-- Logs begin at Thu 2021-07-29 22:35:58 UTC, end at Fri 2021-07-30 01:04:28 UTC. -- Jul 29 23:10:04.575847 n-d-712139-11 systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 23:10:07.281765 n-d-712139-11 neutron-server[93675]: INFO neutron.common.config [-] Logging enabled! Jul 29 23:10:07.282308 n-d-712139-11 neutron-server[93675]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 23:10:07.282557 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93675) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 23:10:07.285762 n-d-712139-11 neutron-server[93675]: INFO neutron.common.config [-] Logging enabled! Jul 29 23:10:07.286023 n-d-712139-11 neutron-server[93675]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 23:10:07.286343 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93675) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 23:10:07.287285 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:10:07.287524 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:10:07.287894 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:10:07.288172 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:10:07.288403 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:10:07.288750 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.289052 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.289351 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.289586 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.289884 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.290434 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.290721 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.291012 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.291310 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.291600 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.291880 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.292193 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.292429 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.292716 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.293009 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.293300 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.293530 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] debug = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.293815 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.294243 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.294666 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.294953 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.295247 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.295531 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.295814 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.296178 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.296471 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.296808 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] host = n-d-712139-11 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.297092 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.297385 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.297676 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.297985 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.298249 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.298526 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.298814 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.299094 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.299371 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] log_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.299650 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.299942 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.300274 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.300552 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.300783 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.301012 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.301303 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.301594 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.301874 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.302151 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.302429 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.302705 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.302986 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.303261 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.303550 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.303839 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.304166 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.304455 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.304733 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.305010 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.305286 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.305574 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.305856 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.306134 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.306411 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.306702 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.306976 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.307254 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.307559 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.307848 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.308167 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.308459 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.308735 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.309021 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.309299 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.309576 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.309852 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] use_json = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.310129 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.310402 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.310687 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.310961 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.311236 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.311513 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.311787 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.312094 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:07.312397 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.312696 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.313001 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.313288 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.313587 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.313873 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.314168 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.314451 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.314743 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.315035 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.315331 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.315621 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.315913 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.316226 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.316526 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.316839 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.317138 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.317437 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.317716 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.317992 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.318270 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.318551 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.318842 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.319140 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.319436 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.319714 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.320558 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.320857 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.321140 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.321418 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.321702 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.322009 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.322281 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.322558 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.322847 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.323133 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.323412 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.323691 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.323975 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.324294 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.324576 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.324852 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.325129 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.325410 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.325686 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.325976 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.326267 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.326546 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.326823 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.327106 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.327384 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.327663 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.327951 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.328258 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.328545 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.328825 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.329104 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.329383 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.329662 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.329939 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.330217 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.330495 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.330776 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.331053 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.331330 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.331606 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.331883 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.332193 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.332491 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.332796 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.333081 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.333365 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.333647 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.333927 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.334209 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.334491 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.334771 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.335053 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.335327 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.336206 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.336501 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.336797 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.337086 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.337368 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.337671 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.337956 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.338246 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.338531 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.338819 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.339118 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.339407 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.339708 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.340029 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.340329 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.340630 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.340934 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.341221 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.341536 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.341821 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:07.342043 n-d-712139-11 neutron-server[93675]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:10:07.342287 n-d-712139-11 neutron-server[93675]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93675) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 23:10:07.691047 n-d-712139-11 neutron-server[93675]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 23:10:07.691254 n-d-712139-11 neutron-server[93675]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 23:10:07.691550 n-d-712139-11 neutron-server[93675]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 23:10:07.691890 n-d-712139-11 neutron-server[93675]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 23:10:08.081167 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.081462 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.081740 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.083083 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.083363 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.083644 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.118648 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.118940 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.119218 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.133890 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.134175 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.134447 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.162622 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.162889 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.163158 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.200842 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.201136 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.201413 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.433403 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.434022 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.434022 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.434223 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.434924 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.554819 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.555141 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.555430 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.555707 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.555981 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.556323 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.556596 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.556858 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.557115 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.557400 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.557666 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.557936 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.558197 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.558453 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.558712 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.558978 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.559235 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.559506 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.559780 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.560069 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.560346 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.560606 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.560892 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.561278 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.561534 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.561790 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.562184 n-d-712139-11 neutron-server[93675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:10:08.562432 n-d-712139-11 neutron-server[93675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:10:08.562675 n-d-712139-11 neutron-server[93675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:10:08.562917 n-d-712139-11 neutron-server[93675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:10:08.563166 n-d-712139-11 neutron-server[93675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:10:08.563402 n-d-712139-11 neutron-server[93675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:10:08.563765 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 23:10:08.566871 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 23:10:08.571318 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 23:10:08.575188 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 29 23:10:08.576852 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 23:10:08.577308 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 23:10:08.577648 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 23:10:08.578038 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 23:10:08.580848 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 23:10:08.581106 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 23:10:08.581461 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 23:10:08.587339 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 23:10:08.609787 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 23:10:08.610241 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.610539 n-d-712139-11 neutron-server[93675]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93675) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 23:10:08.610908 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.612285 n-d-712139-11 neutron-server[93675]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93675) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 23:10:08.612571 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 23:10:08.612822 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 23:10:08.616355 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.616664 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:08.680640 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 23:10:08.680886 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 23:10:08.681125 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 23:10:08.681503 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 23:10:08.702647 n-d-712139-11 neutron-server[93675]: DEBUG oslo_db.sqlalchemy.engines [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93675) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 23:10:09.236166 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Initializing driver for type 'gre' Jul 29 23:10:09.236722 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] gre ID ranges: [(1, 1000)] Jul 29 23:10:09.291173 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Initializing driver for type 'local' Jul 29 23:10:09.291522 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Initializing driver for type 'vlan' Jul 29 23:10:09.304828 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] VlanTypeDriver initialization complete Jul 29 23:10:09.305179 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Initializing driver for type 'vxlan' Jul 29 23:10:09.305669 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] vxlan ID ranges: [(1, 1000)] Jul 29 23:10:09.354953 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Initializing extension driver 'port_security' Jul 29 23:10:09.355291 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.extensions.port_security [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] PortSecurityExtensionDriver initialization complete Jul 29 23:10:09.355625 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Initializing mechanism driver 'openvswitch' Jul 29 23:10:09.355957 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Initializing mechanism driver 'hyperv' Jul 29 23:10:09.362420 n-d-712139-11 neutron-server[93675]: DEBUG neutron.plugins.ml2.plugin [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:10:09.363262 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > port after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.363636 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > port after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.363990 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > port after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.364536 n-d-712139-11 neutron-server[93675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:10:09.364971 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.365325 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.365675 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.366063 n-d-712139-11 neutron-server[93675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:10:09.366467 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > network after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.367421 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > network after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.367764 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > network after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.368181 n-d-712139-11 neutron-server[93675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:10:09.368594 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.368946 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.369291 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.369710 n-d-712139-11 neutron-server[93675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:10:09.370117 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.370470 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.370813 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.371200 n-d-712139-11 neutron-server[93675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:10:09.371600 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.371947 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.372309 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.372700 n-d-712139-11 neutron-server[93675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:10:09.373078 n-d-712139-11 neutron-server[93675]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] ML2 OVO RPC backend initialized. {{(pid=93675) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 23:10:09.373787 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.374144 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.374616 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > network before_response 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.374977 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > networks before_response 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.375330 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > port before_response 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.375676 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > ports before_response 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.376043 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.376393 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.376741 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > network after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.377087 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > network after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.377429 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > network after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.377769 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > port after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.378109 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > port after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.378449 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > port after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.378787 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.379127 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.379462 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.380043 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.plugin [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Modular L2 Plugin initialization complete Jul 29 23:10:09.380376 n-d-712139-11 neutron-server[93675]: DEBUG neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading services supported by the core plugin {{(pid=93675) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 23:10:09.380701 n-d-712139-11 neutron-server[93675]: INFO neutron.plugins.ml2.managers [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Got port-security extension from driver 'port_security' Jul 29 23:10:09.381159 n-d-712139-11 neutron-server[93675]: INFO neutron.extensions.vlantransparent [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Disabled vlantransparent extension. Jul 29 23:10:09.381638 n-d-712139-11 neutron-server[93675]: DEBUG neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93675) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 23:10:09.381952 n-d-712139-11 neutron-server[93675]: INFO neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading Plugin: router Jul 29 23:10:09.417295 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.417690 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router after_create 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.418061 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router before_create 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.418429 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.418804 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.419159 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router after_delete 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.419531 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.420000 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router after_create 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.420379 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router after_update 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.420731 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router after_update 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.421083 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.421504 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router after_update 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.421929 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.422303 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: port after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.422647 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: port after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.422988 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: subnet after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.423329 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.423679 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.424044 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.424389 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: port before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.424732 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.425092 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router after_update 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.425437 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.425789 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.426151 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.426497 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.426862 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > agent after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.427216 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.427561 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > network after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.428445 n-d-712139-11 neutron-server[93675]: DEBUG neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Tracking information for resource: router configured {{(pid=93675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:10:09.428778 n-d-712139-11 neutron-server[93675]: DEBUG neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Tracking information for resource: floatingip configured {{(pid=93675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:10:09.434163 n-d-712139-11 neutron-server[93675]: INFO neutron.db.l3_agentschedulers_db [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 23:10:09.434738 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: port after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.435098 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: port after_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.435447 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: port after_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.435796 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: port after_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.436615 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router before_create 55550100 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.436988 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.437412 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.437772 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.442218 n-d-712139-11 neutron-server[93675]: DEBUG neutron.services.provider_configuration [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service providers = [] {{(pid=93675) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 23:10:09.442589 n-d-712139-11 neutron-server[93675]: DEBUG neutron.db.servicetype_db [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93675) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 23:10:09.445584 n-d-712139-11 neutron-server[93675]: DEBUG neutron.services.service_base [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:10:09.445935 n-d-712139-11 neutron-server[93675]: DEBUG neutron.services.service_base [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:10:09.446276 n-d-712139-11 neutron-server[93675]: DEBUG neutron.services.service_base [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:10:09.447177 n-d-712139-11 neutron-server[93675]: DEBUG neutron.services.service_base [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:10:09.447546 n-d-712139-11 neutron-server[93675]: INFO neutron.services.service_base [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 23:10:09.447918 n-d-712139-11 neutron-server[93675]: DEBUG neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:10:09.448265 n-d-712139-11 neutron-server[93675]: INFO neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 23:10:09.460119 n-d-712139-11 neutron-server[93675]: DEBUG neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:10:09.460492 n-d-712139-11 neutron-server[93675]: INFO neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading Plugin: auto_allocate Jul 29 23:10:09.466184 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: network precommit_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.466609 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: network precommit_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.467133 n-d-712139-11 neutron-server[93675]: DEBUG neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:10:09.467455 n-d-712139-11 neutron-server[93675]: INFO neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading Plugin: tag Jul 29 23:10:09.474264 n-d-712139-11 neutron-server[93675]: DEBUG neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:10:09.474597 n-d-712139-11 neutron-server[93675]: INFO neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading Plugin: timestamp Jul 29 23:10:09.478880 n-d-712139-11 neutron-server[93675]: DEBUG neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:10:09.479210 n-d-712139-11 neutron-server[93675]: INFO neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading Plugin: network_ip_availability Jul 29 23:10:09.484600 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.484968 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.485323 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.486028 n-d-712139-11 neutron-server[93675]: DEBUG neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:10:09.486391 n-d-712139-11 neutron-server[93675]: INFO neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading Plugin: flavors Jul 29 23:10:09.491336 n-d-712139-11 neutron-server[93675]: DEBUG neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:10:09.492264 n-d-712139-11 neutron-server[93675]: INFO neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading Plugin: revisions Jul 29 23:10:09.496574 n-d-712139-11 neutron-server[93675]: DEBUG neutron.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:10:09.496961 n-d-712139-11 neutron-server[93675]: DEBUG oslo_concurrency.lockutils [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=93675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 23:10:09.497694 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93675) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 23:10:09.498030 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Initializing extension manager. Jul 29 23:10:09.498538 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: __init__.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.498879 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: __pycache__ {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.499215 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.499548 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: address_group.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.500333 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.500901 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: address-group Jul 29 23:10:09.501229 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: address_scope.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.501943 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.502452 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: address-scope Jul 29 23:10:09.502774 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.503700 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.504244 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: router-admin-state-down-before-update Jul 29 23:10:09.504570 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: agent.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.505274 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.505776 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: agent Jul 29 23:10:09.506098 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: agent_resources_synced.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.507014 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.507546 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: agent-resources-synced Jul 29 23:10:09.507869 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.509684 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.510205 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: allowed-address-pairs Jul 29 23:10:09.510532 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.511600 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.512150 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: auto-allocated-topology Jul 29 23:10:09.512481 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: availability_zone.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.513181 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.513692 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: availability_zone Jul 29 23:10:09.514019 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: availability_zone_filter.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.514934 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.515544 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: availability_zone_filter Jul 29 23:10:09.515850 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: data_plane_status.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.516798 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.517310 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 23:10:09.517632 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: default_subnetpools.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.518548 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.519057 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: default-subnetpools Jul 29 23:10:09.519384 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.520225 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.520729 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: dhcp_agent_scheduler Jul 29 23:10:09.521052 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: dns.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.521977 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.522480 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 23:10:09.522802 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: dns_domain_ports.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.523733 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.524260 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 23:10:09.524583 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.525498 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.525999 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 23:10:09.526319 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: dvr.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.526993 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.527488 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: dvr Jul 29 23:10:09.527806 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: ecmp_routes.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.528755 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.529255 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 23:10:09.529575 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: empty_string_filtering.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.530484 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.531049 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: empty-string-filtering Jul 29 23:10:09.531373 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.532311 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.532811 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 23:10:09.533132 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.534047 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.534551 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 23:10:09.534874 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: external_net.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.535778 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.536312 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: external-net Jul 29 23:10:09.536637 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.537553 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.538059 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: extra_dhcp_opt Jul 29 23:10:09.538380 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: extraroute.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.539822 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.540613 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: extraroute Jul 29 23:10:09.540933 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: extraroute_atomic.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.541965 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.542476 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: extraroute-atomic Jul 29 23:10:09.542799 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: filter_validation.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.543638 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.544180 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: filter-validation Jul 29 23:10:09.544505 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: fip_pf_description.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.545415 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.545915 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 23:10:09.546238 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: fip_port_details.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.547221 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.547732 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: fip-port-details Jul 29 23:10:09.548085 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: flavors.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.549304 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.549816 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: flavors Jul 29 23:10:09.550145 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.551774 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.552330 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 23:10:09.552662 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: floatingip_pools.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.553358 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.553868 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: floatingip-pools Jul 29 23:10:09.555072 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: ip_allocation.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.556098 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.556296 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 23:10:09.556621 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.557552 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.558063 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: ip-substring-filtering Jul 29 23:10:09.558389 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: l2_adjacency.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.559322 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.559827 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 23:10:09.560184 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: l3.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.561146 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.561656 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: router Jul 29 23:10:09.561979 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.564215 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.564750 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 23:10:09.565084 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.566018 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.566530 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: ext-gw-mode Jul 29 23:10:09.566858 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.567794 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.568340 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: l3-ha Jul 29 23:10:09.568666 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: l3_flavors.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.569583 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.570113 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: l3-flavors Jul 29 23:10:09.570438 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.571352 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.571854 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 23:10:09.572212 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: l3agentscheduler.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.573253 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.573764 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: l3_agent_scheduler Jul 29 23:10:09.574093 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: logging.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.575565 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.576122 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension logging not supported by any of loaded plugins Jul 29 23:10:09.576458 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: metering.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.577202 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.577857 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: metering Jul 29 23:10:09.578187 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.579392 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.579913 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: metering_source_and_destination_fields Jul 29 23:10:09.580266 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: multiprovidernet.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.581198 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.581708 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: multi-provider Jul 29 23:10:09.582036 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: netmtu.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.582960 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.583465 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: net-mtu Jul 29 23:10:09.583793 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: netmtu_writable.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.584739 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.585247 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: net-mtu-writable Jul 29 23:10:09.585598 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: network_availability_zone.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.586267 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.586774 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: network_availability_zone Jul 29 23:10:09.587111 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: network_ip_availability.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.588213 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.588727 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: network-ip-availability Jul 29 23:10:09.589056 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: network_segment_range.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.589817 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.590322 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 23:10:09.590646 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: pagination.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.591623 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.591952 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: pagination Jul 29 23:10:09.592297 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: port_device_profile.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.593215 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.593792 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: port-device-profile Jul 29 23:10:09.594117 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.595034 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.595538 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: port-mac-address-regenerate Jul 29 23:10:09.595861 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.596814 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.597325 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: port-numa-affinity-policy Jul 29 23:10:09.597648 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: port_resource_request.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.598555 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.599056 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 23:10:09.599377 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: portbindings.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.600331 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.600833 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: binding Jul 29 23:10:09.601669 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: portbindings_extended.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.602934 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.603445 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: binding-extended Jul 29 23:10:09.603777 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: portsecurity.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.604726 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.605236 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: port-security Jul 29 23:10:09.605564 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: project_id.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.606532 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.606864 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: project-id Jul 29 23:10:09.607188 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: providernet.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.608146 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.608654 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: provider Jul 29 23:10:09.609052 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: qos.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.612501 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.613021 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension qos not supported by any of loaded plugins Jul 29 23:10:09.613357 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.614595 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.615116 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 23:10:09.615447 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.616398 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.617773 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 23:10:09.618268 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: qos_default.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.619269 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.619781 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension qos-default not supported by any of loaded plugins Jul 29 23:10:09.620146 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: qos_fip.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.620803 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.621304 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 23:10:09.621627 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.622552 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.623058 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 23:10:09.623380 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.624322 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.624906 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 23:10:09.625231 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.626157 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.626657 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 23:10:09.626980 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: qos_rules_alias.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.628042 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.628560 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 23:10:09.628884 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: quotasv2.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.629963 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.630291 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: quotas Jul 29 23:10:09.630611 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: quotasv2_detail.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.633742 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.634089 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: quota_details Jul 29 23:10:09.634427 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: rbac.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.635485 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.636023 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: rbac-policies Jul 29 23:10:09.636373 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: rbac_address_group.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.637317 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.637830 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: rbac-address-group Jul 29 23:10:09.638167 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: rbac_address_scope.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.639085 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.639594 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: rbac-address-scope Jul 29 23:10:09.639922 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: rbac_security_groups.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.640863 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.641371 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: rbac-security-groups Jul 29 23:10:09.641699 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.642608 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.643116 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: rbac-subnetpool Jul 29 23:10:09.643445 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: revisionifmatch.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.644391 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.644907 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: revision-if-match Jul 29 23:10:09.645231 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: revisions.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.646338 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.646855 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: standard-attr-revisions Jul 29 23:10:09.647187 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: router_availability_zone.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.647885 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.648441 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: router_availability_zone Jul 29 23:10:09.648769 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: routerservicetype.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.649689 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.650195 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 23:10:09.650523 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.651450 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.651959 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: security-groups-normalized-cidr Jul 29 23:10:09.652314 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.653227 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.653733 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: port-security-groups-filtering Jul 29 23:10:09.654059 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.654975 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.655485 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: security-groups-remote-address-group Jul 29 23:10:09.655877 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: securitygroup.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.666254 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.666779 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: security-group Jul 29 23:10:09.667113 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: segment.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.667898 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.668449 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension segment not supported by any of loaded plugins Jul 29 23:10:09.668776 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.669718 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.670226 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 23:10:09.670549 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: servicetype.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.671803 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.672416 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: service-type Jul 29 23:10:09.672747 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: sorting.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.673809 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.674148 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: sorting Jul 29 23:10:09.674475 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: standard_attr_segment.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.675464 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.675979 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 23:10:09.676332 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: standardattrdescription.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.676979 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.677489 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: standard-attr-description Jul 29 23:10:09.677814 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: stateful_security_group.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.678747 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.679873 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: stateful-security-group Jul 29 23:10:09.680226 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: stdattrs_common.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.680811 n-d-712139-11 neutron-server[93675]: WARNING neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 23:10:09.681134 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.682064 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.682574 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 23:10:09.682918 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: subnet_onboard.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.684003 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.684531 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: subnet_onboard Jul 29 23:10:09.684854 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.685790 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.686298 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 23:10:09.686622 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: subnet_service_types.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.687605 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.688271 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: subnet-service-types Jul 29 23:10:09.688603 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: subnetallocation.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.689688 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.690203 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: subnet_allocation Jul 29 23:10:09.690529 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.691195 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.691703 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: subnetpool-prefix-ops Jul 29 23:10:09.692044 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.692971 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.693478 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 23:10:09.693801 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: tagging.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.694900 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.695417 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: standard-attr-tag Jul 29 23:10:09.695744 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: timestamp.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.696988 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.697513 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loaded extension: standard-attr-timestamp Jul 29 23:10:09.697840 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: trunk.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.698872 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.699392 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension trunk not supported by any of loaded plugins Jul 29 23:10:09.699724 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: trunk_details.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.700672 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.701187 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 23:10:09.701517 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.702438 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.702952 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 23:10:09.703279 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Loading extension file: vlantransparent.py {{(pid=93675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:10:09.703947 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:10:09.704491 n-d-712139-11 neutron-server[93675]: INFO neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 23:10:09.706907 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:network Jul 29 23:10:09.707426 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:subnet Jul 29 23:10:09.707829 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:10:09.708252 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:port Jul 29 23:10:09.709524 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.709975 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service FLAVORS assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.711124 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.711558 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.711892 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:router Jul 29 23:10:09.712354 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 23:10:09.712854 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service METERING assigned prefix: /metering {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.714303 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.714684 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.715039 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:10:09.716050 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 23:10:09.716503 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:security_group Jul 29 23:10:09.716937 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 23:10:09.717554 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service CORE assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.717889 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:10:09.718256 n-d-712139-11 neutron-server[93675]: WARNING neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] subnetpool is already registered Jul 29 23:10:09.718731 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service CORE assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.719061 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:10:09.719396 n-d-712139-11 neutron-server[93675]: WARNING neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] subnetpool is already registered Jul 29 23:10:09.721735 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.722292 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service FLAVORS assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.722936 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.723378 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.723712 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:router Jul 29 23:10:09.724082 n-d-712139-11 neutron-server[93675]: WARNING neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] router is already registered Jul 29 23:10:09.724508 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 23:10:09.724846 n-d-712139-11 neutron-server[93675]: WARNING neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] floatingip is already registered Jul 29 23:10:09.725317 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service METERING assigned prefix: /metering {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.726903 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 23:10:09.727232 n-d-712139-11 neutron-server[93675]: WARNING neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] rbac_policy is already registered Jul 29 23:10:09.727670 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:security_group Jul 29 23:10:09.728202 n-d-712139-11 neutron-server[93675]: WARNING neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] security_group is already registered Jul 29 23:10:09.728777 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 23:10:09.729153 n-d-712139-11 neutron-server[93675]: WARNING neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] security_group_rule is already registered Jul 29 23:10:09.729653 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service CORE assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.729983 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:10:09.730332 n-d-712139-11 neutron-server[93675]: WARNING neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] subnetpool is already registered Jul 29 23:10:09.730749 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.v2.resource_helper [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Service CORE assigned prefix: {{(pid=93675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:10:09.731072 n-d-712139-11 neutron-server[93675]: INFO neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:10:09.731403 n-d-712139-11 neutron-server[93675]: WARNING neutron.quota.resource_registry [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] subnetpool is already registered Jul 29 23:10:09.733099 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: extensions {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.734633 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: address-groups {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.736136 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: address-scopes {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.737433 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: agents {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.738623 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: auto-allocated-topology {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.739874 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: availability_zones {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.741117 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: dhcp-networks {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.742545 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: dhcp-agents {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.744080 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: routers {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.745797 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: flavors {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.746954 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: service_profiles {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.748290 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: next_providers {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.749791 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: service_profiles {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.751211 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: floatingip-pools {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.752544 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: routers {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.754242 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: floatingips {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.755419 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: l3-routers {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.756926 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: l3-agents {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.758353 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: metering-labels {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.759606 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: metering-label-rules {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.760898 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: network-ip-availabilities {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.762238 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: bindings {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.763805 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: quotas {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.765323 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: quotas {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.766885 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: rbac-policies {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.768105 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: security-groups {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.769310 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: security-group-rules {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.770651 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: service-providers {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.771842 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: subnetpools {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.773737 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: subnetpools {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.775269 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: tags {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.776997 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: tags {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.778691 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: tags {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.780597 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: tags {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.782372 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: tags {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.784233 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: tags {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.785990 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: tags {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.787779 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: tags {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.791343 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: tags {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.793135 n-d-712139-11 neutron-server[93675]: DEBUG neutron.api.extensions [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Extended resource: tags {{(pid=93675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:10:09.799120 n-d-712139-11 neutron-server[93675]: WARNING keystonemiddleware.auth_token [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 23:10:09.803644 n-d-712139-11 neutron-server[93675]: WARNING keystonemiddleware.auth_token [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 23:10:09.812003 n-d-712139-11 neutron-server[93675]: DEBUG oslo_concurrency.lockutils [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Acquired lock "singleton_lock" {{(pid=93675) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 23:10:09.812534 n-d-712139-11 neutron-server[93675]: DEBUG oslo_concurrency.lockutils [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Releasing lock "singleton_lock" {{(pid=93675) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 23:10:09.813173 n-d-712139-11 neutron-server[93675]: INFO oslo_service.service [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Starting 2 workers Jul 29 23:10:09.817980 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Started child 93816 {{(pid=93675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:10:09.822417 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Started child 93817 {{(pid=93675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:10:09.823319 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:09.824007 n-d-712139-11 neutron-server[93675]: INFO neutron.service [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 23:10:09.824688 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Notify callbacks [] for process, before_spawn {{(pid=93675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:09.824932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [-] (93816) wsgi starting up on http://0.0.0.0:9696 Jul 29 23:10:09.827155 n-d-712139-11 neutron-server[93675]: INFO oslo_service.service [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Starting 1 workers Jul 29 23:10:09.827625 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:09.829214 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [-] (93817) wsgi starting up on http://0.0.0.0:9696 Jul 29 23:10:09.832456 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Started child 93818 {{(pid=93675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:10:09.832966 n-d-712139-11 neutron-server[93675]: INFO oslo_service.service [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Starting 1 workers Jul 29 23:10:09.836554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.service [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] calling RpcWorker wait() {{(pid=93818) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 23:10:09.837107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.service [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] returning from RpcWorker wait() {{(pid=93818) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 23:10:09.837943 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Started child 93819 {{(pid=93675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:10:09.838438 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:09.838772 n-d-712139-11 neutron-server[93675]: DEBUG neutron_lib.callbacks.manager [None req-072985ac-ce55-4ae1-ad49-2b652ba32cc2 None None] Notify callbacks [] for process, after_spawn {{(pid=93675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:09.838939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:10:09.840720 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93675) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 23:10:09.840931 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:10:09.841115 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:10:09.841328 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:10:09.841656 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:10:09.841820 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:10:09.842311 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.842582 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.842840 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.843094 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.843185 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:09.843639 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.844082 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.844190 n-d-712139-11 neutron-server[93819]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:10:09.844352 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.844582 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.844862 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.845116 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.845289 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.845434 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.845675 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.845923 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.846216 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.846480 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.846733 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.847007 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.847178 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.847432 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.847705 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.847966 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.848263 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] debug = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.848500 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.848987 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.849231 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.849479 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.849691 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.849967 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.850193 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.850442 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.850695 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.851064 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.851890 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.852179 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.852423 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.852635 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.852874 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.853155 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.853391 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.853870 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] host = n-d-712139-11 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.854097 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.854314 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.854561 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.854817 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.855060 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.855273 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.855529 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.855781 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.856058 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.856357 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.856576 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.856821 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.857057 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.857288 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.857441 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_options = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.857680 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.857946 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.858218 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.858410 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.858569 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.858744 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.859011 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.859167 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.859408 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.859642 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.859853 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.860112 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.860324 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.860553 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.860802 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.861050 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.861283 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.861494 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.861737 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.861960 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.862183 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.862405 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.862642 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.862875 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.863085 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.863303 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.863527 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.863759 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.863970 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.864243 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.864472 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.864720 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.864965 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.865239 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.865484 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.865710 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.865927 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.866184 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.866412 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.866699 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.866944 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.867156 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.867399 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.867614 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.867849 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.868103 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_json = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.868287 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.868519 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.868769 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.868987 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.869218 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.869398 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.869607 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.869837 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.870271 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.870542 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.870869 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.871772 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.871772 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.871772 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.872001 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.872100 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.872428 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.872997 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.873416 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.873647 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.873940 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.874186 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.874449 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.875381 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.875381 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.875381 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.875626 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.875868 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.876134 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.876379 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.876716 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.876980 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.877232 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.877480 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.877876 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.878140 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.878403 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.880709 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.880709 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.880709 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.880709 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.880709 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.880709 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.880709 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.880709 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.880709 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.881372 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.881372 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.881372 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.881576 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.881813 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.882078 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.882304 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.882522 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.882757 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.882987 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.883222 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.884313 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.884313 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.884313 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.884313 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.888712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.888712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.888712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.888712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.888712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.888712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.888712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.888712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.888712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.889361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.889361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.889361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.889361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.889361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.889361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.889361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.889361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.889361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.890106 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.890106 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.893519 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.893519 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.893519 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.893519 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.893867 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.894095 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.894339 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.894591 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.894828 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.895038 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.895290 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.895581 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.895901 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.896179 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.896461 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.896693 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.896954 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.897180 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.897442 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.898957 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.899213 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.899460 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.899741 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.900004 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.900358 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.901217 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.901457 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.902093 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.902346 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.903230 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.903471 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.903708 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.904334 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.904612 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.904859 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.912407 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.912684 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.912981 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.913298 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.914110 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.914469 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.914774 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.914994 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.915554 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.915876 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.918076 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.918395 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.918741 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.919082 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.919413 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.919789 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.919987 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.920282 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.920516 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.920798 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.921052 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.921297 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.921534 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.921794 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.922151 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.922477 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.922748 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.923020 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.923300 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.923554 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.923853 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.926060 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.926343 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.927074 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.927381 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.928369 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.928620 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.929118 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.929364 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.929611 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.929865 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.930128 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.930378 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.930619 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.930851 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.931230 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.931512 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.931731 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.932004 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.932283 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.932684 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.932947 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.933085 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.933312 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.933558 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.933810 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.934297 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.934510 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.934931 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.935162 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.935462 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.935688 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.935962 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.936222 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.936433 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.936689 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.936952 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.937175 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.937432 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.937694 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.937976 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.938211 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.938356 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.938587 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.938804 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.939046 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.939262 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.939503 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.939790 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.940125 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.940396 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.940651 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.940889 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.941560 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.941826 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.942078 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.942302 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.942546 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.942766 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.942987 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.943247 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.943478 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.943731 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.943968 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.944232 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.944464 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.944704 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.944922 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.945221 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.945470 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.945712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.945975 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.946225 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.946438 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.946669 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.946882 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.947114 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.947357 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.947574 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.947809 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.948059 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.948277 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.948488 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.948733 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.948951 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.949167 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.949413 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952114 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952114 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952114 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952114 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952114 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952114 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952114 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952114 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952725 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952725 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952725 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952725 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952725 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952725 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.952725 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.953243 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.953243 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.953243 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.953489 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.953708 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.954355 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.954355 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.954523 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.954727 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.955044 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.955275 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.955533 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.955757 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.957080 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.957080 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.957080 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.957080 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.957437 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.957437 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.957665 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.957939 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.958373 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.958639 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.958856 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.959162 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.959506 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.959793 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.960081 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.960892 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.961107 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.961331 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.961616 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.961756 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.961973 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.962192 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.962430 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.962679 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.962951 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.963169 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.963397 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.963635 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.963901 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.964141 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.964392 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.964608 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.964766 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:10:09.965323 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93675) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 23:10:09.965492 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:10:09.965647 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:10:09.965820 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:10:09.965997 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:10:09.966151 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:10:09.966353 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.966515 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.966675 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.966837 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.966998 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.967180 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.967341 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.967501 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.967660 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.967820 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.967979 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.968161 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.968319 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.968467 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.968622 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.968781 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.968939 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.969096 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.969258 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.969416 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.969574 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.969733 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.969892 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] debug = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.970050 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.970255 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.970420 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.970580 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.970938 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.970938 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.971082 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.971256 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.971368 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.971490 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.971647 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.971805 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.971963 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.972143 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.972302 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.972462 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.972621 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.972780 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] host = n-d-712139-11 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.972939 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.973097 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.973257 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.973416 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.973575 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.973734 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.973893 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.974051 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.974210 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.974369 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.974529 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.974687 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.974847 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.975006 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.975169 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_options = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.975330 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.975486 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.975650 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.975835 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.976580 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.976749 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.976910 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.977069 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.977228 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.977385 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.977712 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.977917 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.978020 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.978182 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.978343 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.978506 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.978663 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.978823 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.978982 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.979140 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.979299 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.979459 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.979616 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.979775 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.979937 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.980119 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.980277 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.980435 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.980527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:10:09.980605 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.980740 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.980896 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.981072 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.981214 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.981373 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.981530 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.981689 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.981849 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.982011 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.982171 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.982330 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.982488 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.982646 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.982804 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.982964 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.983121 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.983281 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_json = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.983438 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.983597 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.983754 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.983913 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.984208 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.984208 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.984511 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.984588 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:10:09.984709 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.984871 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.985043 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.985205 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.985367 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.985529 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.985696 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.985858 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.986019 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.986180 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.986348 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.986511 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.986683 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.986846 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.987007 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.987172 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.987333 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.987543 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.987647 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.987808 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.988051 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.988217 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.988298 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.988467 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.988635 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.988786 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.988948 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.989115 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.989261 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.989423 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.989589 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.989754 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.989914 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.990076 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.990237 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.990398 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.990560 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.990722 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.990884 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.991046 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.991854 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.991854 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.991854 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.991854 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.991854 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.992361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.992361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.992361 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.992535 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.992600 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.992773 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.992937 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.993103 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.993264 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.993427 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.993591 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.993752 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.993905 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.994063 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.994223 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.994385 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.994560 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.994726 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.994889 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.995205 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.995205 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.995357 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.995501 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.995667 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.995830 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.995993 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.996173 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.996512 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.996676 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.996839 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.997002 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.997164 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.997326 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.997488 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.997649 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.997804 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.997962 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.998132 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.998290 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.998462 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.998639 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.998802 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.998964 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.999126 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.999288 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.999450 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.999612 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.999773 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:09.999932 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.000116 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.000313 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.000459 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.000623 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.000786 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.000948 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.001109 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.001271 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.001434 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.001595 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.001758 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.001920 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.002082 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.002244 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.002406 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.002567 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.002728 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.002899 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.003061 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.003225 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.003386 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.003556 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.003728 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.003890 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.004070 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.004234 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.004397 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.004560 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.004722 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.004883 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.005045 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.005206 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.005368 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.005541 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.005715 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.005877 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.006040 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.006201 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.006386 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.006548 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.006710 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.006872 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.007034 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.007219 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.009959 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.009959 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.009959 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.009959 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.009959 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.009959 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.009959 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.009959 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.010545 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.010545 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.010545 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.010545 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.010545 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.010545 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.010545 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.010545 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011074 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011074 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011074 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011074 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011074 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011074 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011074 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011074 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011596 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011596 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011596 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011596 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011596 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011915 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.011915 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.012096 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.012226 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.012389 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.012551 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.012714 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.012875 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.013037 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.013200 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.013362 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.013525 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.013687 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.013848 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.014010 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.014197 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.014331 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.014494 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.014655 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.014818 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.014995 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.015157 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.015318 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.015483 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.015645 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.015808 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.015969 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.016151 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.016312 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.016473 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.016635 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.016799 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.016964 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.017126 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.017288 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.017449 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.017611 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.017773 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.017942 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.018107 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.018282 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.018514 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.018681 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.018844 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.019006 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.019179 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.019535 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.019535 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.019965 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.019965 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.019965 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.020231 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.020310 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.020432 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.020593 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.020755 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.021081 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.021081 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.021236 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.021376 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.021537 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.021699 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.021862 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.022032 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.022194 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.022356 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.022659 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.022659 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.023354 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.023716 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.023820 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.023988 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.024171 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.024334 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.024496 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.024668 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.024831 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.024993 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.025165 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.025327 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.025493 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.025655 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.025829 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.025992 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.026156 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.026318 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.026479 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.026641 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.026804 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.026971 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.027142 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.027312 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.027476 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.027647 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.027817 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.027988 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.028171 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.028340 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.028516 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.028678 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.028841 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.029003 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.029164 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.029326 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.029487 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.029649 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.029810 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.029971 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.030132 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.030292 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.030459 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.030603 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.030763 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.030925 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.031086 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.031247 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.031409 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.031570 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:10:10.031723 n-d-712139-11 neutron-server[93675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:10:10.246403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55220) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:10.258560 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095594 Jul 29 23:10:21.689634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238813c-0578-4314-9cb3-e75e03b0589d None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:10:21.751806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238813c-0578-4314-9cb3-e75e03b0589d None None] No non-hosted networks {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 23:10:21.770663 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fcab29c-a888-46be-9ea4-b59786e7a416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380126'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:24.055438 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ecc980e-dc88-4ede-afe2-0c473b795fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380126'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:24.110195 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1677-4f46-426f-9963-85cb4e9e6994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:24.134780 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380126'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:24.135466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.135815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.136269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.136807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.137300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.137801 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.138450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.138941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.139440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.139952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.140452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.140933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:24.141515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712139-11', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:10:24.154318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712139-11', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:10:25.253824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380126'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:26.879589 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380126'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:28.115434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:28.630816 n-d-712139-11 neutron-server[93817]: WARNING oslo_policy.policy [None req-8473eb00-4728-47be-978c-c40e7a84a801 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:10:28.631420 n-d-712139-11 neutron-server[93817]: WARNING oslo_policy.policy [None req-8473eb00-4728-47be-978c-c40e7a84a801 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:10:28.852051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-8473eb00-4728-47be-978c-c40e7a84a801 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:10:28.853139 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8473eb00-4728-47be-978c-c40e7a84a801 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7361274 Jul 29 23:10:29.349922 n-d-712139-11 neutron-server[93818]: INFO neutron.db.l3_hamode_db [None req-2e722955-39b8-48be-a018-3e08945d0a4f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 23:10:29.425767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e722955-39b8-48be-a018-3e08945d0a4f None None] Routers set() bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:10:29.426151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e722955-39b8-48be-a018-3e08945d0a4f None None] Router IDs set() for agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:10:31.214802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:31.519371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-350b2616-fa62-40e0-aa0a-c47be3916b5d admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:10:31.613297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.policy [None req-350b2616-fa62-40e0-aa0a-c47be3916b5d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93817) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 23:10:31.657264 n-d-712139-11 neutron-server[93817]: WARNING oslo_policy.policy [None req-350b2616-fa62-40e0-aa0a-c47be3916b5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:10:31.657634 n-d-712139-11 neutron-server[93817]: WARNING oslo_policy.policy [None req-350b2616-fa62-40e0-aa0a-c47be3916b5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:10:31.666898 n-d-712139-11 neutron-server[93817]: INFO neutron.quota [None req-350b2616-fa62-40e0-aa0a-c47be3916b5d admin admin] Loaded quota_driver: . Jul 29 23:10:31.756995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-350b2616-fa62-40e0-aa0a-c47be3916b5d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750939365379', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750939373268', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750939345448', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750939351070', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750941027363', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750939405784', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1509911', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1511545', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16270763', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16339717'] for rbac-policy, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:31.821341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-350b2616-fa62-40e0-aa0a-c47be3916b5d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:31.822524 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-350b2616-fa62-40e0-aa0a-c47be3916b5d admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6067629 Jul 29 23:10:34.360203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:34.651069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:10:34.678006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Made reservation on behalf of 7c358291a70840c3bcb1de88d7f0a98f for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:10:34.681269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:34.697884 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:34.818738 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:34.822643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:34.846851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:10:34.872910 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750937624616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:34.873473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Unsubscribe: segment precommit_create {{(pid=93817) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 23:10:34.873980 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Added segment 1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40 of type vlan for network e5be6426-81bd-4691-8334-1319064ae6ea Jul 29 23:10:34.880114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f2807e-ae77-45de-b7e8-459f1aab118d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:34.917673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.918152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.918636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.919096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.919459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.919921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.920182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.920515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.921033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.921406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.921882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.922307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Tracked resource versions report: Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: pushed versions: Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: { 'AddressGroup': {'1.2'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'Log': {'1.0'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'Network': {'1.1'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'Port': {'1.7'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'PortForwarding': {'1.2'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'QosPolicy': {'1.8'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'SecurityGroup': {'1.4'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'SubPort': {'1.0'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'Subnet': {'1.1'}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'Trunk': {'1.1'}} Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: consumer versions: Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: { DHCP agent@n-d-712139-11: {}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: L3 agent@n-d-712139-11: {}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: Metadata agent@n-d-712139-11: {}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: Metering agent@n-d-712139-11: {}, Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: Open vSwitch agent@n-d-712139-11: { 'AddressGroup': '1.2', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'ConntrackHelper': '1.0', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'Log': '1.0', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'Network': '1.1', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'Port': '1.7', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'PortForwarding': '1.2', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'QosPolicy': '1.8', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'SecurityGroup': '1.4', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'SecurityGroupRule': '1.2', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'SubPort': '1.0', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'Subnet': '1.1', Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: 'Trunk': '1.1'}} Jul 29 23:10:34.923842 n-d-712139-11 neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:10:34.999010 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:35.048986 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:35.050066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:35.050719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:35.133682 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7723184 Jul 29 23:10:35.147137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77d75e-84dd-47a3-bbf8-82e275aafcad admin admin] Pushing event updated for resources: {'Network': ['ID=e5be6426-81bd-4691-8334-1319064ae6ea,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:35.164317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network e5be6426-81bd-4691-8334-1319064ae6ea details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:10:37.758359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:38.150332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16612135-2d21-43cc-8ed9-d28ce5d0574c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:38.151721 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-16612135-2d21-43cc-8ed9-d28ce5d0574c admin admin] 10.222.0.37 "GET /v2.0/networks/e5be6426-81bd-4691-8334-1319064ae6ea HTTP/1.1" status: 200 len: 825 time: 0.3884511 Jul 29 23:10:38.176337 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2eb9c6c6-b1f9-4f20-8ce4-e1b277a8bedc admin admin] 10.222.0.37 "GET /v2.0/subnetpools/dee2f19a-0514-4337-abd8-2f7260479b77 HTTP/1.1" status: 200 len: 734 time: 0.0183845 Jul 29 23:10:38.185876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Request body: {'subnet': {'subnetpool_id': 'dee2f19a-0514-4337-abd8-2f7260479b77', 'ip_version': 4, 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:10:38.207491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Made reservation on behalf of 7c358291a70840c3bcb1de88d7f0a98f for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:10:38.209707 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:38.501278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:38.570751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ea46aa-56ff-4918-8a97-06ef6f087c5e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:38.575190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Checking segment: {'id': '1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:10:38.575614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Network hostable DHCP agents. Network: e5be6426-81bd-4691-8334-1319064ae6ea, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:10:38.596513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Network e5be6426-81bd-4691-8334-1319064ae6ea is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:10:38.607436 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, e5be6426-81bd-4691-8334-1319064ae6ea) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:10:38.611891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:38.612522 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:38.617702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ca725-3cc9-40a3-bbd3-465828dfe961 None None] Network e5be6426-81bd-4691-8334-1319064ae6ea requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:10:38.626392 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-37334ead-02ca-43c5-9401-f519e1e09759 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4439187 Jul 29 23:10:38.940982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-e5be6426-81bd-4691-8334-1319064ae6ea', 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'fixed_ips': [{'subnet_id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:10:38.942249 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:39.216661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Allocated IP 172.20.0.2 (e5be6426-81bd-4691-8334-1319064ae6ea/16ea46aa-56ff-4918-8a97-06ef6f087c5e/53267af9-763b-41e8-9a4b-ad0a6fee821c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:10:39.417917 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:39.459750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Transition to ACTIVE for port object 53267af9-763b-41e8-9a4b-ad0a6fee821c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:10:39.479784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Transition to ACTIVE for port object 53267af9-763b-41e8-9a4b-ad0a6fee821c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:10:39.487836 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:39.549341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Network e5be6426-81bd-4691-8334-1319064ae6ea is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:10:39.554339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:10:39.568871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:10:39.575948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Pushing event updated for resources: {'Port': ['ID=53267af9-763b-41e8-9a4b-ad0a6fee821c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:39.604952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.605298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.605640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.605976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.606307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.606638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.606964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.607291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.607614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.607934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.608279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.608597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Tracked resource versions report: Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: pushed versions: Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: { 'AddressGroup': {'1.2'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'Log': {'1.0'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'Network': {'1.1'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'Port': {'1.7'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'PortForwarding': {'1.2'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'QosPolicy': {'1.8'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'SecurityGroup': {'1.4'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'SubPort': {'1.0'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'Subnet': {'1.1'}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'Trunk': {'1.1'}} Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: consumer versions: Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: { DHCP agent@n-d-712139-11: {}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: L3 agent@n-d-712139-11: {}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: Metadata agent@n-d-712139-11: {}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: Metering agent@n-d-712139-11: {}, Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: Open vSwitch agent@n-d-712139-11: { 'AddressGroup': '1.2', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'ConntrackHelper': '1.0', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'Log': '1.0', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'Network': '1.1', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'Port': '1.7', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'PortForwarding': '1.2', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'QosPolicy': '1.8', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'SecurityGroup': '1.4', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'SecurityGroupRule': '1.2', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'SubPort': '1.0', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'Subnet': '1.1', Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: 'Trunk': '1.1'}} Jul 29 23:10:39.609713 n-d-712139-11 neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:10:39.655991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Attempting to bind port 53267af9-763b-41e8-9a4b-ad0a6fee821c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:10:39.656620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Attempting to bind port 53267af9-763b-41e8-9a4b-ad0a6fee821c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:10:39.656829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Attempting to bind port 53267af9-763b-41e8-9a4b-ad0a6fee821c on network e5be6426-81bd-4691-8334-1319064ae6ea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:10:39.661816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:10:39.662238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Checking segment: {'id': '1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:10:39.663233 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:39.663617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Bound using segment: {'id': '1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:10:39.664089 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Bound port: 53267af9-763b-41e8-9a4b-ad0a6fee821c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:10:39.664504 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:39.724798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] For port 53267af9-763b-41e8-9a4b-ad0a6fee821c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:10:39.729605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] For port 53267af9-763b-41e8-9a4b-ad0a6fee821c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=53267af9-763b-41e8-9a4b-ad0a6fee821c,segment=NetworkSegment(1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40),segment_id=1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:10:39.734302 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:39.798732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f7bb8-2ca5-4a18-a52d-3407b470f545 None None] Pushing event updated for resources: {'Port': ['ID=53267af9-763b-41e8-9a4b-ad0a6fee821c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:41.019980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55362) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:41.511841 n-d-712139-11 neutron-server[93816]: WARNING oslo_policy.policy [None req-3e24eaf8-d77a-4219-9c0e-5d3220873036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:10:41.512493 n-d-712139-11 neutron-server[93816]: WARNING oslo_policy.policy [None req-3e24eaf8-d77a-4219-9c0e-5d3220873036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:10:41.731096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-3e24eaf8-d77a-4219-9c0e-5d3220873036 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:10:41.732378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3e24eaf8-d77a-4219-9c0e-5d3220873036 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7096453 Jul 29 23:10:44.134753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:44.444414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-a0f7d5ce-cd5d-48bf-888b-3187fcdeeae7 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:10:44.445397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a0f7d5ce-cd5d-48bf-888b-3187fcdeeae7 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096609 Jul 29 23:10:47.076557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55390) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:47.371964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c64ef952-1eff-41ff-b124-739d2ecdc78e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:10:47.394919 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c64ef952-1eff-41ff-b124-739d2ecdc78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:47.396723 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c64ef952-1eff-41ff-b124-739d2ecdc78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:47.534149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c64ef952-1eff-41ff-b124-739d2ecdc78e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:47.539945 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c64ef952-1eff-41ff-b124-739d2ecdc78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:47.553631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c64ef952-1eff-41ff-b124-739d2ecdc78e admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:47.554837 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c64ef952-1eff-41ff-b124-739d2ecdc78e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4772613 Jul 29 23:10:48.038872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 53267af9-763b-41e8-9a4b-ad0a6fee821c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:10:48.105195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddbec84-0c33-4331-bc28-2b82138b426b None None] Network e5be6426-81bd-4691-8334-1319064ae6ea requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:10:48.183542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 53267af9-763b-41e8-9a4b-ad0a6fee821c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:10:48.192561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 53267af9-763b-41e8-9a4b-ad0a6fee821c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:10:48.192890 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:48.196501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ee9eaebd-4301-4e3f-ad0d-bdcdba95279f None None] Provisioning for port 53267af9-763b-41e8-9a4b-ad0a6fee821c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:10:48.227572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ee9eaebd-4301-4e3f-ad0d-bdcdba95279f None None] Provisioning complete for port 53267af9-763b-41e8-9a4b-ad0a6fee821c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:10:48.227939 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee9eaebd-4301-4e3f-ad0d-bdcdba95279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:48.441112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:48.461038 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee9eaebd-4301-4e3f-ad0d-bdcdba95279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:48.501848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 53267af9-763b-41e8-9a4b-ad0a6fee821c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=53267af9-763b-41e8-9a4b-ad0a6fee821c,segment=NetworkSegment(1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40),segment_id=1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:10:48.508202 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:48.585195 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-ee9eaebd-4301-4e3f-ad0d-bdcdba95279f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:10:48.585572 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-ee9eaebd-4301-4e3f-ad0d-bdcdba95279f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:10:48.589867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=53267af9-763b-41e8-9a4b-ad0a6fee821c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:49.239369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-34971c39-12de-4188-bf9e-e156a60cb441 None None] Provisioning complete for port 53267af9-763b-41e8-9a4b-ad0a6fee821c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:10:49.240073 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34971c39-12de-4188-bf9e-e156a60cb441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:49.903449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55400) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:49.993510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 53267af9-763b-41e8-9a4b-ad0a6fee821c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:10:50.039015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 53267af9-763b-41e8-9a4b-ad0a6fee821c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:10:50.039389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:50.214512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-a1ef8799-f71a-4af3-a7b4-b7e6618c19b6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:10:50.215520 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a1ef8799-f71a-4af3-a7b4-b7e6618c19b6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3110898 Jul 29 23:10:51.572506 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-772f55e7-6a44-494a-95d8-566cb954c6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:52.566090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55408) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:52.871281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:10:52.892456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Made reservation on behalf of 7b15db69574b4767b2a1481818074517 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:10:52.894647 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:52.902451 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:52.990703 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:52.994240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.008673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Reserving flat network on physical network physnet1 {{(pid=93817) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 23:10:53.026968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee605c7-b291-439c-af77-23c5f650fb10,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:53.031691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.032048 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Added segment c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3 of type flat for network 941018d1-5456-4c3f-a7bf-74971fba07a2 Jul 29 23:10:53.077028 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.110650 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.111576 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:53.112165 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.163469 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5963428 Jul 29 23:10:53.170373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b08e2-80fa-4e9c-8443-d7e5ad773ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=941018d1-5456-4c3f-a7bf-74971fba07a2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:53.181263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:10:54.027128 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5652705b-0037-44b7-88ec-ac1d87616dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:54.114041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:55.185942 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:55.500726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55416) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:55.790350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e130690-0bfd-447d-a478-af41b6391073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:55.791651 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6e130690-0bfd-447d-a478-af41b6391073 admin admin] 10.222.0.37 "GET /v2.0/subnets/16ea46aa-56ff-4918-8a97-06ef6f087c5e HTTP/1.1" status: 200 len: 849 time: 0.2899718 Jul 29 23:10:55.905582 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-26fc999e-7c96-4632-9b9f-34302c4163bf admin admin] 10.222.0.37 "GET /v2.0/routers/ac4f833f-b753-442b-bcac-71ca3525bf7a HTTP/1.1" status: 200 len: 704 time: 0.1080177 Jul 29 23:10:56.165783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:56.451050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Allocated IP 172.20.0.1 (e5be6426-81bd-4691-8334-1319064ae6ea/16ea46aa-56ff-4918-8a97-06ef6f087c5e/f3063514-80d4-4222-943f-617a53079782) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:10:56.649872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:56.671251 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Transition to ACTIVE for port object f3063514-80d4-4222-943f-617a53079782 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:10:56.748598 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:56.820590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Network e5be6426-81bd-4691-8334-1319064ae6ea is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:10:56.827338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:10:56.832314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:10:56.833176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:56.834902 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:56.852866 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3063514-80d4-4222-943f-617a53079782,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:57.027814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:57.075876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83198518-919f-414b-a848-3d5701f1922e None None] Provisioning for port f3063514-80d4-4222-943f-617a53079782 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:10:57.079425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83198518-919f-414b-a848-3d5701f1922e None None] Provisioning complete for port f3063514-80d4-4222-943f-617a53079782 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:10:57.079798 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83198518-919f-414b-a848-3d5701f1922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:57.114168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-83198518-919f-414b-a848-3d5701f1922e None None] Port f3063514-80d4-4222-943f-617a53079782 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:10:57.232480 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:57.236735 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:57.237491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:57.315727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3063514-80d4-4222-943f-617a53079782,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:57.360644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Network e5be6426-81bd-4691-8334-1319064ae6ea is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:10:57.361890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:10:57.515359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Router ac4f833f-b753-442b-bcac-71ca3525bf7a is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:10:57.533689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-05a46429-4de4-41c5-a7df-4b3c6b2fb0c1 None None] Provisioning complete for port f3063514-80d4-4222-943f-617a53079782 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:10:57.534134 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05a46429-4de4-41c5-a7df-4b3c6b2fb0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:57.569733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-05a46429-4de4-41c5-a7df-4b3c6b2fb0c1 None None] Port f3063514-80d4-4222-943f-617a53079782 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:10:57.606191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:10:57.612487 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a3dc2220-95ad-422a-8364-02213d0138e6 admin admin] 10.222.0.37 "PUT /v2.0/routers/ac4f833f-b753-442b-bcac-71ca3525bf7a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7017007 Jul 29 23:10:57.627605 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Sync routers for ids ['ac4f833f-b753-442b-bcac-71ca3525bf7a'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:10:57.639968 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Routers {'ac4f833f-b753-442b-bcac-71ca3525bf7a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:10:57.640775 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:10:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['ac4f833f-b753-442b-bcac-71ca3525bf7a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:10:57.823271 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Set router ac4f833f-b753-442b-bcac-71ca3525bf7a gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:10:58.247521 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'name': 'router1', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:10:47Z', 'updated_at': '2021-07-29T23:10:56Z', 'revision_number': 2, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'gw_port_host': None, '_interfaces': [{'id': 'f3063514-80d4-4222-943f-617a53079782', 'name': '', 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'mac_address': 'fa:16:3e:13:af:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:10:56Z', 'updated_at': '2021-07-29T23:10:57Z', 'revision_number': 2, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'subnets': [{'id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dee2f19a-0514-4337-abd8-2f7260479b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:10:58.296249 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Checking router: ac4f833f-b753-442b-bcac-71ca3525bf7a for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:10:58.296624 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Updating router ac4f833f-b753-442b-bcac-71ca3525bf7a port f3063514-80d4-4222-943f-617a53079782 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:10:58.359152 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:58.881184 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:58.899039 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Transition to ACTIVE for port object f3063514-80d4-4222-943f-617a53079782 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:10:58.904935 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:59.066672 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Attempting to bind port f3063514-80d4-4222-943f-617a53079782 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:10:59.067079 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Attempting to bind port f3063514-80d4-4222-943f-617a53079782 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:10:59.068397 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Attempting to bind port f3063514-80d4-4222-943f-617a53079782 on network e5be6426-81bd-4691-8334-1319064ae6ea {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:10:59.073617 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Pushing event updated for resources: {'Port': ['ID=f3063514-80d4-4222-943f-617a53079782,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:59.078218 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:10:59.078646 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Checking segment: {'id': '1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:10:59.079123 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:59.079517 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Bound using segment: {'id': '1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:10:59.080044 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Bound port: f3063514-80d4-4222-943f-617a53079782, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:10:59.080433 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:59.115501 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.115846 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.116214 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.116844 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.117187 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.117516 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.117842 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.118168 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.118491 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.118811 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.119131 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.119452 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Tracked resource versions report: Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: pushed versions: Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: { 'AddressGroup': {'1.2'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'ConntrackHelper': {'1.0'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'Log': {'1.0'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'Network': {'1.1'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'Port': {'1.7'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'PortForwarding': {'1.2'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'QosPolicy': {'1.8'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'SecurityGroup': {'1.4'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'SubPort': {'1.0'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'Subnet': {'1.1'}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'Trunk': {'1.1'}} Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: consumer versions: Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: { DHCP agent@n-d-712139-11: {}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: L3 agent@n-d-712139-11: {}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: Metadata agent@n-d-712139-11: {}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: Metering agent@n-d-712139-11: {}, Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: Open vSwitch agent@n-d-712139-11: { 'AddressGroup': '1.2', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'ConntrackHelper': '1.0', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'Log': '1.0', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'Network': '1.1', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'Port': '1.7', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'PortForwarding': '1.2', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'QosPolicy': '1.8', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'SecurityGroup': '1.4', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'SecurityGroupRule': '1.2', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'SubPort': '1.0', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'Subnet': '1.1', Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: 'Trunk': '1.1'}} Jul 29 23:10:59.120620 n-d-712139-11 neutron-server[93819]: {{(pid=93819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:10:59.159125 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] For port f3063514-80d4-4222-943f-617a53079782, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:10:59.181350 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] For port f3063514-80d4-4222-943f-617a53079782, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f3063514-80d4-4222-943f-617a53079782,segment=NetworkSegment(1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40),segment_id=1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:10:59.186984 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:59.253583 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cfbe3-45d6-497d-99cb-6eb7bdb182ba None None] Pushing event updated for resources: {'Port': ['ID=f3063514-80d4-4222-943f-617a53079782,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:59.259526 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Routers {'ac4f833f-b753-442b-bcac-71ca3525bf7a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:10:59.260186 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:10:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['ac4f833f-b753-442b-bcac-71ca3525bf7a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:10:59.350287 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] Set router ac4f833f-b753-442b-bcac-71ca3525bf7a gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:10:59.557475 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'name': 'router1', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:10:47Z', 'updated_at': '2021-07-29T23:10:56Z', 'revision_number': 2, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'gw_port_host': None, '_interfaces': [{'id': 'f3063514-80d4-4222-943f-617a53079782', 'name': '', 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'mac_address': 'fa:16:3e:13:af:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:10:56Z', 'updated_at': '2021-07-29T23:10:59Z', 'revision_number': 4, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'subnets': [{'id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dee2f19a-0514-4337-abd8-2f7260479b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:10:59.582666 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d4902-0a2c-4166-8d94-1afe744fcbfb None None] The sync data for ids ['ac4f833f-b753-442b-bcac-71ca3525bf7a'] in n-d-712139-11 is: [{'id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'name': 'router1', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:10:47Z', 'updated_at': '2021-07-29T23:10:56Z', 'revision_number': 2, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'gw_port_host': None, '_interfaces': [{'id': 'f3063514-80d4-4222-943f-617a53079782', 'name': '', 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'mac_address': 'fa:16:3e:13:af:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:10:56Z', 'updated_at': '2021-07-29T23:10:59Z', 'revision_number': 4, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'subnets': [{'id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dee2f19a-0514-4337-abd8-2f7260479b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:10:59.855785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:59.967833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae838c-9467-4f76-9863-e14e7bb26596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:59.969253 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9eae838c-9467-4f76-9863-e14e7bb26596 admin admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 842 time: 0.1123805 Jul 29 23:10:59.979543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'cidr': '172.25.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:11:00.000846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Made reservation on behalf of 7b15db69574b4767b2a1481818074517 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:11:00.003246 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:00.351469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:11:00.351935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:00.417078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ac8a1f-540a-479e-ab9a-ac5bd1920dad,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:11:00.420397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:11:00.420758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Network hostable DHCP agents. Network: 941018d1-5456-4c3f-a7bf-74971fba07a2, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:11:00.436483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:11:00.445353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 941018d1-5456-4c3f-a7bf-74971fba07a2) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:11:00.449446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:11:00.450033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:00.454778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b61b66-c6e1-40ef-b571-441ec670d3cc None None] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:11:00.464758 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1564a5cf-27cf-47ba-ba22-32533f913878 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4886715 Jul 29 23:11:00.588852 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81227317-a0e2-47bb-a7f0-c55b419f1cf3 None None] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:11:02.714250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55454) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:11:02.828384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.policy [None req-aa62f267-d6b6-4647-8d53-0014d842fc77 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93816) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 23:11:02.875046 n-d-712139-11 neutron-server[93816]: WARNING oslo_policy.policy [None req-aa62f267-d6b6-4647-8d53-0014d842fc77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:11:02.875701 n-d-712139-11 neutron-server[93816]: WARNING oslo_policy.policy [None req-aa62f267-d6b6-4647-8d53-0014d842fc77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:11:03.130514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-aa62f267-d6b6-4647-8d53-0014d842fc77 admin admin] 10.222.0.37 "GET /v2.0/routers/ac4f833f-b753-442b-bcac-71ca3525bf7a HTTP/1.1" status: 200 len: 710 time: 0.4151678 Jul 29 23:11:03.315731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8390641b-7724-48f1-8001-c6e21d9cd18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:11:03.317478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8390641b-7724-48f1-8001-c6e21d9cd18f admin admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 886 time: 0.1812613 Jul 29 23:11:03.327430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:11:03.584498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:03.816990 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:03.899617 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:04.086405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Allocated IP 172.25.2.195 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/33d295a3-180f-4e3f-9b6c-927496c861ab) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:11:04.200984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:04.287871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:04.326904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:11:04.350102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:11:04.406669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=33d295a3-180f-4e3f-9b6c-927496c861ab,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:11:04.409317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:11:04.450332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.450754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.451094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.451424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.451751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.452096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.452418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.452740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.453053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.453370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.453688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.454003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Tracked resource versions report: Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: pushed versions: Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: { 'AddressGroup': {'1.2'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'Log': {'1.0'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'Network': {'1.1'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'Port': {'1.7'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'PortForwarding': {'1.2'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'QosPolicy': {'1.8'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'SecurityGroup': {'1.4'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'SubPort': {'1.0'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'Subnet': {'1.1'}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'Trunk': {'1.1'}} Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: consumer versions: Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: { DHCP agent@n-d-712139-11: {}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: L3 agent@n-d-712139-11: {}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: Metadata agent@n-d-712139-11: {}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: Metering agent@n-d-712139-11: {}, Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: Open vSwitch agent@n-d-712139-11: { 'AddressGroup': '1.2', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'ConntrackHelper': '1.0', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'Log': '1.0', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'Network': '1.1', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'Port': '1.7', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'PortForwarding': '1.2', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'QosPolicy': '1.8', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'SecurityGroup': '1.4', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'SecurityGroupRule': '1.2', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'SubPort': '1.0', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'Subnet': '1.1', Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: 'Trunk': '1.1'}} Jul 29 23:11:04.455128 n-d-712139-11 neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:11:04.711463 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:04.896774 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:11:04.962386 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:04.967448 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:05.082408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Router ac4f833f-b753-442b-bcac-71ca3525bf7a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:11:05.193993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:11:05.198460 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:05.199533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7d681644-aacb-4fd2-84e8-f0a5f7978ac2 admin admin] 10.222.0.37 "PUT /v2.0/routers/ac4f833f-b753-442b-bcac-71ca3525bf7a HTTP/1.1" status: 200 len: 890 time: 1.8756168 Jul 29 23:11:05.942082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Sync routers for ids ['ac4f833f-b753-442b-bcac-71ca3525bf7a'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:11:05.952694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Routers {'ac4f833f-b753-442b-bcac-71ca3525bf7a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:11:05.953359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:10:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['ac4f833f-b753-442b-bcac-71ca3525bf7a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:11:06.055819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f3063514-80d4-4222-943f-617a53079782 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:11:06.231095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port f3063514-80d4-4222-943f-617a53079782 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:11:06.242155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Set router ac4f833f-b753-442b-bcac-71ca3525bf7a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:11:06.256262 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f3063514-80d4-4222-943f-617a53079782 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:11:06.256645 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:06.578187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:06.663548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port f3063514-80d4-4222-943f-617a53079782, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f3063514-80d4-4222-943f-617a53079782,segment=NetworkSegment(1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40),segment_id=1520ee3d-1fa3-4e7e-abd6-d8988ea6fa40)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:11:06.669774 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:06.743261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=f3063514-80d4-4222-943f-617a53079782,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:11:06.772858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'name': 'router1', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '33d295a3-180f-4e3f-9b6c-927496c861ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:10:47Z', 'updated_at': '2021-07-29T23:11:04Z', 'revision_number': 4, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'gw_port': {'id': '33d295a3-180f-4e3f-9b6c-927496c861ab', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:11:03Z', 'updated_at': '2021-07-29T23:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'f3063514-80d4-4222-943f-617a53079782', 'name': '', 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'mac_address': 'fa:16:3e:13:af:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:10:56Z', 'updated_at': '2021-07-29T23:10:59Z', 'revision_number': 4, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'subnets': [{'id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dee2f19a-0514-4337-abd8-2f7260479b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:11:06.824437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Checking router: ac4f833f-b753-442b-bcac-71ca3525bf7a for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:11:06.824791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Updating router ac4f833f-b753-442b-bcac-71ca3525bf7a port 33d295a3-180f-4e3f-9b6c-927496c861ab binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:11:06.871849 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:07.191824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:07.202534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Transition to ACTIVE for port object 33d295a3-180f-4e3f-9b6c-927496c861ab will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:11:07.208189 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:07.329227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Attempting to bind port 33d295a3-180f-4e3f-9b6c-927496c861ab on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:11:07.329598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Attempting to bind port 33d295a3-180f-4e3f-9b6c-927496c861ab by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:11:07.329961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Attempting to bind port 33d295a3-180f-4e3f-9b6c-927496c861ab on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:11:07.340772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bc93b-aaa9-440e-8d91-2b59249b94f3 None None] Pushing event updated for resources: {'Port': ['ID=33d295a3-180f-4e3f-9b6c-927496c861ab,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:11:07.343161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:11:07.343537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:11:07.343933 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:07.344356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:11:07.344823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Bound port: 33d295a3-180f-4e3f-9b6c-927496c861ab, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:11:07.345220 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:07.394365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] For port 33d295a3-180f-4e3f-9b6c-927496c861ab, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:11:07.397952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] For port 33d295a3-180f-4e3f-9b6c-927496c861ab, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=33d295a3-180f-4e3f-9b6c-927496c861ab,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:11:07.402423 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:07.461289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Routers {'ac4f833f-b753-442b-bcac-71ca3525bf7a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:11:07.461855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:10:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['ac4f833f-b753-442b-bcac-71ca3525bf7a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:11:07.500423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bc93b-aaa9-440e-8d91-2b59249b94f3 None None] Pushing event updated for resources: {'Port': ['ID=33d295a3-180f-4e3f-9b6c-927496c861ab,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:11:07.575504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] Set router ac4f833f-b753-442b-bcac-71ca3525bf7a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:11:07.578777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:11:07.690535 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eeee1fb4-dd61-4261-9b81-f939374bf850 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1106267 Jul 29 23:11:07.792929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'name': 'router1', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '33d295a3-180f-4e3f-9b6c-927496c861ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:10:47Z', 'updated_at': '2021-07-29T23:11:04Z', 'revision_number': 4, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'gw_port': {'id': '33d295a3-180f-4e3f-9b6c-927496c861ab', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:11:03Z', 'updated_at': '2021-07-29T23:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'f3063514-80d4-4222-943f-617a53079782', 'name': '', 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'mac_address': 'fa:16:3e:13:af:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:10:56Z', 'updated_at': '2021-07-29T23:11:06Z', 'revision_number': 5, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'subnets': [{'id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dee2f19a-0514-4337-abd8-2f7260479b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:11:07.820316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d058720-b98d-4a39-b3f6-09b8e89bc626 None None] The sync data for ids ['ac4f833f-b753-442b-bcac-71ca3525bf7a'] in n-d-712139-11 is: [{'id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'name': 'router1', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '33d295a3-180f-4e3f-9b6c-927496c861ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:10:47Z', 'updated_at': '2021-07-29T23:11:04Z', 'revision_number': 4, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'gw_port': {'id': '33d295a3-180f-4e3f-9b6c-927496c861ab', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:11:03Z', 'updated_at': '2021-07-29T23:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'f3063514-80d4-4222-943f-617a53079782', 'name': '', 'network_id': 'e5be6426-81bd-4691-8334-1319064ae6ea', 'tenant_id': '7c358291a70840c3bcb1de88d7f0a98f', 'mac_address': 'fa:16:3e:13:af:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f833f-b753-442b-bcac-71ca3525bf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:10:56Z', 'updated_at': '2021-07-29T23:11:06Z', 'revision_number': 5, 'project_id': '7c358291a70840c3bcb1de88d7f0a98f', 'subnets': [{'id': '16ea46aa-56ff-4918-8a97-06ef6f087c5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dee2f19a-0514-4337-abd8-2f7260479b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:11:08.106875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f3063514-80d4-4222-943f-617a53079782 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:11:08.166625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f3063514-80d4-4222-943f-617a53079782 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:11:08.167373 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:08.259278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 33d295a3-180f-4e3f-9b6c-927496c861ab up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:11:08.314033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 33d295a3-180f-4e3f-9b6c-927496c861ab completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:11:08.315959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 33d295a3-180f-4e3f-9b6c-927496c861ab triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:11:08.316610 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:08.403745 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:08.429893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 33d295a3-180f-4e3f-9b6c-927496c861ab, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=33d295a3-180f-4e3f-9b6c-927496c861ab,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:11:08.434469 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:08.488652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=33d295a3-180f-4e3f-9b6c-927496c861ab,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:11:10.020361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 33d295a3-180f-4e3f-9b6c-927496c861ab up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:11:10.072621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 33d295a3-180f-4e3f-9b6c-927496c861ab triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:11:10.072997 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:21.574972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-787e2af2-eb41-43d3-9144-399774068094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:24.037255 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-523182c3-ccd5-4cb8-bbe6-867997fdb7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:24.118876 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:25.199753 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:26.865895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:41.899248 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:11:51.577187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-554e52bd-e0ae-4ee6-8de9-a076e7f65b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:54.098001 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf1b3c67-4ee7-4911-befb-d461def52d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:54.135023 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:55.194810 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:56.851841 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:18.897728 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:12:21.581498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-494fbbd4-3af1-4dbe-9b17-6e88c834f4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:24.028706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bbd58a0-97d4-4e8f-8e75-2892bcdf169f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:24.107189 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:25.197475 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:26.849931 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:47.770263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56072) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:12:47.833352 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cba5b3e-cbee-44cb-b1ff-a6e584f98154 admin admin] GET failed (client error): The resource could not be found. Jul 29 23:12:47.834681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5cba5b3e-cbee-44cb-b1ff-a6e584f98154 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634816 Jul 29 23:12:48.001292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a94971-c7e1-424d-97b7-cdbad6131925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:12:48.002768 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b9a94971-c7e1-424d-97b7-cdbad6131925 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637864 Jul 29 23:12:50.129107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56082) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:12:50.225936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc939c78-88dc-4b45-98f3-92afc11b4637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:12:50.227210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fc939c78-88dc-4b45-98f3-92afc11b4637 admin admin] 10.222.0.37 "GET /v2.0/subnets/16ea46aa-56ff-4918-8a97-06ef6f087c5e HTTP/1.1" status: 200 len: 849 time: 0.0971379 Jul 29 23:12:50.236786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:12:50.323469 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:50.464276 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750937533224'] for subnet, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:50.495096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:12:50.495655 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:50.497053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] 10.222.0.37 "PUT /v2.0/subnets/16ea46aa-56ff-4918-8a97-06ef6f087c5e HTTP/1.1" status: 200 len: 868 time: 0.2639165 Jul 29 23:12:50.511086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a744b0-86b6-439f-9c7d-130e7bf5244d None None] Network e5be6426-81bd-4691-8334-1319064ae6ea requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:12:50.519424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ea46aa-56ff-4918-8a97-06ef6f087c5e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:12:50.527449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.527840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.528227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.528568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.528919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.529227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.529549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.529923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.530245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.530562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.530885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.531209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fb0b48-dc8e-42c8-8b3c-26b6a4c899a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:50.876709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ebb0006a-65fa-4e2a-a5ca-a19aafe53b42 None None] Provisioning complete for port f3063514-80d4-4222-943f-617a53079782 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:12:50.877083 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebb0006a-65fa-4e2a-a5ca-a19aafe53b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:50.967767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ebb0006a-65fa-4e2a-a5ca-a19aafe53b42 None None] Provisioning complete for port 53267af9-763b-41e8-9a4b-ad0a6fee821c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:12:50.968163 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebb0006a-65fa-4e2a-a5ca-a19aafe53b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:51.583976 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ecc4618-819a-48f2-9a80-541245bdff90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:52.649547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56090) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:12:52.842988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2e1c6-dd30-470f-8966-5e9f8b310b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:12:52.843384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2e1c6-dd30-470f-8966-5e9f8b310b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:12:52.844959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0df2e1c6-dd30-470f-8966-5e9f8b310b25 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944587 Jul 29 23:12:54.028037 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c58982b-24c8-42a1-b028-3ce79a2db3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:54.107903 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:54.988532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:12:55.179575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d47c0-a25a-4998-8092-211e16938f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:12:55.179956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d47c0-a25a-4998-8092-211e16938f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:12:55.181503 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1d0d47c0-a25a-4998-8092-211e16938f7c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1920297 Jul 29 23:12:55.199544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:55.897002 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:12:56.855308 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:57.315595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:12:57.439690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed93d010-4510-4039-af28-16117767f76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:12:57.441081 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ed93d010-4510-4039-af28-16117767f76a admin admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 886 time: 0.1245110 Jul 29 23:12:59.594223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:12:59.718287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc399ecb-701c-40f1-ab9d-02ccdf7f521c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:12:59.719676 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dc399ecb-701c-40f1-ab9d-02ccdf7f521c admin admin] 10.222.0.37 "GET /v2.0/networks/e5be6426-81bd-4691-8334-1319064ae6ea HTTP/1.1" status: 200 len: 869 time: 0.1244950 Jul 29 23:13:01.867217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56124) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:13:01.987925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb11e88-695d-4dd8-9b05-fa12edcfb78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:13:01.988410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb11e88-695d-4dd8-9b05-fa12edcfb78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:13:01.989946 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-adb11e88-695d-4dd8-9b05-fa12edcfb78a admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217535 Jul 29 23:13:04.138570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56132) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:13:04.226608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7230d47-35e8-406f-bb1b-4678eee632b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:13:04.226990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7230d47-35e8-406f-bb1b-4678eee632b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:13:04.228567 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a7230d47-35e8-406f-bb1b-4678eee632b6 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890055 Jul 29 23:13:06.384481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:13:06.475254 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d803cf-5f4a-452b-a646-db7e38066585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:13:06.476647 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-95d803cf-5f4a-452b-a646-db7e38066585 admin admin] 10.222.0.37 "GET /v2.0/subnets/16ea46aa-56ff-4918-8a97-06ef6f087c5e HTTP/1.1" status: 200 len: 868 time: 0.0912278 Jul 29 23:13:08.619006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:13:08.702177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f82b304-5241-4272-91e1-2b92abf31e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:13:08.703473 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3f82b304-5241-4272-91e1-2b92abf31e11 admin admin] 10.222.0.37 "GET /v2.0/subnets/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad HTTP/1.1" status: 200 len: 816 time: 0.0835330 Jul 29 23:13:21.587182 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a9da219-3790-403e-9f51-90b7cb4e8595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:24.120675 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee77e823-e5aa-444f-9e42-d8618033be33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:24.123035 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:25.203485 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:26.861187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:32.895560 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:13:34.147478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:13:34.195768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-a74463bc-489f-4f23-a07e-101a1fae33c2 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:13:34.196795 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a74463bc-489f-4f23-a07e-101a1fae33c2 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483358 Jul 29 23:13:36.438418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56210) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:13:36.497392 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a938340-384e-48c6-9e80-6f44d5f18f15 admin admin] GET failed (client error): The resource could not be found. Jul 29 23:13:36.498719 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1a938340-384e-48c6-9e80-6f44d5f18f15 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593679 Jul 29 23:13:36.635891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c615d-446c-4ca6-bc54-d8df75554fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:13:36.637304 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c80c615d-446c-4ca6-bc54-d8df75554fb4 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1343222 Jul 29 23:13:38.819078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:13:38.863808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:13:38.883782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Made reservation on behalf of 7b15db69574b4767b2a1481818074517 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:13:38.886023 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:38.916110 n-d-712139-11 neutron-server[93817]: WARNING neutron.services.revisions.revision_plugin [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Could not find related network for resource to bump revision. Jul 29 23:13:38.927991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:13:38.937509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:38.937816 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Added segment 5afd432c-b5d7-4272-a56d-cea2d5d4c100 of type vlan for network 253578ec-61f8-4056-aa61-72182e62e618 Jul 29 23:13:38.985054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:39.012442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:39.013305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:13:39.013947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:39.065706 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2455282 Jul 29 23:13:39.072523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Pushing event updated for resources: {'Network': ['ID=253578ec-61f8-4056-aa61-72182e62e618,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:13:39.079562 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.079919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.080330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.080671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.081010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.081342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.081671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.081999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.082327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.082651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.082977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.083302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c782c1c-28a7-41cb-9c03-cf4e43846eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:39.094773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 253578ec-61f8-4056-aa61-72182e62e618 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:13:41.225600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:13:41.285232 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebeea1a7-af35-4d9f-9269-b43abd6e6e57 admin admin] GET failed (client error): The resource could not be found. Jul 29 23:13:41.286546 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ebeea1a7-af35-4d9f-9269-b43abd6e6e57 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600564 Jul 29 23:13:41.353170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b840a1-2121-4270-8e13-cecde47530a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:13:41.354572 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-50b840a1-2121-4270-8e13-cecde47530a8 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0630629 Jul 29 23:13:41.365149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:13:41.384247 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Made reservation on behalf of 7b15db69574b4767b2a1481818074517 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:13:41.386403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:41.545480 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:41.595323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:13:41.605512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:13:41.605869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Network hostable DHCP agents. Network: 253578ec-61f8-4056-aa61-72182e62e618, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:13:41.621555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Network 253578ec-61f8-4056-aa61-72182e62e618 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:13:41.629273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 253578ec-61f8-4056-aa61-72182e62e618) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:13:41.633527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:13:41.634133 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:41.637987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a37a8-080b-4293-aaa1-2cf04b25a3e9 None None] Network 253578ec-61f8-4056-aa61-72182e62e618 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:13:41.647248 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9e61aa72-6cd2-463a-bbdb-00dc96808453 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2858961 Jul 29 23:13:41.787920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-253578ec-61f8-4056-aa61-72182e62e618', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'tenant_id': '7b15db69574b4767b2a1481818074517', 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:13:41.788843 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:41.929211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Allocated IP 192.168.233.2 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/c6674027-bb7c-43bf-a32a-5b6caf525199) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:13:42.081826 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:42.089871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Transition to ACTIVE for port object c6674027-bb7c-43bf-a32a-5b6caf525199 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:13:42.104923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Transition to ACTIVE for port object c6674027-bb7c-43bf-a32a-5b6caf525199 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:13:42.110812 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:42.148122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:13:42.149453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:13:42.152854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:13:42.164076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Pushing event updated for resources: {'Port': ['ID=c6674027-bb7c-43bf-a32a-5b6caf525199,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:13:42.173779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.174162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.174507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.174841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.175169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.175500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.175826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.176245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.176584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.176915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.177245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.177568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:13:42.223368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Attempting to bind port c6674027-bb7c-43bf-a32a-5b6caf525199 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:13:42.223732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Attempting to bind port c6674027-bb7c-43bf-a32a-5b6caf525199 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:13:42.224127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Attempting to bind port c6674027-bb7c-43bf-a32a-5b6caf525199 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:13:42.229215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:13:42.229585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:13:42.229984 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:42.230370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:13:42.230826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Bound port: c6674027-bb7c-43bf-a32a-5b6caf525199, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:13:42.231218 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:42.296719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] For port c6674027-bb7c-43bf-a32a-5b6caf525199, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:13:42.299773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] For port c6674027-bb7c-43bf-a32a-5b6caf525199, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c6674027-bb7c-43bf-a32a-5b6caf525199,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:13:42.306830 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:42.365295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dd514-ff05-4671-a4ad-c40859195724 None None] Pushing event updated for resources: {'Port': ['ID=c6674027-bb7c-43bf-a32a-5b6caf525199,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:13:43.176466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee181e45-84ee-4c7b-8663-e2c2a20af366 None None] Network 253578ec-61f8-4056-aa61-72182e62e618 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:13:43.265243 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bbaa52da-9935-4775-ae7b-d5ae9db763b9 None None] Provisioning for port c6674027-bb7c-43bf-a32a-5b6caf525199 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:13:44.157916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c6674027-bb7c-43bf-a32a-5b6caf525199 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:13:44.208091 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c6674027-bb7c-43bf-a32a-5b6caf525199 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:13:44.211709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c6674027-bb7c-43bf-a32a-5b6caf525199 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:13:44.212105 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:44.292137 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:44.324919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c6674027-bb7c-43bf-a32a-5b6caf525199, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c6674027-bb7c-43bf-a32a-5b6caf525199,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:13:44.328978 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:44.375389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c6674027-bb7c-43bf-a32a-5b6caf525199,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:13:46.137022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c6674027-bb7c-43bf-a32a-5b6caf525199 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:13:46.184500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c6674027-bb7c-43bf-a32a-5b6caf525199 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:13:46.184887 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:51.587271 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a58893e-7f60-4b05-b1d5-5062dc112051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:54.032405 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e536623-4ff7-46ef-84e8-f5f689442653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:54.114104 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:55.207390 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:56.864896 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:09.894099 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:14:21.588265 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8903aaa-5879-4bf0-832e-e05dd35dfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:24.032893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9cf53e92-994d-452c-b1e4-354899875706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:24.115886 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:25.209555 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:26.868746 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:46.892069 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:14:50.953819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56278) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:14:50.962362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-4051a5a1-6231-4ef6-a641-ab2b25c752ed tempest-verify_tempest_config-1289278714 tempest-verify_tempest_config-1289278714-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:14:50.963753 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4051a5a1-6231-4ef6-a641-ab2b25c752ed tempest-verify_tempest_config-1289278714 tempest-verify_tempest_config-1289278714-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0082593 Jul 29 23:14:51.264887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56296) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:14:51.364911 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:51.459638 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:51.463292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:51.506153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf467bbd-a7cf-42d9-9982-de2775a4e0cd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:14:51.510570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a076fb8e4df84bd19b3aeec764284267&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2446790 Jul 29 23:14:51.513353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56300) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:14:51.514648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.514987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.515317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.515643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.515964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.516317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.516635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.516990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.517309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.517625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.517938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.518250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7df8-a129-4350-8630-9ad9bc3c51fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.588644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50757c2c-af0b-47b8-aefd-514926a10fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:51.597728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:51.618680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:51.708986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:51.711585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:51.713275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf467bbd-a7cf-42d9-9982-de2775a4e0cd HTTP/1.1" status: 204 len: 168 time: 0.1984830 Jul 29 23:14:51.721970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf467bbd-a7cf-42d9-9982-de2775a4e0cd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:14:51.728724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.729076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.729421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.729763 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.730124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.730455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.730767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.731092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.731418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.731751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.732110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:51.732437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58442db3-8bbd-41ca-b50a-e7037e33370d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:14:54.033674 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c64b-784e-4492-847a-9803659ae5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:54.115770 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:55.212737 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:56.870500 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:21.588489 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc62260d-6a9e-4611-9c97-56c430f7b6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:23.890259 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:15:24.032293 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b674b17-e9d6-4fff-af98-dd73766fbf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:24.119313 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:25.214736 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:26.873738 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:51.589218 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ddd3e77-572b-416b-ab6d-24c578f95e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:54.031684 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f71294c-1da2-482e-bdcc-1f5850509f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:54.120185 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:55.217676 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:56.877093 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:00.888585 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:16:21.588752 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c78178a-5293-4a77-a2f2-3cf5881ef080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.030592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b737d0be-1013-4b5e-982f-0ad2b58bd169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.118870 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.220050 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.880655 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.887062 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:16:51.588592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7eec2d98-4112-4459-9e8f-40da0153162a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.031471 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85a0dc48-b54b-4ab8-b6aa-462e81e705fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.117996 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:55.222301 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:56.882213 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:14.885183 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:17:21.588685 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df5099eb-3087-4f54-b06c-9763103ead4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.031562 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-066e9173-b4d2-425e-bc0b-c38bee721369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.120924 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.225251 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.885919 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.589416 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95db776b-ab36-465b-a1f8-c160d95951cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.883756 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:17:54.030973 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-859167e3-9cad-4306-a4bb-d5735f9595a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.123054 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.227324 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.888585 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.909685 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380126'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.391982 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380126'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.589783 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0447f365-87af-4d76-9d11-cea641e6507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.032371 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b43f2e77-5ea7-4fc0-8557-1984d53336f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.121703 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:25.230751 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.892591 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.882705 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:18:31.877319 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.578085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56362) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:47.678735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-385273a2-fd71-4bcb-bc9c-6591588c3677 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0995595 Jul 29 23:18:48.342138 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.827289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:49.885478 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e309591f-d8fe-492d-8d26-05cc80ae1daf admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0571225 Jul 29 23:18:51.588771 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29ca3036-bb9c-402a-923d-c93b9a48762b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.034226 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7920c3a7-8e9b-46b1-9858-a6dcf1113dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.121078 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.233793 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.894321 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.894306 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.882066 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:19:18.356638 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.588639 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e543f6b-5c61-4f8a-b005-82159f195b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:24.036292 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b7f1-2ea1-41d7-ad8c-4766382a745e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:24.122511 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.237114 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.898161 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.905661 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.881499 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:19:48.370777 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.591312 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c289526-8508-4887-a8f9-dc1f442a63e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.037951 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44a672af-3fa8-4b69-9163-adc2941fc305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.123142 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.238325 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.904102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:01.906576 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.321444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56740) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:14.473530 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.483130 n-d-712139-11 neutron-server[93816]: INFO neutron.quota [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Loaded quota_driver: . Jul 29 23:20:14.605424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.609919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.654124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50850b08-02cf-42e5-b9d7-8ed7932dda9a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:14.666396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.666759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.667110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.667452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.667795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.668155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.668495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.668927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.669142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.669467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.669794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.670126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] Tracked resource versions report: Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: pushed versions: Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: { 'AddressGroup': {'1.2'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'Log': {'1.0'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'Network': {'1.1'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'Port': {'1.7'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'PortForwarding': {'1.2'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'QosPolicy': {'1.8'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'SecurityGroup': {'1.4'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'SubPort': {'1.0'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'Subnet': {'1.1'}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'Trunk': {'1.1'}} Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: consumer versions: Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: { DHCP agent@n-d-712139-11: {}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: HyperV agent@n-h1-712139-11: {}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: HyperV agent@n-h2-712139-11: {}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: L3 agent@n-d-712139-11: {}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: Metadata agent@n-d-712139-11: {}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: Metering agent@n-d-712139-11: {}, Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: Open vSwitch agent@n-d-712139-11: { 'AddressGroup': '1.2', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'ConntrackHelper': '1.0', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'Log': '1.0', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'Network': '1.1', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'Port': '1.7', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'PortForwarding': '1.2', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'QosPolicy': '1.8', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'SecurityGroup': '1.4', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'SecurityGroupRule': '1.2', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'SubPort': '1.0', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'Subnet': '1.1', Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: 'Trunk': '1.1'}} Jul 29 23:20:14.671242 n-d-712139-11 neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:20:14.682417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-08339b22-8f42-482a-a245-a620966b21a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=472905022f2b4408b490ae4405c0f865&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3568051 Jul 29 23:20:14.682826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56766) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:14.741078 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09d281a4-e882-44ae-a89f-f9f55f6f315a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.763480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09d281a4-e882-44ae-a89f-f9f55f6f315a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.891551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09d281a4-e882-44ae-a89f-f9f55f6f315a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.894784 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09d281a4-e882-44ae-a89f-f9f55f6f315a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.896109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-09d281a4-e882-44ae-a89f-f9f55f6f315a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50850b08-02cf-42e5-b9d7-8ed7932dda9a HTTP/1.1" status: 204 len: 168 time: 0.2126694 Jul 29 23:20:14.905115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d281a4-e882-44ae-a89f-f9f55f6f315a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50850b08-02cf-42e5-b9d7-8ed7932dda9a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:14.929577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:15.097619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.190952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.206531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.236552 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4596ecb299144954ab226350ce0bd75e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3051326 Jul 29 23:20:15.239323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56816) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:15.255825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e2272-f226-44ca-9067-592bc5c66ceb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:15.267091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.267627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.268307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.268918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.269414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.269899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.270541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.271047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.272300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.273394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.273735 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.274066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c26be-368b-4b3e-a3b0-2fff185bc00b admin admin] Tracked resource versions report: Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: pushed versions: Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: { 'AddressGroup': {'1.2'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'Log': {'1.0'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'Network': {'1.1'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'Port': {'1.7'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'PortForwarding': {'1.2'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'QosPolicy': {'1.8'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'SecurityGroup': {'1.4'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'SubPort': {'1.0'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'Subnet': {'1.1'}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'Trunk': {'1.1'}} Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: consumer versions: Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: { DHCP agent@n-d-712139-11: {}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: HyperV agent@n-h1-712139-11: {}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: HyperV agent@n-h2-712139-11: {}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: L3 agent@n-d-712139-11: {}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: Metadata agent@n-d-712139-11: {}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: Metering agent@n-d-712139-11: {}, Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: Open vSwitch agent@n-d-712139-11: { 'AddressGroup': '1.2', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'ConntrackHelper': '1.0', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'Log': '1.0', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'Network': '1.1', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'Port': '1.7', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'PortForwarding': '1.2', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'QosPolicy': '1.8', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'SecurityGroup': '1.4', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'SecurityGroupRule': '1.2', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'SubPort': '1.0', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'Subnet': '1.1', Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: 'Trunk': '1.1'}} Jul 29 23:20:15.275338 n-d-712139-11 neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:20:15.312344 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e9f8-36c7-4517-893b-2bd8b47fe8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.338744 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e9f8-36c7-4517-893b-2bd8b47fe8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.399885 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e9f8-36c7-4517-893b-2bd8b47fe8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.403144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e9f8-36c7-4517-893b-2bd8b47fe8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.404505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d5e3e9f8-36c7-4517-893b-2bd8b47fe8b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f5e2272-f226-44ca-9067-592bc5c66ceb HTTP/1.1" status: 204 len: 168 time: 0.1639564 Jul 29 23:20:15.415050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3e9f8-36c7-4517-893b-2bd8b47fe8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e2272-f226-44ca-9067-592bc5c66ceb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:15.445338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56832) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:15.461682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-252b6458-9be2-427c-aad9-5029f1971900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.562365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-252b6458-9be2-427c-aad9-5029f1971900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.568475 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-252b6458-9be2-427c-aad9-5029f1971900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.606115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b6458-9be2-427c-aad9-5029f1971900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ffae7b-d9d9-4380-b79d-06d8d49e0cf5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:15.616063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-252b6458-9be2-427c-aad9-5029f1971900 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b96ea9623ce429396acb7860d3532c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1674488 Jul 29 23:20:15.618349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56850) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:15.677897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc3d3-70de-4126-add7-84c710fcdbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.706650 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc3d3-70de-4126-add7-84c710fcdbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.770353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc3d3-70de-4126-add7-84c710fcdbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.773036 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc3d3-70de-4126-add7-84c710fcdbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.776594 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a7cdc3d3-70de-4126-add7-84c710fcdbe5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24ffae7b-d9d9-4380-b79d-06d8d49e0cf5 HTTP/1.1" status: 204 len: 168 time: 0.1550055 Jul 29 23:20:15.782088 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdc3d3-70de-4126-add7-84c710fcdbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ffae7b-d9d9-4380-b79d-06d8d49e0cf5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:15.794568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56866) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:15.831931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56872) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:15.947004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56886) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:15.960378 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff91f-5300-433a-b546-4972fbf3337f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.064498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff91f-5300-433a-b546-4972fbf3337f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.073123 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff91f-5300-433a-b546-4972fbf3337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.106405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ff91f-5300-433a-b546-4972fbf3337f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1918e67-4fab-4f92-89ab-83515094120b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:16.135488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56898) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:16.151792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4a2ff91f-5300-433a-b546-4972fbf3337f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6406b293b80247a0a8a1930d7a03b1ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2041447 Jul 29 23:20:16.206834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a124556-25fa-4200-8813-f90070277ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.250816 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34b74e83-def9-4256-b37c-b67e812da436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.359442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b67b-8bc4-4c4a-b294-e15b2f82e0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.386255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a124556-25fa-4200-8813-f90070277ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.403724 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34b74e83-def9-4256-b37c-b67e812da436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.418172 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34b74e83-def9-4256-b37c-b67e812da436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.502899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b74e83-def9-4256-b37c-b67e812da436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d713fba0-e83f-4947-be8e-a8d25ceb78b0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:16.540609 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-34b74e83-def9-4256-b37c-b67e812da436 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5976eb6a9054f98bf662f84de87c0e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7085905 Jul 29 23:20:16.542506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:16.568501 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a124556-25fa-4200-8813-f90070277ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.572642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a124556-25fa-4200-8813-f90070277ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.574143 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1a124556-25fa-4200-8813-f90070277ad2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1918e67-4fab-4f92-89ab-83515094120b HTTP/1.1" status: 204 len: 168 time: 0.4376607 Jul 29 23:20:16.589185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a124556-25fa-4200-8813-f90070277ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1918e67-4fab-4f92-89ab-83515094120b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:16.619120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-339fc855-589c-4bc0-b353-ffa5e24a618a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.622776 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b67b-8bc4-4c4a-b294-e15b2f82e0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.627913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:16.641330 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b67b-8bc4-4c4a-b294-e15b2f82e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.658214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-339fc855-589c-4bc0-b353-ffa5e24a618a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.696156 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7fc6b67b-8bc4-4c4a-b294-e15b2f82e0eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69864cd1a07f4fabbe9c153647cffdfe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9002790 Jul 29 23:20:16.697584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56942) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:16.725420 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6b67b-8bc4-4c4a-b294-e15b2f82e0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e7470-7e3a-4627-becc-3dc8e984d773,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:16.775020 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-339fc855-589c-4bc0-b353-ffa5e24a618a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.778405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-339fc855-589c-4bc0-b353-ffa5e24a618a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.779734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-339fc855-589c-4bc0-b353-ffa5e24a618a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d713fba0-e83f-4947-be8e-a8d25ceb78b0 HTTP/1.1" status: 204 len: 168 time: 0.2362731 Jul 29 23:20:16.792809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-558dedb6-90e0-485f-bc3a-977865ae9ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.795225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fc855-589c-4bc0-b353-ffa5e24a618a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d713fba0-e83f-4947-be8e-a8d25ceb78b0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:16.848565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-558dedb6-90e0-485f-bc3a-977865ae9ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.911692 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-558dedb6-90e0-485f-bc3a-977865ae9ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.914415 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-558dedb6-90e0-485f-bc3a-977865ae9ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.918056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-558dedb6-90e0-485f-bc3a-977865ae9ea0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/919e7470-7e3a-4627-becc-3dc8e984d773 HTTP/1.1" status: 204 len: 168 time: 0.2171528 Jul 29 23:20:16.928409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba3d49be-0d4d-4cad-acf7-4a9759850951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.930872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dedb6-90e0-485f-bc3a-977865ae9ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e7470-7e3a-4627-becc-3dc8e984d773,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:17.061591 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba3d49be-0d4d-4cad-acf7-4a9759850951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.068430 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba3d49be-0d4d-4cad-acf7-4a9759850951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.110510 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ba3d49be-0d4d-4cad-acf7-4a9759850951 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab1d5504de9a4b5aa36e50b4266aa0e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4774706 Jul 29 23:20:17.110741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56982) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:17.156731 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d49be-0d4d-4cad-acf7-4a9759850951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7db7f3-145f-499d-933d-e7ac46d45a53,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:17.209253 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-848680d9-1b15-4e23-824f-4910d2b55b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.246600 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-848680d9-1b15-4e23-824f-4910d2b55b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.310435 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-848680d9-1b15-4e23-824f-4910d2b55b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.313499 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-848680d9-1b15-4e23-824f-4910d2b55b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.314775 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-848680d9-1b15-4e23-824f-4910d2b55b7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d7db7f3-145f-499d-933d-e7ac46d45a53 HTTP/1.1" status: 204 len: 168 time: 0.2028680 Jul 29 23:20:17.323350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848680d9-1b15-4e23-824f-4910d2b55b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7db7f3-145f-499d-933d-e7ac46d45a53,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:17.544417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57030) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:17.558577 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73fc0c63-b104-4826-b0b7-afc790329c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.691486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73fc0c63-b104-4826-b0b7-afc790329c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.696663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73fc0c63-b104-4826-b0b7-afc790329c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.742685 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-73fc0c63-b104-4826-b0b7-afc790329c97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92689b8f24a0448c892f09f75b514b2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1942141 Jul 29 23:20:17.743518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57044) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:17.743978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc0c63-b104-4826-b0b7-afc790329c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71219bd4-73eb-434c-b14f-a8240dbdfff2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:17.792155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:17.801030 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71631f63-af2a-4fce-b7d3-a5c8ef73d5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.812061 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfa6f-cb43-43e5-b6a6-2c7c172d2aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.836360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71631f63-af2a-4fce-b7d3-a5c8ef73d5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.894491 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71631f63-af2a-4fce-b7d3-a5c8ef73d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.897610 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71631f63-af2a-4fce-b7d3-a5c8ef73d5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.901224 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-71631f63-af2a-4fce-b7d3-a5c8ef73d5aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71219bd4-73eb-434c-b14f-a8240dbdfff2 HTTP/1.1" status: 204 len: 168 time: 0.1536248 Jul 29 23:20:17.907274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71631f63-af2a-4fce-b7d3-a5c8ef73d5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71219bd4-73eb-434c-b14f-a8240dbdfff2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:17.956352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfa6f-cb43-43e5-b6a6-2c7c172d2aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.960339 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfa6f-cb43-43e5-b6a6-2c7c172d2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.998894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbfa6f-cb43-43e5-b6a6-2c7c172d2aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5903dcd7-e326-40a9-9ae4-8f8446218daf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:18.003463 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f9fbfa6f-cb43-43e5-b6a6-2c7c172d2aa8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28453af6c7434a0aa73823a25fb1110f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2099297 Jul 29 23:20:18.006253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57060) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:18.044230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:18.060219 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8816ca4b-8ae5-4161-bfe2-9b804cb575b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.062914 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b736547e-e57f-4f3b-9a3a-58f2e7189d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.088206 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b736547e-e57f-4f3b-9a3a-58f2e7189d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.150691 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b736547e-e57f-4f3b-9a3a-58f2e7189d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.153530 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b736547e-e57f-4f3b-9a3a-58f2e7189d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.154703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b736547e-e57f-4f3b-9a3a-58f2e7189d0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5903dcd7-e326-40a9-9ae4-8f8446218daf HTTP/1.1" status: 204 len: 168 time: 0.1474166 Jul 29 23:20:18.162642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8816ca4b-8ae5-4161-bfe2-9b804cb575b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.164692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736547e-e57f-4f3b-9a3a-58f2e7189d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5903dcd7-e326-40a9-9ae4-8f8446218daf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:18.174052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8816ca4b-8ae5-4161-bfe2-9b804cb575b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.217781 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8816ca4b-8ae5-4161-bfe2-9b804cb575b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cf8d6543537431caf445d2fbec190ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1699154 Jul 29 23:20:18.217976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57068) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:18.225406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816ca4b-8ae5-4161-bfe2-9b804cb575b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70316679-a662-4217-9f7f-719405c7c901,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:18.277006 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a58e4a0c-dfa2-4d6d-aeff-a59cbcf9b832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.299607 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a58e4a0c-dfa2-4d6d-aeff-a59cbcf9b832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.304841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57078) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:18.307361 n-d-712139-11 neutron-server[93816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 23:20:18.356135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-a3bb9390-77d7-435e-a0ed-e7959b8a73a8 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9b599f5c04ce4236a84d13953d713176&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496738 Jul 29 23:20:18.359814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a58e4a0c-dfa2-4d6d-aeff-a59cbcf9b832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.364640 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a58e4a0c-dfa2-4d6d-aeff-a59cbcf9b832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.366058 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a58e4a0c-dfa2-4d6d-aeff-a59cbcf9b832 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70316679-a662-4217-9f7f-719405c7c901 HTTP/1.1" status: 204 len: 168 time: 0.1470394 Jul 29 23:20:18.377642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e4a0c-dfa2-4d6d-aeff-a59cbcf9b832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70316679-a662-4217-9f7f-719405c7c901,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:18.378216 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.391961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57084) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:18.546129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-39281ef7-03e8-4acc-8a6b-41524e1cd253 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.553878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-39281ef7-03e8-4acc-8a6b-41524e1cd253 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965232 Jul 29 23:20:18.565519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-4e795441-5411-466f-8677-f2381a476abc tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/quotas/9b599f5c04ce4236a84d13953d713176 HTTP/1.1" status: 200 len: 375 time: 0.0107362 Jul 29 23:20:18.622858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-b50beaf2-cb4d-4ce5-8c21-2f84d246fcaa tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b599f5c04ce4236a84d13953d713176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514147 Jul 29 23:20:18.914595 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea42b-849f-42cd-bdfa-1053e2581ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.027083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea42b-849f-42cd-bdfa-1053e2581ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.031291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea42b-849f-42cd-bdfa-1053e2581ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.075672 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cd6ea42b-849f-42cd-bdfa-1053e2581ea2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adba7de8b8b745cbb9a275baeb481427&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6797211 Jul 29 23:20:19.075672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ea42b-849f-42cd-bdfa-1053e2581ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86794ca0-3957-4c19-920c-690f9c50fcac,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:19.076160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57134) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:19.131782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cef2492-cb54-4b9a-8543-5eeddc22c9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.153553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cef2492-cb54-4b9a-8543-5eeddc22c9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.169886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57140) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:19.211294 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cef2492-cb54-4b9a-8543-5eeddc22c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.214447 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cef2492-cb54-4b9a-8543-5eeddc22c9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.218246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3cef2492-cb54-4b9a-8543-5eeddc22c9cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86794ca0-3957-4c19-920c-690f9c50fcac HTTP/1.1" status: 204 len: 168 time: 0.1385143 Jul 29 23:20:19.224849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef2492-cb54-4b9a-8543-5eeddc22c9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86794ca0-3957-4c19-920c-690f9c50fcac,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:19.630396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ff9045-9f83-4adf-bde9-ae8ea92d8a55 req-b81f7ad9-b80c-4bc2-8957-4d02fd49211d tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 210 time: 0.4592333 Jul 29 23:20:19.880808 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:20:20.008689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:20.025092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a7663fb-0292-4a6d-a2f7-2fd19ab8c47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.129061 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a7663fb-0292-4a6d-a2f7-2fd19ab8c47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.133316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a7663fb-0292-4a6d-a2f7-2fd19ab8c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.169885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7663fb-0292-4a6d-a2f7-2fd19ab8c47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2cecdb-ba52-40d9-bec3-948777ad1d3e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:20.186587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9a7663fb-0292-4a6d-a2f7-2fd19ab8c47f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06213e9bde7641a8ba606b728dd0b339&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1742692 Jul 29 23:20:20.186794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57196) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:20.236291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e95ff208-468c-4158-8c56-989bb030c51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.258129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e95ff208-468c-4158-8c56-989bb030c51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.305821 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e95ff208-468c-4158-8c56-989bb030c51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.309076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e95ff208-468c-4158-8c56-989bb030c51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.310220 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e95ff208-468c-4158-8c56-989bb030c51f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e2cecdb-ba52-40d9-bec3-948777ad1d3e HTTP/1.1" status: 204 len: 168 time: 0.1223791 Jul 29 23:20:20.321222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ff208-468c-4158-8c56-989bb030c51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2cecdb-ba52-40d9-bec3-948777ad1d3e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:20.762593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3a72c01-9275-40d6-8fa9-1ece91f3f523 req-f083d6be-6d70-4a9c-9c75-9db2624cb1e6 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 210 time: 0.0489728 Jul 29 23:20:21.045704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57246) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:21.407230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57264) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:21.407833 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-19cd015d-e9cc-42ae-bd5c-d60ac4c6b898 tempest-AutoAllocateNetworkTest-289962145 tempest-AutoAllocateNetworkTest-289962145-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=14d7afdeece54cfcb410147c81070d6d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3603628 Jul 29 23:20:21.521100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203621fe-fc1f-4021-9847-ae80d390787d tempest-AutoAllocateNetworkTest-289962145 tempest-AutoAllocateNetworkTest-289962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:21.524596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-203621fe-fc1f-4021-9847-ae80d390787d tempest-AutoAllocateNetworkTest-289962145 tempest-AutoAllocateNetworkTest-289962145-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1151650 Jul 29 23:20:21.525858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57272) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:21.607897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85130ac8-6a6c-4af2-a96c-4d50c80e0a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:21.626709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4c288844-6fe9-44a2-8bd2-91181f2265d7 tempest-AutoAllocateNetworkTest-289962145 tempest-AutoAllocateNetworkTest-289962145-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991642 Jul 29 23:20:21.629826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57280) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:21.689564 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b84b7457-7614-427d-b51d-e4f6de939420 tempest-AutoAllocateNetworkTest-289962145 tempest-AutoAllocateNetworkTest-289962145-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=14d7afdeece54cfcb410147c81070d6d HTTP/1.1" status: 200 len: 208 time: 0.0579159 Jul 29 23:20:21.735507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.42', 58927) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:21.799816 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-e5d46237-5d42-4b0e-a8c0-281e1938ef47 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b599f5c04ce4236a84d13953d713176&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422108 Jul 29 23:20:22.057111 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-4b12ad8c-cb98-4a2c-a103-0c560cdb5907 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.060170 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-4b12ad8c-cb98-4a2c-a103-0c560cdb5907 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527769 Jul 29 23:20:22.106883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-cecb0616-1cdc-48a7-9ee5-1818baa4cc66 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4416c1d842e1483a8f0df9958d738065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269470 Jul 29 23:20:22.154007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Request body: {'port': {'device_id': '5e41be43-9612-40a5-9537-3f9b0f5e1a4b', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '9b599f5c04ce4236a84d13953d713176'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:22.180887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71dbf348-ceb7-422e-9472-b47d7e6c6d05 req-6b1dae4c-3106-466c-9a1a-d03d38103b54 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 210 time: 0.0609529 Jul 29 23:20:22.259986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-3bd04879-2432-4e76-bc81-8c7cd7d25dae tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.261735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-3bd04879-2432-4e76-bc81-8c7cd7d25dae tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1539836 Jul 29 23:20:22.284304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-fc2f0476-5ff3-448f-901e-d1bee983e9de tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/quotas/4416c1d842e1483a8f0df9958d738065 HTTP/1.1" status: 200 len: 375 time: 0.0152640 Jul 29 23:20:22.324179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-1c36c103-dd4d-47d1-b8f3-910312c4e6fa tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4416c1d842e1483a8f0df9958d738065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388610 Jul 29 23:20:22.403291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57336) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:22.407439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Made reservation on behalf of 9b599f5c04ce4236a84d13953d713176 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:22.447526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:22.461793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:22.588456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59ede69a-6273-477b-a233-dba4d17f1aca req-fbd980ea-ad5a-4e97-a166-b8f790694869 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 210 time: 0.0394044 Jul 29 23:20:22.668594 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:22.678212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:22.885377 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e44861f2-9ea8-474b-8b62-fef5ea9dcfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.008812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Allocated IP 192.168.233.63 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/30a782e7-9db3-44d2-9fd7-b8b501530a4c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:23.014580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e44861f2-9ea8-474b-8b62-fef5ea9dcfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.023439 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e44861f2-9ea8-474b-8b62-fef5ea9dcfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.066456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e44861f2-9ea8-474b-8b62-fef5ea9dcfdd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14d7afdeece54cfcb410147c81070d6d&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6617589 Jul 29 23:20:23.068878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44861f2-9ea8-474b-8b62-fef5ea9dcfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e30eb3-2417-4d5b-8931-a47cf8c0e8d2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:23.072672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57400) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:23.152140 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c76df4e-4d6b-4479-b977-5d0c5381c236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.152539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea7b413-7b51-4b67-9830-aadee45171f3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:23.189898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c76df4e-4d6b-4479-b977-5d0c5381c236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.197636 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.221750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Transition to ACTIVE for port object 30a782e7-9db3-44d2-9fd7-b8b501530a4c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:23.252339 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c76df4e-4d6b-4479-b977-5d0c5381c236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.255473 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c76df4e-4d6b-4479-b977-5d0c5381c236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.256950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5c76df4e-4d6b-4479-b977-5d0c5381c236 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4e30eb3-2417-4d5b-8931-a47cf8c0e8d2 HTTP/1.1" status: 204 len: 168 time: 0.1831136 Jul 29 23:20:23.290542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76df4e-4d6b-4479-b977-5d0c5381c236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e30eb3-2417-4d5b-8931-a47cf8c0e8d2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:23.293366 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.547102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:23.554352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:23.561447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:23.567263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:23.567907 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.598634 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4491863 Jul 29 23:20:23.620259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292d2c2-02e7-4289-a0d9-d8e8d48c8375 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Pushing event updated for resources: {'Port': ['ID=30a782e7-9db3-44d2-9fd7-b8b501530a4c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:23.639556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-cbea60c3-77a4-4543-a634-324ce072e6f3 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:20:23.641435 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-cbea60c3-77a4-4543-a634-324ce072e6f3 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076728 Jul 29 23:20:23.893994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83925abf-0ff1-4847-b96c-23b871dd562a None None] Provisioning for port 30a782e7-9db3-44d2-9fd7-b8b501530a4c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:23.905869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83925abf-0ff1-4847-b96c-23b871dd562a None None] Provisioning complete for port 30a782e7-9db3-44d2-9fd7-b8b501530a4c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:23.907829 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83925abf-0ff1-4847-b96c-23b871dd562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.949493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322ae0b-a186-4020-8733-3f31a1d71696 req-971db8bc-0f13-4311-98bc-bf0e3de6e4cc tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:23.966830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9322ae0b-a186-4020-8733-3f31a1d71696 req-971db8bc-0f13-4311-98bc-bf0e3de6e4cc tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 935 time: 0.2887390 Jul 29 23:20:24.014061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-83925abf-0ff1-4847-b96c-23b871dd562a None None] Port 30a782e7-9db3-44d2-9fd7-b8b501530a4c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:24.056401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62dd0b97-88bc-4d2e-93d7-4083894c1f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.068163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9322ae0b-a186-4020-8733-3f31a1d71696 req-ee9be4fa-a423-42d3-8d29-fcd3a600137c tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002629 Jul 29 23:20:24.137737 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.192796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-300a6283-dde2-4f9b-84c3-29c56e794125 req-03230445-fe9b-4752-95fc-744b13445f2d tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 210 time: 0.0383592 Jul 29 23:20:24.458023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.47', 60931) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:24.462016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:24.502281 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-10887a5e-1d68-40b5-ae1c-fa1f93a96bb9 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4416c1d842e1483a8f0df9958d738065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324574 Jul 29 23:20:24.699837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-a9887d23-6137-473f-8476-87ebc8ef0157 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:24.702307 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-a9887d23-6137-473f-8476-87ebc8ef0157 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938753 Jul 29 23:20:24.734390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8904594d-193c-4589-9902-2a1b267f5378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.869238 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8904594d-193c-4589-9902-2a1b267f5378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.877151 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8904594d-193c-4589-9902-2a1b267f5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.921605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Request body: {'port': {'device_id': '54ca00ac-a279-464b-af9a-4faa3b48877b', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '4416c1d842e1483a8f0df9958d738065'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:25.139749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Made reservation on behalf of 4416c1d842e1483a8f0df9958d738065 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:25.143578 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.156823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.183104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8904594d-193c-4589-9902-2a1b267f5378 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c71f571ed70140ce861222244d263478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168403 Jul 29 23:20:25.183104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904594d-193c-4589-9902-2a1b267f5378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa53d57-8710-43b4-85d5-9eace71f1ddb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:25.183406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57478) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:25.260102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.306788 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e83e4e01-bd60-463e-a8de-8cae3faaa45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.336183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdbc81-ab07-4a80-9d84-42e67a4e5652 req-a0b9230d-21b3-41fd-83ca-91a8896e306e tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:25.338148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07bdbc81-ab07-4a80-9d84-42e67a4e5652 req-a0b9230d-21b3-41fd-83ca-91a8896e306e tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 935 time: 0.1066306 Jul 29 23:20:25.350265 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e83e4e01-bd60-463e-a8de-8cae3faaa45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.412612 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.419296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.430014 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07bdbc81-ab07-4a80-9d84-42e67a4e5652 req-98848678-0169-4dc0-bd84-0d7aea917dc1 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818777 Jul 29 23:20:25.453868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e83e4e01-bd60-463e-a8de-8cae3faaa45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.461014 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e83e4e01-bd60-463e-a8de-8cae3faaa45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.461014 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e83e4e01-bd60-463e-a8de-8cae3faaa45b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fa53d57-8710-43b4-85d5-9eace71f1ddb HTTP/1.1" status: 204 len: 168 time: 0.2739606 Jul 29 23:20:25.480879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e4e01-bd60-463e-a8de-8cae3faaa45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa53d57-8710-43b4-85d5-9eace71f1ddb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:25.490458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:25.692945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12fb110e-9866-4947-8165-1fd3fd782d0e req-7997e0a1-66f4-4125-9e92-66a2ad29456b tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 210 time: 0.0733633 Jul 29 23:20:25.765649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Allocated IP 192.168.233.252 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/5541244c-6fb7-431b-bf78-c96a0c5645e0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:25.966758 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.982074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Transition to ACTIVE for port object 5541244c-6fb7-431b-bf78-c96a0c5645e0 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:26.038998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:26.099611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:26.105437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:26.112745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:26.118040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:26.118705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:26.128470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Pushing event updated for resources: {'Port': ['ID=5541244c-6fb7-431b-bf78-c96a0c5645e0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:26.158403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-74e8486d-83ac-4711-91bd-ba00186e891f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2574875 Jul 29 23:20:26.447391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57520) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:26.486977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d453-1241-470a-aea8-cd983c07869d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:26.565803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-70f10ae5-d39e-4d21-b176-4b1c100e888b None None] Provisioning for port 5541244c-6fb7-431b-bf78-c96a0c5645e0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:26.570983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-70f10ae5-d39e-4d21-b176-4b1c100e888b None None] Provisioning complete for port 5541244c-6fb7-431b-bf78-c96a0c5645e0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:26.571372 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70f10ae5-d39e-4d21-b176-4b1c100e888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:26.705112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-70f10ae5-d39e-4d21-b176-4b1c100e888b None None] Port 5541244c-6fb7-431b-bf78-c96a0c5645e0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:26.747565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a60214-18c3-4f0d-a99e-c0d1d217d9e4 req-523a1ba7-1d5d-4880-852b-c6ea714219ba tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:26.755546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18a60214-18c3-4f0d-a99e-c0d1d217d9e4 req-523a1ba7-1d5d-4880-852b-c6ea714219ba tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 935 time: 0.1182394 Jul 29 23:20:26.816414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18a60214-18c3-4f0d-a99e-c0d1d217d9e4 req-256e168e-5d51-4f15-8108-00b98a1ec920 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594525 Jul 29 23:20:26.817005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:26.849654 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d453-1241-470a-aea8-cd983c07869d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:26.861879 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d453-1241-470a-aea8-cd983c07869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:26.911297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0d453-1241-470a-aea8-cd983c07869d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0788078-e562-46c3-ab8f-9195921516e0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:26.914150 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:26.978490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:26.988370 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d9d0d453-1241-470a-aea8-cd983c07869d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d456910e361a4dc4b3337420bb024ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264051 Jul 29 23:20:27.080985 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-662e2fea-edf2-4a8c-8291-48843814549a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.153774 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-662e2fea-edf2-4a8c-8291-48843814549a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.163590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-313842fc-f8dd-4310-bfa8-4f9b97d5de9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.399202 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-662e2fea-edf2-4a8c-8291-48843814549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.411465 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-662e2fea-edf2-4a8c-8291-48843814549a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.413277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-662e2fea-edf2-4a8c-8291-48843814549a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0788078-e562-46c3-ab8f-9195921516e0 HTTP/1.1" status: 204 len: 168 time: 0.4331849 Jul 29 23:20:27.440210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3f1e-bb37-4841-8ff6-ca545e47158c req-06b4ebd7-211b-4875-9cc4-8a26f8bd5235 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.454877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24c3f1e-bb37-4841-8ff6-ca545e47158c req-06b4ebd7-211b-4875-9cc4-8a26f8bd5235 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 936 time: 0.2281647 Jul 29 23:20:27.496587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-6d4e7cd8-1829-4a80-971e-8f752ada5372 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:20:27.499566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e2fea-edf2-4a8c-8291-48843814549a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0788078-e562-46c3-ab8f-9195921516e0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:27.510964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-6d4e7cd8-1829-4a80-971e-8f752ada5372 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286818 Jul 29 23:20:27.531865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-313842fc-f8dd-4310-bfa8-4f9b97d5de9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.544370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-313842fc-f8dd-4310-bfa8-4f9b97d5de9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.569762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24c3f1e-bb37-4841-8ff6-ca545e47158c req-7dc7b074-27e3-40c1-9ad7-b90ffb9b8e4f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131294 Jul 29 23:20:27.742913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57568) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:27.745463 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-313842fc-f8dd-4310-bfa8-4f9b97d5de9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff3f02ad562c4cdbb37fd5f8cc514c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9242871 Jul 29 23:20:27.757328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313842fc-f8dd-4310-bfa8-4f9b97d5de9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74483e3a-13fb-49a6-a98a-2fc1bdd22272,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:27.939051 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92617696-3ec5-4a52-8c83-00d50583c112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.993890 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92617696-3ec5-4a52-8c83-00d50583c112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.083101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d62994-9e18-4998-83db-99d0b5f515d4 req-0d6a853e-76ec-4762-93be-f4363091caea tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:28.085039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17d62994-9e18-4998-83db-99d0b5f515d4 req-0d6a853e-76ec-4762-93be-f4363091caea tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 935 time: 0.0855672 Jul 29 23:20:28.120935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92617696-3ec5-4a52-8c83-00d50583c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.124850 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92617696-3ec5-4a52-8c83-00d50583c112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.126057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-92617696-3ec5-4a52-8c83-00d50583c112 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74483e3a-13fb-49a6-a98a-2fc1bdd22272 HTTP/1.1" status: 204 len: 168 time: 0.3818355 Jul 29 23:20:28.139079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92617696-3ec5-4a52-8c83-00d50583c112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74483e3a-13fb-49a6-a98a-2fc1bdd22272,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:28.175953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17d62994-9e18-4998-83db-99d0b5f515d4 req-81aff85b-fef6-4912-a338-a3cc391651ad tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776787 Jul 29 23:20:28.789795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2877a-cdda-4d23-95da-91e2d27df081 req-44a72a68-469f-4067-afe0-60a18069a75c tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:28.792405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4d2877a-cdda-4d23-95da-91e2d27df081 req-44a72a68-469f-4067-afe0-60a18069a75c tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 936 time: 0.1045954 Jul 29 23:20:28.882738 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4d2877a-cdda-4d23-95da-91e2d27df081 req-7f12a98a-f713-4330-bd52-aff0c9de1f70 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761216 Jul 29 23:20:28.969566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57606) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:29.106806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57610) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:29.129844 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58cd2e6a-5030-4653-81cb-b86f0fdcae7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.373868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58cd2e6a-5030-4653-81cb-b86f0fdcae7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.392770 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58cd2e6a-5030-4653-81cb-b86f0fdcae7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.430633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5c317-467c-4e48-a09b-88c72a046307 req-93ae1225-1a49-483b-b4a2-385cac163570 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:29.448967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35f5c317-467c-4e48-a09b-88c72a046307 req-93ae1225-1a49-483b-b4a2-385cac163570 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 935 time: 0.1399207 Jul 29 23:20:29.453747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-58cd2e6a-5030-4653-81cb-b86f0fdcae7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8dee276484842429edf9263d43f1df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457985 Jul 29 23:20:29.457516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57618) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:29.528872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd2e6a-5030-4653-81cb-b86f0fdcae7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d58c6f-734e-4a15-83e4-14db81827d8e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:29.580059 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f463cad-9ca8-4020-aa94-286ad5ad85fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.630352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f463cad-9ca8-4020-aa94-286ad5ad85fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.637884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35f5c317-467c-4e48-a09b-88c72a046307 req-09182bde-df17-4158-ba4e-2b579908468c tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875992 Jul 29 23:20:29.718438 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31aea2ac-ffea-45aa-91c3-db1388b0efc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.721546 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f463cad-9ca8-4020-aa94-286ad5ad85fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.725555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f463cad-9ca8-4020-aa94-286ad5ad85fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.730395 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5f463cad-9ca8-4020-aa94-286ad5ad85fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08d58c6f-734e-4a15-83e4-14db81827d8e HTTP/1.1" status: 204 len: 168 time: 0.2708707 Jul 29 23:20:29.744390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f463cad-9ca8-4020-aa94-286ad5ad85fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d58c6f-734e-4a15-83e4-14db81827d8e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:30.080479 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31aea2ac-ffea-45aa-91c3-db1388b0efc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.113513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be855f31-e017-4c80-97d9-09367f5b073a req-7020e221-9310-4d85-9692-b8eac94b021e tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.115640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be855f31-e017-4c80-97d9-09367f5b073a req-7020e221-9310-4d85-9692-b8eac94b021e tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 936 time: 0.1097834 Jul 29 23:20:30.130613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31aea2ac-ffea-45aa-91c3-db1388b0efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.193314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aea2ac-ffea-45aa-91c3-db1388b0efc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbef27d-3e0b-4ad4-829a-8a87f07ec825,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:30.252500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-31aea2ac-ffea-45aa-91c3-db1388b0efc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ce2a5976f5c461fab3b29800db72832&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2804048 Jul 29 23:20:30.254757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:30.277150 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be855f31-e017-4c80-97d9-09367f5b073a req-ca973fd0-21b7-4f9c-bd8d-4b011591b1e3 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847669 Jul 29 23:20:30.372205 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6067938-dfed-4e90-ad8f-6db16c4bd52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.437064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6067938-dfed-4e90-ad8f-6db16c4bd52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.583566 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6067938-dfed-4e90-ad8f-6db16c4bd52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.601455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6067938-dfed-4e90-ad8f-6db16c4bd52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.603232 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f6067938-dfed-4e90-ad8f-6db16c4bd52b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4dbef27d-3e0b-4ad4-829a-8a87f07ec825 HTTP/1.1" status: 204 len: 168 time: 0.3470812 Jul 29 23:20:30.634169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6067938-dfed-4e90-ad8f-6db16c4bd52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbef27d-3e0b-4ad4-829a-8a87f07ec825,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:30.899369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38cb0c-932a-44c9-a2b2-de90bd98129f req-703885dd-1f67-4720-8693-d4edef131e4d tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.919408 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d38cb0c-932a-44c9-a2b2-de90bd98129f req-703885dd-1f67-4720-8693-d4edef131e4d tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 935 time: 0.1301861 Jul 29 23:20:30.990043 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d38cb0c-932a-44c9-a2b2-de90bd98129f req-17c8632f-b4e8-4ed1-bcce-ffc26608f9a8 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641115 Jul 29 23:20:31.516815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:31.534669 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a44eeb4-7289-46c0-a40a-62e6aa4848e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.560430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838ed4-ddb3-4328-9e5c-70646dde393f req-4ab02682-e3af-461f-be38-f0e8dfec548c tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.577445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88838ed4-ddb3-4328-9e5c-70646dde393f req-4ab02682-e3af-461f-be38-f0e8dfec548c tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 936 time: 0.1744773 Jul 29 23:20:31.640513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88838ed4-ddb3-4328-9e5c-70646dde393f req-1d9c279d-b706-4713-a9a6-961ac43f7a7d tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500548 Jul 29 23:20:31.918184 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.933936 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a44eeb4-7289-46c0-a40a-62e6aa4848e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.968672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a44eeb4-7289-46c0-a40a-62e6aa4848e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.054092 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8a44eeb4-7289-46c0-a40a-62e6aa4848e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67f0dcaca17b40f99de3011e4a6600fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355430 Jul 29 23:20:32.056073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44eeb4-7289-46c0-a40a-62e6aa4848e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb8ea04-1f8c-43f0-a454-f76e404f50a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:32.056934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57688) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:32.215927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e469c1f7-5590-4382-a466-27eb837bc4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.271226 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e469c1f7-5590-4382-a466-27eb837bc4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.280110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd02879-97e6-4822-8cdc-3fd044494ee7 req-efdb70a1-9196-4772-8565-ced38dafb336 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.287573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fd02879-97e6-4822-8cdc-3fd044494ee7 req-efdb70a1-9196-4772-8565-ced38dafb336 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 935 time: 0.1415555 Jul 29 23:20:32.388733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fd02879-97e6-4822-8cdc-3fd044494ee7 req-7a4eaa3a-07ef-45a9-860d-c2ea6741a2b0 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940197 Jul 29 23:20:32.433796 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e469c1f7-5590-4382-a466-27eb837bc4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.436812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e469c1f7-5590-4382-a466-27eb837bc4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.438698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e469c1f7-5590-4382-a466-27eb837bc4bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fb8ea04-1f8c-43f0-a454-f76e404f50a3 HTTP/1.1" status: 204 len: 168 time: 0.3802073 Jul 29 23:20:32.449590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469c1f7-5590-4382-a466-27eb837bc4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb8ea04-1f8c-43f0-a454-f76e404f50a3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:32.860180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabab3e-43a6-43f2-89c4-0e8ebbaa391a req-5764dca0-a1f4-4b99-b255-fb4b958a0bd2 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.861906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dabab3e-43a6-43f2-89c4-0e8ebbaa391a req-5764dca0-a1f4-4b99-b255-fb4b958a0bd2 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 936 time: 0.0835340 Jul 29 23:20:32.926144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dabab3e-43a6-43f2-89c4-0e8ebbaa391a req-07c09bff-35a8-428a-85d6-d85710b1b006 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573454 Jul 29 23:20:33.242945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:33.576913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0ae3c-a825-4ce9-9854-f42d02e9373d req-e78a0cbb-1fb4-4428-bd57-7f008261bfe6 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.593933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78f0ae3c-a825-4ce9-9854-f42d02e9373d req-e78a0cbb-1fb4-4428-bd57-7f008261bfe6 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 935 time: 0.0906527 Jul 29 23:20:33.671004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78f0ae3c-a825-4ce9-9854-f42d02e9373d req-fbe7f18c-608f-47eb-a39d-2b2365f95cac tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757880 Jul 29 23:20:33.728671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c42a0c40-b4b6-44fe-904d-c9639a24d109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:33.950929 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c42a0c40-b4b6-44fe-904d-c9639a24d109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:33.964085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c42a0c40-b4b6-44fe-904d-c9639a24d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.040262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c42a0c40-b4b6-44fe-904d-c9639a24d109 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e84ec07183c4ea290307756e0904c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7959576 Jul 29 23:20:34.043139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57748) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:34.156940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332af8a7-0b7f-4ef8-8d68-6aeca186a84a req-a56a8cf6-a18a-46df-8648-f5f7ed5a5321 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:34.167551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-332af8a7-0b7f-4ef8-8d68-6aeca186a84a req-a56a8cf6-a18a-46df-8648-f5f7ed5a5321 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 936 time: 0.0946240 Jul 29 23:20:34.177869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a0c40-b4b6-44fe-904d-c9639a24d109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed09ce-2d7f-41a8-b374-5615a2e2c6a4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:34.281102 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7053-0090-4f8c-924e-64a719708d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.285354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-332af8a7-0b7f-4ef8-8d68-6aeca186a84a req-69d71278-5e6c-4d00-bd4c-450c065eab77 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169477 Jul 29 23:20:34.348972 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7053-0090-4f8c-924e-64a719708d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.432934 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7053-0090-4f8c-924e-64a719708d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.440303 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7053-0090-4f8c-924e-64a719708d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.441518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7e5b7053-0090-4f8c-924e-64a719708d06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85ed09ce-2d7f-41a8-b374-5615a2e2c6a4 HTTP/1.1" status: 204 len: 168 time: 0.3974450 Jul 29 23:20:34.465476 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b7053-0090-4f8c-924e-64a719708d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed09ce-2d7f-41a8-b374-5615a2e2c6a4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:34.798617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f2261-8e86-4257-b2a3-d574059275e1 req-68059323-2f5c-414f-ad8a-4b6d2d3dbe93 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:34.800162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-662f2261-8e86-4257-b2a3-d574059275e1 req-68059323-2f5c-414f-ad8a-4b6d2d3dbe93 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 935 time: 0.0608189 Jul 29 23:20:34.863421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-662f2261-8e86-4257-b2a3-d574059275e1 req-ef4d6a82-33da-4ab9-abfd-9952d59b244e tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490737 Jul 29 23:20:35.138359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57792) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:35.168635 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90252e1b-f471-44b4-b110-8d0e3fedf5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.365705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90252e1b-f471-44b4-b110-8d0e3fedf5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.372596 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90252e1b-f471-44b4-b110-8d0e3fedf5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.422563 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-90252e1b-f471-44b4-b110-8d0e3fedf5ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01c551888f904409bbe3a078491e2faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811649 Jul 29 23:20:35.424080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90252e1b-f471-44b4-b110-8d0e3fedf5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e74267-767e-4740-ae4d-f786f4b3ccdc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:35.425299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57804) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:35.511858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8370139e-9d10-4bc4-91f9-52415c2021af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.542228 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8370139e-9d10-4bc4-91f9-52415c2021af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.617360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8370139e-9d10-4bc4-91f9-52415c2021af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.620410 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8370139e-9d10-4bc4-91f9-52415c2021af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.621759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8370139e-9d10-4bc4-91f9-52415c2021af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7e74267-767e-4740-ae4d-f786f4b3ccdc HTTP/1.1" status: 204 len: 168 time: 0.1948082 Jul 29 23:20:35.631025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370139e-9d10-4bc4-91f9-52415c2021af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e74267-767e-4740-ae4d-f786f4b3ccdc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:35.810632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-faa19362-b0c3-4a7a-a037-e8b950956d93 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b18688b65e304b3f97e084d6e7daab0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329053 Jul 29 23:20:35.939918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade633cd-ec19-405f-bc6b-5e54e5022dbd req-88490003-cddd-418d-b91c-3dd0d6d13d3c tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.941494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ade633cd-ec19-405f-bc6b-5e54e5022dbd req-88490003-cddd-418d-b91c-3dd0d6d13d3c tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 936 time: 0.1023228 Jul 29 23:20:35.985901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-66e23410-c81c-4096-ac60-cacd64c6144e tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.987282 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-66e23410-c81c-4096-ac60-cacd64c6144e tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760507 Jul 29 23:20:36.014784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-0fe832a2-752c-470d-bd56-b0a0cd065abe tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/quotas/b18688b65e304b3f97e084d6e7daab0f HTTP/1.1" status: 200 len: 375 time: 0.0191169 Jul 29 23:20:36.038249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ade633cd-ec19-405f-bc6b-5e54e5022dbd req-c6d389ba-126c-4f2f-95a8-b2d52e62a05d tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783761 Jul 29 23:20:36.067009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-2012d288-ce4f-45c2-8d9e-9323a7b6054c tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b18688b65e304b3f97e084d6e7daab0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435386 Jul 29 23:20:36.249783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c58a06-645f-4232-8ed9-f3006c2a1719 req-8a36ea2f-e599-4ec0-b8e5-c3fd92528a40 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:36.251621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-43c58a06-645f-4232-8ed9-f3006c2a1719 req-8a36ea2f-e599-4ec0-b8e5-c3fd92528a40 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 935 time: 0.0960276 Jul 29 23:20:36.340350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4d88460-86a4-4807-9c8c-d1938451dade req-ddb02ef9-89b6-46f4-87ca-d9c90ccdf6fe tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 210 time: 0.0328822 Jul 29 23:20:36.354254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-43c58a06-645f-4232-8ed9-f3006c2a1719 req-57d22371-781a-4523-939d-7b6e5f3af8e1 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893097 Jul 29 23:20:36.711648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Request body: {'port': {'device_id': '5e41be43-9612-40a5-9537-3f9b0f5e1a4b', 'device_owner': 'compute:tempest-test_az-1777257615', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:36.778560 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:36.851660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57894) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:37.063034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09939679-7e81-4bbe-8d3b-c0baea96395c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.191068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a782e7-9db3-44d2-9fd7-b8b501530a4c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:37.204607 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.222377 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09939679-7e81-4bbe-8d3b-c0baea96395c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.223969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Transition to ACTIVE for port object 30a782e7-9db3-44d2-9fd7-b8b501530a4c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:37.227213 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09939679-7e81-4bbe-8d3b-c0baea96395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.228568 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.272689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09939679-7e81-4bbe-8d3b-c0baea96395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17209cd-1c09-41c7-a28b-69a9117e6f37,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:37.277378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-09939679-7e81-4bbe-8d3b-c0baea96395c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bbf4e26451b4b34b50f3ffeb03ad3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246018 Jul 29 23:20:37.280089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:37.363817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Pushing event updated for resources: {'Port': ['ID=30a782e7-9db3-44d2-9fd7-b8b501530a4c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:37.407872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Attempting to bind port 30a782e7-9db3-44d2-9fd7-b8b501530a4c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:37.408763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Attempting to bind port 30a782e7-9db3-44d2-9fd7-b8b501530a4c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:37.409248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Attempting to bind port 30a782e7-9db3-44d2-9fd7-b8b501530a4c on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:37.426777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Port 30a782e7-9db3-44d2-9fd7-b8b501530a4c on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:37.427540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Attempting to bind port 30a782e7-9db3-44d2-9fd7-b8b501530a4c on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:37.445355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:37.445989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:37.446738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:37.447339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Bound port: 30a782e7-9db3-44d2-9fd7-b8b501530a4c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:37.447862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.451165 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf0de520-fe14-471e-b090-edb713567826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.480523 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf0de520-fe14-471e-b090-edb713567826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.541128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff202-1c18-4c3e-8f1c-2e86d8074172 req-9a27ca30-617a-4986-9fd8-0fb5b61745d8 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.552790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69aff202-1c18-4c3e-8f1c-2e86d8074172 req-9a27ca30-617a-4986-9fd8-0fb5b61745d8 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 936 time: 0.0792310 Jul 29 23:20:37.571278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf0de520-fe14-471e-b090-edb713567826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.575392 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf0de520-fe14-471e-b090-edb713567826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.576834 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bf0de520-fe14-471e-b090-edb713567826 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d17209cd-1c09-41c7-a28b-69a9117e6f37 HTTP/1.1" status: 204 len: 168 time: 0.2957563 Jul 29 23:20:37.611384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] For port 30a782e7-9db3-44d2-9fd7-b8b501530a4c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:37.620789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] For port 30a782e7-9db3-44d2-9fd7-b8b501530a4c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=30a782e7-9db3-44d2-9fd7-b8b501530a4c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:37.622262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0de520-fe14-471e-b090-edb713567826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17209cd-1c09-41c7-a28b-69a9117e6f37,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:37.629408 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.668845 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.669718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.671500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] 10.222.0.42 "PUT /v2.0/ports/30a782e7-9db3-44d2-9fd7-b8b501530a4c HTTP/1.1" status: 200 len: 1118 time: 1.2436128 Jul 29 23:20:37.672228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e41be43-9612-40a5-9537-3f9b0f5e1a4b', 'tag': '30a782e7-9db3-44d2-9fd7-b8b501530a4c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:37.694316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69aff202-1c18-4c3e-8f1c-2e86d8074172 req-640ed6ab-8b28-44c0-9f6e-413abed51793 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326368 Jul 29 23:20:37.758032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.42', 58933) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:37.864047 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-dd6fbfd7-dfcb-4d6c-a512-4b8ea3dc06a6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b18688b65e304b3f97e084d6e7daab0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622718 Jul 29 23:20:37.865500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5823665-2d5b-4795-aba2-0686ca7e6611 req-7397fd33-b501-4ca7-b610-0ac51bb3515f tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 210 time: 0.0486348 Jul 29 23:20:37.895417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649d8ec-9f71-4410-a067-43eba9d05910 service neutron] Pushing event updated for resources: {'Port': ['ID=30a782e7-9db3-44d2-9fd7-b8b501530a4c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:38.011548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb26408-d4b5-45a7-84a4-b7e1edf08ee4 req-00411d7c-391e-47e3-9c8b-2ebdd2783bba tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.024002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bb26408-d4b5-45a7-84a4-b7e1edf08ee4 req-00411d7c-391e-47e3-9c8b-2ebdd2783bba tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 969 time: 0.2557628 Jul 29 23:20:38.059660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-0ee2914d-2a8d-4016-b4cf-5ae947ff0137 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.063723 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-0ee2914d-2a8d-4016-b4cf-5ae947ff0137 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873324 Jul 29 23:20:38.067674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-7e72a186-fb23-4823-9df6-c31ed864a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.069781 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-7e72a186-fb23-4823-9df6-c31ed864a4ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b599f5c04ce4236a84d13953d713176&device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 1121 time: 0.3106737 Jul 29 23:20:38.087514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Request body: {'port': {'device_id': '56fb6bff-5ae9-4bf4-80cf-ffab4293aab9', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'b18688b65e304b3f97e084d6e7daab0f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:38.190069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57948) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:38.339758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bb26408-d4b5-45a7-84a4-b7e1edf08ee4 req-995d61e9-9ab4-422a-8823-b11c7f6ea903 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138444 Jul 29 23:20:38.359996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-82b634e4-60a9-43f8-8e94-30602813fb80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=30a782e7-9db3-44d2-9fd7-b8b501530a4c HTTP/1.1" status: 200 len: 217 time: 0.2547607 Jul 29 23:20:38.361184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea028aaf-3825-4a44-9ec0-024c1251e934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.375937 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e41be43-9612-40a5-9537-3f9b0f5e1a4b", "tag": "30a782e7-9db3-44d2-9fd7-b8b501530a4c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:38.431850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Request body: {'port': {'device_id': '54ca00ac-a279-464b-af9a-4faa3b48877b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:38.542338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea028aaf-3825-4a44-9ec0-024c1251e934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.553938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-3bd8bd75-fc8c-4b7e-b2f9-756b36b0366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.558407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.559709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-3bd8bd75-fc8c-4b7e-b2f9-756b36b0366c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1864996 Jul 29 23:20:38.562270 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea028aaf-3825-4a44-9ec0-024c1251e934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.733092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea028aaf-3825-4a44-9ec0-024c1251e934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6461571f-5565-413e-b3f1-ed75c6a813dc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:38.739845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ea028aaf-3825-4a44-9ec0-024c1251e934 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9040433cdf944a5eaf2c16eedaa4b48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487542 Jul 29 23:20:38.745742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57976) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:38.758769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-e60da528-e061-487f-ab62-d6bd625ef282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.761100 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-e60da528-e061-487f-ab62-d6bd625ef282 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1763794 Jul 29 23:20:38.768901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Made reservation on behalf of b18688b65e304b3f97e084d6e7daab0f for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:38.773180 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.811862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.903737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-806a7bf6-a2b7-474b-8c44-1e33bed3cdba service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329663 Jul 29 23:20:38.913623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77987013-c85a-49c4-bc78-14a102184a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.987808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77987013-c85a-49c4-bc78-14a102184a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.003980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5541244c-6fb7-431b-bf78-c96a0c5645e0 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:39.021903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.039916 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2313f80a-88a1-425d-9bd8-9c74ed442761 req-fbc01118-fcf4-40a2-b6a5-2e2e82f7fc52 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270390 Jul 29 23:20:39.058309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Transition to ACTIVE for port object 5541244c-6fb7-431b-bf78-c96a0c5645e0 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:39.066719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.100595 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8eaaf8-2007-47e4-9208-557d66bc879f x-openstack-request-id: req-dc8eaaf8-2007-47e4-9208-557d66bc879f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:39.100998 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e41be43-9612-40a5-9537-3f9b0f5e1a4b", "tag": "30a782e7-9db3-44d2-9fd7-b8b501530a4c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:39.101209 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc8eaaf8-2007-47e4-9208-557d66bc879f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:39.101574 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e41be43-9612-40a5-9537-3f9b0f5e1a4b', 'tag': '30a782e7-9db3-44d2-9fd7-b8b501530a4c', 'status': 'completed', 'code': 200} Jul 29 23:20:39.144911 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.148500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Pushing event updated for resources: {'Port': ['ID=5541244c-6fb7-431b-bf78-c96a0c5645e0,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:39.154733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77987013-c85a-49c4-bc78-14a102184a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.154733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77987013-c85a-49c4-bc78-14a102184a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.158348 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-77987013-c85a-49c4-bc78-14a102184a27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6461571f-5565-413e-b3f1-ed75c6a813dc HTTP/1.1" status: 204 len: 168 time: 0.4088843 Jul 29 23:20:39.159945 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.205743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77987013-c85a-49c4-bc78-14a102184a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6461571f-5565-413e-b3f1-ed75c6a813dc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:39.254958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-eb40d853-97a0-4b05-b284-2fae6036d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.256536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-eb40d853-97a0-4b05-b284-2fae6036d2ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b599f5c04ce4236a84d13953d713176&device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 1121 time: 0.0882747 Jul 29 23:20:39.265969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0af68-ae4f-446b-9657-546bc038bb06 req-81655562-8a3b-4d83-b049-8030267d08aa tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.267878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3d0af68-ae4f-446b-9657-546bc038bb06 req-81655562-8a3b-4d83-b049-8030267d08aa tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 948 time: 0.1263037 Jul 29 23:20:39.294945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Attempting to bind port 5541244c-6fb7-431b-bf78-c96a0c5645e0 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:39.295286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Attempting to bind port 5541244c-6fb7-431b-bf78-c96a0c5645e0 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:39.295630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Attempting to bind port 5541244c-6fb7-431b-bf78-c96a0c5645e0 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:39.332990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a71e01-c46e-41f9-a683-05ebfdd2d660,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:39.391123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Port 5541244c-6fb7-431b-bf78-c96a0c5645e0 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:39.391459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Attempting to bind port 5541244c-6fb7-431b-bf78-c96a0c5645e0 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:39.416314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2aae1a19-e742-4ef2-83ec-be504feafbf9 req-7da3d61e-a754-425c-ae1d-e38624fc793f tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 210 time: 0.0569465 Jul 29 23:20:39.432724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Allocated IP 192.168.233.50 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/8ccdecb0-d29b-48eb-ba9e-91ad6b33521a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:39.466979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3d0af68-ae4f-446b-9657-546bc038bb06 req-63f58d01-dc53-4586-8748-e9e461aeb1ae tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822553 Jul 29 23:20:39.566529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-a138c95a-d8b8-450e-bcdd-cb5ab1e3a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.568723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-a138c95a-d8b8-450e-bcdd-cb5ab1e3a71b service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2999642 Jul 29 23:20:39.582997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:39.583596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:39.584351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:39.585162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Bound port: 5541244c-6fb7-431b-bf78-c96a0c5645e0, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:39.585717 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.653634 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-b99b6116-d4b9-4d1d-8140-57487a668a11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=30a782e7-9db3-44d2-9fd7-b8b501530a4c HTTP/1.1" status: 200 len: 217 time: 0.0757740 Jul 29 23:20:39.673439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] For port 5541244c-6fb7-431b-bf78-c96a0c5645e0, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:39.695474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.701560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] For port 5541244c-6fb7-431b-bf78-c96a0c5645e0, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=5541244c-6fb7-431b-bf78-c96a0c5645e0,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:39.713853 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.723095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Transition to ACTIVE for port object 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:39.742487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-bb68f0f1-cae3-4347-82c3-f1cafa334187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.743950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-bb68f0f1-cae3-4347-82c3-f1cafa334187 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0776212 Jul 29 23:20:39.755995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.756680 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.758135 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] 10.222.0.47 "PUT /v2.0/ports/5541244c-6fb7-431b-bf78-c96a0c5645e0 HTTP/1.1" status: 200 len: 1097 time: 1.8682265 Jul 29 23:20:39.764284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500dce3-2e0f-4010-81ce-e58775809956 req-4b225960-c6f0-4a26-8b84-432a41a243fd tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.765865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2500dce3-2e0f-4010-81ce-e58775809956 req-4b225960-c6f0-4a26-8b84-432a41a243fd tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 969 time: 0.0906866 Jul 29 23:20:39.821711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf8504-86d3-41bb-a1fd-791f12aef8ce service neutron] Pushing event updated for resources: {'Port': ['ID=5541244c-6fb7-431b-bf78-c96a0c5645e0,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:39.846273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58020) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:39.863861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2500dce3-2e0f-4010-81ce-e58775809956 req-94aa1604-ab04-4eb0-9a5c-eec46defc475 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614676 Jul 29 23:20:39.886073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-c54a5ac6-a076-44e2-ab37-f93802daec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.890205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-c54a5ac6-a076-44e2-ab37-f93802daec49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1349790 Jul 29 23:20:39.972087 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.036673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Pushing event updated for resources: {'Port': ['ID=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:40.064705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:40.067366 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:40.070759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:40.076806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.077415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.088911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-a8f2a20f-62bf-4764-aa9e-6ebf8ea2996b service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900597 Jul 29 23:20:40.090274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-2f9fb6c3-32b8-4f9c-9504-82d812255859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.091766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-2f9fb6c3-32b8-4f9c-9504-82d812255859 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4416c1d842e1483a8f0df9958d738065&device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 1100 time: 0.2583590 Jul 29 23:20:40.103824 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-e51724e0-008e-44df-8c0a-b5314b14df2a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0210867 Jul 29 23:20:40.146648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Request body: {'port': {'device_id': '56fb6bff-5ae9-4bf4-80cf-ffab4293aab9', 'device_owner': 'compute:tempest-test_az-1777257615', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:40.216299 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-2a45fe3a-c621-4065-8d67-9d91f76d71dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=5541244c-6fb7-431b-bf78-c96a0c5645e0 HTTP/1.1" status: 200 len: 217 time: 0.1007512 Jul 29 23:20:40.216527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f67a811-1b38-47fc-9bce-b8f3f9017e2e req-71d51a73-92a0-4e52-bcca-843fe6b40435 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158512 Jul 29 23:20:40.253584 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12284414-4436-4bbd-8fb6-c0712f8bc155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.338906 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.385627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-ecf2f53d-7dc0-43c3-b4a2-acf6598a3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.387090 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-ecf2f53d-7dc0-43c3-b4a2-acf6598a3798 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1700294 Jul 29 23:20:40.387750 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12284414-4436-4bbd-8fb6-c0712f8bc155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.393253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12284414-4436-4bbd-8fb6-c0712f8bc155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.441260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-12284414-4436-4bbd-8fb6-c0712f8bc155 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f897b5d106904bb1beb481fbcf4516c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907373 Jul 29 23:20:40.442964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:40.456335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12284414-4436-4bbd-8fb6-c0712f8bc155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e687ed-f60e-4a20-84e3-b5a4dd165d2f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:40.495027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b6e5b3d9-3683-42b7-977d-a68a2a328a5b None None] Provisioning for port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:40.500256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b6e5b3d9-3683-42b7-977d-a68a2a328a5b None None] Provisioning complete for port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:40.500831 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b3d9-3683-42b7-977d-a68a2a328a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.578942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5b3d9-3683-42b7-977d-a68a2a328a5b None None] Port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:40.599523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-36859c2e-1b98-411a-bc70-80e0f72a3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.601182 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-36859c2e-1b98-411a-bc70-80e0f72a3cbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1921003 Jul 29 23:20:40.630788 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-801c5d3b-0598-46ec-98c1-075e6d383621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.640635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed9b0a76-10c2-43d1-8f57-881ee2c9a82f req-a782f7cc-f004-46c9-9035-bf0842c70649 tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dce82c4d73b94ea986bb6db30aac552c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433004 Jul 29 23:20:40.641133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58060) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:40.743248 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-801c5d3b-0598-46ec-98c1-075e6d383621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.752891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7000115-2485-495a-b474-7c036a791ca8 req-6dda8dde-6528-4282-a7e6-42f240bd8ac2 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.754794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7000115-2485-495a-b474-7c036a791ca8 req-6dda8dde-6528-4282-a7e6-42f240bd8ac2 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 935 time: 0.2141156 Jul 29 23:20:40.780364 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-1e4d2b70-582d-418c-b746-b30937166dc8 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688442 Jul 29 23:20:40.858711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7000115-2485-495a-b474-7c036a791ca8 req-c514c907-c15d-430a-9038-f41556e21680 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939028 Jul 29 23:20:40.869325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:40.877452 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.889690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b0a76-10c2-43d1-8f57-881ee2c9a82f req-d9f3db07-ff6f-4a31-be7b-84db9931d84e tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.896652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed9b0a76-10c2-43d1-8f57-881ee2c9a82f req-d9f3db07-ff6f-4a31-be7b-84db9931d84e tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2402055 Jul 29 23:20:40.914011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed9b0a76-10c2-43d1-8f57-881ee2c9a82f req-ae8a045d-883c-49fd-ae39-26cc8f514e3b tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/quotas/dce82c4d73b94ea986bb6db30aac552c HTTP/1.1" status: 200 len: 375 time: 0.0163021 Jul 29 23:20:40.925787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-801c5d3b-0598-46ec-98c1-075e6d383621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.928976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-801c5d3b-0598-46ec-98c1-075e6d383621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.930074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-801c5d3b-0598-46ec-98c1-075e6d383621 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4e687ed-f60e-4a20-84e3-b5a4dd165d2f HTTP/1.1" status: 204 len: 168 time: 0.4868832 Jul 29 23:20:40.934241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Transition to ACTIVE for port object 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:40.947259 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.968767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed9b0a76-10c2-43d1-8f57-881ee2c9a82f req-f708cdc4-f496-45a0-afd0-1167980191fb tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dce82c4d73b94ea986bb6db30aac552c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500076 Jul 29 23:20:40.981121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c5d3b-0598-46ec-98c1-075e6d383621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e687ed-f60e-4a20-84e3-b5a4dd165d2f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:41.020167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92651d44-c294-48d5-a459-c02afa8d5591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.096641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32d95d-a40d-4156-a648-8a9a346f8514 req-d61d3b6b-c569-40b5-837d-cc3461fd528a tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.098238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea32d95d-a40d-4156-a648-8a9a346f8514 req-d61d3b6b-c569-40b5-837d-cc3461fd528a tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 948 time: 0.0977867 Jul 29 23:20:41.203340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ca00ac-a279-464b-af9a-4faa3b48877b', 'tag': '5541244c-6fb7-431b-bf78-c96a0c5645e0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:41.205727 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cd5967-6255-4793-b7bb-59127ef90c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "54ca00ac-a279-464b-af9a-4faa3b48877b", "tag": "5541244c-6fb7-431b-bf78-c96a0c5645e0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:41.219063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea32d95d-a40d-4156-a648-8a9a346f8514 req-689584a4-d7c1-4adc-a3cc-63f756f64663 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128466 Jul 29 23:20:41.274285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:41.286173 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30b16e12-3d3e-4c44-9000-cd5aea15d140 req-d7aceb0d-3cf0-4baf-99b9-97fef43d2bee service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968085 Jul 29 23:20:41.292057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Attempting to bind port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:41.292658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Attempting to bind port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:41.293219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Attempting to bind port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:41.301417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:41.305152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Attempting to bind port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:41.319841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a0b09-bcd8-4423-9b40-d23947e6b4cd req-c344c30f-2507-4344-9ddf-0c6460d43aa9 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.320445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:41.321548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-221a0b09-bcd8-4423-9b40-d23947e6b4cd req-c344c30f-2507-4344-9ddf-0c6460d43aa9 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 969 time: 0.1013517 Jul 29 23:20:41.321897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:41.322585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:41.323377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Bound port: 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:41.325731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.335665 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92651d44-c294-48d5-a459-c02afa8d5591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.350569 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92651d44-c294-48d5-a459-c02afa8d5591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.415397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] For port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:41.419488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] For port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:41.424814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.425729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-92651d44-c294-48d5-a459-c02afa8d5591 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=486c10a2b0e547b09956f6f5a6e2f1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7816525 Jul 29 23:20:41.430315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58086) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:41.441886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92651d44-c294-48d5-a459-c02afa8d5591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87ba605-18a2-490c-a163-a7c9e49efdf9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:41.456547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-221a0b09-bcd8-4423-9b40-d23947e6b4cd req-02632fef-9555-4ade-89eb-4d5a07f9951c tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267383 Jul 29 23:20:41.485786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58090) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:41.491774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.492853 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.494653 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ccdecb0-d29b-48eb-ba9e-91ad6b33521a HTTP/1.1" status: 200 len: 1118 time: 1.3523633 Jul 29 23:20:41.613934 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf558e4-6df0-4c0b-9921-6b438831b341 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:41.644550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-9456fe40-4ab5-4acc-bb7e-bf801a94f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.646319 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-9456fe40-4ab5-4acc-bb7e-bf801a94f297 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18688b65e304b3f97e084d6e7daab0f&device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 1121 time: 0.0956836 Jul 29 23:20:41.648608 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba356ea-be61-4015-824e-b4f79f16d6e4 x-openstack-request-id: req-0ba356ea-be61-4015-824e-b4f79f16d6e4 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:41.648888 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ca00ac-a279-464b-af9a-4faa3b48877b", "tag": "5541244c-6fb7-431b-bf78-c96a0c5645e0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:41.649133 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ba356ea-be61-4015-824e-b4f79f16d6e4 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:41.649593 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ca00ac-a279-464b-af9a-4faa3b48877b', 'tag': '5541244c-6fb7-431b-bf78-c96a0c5645e0', 'status': 'completed', 'code': 200} Jul 29 23:20:41.685324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-388d8b30-9877-4264-b4a7-a7952c76b23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.712356 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-c3625a3e-1277-4a8c-8410-3f35330429e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a HTTP/1.1" status: 200 len: 217 time: 0.0534670 Jul 29 23:20:41.719877 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99c29ea1-f058-4212-b081-78ceaedf8d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.778467 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99c29ea1-f058-4212-b081-78ceaedf8d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.823309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-5b156f71-02f0-4d07-89b5-dd8fabe9b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.831308 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-5b156f71-02f0-4d07-89b5-dd8fabe9b441 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4416c1d842e1483a8f0df9958d738065&device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 1100 time: 0.1292822 Jul 29 23:20:41.833228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-75aa7cf0-f323-4511-a032-e8a2afa594f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.835243 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-75aa7cf0-f323-4511-a032-e8a2afa594f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0963666 Jul 29 23:20:41.894654 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99c29ea1-f058-4212-b081-78ceaedf8d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.897789 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99c29ea1-f058-4212-b081-78ceaedf8d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.903210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-99c29ea1-f058-4212-b081-78ceaedf8d42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b87ba605-18a2-490c-a163-a7c9e49efdf9 HTTP/1.1" status: 204 len: 168 time: 0.4690435 Jul 29 23:20:41.905393 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-388d8b30-9877-4264-b4a7-a7952c76b23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.933001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c29ea1-f058-4212-b081-78ceaedf8d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87ba605-18a2-490c-a163-a7c9e49efdf9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:41.935867 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-388d8b30-9877-4264-b4a7-a7952c76b23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.997139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d8b30-9877-4264-b4a7-a7952c76b23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c10e872-d89e-4d4e-bbdd-276660693142,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:42.005404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-388d8b30-9877-4264-b4a7-a7952c76b23e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb50070fa5c1425e8964d06c8b72331f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517303 Jul 29 23:20:42.007553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58108) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:42.071765 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-5babbde5-c7af-4c52-a4be-5da0258ab234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.072570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-5babbde5-c7af-4c52-a4be-5da0258ab234 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2325578 Jul 29 23:20:42.091320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f341b78-efdf-4288-b8a2-7e4abf2f77ae req-32cbdb18-10e0-42a2-9073-9577d6a5b2a5 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.092906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f341b78-efdf-4288-b8a2-7e4abf2f77ae req-32cbdb18-10e0-42a2-9073-9577d6a5b2a5 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 969 time: 0.0866852 Jul 29 23:20:42.101236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-98d67e8d-cecf-4b76-850b-8aa49c75163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.103269 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-98d67e8d-cecf-4b76-850b-8aa49c75163b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2546360 Jul 29 23:20:42.116873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30dc02c4-483e-42ba-bb38-aea39ff9f4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.149500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-85df3c32-c861-49f2-921a-8f08e6c7b496 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=5541244c-6fb7-431b-bf78-c96a0c5645e0 HTTP/1.1" status: 200 len: 217 time: 0.0658183 Jul 29 23:20:42.159753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f341b78-efdf-4288-b8a2-7e4abf2f77ae req-f99182bb-29f2-4d60-96d1-d820c611a4e0 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540519 Jul 29 23:20:42.162050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30dc02c4-483e-42ba-bb38-aea39ff9f4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.229633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30dc02c4-483e-42ba-bb38-aea39ff9f4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.235117 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30dc02c4-483e-42ba-bb38-aea39ff9f4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.236368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-30dc02c4-483e-42ba-bb38-aea39ff9f4a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c10e872-d89e-4d4e-bbdd-276660693142 HTTP/1.1" status: 204 len: 168 time: 0.2280090 Jul 29 23:20:42.245337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc02c4-483e-42ba-bb38-aea39ff9f4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c10e872-d89e-4d4e-bbdd-276660693142,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:42.264236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-57634e07-540d-4519-b2b0-ddadcf3cee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.266298 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-57634e07-540d-4519-b2b0-ddadcf3cee4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1054509 Jul 29 23:20:42.317996 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-cd5ccb6f-c178-4e52-b9d4-cc0d843ef240 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787436 Jul 29 23:20:42.352432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-1a92ce0a-ce5c-45de-98c9-5f8686793d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.353865 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-1a92ce0a-ce5c-45de-98c9-5f8686793d87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793505 Jul 29 23:20:42.409455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58126) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:42.429350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-309e1bdf-ce9b-4160-9eec-c49cc8eec630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.474367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49204f82-337f-4d5b-aa51-119204189412 req-dd26e3ef-c9e3-4230-935f-d88ef5ef7af4 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.475773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49204f82-337f-4d5b-aa51-119204189412 req-dd26e3ef-c9e3-4230-935f-d88ef5ef7af4 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 948 time: 0.0961900 Jul 29 23:20:42.481086 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-f84b143f-f75a-480b-8470-42523d31ef3a service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016965 Jul 29 23:20:42.559329 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49204f82-337f-4d5b-aa51-119204189412 req-9569dd90-83fd-4d78-a43e-f4bbfec03f19 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703912 Jul 29 23:20:42.598254 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d811736-4a74-4023-927e-2ac838f0cf83 req-41ca311d-d230-408e-b0ab-db34d58d2845 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702589 Jul 29 23:20:42.639314 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12cd5967-6255-4793-b7bb-59127ef90c8d req-21eb21e8-ab60-4ac4-b795-393b42f9fec7 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496570 Jul 29 23:20:42.656645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 30a782e7-9db3-44d2-9fd7-b8b501530a4c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:42.667879 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-309e1bdf-ce9b-4160-9eec-c49cc8eec630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.687036 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-309e1bdf-ce9b-4160-9eec-c49cc8eec630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.732788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-309e1bdf-ce9b-4160-9eec-c49cc8eec630 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=412139fb0511428691e955b5a3be961d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201964 Jul 29 23:20:42.735429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:42.744197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb916-e83a-4ed3-931e-0f2377b441c3 req-074837b6-367f-4bab-9b7a-bfa1a8f569bf tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.751840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbabb916-e83a-4ed3-931e-0f2377b441c3 req-074837b6-367f-4bab-9b7a-bfa1a8f569bf tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 969 time: 0.1035092 Jul 29 23:20:42.761261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e1bdf-ce9b-4160-9eec-c49cc8eec630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3026fcc9-7e56-478a-b226-85be05d8dc0b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:42.800620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbabb916-e83a-4ed3-931e-0f2377b441c3 req-fc42be5b-9aad-4d7e-a266-1f842d5b0767 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477233 Jul 29 23:20:42.807466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eec4253-bd26-405f-ba2e-a65126cf9754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.856797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:42.864243 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eec4253-bd26-405f-ba2e-a65126cf9754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.873291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 30a782e7-9db3-44d2-9fd7-b8b501530a4c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=30a782e7-9db3-44d2-9fd7-b8b501530a4c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:42.874985 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d2076d6-8ce4-4262-9811-59bbbe69b231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.891867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '30a782e7-9db3-44d2-9fd7-b8b501530a4c', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '30a782e7-9db3-44d2-9fd7-b8b501530a4c', 'mac_address': 'fa:16:3e:ff:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:tempest-test_az-1777257615', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:42.947894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eec4253-bd26-405f-ba2e-a65126cf9754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.949675 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.950905 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eec4253-bd26-405f-ba2e-a65126cf9754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.956062 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7eec4253-bd26-405f-ba2e-a65126cf9754 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3026fcc9-7e56-478a-b226-85be05d8dc0b HTTP/1.1" status: 204 len: 168 time: 0.2167008 Jul 29 23:20:42.963419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec4253-bd26-405f-ba2e-a65126cf9754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3026fcc9-7e56-478a-b226-85be05d8dc0b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:42.999895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a782e7-9db3-44d2-9fd7-b8b501530a4c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:43.018656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d2076d6-8ce4-4262-9811-59bbbe69b231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.024304 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d2076d6-8ce4-4262-9811-59bbbe69b231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.033601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 30a782e7-9db3-44d2-9fd7-b8b501530a4c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=30a782e7-9db3-44d2-9fd7-b8b501530a4c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:43.039470 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.072595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9d2076d6-8ce4-4262-9811-59bbbe69b231 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6e11ff328574bdbb1fd9306875428ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146854 Jul 29 23:20:43.073709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2076d6-8ce4-4262-9811-59bbbe69b231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe31260-79ae-4a72-bb6d-8aa74e495d4e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:43.075302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58150) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:43.106588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=30a782e7-9db3-44d2-9fd7-b8b501530a4c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:43.117700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.118130 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.118590 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.119038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.119723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.120741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.121294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.121840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.122245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.122677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.123106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.123604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Tracked resource versions report: Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: pushed versions: Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: { 'AddressGroup': {'1.2'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'Log': {'1.0'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'Network': {'1.1'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'Port': {'1.7'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'PortForwarding': {'1.2'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'QosPolicy': {'1.8'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'SecurityGroup': {'1.4'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'SubPort': {'1.0'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'Subnet': {'1.1'}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'Trunk': {'1.1'}} Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: consumer versions: Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: { DHCP agent@n-d-712139-11: {}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: HyperV agent@n-h1-712139-11: {}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: HyperV agent@n-h2-712139-11: {}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: L3 agent@n-d-712139-11: {}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: Metadata agent@n-d-712139-11: {}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: Metering agent@n-d-712139-11: {}, Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: Open vSwitch agent@n-d-712139-11: { 'AddressGroup': '1.2', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'ConntrackHelper': '1.0', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'Log': '1.0', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'Network': '1.1', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'Port': '1.7', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'PortForwarding': '1.2', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'QosPolicy': '1.8', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'SecurityGroup': '1.4', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'SecurityGroupRule': '1.2', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'SubPort': '1.0', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'Subnet': '1.1', Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: 'Trunk': '1.1'}} Jul 29 23:20:43.124913 n-d-712139-11 neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:20:43.150057 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abd2b0a8-8f05-4f0a-9ea0-3121b1bde356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.181199 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abd2b0a8-8f05-4f0a-9ea0-3121b1bde356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.186342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27b84a44-f397-4106-bb13-41bb00e2ad16 req-4daf4974-13f3-43fe-968c-39fefbdc160a tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dce82c4d73b94ea986bb6db30aac552c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245008 Jul 29 23:20:43.261745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58164) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:43.276539 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abd2b0a8-8f05-4f0a-9ea0-3121b1bde356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.279272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abd2b0a8-8f05-4f0a-9ea0-3121b1bde356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.283922 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-abd2b0a8-8f05-4f0a-9ea0-3121b1bde356 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbe31260-79ae-4a72-bb6d-8aa74e495d4e HTTP/1.1" status: 204 len: 168 time: 0.2039137 Jul 29 23:20:43.292202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2b0a8-8f05-4f0a-9ea0-3121b1bde356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe31260-79ae-4a72-bb6d-8aa74e495d4e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:43.352150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b84a44-f397-4106-bb13-41bb00e2ad16 req-d15bac30-0766-44a1-bcb3-f249af25728a tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.356617 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27b84a44-f397-4106-bb13-41bb00e2ad16 req-d15bac30-0766-44a1-bcb3-f249af25728a tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615829 Jul 29 23:20:43.380597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905cc10-e027-4c27-83a4-412cc8e75c01 req-2b44f8b6-2b29-4851-86e6-e4fc4aa5fd95 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.388829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8905cc10-e027-4c27-83a4-412cc8e75c01 req-2b44f8b6-2b29-4851-86e6-e4fc4aa5fd95 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 969 time: 0.0958858 Jul 29 23:20:43.392005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27b84a44-f397-4106-bb13-41bb00e2ad16 req-0d70f529-1087-41f8-8783-eb7393aca9f0 tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/quotas/dce82c4d73b94ea986bb6db30aac552c HTTP/1.1" status: 200 len: 375 time: 0.0311291 Jul 29 23:20:43.435396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27b84a44-f397-4106-bb13-41bb00e2ad16 req-97db4965-ef2a-42d4-8fa4-9cfd5b25b9fe tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dce82c4d73b94ea986bb6db30aac552c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300817 Jul 29 23:20:43.456390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8905cc10-e027-4c27-83a4-412cc8e75c01 req-9e8f1225-f688-4f40-865c-eb0837740e9b tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648155 Jul 29 23:20:43.459181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['30a782e7-9db3-44d2-9fd7-b8b501530a4c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:43.482543 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9de0cc1-f584-4935-9f40-d7df8e8d1281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.654725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fb6bff-5ae9-4bf4-80cf-ffab4293aab9', 'tag': '8ccdecb0-d29b-48eb-ba9e-91ad6b33521a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:43.658562 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0740bd39-daae-4601-9bc7-a49f836f6dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "56fb6bff-5ae9-4bf4-80cf-ffab4293aab9", "tag": "8ccdecb0-d29b-48eb-ba9e-91ad6b33521a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:43.679716 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9de0cc1-f584-4935-9f40-d7df8e8d1281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.686575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9de0cc1-f584-4935-9f40-d7df8e8d1281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.711630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd812-af24-46a3-afc5-eea53db7e853 req-50703f2b-22f8-4f3d-b674-3ecdf36a91d9 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.713262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e96bd812-af24-46a3-afc5-eea53db7e853 req-50703f2b-22f8-4f3d-b674-3ecdf36a91d9 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 948 time: 0.0592086 Jul 29 23:20:43.722705 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f9de0cc1-f584-4935-9f40-d7df8e8d1281 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67bf68165b944dc289286c65713ff0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597459 Jul 29 23:20:43.729152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58194) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:43.748066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de0cc1-f584-4935-9f40-d7df8e8d1281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8a1019-330b-4cec-a096-ef997733bf13,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:43.781040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e96bd812-af24-46a3-afc5-eea53db7e853 req-0dc3bf25-8df3-4a0c-b629-c76755000403 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615437 Jul 29 23:20:43.810354 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99c30b1-f85e-4d67-a5a3-12c607ed61d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.843928 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a64ee7d-1c8c-485b-ad4c-68c40c21be21 x-openstack-request-id: req-6a64ee7d-1c8c-485b-ad4c-68c40c21be21 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:43.844939 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fb6bff-5ae9-4bf4-80cf-ffab4293aab9", "tag": "8ccdecb0-d29b-48eb-ba9e-91ad6b33521a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:43.845383 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a64ee7d-1c8c-485b-ad4c-68c40c21be21 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:43.845866 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fb6bff-5ae9-4bf4-80cf-ffab4293aab9', 'tag': '8ccdecb0-d29b-48eb-ba9e-91ad6b33521a', 'status': 'completed', 'code': 200} Jul 29 23:20:43.866426 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99c30b1-f85e-4d67-a5a3-12c607ed61d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.933864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-bb615bad-5f43-4cb1-9082-7667e94f3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.938039 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-bb615bad-5f43-4cb1-9082-7667e94f3fa9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18688b65e304b3f97e084d6e7daab0f&device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 1121 time: 0.0585334 Jul 29 23:20:43.979225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b9f34-04e3-4051-ae66-dd74588345e2 req-465534f7-6831-4e98-b99b-f5fd877620ae tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.980840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c74b9f34-04e3-4051-ae66-dd74588345e2 req-465534f7-6831-4e98-b99b-f5fd877620ae tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 970 time: 0.0727031 Jul 29 23:20:44.002266 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99c30b1-f85e-4d67-a5a3-12c607ed61d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.005623 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99c30b1-f85e-4d67-a5a3-12c607ed61d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.010370 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c99c30b1-f85e-4d67-a5a3-12c607ed61d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a8a1019-330b-4cec-a096-ef997733bf13 HTTP/1.1" status: 204 len: 168 time: 0.2809398 Jul 29 23:20:44.031597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c30b1-f85e-4d67-a5a3-12c607ed61d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8a1019-330b-4cec-a096-ef997733bf13,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:44.071473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c74b9f34-04e3-4051-ae66-dd74588345e2 req-2e155961-9fa4-42d7-b4dd-580b55f35654 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797162 Jul 29 23:20:44.094429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-fa986688-ec6b-4e39-a99b-262a9f4fda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.095920 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-fa986688-ec6b-4e39-a99b-262a9f4fda0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1453242 Jul 29 23:20:44.147609 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-1c646aaa-be7d-4e86-9814-c333766f47e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a HTTP/1.1" status: 200 len: 217 time: 0.0396981 Jul 29 23:20:44.211170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-34b8fb0d-aae6-475f-8b3a-881db18cd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.212660 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-34b8fb0d-aae6-475f-8b3a-881db18cd58b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0524712 Jul 29 23:20:44.266886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-e4250c56-2aec-461f-a983-638e6b761dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.268378 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-e4250c56-2aec-461f-a983-638e6b761dde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477786 Jul 29 23:20:44.383122 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-eeae21f9-a27d-4078-bfa1-6cf4b070f35d service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025240 Jul 29 23:20:44.482165 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0740bd39-daae-4601-9bc7-a49f836f6dd4 req-4daa209c-e3bf-4207-8d1e-e97c2e7397b1 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901704 Jul 29 23:20:44.580518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa98959-d10a-4c82-a943-e784dc125575 req-3492b596-8551-40bd-9fe1-1a3637615109 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.584541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1aa98959-d10a-4c82-a943-e784dc125575 req-3492b596-8551-40bd-9fe1-1a3637615109 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 969 time: 0.0637846 Jul 29 23:20:44.624739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1aa98959-d10a-4c82-a943-e784dc125575 req-9166dea1-9159-487f-9183-2c825f99d0c1 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366914 Jul 29 23:20:44.636109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58242) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:44.648352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 30a782e7-9db3-44d2-9fd7-b8b501530a4c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:44.650999 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60c2c446-f860-40cf-aa36-403506600f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.711834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 30a782e7-9db3-44d2-9fd7-b8b501530a4c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:44.717500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 30a782e7-9db3-44d2-9fd7-b8b501530a4c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:44.718095 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.752633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60c2c446-f860-40cf-aa36-403506600f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.763483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60c2c446-f860-40cf-aa36-403506600f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.796801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-60c2c446-f860-40cf-aa36-403506600f5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7aea51ef6d7745df8a5f0b9aa638faf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594908 Jul 29 23:20:44.799880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58246) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:44.819992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.833129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2c446-f860-40cf-aa36-403506600f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb856af-46aa-4b30-995b-9789158c625e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:44.854924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e41be43-9612-40a5-9537-3f9b0f5e1a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a782e7-9db3-44d2-9fd7-b8b501530a4c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:44.951248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 30a782e7-9db3-44d2-9fd7-b8b501530a4c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=30a782e7-9db3-44d2-9fd7-b8b501530a4c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:44.962592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.018083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd944a-8cec-4738-88ff-8c07ea846671 req-cac1aca6-b2fd-4f07-9cce-cc912cc235c0 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.020467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cfd944a-8cec-4738-88ff-8c07ea846671 req-cac1aca6-b2fd-4f07-9cce-cc912cc235c0 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 948 time: 0.1083243 Jul 29 23:20:45.032533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=30a782e7-9db3-44d2-9fd7-b8b501530a4c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:45.047681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 5541244c-6fb7-431b-bf78-c96a0c5645e0 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:45.072787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e01d5fa-b755-4fc4-952c-e1535c3aa047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.079990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cfd944a-8cec-4738-88ff-8c07ea846671 req-62d2121d-7cc5-451f-ba28-cf577a194dbe tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518811 Jul 29 23:20:45.101675 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e01d5fa-b755-4fc4-952c-e1535c3aa047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.171191 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e01d5fa-b755-4fc4-952c-e1535c3aa047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.173973 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e01d5fa-b755-4fc4-952c-e1535c3aa047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.175138 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9e01d5fa-b755-4fc4-952c-e1535c3aa047 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fb856af-46aa-4b30-995b-9789158c625e HTTP/1.1" status: 204 len: 168 time: 0.3741834 Jul 29 23:20:45.195609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01d5fa-b755-4fc4-952c-e1535c3aa047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb856af-46aa-4b30-995b-9789158c625e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:45.254677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e643ac-f830-4f8e-839a-90186eaf3610 req-a6521ebd-7e8d-4734-97eb-c053146d81dd tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.263521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46e643ac-f830-4f8e-839a-90186eaf3610 req-a6521ebd-7e8d-4734-97eb-c053146d81dd tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 971 time: 0.0828314 Jul 29 23:20:45.265328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 5541244c-6fb7-431b-bf78-c96a0c5645e0, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=5541244c-6fb7-431b-bf78-c96a0c5645e0,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:45.281230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '5541244c-6fb7-431b-bf78-c96a0c5645e0', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '5541244c-6fb7-431b-bf78-c96a0c5645e0', 'mac_address': 'fa:16:3e:5c:41:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:45.310319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46e643ac-f830-4f8e-839a-90186eaf3610 req-38a43ac5-0b0c-474f-8c9f-892821798e37 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Jul 29 23:20:45.312381 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99014ba3-f702-4875-a2fc-01e922717254" -d '{"events": [{"server_uuid": "5e41be43-9612-40a5-9537-3f9b0f5e1a4b", "name": "network-vif-plugged", "status": "completed", "tag": "30a782e7-9db3-44d2-9fd7-b8b501530a4c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:45.339092 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.352249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5541244c-6fb7-431b-bf78-c96a0c5645e0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:45.373131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 5541244c-6fb7-431b-bf78-c96a0c5645e0, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=5541244c-6fb7-431b-bf78-c96a0c5645e0,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:45.377311 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.434293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=5541244c-6fb7-431b-bf78-c96a0c5645e0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:45.496887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c6cf8e-2693-4126-8668-aae63d5689f5 req-29988848-0ce4-418d-86e4-5adfbdadc30b tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dce82c4d73b94ea986bb6db30aac552c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222886 Jul 29 23:20:45.609475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6cf8e-2693-4126-8668-aae63d5689f5 req-560cae1e-2e40-4959-9338-81882011ab36 tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.611028 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c6cf8e-2693-4126-8668-aae63d5689f5 req-560cae1e-2e40-4959-9338-81882011ab36 tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1065195 Jul 29 23:20:45.632680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c6cf8e-2693-4126-8668-aae63d5689f5 req-453d4e36-92f1-453c-b929-49c25ff99959 tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/quotas/dce82c4d73b94ea986bb6db30aac552c HTTP/1.1" status: 200 len: 375 time: 0.0140400 Jul 29 23:20:45.666278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c6cf8e-2693-4126-8668-aae63d5689f5 req-99a8f7aa-e6aa-4f71-b621-ef562e42c2a7 tempest-QuotasAdminNegativeTest-382228853 tempest-QuotasAdminNegativeTest-382228853-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dce82c4d73b94ea986bb6db30aac552c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302768 Jul 29 23:20:45.698359 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1568f-f168-45a9-a3fd-3532ea74d4a8 x-openstack-request-id: req-2ef1568f-f168-45a9-a3fd-3532ea74d4a8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:45.698877 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e41be43-9612-40a5-9537-3f9b0f5e1a4b", "name": "network-vif-plugged", "status": "completed", "tag": "30a782e7-9db3-44d2-9fd7-b8b501530a4c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:45.698877 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ef1568f-f168-45a9-a3fd-3532ea74d4a8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:45.699343 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e41be43-9612-40a5-9537-3f9b0f5e1a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a782e7-9db3-44d2-9fd7-b8b501530a4c', 'code': 200} Jul 29 23:20:45.822693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441259ab-681c-4914-9014-14bf1c08d8d7 req-55456a29-e215-4e1f-80ca-c1aca0afd06f tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.824247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-441259ab-681c-4914-9014-14bf1c08d8d7 req-55456a29-e215-4e1f-80ca-c1aca0afd06f tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 969 time: 0.0542097 Jul 29 23:20:45.864884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c108ca-4320-4bec-aaa3-4f241a25ebf8 req-f954a61c-9f73-46bb-ab23-fd6825c4ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.867491 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-02c108ca-4320-4bec-aaa3-4f241a25ebf8 req-f954a61c-9f73-46bb-ab23-fd6825c4ec10 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 1123 time: 0.0851684 Jul 29 23:20:45.870128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-441259ab-681c-4914-9014-14bf1c08d8d7 req-97754ac4-5f8b-48a6-b1e7-17334e068dab tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Jul 29 23:20:45.878930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['5541244c-6fb7-431b-bf78-c96a0c5645e0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:45.900079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-02c108ca-4320-4bec-aaa3-4f241a25ebf8 req-3bd7531e-811e-4f53-b133-0ef9818d40ca service neutron] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:46.031276 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-02c108ca-4320-4bec-aaa3-4f241a25ebf8 req-3bd7531e-811e-4f53-b133-0ef9818d40ca service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:46.036740 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-02c108ca-4320-4bec-aaa3-4f241a25ebf8 req-3bd7531e-811e-4f53-b133-0ef9818d40ca service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:46.081318 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-02c108ca-4320-4bec-aaa3-4f241a25ebf8 req-3bd7531e-811e-4f53-b133-0ef9818d40ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992760 Jul 29 23:20:46.082145 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7531e-811e-4f53-b133-0ef9818d40ca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1496ed-3cef-40c1-a6aa-3833c2ef3347,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:46.208628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c8407-3a62-41ce-a89b-f08d5efd8fc8 req-c2c627fa-910e-47ba-b72f-3a1a56ff3154 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.210729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-494c8407-3a62-41ce-a89b-f08d5efd8fc8 req-c2c627fa-910e-47ba-b72f-3a1a56ff3154 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 949 time: 0.0575697 Jul 29 23:20:46.264086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-494c8407-3a62-41ce-a89b-f08d5efd8fc8 req-56c0a674-1404-4573-9d65-b79909a4bbda tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463500 Jul 29 23:20:46.421117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e2cb5-20e1-44f1-8240-131ab3fe5ffb req-7e8bbf59-de34-4760-bd56-62d02458253a tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.423304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c53e2cb5-20e1-44f1-8240-131ab3fe5ffb req-7e8bbf59-de34-4760-bd56-62d02458253a tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 971 time: 0.0496154 Jul 29 23:20:46.462200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c53e2cb5-20e1-44f1-8240-131ab3fe5ffb req-9c1a1334-8f69-47d9-b443-cc9c51d44681 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325584 Jul 29 23:20:46.651218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:46.675473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:46.749714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:46.762322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '8ccdecb0-d29b-48eb-ba9e-91ad6b33521a', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '8ccdecb0-d29b-48eb-ba9e-91ad6b33521a', 'mac_address': 'fa:16:3e:69:82:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:tempest-test_az-1777257615', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:46.801887 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:46.814691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:46.836173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:46.843274 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:46.896833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:46.939689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d940e4df-3c1a-49a1-83a8-3833c7a65963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.036276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 5541244c-6fb7-431b-bf78-c96a0c5645e0 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:47.050615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcdde7-8e48-4adb-9eea-0090cc13a4f0 req-79d84e06-3adc-4ef0-a4b7-560f12264103 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.058388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8adcdde7-8e48-4adb-9eea-0090cc13a4f0 req-79d84e06-3adc-4ef0-a4b7-560f12264103 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 970 time: 0.0619326 Jul 29 23:20:47.067154 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d940e4df-3c1a-49a1-83a8-3833c7a65963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.072475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d940e4df-3c1a-49a1-83a8-3833c7a65963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.112502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 5541244c-6fb7-431b-bf78-c96a0c5645e0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:47.117684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 5541244c-6fb7-431b-bf78-c96a0c5645e0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:47.118169 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.120482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8adcdde7-8e48-4adb-9eea-0090cc13a4f0 req-0600bd09-b338-4e84-8bf2-9af2140743f7 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612388 Jul 29 23:20:47.142284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8ccdecb0-d29b-48eb-ba9e-91ad6b33521a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:47.146625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940e4df-3c1a-49a1-83a8-3833c7a65963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedcf605-7616-41c0-9faa-8b268e478868,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:47.190374 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d940e4df-3c1a-49a1-83a8-3833c7a65963 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dce82c4d73b94ea986bb6db30aac552c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137751 Jul 29 23:20:47.193376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58380) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:47.268716 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eff30532-afeb-40ae-8d93-1b650ef5d051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.280800 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.308036 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eff30532-afeb-40ae-8d93-1b650ef5d051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.341002 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 5541244c-6fb7-431b-bf78-c96a0c5645e0, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=5541244c-6fb7-431b-bf78-c96a0c5645e0,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:47.351635 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.423001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=5541244c-6fb7-431b-bf78-c96a0c5645e0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:47.436528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c915b-466f-4e59-ae91-c95e826a98b1 req-948c44e9-9e9f-48a1-a202-33660e0434c4 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.444783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c915b-466f-4e59-ae91-c95e826a98b1 req-948c44e9-9e9f-48a1-a202-33660e0434c4 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 950 time: 0.0968397 Jul 29 23:20:47.466365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eff30532-afeb-40ae-8d93-1b650ef5d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.469557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eff30532-afeb-40ae-8d93-1b650ef5d051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.470979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eff30532-afeb-40ae-8d93-1b650ef5d051 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eedcf605-7616-41c0-9faa-8b268e478868 HTTP/1.1" status: 204 len: 168 time: 0.2757733 Jul 29 23:20:47.485426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff30532-afeb-40ae-8d93-1b650ef5d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedcf605-7616-41c0-9faa-8b268e478868,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:47.527699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c915b-466f-4e59-ae91-c95e826a98b1 req-9e9c299a-3133-4293-b222-97ceaa0812c4 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770319 Jul 29 23:20:47.597539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19ca31-349f-411d-bb11-c8437358b4df req-099e2b9b-c515-44a5-b824-5d0ed44db143 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.599300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f19ca31-349f-411d-bb11-c8437358b4df req-099e2b9b-c515-44a5-b824-5d0ed44db143 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 971 time: 0.0544302 Jul 29 23:20:47.643148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f19ca31-349f-411d-bb11-c8437358b4df req-0885f2fd-459a-4c21-a981-7ab0bca711ff tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369470 Jul 29 23:20:47.700631 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ca00ac-a279-464b-af9a-4faa3b48877b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5541244c-6fb7-431b-bf78-c96a0c5645e0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:47.703352 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f6e599-7825-4a65-b387-525671f29f6c" -d '{"events": [{"server_uuid": "54ca00ac-a279-464b-af9a-4faa3b48877b", "name": "network-vif-plugged", "status": "completed", "tag": "5541244c-6fb7-431b-bf78-c96a0c5645e0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:47.708389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58408) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:47.741441 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dc16f7-c2d5-4476-9397-f951e0ffccc0 x-openstack-request-id: req-52dc16f7-c2d5-4476-9397-f951e0ffccc0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:47.742193 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ca00ac-a279-464b-af9a-4faa3b48877b", "name": "network-vif-plugged", "status": "completed", "tag": "5541244c-6fb7-431b-bf78-c96a0c5645e0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:47.742444 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52dc16f7-c2d5-4476-9397-f951e0ffccc0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:47.742839 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ca00ac-a279-464b-af9a-4faa3b48877b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5541244c-6fb7-431b-bf78-c96a0c5645e0', 'code': 200} Jul 29 23:20:47.811940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58414) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:47.825781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d32a3765-7386-4add-9e5c-71cd080f8b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.903418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0546-c248-4199-9101-06ac1c836018 req-4a1ce238-0714-4563-b6bc-b9bbd8004dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.905061 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07be0546-c248-4199-9101-06ac1c836018 req-4a1ce238-0714-4563-b6bc-b9bbd8004dda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 1102 time: 0.0677664 Jul 29 23:20:47.967650 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07be0546-c248-4199-9101-06ac1c836018 req-3b9f34aa-4988-4f9b-879d-1251668c4125 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Jul 29 23:20:47.989139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d32a3765-7386-4add-9e5c-71cd080f8b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.995481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d32a3765-7386-4add-9e5c-71cd080f8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.002298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5e0699c-6e31-4e1b-927e-07724764fb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.057214 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d32a3765-7386-4add-9e5c-71cd080f8b08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5513f04c67646cda77721dff2f48706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439823 Jul 29 23:20:48.058488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a3765-7386-4add-9e5c-71cd080f8b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a777ab-f0be-46ec-b012-b36cd4ce0933,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:48.060615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58418) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:48.141866 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c01fd2a8-15f2-4f00-8c9b-6c488f1336c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.189883 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c01fd2a8-15f2-4f00-8c9b-6c488f1336c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.249124 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5e0699c-6e31-4e1b-927e-07724764fb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.269863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5e0699c-6e31-4e1b-927e-07724764fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.316429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d5e0699c-6e31-4e1b-927e-07724764fb65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24b9a6165b2144ab8d6c17c6ea9d289b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6054571 Jul 29 23:20:48.319732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58434) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:48.331911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a662a-6465-4653-ba94-b5c45a55ba9c req-42b7c8d4-8d7b-41d7-a188-a87948acc0fc tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.333496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a39a662a-6465-4653-ba94-b5c45a55ba9c req-42b7c8d4-8d7b-41d7-a188-a87948acc0fc tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 970 time: 0.1048467 Jul 29 23:20:48.336065 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c01fd2a8-15f2-4f00-8c9b-6c488f1336c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.338670 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c01fd2a8-15f2-4f00-8c9b-6c488f1336c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.339652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c01fd2a8-15f2-4f00-8c9b-6c488f1336c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0a777ab-f0be-46ec-b012-b36cd4ce0933 HTTP/1.1" status: 204 len: 168 time: 0.2701342 Jul 29 23:20:48.342801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0699c-6e31-4e1b-927e-07724764fb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c37595-6b62-440d-989f-df4feba89403,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:48.367305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fd2a8-15f2-4f00-8c9b-6c488f1336c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a777ab-f0be-46ec-b012-b36cd4ce0933,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:48.388603 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.394507 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a39a662a-6465-4653-ba94-b5c45a55ba9c req-f646371c-c25d-4278-9c99-957590d72a9c tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482492 Jul 29 23:20:48.412684 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0628f77b-e15a-4d5b-a778-cb82a4f24296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.440571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0628f77b-e15a-4d5b-a778-cb82a4f24296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.492932 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0628f77b-e15a-4d5b-a778-cb82a4f24296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.495977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0628f77b-e15a-4d5b-a778-cb82a4f24296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.499597 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0628f77b-e15a-4d5b-a778-cb82a4f24296 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24c37595-6b62-440d-989f-df4feba89403 HTTP/1.1" status: 204 len: 168 time: 0.1765037 Jul 29 23:20:48.505348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628f77b-e15a-4d5b-a778-cb82a4f24296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c37595-6b62-440d-989f-df4feba89403,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:48.653654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414beb3-ee56-483b-8087-582e03586e48 req-753abdb7-5240-4c65-a5e8-9a3d5ab35105 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.654740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:48.655695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3414beb3-ee56-483b-8087-582e03586e48 req-753abdb7-5240-4c65-a5e8-9a3d5ab35105 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 950 time: 0.0522079 Jul 29 23:20:48.711779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3414beb3-ee56-483b-8087-582e03586e48 req-e72457ea-c750-4c30-b247-581601552167 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501482 Jul 29 23:20:48.849644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463152e9-6bfd-4730-8b4e-2421bfb6bb1e req-6f4f3d54-be0c-46cb-a928-9ca881ab8166 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.852557 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-463152e9-6bfd-4730-8b4e-2421bfb6bb1e req-6f4f3d54-be0c-46cb-a928-9ca881ab8166 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 971 time: 0.0682881 Jul 29 23:20:48.855253 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:48.868667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:48.869052 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.913020 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-463152e9-6bfd-4730-8b4e-2421bfb6bb1e req-193d66a7-8c90-4d31-98f7-37bfdc4eb38f tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492647 Jul 29 23:20:48.957554 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.001933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:49.008926 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.060035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:49.081836 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5628d08d-2094-48e8-b9bb-0952d65c47a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.093723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:49.130572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999998cd-9e26-47db-8848-5e6067038cca req-7fbfa0c2-ed42-47fd-8374-c08007392f45 tempest-AggregatesAdminTestJSON-1550593441 tempest-AggregatesAdminTestJSON-1550593441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:49.141585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-999998cd-9e26-47db-8848-5e6067038cca req-7fbfa0c2-ed42-47fd-8374-c08007392f45 tempest-AggregatesAdminTestJSON-1550593441 tempest-AggregatesAdminTestJSON-1550593441-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 1123 time: 0.1011388 Jul 29 23:20:49.160587 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-999998cd-9e26-47db-8848-5e6067038cca req-7688a81e-5ec9-45be-97c0-379e41d06459 tempest-AggregatesAdminTestJSON-1550593441 tempest-AggregatesAdminTestJSON-1550593441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.208466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5628d08d-2094-48e8-b9bb-0952d65c47a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.225489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5628d08d-2094-48e8-b9bb-0952d65c47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.256373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628d08d-2094-48e8-b9bb-0952d65c47a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c943f7-05c8-41ae-8c9f-e7e0ad278b31,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:49.291198 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5628d08d-2094-48e8-b9bb-0952d65c47a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8dda14ccbb447458f6a69bfd9259028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289033 Jul 29 23:20:49.294010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58480) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:49.363100 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-999998cd-9e26-47db-8848-5e6067038cca req-7688a81e-5ec9-45be-97c0-379e41d06459 tempest-AggregatesAdminTestJSON-1550593441 tempest-AggregatesAdminTestJSON-1550593441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.367832 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f30fc8e6-d4f7-433f-b66f-f765f8460928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.369143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-999998cd-9e26-47db-8848-5e6067038cca req-7688a81e-5ec9-45be-97c0-379e41d06459 tempest-AggregatesAdminTestJSON-1550593441 tempest-AggregatesAdminTestJSON-1550593441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.391547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f30fc8e6-d4f7-433f-b66f-f765f8460928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.419236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688a81e-5ec9-45be-97c0-379e41d06459 tempest-AggregatesAdminTestJSON-1550593441 tempest-AggregatesAdminTestJSON-1550593441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0dcff6-330e-484c-9df5-b0415ef87ee6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:49.429440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-999998cd-9e26-47db-8848-5e6067038cca req-7688a81e-5ec9-45be-97c0-379e41d06459 tempest-AggregatesAdminTestJSON-1550593441 tempest-AggregatesAdminTestJSON-1550593441-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854314 Jul 29 23:20:49.449893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f30fc8e6-d4f7-433f-b66f-f765f8460928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.452738 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f30fc8e6-d4f7-433f-b66f-f765f8460928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.453852 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f30fc8e6-d4f7-433f-b66f-f765f8460928 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19c943f7-05c8-41ae-8c9f-e7e0ad278b31 HTTP/1.1" status: 204 len: 168 time: 0.1587584 Jul 29 23:20:49.462693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fc8e6-d4f7-433f-b66f-f765f8460928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c943f7-05c8-41ae-8c9f-e7e0ad278b31,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:49.565491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38535d49-4b3d-4bdc-9d62-fced2073c22f req-696ce90c-c4be-4458-8168-4e99c97342bf tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:49.567061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38535d49-4b3d-4bdc-9d62-fced2073c22f req-696ce90c-c4be-4458-8168-4e99c97342bf tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 971 time: 0.0538626 Jul 29 23:20:49.627326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38535d49-4b3d-4bdc-9d62-fced2073c22f req-125910ac-8faa-4b7a-8935-a944934e4a56 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531690 Jul 29 23:20:49.744101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fb6bff-5ae9-4bf4-80cf-ffab4293aab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccdecb0-d29b-48eb-ba9e-91ad6b33521a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:49.746518 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a6dc30-2f95-4c71-8d99-a9c920fe470f" -d '{"events": [{"server_uuid": "56fb6bff-5ae9-4bf4-80cf-ffab4293aab9", "name": "network-vif-plugged", "status": "completed", "tag": "8ccdecb0-d29b-48eb-ba9e-91ad6b33521a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:49.813280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58524) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:50.082332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9937-f10a-4d97-b4c7-41af110002a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.165494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ccee3-4751-41ea-9bba-0d6425d31bcc req-2fbc38a8-fa90-4f6a-9aa8-33fa00f8591c tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.170631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a14ccee3-4751-41ea-9bba-0d6425d31bcc req-2fbc38a8-fa90-4f6a-9aa8-33fa00f8591c tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 950 time: 0.0990345 Jul 29 23:20:50.223512 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907e72fd-e075-4ad6-b330-bff93d872ffe x-openstack-request-id: req-907e72fd-e075-4ad6-b330-bff93d872ffe {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:50.223903 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fb6bff-5ae9-4bf4-80cf-ffab4293aab9", "name": "network-vif-plugged", "status": "completed", "tag": "8ccdecb0-d29b-48eb-ba9e-91ad6b33521a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:50.224276 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-907e72fd-e075-4ad6-b330-bff93d872ffe {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:50.225341 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fb6bff-5ae9-4bf4-80cf-ffab4293aab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccdecb0-d29b-48eb-ba9e-91ad6b33521a', 'code': 200} Jul 29 23:20:50.243151 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a14ccee3-4751-41ea-9bba-0d6425d31bcc req-3420fee3-889b-46ae-9caf-79797b087ef0 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555873 Jul 29 23:20:50.345551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9937-f10a-4d97-b4c7-41af110002a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.352549 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9937-f10a-4d97-b4c7-41af110002a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.465050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb9937-f10a-4d97-b4c7-41af110002a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146d558d-7d0f-4ea9-b930-c7a0a45e32b8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:50.480492 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a6cb9937-f10a-4d97-b4c7-41af110002a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92d6ab77796a40378058be9c2aa6b7b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6660521 Jul 29 23:20:50.481917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58576) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:50.494111 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8053b04-84ab-4143-ae17-0a74ba03fb70 req-460ea9c3-cc96-4d56-afd0-4022fcb0dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.496528 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8053b04-84ab-4143-ae17-0a74ba03fb70 req-460ea9c3-cc96-4d56-afd0-4022fcb0dac5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 1123 time: 0.1235015 Jul 29 23:20:50.526461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58580) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:50.560219 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8053b04-84ab-4143-ae17-0a74ba03fb70 req-a987c092-cbde-41b9-ac97-da28ece7cd26 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 Jul 29 23:20:50.574428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-473d167f-0102-469c-8d4c-b699be7ff606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.600802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-473d167f-0102-469c-8d4c-b699be7ff606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.658368 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-473d167f-0102-469c-8d4c-b699be7ff606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.661103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-473d167f-0102-469c-8d4c-b699be7ff606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.665165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-473d167f-0102-469c-8d4c-b699be7ff606 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/146d558d-7d0f-4ea9-b930-c7a0a45e32b8 HTTP/1.1" status: 204 len: 168 time: 0.1608365 Jul 29 23:20:50.671758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d167f-0102-469c-8d4c-b699be7ff606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146d558d-7d0f-4ea9-b930-c7a0a45e32b8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:50.723107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-network', 'tenant_id': '3c75a3848d344299939c9586fa344b2f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:50.751630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Made reservation on behalf of 3c75a3848d344299939c9586fa344b2f for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:50.755982 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.767901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.848628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48967d-c51c-4751-8a49-6c2090ea4555 req-7640506f-0bd5-4196-9e18-9d8418a9f752 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.854783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f48967d-c51c-4751-8a49-6c2090ea4555 req-7640506f-0bd5-4196-9e18-9d8418a9f752 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 971 time: 0.0717900 Jul 29 23:20:50.924827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.931301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.943181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f48967d-c51c-4751-8a49-6c2090ea4555 req-a2adbef7-0718-4308-8fd1-a86fa1fa13a9 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820704 Jul 29 23:20:50.961693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:20:51.001304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bff5c3e-6397-4079-a675-254f05f0c2b2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:51.010373 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.011147 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Added segment 8f58da31-2df8-48be-86b5-28949e9e0c81 of type vlan for network a708abda-d9f5-4a67-b380-4533c46725ce Jul 29 23:20:51.066955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.100840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.103437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.105561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.159118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58628) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:51.174843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83ce5564-912d-44e7-b2a7-db94bbb6fa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.179577 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6516628 Jul 29 23:20:51.183493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:51.193973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Request body: {'subnet': {'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-subnet', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:51.207551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f32a14-34bd-4145-9cf9-0816a23d9eed admin admin] Pushing event updated for resources: {'Network': ['ID=a708abda-d9f5-4a67-b380-4533c46725ce,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:51.218062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a708abda-d9f5-4a67-b380-4533c46725ce details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:20:51.227982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Made reservation on behalf of 3c75a3848d344299939c9586fa344b2f for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:51.231144 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.405956 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83ce5564-912d-44e7-b2a7-db94bbb6fa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.420921 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83ce5564-912d-44e7-b2a7-db94bbb6fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.504181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.511658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-83ce5564-912d-44e7-b2a7-db94bbb6fa50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35390d223cdb41e3b16300e4dab33df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505874 Jul 29 23:20:51.517202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:51.532781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce5564-912d-44e7-b2a7-db94bbb6fa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ad9e43-6326-4da0-95fe-ba61443271d2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:51.562831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef8200-9781-413c-9304-97ec673fa6fb req-d512f966-cc7f-4a76-b346-d5396c301299 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.570783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0ef8200-9781-413c-9304-97ec673fa6fb req-d512f966-cc7f-4a76-b346-d5396c301299 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 950 time: 0.0876777 Jul 29 23:20:51.603804 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-897f93e1-a6e8-464f-8bba-d158381ca235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.635385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0ef8200-9781-413c-9304-97ec673fa6fb req-d67bf334-3fb5-47e8-a653-3dea66c9e76f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582705 Jul 29 23:20:51.635841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016494fd-f093-488e-bce2-dc19e0f75ea3,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:51.674264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Checking segment: {'id': '8f58da31-2df8-48be-86b5-28949e9e0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:51.674948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Network hostable DHCP agents. Network: a708abda-d9f5-4a67-b380-4533c46725ce, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:20:51.686908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-837c73a7-e9e2-4cf5-83c4-082df11c6b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.718520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Network a708abda-d9f5-4a67-b380-4533c46725ce is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:20:51.729477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-837c73a7-e9e2-4cf5-83c4-082df11c6b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.751531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, a708abda-d9f5-4a67-b380-4533c46725ce) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:51.756830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.758865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.760921 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2901f7fc-3ce9-4387-a669-14e85d7c9511 None None] Network a708abda-d9f5-4a67-b380-4533c46725ce requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:51.831249 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a3690c4e-84e5-44cc-807b-1c8fd674b1b4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6456823 Jul 29 23:20:51.835124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58674) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:51.847382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-router', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:51.890360 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.892301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.929247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-837c73a7-e9e2-4cf5-83c4-082df11c6b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.932658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-837c73a7-e9e2-4cf5-83c4-082df11c6b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.936720 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-837c73a7-e9e2-4cf5-83c4-082df11c6b0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2ad9e43-6326-4da0-95fe-ba61443271d2 HTTP/1.1" status: 204 len: 168 time: 0.4182367 Jul 29 23:20:51.971480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c73a7-e9e2-4cf5-83c4-082df11c6b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ad9e43-6326-4da0-95fe-ba61443271d2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:52.067555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-a708abda-d9f5-4a67-b380-4533c46725ce', 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'fixed_ips': [{'subnet_id': '016494fd-f093-488e-bce2-dc19e0f75ea3'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:20:52.068549 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.086996 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.241409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3dd13-302e-411a-bf81-bde851ca39f0 req-83b37f96-63b2-4f29-ac49-88fce46da705 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:52.243649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75d3dd13-302e-411a-bf81-bde851ca39f0 req-83b37f96-63b2-4f29-ac49-88fce46da705 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 971 time: 0.0970654 Jul 29 23:20:52.269181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Allocated IP 172.20.0.2 (a708abda-d9f5-4a67-b380-4533c46725ce/016494fd-f093-488e-bce2-dc19e0f75ea3/54c9fca6-d020-4c90-a070-59aad709f190) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:52.303509 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75d3dd13-302e-411a-bf81-bde851ca39f0 req-4faafcb8-7255-427e-97c6-46863d1d47e9 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498357 Jul 29 23:20:52.361313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.497343 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.507805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Transition to ACTIVE for port object 54c9fca6-d020-4c90-a070-59aad709f190 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:52.527573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Transition to ACTIVE for port object 54c9fca6-d020-4c90-a070-59aad709f190 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:52.537630 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.579427 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Network a708abda-d9f5-4a67-b380-4533c46725ce is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:52.581063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:52.586410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:52.601021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Pushing event updated for resources: {'Port': ['ID=54c9fca6-d020-4c90-a070-59aad709f190,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:52.661980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Attempting to bind port 54c9fca6-d020-4c90-a070-59aad709f190 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:52.662634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Attempting to bind port 54c9fca6-d020-4c90-a070-59aad709f190 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '8f58da31-2df8-48be-86b5-28949e9e0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:52.663235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Attempting to bind port 54c9fca6-d020-4c90-a070-59aad709f190 on network a708abda-d9f5-4a67-b380-4533c46725ce {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:52.664377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.669818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:52.670398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Checking segment: {'id': '8f58da31-2df8-48be-86b5-28949e9e0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:52.670946 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.671657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Bound using segment: {'id': '8f58da31-2df8-48be-86b5-28949e9e0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:52.672307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Bound port: 54c9fca6-d020-4c90-a070-59aad709f190, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f58da31-2df8-48be-86b5-28949e9e0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:52.673121 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.684817 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.767785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] For port 54c9fca6-d020-4c90-a070-59aad709f190, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:52.772850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] For port 54c9fca6-d020-4c90-a070-59aad709f190, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=54c9fca6-d020-4c90-a070-59aad709f190,segment=NetworkSegment(8f58da31-2df8-48be-86b5-28949e9e0c81),segment_id=8f58da31-2df8-48be-86b5-28949e9e0c81)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:52.779385 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.857379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ae4b6-5598-4def-916e-aadabe827103 None None] Pushing event updated for resources: {'Port': ['ID=54c9fca6-d020-4c90-a070-59aad709f190,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:52.885432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Allocated IP 172.25.2.168 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/04a632fb-30f0-4d6a-a974-3169386652d8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:53.077936 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.110512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ae141-794e-477d-998e-c4f5f48f13bf req-9540935b-d3c3-4821-92ea-88d2c2c7e39b tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.113100 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f5ae141-794e-477d-998e-c4f5f48f13bf req-9540935b-d3c3-4821-92ea-88d2c2c7e39b tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 950 time: 0.2054672 Jul 29 23:20:53.149182 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.196117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:53.199182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:53.199972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f5ae141-794e-477d-998e-c4f5f48f13bf req-9b2f6231-d2a6-4906-b7f4-677ecab9aaca tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795343 Jul 29 23:20:53.230862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:53.291818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=04a632fb-30f0-4d6a-a974-3169386652d8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:53.503714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8011112-50db-4eab-8244-51ae558c6024 req-5ee7773f-cab3-4393-ae4f-9cc927988052 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.512304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8011112-50db-4eab-8244-51ae558c6024 req-5ee7773f-cab3-4393-ae4f-9cc927988052 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 971 time: 0.0847614 Jul 29 23:20:53.557502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8011112-50db-4eab-8244-51ae558c6024 req-4e0aa64a-f428-4081-98a2-bf2398572175 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442543 Jul 29 23:20:53.564058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58756) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:53.601755 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.707394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1269200063-network', 'tenant_id': 'c3e5a83bba0440559ee180cab805bf7a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:53.757606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Made reservation on behalf of c3e5a83bba0440559ee180cab805bf7a for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:53.762423 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.776992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.989169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.014079 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.026490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-05bf26e4-e649-449c-8bbf-e092f0c15c16 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b18688b65e304b3f97e084d6e7daab0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407009 Jul 29 23:20:54.046575 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0bef7c7-a0b2-4abc-beac-63866a1adee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.081510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.114212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:20:54.147565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357119e9-d40d-4169-af47-b9c147ee71c0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:54.151583 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.158767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750937624616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.159367 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Unsubscribe: segment precommit_create {{(pid=93816) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 23:20:54.159802 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Added segment 48686b74-7338-4f62-8a97-f4115549161f of type vlan for network ec171ef1-ffe3-48e7-8d95-c590de6ad093 Jul 29 23:20:54.246227 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.253805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-66adaece-ab46-4d2f-a6e3-508d49cf16e3 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.255638 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-66adaece-ab46-4d2f-a6e3-508d49cf16e3 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 1102 time: 0.0604820 Jul 29 23:20:54.260260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ecf8d10a-4dd0-4578-8b75-3214ef19a6ed tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.267640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ecf8d10a-4dd0-4578-8b75-3214ef19a6ed tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400963 Jul 29 23:20:54.300463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-66542c5b-19bc-4478-8da7-9c4f7e66b50e tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/quotas/b18688b65e304b3f97e084d6e7daab0f HTTP/1.1" status: 200 len: 375 time: 0.0317440 Jul 29 23:20:54.350724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a0131-4d6c-49a7-b497-825825c4a182 None None] Network a708abda-d9f5-4a67-b380-4533c46725ce requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:54.388267 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.389743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.390557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.392138 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:20:54.421649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-a9f2539a-06da-467e-9633-0b41476c95f8 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] Deleting port 5541244c-6fb7-431b-bf78-c96a0c5645e0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:54.422457 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-a9f2539a-06da-467e-9633-0b41476c95f8 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.499725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-2a11fb6a-6ed0-42dd-a018-f726e4d0005d tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b18688b65e304b3f97e084d6e7daab0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1971090 Jul 29 23:20:54.541204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9759200 Jul 29 23:20:54.547119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58798) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:54.561036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Request body: {'subnet': {'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1269200063-subnet', 'tenant_id': 'c3e5a83bba0440559ee180cab805bf7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:54.562895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-373db1b1-29c4-4ac7-b751-d9022433dc0d None None] Provisioning for port 54c9fca6-d020-4c90-a070-59aad709f190 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:54.565443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 54c9fca6-d020-4c90-a070-59aad709f190 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:54.605788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Made reservation on behalf of c3e5a83bba0440559ee180cab805bf7a for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:54.608710 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.661388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58800) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:54.663434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049d53b-57f5-4a48-9753-0603c6552ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=ec171ef1-ffe3-48e7-8d95-c590de6ad093,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:54.672301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 54c9fca6-d020-4c90-a070-59aad709f190 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:54.689849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network ec171ef1-ffe3-48e7-8d95-c590de6ad093 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:20:54.707048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca076f-a273-4f97-85f4-21b65c65880c req-d3feecdf-0ee2-41f2-be8e-8c3f00fdae64 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.714992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26ca076f-a273-4f97-85f4-21b65c65880c req-d3feecdf-0ee2-41f2-be8e-8c3f00fdae64 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 950 time: 0.2062287 Jul 29 23:20:54.722340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 54c9fca6-d020-4c90-a070-59aad709f190 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:54.722714 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.734530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:20:54.748749 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Sync routers for ids ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:20:54.762874 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Routers {'0a9a45cd-5e50-49bf-b718-349414f2c2a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:20:54.763557 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:20:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:54.804073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26ca076f-a273-4f97-85f4-21b65c65880c req-6ed8584d-69cb-4f18-b763-68fdcd9ed510 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877724 Jul 29 23:20:54.861896 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.864417 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0b61fb73-9f5c-4783-8112-84b7ca94f0d5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0244610 Jul 29 23:20:54.866796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58810) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:54.930828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-a9f2539a-06da-467e-9633-0b41476c95f8 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] For port 5541244c-6fb7-431b-bf78-c96a0c5645e0, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=5541244c-6fb7-431b-bf78-c96a0c5645e0,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:54.931208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-a9f2539a-06da-467e-9633-0b41476c95f8 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:54.995603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-a9f2539a-06da-467e-9633-0b41476c95f8 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] Calling delete_port for 5541244c-6fb7-431b-bf78-c96a0c5645e0 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:55.039546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.055603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f54880ef-77a0-4d86-9c06-5872b744f3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.056386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b5263e8-72ab-4ffa-85d0-7d9ef4174585 None None] Provisioning complete for port 54c9fca6-d020-4c90-a070-59aad709f190 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:55.056890 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b5263e8-72ab-4ffa-85d0-7d9ef4174585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.104415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff385989-b985-4c94-aec9-4fc4c5cc71e1 req-cdfcca68-d88a-4447-a843-bea16236615e tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 210 time: 0.0784898 Jul 29 23:20:55.130359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 54c9fca6-d020-4c90-a070-59aad709f190, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=54c9fca6-d020-4c90-a070-59aad709f190,segment=NetworkSegment(8f58da31-2df8-48be-86b5-28949e9e0c81),segment_id=8f58da31-2df8-48be-86b5-28949e9e0c81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:55.141147 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.184156 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Set router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:20:55.218881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=54c9fca6-d020-4c90-a070-59aad709f190,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:55.311317 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.343298 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.418772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e3a965-3dc1-4bf5-8794-1c687d2bff2c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:55.419487 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f54880ef-77a0-4d86-9c06-5872b744f3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.478586 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f54880ef-77a0-4d86-9c06-5872b744f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.528871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:55.529461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Network hostable DHCP agents. Network: ec171ef1-ffe3-48e7-8d95-c590de6ad093, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:20:55.561124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f54880ef-77a0-4d86-9c06-5872b744f3b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf239309007c426b9ebee2cb5eab87ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8927529 Jul 29 23:20:55.563700 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-a9f2539a-06da-467e-9633-0b41476c95f8 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.572553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58832) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:55.592649 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-router', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:20:51Z', 'updated_at': '2021-07-29T23:20:53Z', 'revision_number': 3, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'gw_port': {'id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:52Z', 'updated_at': '2021-07-29T23:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:55.594858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54880ef-77a0-4d86-9c06-5872b744f3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d40324-2bf0-4288-98b7-bfbe2ac4cfe3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:55.607431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['5541244c-6fb7-431b-bf78-c96a0c5645e0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:55.643904 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Checking router: 0a9a45cd-5e50-49bf-b718-349414f2c2a2 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:20:55.644684 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Updating router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 port 04a632fb-30f0-4d6a-a974-3169386652d8 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:20:55.660519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Network ec171ef1-ffe3-48e7-8d95-c590de6ad093 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:20:55.686497 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.691692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2539a-06da-467e-9633-0b41476c95f8 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] Pushing event deleted for resources: {'Port': ['ID=5541244c-6fb7-431b-bf78-c96a0c5645e0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:55.732486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, ec171ef1-ffe3-48e7-8d95-c590de6ad093) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:55.738260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.739425 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.745947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381e5f8-bac4-42a4-a783-0ee7bf6c8aa9 None None] Network ec171ef1-ffe3-48e7-8d95-c590de6ad093 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:55.842992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-a9f2539a-06da-467e-9633-0b41476c95f8 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] No DVR routers for this DVR port 5541244c-6fb7-431b-bf78-c96a0c5645e0 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:55.853312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-a9f2539a-06da-467e-9633-0b41476c95f8 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.855445 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81c12b88-1ee1-482b-b116-c1fba81e7f6a req-a9f2539a-06da-467e-9633-0b41476c95f8 tempest-DeleteServersAdminTestJSON-804728507 tempest-DeleteServersAdminTestJSON-804728507-project-admin] 10.222.0.47 "DELETE /v2.0/ports/5541244c-6fb7-431b-bf78-c96a0c5645e0 HTTP/1.1" status: 204 len: 173 time: 1.5925641 Jul 29 23:20:55.857164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ca00ac-a279-464b-af9a-4faa3b48877b', 'name': 'network-vif-deleted', 'tag': '5541244c-6fb7-431b-bf78-c96a0c5645e0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:55.870245 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6543bd75-28ec-4f8f-a00b-668a3986b13d" -d '{"events": [{"server_uuid": "54ca00ac-a279-464b-af9a-4faa3b48877b", "name": "network-vif-deleted", "tag": "5541244c-6fb7-431b-bf78-c96a0c5645e0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:55.893646 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2db48e23-e05c-4a90-b638-164041a2b0b5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3399739 Jul 29 23:20:55.918629 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30fc051a-98e9-4b26-a750-686c9895c5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.929993 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.979653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30fc051a-98e9-4b26-a750-686c9895c5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.034358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c655804-0414-4778-82f9-8870f44c70b0 None None] Network ec171ef1-ffe3-48e7-8d95-c590de6ad093 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:56.102488 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30fc051a-98e9-4b26-a750-686c9895c5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.111492 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30fc051a-98e9-4b26-a750-686c9895c5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.115292 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-30fc051a-98e9-4b26-a750-686c9895c5a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6d40324-2bf0-4288-98b7-bfbe2ac4cfe3 HTTP/1.1" status: 204 len: 168 time: 0.5377948 Jul 29 23:20:56.119101 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c6f444-8333-4104-82f8-239dd7c2ad98 x-openstack-request-id: req-48c6f444-8333-4104-82f8-239dd7c2ad98 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:56.120656 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ca00ac-a279-464b-af9a-4faa3b48877b", "name": "network-vif-deleted", "tag": "5541244c-6fb7-431b-bf78-c96a0c5645e0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:56.121017 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48c6f444-8333-4104-82f8-239dd7c2ad98 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:56.121654 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ca00ac-a279-464b-af9a-4faa3b48877b', 'name': 'network-vif-deleted', 'tag': '5541244c-6fb7-431b-bf78-c96a0c5645e0', 'status': 'completed', 'code': 200} Jul 29 23:20:56.153263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc051a-98e9-4b26-a750-686c9895c5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d40324-2bf0-4288-98b7-bfbe2ac4cfe3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:56.295691 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.320682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c476459-eb57-47f2-ae00-fcd1e3caf0a2 req-9fe802f1-1d31-47b9-86e5-153159241dfe tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 210 time: 0.1418898 Jul 29 23:20:56.320864 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Transition to ACTIVE for port object 04a632fb-30f0-4d6a-a974-3169386652d8 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:56.341973 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.422314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-051b6662-baf3-43df-ba4c-0d1ad48a448e req-0e489ddc-fc1f-4bc1-b118-5a1352f85c3e tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 210 time: 0.0452275 Jul 29 23:20:56.471713 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Attempting to bind port 04a632fb-30f0-4d6a-a974-3169386652d8 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:56.472177 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Attempting to bind port 04a632fb-30f0-4d6a-a974-3169386652d8 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:56.479112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 54c9fca6-d020-4c90-a070-59aad709f190 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:56.479694 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Attempting to bind port 04a632fb-30f0-4d6a-a974-3169386652d8 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:56.495561 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Pushing event updated for resources: {'Port': ['ID=04a632fb-30f0-4d6a-a974-3169386652d8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:56.519657 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:56.520066 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:56.522532 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.523053 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:56.525376 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Bound port: 04a632fb-30f0-4d6a-a974-3169386652d8, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:56.526729 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.555538 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 54c9fca6-d020-4c90-a070-59aad709f190 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:56.556115 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.656861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Allocated IP 172.20.0.1 (a708abda-d9f5-4a67-b380-4533c46725ce/016494fd-f093-488e-bce2-dc19e0f75ea3/bd7b3566-f9a8-4483-960c-fdff3150650d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:56.683757 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] For port 04a632fb-30f0-4d6a-a974-3169386652d8, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:56.690155 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] For port 04a632fb-30f0-4d6a-a974-3169386652d8, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=04a632fb-30f0-4d6a-a974-3169386652d8,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:56.716483 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.720847 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.722821 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.723525 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.727395 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.728747 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.729566 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.737317 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.738724 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.739275 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.741245 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.741834 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.742376 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Tracked resource versions report: Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: pushed versions: Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: { 'AddressGroup': {'1.2'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'ConntrackHelper': {'1.0'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'Log': {'1.0'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'Network': {'1.1'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'Port': {'1.7'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'PortForwarding': {'1.2'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'QosPolicy': {'1.8'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'SecurityGroup': {'1.4'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'SubPort': {'1.0'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'Subnet': {'1.1'}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'Trunk': {'1.1'}} Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: consumer versions: Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: { DHCP agent@n-d-712139-11: {}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: HyperV agent@n-h1-712139-11: {}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: HyperV agent@n-h2-712139-11: {}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: L3 agent@n-d-712139-11: {}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: Metadata agent@n-d-712139-11: {}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: Metering agent@n-d-712139-11: {}, Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: Open vSwitch agent@n-d-712139-11: { 'AddressGroup': '1.2', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'ConntrackHelper': '1.0', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'Log': '1.0', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'Network': '1.1', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'Port': '1.7', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'PortForwarding': '1.2', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'QosPolicy': '1.8', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'SecurityGroup': '1.4', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'SecurityGroupRule': '1.2', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'SubPort': '1.0', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'Subnet': '1.1', Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: 'Trunk': '1.1'}} Jul 29 23:20:56.751747 n-d-712139-11 neutron-server[93819]: {{(pid=93819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:20:56.833100 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-13fef1e6-5c17-454f-851e-14d95fd7c35c tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b18688b65e304b3f97e084d6e7daab0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744739 Jul 29 23:20:56.910202 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:20:56.916895 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Routers {'0a9a45cd-5e50-49bf-b718-349414f2c2a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:20:56.920497 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:20:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:56.923712 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.939282 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd78fc-dafa-46bc-8917-4c3473ffa978 None None] Pushing event updated for resources: {'Port': ['ID=04a632fb-30f0-4d6a-a974-3169386652d8,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:56.979519 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.036601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Transition to ACTIVE for port object bd7b3566-f9a8-4483-960c-fdff3150650d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:57.160026 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] Set router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:20:57.177248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-9583757d-e4f8-4625-9a16-e8a37135d9a2 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.180564 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-9583757d-e4f8-4625-9a16-e8a37135d9a2 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3398020 Jul 29 23:20:57.191153 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.213291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Request body: {'port': {'device_id': 'bb714607-432e-4c9a-a914-0a7d54bf693f', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'b18688b65e304b3f97e084d6e7daab0f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:57.312059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Network a708abda-d9f5-4a67-b380-4533c46725ce is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:57.324478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58926) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:57.340492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:57.485312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58936) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:57.540513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Made reservation on behalf of b18688b65e304b3f97e084d6e7daab0f for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:57.552185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.667788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:57.673866 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.735021 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0da2e044-58e7-4c6d-8503-b3b6adcda4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.806078 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-router', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:20:51Z', 'updated_at': '2021-07-29T23:20:53Z', 'revision_number': 3, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'gw_port': {'id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:52Z', 'updated_at': '2021-07-29T23:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:57.811941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Allocated IP 192.168.233.75 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/08145fde-782e-4487-9ea3-5130d2bbb917) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:57.817385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:57.832973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2025620904-network', 'tenant_id': '924437518a13442b9dea3c8ca40ac00f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:57.839188 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d768ef85-c4cd-4484-870d-2d0e470a1156 None None] Provisioning for port bd7b3566-f9a8-4483-960c-fdff3150650d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:57.844095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d768ef85-c4cd-4484-870d-2d0e470a1156 None None] Provisioning complete for port bd7b3566-f9a8-4483-960c-fdff3150650d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:57.844473 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d768ef85-c4cd-4484-870d-2d0e470a1156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.847955 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07adc6-e3bf-409f-9476-94d4c7549771 None None] The sync data for ids ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'] in n-d-712139-11 is: [{'id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-router', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:20:51Z', 'updated_at': '2021-07-29T23:20:53Z', 'revision_number': 3, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'gw_port': {'id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:52Z', 'updated_at': '2021-07-29T23:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:20:57.890774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d23064ae-4a22-41f3-b267-c5cd602e2492 req-2da0607e-2af3-4ca8-997c-dfae7f6bce0b tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ca00ac-a279-464b-af9a-4faa3b48877b HTTP/1.1" status: 200 len: 210 time: 0.2092004 Jul 29 23:20:57.894626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4796477-90ec-4405-b0f3-a0a3a53f797c req-5b08c0c3-c93b-4011-a603-fbd4ab19d601 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 210 time: 0.1417997 Jul 29 23:20:57.901575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d768ef85-c4cd-4484-870d-2d0e470a1156 None None] Port bd7b3566-f9a8-4483-960c-fdff3150650d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:57.913800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7b3566-f9a8-4483-960c-fdff3150650d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:57.954649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Made reservation on behalf of 924437518a13442b9dea3c8ca40ac00f for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:57.958707 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.055988 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.083485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a57899e-0615-4c6b-ac96-ce6201ea4d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.169307 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.195449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Transition to ACTIVE for port object 08145fde-782e-4487-9ea3-5130d2bbb917 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:58.237042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.262320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8ccdecb0-d29b-48eb-ba9e-91ad6b33521a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:58.310668 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.315260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:58.325253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:58.331577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:58.337842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:58.338697 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.345948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab69a9-3cf3-4b14-a2f5-4f7782cb8e51 req-5ae67073-0cfd-47d4-8627-55de8c377de2 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:58.347577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19ab69a9-3cf3-4b14-a2f5-4f7782cb8e51 req-5ae67073-0cfd-47d4-8627-55de8c377de2 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 971 time: 0.2932301 Jul 29 23:20:58.355539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Pushing event updated for resources: {'Port': ['ID=08145fde-782e-4487-9ea3-5130d2bbb917,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:58.511882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19ab69a9-3cf3-4b14-a2f5-4f7782cb8e51 req-a749eed6-4a3c-4059-9a6d-c60ba7db58ac tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459017 Jul 29 23:20:58.517906 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0da2e044-58e7-4c6d-8503-b3b6adcda4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.544131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 04a632fb-30f0-4d6a-a974-3169386652d8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:58.562864 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0da2e044-58e7-4c6d-8503-b3b6adcda4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.649175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 04a632fb-30f0-4d6a-a974-3169386652d8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:58.653847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 04a632fb-30f0-4d6a-a974-3169386652d8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:58.654223 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.662805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0da2e044-58e7-4c6d-8503-b3b6adcda4d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=702c293a079d42298413ba5ddfff9812&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3371763 Jul 29 23:20:58.666060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:58.674334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2e044-58e7-4c6d-8503-b3b6adcda4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d276eaa-1f77-4037-b492-f047ee9400cf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:58.779704 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d238b2f-e249-45e0-ae44-5237498c9b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.786409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.798646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.806525 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.817227 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.829241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.832505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.840437 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d238b2f-e249-45e0-ae44-5237498c9b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.857415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:20:58.871135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 04a632fb-30f0-4d6a-a974-3169386652d8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=04a632fb-30f0-4d6a-a974-3169386652d8,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:58.875098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99e5ad51-e48d-492e-afe6-91a346d4470f None None] Provisioning for port 08145fde-782e-4487-9ea3-5130d2bbb917 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:58.880355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.887485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.888102 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Added segment d238d54a-8c56-4d57-8324-ee09b3063e30 of type vlan for network 7c91497d-e06a-4964-9f99-cd8ef5db7061 Jul 29 23:20:58.898727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b2041b-c800-4c0b-bb1f-1606812db4f6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:58.959491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7b3566-f9a8-4483-960c-fdff3150650d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:58.960392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99e5ad51-e48d-492e-afe6-91a346d4470f None None] Provisioning complete for port 08145fde-782e-4487-9ea3-5130d2bbb917 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:58.960714 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99e5ad51-e48d-492e-afe6-91a346d4470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.076942 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.118029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Network a708abda-d9f5-4a67-b380-4533c46725ce is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:59.134078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:59.150056 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.154068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.154776 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.170779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=04a632fb-30f0-4d6a-a974-3169386652d8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:59.176277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 5541244c-6fb7-431b-bf78-c96a0c5645e0 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:59.210810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 5541244c-6fb7-431b-bf78-c96a0c5645e0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:20:59.211227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 5541244c-6fb7-431b-bf78-c96a0c5645e0 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:59.237351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-99e5ad51-e48d-492e-afe6-91a346d4470f None None] Port 08145fde-782e-4487-9ea3-5130d2bbb917 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:59.268357 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d238b2f-e249-45e0-ae44-5237498c9b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.270935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d238b2f-e249-45e0-ae44-5237498c9b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.277358 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8d238b2f-e249-45e0-ae44-5237498c9b6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d276eaa-1f77-4037-b492-f047ee9400cf HTTP/1.1" status: 204 len: 168 time: 0.6095643 Jul 29 23:20:59.297060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2480238-fade-44f9-aa4d-ee9718c1a17b req-9cb7fa52-61ad-4bf1-af22-42c4ff3b7986 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.304067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2480238-fade-44f9-aa4d-ee9718c1a17b req-9cb7fa52-61ad-4bf1-af22-42c4ff3b7986 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 935 time: 0.2677090 Jul 29 23:20:59.317410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] Pushing event updated for resources: {'Network': ['ID=7c91497d-e06a-4964-9f99-cd8ef5db7061,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:59.327015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d238b2f-e249-45e0-ae44-5237498c9b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d276eaa-1f77-4037-b492-f047ee9400cf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:59.334304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 7c91497d-e06a-4964-9f99-cd8ef5db7061 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:20:59.400809 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a57899e-0615-4c6b-ac96-ce6201ea4d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.417824 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a57899e-0615-4c6b-ac96-ce6201ea4d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.437625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2f3ffbaa-02a7-45eb-8ec7-41201207e22c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6186581 Jul 29 23:20:59.445557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59002) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:59.445888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59004) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:59.447877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-ce47c0c1-ceeb-48e0-8bec-7e081143dc22 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2502463 Jul 29 23:20:59.463644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Request body: {'subnet': {'network_id': '7c91497d-e06a-4964-9f99-cd8ef5db7061', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2025620904-subnet', 'tenant_id': '924437518a13442b9dea3c8ca40ac00f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:59.492996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Request body: {'port': {'device_id': 'bb714607-432e-4c9a-a914-0a7d54bf693f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:59.505765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-eb829af9-eed1-49c8-ae32-2d48679c47aa tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4416c1d842e1483a8f0df9958d738065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1649449 Jul 29 23:20:59.559570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3a57899e-0615-4c6b-ac96-ce6201ea4d6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=872e57efb19a435bb0ee635ec60e072e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0732722 Jul 29 23:20:59.563301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59012) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:59.569235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2480238-fade-44f9-aa4d-ee9718c1a17b req-138b9542-0fe8-4556-b941-e0f8d359e1a0 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545569 Jul 29 23:20:59.580376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-671b2b4b-b1c9-4631-9aad-629855eceeb1 None None] Provisioning complete for port bd7b3566-f9a8-4483-960c-fdff3150650d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:59.580376 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-671b2b4b-b1c9-4631-9aad-629855eceeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.591257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57899e-0615-4c6b-ac96-ce6201ea4d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a204c7-61ce-47fd-867d-98b5f8a52870,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:59.595353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Made reservation on behalf of 924437518a13442b9dea3c8ca40ac00f for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:59.598310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.666824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-671b2b4b-b1c9-4631-9aad-629855eceeb1 None None] Port bd7b3566-f9a8-4483-960c-fdff3150650d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:59.672542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:20:59.798909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-1fac06a1-eda6-4954-a400-86ac3b0bf064 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.800703 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.801527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-1fac06a1-eda6-4954-a400-86ac3b0bf064 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2949870 Jul 29 23:20:59.863153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c5541-6867-4494-831e-0af0359d3b62 req-b1a325c9-fde4-4fb5-adad-b54531e64dc7 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.870411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe0c5541-6867-4494-831e-0af0359d3b62 req-b1a325c9-fde4-4fb5-adad-b54531e64dc7 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 971 time: 0.1635678 Jul 29 23:20:59.884806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-2f0b3088-21b2-4b58-b681-389e785ca567 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/quotas/4416c1d842e1483a8f0df9958d738065 HTTP/1.1" status: 200 len: 375 time: 0.0738678 Jul 29 23:20:59.932758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c609e809-9c88-4881-af88-b02125462496 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4416c1d842e1483a8f0df9958d738065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466747 Jul 29 23:20:59.934832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-62a02281-2692-4b93-b339-571c54a4efd0 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.936448 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-62a02281-2692-4b93-b339-571c54a4efd0 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 971 time: 0.2554739 Jul 29 23:20:59.940797 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30dfa608-3081-4db2-bb84-0724d7678dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.942677 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c436cb7b-e21e-4437-94fd-881040814206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.968534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe0c5541-6867-4494-831e-0af0359d3b62 req-ec1b7bcc-5d8f-401e-a6a5-c438515291ae tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973191 Jul 29 23:20:59.973373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:20:59.993432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e6a1901e-8b82-4b31-97fa-7f619b996353 admin admin] 10.222.0.37 "PUT /v2.0/routers/0a9a45cd-5e50-49bf-b718-349414f2c2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1210608 Jul 29 23:21:00.196502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5032aac0-a910-4bce-8ef2-af046e4b7799 req-b9d389a7-8de8-47b1-af65-de9c25ae8b1c tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 210 time: 0.0529168 Jul 29 23:21:00.207817 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30dfa608-3081-4db2-bb84-0724d7678dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:00.320976 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30dfa608-3081-4db2-bb84-0724d7678dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:00.325386 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30dfa608-3081-4db2-bb84-0724d7678dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:00.331360 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-30dfa608-3081-4db2-bb84-0724d7678dbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81a204c7-61ce-47fd-867d-98b5f8a52870 HTTP/1.1" status: 204 len: 168 time: 0.7662673 Jul 29 23:21:00.341448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Sync routers for ids ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:00.358779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Routers {'0a9a45cd-5e50-49bf-b718-349414f2c2a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:00.360540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:20:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:00.420719 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa608-3081-4db2-bb84-0724d7678dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a204c7-61ce-47fd-867d-98b5f8a52870,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:00.494792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 04a632fb-30f0-4d6a-a974-3169386652d8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:00.683120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 04a632fb-30f0-4d6a-a974-3169386652d8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:00.683811 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:00.691181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Set router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:00.706317 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:00.722625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cef5aac-7e2f-4599-996b-27bb705cb4c0 req-5ec2abe1-3a17-45b8-876d-5c54d915edca tempest-FloatingIPsNegativeTestJSON-1591181151 tempest-FloatingIPsNegativeTestJSON-1591181151-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=3c75a3848d344299939c9586fa344b2f HTTP/1.1" status: 200 len: 217 time: 0.1274934 Jul 29 23:21:00.858396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01cba2b7-f1e1-405f-853c-04e2e6d9b2d3 req-c73d8c1e-7850-42ab-974e-0c441f906a61 tempest-FloatingIPsNegativeTestJSON-1591181151 tempest-FloatingIPsNegativeTestJSON-1591181151-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0744407 Jul 29 23:21:00.863790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c45a32-0d5b-42e4-842f-a60bbb7f2075,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:00.868782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-f5cffd7d-9ceb-4fd9-96fa-a989b78a1d89 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Deleting port 30a782e7-9db3-44d2-9fd7-b8b501530a4c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:00.869369 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-f5cffd7d-9ceb-4fd9-96fa-a989b78a1d89 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:00.896728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68affe-24b0-405f-8c3e-11da1b7f1f55 req-b532e965-38a6-4407-89e4-1413f0e1d2d4 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.898356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a68affe-24b0-405f-8c3e-11da1b7f1f55 req-b532e965-38a6-4407-89e4-1413f0e1d2d4 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 935 time: 0.1814132 Jul 29 23:21:01.003222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c436cb7b-e21e-4437-94fd-881040814206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.012323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Checking segment: {'id': 'd238d54a-8c56-4d57-8324-ee09b3063e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7c91497d-e06a-4964-9f99-cd8ef5db7061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:01.012842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Network hostable DHCP agents. Network: 7c91497d-e06a-4964-9f99-cd8ef5db7061, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:01.029274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c436cb7b-e21e-4437-94fd-881040814206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.094029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-router', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:20:51Z', 'updated_at': '2021-07-29T23:20:58Z', 'revision_number': 4, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'gw_port': {'id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:52Z', 'updated_at': '2021-07-29T23:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'bd7b3566-f9a8-4483-960c-fdff3150650d', 'name': '', 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'mac_address': 'fa:16:3e:67:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '016494fd-f093-488e-bce2-dc19e0f75ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:56Z', 'updated_at': '2021-07-29T23:20:58Z', 'revision_number': 2, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'subnets': [{'id': '016494fd-f093-488e-bce2-dc19e0f75ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:01.142877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Checking router: 0a9a45cd-5e50-49bf-b718-349414f2c2a2 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:01.143246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Updating router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 port bd7b3566-f9a8-4483-960c-fdff3150650d binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:21:01.144041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08145fde-782e-4487-9ea3-5130d2bbb917 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:01.161194 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c436cb7b-e21e-4437-94fd-881040814206 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9b9295b68b54e8598d4922bf768f7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7078216 Jul 29 23:21:01.162894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-f5cffd7d-9ceb-4fd9-96fa-a989b78a1d89 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] For port 30a782e7-9db3-44d2-9fd7-b8b501530a4c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=30a782e7-9db3-44d2-9fd7-b8b501530a4c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:01.163399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-f5cffd7d-9ceb-4fd9-96fa-a989b78a1d89 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.167649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.170152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:01.179180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436cb7b-e21e-4437-94fd-881040814206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55d4bf0-7b33-4a16-8afb-ffee8632efca,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:01.202746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Network 7c91497d-e06a-4964-9f99-cd8ef5db7061 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:01.208669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.217841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-f5cffd7d-9ceb-4fd9-96fa-a989b78a1d89 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Calling delete_port for 30a782e7-9db3-44d2-9fd7-b8b501530a4c owned by compute:tempest-test_az-1777257615 {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:01.237015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Transition to ACTIVE for port object 08145fde-782e-4487-9ea3-5130d2bbb917 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:01.257015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 7c91497d-e06a-4964-9f99-cd8ef5db7061) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:01.258909 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.275506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ed726-fc05-4cae-91af-f96a6de12bf0 None None] Network 7c91497d-e06a-4964-9f99-cd8ef5db7061 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:01.299471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.300176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.347843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59076) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:01.388919 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-ab0251f1-74a8-474b-9152-c11b6d79d479 req-f9b52232-b143-44d1-b709-a31a96358582 tempest-FloatingIPsNegativeTestJSON-1591181151 tempest-FloatingIPsNegativeTestJSON-1591181151-project] show failed (client error): The resource could not be found. Jul 29 23:21:01.402226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab0251f1-74a8-474b-9152-c11b6d79d479 req-f9b52232-b143-44d1-b709-a31a96358582 tempest-FloatingIPsNegativeTestJSON-1591181151 tempest-FloatingIPsNegativeTestJSON-1591181151-project] 10.222.0.37 "GET /v2.0/floatingips/7c6fa6d5-27a6-446b-bea4-002fdefc7706 HTTP/1.1" status: 404 len: 350 time: 0.4788122 Jul 29 23:21:01.407621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59080) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:01.422243 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-796da764-f4dd-478a-95ee-8700f45e1b15 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9732051 Jul 29 23:21:01.433555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5351da54-7df0-4d1f-b80d-9e01e965700b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.435363 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8975c190-2a9e-4706-b74a-932c83645906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.450378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Pushing event updated for resources: {'Port': ['ID=08145fde-782e-4487-9ea3-5130d2bbb917,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:01.563770 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8975c190-2a9e-4706-b74a-932c83645906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.590090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Attempting to bind port 08145fde-782e-4487-9ea3-5130d2bbb917 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:01.590966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Attempting to bind port 08145fde-782e-4487-9ea3-5130d2bbb917 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:01.591967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Attempting to bind port 08145fde-782e-4487-9ea3-5130d2bbb917 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:01.629554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Port 08145fde-782e-4487-9ea3-5130d2bbb917 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:01.630220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Attempting to bind port 08145fde-782e-4487-9ea3-5130d2bbb917 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:01.651236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2279aebc-5751-428a-bf1d-f508c2fa51de None None] Network 7c91497d-e06a-4964-9f99-cd8ef5db7061 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:01.710438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:01.711148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:01.711813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:01.712515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Bound port: 08145fde-782e-4487-9ea3-5130d2bbb917, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:01.713186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.787469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.47', 60946) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:01.827789 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-eb5aa836-8bc8-414a-bb6d-8ecfaf9376e8 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4416c1d842e1483a8f0df9958d738065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348222 Jul 29 23:21:01.828660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-f5cffd7d-9ceb-4fd9-96fa-a989b78a1d89 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.845645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8975c190-2a9e-4706-b74a-932c83645906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.849828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8975c190-2a9e-4706-b74a-932c83645906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.851232 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8975c190-2a9e-4706-b74a-932c83645906 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e55d4bf0-7b33-4a16-8afb-ffee8632efca HTTP/1.1" status: 204 len: 168 time: 0.6690977 Jul 29 23:21:01.855576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['30a782e7-9db3-44d2-9fd7-b8b501530a4c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:01.856658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a68affe-24b0-405f-8c3e-11da1b7f1f55 req-61dbcce4-8de7-4585-bafb-f3be2dd2d353 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9371502 Jul 29 23:21:01.947051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6eada-2d65-4fa9-9379-346e211bc259 req-f53ba4df-89ad-4fe7-9e82-04c0d4984c1d tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.955753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dc6eada-2d65-4fa9-9379-346e211bc259 req-f53ba4df-89ad-4fe7-9e82-04c0d4984c1d tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e41be43-9612-40a5-9537-3f9b0f5e1a4b HTTP/1.1" status: 200 len: 889 time: 0.2703342 Jul 29 23:21:01.973047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cffd7d-9ceb-4fd9-96fa-a989b78a1d89 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Pushing event deleted for resources: {'Port': ['ID=30a782e7-9db3-44d2-9fd7-b8b501530a4c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:02.005687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975c190-2a9e-4706-b74a-932c83645906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55d4bf0-7b33-4a16-8afb-ffee8632efca,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:02.009987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] For port 08145fde-782e-4487-9ea3-5130d2bbb917, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:02.070598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.074228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] For port 08145fde-782e-4487-9ea3-5130d2bbb917, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=08145fde-782e-4487-9ea3-5130d2bbb917,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:02.076772 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.116770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Transition to ACTIVE for port object bd7b3566-f9a8-4483-960c-fdff3150650d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:02.128667 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.140310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.165616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05525f74-7bc7-4cc3-aaa8-b4fcc8261ba7 req-f9b6fbd8-fc31-4e27-b4b9-fcb5468aa171 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 210 time: 0.2044029 Jul 29 23:21:02.180675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dc6eada-2d65-4fa9-9379-346e211bc259 req-f5bd64a5-d65f-4c9c-b879-db884e5c5acb tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ea7b413-7b51-4b67-9830-aadee45171f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239115 Jul 29 23:21:02.321831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7aead-11b6-421b-94a5-567a7320bf5d None None] Pushing event updated for resources: {'Port': ['ID=bd7b3566-f9a8-4483-960c-fdff3150650d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:02.371573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Attempting to bind port bd7b3566-f9a8-4483-960c-fdff3150650d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:02.372453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Attempting to bind port bd7b3566-f9a8-4483-960c-fdff3150650d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '8f58da31-2df8-48be-86b5-28949e9e0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:02.373755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Attempting to bind port bd7b3566-f9a8-4483-960c-fdff3150650d on network a708abda-d9f5-4a67-b380-4533c46725ce {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:02.380791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-f5cffd7d-9ceb-4fd9-96fa-a989b78a1d89 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] No DVR routers for this DVR port 30a782e7-9db3-44d2-9fd7-b8b501530a4c on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:02.385320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:02.386218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Checking segment: {'id': '8f58da31-2df8-48be-86b5-28949e9e0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:02.386966 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.387711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Bound using segment: {'id': '8f58da31-2df8-48be-86b5-28949e9e0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:02.388611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Bound port: bd7b3566-f9a8-4483-960c-fdff3150650d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f58da31-2df8-48be-86b5-28949e9e0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:02.389204 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.404107 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5351da54-7df0-4d1f-b80d-9e01e965700b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.406465 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-f5cffd7d-9ceb-4fd9-96fa-a989b78a1d89 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.415832 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aab800f7-d64d-41d5-9446-73b5a06f683b req-f5cffd7d-9ceb-4fd9-96fa-a989b78a1d89 tempest-AggregatesAdminTestJSON-1925833571 tempest-AggregatesAdminTestJSON-1925833571-project] 10.222.0.42 "DELETE /v2.0/ports/30a782e7-9db3-44d2-9fd7-b8b501530a4c HTTP/1.1" status: 204 len: 173 time: 2.4643312 Jul 29 23:21:02.417336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e41be43-9612-40a5-9537-3f9b0f5e1a4b', 'name': 'network-vif-deleted', 'tag': '30a782e7-9db3-44d2-9fd7-b8b501530a4c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:02.421041 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da9000d-fa6a-4aef-8fe4-bcca30075f2f" -d '{"events": [{"server_uuid": "5e41be43-9612-40a5-9537-3f9b0f5e1a4b", "name": "network-vif-deleted", "tag": "30a782e7-9db3-44d2-9fd7-b8b501530a4c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:02.426009 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.426639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.431593 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] 10.222.0.47 "PUT /v2.0/ports/08145fde-782e-4487-9ea3-5130d2bbb917 HTTP/1.1" status: 200 len: 1096 time: 2.9466136 Jul 29 23:21:02.443485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-069f6ec5-136c-4bfe-a5c4-32299f65a08a tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.445453 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-069f6ec5-136c-4bfe-a5c4-32299f65a08a tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6024168 Jul 29 23:21:02.455683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5351da54-7df0-4d1f-b80d-9e01e965700b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.483479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Request body: {'port': {'device_id': '5ed1e3c4-c3be-4576-975a-ec7dda6b4cca', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '4416c1d842e1483a8f0df9958d738065'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:02.547654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] For port bd7b3566-f9a8-4483-960c-fdff3150650d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:02.556969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] For port bd7b3566-f9a8-4483-960c-fdff3150650d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bd7b3566-f9a8-4483-960c-fdff3150650d,segment=NetworkSegment(8f58da31-2df8-48be-86b5-28949e9e0c81),segment_id=8f58da31-2df8-48be-86b5-28949e9e0c81)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:02.565411 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bc88b9-eb37-40a0-a7fd-41a1482c0d35 x-openstack-request-id: req-38bc88b9-eb37-40a0-a7fd-41a1482c0d35 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:02.568488 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.569522 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e41be43-9612-40a5-9537-3f9b0f5e1a4b", "name": "network-vif-deleted", "tag": "30a782e7-9db3-44d2-9fd7-b8b501530a4c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:02.572815 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38bc88b9-eb37-40a0-a7fd-41a1482c0d35 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:02.574040 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e41be43-9612-40a5-9537-3f9b0f5e1a4b', 'name': 'network-vif-deleted', 'tag': '30a782e7-9db3-44d2-9fd7-b8b501530a4c', 'status': 'completed', 'code': 200} Jul 29 23:21:02.678496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Routers {'0a9a45cd-5e50-49bf-b718-349414f2c2a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:02.679152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:20:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:02.739711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.747723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80b729-2130-42cb-b03f-24209f2c26be service neutron] Pushing event updated for resources: {'Port': ['ID=08145fde-782e-4487-9ea3-5130d2bbb917,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:02.840811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59114) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:02.844243 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5351da54-7df0-4d1f-b80d-9e01e965700b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ef1ddc51df64c309467a1ed1cbb22d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4887750 Jul 29 23:21:02.847387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:02.869511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351da54-7df0-4d1f-b80d-9e01e965700b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7f0a04-36a5-4d74-b329-7b74825ea0a5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:02.967669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-67b1b677-5f3c-4487-9da1-240fffe6708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.970392 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-67b1b677-5f3c-4487-9da1-240fffe6708d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b18688b65e304b3f97e084d6e7daab0f&device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 1099 time: 0.4381745 Jul 29 23:21:03.010189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:03.076694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-e4031bc2-3068-4efd-a613-8f982045fd7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=08145fde-782e-4487-9ea3-5130d2bbb917 HTTP/1.1" status: 200 len: 217 time: 0.0673580 Jul 29 23:21:03.121032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] Set router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:03.174518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af3e2b35-5116-4327-8ca2-222bb01b5513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.182072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7aead-11b6-421b-94a5-567a7320bf5d None None] Pushing event updated for resources: {'Port': ['ID=bd7b3566-f9a8-4483-960c-fdff3150650d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:03.209510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af3e2b35-5116-4327-8ca2-222bb01b5513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.222217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7157fa-cb3f-4eb2-ae15-bb4085d316c8 req-f258bfad-0eae-47fc-ae51-d72151370bee tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:03.223762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f7157fa-cb3f-4eb2-ae15-bb4085d316c8 req-f258bfad-0eae-47fc-ae51-d72151370bee tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 947 time: 0.2106318 Jul 29 23:21:03.233751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-ac98695c-5a2e-46a6-8cc8-95d4f35c1a54 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:03.242131 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac5963b9-3a83-4b39-a240-e6e64eecc06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.242629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-ac98695c-5a2e-46a6-8cc8-95d4f35c1a54 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 821 time: 0.4063423 Jul 29 23:21:03.313834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-398e8226-de77-4f43-bb5a-cae1c78662cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:03.315757 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-398e8226-de77-4f43-bb5a-cae1c78662cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.2269895 Jul 29 23:21:03.321583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Made reservation on behalf of 4416c1d842e1483a8f0df9958d738065 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:03.325076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.397283 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af3e2b35-5116-4327-8ca2-222bb01b5513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.399981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af3e2b35-5116-4327-8ca2-222bb01b5513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.401897 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-af3e2b35-5116-4327-8ca2-222bb01b5513 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db7f0a04-36a5-4d74-b329-7b74825ea0a5 HTTP/1.1" status: 204 len: 168 time: 0.5428774 Jul 29 23:21:03.402203 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e41dba37-73f9-4aa0-b0e7-985cd3042f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.421177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e2b35-5116-4327-8ca2-222bb01b5513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7f0a04-36a5-4d74-b329-7b74825ea0a5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:03.463988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-49c94fec-d267-4125-b6d9-eab1230c6059 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/quotas/c3e5a83bba0440559ee180cab805bf7a HTTP/1.1" status: 200 len: 375 time: 0.2166400 Jul 29 23:21:03.464465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-0441e78e-d2bf-4516-9417-9c84109d718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:03.467137 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-0441e78e-d2bf-4516-9417-9c84109d718b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362157 Jul 29 23:21:03.502773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f7157fa-cb3f-4eb2-ae15-bb4085d316c8 req-289a4234-c3aa-467e-8396-7a27992fcc3a tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293715 Jul 29 23:21:03.550475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-acf01aca-bdda-4547-a1cf-c3c54c4f7e52 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786538 Jul 29 23:21:03.574837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-router', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:20:51Z', 'updated_at': '2021-07-29T23:20:58Z', 'revision_number': 4, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'gw_port': {'id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:52Z', 'updated_at': '2021-07-29T23:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'bd7b3566-f9a8-4483-960c-fdff3150650d', 'name': '', 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'mac_address': 'fa:16:3e:67:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '016494fd-f093-488e-bce2-dc19e0f75ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:56Z', 'updated_at': '2021-07-29T23:21:02Z', 'revision_number': 4, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'subnets': [{'id': '016494fd-f093-488e-bce2-dc19e0f75ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:03.627986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07423d-08ab-4a4c-8f12-30ead9738670 None None] The sync data for ids ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'] in n-d-712139-11 is: [{'id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-router', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:20:51Z', 'updated_at': '2021-07-29T23:20:58Z', 'revision_number': 4, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'gw_port': {'id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:52Z', 'updated_at': '2021-07-29T23:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'bd7b3566-f9a8-4483-960c-fdff3150650d', 'name': '', 'network_id': 'a708abda-d9f5-4a67-b380-4533c46725ce', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'mac_address': 'fa:16:3e:67:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '016494fd-f093-488e-bce2-dc19e0f75ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:56Z', 'updated_at': '2021-07-29T23:21:02Z', 'revision_number': 4, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'subnets': [{'id': '016494fd-f093-488e-bce2-dc19e0f75ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:03.751174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-930a6c26-f72f-430a-8d9f-284395a22df4 req-6e0ca974-8445-450b-b219-e8ebd479665f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 210 time: 0.0750232 Jul 29 23:21:03.804236 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-373bc1e4-b666-43e3-87ac-627c0b411a1a service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837541 Jul 29 23:21:03.827750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] Deleting port bd7b3566-f9a8-4483-960c-fdff3150650d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:03.828444 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.886784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-ee00ed1e-d5a4-410a-83fc-d3256bb54c09 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:21:03.894603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-ee00ed1e-d5a4-410a-83fc-d3256bb54c09 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1459396 Jul 29 23:21:04.022827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] For port bd7b3566-f9a8-4483-960c-fdff3150650d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bd7b3566-f9a8-4483-960c-fdff3150650d,segment=NetworkSegment(8f58da31-2df8-48be-86b5-28949e9e0c81),segment_id=8f58da31-2df8-48be-86b5-28949e9e0c81)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:04.023208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.043905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-63efb604-de10-44ee-a9d8-b3ee3472ca10 service neutron] 10.222.0.37 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482713 Jul 29 23:21:04.058416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] Calling delete_port for bd7b3566-f9a8-4483-960c-fdff3150650d owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:04.181149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59150) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:04.215124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac5963b9-3a83-4b39-a240-e6e64eecc06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.224155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Allocated IP 192.168.233.57 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/e46b63ed-2540-41d4-a503-aa1c0bbe4d0b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:04.230525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac5963b9-3a83-4b39-a240-e6e64eecc06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.274504 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ac5963b9-3a83-4b39-a240-e6e64eecc06b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e90372335254f45a7c7c00db4c72dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2588928 Jul 29 23:21:04.277631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59158) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:04.374084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5963b9-3a83-4b39-a240-e6e64eecc06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb86b91-4000-4826-b468-f6d1d3a7cc4b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:04.401079 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b7bc7c5-0094-4fa9-8259-23ada6b825d4 req-db6197d3-1aea-4d90-800d-8574dd075ef3 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878155 Jul 29 23:21:04.498739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-89f84b47-9a1a-4ff4-adda-60eb330e8707 service neutron] 10.222.0.37 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538996 Jul 29 23:21:04.526074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bd7b3566-f9a8-4483-960c-fdff3150650d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:04.536295 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb8d03ae-be97-48c5-8da8-2d667553a77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.574173 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb8d03ae-be97-48c5-8da8-2d667553a77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.642133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port bd7b3566-f9a8-4483-960c-fdff3150650d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:04.646745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port bd7b3566-f9a8-4483-960c-fdff3150650d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:04.647506 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.688005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb714607-432e-4c9a-a914-0a7d54bf693f', 'tag': '08145fde-782e-4487-9ea3-5130d2bbb917'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:04.690845 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28370667-4572-4263-ab39-e2abf85bc3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb714607-432e-4c9a-a914-0a7d54bf693f", "tag": "08145fde-782e-4487-9ea3-5130d2bbb917"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:04.716523 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8783cf14-9268-4bc7-9ed5-9ace6ce6d0e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b599f5c04ce4236a84d13953d713176&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5341935 Jul 29 23:21:04.719696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59176) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:04.723327 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb8d03ae-be97-48c5-8da8-2d667553a77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.725592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 30a782e7-9db3-44d2-9fd7-b8b501530a4c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:04.727672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb8d03ae-be97-48c5-8da8-2d667553a77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.730662 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb8d03ae-be97-48c5-8da8-2d667553a77e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cb86b91-4000-4826-b468-f6d1d3a7cc4b HTTP/1.1" status: 204 len: 168 time: 0.4395163 Jul 29 23:21:04.792492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 30a782e7-9db3-44d2-9fd7-b8b501530a4c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:04.793203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 30a782e7-9db3-44d2-9fd7-b8b501530a4c not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:04.812738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e41dba37-73f9-4aa0-b0e7-985cd3042f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.853394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d03ae-be97-48c5-8da8-2d667553a77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb86b91-4000-4826-b468-f6d1d3a7cc4b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:04.863560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c4dc7-9ee0-4f61-959a-948366368f79 req-1308390e-2416-451f-b0ab-08d97c1b4a10 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:04.871414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c32c4dc7-9ee0-4f61-959a-948366368f79 req-1308390e-2416-451f-b0ab-08d97c1b4a10 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 947 time: 0.2385805 Jul 29 23:21:04.872115 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e41dba37-73f9-4aa0-b0e7-985cd3042f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.964822 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.023325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-754eadfb-5a7d-4d2d-8df3-7a974f1c5e74 req-afcb6321-856c-4396-9fca-12ccfeb3191c tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 210 time: 0.2142854 Jul 29 23:21:05.042257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-333c6048-1568-4882-878b-af58dd5ddb69 req-4f13d176-a9e7-4a4d-9214-99b5e90dcaa0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3439577 Jul 29 23:21:05.045266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.143726 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af8ef01d-4a45-4123-891f-008fea2cbca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.151315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dba37-73f9-4aa0-b0e7-985cd3042f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ca98ed-767c-4ca9-87f7-71d2e6adea9e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:05.156927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Transition to ACTIVE for port object e46b63ed-2540-41d4-a503-aa1c0bbe4d0b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:05.162694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e41dba37-73f9-4aa0-b0e7-985cd3042f00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59f89aafff1e469ca232d26a0c923c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3171737 Jul 29 23:21:05.164653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:05.178097 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e424084a-de88-4468-a1bf-9f944f5177dd x-openstack-request-id: req-e424084a-de88-4468-a1bf-9f944f5177dd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:05.179081 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb714607-432e-4c9a-a914-0a7d54bf693f", "tag": "08145fde-782e-4487-9ea3-5130d2bbb917", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:05.179541 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e424084a-de88-4468-a1bf-9f944f5177dd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:05.180857 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb714607-432e-4c9a-a914-0a7d54bf693f', 'tag': '08145fde-782e-4487-9ea3-5130d2bbb917', 'status': 'completed', 'code': 200} Jul 29 23:21:05.223600 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.287005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c32c4dc7-9ee0-4f61-959a-948366368f79 req-7e497dd9-3145-4ee1-bd6a-c253ff662404 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972461 Jul 29 23:21:05.358948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af8ef01d-4a45-4123-891f-008fea2cbca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.429626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7b3566-f9a8-4483-960c-fdff3150650d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:05.507181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c6048-1568-4882-878b-af58dd5ddb69 req-7c4d9f1a-b6ba-478a-8566-f5981184a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:05.512392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-921a601e-0832-4aa4-ac7f-b9315582cecc req-37a8c3ba-afb3-4282-92ea-ffe05d394a86 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 210 time: 0.2160892 Jul 29 23:21:05.520928 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-333c6048-1568-4882-878b-af58dd5ddb69 req-7c4d9f1a-b6ba-478a-8566-f5981184a4fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18688b65e304b3f97e084d6e7daab0f&device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 1123 time: 0.4094360 Jul 29 23:21:05.549784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28370667-4572-4263-ab39-e2abf85bc3cb req-2a845f82-6de7-4fb6-9520-3b67e5575c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:05.554692 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-28370667-4572-4263-ab39-e2abf85bc3cb req-2a845f82-6de7-4fb6-9520-3b67e5575c5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b18688b65e304b3f97e084d6e7daab0f&device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 1099 time: 0.3022342 Jul 29 23:21:05.570364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.648153 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57ebc4bc-4385-40f7-a7b1-41e0a67222d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.760127 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57ebc4bc-4385-40f7-a7b1-41e0a67222d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.815329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:05.819214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.834021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:05.836123 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af8ef01d-4a45-4123-891f-008fea2cbca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.838848 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af8ef01d-4a45-4123-891f-008fea2cbca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.840224 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-af8ef01d-4a45-4123-891f-008fea2cbca6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ea7b413-7b51-4b67-9830-aadee45171f3 HTTP/1.1" status: 204 len: 168 time: 1.1178424 Jul 29 23:21:05.846116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:05.852231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:05.853138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.867533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Pushing event updated for resources: {'Port': ['ID=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:05.912482 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57ebc4bc-4385-40f7-a7b1-41e0a67222d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.915893 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57ebc4bc-4385-40f7-a7b1-41e0a67222d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.918412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ef01d-4a45-4123-891f-008fea2cbca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea7b413-7b51-4b67-9830-aadee45171f3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:05.918878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-57ebc4bc-4385-40f7-a7b1-41e0a67222d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9ca98ed-767c-4ca9-87f7-71d2e6adea9e HTTP/1.1" status: 204 len: 168 time: 0.7531979 Jul 29 23:21:05.955128 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-93727858-c0f7-4713-9cc4-45018b7c6637 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4853535 Jul 29 23:21:05.984492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Request body: {'port': {'device_id': '5ed1e3c4-c3be-4576-975a-ec7dda6b4cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:05.986384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebc4bc-4385-40f7-a7b1-41e0a67222d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ca98ed-767c-4ca9-87f7-71d2e6adea9e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:05.992498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c6048-1568-4882-878b-af58dd5ddb69 req-2bb13d7f-5e31-4b72-8582-d0a96ec206a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:05.994324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-333c6048-1568-4882-878b-af58dd5ddb69 req-2bb13d7f-5e31-4b72-8582-d0a96ec206a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.4374454 Jul 29 23:21:05.995531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28370667-4572-4263-ab39-e2abf85bc3cb req-2274cdb4-8d40-4d0b-8fe1-ddd52f4f477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:05.997041 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-28370667-4572-4263-ab39-e2abf85bc3cb req-2274cdb4-8d40-4d0b-8fe1-ddd52f4f477d service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.4250312 Jul 29 23:21:06.177261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:06.180277 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-28370667-4572-4263-ab39-e2abf85bc3cb req-5edb498c-7ae1-4bd7-8dc7-c548a76c3708 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=08145fde-782e-4487-9ea3-5130d2bbb917 HTTP/1.1" status: 200 len: 217 time: 0.1532755 Jul 29 23:21:06.181750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-333c6048-1568-4882-878b-af58dd5ddb69 req-5237046f-cd80-43e0-bcf6-03223eb1bab9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a HTTP/1.1" status: 200 len: 217 time: 0.1571927 Jul 29 23:21:06.208062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c5601863-c6b0-480c-b3ba-1a245e8cff01 None None] Provisioning for port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:06.215263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c5601863-c6b0-480c-b3ba-1a245e8cff01 None None] Provisioning complete for port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:06.215979 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5601863-c6b0-480c-b3ba-1a245e8cff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:06.289480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c160409-92bc-484c-8edb-f9910193cbfa req-c00c51ed-6bde-47a1-a913-92b3a1ad73b6 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 210 time: 0.1041105 Jul 29 23:21:06.315040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c5601863-c6b0-480c-b3ba-1a245e8cff01 None None] Port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:06.330074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] Router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:21:06.519085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28370667-4572-4263-ab39-e2abf85bc3cb req-a7e2a2d7-534c-4e0a-bdaf-c2858bac4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.520651 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-28370667-4572-4263-ab39-e2abf85bc3cb req-a7e2a2d7-534c-4e0a-bdaf-c2858bac4f5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.3315365 Jul 29 23:21:06.548990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c6048-1568-4882-878b-af58dd5ddb69 req-33e9050c-12c3-4a8c-9a16-1d2c03e6b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.550468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-333c6048-1568-4882-878b-af58dd5ddb69 req-33e9050c-12c3-4a8c-9a16-1d2c03e6b8b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.3496802 Jul 29 23:21:06.689258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46b63ed-2540-41d4-a503-aa1c0bbe4d0b {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:06.710611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28370667-4572-4263-ab39-e2abf85bc3cb req-fe466529-5b76-4afa-8f08-e395f3c854da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.712188 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-28370667-4572-4263-ab39-e2abf85bc3cb req-fe466529-5b76-4afa-8f08-e395f3c854da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1830871 Jul 29 23:21:06.715578 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:06.744966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c6048-1568-4882-878b-af58dd5ddb69 req-ae955a9b-c0bc-42ff-8ffd-14f682db0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.746589 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-333c6048-1568-4882-878b-af58dd5ddb69 req-ae955a9b-c0bc-42ff-8ffd-14f682db0561 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1806760 Jul 29 23:21:06.759870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Transition to ACTIVE for port object e46b63ed-2540-41d4-a503-aa1c0bbe4d0b will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:06.788306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8cdb7-f78e-4c46-8b1d-cf8f814022ae req-05a38b2f-a693-4093-a9be-708e5b48f596 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.789952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66a8cdb7-f78e-4c46-8b1d-cf8f814022ae req-05a38b2f-a693-4093-a9be-708e5b48f596 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 947 time: 0.2823510 Jul 29 23:21:06.802272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:06.808385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:06.816242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e60d41bf-fff1-4f57-8b5e-98601a4970a2 admin admin] 10.222.0.37 "PUT /v2.0/routers/0a9a45cd-5e50-49bf-b718-349414f2c2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4073935 Jul 29 23:21:06.819997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-4f6df01c-df3c-47f3-bc62-5c253b86b305 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699389 Jul 29 23:21:06.821257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59246) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:06.822713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59248) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:06.824631 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] Sync routers for ids ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:06.838541 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] Routers {'0a9a45cd-5e50-49bf-b718-349414f2c2a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:06.840735 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:20:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:06.864572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-985251f5-21b6-49de-ae90-f83c6dd0380e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.866970 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-985251f5-21b6-49de-ae90-f83c6dd0380e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 821 time: 0.3762596 Jul 29 23:21:06.887115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:06.935083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0d34e5-3fd2-4024-87af-533c64240e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:06.977785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Pushing event updated for resources: {'Port': ['ID=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:07.025208 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] Set router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:07.087245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Attempting to bind port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:07.087620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Attempting to bind port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:07.087922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Attempting to bind port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:07.118482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:07.118826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Attempting to bind port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:07.130125 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-28370667-4572-4263-ab39-e2abf85bc3cb req-eb74afcb-ee42-420a-b528-fd1672d7ae30 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009976 Jul 29 23:21:07.144091 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-333c6048-1568-4882-878b-af58dd5ddb69 req-3c48e896-9172-434c-a8d3-d2d6834f3c42 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555734 Jul 29 23:21:07.163178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:07.163674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:07.164078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:07.164546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Bound port: e46b63ed-2540-41d4-a503-aa1c0bbe4d0b, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:07.165116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.286622 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-router', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:20:51Z', 'updated_at': '2021-07-29T23:21:04Z', 'revision_number': 5, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'gw_port': {'id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:52Z', 'updated_at': '2021-07-29T23:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:07.310011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Request body: {'port': {'device_id': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093', 'admin_state_up': True, 'tenant_id': 'c3e5a83bba0440559ee180cab805bf7a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:07.327167 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] Checking router: 0a9a45cd-5e50-49bf-b718-349414f2c2a2 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:07.342325 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] Routers {'0a9a45cd-5e50-49bf-b718-349414f2c2a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:07.342971 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:20:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:07.415128 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.481679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] For port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:07.499104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-28370667-4572-4263-ab39-e2abf85bc3cb req-83fd9873-1144-453a-9eb6-dec472c8aa87 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528810 Jul 29 23:21:07.502034 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] Set router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:07.503042 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2b6f9d86-4784-414d-9b5b-2b1e4993f342 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea956fc981684bafa888a7dfcd5621c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726241 Jul 29 23:21:07.509455 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-333c6048-1568-4882-878b-af58dd5ddb69 req-6a939337-2303-4681-b410-df6a98770d36 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376625 Jul 29 23:21:07.511275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] For port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:07.523509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:07.548356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66a8cdb7-f78e-4c46-8b1d-cf8f814022ae req-0d228c6c-5d95-4f44-8a13-5caba8c6a336 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7380805 Jul 29 23:21:07.563172 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.631724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:07.632374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.634463 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] 10.222.0.47 "PUT /v2.0/ports/e46b63ed-2540-41d4-a503-aa1c0bbe4d0b HTTP/1.1" status: 200 len: 1096 time: 1.6592062 Jul 29 23:21:07.635011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed1e3c4-c3be-4576-975a-ec7dda6b4cca', 'tag': 'e46b63ed-2540-41d4-a503-aa1c0bbe4d0b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:07.637264 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20442c13-475a-4598-84f6-358c3a5ec9df" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed1e3c4-c3be-4576-975a-ec7dda6b4cca", "tag": "e46b63ed-2540-41d4-a503-aa1c0bbe4d0b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:07.673281 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0d34e5-3fd2-4024-87af-533c64240e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.706026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0d34e5-3fd2-4024-87af-533c64240e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.797295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e549fb-c5be-460e-82ea-0b991697ab69 service neutron] Pushing event updated for resources: {'Port': ['ID=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:07.831662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d34e5-3fd2-4024-87af-533c64240e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f75c6f-b4c9-432c-81ac-f576e749397e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:07.838969 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5a0d34e5-3fd2-4024-87af-533c64240e83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=340b0fcce82b44a9904135ca25d895ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9507084 Jul 29 23:21:07.841480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:07.857296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-ba8bb643-9adc-4ed9-9ea4-f4e9443cb2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:07.869221 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-ba8bb643-9adc-4ed9-9ea4-f4e9443cb2e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4416c1d842e1483a8f0df9958d738065&device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 1099 time: 0.1662533 Jul 29 23:21:07.870437 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-router', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:20:51Z', 'updated_at': '2021-07-29T23:21:04Z', 'revision_number': 5, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'gw_port': {'id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:52Z', 'updated_at': '2021-07-29T23:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:07.891466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e972c420-84ec-411f-a025-1e1cc1b6447f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.892344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-0afcc184-f72c-49aa-bf9c-a388672241b5 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:07.901832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-0afcc184-f72c-49aa-bf9c-a388672241b5 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0620587 Jul 29 23:21:07.937298 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa5a214-8d35-4b98-9495-a62aa5dbdf03 None None] The sync data for ids ['0a9a45cd-5e50-49bf-b718-349414f2c2a2'] in n-d-712139-11 is: [{'id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1961651766-router', 'tenant_id': '3c75a3848d344299939c9586fa344b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:20:51Z', 'updated_at': '2021-07-29T23:21:04Z', 'revision_number': 5, 'project_id': '3c75a3848d344299939c9586fa344b2f', 'gw_port': {'id': '04a632fb-30f0-4d6a-a974-3169386652d8', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9a45cd-5e50-49bf-b718-349414f2c2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:20:52Z', 'updated_at': '2021-07-29T23:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:07.979851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-24008049-1d0c-4962-920d-159b9c730198 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/quotas/fe03d0d45c7848b1b6ff4be7229563b4 HTTP/1.1" status: 200 len: 375 time: 0.0765750 Jul 29 23:21:08.003828 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-c8cdb1ff-2977-4bba-8387-b7340778e713 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b HTTP/1.1" status: 200 len: 217 time: 0.1083226 Jul 29 23:21:08.029960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e972c420-84ec-411f-a025-1e1cc1b6447f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.063281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-4d6190b4-73e6-4c95-9ef1-cce141d0a5cf tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820298 Jul 29 23:21:08.117322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0b4df-761f-41d4-a100-e780e8002290 req-1f9a793c-7e2a-4505-baf6-fb8193588528 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.123177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01d0b4df-761f-41d4-a100-e780e8002290 req-1f9a793c-7e2a-4505-baf6-fb8193588528 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 947 time: 0.4697459 Jul 29 23:21:08.125429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Made reservation on behalf of c3e5a83bba0440559ee180cab805bf7a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:08.137367 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.141291 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.147711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-bac34bcf-f586-47a8-8e83-0de3015739bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.149218 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-bac34bcf-f586-47a8-8e83-0de3015739bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0981824 Jul 29 23:21:08.156255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edc445a6-54aa-4733-9f3c-401200754813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.232216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e972c420-84ec-411f-a025-1e1cc1b6447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.232216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e972c420-84ec-411f-a025-1e1cc1b6447f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.232216 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e972c420-84ec-411f-a025-1e1cc1b6447f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef0dcff6-330e-484c-9df5-b0415ef87ee6 HTTP/1.1" status: 204 len: 168 time: 0.7071376 Jul 29 23:21:08.293072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972c420-84ec-411f-a025-1e1cc1b6447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0dcff6-330e-484c-9df5-b0415ef87ee6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:08.320044 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edc445a6-54aa-4733-9f3c-401200754813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.330120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-434bd208-5d39-4cce-ad43-88ab4163bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.334653 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-434bd208-5d39-4cce-ad43-88ab4163bd51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1760018 Jul 29 23:21:08.377190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bd7b3566-f9a8-4483-960c-fdff3150650d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:08.410526 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: bd7b3566-f9a8-4483-960c-fdff3150650d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:08.410873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bd7b3566-f9a8-4483-960c-fdff3150650d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:08.496338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Allocated IP 172.20.0.13 (ec171ef1-ffe3-48e7-8d95-c590de6ad093/30e3a965-3dc1-4bf5-8794-1c687d2bff2c/b5106e51-7706-43fa-88ea-a623eb73425f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:08.515225 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01d0b4df-761f-41d4-a100-e780e8002290 req-daedf110-7ad0-4d68-a7eb-1fd428f986fb tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631639 Jul 29 23:21:08.561693 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-fd669793-454c-4dbc-ae11-02d154b010af service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110705 Jul 29 23:21:08.564598 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1022fec5-fc05-483a-a55f-db6e65b474ef req-51fb6481-d6c6-400c-985a-145497a3fb43 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 210 time: 0.0696261 Jul 29 23:21:08.599531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edc445a6-54aa-4733-9f3c-401200754813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.608498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edc445a6-54aa-4733-9f3c-401200754813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.630023 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-edc445a6-54aa-4733-9f3c-401200754813 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32f75c6f-b4c9-432c-81ac-f576e749397e HTTP/1.1" status: 204 len: 168 time: 0.7666194 Jul 29 23:21:08.642214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Deleting port 04a632fb-30f0-4d6a-a974-3169386652d8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:08.642722 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.828643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-cd3b9739-5546-4456-8777-cc786578b4f5 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688739 Jul 29 23:21:08.961297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] For port 04a632fb-30f0-4d6a-a974-3169386652d8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=04a632fb-30f0-4d6a-a974-3169386652d8,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:08.962468 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.003925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Calling delete_port for 04a632fb-30f0-4d6a-a974-3169386652d8 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:09.004176 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ae08a1-4cb7-4487-9fc8-f289d1ba55c1 x-openstack-request-id: req-33ae08a1-4cb7-4487-9fc8-f289d1ba55c1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:09.004420 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed1e3c4-c3be-4576-975a-ec7dda6b4cca", "tag": "e46b63ed-2540-41d4-a503-aa1c0bbe4d0b", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:09.004676 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33ae08a1-4cb7-4487-9fc8-f289d1ba55c1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:09.005199 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed1e3c4-c3be-4576-975a-ec7dda6b4cca', 'tag': 'e46b63ed-2540-41d4-a503-aa1c0bbe4d0b', 'status': 'completed', 'code': 200} Jul 29 23:21:09.015193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc445a6-54aa-4733-9f3c-401200754813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f75c6f-b4c9-432c-81ac-f576e749397e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:09.030529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.098715 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a3602de-b998-45af-b9d3-36ab5e6f3d8e req-cf23cd15-83bc-4df2-9b67-9cbc8bc638fb service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158937 Jul 29 23:21:09.117983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 08145fde-782e-4487-9ea3-5130d2bbb917 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:09.220819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-7177d90a-7636-47fe-a075-9952b839ce4c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:09.222499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-7177d90a-7636-47fe-a075-9952b839ce4c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3750026 Jul 29 23:21:09.276473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-95756dbf-6a4e-4246-aadc-19426716c178 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/quotas/fe03d0d45c7848b1b6ff4be7229563b4 HTTP/1.1" status: 200 len: 375 time: 0.0293703 Jul 29 23:21:09.285688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20442c13-475a-4598-84f6-358c3a5ec9df req-9cca608a-3baa-4193-9c01-3c10a400680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:09.289720 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20442c13-475a-4598-84f6-358c3a5ec9df req-9cca608a-3baa-4193-9c01-3c10a400680c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4416c1d842e1483a8f0df9958d738065&device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 1099 time: 0.0913820 Jul 29 23:21:09.348612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-fb3b671d-e13b-47a9-9fea-9c6a163f62d6 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711489 Jul 29 23:21:09.350578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 08145fde-782e-4487-9ea3-5130d2bbb917, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=08145fde-782e-4487-9ea3-5130d2bbb917,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:09.384983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '08145fde-782e-4487-9ea3-5130d2bbb917', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '08145fde-782e-4487-9ea3-5130d2bbb917', 'mac_address': 'fa:16:3e:3c:76:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:09.411084 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.468945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20442c13-475a-4598-84f6-358c3a5ec9df req-7f9e8c36-da8c-4103-a0c9-4564e73ec255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:09.471337 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20442c13-475a-4598-84f6-358c3a5ec9df req-7f9e8c36-da8c-4103-a0c9-4564e73ec255 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1747165 Jul 29 23:21:09.477417 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.507441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08145fde-782e-4487-9ea3-5130d2bbb917 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:09.521524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faced9-294e-4990-acd2-931e80ed9d49 req-4e84bf2a-c992-4b74-b554-b44356dfc4a0 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:09.523087 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51faced9-294e-4990-acd2-931e80ed9d49 req-4e84bf2a-c992-4b74-b554-b44356dfc4a0 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 947 time: 0.2670221 Jul 29 23:21:09.543809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 08145fde-782e-4487-9ea3-5130d2bbb917, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=08145fde-782e-4487-9ea3-5130d2bbb917,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:09.549367 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20442c13-475a-4598-84f6-358c3a5ec9df req-54d1629b-88fe-4f70-a8be-40d40007b1aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b HTTP/1.1" status: 200 len: 217 time: 0.0699153 Jul 29 23:21:09.562980 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.593466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Network ec171ef1-ffe3-48e7-8d95-c590de6ad093 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:09.612348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:09.622961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:09.628920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:09.629831 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.637380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Pushing event updated for resources: {'Port': ['ID=b5106e51-7706-43fa-88ea-a623eb73425f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:09.667517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=08145fde-782e-4487-9ea3-5130d2bbb917,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:09.684119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51faced9-294e-4990-acd2-931e80ed9d49 req-677d0bac-0c8c-42f3-8cef-732fde1566c7 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491020 Jul 29 23:21:09.688794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-108a16b2-54e9-4ccc-b243-723823a85793 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6252451 Jul 29 23:21:09.703891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Request body: {'port': {'device_id': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:09.707872 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.756921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20442c13-475a-4598-84f6-358c3a5ec9df req-c77a1d1a-9d02-4513-926b-33645759ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:09.765023 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20442c13-475a-4598-84f6-358c3a5ec9df req-c77a1d1a-9d02-4513-926b-33645759ade1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.2081342 Jul 29 23:21:09.773680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a632fb-30f0-4d6a-a974-3169386652d8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:10.007162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-aedb0633-e49b-4b08-b69f-d61f3c67f2ed tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029236 Jul 29 23:21:10.024633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['08145fde-782e-4487-9ea3-5130d2bbb917'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:10.118382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20442c13-475a-4598-84f6-358c3a5ec9df req-8b97d726-feed-451b-9973-d7d384459809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.121567 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20442c13-475a-4598-84f6-358c3a5ec9df req-8b97d726-feed-451b-9973-d7d384459809 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3478575 Jul 29 23:21:10.122068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59362) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:10.149715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.154161 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.320038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-5d6c5c07-3cda-4c3f-ad81-c20f79d57e4d tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.322541 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-5d6c5c07-3cda-4c3f-ad81-c20f79d57e4d tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980089 Jul 29 23:21:10.340812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Request body: {'port': {'device_id': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'fe03d0d45c7848b1b6ff4be7229563b4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:10.378450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20442c13-475a-4598-84f6-358c3a5ec9df req-8795c51d-2049-4c7d-af8e-41375f654228 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074780 Jul 29 23:21:10.379708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59370) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:10.431033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.435965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e710ffc7-0f99-4a94-855c-5f2225bc65e9 req-375cd759-8aaa-47c4-b4e4-2124f5f85f4b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 210 time: 0.2349150 Jul 29 23:21:10.454238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.476255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068667c-81a2-4a2d-9ae7-68ffb59116a6 req-45d71f94-ac39-45c0-b0a6-9544ed31ff80 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.483369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e068667c-81a2-4a2d-9ae7-68ffb59116a6 req-45d71f94-ac39-45c0-b0a6-9544ed31ff80 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 947 time: 0.6607759 Jul 29 23:21:10.494814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-network', 'tenant_id': 'd201b695131547f0964bd2cc9a237702'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:10.537475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-347572587-network', 'tenant_id': '9bb055c8b6824baea64b457501e9c016'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:10.602789 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.603348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a9a45cd-5e50-49bf-b718-349414f2c2a2 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:21:10.604992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Made reservation on behalf of d201b695131547f0964bd2cc9a237702 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:10.609274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.628846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.632570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8fbda4a7-64cd-48fa-8917-a3e39c012218 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0a9a45cd-5e50-49bf-b718-349414f2c2a2 HTTP/1.1" status: 204 len: 168 time: 3.8012028 Jul 29 23:21:10.637429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:10.648118 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.682410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Made reservation on behalf of 9bb055c8b6824baea64b457501e9c016 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:10.684682 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.704665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.710937 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20442c13-475a-4598-84f6-358c3a5ec9df req-1f96d151-c50d-436c-b762-2324c47bf629 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883956 Jul 29 23:21:10.711786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:21:10.711786 n-d-712139-11 neutron-server[93817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:21:10.711786 n-d-712139-11 neutron-server[93817]: [parameters: {'project_id_1': 'fe03d0d45c7848b1b6ff4be7229563b4', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 21, 10, 674605)}] Jul 29 23:21:10.711786 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:21:10.712372 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:21:10.804317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-112199f7-81d5-487f-aa54-ebda868c43c0 admin admin] Deleting subnet 016494fd-f093-488e-bce2-dc19e0f75ea3 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:10.813553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-112199f7-81d5-487f-aa54-ebda868c43c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.820527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.825905 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.858922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:21:10.874536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e068667c-81a2-4a2d-9ae7-68ffb59116a6 req-7507526e-c3d1-4259-8296-4fad61edec73 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902392 Jul 29 23:21:10.883929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafa2d53-b217-4926-961e-0c76f9b94eec,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:10.891498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.891849 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Added segment 2ec624a9-a6ed-439c-910d-b7fab6f72fec of type vlan for network 64586059-01f1-49b9-8ef5-2910bc6c6717 Jul 29 23:21:10.904864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b8b24-2789-4357-8df3-e7c299111642 req-55f05e6e-90c5-404c-bb5c-8e56df78be83 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.906377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a63b8b24-2789-4357-8df3-e7c299111642 req-55f05e6e-90c5-404c-bb5c-8e56df78be83 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 932 time: 0.3593118 Jul 29 23:21:10.912974 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-112199f7-81d5-487f-aa54-ebda868c43c0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.949826 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.025444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.027475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.028542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:11.029208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.038900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a63b8b24-2789-4357-8df3-e7c299111642 req-83cdccc3-0d15-49da-b831-991110e750fa tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148288 Jul 29 23:21:11.051289 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.129348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15d4fff-b820-4384-b9ef-e65e546f1cc7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:11.153367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 08145fde-782e-4487-9ea3-5130d2bbb917 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:11.154659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5106e51-7706-43fa-88ea-a623eb73425f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:11.165132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.184434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Transition to ACTIVE for port object b5106e51-7706-43fa-88ea-a623eb73425f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:11.194329 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0308557 Jul 29 23:21:11.197148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59380) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:11.202000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:21:11.206815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Request body: {'subnet': {'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-subnet', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:11.216957 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.261447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1faa64-9652-4b86-964a-d494e5524b93 admin admin] Pushing event updated for resources: {'Network': ['ID=64586059-01f1-49b9-8ef5-2910bc6c6717,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:11.263988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Made reservation on behalf of d201b695131547f0964bd2cc9a237702 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:11.266580 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.294891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 08145fde-782e-4487-9ea3-5130d2bbb917 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:11.300413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5106e51-7706-43fa-88ea-a623eb73425f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:11.305320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 08145fde-782e-4487-9ea3-5130d2bbb917 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:11.305915 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.317264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-112199f7-81d5-487f-aa54-ebda868c43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.444548 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.466219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1ceb3-3288-40e7-ae5e-da19993ec482 req-4697cdf9-9279-423b-9974-3c79c260b366 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:11.466415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.466580 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Added segment fc91d012-443d-44ef-85d4-19f24de67f34 of type vlan for network 9bc154d7-bbc6-4bfd-8327-468fefbec56e Jul 29 23:21:11.473657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83c1ceb3-3288-40e7-ae5e-da19993ec482 req-4697cdf9-9279-423b-9974-3c79c260b366 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 948 time: 0.1763294 Jul 29 23:21:11.482250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb714607-432e-4c9a-a914-0a7d54bf693f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08145fde-782e-4487-9ea3-5130d2bbb917'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:11.486490 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb0285b-11e0-4cae-a34e-1725b7494fd7" -d '{"events": [{"server_uuid": "bb714607-432e-4c9a-a914-0a7d54bf693f", "name": "network-vif-plugged", "status": "completed", "tag": "08145fde-782e-4487-9ea3-5130d2bbb917"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:11.496505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:21:11.511001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:11.511224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:11.511941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:11.522021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 08145fde-782e-4487-9ea3-5130d2bbb917, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=08145fde-782e-4487-9ea3-5130d2bbb917,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:11.526513 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-112199f7-81d5-487f-aa54-ebda868c43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.558833 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.570073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Made reservation on behalf of fe03d0d45c7848b1b6ff4be7229563b4 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:11.570418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Port b5106e51-7706-43fa-88ea-a623eb73425f on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:11.570744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:11.574710 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.575107 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-112199f7-81d5-487f-aa54-ebda868c43c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.579319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-112199f7-81d5-487f-aa54-ebda868c43c0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/016494fd-f093-488e-bce2-dc19e0f75ea3 HTTP/1.1" status: 204 len: 168 time: 0.8247480 Jul 29 23:21:11.579903 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112199f7-81d5-487f-aa54-ebda868c43c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016494fd-f093-488e-bce2-dc19e0f75ea3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:11.585490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:11.590269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b50108-683d-400d-a390-34cf6a7ad593 None None] Network a708abda-d9f5-4a67-b380-4533c46725ce requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:11.606949 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.608794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fbba3c3-9a9c-481b-bfc4-51a4b96a2181 req-f0dd411e-27b3-4664-9e36-cfa135b9f104 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 210 time: 0.0464265 Jul 29 23:21:11.609536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:11.610075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:11.610970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:11.611231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Bound port: b5106e51-7706-43fa-88ea-a623eb73425f, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:11.611607 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.613202 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-9cbe2506-bddb-401b-bbde-44dd18a23fc7 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1483176 Jul 29 23:21:11.637312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83c1ceb3-3288-40e7-ae5e-da19993ec482 req-409be9a6-10e1-468e-b0d3-275fade54b7e tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277113 Jul 29 23:21:11.696858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=08145fde-782e-4487-9ea3-5130d2bbb917,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:11.718588 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.727074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:11.727561 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abce463a-d07a-4e11-8d0b-1432e7d0e29f x-openstack-request-id: req-abce463a-d07a-4e11-8d0b-1432e7d0e29f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:11.727853 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb714607-432e-4c9a-a914-0a7d54bf693f", "name": "network-vif-plugged", "status": "completed", "tag": "08145fde-782e-4487-9ea3-5130d2bbb917", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:11.728147 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abce463a-d07a-4e11-8d0b-1432e7d0e29f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:11.728537 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb714607-432e-4c9a-a914-0a7d54bf693f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08145fde-782e-4487-9ea3-5130d2bbb917', 'code': 200} Jul 29 23:21:11.734119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:11.740645 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.789772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.853121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28029dac-203e-4bf8-967d-b5e7ce95ceac None None] DHCP port deletion for a708abda-d9f5-4a67-b380-4533c46725ce request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:21:11.855255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5106e51-7706-43fa-88ea-a623eb73425f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:11.860078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:11.860761 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.862668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fd9b507f-23d3-4718-ae30-f64c08505de9 service neutron] 10.222.0.42 "PUT /v2.0/ports/b5106e51-7706-43fa-88ea-a623eb73425f HTTP/1.1" status: 200 len: 1093 time: 2.1633265 Jul 29 23:21:11.863136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'tag': 'b5106e51-7706-43fa-88ea-a623eb73425f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:11.915482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-28029dac-203e-4bf8-967d-b5e7ce95ceac None None] Deleting port 54c9fca6-d020-4c90-a070-59aad709f190 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:11.916533 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28029dac-203e-4bf8-967d-b5e7ce95ceac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.931882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.955095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a54c455-7d4a-4eba-af27-492d624ee19e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:12.004705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fc911a22-05a5-4681-bc35-9611574302d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:12.007059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-fc911a22-05a5-4681-bc35-9611574302d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 1096 time: 0.0724061 Jul 29 23:21:12.034276 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.035377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:12.036038 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.041529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-28029dac-203e-4bf8-967d-b5e7ce95ceac None None] For port 54c9fca6-d020-4c90-a070-59aad709f190, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=54c9fca6-d020-4c90-a070-59aad709f190,segment=NetworkSegment(8f58da31-2df8-48be-86b5-28949e9e0c81),segment_id=8f58da31-2df8-48be-86b5-28949e9e0c81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:12.041815 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28029dac-203e-4bf8-967d-b5e7ce95ceac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.062379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-28029dac-203e-4bf8-967d-b5e7ce95ceac None None] Calling delete_port for 54c9fca6-d020-4c90-a070-59aad709f190 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:12.092522 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4548fdb-82db-4d35-ac30-606e404c8848" -d '{"events": [{"name": "network-changed", "server_uuid": "2c05e114-ee0b-4238-ad3c-9cdaac791def", "tag": "b5106e51-7706-43fa-88ea-a623eb73425f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:12.101787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-84f6e2b9-a884-4cf2-bc6d-2e68438079f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5106e51-7706-43fa-88ea-a623eb73425f HTTP/1.1" status: 200 len: 217 time: 0.0763347 Jul 29 23:21:12.160545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Checking segment: {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:12.160908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Network hostable DHCP agents. Network: 64586059-01f1-49b9-8ef5-2910bc6c6717, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:12.170173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-f0c505c9-3bb6-4272-aac3-f9e9ce4b1afd tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:12.171659 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-f0c505c9-3bb6-4272-aac3-f9e9ce4b1afd tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4499700 Jul 29 23:21:12.200787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae379d6a-0f59-4ec0-84de-5a36261135b9 req-5ea4f2ea-c240-4da0-b67e-2206fc6ccd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:12.202324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ae379d6a-0f59-4ec0-84de-5a36261135b9 req-5ea4f2ea-c240-4da0-b67e-2206fc6ccd86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 1101 time: 0.3447738 Jul 29 23:21:12.205825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Request body: {'port': {'device_id': 'a263ec90-40e0-4d3c-ba88-266ee4db24f1', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'fe03d0d45c7848b1b6ff4be7229563b4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:12.209516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-2845bc9f-c27d-4739-994e-a9f0db74744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:12.210996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-2845bc9f-c27d-4739-994e-a9f0db74744c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0756681 Jul 29 23:21:12.220848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc154d7-bbc6-4bfd-8327-468fefbec56e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:12.233850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 9bc154d7-bbc6-4bfd-8327-468fefbec56e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:21:12.266936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb8845-3e25-4fcd-957b-d254b0be9194 req-7f91f530-cb17-452b-bb86-85ecb7428b0f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:12.268399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3eeb8845-3e25-4fcd-957b-d254b0be9194 req-7f91f530-cb17-452b-bb86-85ecb7428b0f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 947 time: 0.1708822 Jul 29 23:21:12.271739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-b8e25ee7-5ed4-452e-ad6c-481405bc24b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406330 Jul 29 23:21:12.309271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b101f-41ef-4795-94b9-f9f7194bc815 req-e10c269f-6dd4-4890-ba5e-af121819d2e5 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:12.316545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e52b101f-41ef-4795-94b9-f9f7194bc815 req-e10c269f-6dd4-4890-ba5e-af121819d2e5 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 944 time: 0.1255498 Jul 29 23:21:12.332667 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28029dac-203e-4bf8-967d-b5e7ce95ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.361038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:12.363807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28029dac-203e-4bf8-967d-b5e7ce95ceac None None] No DVR routers for this DVR port 54c9fca6-d020-4c90-a070-59aad709f190 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:12.366759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28029dac-203e-4bf8-967d-b5e7ce95ceac None None] Pushing event deleted for resources: {'Port': ['ID=54c9fca6-d020-4c90-a070-59aad709f190,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:12.376470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59424) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:12.416350 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ae379d6a-0f59-4ec0-84de-5a36261135b9 req-6209210f-21c8-4625-a6aa-61a5f7e9c63d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999729 Jul 29 23:21:12.416967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 64586059-01f1-49b9-8ef5-2910bc6c6717) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:12.426646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3eeb8845-3e25-4fcd-957b-d254b0be9194 req-974f42f8-bbda-41ad-84ca-25c3f02cef3b tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511040 Jul 29 23:21:12.434251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fae5b5-9568-4794-9e60-c976b75bb200 None None] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:12.436739 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.459824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 04a632fb-30f0-4d6a-a974-3169386652d8 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:12.461575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Deleting port 54c9fca6-d020-4c90-a070-59aad709f190 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:12.461575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.467454 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e52b101f-41ef-4795-94b9-f9f7194bc815 req-6f065d25-79f6-4585-ba12-01f6efceaea9 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498940 Jul 29 23:21:12.467645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:12.468258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.470319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.497714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-238fc7f0-3889-4e0e-af5a-58fc41129bf7 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145393 Jul 29 23:21:12.500687 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-79f25eeb-bad7-4342-9cdc-f8756bb2a1d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0793936 Jul 29 23:21:12.503753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59430) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:12.516044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Request body: {'subnet': {'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-347572587-subnet', 'tenant_id': '9bb055c8b6824baea64b457501e9c016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:12.519115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 04a632fb-30f0-4d6a-a974-3169386652d8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:12.519469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 04a632fb-30f0-4d6a-a974-3169386652d8 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:12.519893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 54c9fca6-d020-4c90-a070-59aad709f190 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:12.556972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 54c9fca6-d020-4c90-a070-59aad709f190 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:12.557322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 54c9fca6-d020-4c90-a070-59aad709f190 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:12.635601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-aab39a3e-e124-498a-b016-cdcc1dd7b49b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4321356 Jul 29 23:21:12.643695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:12.660698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:12.667530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929123be-be9d-4a29-9a48-96838233e365,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:12.698893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] For port 54c9fca6-d020-4c90-a070-59aad709f190, host n-d-712139-11, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:12.699379 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.743586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-64586059-01f1-49b9-8ef5-2910bc6c6717', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:21:12.744728 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.749654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Made reservation on behalf of fe03d0d45c7848b1b6ff4be7229563b4 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:12.753377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.762700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Calling delete_port for 54c9fca6-d020-4c90-a070-59aad709f190 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:12.770065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Port 54c9fca6-d020-4c90-a070-59aad709f190 was not found and therefore no delete operation was performed {{(pid=93817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:21:12.787715 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.825526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Pushing event deleted for resources: {'Port': ['ID=54c9fca6-d020-4c90-a070-59aad709f190,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:12.828063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] No DVR routers for this DVR port 54c9fca6-d020-4c90-a070-59aad709f190 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:12.831560 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.832615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.860101 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240e2c52-5b6e-4c57-8538-4f2baaa8929c x-openstack-request-id: req-240e2c52-5b6e-4c57-8538-4f2baaa8929c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:12.860458 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c05e114-ee0b-4238-ad3c-9cdaac791def", "tag": "b5106e51-7706-43fa-88ea-a623eb73425f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:12.860646 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-240e2c52-5b6e-4c57-8538-4f2baaa8929c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:12.861098 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'tag': 'b5106e51-7706-43fa-88ea-a623eb73425f', 'status': 'completed', 'code': 200} Jul 29 23:21:12.885195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Allocated IP 192.168.233.160 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/99461c3e-794f-4f1e-80db-09593384e124) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:12.909032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Allocated IP 172.20.0.2 (64586059-01f1-49b9-8ef5-2910bc6c6717/5a54c455-7d4a-4eba-af27-492d624ee19e/50e5b75f-e2b6-40b1-8ddf-178e091e64f9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:12.926280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cacb658f-3154-41fa-864a-0a82e0883152 req-267c52ae-333b-4eaf-9624-5aea2e18c398 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 210 time: 0.0760965 Jul 29 23:21:12.941175 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5dfccf5-c80d-41f8-994f-1e5d7cb4f20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.977138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Made reservation on behalf of 9bb055c8b6824baea64b457501e9c016 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:12.979727 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.005089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843a3c87-cf58-479d-b301-d6a664f3c03e req-8ceb9b7d-166b-40ca-b2ac-9f71d3aa8b0c service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747674 Jul 29 23:21:13.067842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3d9af-35ce-44d3-ac31-6c97f76bf298 req-19adf634-4923-4ebb-bbc1-d521cbede813 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.070433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99b3d9af-35ce-44d3-ac31-6c97f76bf298 req-19adf634-4923-4ebb-bbc1-d521cbede813 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 949 time: 0.2076492 Jul 29 23:21:13.117211 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.127790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Transition to ACTIVE for port object 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:13.144637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Transition to ACTIVE for port object 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:13.154393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e46b63ed-2540-41d4-a503-aa1c0bbe4d0b details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:13.157415 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.214743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:13.228705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4548fdb-82db-4d35-ac30-606e404c8848 req-9e9e76e2-1d8c-4a19-a263-571d455cbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.230240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4548fdb-82db-4d35-ac30-606e404c8848 req-9e9e76e2-1d8c-4a19-a263-571d455cbcbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 1096 time: 0.1586990 Jul 29 23:21:13.233183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99b3d9af-35ce-44d3-ac31-6c97f76bf298 req-b5d5872b-9e29-4b37-920a-2e333600dac0 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477094 Jul 29 23:21:13.241454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:13.244713 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.247613 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.272981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.273744 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.274544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.275047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > port after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.275583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.275929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > port after_update 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.276300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.276814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.277142 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.277471 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.362223 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.362614 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.362916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.363259 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:13.363641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a708abda-d9f5-4a67-b380-4533c46725ce']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:13.374841 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5dfccf5-c80d-41f8-994f-1e5d7cb4f20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.387290 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5dfccf5-c80d-41f8-994f-1e5d7cb4f20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.396628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:13.398687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f58da31-2df8-48be-86b5-28949e9e0c81') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:13.399686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f58da31-2df8-48be-86b5-28949e9e0c81') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:13.400856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Pushing event updated for resources: {'Port': ['ID=50e5b75f-e2b6-40b1-8ddf-178e091e64f9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:13.460280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.470775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Attempting to bind port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:13.471104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Attempting to bind port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:13.471471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Attempting to bind port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 on network 64586059-01f1-49b9-8ef5-2910bc6c6717 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:13.479979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:13.480220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Checking segment: {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:13.480448 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.480845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Bound using segment: {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:13.481321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Bound port: 50e5b75f-e2b6-40b1-8ddf-178e091e64f9, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:13.481724 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.492696 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4548fdb-82db-4d35-ac30-606e404c8848 req-fc0def72-156b-42d5-86ca-a75e8b318500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.494461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4548fdb-82db-4d35-ac30-606e404c8848 req-fc0def72-156b-42d5-86ca-a75e8b318500 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.2369456 Jul 29 23:21:13.495172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfccf5-c80d-41f8-994f-1e5d7cb4f20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474b94dd-6843-4bf3-86da-4b8019fb5883,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:13.507164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b5dfccf5-c80d-41f8-994f-1e5d7cb4f20f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b021c1d0a6974c05838951bb9e20b4c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1274462 Jul 29 23:21:13.512508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59442) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:13.513680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.539221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:13.577203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'e46b63ed-2540-41d4-a503-aa1c0bbe4d0b', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'e46b63ed-2540-41d4-a503-aa1c0bbe4d0b', 'mac_address': 'fa:16:3e:66:6f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:13.581472 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.627772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:13.628436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.639583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] For port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:13.659090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] For port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=50e5b75f-e2b6-40b1-8ddf-178e091e64f9,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: from cryptography.utils import int_from_bytes Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: from cryptography.utils import int_from_bytes Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:13.659380 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:13.661818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4548fdb-82db-4d35-ac30-606e404c8848 req-1801008a-ca7e-4389-b062-1cdd8256bc39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5106e51-7706-43fa-88ea-a623eb73425f HTTP/1.1" status: 200 len: 217 time: 0.1517224 Jul 29 23:21:13.661921 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.674034 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.684494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46b63ed-2540-41d4-a503-aa1c0bbe4d0b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:13.754360 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.763918 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:13.770546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Pushing event updated for resources: {'Subnet': ['ID=436ab033-bc25-444f-a687-d87717fff3ed,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:13.778409 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b332a00-0883-47c1-9e2e-2e7302d8d8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.784627 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.791644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f1a1e-56ce-4274-8600-99ca5fe61b5c None None] Pushing event updated for resources: {'Port': ['ID=50e5b75f-e2b6-40b1-8ddf-178e091e64f9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:13.837594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4548fdb-82db-4d35-ac30-606e404c8848 req-b5be59b0-5f33-4c10-ae4c-51af3df353d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.839070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4548fdb-82db-4d35-ac30-606e404c8848 req-b5be59b0-5f33-4c10-ae4c-51af3df353d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.1672046 Jul 29 23:21:13.840870 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.847362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b332a00-0883-47c1-9e2e-2e7302d8d8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.849398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Checking segment: {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:13.849791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Network hostable DHCP agents. Network: 9bc154d7-bbc6-4bfd-8327-468fefbec56e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:13.872802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.873969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:13.876807 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.879042 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] 10.222.0.37 "DELETE /v2.0/networks/a708abda-d9f5-4a67-b380-4533c46725ce HTTP/1.1" status: 204 len: 168 time: 2.2685351 Jul 29 23:21:13.888829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201b984-b5d0-409e-97ee-27305df32318 req-8f2ba616-3329-4585-9d83-fd73509e3a89 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.890416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7201b984-b5d0-409e-97ee-27305df32318 req-8f2ba616-3329-4585-9d83-fd73509e3a89 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 947 time: 0.3303635 Jul 29 23:21:13.900514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1988b79-2302-47fe-bb22-4f3e37e396fb admin admin] Pushing event deleted for resources: {'Network': ['ID=a708abda-d9f5-4a67-b380-4533c46725ce,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:13.908227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Transition to ACTIVE for port object 99461c3e-794f-4f1e-80db-09593384e124 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:13.911276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4b2e2-3d6c-4359-bb54-4e96b0c50055 req-3df2f613-8017-4f38-bcc2-b215123b2d87 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.921338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04c4b2e2-3d6c-4359-bb54-4e96b0c50055 req-3df2f613-8017-4f38-bcc2-b215123b2d87 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 944 time: 0.3598309 Jul 29 23:21:13.960882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4548fdb-82db-4d35-ac30-606e404c8848 req-031684f9-6e1a-4d4a-bde4-5f7de18c6f4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016819 Jul 29 23:21:14.042155 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.090561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Network 9bc154d7-bbc6-4bfd-8327-468fefbec56e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:14.107836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:14.129277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Allocated IP 192.168.233.68 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/db6a9707-cf16-44e6-90f8-5f800d16fa42) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:14.143438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7201b984-b5d0-409e-97ee-27305df32318 req-2f47a9de-5be3-48a9-9a73-47347006150f tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201552 Jul 29 23:21:14.149970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:14.157084 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04c4b2e2-3d6c-4359-bb54-4e96b0c50055 req-9f469870-3e03-4ee8-8b21-2f493aa8541c tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042339 Jul 29 23:21:14.157674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 9bc154d7-bbc6-4bfd-8327-468fefbec56e) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:14.161506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:14.176268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1894b-33ef-47d7-9070-923b499c21d7 None None] Network 9bc154d7-bbc6-4bfd-8327-468fefbec56e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:14.178464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:14.216044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4548fdb-82db-4d35-ac30-606e404c8848 req-12dc7a67-5055-48d7-adb8-bb2da701c922 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234356 Jul 29 23:21:14.218628 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b332a00-0883-47c1-9e2e-2e7302d8d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.221729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b332a00-0883-47c1-9e2e-2e7302d8d8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.225878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0b332a00-0883-47c1-9e2e-2e7302d8d8cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/474b94dd-6843-4bf3-86da-4b8019fb5883 HTTP/1.1" status: 204 len: 168 time: 0.7068837 Jul 29 23:21:14.225878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:14.226635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.251000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:14.309551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['e46b63ed-2540-41d4-a503-aa1c0bbe4d0b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:14.358653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4548fdb-82db-4d35-ac30-606e404c8848 req-ee7e53bb-4202-4959-a084-b98021738483 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247408 Jul 29 23:21:14.366766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b332a00-0883-47c1-9e2e-2e7302d8d8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474b94dd-6843-4bf3-86da-4b8019fb5883,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:14.399065 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3526b00d-ad3f-4cd0-87c5-554300dbd68c req-a48f355d-ead2-4d09-aab0-3f8ee16f7e36 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 210 time: 0.0391779 Jul 29 23:21:14.423467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-94734794-ef5a-4779-a576-2689f625582f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9117908 Jul 29 23:21:14.452460 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-35fc274e-654a-4170-9b43-a6d865497381 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c75a3848d344299939c9586fa344b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303263 Jul 29 23:21:14.459076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:14.497403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:14.498100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.545435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fdc7b-90d8-4938-8b29-ce4b49167b87 req-c9460176-acbb-4e1f-8b43-edf56339815f tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:14.560943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-190fdc7b-90d8-4938-8b29-ce4b49167b87 req-c9460176-acbb-4e1f-8b43-edf56339815f tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 949 time: 0.1185145 Jul 29 23:21:14.610989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:14.632060 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-190fdc7b-90d8-4938-8b29-ce4b49167b87 req-4e2a5a4e-4dfc-41be-8de9-bc70b00522e7 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718167 Jul 29 23:21:14.643726 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-ac3c5b58-9616-4d6b-82a7-11b411582954 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3098814 Jul 29 23:21:14.699269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Request body: {'port': {'device_id': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:14.765804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.802725 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.826469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ac258a40-085f-44e0-a4e0-4c2c4c1c5cff None None] Provisioning for port 99461c3e-794f-4f1e-80db-09593384e124 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:14.836388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6f74d6-4bda-409f-bd7c-3ccbefcea69a None None] Network 9bc154d7-bbc6-4bfd-8327-468fefbec56e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:14.860776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ac258a40-085f-44e0-a4e0-4c2c4c1c5cff None None] Provisioning complete for port 99461c3e-794f-4f1e-80db-09593384e124 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:14.862247 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac258a40-085f-44e0-a4e0-4c2c4c1c5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.863018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:14.884690 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.923341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.991778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.019509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:15.022046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ac258a40-085f-44e0-a4e0-4c2c4c1c5cff None None] Port 99461c3e-794f-4f1e-80db-09593384e124 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:15.166128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Allocated IP 172.25.2.184 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/731641da-1521-4b6e-bf93-e8c3bff2e4a0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:15.176924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661af0f8-ce18-4e96-b2cf-5b89150932c9 req-c45d6beb-1703-457e-b4d8-f3d963df0efa tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:15.184676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-661af0f8-ce18-4e96-b2cf-5b89150932c9 req-c45d6beb-1703-457e-b4d8-f3d963df0efa tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 949 time: 0.1382375 Jul 29 23:21:15.211394 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.218852 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.246108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc69bec-e56d-4c87-a2e8-7cd4b80a749b None None] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:15.254719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.276677 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.320982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-661af0f8-ce18-4e96-b2cf-5b89150932c9 req-c8c798df-b30a-4dee-9931-6a835dd5fe3c tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354606 Jul 29 23:21:15.355982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e82fc1-aa41-4589-96ac-19e127d442eb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:15.369589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36f0e029886f40eaba0f8983809b0930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5047433 Jul 29 23:21:15.374042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.374391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.375196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59490) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:15.375404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.375917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.376438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.376780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.377115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.377692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.378024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.378932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.379273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.381195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd680181-79e9-436e-890c-7b78eef2ccad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.388071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Transition to ACTIVE for port object db6a9707-cf16-44e6-90f8-5f800d16fa42 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:15.419520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3ad9c4fc-1b2f-4a9f-914d-42dcaf17f184 None None] Provisioning for port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:15.424980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3ad9c4fc-1b2f-4a9f-914d-42dcaf17f184 None None] Provisioning complete for port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:15.425482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c4fc-1b2f-4a9f-914d-42dcaf17f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.441429 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.492796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-abbf5b39-d322-42a9-a920-0bbdde4d6b65 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:15.494615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-abbf5b39-d322-42a9-a920-0bbdde4d6b65 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 804 time: 0.2781520 Jul 29 23:21:15.512714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8c56f-3311-4f7b-9e14-a2e1d9d90262 req-1509f77d-2bb6-4ea5-bedd-aac8d901a077 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:15.514442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63c8c56f-3311-4f7b-9e14-a2e1d9d90262 req-1509f77d-2bb6-4ea5-bedd-aac8d901a077 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 944 time: 0.1122770 Jul 29 23:21:15.531765 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.542461 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c4fc-1b2f-4a9f-914d-42dcaf17f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.545994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-c7ee92c8-ccc3-4ed2-913a-6db974b992ac tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/quotas/9bb055c8b6824baea64b457501e9c016 HTTP/1.1" status: 200 len: 375 time: 0.0306230 Jul 29 23:21:15.561460 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.564263 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.565398 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bff5c3e-6397-4079-a675-254f05f0c2b2 HTTP/1.1" status: 204 len: 168 time: 1.0951338 Jul 29 23:21:15.583120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3ad9c4fc-1b2f-4a9f-914d-42dcaf17f184 None None] For port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=50e5b75f-e2b6-40b1-8ddf-178e091e64f9,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:15.590674 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c4fc-1b2f-4a9f-914d-42dcaf17f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.601289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-403f1856-5de7-4676-bd8c-82aa9ad08a6f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448313 Jul 29 23:21:15.605017 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63c8c56f-3311-4f7b-9e14-a2e1d9d90262 req-3cbb83ab-142e-4ab9-818d-6775af9a74e4 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809445 Jul 29 23:21:15.643721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e6972c6-f3a0-4bc8-b5b7-042206ae8f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.672181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bff5c3e-6397-4079-a675-254f05f0c2b2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:15.712299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:15.725757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9c4fc-1b2f-4a9f-914d-42dcaf17f184 None None] Pushing event updated for resources: {'Port': ['ID=50e5b75f-e2b6-40b1-8ddf-178e091e64f9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:15.750657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.751006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.751537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.752308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.752401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.752757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.753465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.754032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.754404 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.754740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.755711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.756314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925db2e2-b60c-4e2c-9897-aa17afcb6491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:15.756952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-2011813e-9568-4f53-a445-a97d09b11f41 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388683 Jul 29 23:21:15.760779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:15.763106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:15.775391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Pushing event updated for resources: {'Port': ['ID=db6a9707-cf16-44e6-90f8-5f800d16fa42,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:15.783061 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e6972c6-f3a0-4bc8-b5b7-042206ae8f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.822703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8553b5c2-239b-4a4f-80ad-69ca312cf10a None None] Provisioning complete for port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:15.823540 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8553b5c2-239b-4a4f-80ad-69ca312cf10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.824827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.906101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99a3d-66d0-4126-8bad-e9c214029082 req-ae7bdc3c-7a36-41cc-87eb-8ad655cc9649 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:15.907663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03d99a3d-66d0-4126-8bad-e9c214029082 req-ae7bdc3c-7a36-41cc-87eb-8ad655cc9649 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 948 time: 0.1418409 Jul 29 23:21:15.969735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03d99a3d-66d0-4126-8bad-e9c214029082 req-540a129b-11b8-4c51-bf09-9dc1142661dc tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514662 Jul 29 23:21:16.008964 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-cdc217c8-f13e-427e-9d26-af10d2857559 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508931 Jul 29 23:21:16.153437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c716230-7958-48a4-80fb-e4fff6db4543 req-30e58824-40eb-408c-ab21-78b192bee0fe tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:16.163199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c716230-7958-48a4-80fb-e4fff6db4543 req-30e58824-40eb-408c-ab21-78b192bee0fe tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 935 time: 0.0993199 Jul 29 23:21:16.167611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e9572be-32d9-4d95-b6c7-d8c0811bca0c None None] Provisioning for port db6a9707-cf16-44e6-90f8-5f800d16fa42 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:16.175584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=731641da-1521-4b6e-bf93-e8c3bff2e4a0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:16.188593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e9572be-32d9-4d95-b6c7-d8c0811bca0c None None] Provisioning complete for port db6a9707-cf16-44e6-90f8-5f800d16fa42 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:16.189028 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e9572be-32d9-4d95-b6c7-d8c0811bca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.232492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7e9572be-32d9-4d95-b6c7-d8c0811bca0c None None] Port db6a9707-cf16-44e6-90f8-5f800d16fa42 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:16.233327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c716230-7958-48a4-80fb-e4fff6db4543 req-3d58dc6f-e334-4492-9ada-7f2d15288a5e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689971 Jul 29 23:21:16.247731 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:16.248385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.262109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:16.270290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:16.274607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:16.305823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f389769-2be8-4e1b-bf3b-02c27e1236f3 req-a888b341-ec94-4ff7-b2e5-fd0a4b5d3d4c tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 210 time: 0.0635703 Jul 29 23:21:16.321939 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-a96574d2-4361-48fc-bbf8-bf09fff31730 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1261508 Jul 29 23:21:16.342766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e6972c6-f3a0-4bc8-b5b7-042206ae8f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.345810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e6972c6-f3a0-4bc8-b5b7-042206ae8f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.346953 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5e6972c6-f3a0-4bc8-b5b7-042206ae8f10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37e82fc1-aa41-4589-96ac-19e127d442eb HTTP/1.1" status: 204 len: 168 time: 0.9666483 Jul 29 23:21:16.357595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Request body: {'port': {'device_id': 'a263ec90-40e0-4d3c-ba88-266ee4db24f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:16.418010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:16.458151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99461c3e-794f-4f1e-80db-09593384e124 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:16.472147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6972c6-f3a0-4bc8-b5b7-042206ae8f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e82fc1-aa41-4589-96ac-19e127d442eb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:16.504230 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.508416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a431c78-77d2-4f4a-8852-a7480b777bcf req-543d3a91-97d9-443e-b0c0-c7ec59553f0e tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:16.510056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a431c78-77d2-4f4a-8852-a7480b777bcf req-543d3a91-97d9-443e-b0c0-c7ec59553f0e tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 949 time: 0.0868888 Jul 29 23:21:16.542680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:16.543305 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.572882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a431c78-77d2-4f4a-8852-a7480b777bcf req-6e0d3a25-c1ff-4062-8589-b1cdb38c1793 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Jul 29 23:21:16.749969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b5106e51-7706-43fa-88ea-a623eb73425f details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:16.776571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Transition to ACTIVE for port object 99461c3e-794f-4f1e-80db-09593384e124 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:16.781794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.824841 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.843513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d6066-0d80-442a-b619-1022005de6e4 req-84408ee4-45fd-4b94-afdd-b6798d0bac26 tempest-LiveMigrationNegativeTest-359434158 tempest-LiveMigrationNegativeTest-359434158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:16.846004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a38d6066-0d80-442a-b619-1022005de6e4 req-84408ee4-45fd-4b94-afdd-b6798d0bac26 tempest-LiveMigrationNegativeTest-359434158 tempest-LiveMigrationNegativeTest-359434158-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 1101 time: 0.0991688 Jul 29 23:21:16.882914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e4f6-ce98-49ec-b804-65acb1ee7971 req-9b4e4917-7d5d-415b-9744-452e3161a41e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:16.884934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4cf3e4f6-ce98-49ec-b804-65acb1ee7971 req-9b4e4917-7d5d-415b-9744-452e3161a41e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 944 time: 0.0984378 Jul 29 23:21:16.886407 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a38d6066-0d80-442a-b619-1022005de6e4 req-02e6e269-1e49-41ea-bf4f-5eef978cfd48 tempest-LiveMigrationNegativeTest-359434158 tempest-LiveMigrationNegativeTest-359434158-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.931540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:16.956387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4cf3e4f6-ce98-49ec-b804-65acb1ee7971 req-323ffab6-cda2-487e-8185-d048fb796167 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607142 Jul 29 23:21:16.958074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'b5106e51-7706-43fa-88ea-a623eb73425f', 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093', 'port_id': 'b5106e51-7706-43fa-88ea-a623eb73425f', 'mac_address': 'fa:16:3e:dd:66:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e3a965-3dc1-4bf5-8794-1c687d2bff2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:17.016100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.058393 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.094362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5106e51-7706-43fa-88ea-a623eb73425f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:17.122112 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a38d6066-0d80-442a-b619-1022005de6e4 req-02e6e269-1e49-41ea-bf4f-5eef978cfd48 tempest-LiveMigrationNegativeTest-359434158 tempest-LiveMigrationNegativeTest-359434158-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.133324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a38d6066-0d80-442a-b619-1022005de6e4 req-02e6e269-1e49-41ea-bf4f-5eef978cfd48 tempest-LiveMigrationNegativeTest-359434158 tempest-LiveMigrationNegativeTest-359434158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.156316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:17.162117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a38d6066-0d80-442a-b619-1022005de6e4 req-02e6e269-1e49-41ea-bf4f-5eef978cfd48 tempest-LiveMigrationNegativeTest-359434158 tempest-LiveMigrationNegativeTest-359434158-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097529 Jul 29 23:21:17.169443 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.230713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:17.243160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6e269-1e49-41ea-bf4f-5eef978cfd48 tempest-LiveMigrationNegativeTest-359434158 tempest-LiveMigrationNegativeTest-359434158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457ba706-8788-4f36-9478-595fef7b08b1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:17.252948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e46b63ed-2540-41d4-a503-aa1c0bbe4d0b up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:17.414066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2318dfc-8303-4da9-8472-55776e129b57 req-44e32423-4d67-4bec-98a8-21d2e30239a8 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:17.415627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2318dfc-8303-4da9-8472-55776e129b57 req-44e32423-4d67-4bec-98a8-21d2e30239a8 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 948 time: 0.0929430 Jul 29 23:21:17.423922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b5106e51-7706-43fa-88ea-a623eb73425f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:17.432868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-87f896bf-b079-4936-8e61-faf028ba7488 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9944a7aa0ee948e2b65c16ed1d39e96b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442657 Jul 29 23:21:17.445389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:17.449261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Attempting to bind port 99461c3e-794f-4f1e-80db-09593384e124 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:17.449756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Attempting to bind port 99461c3e-794f-4f1e-80db-09593384e124 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:17.449913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Attempting to bind port 99461c3e-794f-4f1e-80db-09593384e124 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:17.451787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:17.452583 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.484682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b5106e51-7706-43fa-88ea-a623eb73425f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:17.512343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2318dfc-8303-4da9-8472-55776e129b57 req-f0093873-f3e9-4186-8548-c27b1506cc87 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874763 Jul 29 23:21:17.525415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Port 99461c3e-794f-4f1e-80db-09593384e124 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:17.525751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Attempting to bind port 99461c3e-794f-4f1e-80db-09593384e124 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:17.549218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:17.549565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:17.549952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:17.550402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Bound port: 99461c3e-794f-4f1e-80db-09593384e124, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:17.550766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.579938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f658f-25aa-48b6-b198-8aea611742f3 req-53248087-a8e5-46e7-b6fc-4c159a71eee4 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:17.581520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-53248087-a8e5-46e7-b6fc-4c159a71eee4 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1403148 Jul 29 23:21:17.601565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-af6881a0-bfbf-46e9-952d-9e3770582f72 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/quotas/9944a7aa0ee948e2b65c16ed1d39e96b HTTP/1.1" status: 200 len: 375 time: 0.0140913 Jul 29 23:21:17.645482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-23395d4d-186b-486b-be0e-085bfefc3dfc tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9944a7aa0ee948e2b65c16ed1d39e96b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379074 Jul 29 23:21:17.760966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.781716 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.851097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d812e0-a10a-4b6d-bf49-1afb0ef2985b req-dfb59a4c-a00f-4d84-8aa0-d8c8c6326846 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:17.859125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71d812e0-a10a-4b6d-bf49-1afb0ef2985b req-dfb59a4c-a00f-4d84-8aa0-d8c8c6326846 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 935 time: 0.0983231 Jul 29 23:21:17.876471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59578) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:17.879446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed1e3c4-c3be-4576-975a-ec7dda6b4cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46b63ed-2540-41d4-a503-aa1c0bbe4d0b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:17.881396 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0668263-f229-48d4-a338-2ff4f97af299" -d '{"events": [{"server_uuid": "5ed1e3c4-c3be-4576-975a-ec7dda6b4cca", "name": "network-vif-plugged", "status": "completed", "tag": "e46b63ed-2540-41d4-a503-aa1c0bbe4d0b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:17.902506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-02098ef7-0a3b-44a1-a9f8-be3448d39d22 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:17.904577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-02098ef7-0a3b-44a1-a9f8-be3448d39d22 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.42 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 804 time: 0.2288144 Jul 29 23:21:17.905872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:17.917259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:17.923623 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.947946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Request body: {'port': {'device_id': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'admin_state_up': True, 'tenant_id': '9bb055c8b6824baea64b457501e9c016'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:17.964123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:17.988561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.022811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:18.072453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71d812e0-a10a-4b6d-bf49-1afb0ef2985b req-67f4215c-998c-4822-821a-f0a0220ae0cb tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113431 Jul 29 23:21:18.108350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2035701991-network', 'tenant_id': '9d57a9a6c92e4814a1565e514186d3ca'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:18.115715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:18.117403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.120858 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] 10.222.0.42 "PUT /v2.0/ports/99461c3e-794f-4f1e-80db-09593384e124 HTTP/1.1" status: 200 len: 1097 time: 3.4312642 Jul 29 23:21:18.127234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'tag': '99461c3e-794f-4f1e-80db-09593384e124'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:18.130636 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4db45f-2b5b-4ea4-9882-22e214386f90" -d '{"events": [{"name": "network-changed", "server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "tag": "99461c3e-794f-4f1e-80db-09593384e124"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:18.169567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71fbdf53-22c5-41d8-b87d-d748659daaf8 req-dbf27efc-e813-4651-b2be-60eee5f31a4e tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 210 time: 0.0707386 Jul 29 23:21:18.180102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6a9707-cf16-44e6-90f8-5f800d16fa42 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:18.205070 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.245040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545feeb9-2d56-42d2-9085-9e5435c32f48 service neutron] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:18.268309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Transition to ACTIVE for port object db6a9707-cf16-44e6-90f8-5f800d16fa42 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:18.287968 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.288783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Made reservation on behalf of 9d57a9a6c92e4814a1565e514186d3ca for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:18.294754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.308874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Made reservation on behalf of 9bb055c8b6824baea64b457501e9c016 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:18.313629 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.319020 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e826c9-1328-4dca-a2a4-376628bfa8e8 x-openstack-request-id: req-53e826c9-1328-4dca-a2a4-376628bfa8e8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:18.319539 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed1e3c4-c3be-4576-975a-ec7dda6b4cca", "name": "network-vif-plugged", "status": "completed", "tag": "e46b63ed-2540-41d4-a503-aa1c0bbe4d0b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:18.319847 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53e826c9-1328-4dca-a2a4-376628bfa8e8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:18.320291 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed1e3c4-c3be-4576-975a-ec7dda6b4cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46b63ed-2540-41d4-a503-aa1c0bbe4d0b', 'code': 200} Jul 29 23:21:18.344943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-14294375-67f9-42db-9712-0854f1c6e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:18.348742 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-14294375-67f9-42db-9712-0854f1c6e960 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 1100 time: 0.1524870 Jul 29 23:21:18.361677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f60f4a04-284f-44e5-9513-6d471db1ea6b req-6d0ef94a-3d5e-4d8c-b913-68e859526b27 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 210 time: 0.1266747 Jul 29 23:21:18.392807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.400124 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.483372 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29728c09-c9d2-45e6-be86-d04864ddc0d6 x-openstack-request-id: req-29728c09-c9d2-45e6-be86-d04864ddc0d6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:18.483830 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "tag": "99461c3e-794f-4f1e-80db-09593384e124", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:18.483830 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29728c09-c9d2-45e6-be86-d04864ddc0d6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:18.484191 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'tag': '99461c3e-794f-4f1e-80db-09593384e124', 'status': 'completed', 'code': 200} Jul 29 23:21:18.531488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Router 0c439ae3-31db-4cbc-9859-c86e91c474b5 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:21:18.531687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487bf04-11d1-4056-82b4-9bd1e15880b0 req-e7f904d2-63fb-4bc2-8d98-5bd36f673577 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:18.534676 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-7d6181a4-79c7-489a-9d4f-9bb9c5ed72f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=99461c3e-794f-4f1e-80db-09593384e124 HTTP/1.1" status: 200 len: 217 time: 0.1484213 Jul 29 23:21:18.542216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4487bf04-11d1-4056-82b4-9bd1e15880b0 req-e7f904d2-63fb-4bc2-8d98-5bd36f673577 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 945 time: 0.1435640 Jul 29 23:21:18.554283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Pushing event updated for resources: {'Port': ['ID=db6a9707-cf16-44e6-90f8-5f800d16fa42,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:18.641814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a428dc-eacb-4d22-9637-8b591bb5c220 req-d687afdb-42e1-4ba2-b9c1-9e7b7dec6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:18.643623 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-09a428dc-eacb-4d22-9637-8b591bb5c220 req-d687afdb-42e1-4ba2-b9c1-9e7b7dec6342 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 1101 time: 0.1581295 Jul 29 23:21:18.729155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4487bf04-11d1-4056-82b4-9bd1e15880b0 req-ebe72e2d-9507-438d-a2f6-df8b63dd56a1 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857653 Jul 29 23:21:18.753960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b5106e51-7706-43fa-88ea-a623eb73425f up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:18.754200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.775527 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.793135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Allocated IP 172.20.0.6 (9bc154d7-bbc6-4bfd-8327-468fefbec56e/436ab033-bc25-444f-a687-d87717fff3ed/7364ceaa-e61f-4841-a2df-c5e8a842ad4d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:18.856799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port b5106e51-7706-43fa-88ea-a623eb73425f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:18.861530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port b5106e51-7706-43fa-88ea-a623eb73425f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:18.861968 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.874208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:21:18.917569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddf95cf-03b9-4668-9cd4-d0541df8999a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:18.931971 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.932599 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Added segment 5d33c380-16ba-4e14-aeb2-a0339831d183 of type vlan for network eb734ca0-840a-45d0-a060-78e38ee03040 Jul 29 23:21:18.960089 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.998854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:19.003274 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.056763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-2787cd49-d0b6-4b25-be7e-f73f7c27e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.058402 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-2787cd49-d0b6-4b25-be7e-f73f7c27e5ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.5015078 Jul 29 23:21:19.064889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b5106e51-7706-43fa-88ea-a623eb73425f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:19.071218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Attempting to bind port db6a9707-cf16-44e6-90f8-5f800d16fa42 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:19.071696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Attempting to bind port db6a9707-cf16-44e6-90f8-5f800d16fa42 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:19.072218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Attempting to bind port db6a9707-cf16-44e6-90f8-5f800d16fa42 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:19.087077 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-09a428dc-eacb-4d22-9637-8b591bb5c220 req-e2e05d54-c082-4a1f-a88d-38626b75946d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332206 Jul 29 23:21:19.137767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Port db6a9707-cf16-44e6-90f8-5f800d16fa42 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:19.138003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Attempting to bind port db6a9707-cf16-44e6-90f8-5f800d16fa42 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:19.156652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:19.156989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:19.157375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:19.157862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Bound port: db6a9707-cf16-44e6-90f8-5f800d16fa42, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:19.158171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.179889 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:19.190099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Sync routers for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:19.192282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-32843235-1401-4be2-bef9-d4cb5a20a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.193981 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-32843235-1401-4be2-bef9-d4cb5a20a85b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1238384 Jul 29 23:21:19.197924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a636023-4a15-4171-bb42-51ae24e55050 req-53bc63cf-e413-42f6-833b-26721cb8f989 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.199438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a636023-4a15-4171-bb42-51ae24e55050 req-53bc63cf-e413-42f6-833b-26721cb8f989 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 949 time: 0.4031074 Jul 29 23:21:19.200930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:19.201602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:20:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:19.220148 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.229787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.230969 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a80b5d70-0614-4e98-a85f-a5c8e1e01ea0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.5795567 Jul 29 23:21:19.241816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f34a3-d905-48dd-b0e5-025b2c8e3642 req-90e56107-517c-4d59-938d-317de21db5a6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.243309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-925f34a3-d905-48dd-b0e5-025b2c8e3642 req-90e56107-517c-4d59-938d-317de21db5a6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 949 time: 0.4128790 Jul 29 23:21:19.253241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59606) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:19.303872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] For port db6a9707-cf16-44e6-90f8-5f800d16fa42, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:19.312162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] For port db6a9707-cf16-44e6-90f8-5f800d16fa42, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=db6a9707-cf16-44e6-90f8-5f800d16fa42,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:19.317282 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.325653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:19.360986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-23c2fa02-5661-4c80-a511-8eda34f9c14c service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469400 Jul 29 23:21:19.365510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.365965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.367617 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] 10.222.0.47 "PUT /v2.0/ports/db6a9707-cf16-44e6-90f8-5f800d16fa42 HTTP/1.1" status: 200 len: 1096 time: 3.0191469 Jul 29 23:21:19.438957 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ead42f-795a-4ada-8ea6-34cb5a6e9c3e service neutron] Pushing event updated for resources: {'Port': ['ID=db6a9707-cf16-44e6-90f8-5f800d16fa42,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:19.454518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a636023-4a15-4171-bb42-51ae24e55050 req-b1d85349-516c-41b6-988a-ffde2fdadfb2 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314336 Jul 29 23:21:19.475589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.476604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.477307 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.512963 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-74c87b45-1a56-42f3-9f54-2f91c232de47 req-fcae2600-f427-454c-b439-4ed1038eb234 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293769 Jul 29 23:21:19.569146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:16Z', 'revision_number': 3, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:19.590358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-925f34a3-d905-48dd-b0e5-025b2c8e3642 req-b5b831e3-413f-4969-a26c-e5d253ede80d tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294191 Jul 29 23:21:19.599902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Checking router: 0c439ae3-31db-4cbc-9859-c86e91c474b5 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:19.600601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Updating router 0c439ae3-31db-4cbc-9859-c86e91c474b5 port 731641da-1521-4b6e-bf93-e8c3bff2e4a0 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:21:19.646792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.653006 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7735724 Jul 29 23:21:19.653609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59610) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:19.666472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Request body: {'subnet': {'network_id': 'eb734ca0-840a-45d0-a060-78e38ee03040', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2035701991-subnet', 'tenant_id': '9d57a9a6c92e4814a1565e514186d3ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:19.675673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c524e0-18ee-43ea-874c-bc79eb4a375c admin admin] Pushing event updated for resources: {'Network': ['ID=eb734ca0-840a-45d0-a060-78e38ee03040,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:19.693834 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.712912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-90d5c921-2cc5-47d8-b5ca-fe87052e2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.716474 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-90d5c921-2cc5-47d8-b5ca-fe87052e2ed9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 1100 time: 0.1184692 Jul 29 23:21:19.716626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network eb734ca0-840a-45d0-a060-78e38ee03040 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:21:19.718790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-72c21010-f1fb-49c8-9995-abe247289a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.720280 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-72c21010-f1fb-49c8-9995-abe247289a25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 1099 time: 0.0840397 Jul 29 23:21:19.799052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749f790-f2a8-4b5c-8ad2-4d7c9a25fa05 req-99f4b70c-c27d-4fcb-ad18-c0da1d4e3a26 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.806259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e749f790-f2a8-4b5c-8ad2-4d7c9a25fa05 req-99f4b70c-c27d-4fcb-ad18-c0da1d4e3a26 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 947 time: 0.2266588 Jul 29 23:21:19.813213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-009fbd6b-887f-41e5-af9a-fcad5e6d49de req-f570754c-87ed-4620-b0a5-6957c470c6ea tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 210 time: 0.0683408 Jul 29 23:21:19.813776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Made reservation on behalf of 9d57a9a6c92e4814a1565e514186d3ca for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:19.815964 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.838647 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-ec0e2cd0-d208-4ef2-83f8-4daeb9ec3a58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=db6a9707-cf16-44e6-90f8-5f800d16fa42 HTTP/1.1" status: 200 len: 217 time: 0.0949132 Jul 29 23:21:19.844339 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-2f139603-5082-477a-95ef-1241f98e1158 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9944a7aa0ee948e2b65c16ed1d39e96b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599413 Jul 29 23:21:19.986984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f658f-25aa-48b6-b198-8aea611742f3 req-27130b75-db28-4859-85c2-42e9dc913802 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.990151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-27130b75-db28-4859-85c2-42e9dc913802 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337452 Jul 29 23:21:20.031935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e4ed2-e22a-4eaf-96ef-5c1b2d020bfe req-988e1082-caaa-44ff-a377-21fca403483b tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 210 time: 0.0766556 Jul 29 23:21:20.038726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Request body: {'port': {'device_id': '95600822-bbac-4cee-b6e9-938905e2a72c', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '9944a7aa0ee948e2b65c16ed1d39e96b'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:20.046586 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e749f790-f2a8-4b5c-8ad2-4d7c9a25fa05 req-318708e2-f4ba-479f-8845-b0d2692a84ad tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394557 Jul 29 23:21:20.064584 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.117739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-5d7ebd5c-9938-4760-b02e-17a45b83eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.119232 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-5d7ebd5c-9938-4760-b02e-17a45b83eb89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.3951919 Jul 29 23:21:20.132193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-393ecda6-534d-45d7-8113-3aedb29793f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.133619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-393ecda6-534d-45d7-8113-3aedb29793f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.2797685 Jul 29 23:21:20.182593 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-9792c701-d0e8-44d2-97ae-bcb8f276bf7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=99461c3e-794f-4f1e-80db-09593384e124 HTTP/1.1" status: 200 len: 217 time: 0.0529509 Jul 29 23:21:20.209524 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.215244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Network 9bc154d7-bbc6-4bfd-8327-468fefbec56e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:20.221615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Transition to ACTIVE for port object 731641da-1521-4b6e-bf93-e8c3bff2e4a0 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:20.227748 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.247073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:20.257468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:20.263084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.263720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.266542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Pushing event updated for resources: {'Port': ['ID=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:20.275150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-6db6f8f0-c1a7-4917-bb20-82e2df607ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.276102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Attempting to bind port 731641da-1521-4b6e-bf93-e8c3bff2e4a0 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:20.276691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Attempting to bind port 731641da-1521-4b6e-bf93-e8c3bff2e4a0 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:20.276799 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-6db6f8f0-c1a7-4917-bb20-82e2df607ef4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089756 Jul 29 23:21:20.277027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Attempting to bind port 731641da-1521-4b6e-bf93-e8c3bff2e4a0 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:20.284005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:20.284408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:20.284812 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.285001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-f0e79eaf-6f46-4df6-8310-cf85952a4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.285205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:20.285865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Bound port: 731641da-1521-4b6e-bf93-e8c3bff2e4a0, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:20.286102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.286932 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-f0e79eaf-6f46-4df6-8310-cf85952a4a1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0841503 Jul 29 23:21:20.321271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5106e51-7706-43fa-88ea-a623eb73425f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:20.323692 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406dceee-d365-4670-8307-8d9146a91041" -d '{"events": [{"server_uuid": "2c05e114-ee0b-4238-ad3c-9cdaac791def", "name": "network-vif-plugged", "status": "completed", "tag": "b5106e51-7706-43fa-88ea-a623eb73425f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:20.332903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57128b05-9870-4202-894c-dc4ea7d123f1 None None] Pushing event updated for resources: {'Port': ['ID=731641da-1521-4b6e-bf93-e8c3bff2e4a0,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:20.363431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] For port 731641da-1521-4b6e-bf93-e8c3bff2e4a0, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:20.368824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] For port 731641da-1521-4b6e-bf93-e8c3bff2e4a0, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=731641da-1521-4b6e-bf93-e8c3bff2e4a0,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:20.375707 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.377611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Made reservation on behalf of 9944a7aa0ee948e2b65c16ed1d39e96b for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:20.381412 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.391093 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0701af-17d6-4d56-b9dc-10a79c7e2ef7 req-2998d46d-ca98-4a2b-a761-0b0253789c65 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.392698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd0701af-17d6-4d56-b9dc-10a79c7e2ef7 req-2998d46d-ca98-4a2b-a761-0b0253789c65 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 946 time: 0.2384362 Jul 29 23:21:20.399859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-504c05b8-3db1-4c50-b42f-b720d35c00c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4694257 Jul 29 23:21:20.420146 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.437325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-fca11034-63b4-423a-89b0-9f245bdd511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.438803 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-fca11034-63b4-423a-89b0-9f245bdd511b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1381061 Jul 29 23:21:20.445601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Request body: {'port': {'device_id': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:20.450843 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3756400-3c92-418b-aa9c-0a078fe61393 x-openstack-request-id: req-c3756400-3c92-418b-aa9c-0a078fe61393 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:20.451361 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c05e114-ee0b-4238-ad3c-9cdaac791def", "name": "network-vif-plugged", "status": "completed", "tag": "b5106e51-7706-43fa-88ea-a623eb73425f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:20.451692 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3756400-3c92-418b-aa9c-0a078fe61393 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:20.452063 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5106e51-7706-43fa-88ea-a623eb73425f', 'code': 200} Jul 29 23:21:20.453488 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57128b05-9870-4202-894c-dc4ea7d123f1 None None] Pushing event updated for resources: {'Port': ['ID=731641da-1521-4b6e-bf93-e8c3bff2e4a0,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:20.473318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:20.474963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:20:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:20.477071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.498290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a263ec90-40e0-4d3c-ba88-266ee4db24f1', 'tag': 'db6a9707-cf16-44e6-90f8-5f800d16fa42'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:20.508688 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeeeea5-7175-4e0d-b657-daffb56db744" -d '{"events": [{"name": "network-changed", "server_uuid": "a263ec90-40e0-4d3c-ba88-266ee4db24f1", "tag": "db6a9707-cf16-44e6-90f8-5f800d16fa42"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:20.537834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.42', 58946) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:20.566534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd0701af-17d6-4d56-b9dc-10a79c7e2ef7 req-7311af5a-960b-4065-a283-af92b1d1fb39 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621554 Jul 29 23:21:20.575750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-6dbe2ea0-9d18-486f-89e4-a6a88adf00b0 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864859 Jul 29 23:21:20.606034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:20.689178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75d308d-8fd9-4a85-a5af-675af4b0e4df,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:20.691404 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.695145 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef2076f-3510-4c80-bde2-901942520464 x-openstack-request-id: req-6ef2076f-3510-4c80-bde2-901942520464 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:20.695483 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a263ec90-40e0-4d3c-ba88-266ee4db24f1", "tag": "db6a9707-cf16-44e6-90f8-5f800d16fa42", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:20.696003 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ef2076f-3510-4c80-bde2-901942520464 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:20.696464 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a263ec90-40e0-4d3c-ba88-266ee4db24f1', 'tag': 'db6a9707-cf16-44e6-90f8-5f800d16fa42', 'status': 'completed', 'code': 200} Jul 29 23:21:20.704122 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.731983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.741209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:20.747876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f7eff-4b72-44b3-b0bf-0201656db3ca req-a1efbdfb-b059-4868-a942-4ac453eb1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.749436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-119f7eff-4b72-44b3-b0bf-0201656db3ca req-a1efbdfb-b059-4868-a942-4ac453eb1d29 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 1098 time: 0.2080712 Jul 29 23:21:20.762064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Checking segment: {'id': '5d33c380-16ba-4e14-aeb2-a0339831d183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eb734ca0-840a-45d0-a060-78e38ee03040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:20.762348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Network hostable DHCP agents. Network: eb734ca0-840a-45d0-a060-78e38ee03040, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:20.801419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec400d-d177-4f02-a6cc-fb6a1e86115a req-4afa1f9b-8434-4987-a028-3723481376d4 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.802962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fec400d-d177-4f02-a6cc-fb6a1e86115a req-4afa1f9b-8434-4987-a028-3723481376d4 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 949 time: 0.2398884 Jul 29 23:21:20.859530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:16Z', 'revision_number': 3, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:20.865485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e486661b-b42c-4237-b21a-256f82db9e3b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:20.882928 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-e6e22f72-19ef-43f2-81e1-42e803e6f4c3 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261103 Jul 29 23:21:20.900766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b71ed45-ad8d-412f-8c54-be30e7f1b090 None None] The sync data for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 is: [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:16Z', 'revision_number': 3, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:20.984285 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bc1daffa-6468-4dff-a29d-be9ed8face20 req-8de163b7-8240-4cb5-a3b3-b899de834f7b service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856832 Jul 29 23:21:20.996560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Network eb734ca0-840a-45d0-a060-78e38ee03040 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:21.011302 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-119f7eff-4b72-44b3-b0bf-0201656db3ca req-d5afcbf6-fa69-4cb9-957e-49fc8074f084 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454598 Jul 29 23:21:21.028523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Allocated IP 192.168.233.172 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:21.038953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, eb734ca0-840a-45d0-a060-78e38ee03040) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:21.055140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40bb24-ef2b-42b2-806e-c884e3559d4a None None] Network eb734ca0-840a-45d0-a060-78e38ee03040 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:21.068795 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4db45f-2b5b-4ea4-9882-22e214386f90 req-eead48b9-cff8-435b-b363-357689c3573d service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730900 Jul 29 23:21:21.077866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fec400d-d177-4f02-a6cc-fb6a1e86115a req-4bf43e1c-aa07-4140-bc35-3d8fcd1f1be9 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628686 Jul 29 23:21:21.085309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.086144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:21.101461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2fa08-de75-4ca7-8cab-7f2be803ed27 req-44e6eda7-11bf-4f8d-834f-7ed4530c1f6b tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.103263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03a2fa08-de75-4ca7-8cab-7f2be803ed27 req-44e6eda7-11bf-4f8d-834f-7ed4530c1f6b tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 949 time: 0.3385882 Jul 29 23:21:21.270293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-bb2cc789-f791-4fcf-bae9-4fc74ae19076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.277620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d79ba6-e02c-404c-970b-93d5857770a4 None None] Network eb734ca0-840a-45d0-a060-78e38ee03040 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:21.281052 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-bb2cc789-f791-4fcf-bae9-4fc74ae19076 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 1099 time: 0.1498747 Jul 29 23:21:21.369613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.47', 60949) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:21.480838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c1a425ef-ab70-4bfd-a583-c62b42641657 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8207822 Jul 29 23:21:21.602068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:21.604651 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2e80-0ea7-4d55-af8b-996eba995136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:21.610607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c089f6-0249-4c9b-b1d8-240d1acf1b26 req-39d856fa-ef52-4aff-b503-7cf4bc71fac8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.619288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94c089f6-0249-4c9b-b1d8-240d1acf1b26 req-39d856fa-ef52-4aff-b503-7cf4bc71fac8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 931 time: 0.2554474 Jul 29 23:21:21.631502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03a2fa08-de75-4ca7-8cab-7f2be803ed27 req-1fe4e8e7-d80f-4231-89ea-f15b67f37727 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670116 Jul 29 23:21:21.633125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Transition to ACTIVE for port object dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:21.667625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-36fee8fd-0778-4818-b866-b8d70e4c6cf4 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.669690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-36fee8fd-0778-4818-b866-b8d70e4c6cf4 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 949 time: 0.2938323 Jul 29 23:21:21.697193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-906038dd-fe8b-412d-8a03-d117f2fdb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.698630 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-906038dd-fe8b-412d-8a03-d117f2fdb91e service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.4025786 Jul 29 23:21:21.708151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Allocated IP 172.20.0.1 (64586059-01f1-49b9-8ef5-2910bc6c6717/5a54c455-7d4a-4eba-af27-492d624ee19e/6bd88096-0173-42a0-aa66-333d7478c120) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:21.751055 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-fdeef71e-9cbe-4737-aee7-f61809c69814 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=db6a9707-cf16-44e6-90f8-5f800d16fa42 HTTP/1.1" status: 200 len: 217 time: 0.0450859 Jul 29 23:21:21.752597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:21.863061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:21.866229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:21.872872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:21.880541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-1645e62f-d5d3-4c42-8f84-741742edbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.883701 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-1645e62f-d5d3-4c42-8f84-741742edbdcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1191366 Jul 29 23:21:21.884630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:21.889903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94c089f6-0249-4c9b-b1d8-240d1acf1b26 req-17b23b2a-c5f0-4adc-8e57-ddc6f32d9c98 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676084 Jul 29 23:21:21.961537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.962235 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:21.993426 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-4135007e-0e50-4e96-bbf0-d2caae03287f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9595883 Jul 29 23:21:22.027291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Request body: {'port': {'device_id': '95600822-bbac-4cee-b6e9-938905e2a72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:22.087196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-059de42a-4c4b-4ce0-9f25-84239b16a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.089803 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-059de42a-4c4b-4ce0-9f25-84239b16a7da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1119573 Jul 29 23:21:22.127760 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.222956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59646) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:22.223378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.47', 60950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:22.230151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-699516867-network', 'tenant_id': '32d9a218fc4b4eed95af2681f012913a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:22.231760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4c17396f-eb1f-4164-9991-4bb25ba84794 None None] Provisioning for port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:22.236274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4c17396f-eb1f-4164-9991-4bb25ba84794 None None] Provisioning complete for port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:22.236518 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c17396f-eb1f-4164-9991-4bb25ba84794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.249063 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f280e8-87bb-4338-a54e-509060ed5fb2 req-8c4aa077-82de-43be-836a-0f613796c109 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.256135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85f280e8-87bb-4338-a54e-509060ed5fb2 req-8c4aa077-82de-43be-836a-0f613796c109 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 936 time: 0.5086961 Jul 29 23:21:22.282643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4c17396f-eb1f-4164-9991-4bb25ba84794 None None] Port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:22.320906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7364ceaa-e61f-4841-a2df-c5e8a842ad4d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:22.329427 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.342772 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.383703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Made reservation on behalf of 32d9a218fc4b4eed95af2681f012913a for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:22.386056 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.389711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85f280e8-87bb-4338-a54e-509060ed5fb2 req-dbec5bef-9d9a-4ead-8b97-4cd7bed08095 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322691 Jul 29 23:21:22.402568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bbeda-73e3-43ac-82c2-f685813a297e req-297c8805-eab4-42cf-a6ca-2fe53572be70 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.412331 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b90bbeda-73e3-43ac-82c2-f685813a297e req-297c8805-eab4-42cf-a6ca-2fe53572be70 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 947 time: 0.3202188 Jul 29 23:21:22.415366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Transition to ACTIVE for port object 6bd88096-0173-42a0-aa66-333d7478c120 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:22.420502 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-eea200c9-1682-4523-9380-5518e243f7f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1866837 Jul 29 23:21:22.428705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.455568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Transition to ACTIVE for port object 7364ceaa-e61f-4841-a2df-c5e8a842ad4d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:22.465336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-99f69363-3bec-4457-8817-e12a3b816461 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Deleting port 08145fde-782e-4487-9ea3-5130d2bbb917 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:22.465686 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-99f69363-3bec-4457-8817-e12a3b816461 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.474622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.484721 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-fda4ac9e-efd4-4c88-9498-7f4eaf0e32d4 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575025 Jul 29 23:21:22.515527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 731641da-1521-4b6e-bf93-e8c3bff2e4a0 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:22.569835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 731641da-1521-4b6e-bf93-e8c3bff2e4a0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:22.574425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 731641da-1521-4b6e-bf93-e8c3bff2e4a0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:22.575067 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.613734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b90bbeda-73e3-43ac-82c2-f685813a297e req-e0fad60f-7fe1-4f9a-928e-18abf33da274 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996891 Jul 29 23:21:22.665839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Pushing event updated for resources: {'Port': ['ID=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:22.671766 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.684971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-3226d0b6-a800-47ac-8d12-91496c97e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.686579 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-3226d0b6-a800-47ac-8d12-91496c97e46c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4416c1d842e1483a8f0df9958d738065&device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 1101 time: 0.1755271 Jul 29 23:21:22.704125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 731641da-1521-4b6e-bf93-e8c3bff2e4a0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=731641da-1521-4b6e-bf93-e8c3bff2e4a0,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:22.715661 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.722724 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.731664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4943ac4-fc82-4038-806f-d1d1731c87f4 req-f60c8bed-a3c4-4031-a399-14b063bdcc53 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.739275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4943ac4-fc82-4038-806f-d1d1731c87f4 req-f60c8bed-a3c4-4031-a399-14b063bdcc53 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 946 time: 0.2421854 Jul 29 23:21:22.770045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 99461c3e-794f-4f1e-80db-09593384e124 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:22.782042 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-e6b93ae3-706a-400a-98b1-744d3a80152c service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868838 Jul 29 23:21:22.815335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Attempting to bind port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:22.815665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Attempting to bind port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:22.816665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Attempting to bind port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:22.819499 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=731641da-1521-4b6e-bf93-e8c3bff2e4a0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:22.850818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:22.870794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:22.873721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.878085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-99f69363-3bec-4457-8817-e12a3b816461 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] For port 08145fde-782e-4487-9ea3-5130d2bbb917, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=08145fde-782e-4487-9ea3-5130d2bbb917,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:22.878085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-99f69363-3bec-4457-8817-e12a3b816461 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.883138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.884907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:22.885359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Attempting to bind port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:22.898723 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.902593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:22.915569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:22.919884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Transition to ACTIVE for port object dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:22.920032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:22.921577 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.925333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-99f69363-3bec-4457-8817-e12a3b816461 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Calling delete_port for 08145fde-782e-4487-9ea3-5130d2bbb917 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:22.928591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Pushing event updated for resources: {'Port': ['ID=6bd88096-0173-42a0-aa66-333d7478c120,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:22.929146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-456df36a-8e11-46d0-a3a0-543d8b949461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.931004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:22.931346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Checking segment: {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:22.931647 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-456df36a-8e11-46d0-a3a0-543d8b949461 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2014971 Jul 29 23:21:22.931764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Bound using segment: {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:22.932185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Bound port: 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:22.932818 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.935583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '99461c3e-794f-4f1e-80db-09593384e124', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '99461c3e-794f-4f1e-80db-09593384e124', 'mac_address': 'fa:16:3e:5a:cd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:22.939007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.944442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:21:22.988082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4943ac4-fc82-4038-806f-d1d1731c87f4 req-da095e2b-e34c-455c-bb72-4bf28754e318 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425890 Jul 29 23:21:22.990230 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.012113 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99461c3e-794f-4f1e-80db-09593384e124 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:23.038229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81d55e0-a650-4598-bb69-7d6e8cba4241,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:23.044606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:23.063560 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-168636f6-e56b-4d83-8257-7d35fa4034d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b HTTP/1.1" status: 200 len: 217 time: 0.1167989 Jul 29 23:21:23.066452 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.066798 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Added segment 8fec166d-3f12-4926-8140-2580d29378a2 of type vlan for network d72a8bd4-50df-49ae-858e-ee178ad3619c Jul 29 23:21:23.078209 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.159627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:23.164077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:23.178949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514028b-e688-4886-b5fa-3ee1a54857ca req-2eaeabe6-91e7-44bb-ab50-1db8a0e2e202 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.180698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6514028b-e688-4886-b5fa-3ee1a54857ca req-2eaeabe6-91e7-44bb-ab50-1db8a0e2e202 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 949 time: 0.3936794 Jul 29 23:21:23.304526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.339722 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-d6784744-2142-440a-b08b-5605a6e377e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.341812 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-d6784744-2142-440a-b08b-5605a6e377e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.2602732 Jul 29 23:21:23.356442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] For port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:23.369468 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6514028b-e688-4886-b5fa-3ee1a54857ca req-35f49338-89b6-4646-9be8-2a09a91f994a tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649227 Jul 29 23:21:23.379569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Attempting to bind port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:23.379937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Attempting to bind port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:23.380317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Attempting to bind port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:23.400462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['99461c3e-794f-4f1e-80db-09593384e124'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:23.402159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:23.403717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Attempting to bind port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:23.417777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:23.418343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:23.418795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:23.419192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Bound port: dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:23.419560 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.439014 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.439990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.440604 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.448435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-32ee754c-03aa-41c4-a14d-d34736e7ea2f None None] Provisioning for port 6bd88096-0173-42a0-aa66-333d7478c120 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:23.458800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36bfb4-8804-4806-80fa-bb874efd6b1f req-4e3f7c44-6eb5-4968-bbdb-53742e76073e tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.460714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-32ee754c-03aa-41c4-a14d-d34736e7ea2f None None] Provisioning complete for port 6bd88096-0173-42a0-aa66-333d7478c120 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:23.461160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32ee754c-03aa-41c4-a14d-d34736e7ea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.465994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db36bfb4-8804-4806-80fa-bb874efd6b1f req-4e3f7c44-6eb5-4968-bbdb-53742e76073e tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb714607-432e-4c9a-a914-0a7d54bf693f HTTP/1.1" status: 200 len: 949 time: 0.3203692 Jul 29 23:21:23.469601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] For port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:23.470118 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2449696 Jul 29 23:21:23.487093 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59658) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:23.500056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Request body: {'subnet': {'network_id': 'd72a8bd4-50df-49ae-858e-ee178ad3619c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-699516867-subnet', 'tenant_id': '32d9a218fc4b4eed95af2681f012913a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:23.510012 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.511856 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-99f69363-3bec-4457-8817-e12a3b816461 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.512474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-32ee754c-03aa-41c4-a14d-d34736e7ea2f None None] Port 6bd88096-0173-42a0-aa66-333d7478c120 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:23.531266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-29edc40b-61db-4751-ab10-a402b144ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.532828 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-29edc40b-61db-4751-ab10-a402b144ecca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1829529 Jul 29 23:21:23.550575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11820487-e8e9-4c18-8c18-7f669657bd50 admin admin] Pushing event updated for resources: {'Network': ['ID=d72a8bd4-50df-49ae-858e-ee178ad3619c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:23.568597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network d72a8bd4-50df-49ae-858e-ee178ad3619c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:21:23.606305 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.609624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.610267 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.611799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] 10.222.0.42 "PUT /v2.0/ports/7364ceaa-e61f-4841-a2df-c5e8a842ad4d HTTP/1.1" status: 200 len: 1092 time: 3.1917071 Jul 29 23:21:23.619864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'tag': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:23.622755 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bed46d3-3961-4bf6-975d-c115d7e3d064" -d '{"events": [{"name": "network-changed", "server_uuid": "16203445-9fe6-441f-81aa-b58d5bac5a02", "tag": "7364ceaa-e61f-4841-a2df-c5e8a842ad4d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:23.625060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:23.649743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:23.689963 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.732136 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-31b73a75-8223-4827-977d-a48485ddc92f service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905417 Jul 29 23:21:23.740268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Made reservation on behalf of 32d9a218fc4b4eed95af2681f012913a for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:23.742470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.748976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.752430 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.754307 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] 10.222.0.47 "PUT /v2.0/ports/dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c HTTP/1.1" status: 200 len: 1097 time: 1.7319806 Jul 29 23:21:23.763944 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:23.767611 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:23.862148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b3f6a-071f-485e-8da2-647bfabf1d94 service neutron] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:23.901697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f658f-25aa-48b6-b198-8aea611742f3 req-47b36978-4ba5-40dd-86ab-f20453d2284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.903543 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-47b36978-4ba5-40dd-86ab-f20453d2284c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9944a7aa0ee948e2b65c16ed1d39e96b&device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 1100 time: 0.0731478 Jul 29 23:21:23.957625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8e3cb23a-0c29-4b39-a12c-e63cc0ea3c61 req-5ec15117-d170-4ba2-8013-3dd318f709d4 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103741 Jul 29 23:21:23.959848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-623cd480-1e49-46a1-8683-e4f48ff5470a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c HTTP/1.1" status: 200 len: 217 time: 0.0433133 Jul 29 23:21:23.981096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db36bfb4-8804-4806-80fa-bb874efd6b1f req-7bc7166f-6154-4b72-aab2-657efd95244d tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141363 Jul 29 23:21:24.039925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-99f69363-3bec-4457-8817-e12a3b816461 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] No DVR routers for this DVR port 08145fde-782e-4487-9ea3-5130d2bbb917 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:24.063477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f658f-25aa-48b6-b198-8aea611742f3 req-5b72f4ea-96df-45ba-9993-deccb54d8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.064755 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01eb6a8f-f987-43ff-952e-98da7456959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.068780 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-5b72f4ea-96df-45ba-9993-deccb54d8abc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0921898 Jul 29 23:21:24.084271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d38855-5693-4f94-8fb0-4bf91c801292 req-f6fa2917-11fb-4ef2-9925-fc80fd2facfa tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.085702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41d38855-5693-4f94-8fb0-4bf91c801292 req-f6fa2917-11fb-4ef2-9925-fc80fd2facfa tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 943 time: 0.6149111 Jul 29 23:21:24.086381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91219ea9-d7ce-4055-b3c7-58b978276850 service neutron] Pushing event updated for resources: {'Port': ['ID=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:24.099589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-99f69363-3bec-4457-8817-e12a3b816461 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.101601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b665444-b8f1-4de7-8f8f-a8397b2e6057 req-99f69363-3bec-4457-8817-e12a3b816461 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.47 "DELETE /v2.0/ports/08145fde-782e-4487-9ea3-5130d2bbb917 HTTP/1.1" status: 204 len: 173 time: 2.3745100 Jul 29 23:21:24.136704 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.140403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f658f-25aa-48b6-b198-8aea611742f3 req-e89864a2-3a60-40cf-a465-3ebeda35a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.142214 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-e89864a2-3a60-40cf-a465-3ebeda35a1ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531178 Jul 29 23:21:24.164897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f69363-3bec-4457-8817-e12a3b816461 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Pushing event deleted for resources: {'Port': ['ID=08145fde-782e-4487-9ea3-5130d2bbb917,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:24.201204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8ccdecb0-d29b-48eb-ba9e-91ad6b33521a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:24.241741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-94561bc9-01b6-4c38-adc4-a2147071bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.243253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-94561bc9-01b6-4c38-adc4-a2147071bf9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 1095 time: 0.5227263 Jul 29 23:21:24.262985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41d38855-5693-4f94-8fb0-4bf91c801292 req-49ba37fa-5471-403b-961a-55b0cc991cd1 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603498 Jul 29 23:21:24.314796 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-f54133bb-5ea3-4076-bf85-8b21d6f7dff8 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647537 Jul 29 23:21:24.316503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-92b0e6f4-dadb-4c81-820f-1d9aac6a406d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d HTTP/1.1" status: 200 len: 217 time: 0.0566704 Jul 29 23:21:24.439317 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-423f658f-25aa-48b6-b198-8aea611742f3 req-f202bd7b-97b4-45b9-91ed-e58a6a8c1ffd service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166096 Jul 29 23:21:24.456891 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.468784 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.469515 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.480218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 731641da-1521-4b6e-bf93-e8c3bff2e4a0 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:24.532317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 731641da-1521-4b6e-bf93-e8c3bff2e4a0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:24.532689 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.597280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-882e6036-76f8-45e2-92e4-c88323b594f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.598832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-882e6036-76f8-45e2-92e4-c88323b594f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=436ab033-bc25-444f-a687-d87717fff3ed HTTP/1.1" status: 200 len: 844 time: 0.2294471 Jul 29 23:21:24.665584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Pushing event updated for resources: {'Port': ['ID=6bd88096-0173-42a0-aa66-333d7478c120,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:24.706203 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-43f6f53a-b805-4447-98d7-d44be3b486f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bc154d7-bbc6-4bfd-8327-468fefbec56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696168 Jul 29 23:21:24.774341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 99461c3e-794f-4f1e-80db-09593384e124 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:24.823223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de763c0d-4bdb-4151-a135-ec4cac55ea83 req-cbbfbf26-fd38-4067-a969-e7fa0e4fb052 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.824823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de763c0d-4bdb-4151-a135-ec4cac55ea83 req-cbbfbf26-fd38-4067-a969-e7fa0e4fb052 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 948 time: 0.2833490 Jul 29 23:21:24.829295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 99461c3e-794f-4f1e-80db-09593384e124 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:24.833279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 99461c3e-794f-4f1e-80db-09593384e124 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:24.833661 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.836429 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.858912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a146a-6fe7-43f2-bbae-31205e91b1e6 req-2aaf348b-3849-427d-b8e5-2fd2b1520e2b tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.860453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f37a146a-6fe7-43f2-bbae-31205e91b1e6 req-2aaf348b-3849-427d-b8e5-2fd2b1520e2b tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 1098 time: 0.2273526 Jul 29 23:21:24.913258 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.935357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99461c3e-794f-4f1e-80db-09593384e124'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:24.937610 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af9de84-6727-4194-bda3-e1d0b2d7ad88" -d '{"events": [{"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-plugged", "status": "completed", "tag": "99461c3e-794f-4f1e-80db-09593384e124"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:24.944744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:24.954066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:24.959641 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.969392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:25.012717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6048e2a-75c1-4235-8ca2-a36cc530c0f4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:25.014790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de763c0d-4bdb-4151-a135-ec4cac55ea83 req-33549eee-c6b6-46dd-9db4-819a17a5277b tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747737 Jul 29 23:21:25.021834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:25.024658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-2e4041d9-24ee-4e57-8012-3f3fbfe7a1c1 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931881 Jul 29 23:21:25.026300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f37a146a-6fe7-43f2-bbae-31205e91b1e6 req-c60df755-1339-404f-a896-796f261c97d2 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340504 Jul 29 23:21:25.064812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Checking segment: {'id': '8fec166d-3f12-4926-8140-2580d29378a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd72a8bd4-50df-49ae-858e-ee178ad3619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:25.065182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Network hostable DHCP agents. Network: d72a8bd4-50df-49ae-858e-ee178ad3619c, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:25.148066 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c246718-bf3a-49d8-9847-a6b566bc2d6f x-openstack-request-id: req-3c246718-bf3a-49d8-9847-a6b566bc2d6f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:25.148365 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16203445-9fe6-441f-81aa-b58d5bac5a02", "tag": "7364ceaa-e61f-4841-a2df-c5e8a842ad4d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:25.148625 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c246718-bf3a-49d8-9847-a6b566bc2d6f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:25.149016 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'tag': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d', 'status': 'completed', 'code': 200} Jul 29 23:21:25.175649 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4c533-b5eb-4070-bf16-15fd058bb35e x-openstack-request-id: req-48d4c533-b5eb-4070-bf16-15fd058bb35e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:25.176160 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:25.176890 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48d4c533-b5eb-4070-bf16-15fd058bb35e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:25.176890 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'status': 'completed', 'code': 200} Jul 29 23:21:25.186992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Network d72a8bd4-50df-49ae-858e-ee178ad3619c is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:25.241488 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device db6a9707-cf16-44e6-90f8-5f800d16fa42 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:25.262759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, d72a8bd4-50df-49ae-858e-ee178ad3619c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:25.276798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ba141-d1b1-490a-99bb-14c488e6fcda None None] Network d72a8bd4-50df-49ae-858e-ee178ad3619c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:25.280167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 08145fde-782e-4487-9ea3-5130d2bbb917 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:25.291302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-073ccaad-6232-4059-9b14-39e47229c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.292464 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-073ccaad-6232-4059-9b14-39e47229c06d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9944a7aa0ee948e2b65c16ed1d39e96b&device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 1100 time: 0.0693676 Jul 29 23:21:25.296384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.296977 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.314299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.314698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b0e2b63-03b1-47a0-b59f-242febc717c4 req-b1e443d9-ff72-4948-ac88-57d562d73617 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513049 Jul 29 23:21:25.322302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a33fa-377e-4e04-8829-1f0fa0a43ff9 req-45cc560c-3c43-4087-a2dd-82c197b5bd4b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.323795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae1a33fa-377e-4e04-8829-1f0fa0a43ff9 req-45cc560c-3c43-4087-a2dd-82c197b5bd4b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 947 time: 0.1924086 Jul 29 23:21:25.352381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-34ae807b-94a2-4d29-8b16-e4692e49c2a2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8592682 Jul 29 23:21:25.355400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Router 0c439ae3-31db-4cbc-9859-c86e91c474b5 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:21:25.372348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 08145fde-782e-4487-9ea3-5130d2bbb917 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:25.372701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 08145fde-782e-4487-9ea3-5130d2bbb917 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:25.378453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c5205-70d3-4057-b781-7b437301b979 req-881402bb-7edb-4be8-97cc-99b9e13844c7 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.385676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a17c5205-70d3-4057-b781-7b437301b979 req-881402bb-7edb-4be8-97cc-99b9e13844c7 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 949 time: 0.1425128 Jul 29 23:21:25.428578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-79396fd0-1d04-4d75-b704-12007979260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.431405 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-79396fd0-1d04-4d75-b704-12007979260e service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1312625 Jul 29 23:21:25.432584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b194353b-d1c7-43d5-a776-f8da91375778 None None] Provisioning complete for port 6bd88096-0173-42a0-aa66-333d7478c120 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:25.432970 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b194353b-d1c7-43d5-a776-f8da91375778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.455729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae1a33fa-377e-4e04-8829-1f0fa0a43ff9 req-f7181d1c-69d7-48ab-be35-a02f00de365e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157935 Jul 29 23:21:25.502747 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-20e77dcb-c0fa-468a-a1fd-94c658bc47ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c HTTP/1.1" status: 200 len: 217 time: 0.0623822 Jul 29 23:21:25.503256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59680) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:25.527450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a17c5205-70d3-4057-b781-7b437301b979 req-bc8673a4-5cb0-4449-9c3e-a2f4d7098ffb tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388738 Jul 29 23:21:25.584640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed46d3-3961-4bf6-975d-c115d7e3d064 req-db21ee4d-dbcc-444f-afb3-c5cbef603d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.589316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb15b09-f48c-4d9f-889d-86af41f67133 admin admin] Deleting subnet e75d308d-8fd9-4a85-a5af-675af4b0e4df {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:25.593882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bed46d3-3961-4bf6-975d-c115d7e3d064 req-db21ee4d-dbcc-444f-afb3-c5cbef603d68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 1095 time: 0.2056201 Jul 29 23:21:25.597903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-8c18a3de-7b57-40f2-9895-51ad0d52f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.599621 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-8c18a3de-7b57-40f2-9895-51ad0d52f62b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0888846 Jul 29 23:21:25.600399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcb15b09-f48c-4d9f-889d-86af41f67133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.687369 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd687ae-62ae-4d31-99a4-f3120fcd29fa x-openstack-request-id: req-8bd687ae-62ae-4d31-99a4-f3120fcd29fa {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:25.687929 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-plugged", "status": "completed", "tag": "99461c3e-794f-4f1e-80db-09593384e124", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:25.687929 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bd687ae-62ae-4d31-99a4-f3120fcd29fa {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:25.688426 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99461c3e-794f-4f1e-80db-09593384e124', 'code': 200} Jul 29 23:21:25.689457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b194353b-d1c7-43d5-a776-f8da91375778 None None] Port 6bd88096-0173-42a0-aa66-333d7478c120 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:25.697130 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port db6a9707-cf16-44e6-90f8-5f800d16fa42, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=db6a9707-cf16-44e6-90f8-5f800d16fa42,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:25.728041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'db6a9707-cf16-44e6-90f8-5f800d16fa42', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'db6a9707-cf16-44e6-90f8-5f800d16fa42', 'mac_address': 'fa:16:3e:1d:c8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:25.732444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad5c16b-583d-48b1-8d1b-fdc5fa0153a6 None None] Network d72a8bd4-50df-49ae-858e-ee178ad3619c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:25.786634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:25.796675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9b042c5e-3efa-4ee3-bec9-b14621e2b1fc admin admin] 10.222.0.37 "PUT /v2.0/routers/0c439ae3-31db-4cbc-9859-c86e91c474b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5394242 Jul 29 23:21:25.809748 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Sync routers for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:25.822600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed46d3-3961-4bf6-975d-c115d7e3d064 req-e4567fcf-4fac-405b-aef1-82281e73f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.824165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bed46d3-3961-4bf6-975d-c115d7e3d064 req-e4567fcf-4fac-405b-aef1-82281e73f5e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 905 time: 0.2126255 Jul 29 23:21:25.828833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612d044-91ca-48db-afcb-322656c97197 req-ebce8b98-ce7b-4b8f-ba15-4a9e7daa2af1 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.830396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c612d044-91ca-48db-afcb-322656c97197 req-ebce8b98-ce7b-4b8f-ba15-4a9e7daa2af1 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 1098 time: 0.1334877 Jul 29 23:21:25.845971 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:25.847262 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:21:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:25.848658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffe6e0-25ca-4919-bbf5-15f3f5ba827f req-d8d2bfaa-3624-4bb3-a903-87a74b33c611 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.856154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42ffe6e0-25ca-4919-bbf5-15f3f5ba827f req-d8d2bfaa-3624-4bb3-a903-87a74b33c611 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 943 time: 0.1347194 Jul 29 23:21:25.905942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bed46d3-3961-4bf6-975d-c115d7e3d064 req-5d0b19d7-ca82-4db1-8008-4a2cd522f91b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d HTTP/1.1" status: 200 len: 217 time: 0.0705197 Jul 29 23:21:25.924058 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.931240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcb15b09-f48c-4d9f-889d-86af41f67133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.943631 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6a9707-cf16-44e6-90f8-5f800d16fa42 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:25.971896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port db6a9707-cf16-44e6-90f8-5f800d16fa42, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=db6a9707-cf16-44e6-90f8-5f800d16fa42,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:25.977407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.981206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcb15b09-f48c-4d9f-889d-86af41f67133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.984682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42ffe6e0-25ca-4919-bbf5-15f3f5ba827f req-6be30963-3650-4e36-b416-824cc544f7bd tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262906 Jul 29 23:21:26.022946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed46d3-3961-4bf6-975d-c115d7e3d064 req-5d530a2e-b94e-4b99-9d10-0d079e34c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.024465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bed46d3-3961-4bf6-975d-c115d7e3d064 req-5d530a2e-b94e-4b99-9d10-0d079e34c6ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=436ab033-bc25-444f-a687-d87717fff3ed HTTP/1.1" status: 200 len: 844 time: 0.1071157 Jul 29 23:21:26.046839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c612d044-91ca-48db-afcb-322656c97197 req-702b6e39-73bd-45a3-9de6-155275907664 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853409 Jul 29 23:21:26.057094 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcb15b09-f48c-4d9f-889d-86af41f67133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.072536 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:26.092817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb15b09-f48c-4d9f-889d-86af41f67133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75d308d-8fd9-4a85-a5af-675af4b0e4df,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:26.096124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-8b4cf741-8cd3-4db3-830b-10d97e0a4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.097801 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-8b4cf741-8cd3-4db3-830b-10d97e0a4438 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4587908 Jul 29 23:21:26.101343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cc7f6-9a4c-4e4a-810d-1e1696484293 req-b9bc30d4-d869-4076-8b94-94f4c542f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.103116 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a29cc7f6-9a4c-4e4a-810d-1e1696484293 req-b9bc30d4-d869-4076-8b94-94f4c542f0f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 1102 time: 0.4655437 Jul 29 23:21:26.103705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcb15b09-f48c-4d9f-889d-86af41f67133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.108403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fcb15b09-f48c-4d9f-889d-86af41f67133 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e75d308d-8fd9-4a85-a5af-675af4b0e4df HTTP/1.1" status: 204 len: 168 time: 0.6041553 Jul 29 23:21:26.109028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:26.143528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bed46d3-3961-4bf6-975d-c115d7e3d064 req-6af17371-8329-4246-b911-37b167c3d384 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bc154d7-bbc6-4bfd-8327-468fefbec56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940714 Jul 29 23:21:26.149535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=db6a9707-cf16-44e6-90f8-5f800d16fa42,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:26.311831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-fe24366e-5e0b-4c0f-95fa-12323dc115f9 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015758 Jul 29 23:21:26.319970 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bed46d3-3961-4bf6-975d-c115d7e3d064 req-40ea95c7-a071-46b5-b6dc-6cdc8b59ce84 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609166 Jul 29 23:21:26.410883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['db6a9707-cf16-44e6-90f8-5f800d16fa42'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:26.469690 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:24Z', 'revision_number': 2, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:26.487793 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a29cc7f6-9a4c-4e4a-810d-1e1696484293 req-b0cd3d2c-4a42-47d0-906d-751a32de5c9d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787636 Jul 29 23:21:26.490815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.541072 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Checking router: 0c439ae3-31db-4cbc-9859-c86e91c474b5 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:26.541740 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Updating router 0c439ae3-31db-4cbc-9859-c86e91c474b5 port 6bd88096-0173-42a0-aa66-333d7478c120 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:21:26.547742 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75ef5cb-4d5f-4f5b-8b69-709f1a6eb4d7 req-27558261-a41f-4bd0-9ed2-28ab8bb1ab24 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644392 Jul 29 23:21:26.603824 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.616899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb734ca0-840a-45d0-a060-78e38ee03040']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:26.619783 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.629964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d33c380-16ba-4e14-aeb2-a0339831d183') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:26.630273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d33c380-16ba-4e14-aeb2-a0339831d183') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:26.640478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.678323 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.685534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:26.685801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:26.687989 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:26.744314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.754492 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.759000 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eb734ca0-840a-45d0-a060-78e38ee03040 HTTP/1.1" status: 204 len: 168 time: 0.6454155 Jul 29 23:21:26.759802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:26.812423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db037ce6-685e-4e21-89a6-6d415ce5c417 req-31379124-031f-4568-9435-e6ae69da0b73 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.820294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db037ce6-685e-4e21-89a6-6d415ce5c417 req-31379124-031f-4568-9435-e6ae69da0b73 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 948 time: 0.1290057 Jul 29 23:21:26.820629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8a05f4-be91-4eee-81eb-86ca2275904e admin admin] Deleting subnet c6048e2a-75c1-4235-8ca2-a36cc530c0f4 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:26.824249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e8a05f4-be91-4eee-81eb-86ca2275904e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.826417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad2c1c-b22f-4746-9789-eb4b2da51cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb734ca0-840a-45d0-a060-78e38ee03040,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:26.839662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a391c5f-b591-4b5d-a572-874f34a96c81 req-df1a3cac-0e0f-4617-87ee-009bfea499dc tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.841874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a391c5f-b591-4b5d-a572-874f34a96c81 req-df1a3cac-0e0f-4617-87ee-009bfea499dc tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 949 time: 0.1516790 Jul 29 23:21:26.856529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:26.864855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-network', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:26.877363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bed46d3-3961-4bf6-975d-c115d7e3d064 req-ca7a153a-bf36-4b1e-8003-384edadac405 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389109 Jul 29 23:21:26.913241 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e8a05f4-be91-4eee-81eb-86ca2275904e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.918906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db037ce6-685e-4e21-89a6-6d415ce5c417 req-017d2b73-c543-4421-808f-aaf34e7a257e tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975890 Jul 29 23:21:26.933523 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a391c5f-b591-4b5d-a572-874f34a96c81 req-d1d9b069-e4f6-464f-a397-ac2585259d9a tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723033 Jul 29 23:21:26.937038 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.950660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Made reservation on behalf of 40743bb75e4045ee99f7809b6c045b8d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:26.953757 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.970060 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.996891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e8a05f4-be91-4eee-81eb-86ca2275904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.070090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de7e4c-f5d3-41af-a6b8-0e537a2141ea req-57b48adb-7717-48dc-8667-f8a1a6d0e535 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.077663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30de7e4c-f5d3-41af-a6b8-0e537a2141ea req-57b48adb-7717-48dc-8667-f8a1a6d0e535 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 971 time: 0.0689819 Jul 29 23:21:27.088587 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e8a05f4-be91-4eee-81eb-86ca2275904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.111595 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e8a05f4-be91-4eee-81eb-86ca2275904e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.113773 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7e8a05f4-be91-4eee-81eb-86ca2275904e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c6048e2a-75c1-4235-8ca2-a36cc530c0f4 HTTP/1.1" status: 204 len: 168 time: 0.3530436 Jul 29 23:21:27.116796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59722) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:27.119107 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.130977 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Transition to ACTIVE for port object 6bd88096-0173-42a0-aa66-333d7478c120 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:27.133740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30de7e4c-f5d3-41af-a6b8-0e537a2141ea req-92019ae5-8143-4632-9b11-8447c8d94d53 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551522 Jul 29 23:21:27.140065 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.147149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a05f4-be91-4eee-81eb-86ca2275904e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6048e2a-75c1-4235-8ca2-a36cc530c0f4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:27.158742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb714607-432e-4c9a-a914-0a7d54bf693f', 'name': 'network-vif-deleted', 'tag': '08145fde-782e-4487-9ea3-5130d2bbb917'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:27.161990 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106717a2-ad1c-4736-82cd-6e00e12d80ea" -d '{"events": [{"server_uuid": "bb714607-432e-4c9a-a914-0a7d54bf693f", "name": "network-vif-deleted", "tag": "08145fde-782e-4487-9ea3-5130d2bbb917"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:27.201793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.206872 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf83d23-0ff5-47dc-a52f-9ddba5eb1904 None None] Pushing event updated for resources: {'Port': ['ID=6bd88096-0173-42a0-aa66-333d7478c120,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:27.207747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.235589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.245132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:21:27.269018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc2b61-c3d0-4308-bfb2-f1b6060ff02e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:27.277150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.277744 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Added segment daeceff2-774b-4d0d-a38e-b011a98e3ed9 of type vlan for network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb Jul 29 23:21:27.314317 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Attempting to bind port 6bd88096-0173-42a0-aa66-333d7478c120 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:27.314922 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Attempting to bind port 6bd88096-0173-42a0-aa66-333d7478c120 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:27.315707 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Attempting to bind port 6bd88096-0173-42a0-aa66-333d7478c120 on network 64586059-01f1-49b9-8ef5-2910bc6c6717 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:27.323181 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:27.323603 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Checking segment: {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:27.324040 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.324443 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Bound using segment: {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:27.324921 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Bound port: 6bd88096-0173-42a0-aa66-333d7478c120, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:27.325440 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.367847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.381617 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.382347 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.383459 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.384042 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.384629 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.385289 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.385820 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.386549 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.387728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.392586 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.397832 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.445630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.447051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.447699 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.450543 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] For port 6bd88096-0173-42a0-aa66-333d7478c120, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:27.455426 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] For port 6bd88096-0173-42a0-aa66-333d7478c120, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6bd88096-0173-42a0-aa66-333d7478c120,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:27.466563 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.470996 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.471292 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.471681 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.471968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:21:27.472490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72a8bd4-50df-49ae-858e-ee178ad3619c']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:27.491290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6332617 Jul 29 23:21:27.494006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fec166d-3f12-4926-8140-2580d29378a2') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:27.494301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fec166d-3f12-4926-8140-2580d29378a2') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:27.498275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59732) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:27.504350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Request body: {'subnet': {'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-subnet', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:27.527223 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.548315 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8593af-7ac1-40f6-a820-ad3f7558f544 admin admin] Pushing event updated for resources: {'Network': ['ID=03aaa8c4-1de3-42b4-acf0-7841e9b11cfb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:27.558923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:21:27.567266 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.577355 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf83d23-0ff5-47dc-a52f-9ddba5eb1904 None None] Pushing event updated for resources: {'Port': ['ID=6bd88096-0173-42a0-aa66-333d7478c120,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:27.584789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e2107-c217-4d53-9568-08667d3b46bd req-1f2518a9-a4b8-401b-9e8e-d01c3211b062 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.592043 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c49e2107-c217-4d53-9568-08667d3b46bd req-1f2518a9-a4b8-401b-9e8e-d01c3211b062 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 948 time: 0.2757056 Jul 29 23:21:27.602438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:27.603943 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.615473 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:27.616785 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:21:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: from cryptography.utils import int_from_bytes Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: from cryptography.utils import int_from_bytes Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:27.631735 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:27.733563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c49e2107-c217-4d53-9568-08667d3b46bd req-a1260ce2-c69f-44e3-b80d-796abc3d0c35 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406071 Jul 29 23:21:27.734197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Made reservation on behalf of 40743bb75e4045ee99f7809b6c045b8d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:27.736508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.753880 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:27.894593 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.930144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.931986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d72a8bd4-50df-49ae-858e-ee178ad3619c HTTP/1.1" status: 204 len: 168 time: 0.7968228 Jul 29 23:21:27.939108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc106e8-88e2-443b-a983-c82bb6940de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d72a8bd4-50df-49ae-858e-ee178ad3619c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:27.966938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0eb5c-373d-4a76-8f34-16a9079729ef req-c95bd0e4-6968-476f-badb-e43b5702ba98 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.968602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67e0eb5c-373d-4a76-8f34-16a9079729ef req-c95bd0e4-6968-476f-badb-e43b5702ba98 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 943 time: 0.1254654 Jul 29 23:21:28.056678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67e0eb5c-373d-4a76-8f34-16a9079729ef req-81f9021c-e680-4169-961d-cd313f9faaba tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777326 Jul 29 23:21:28.087237 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:27Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:28.094717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-dba67b25-25a0-466a-a164-84b9ab1f7c39 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.096744 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-dba67b25-25a0-466a-a164-84b9ab1f7c39 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 949 time: 0.1100266 Jul 29 23:21:28.124612 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086439d-8911-40f3-9275-d92c126157f7 None None] The sync data for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 is: [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:27Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:28.130595 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490c614c-86d6-4c2a-b3d5-150464ba8a1f x-openstack-request-id: req-490c614c-86d6-4c2a-b3d5-150464ba8a1f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:28.131200 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb714607-432e-4c9a-a914-0a7d54bf693f", "name": "network-vif-deleted", "tag": "08145fde-782e-4487-9ea3-5130d2bbb917", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:28.131469 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-490c614c-86d6-4c2a-b3d5-150464ba8a1f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:28.131856 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb714607-432e-4c9a-a914-0a7d54bf693f', 'name': 'network-vif-deleted', 'tag': '08145fde-782e-4487-9ea3-5130d2bbb917', 'status': 'completed', 'code': 200} Jul 29 23:21:28.156742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.268048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:28.271059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6de366-41e9-4a73-b765-24a8b6ff11d8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:28.338778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-594f1572-15ea-4f32-ba8b-f64b33bf6091 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Deleting port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:28.339185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-594f1572-15ea-4f32-ba8b-f64b33bf6091 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.347152 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-551c87ae-beaa-4461-b1dc-45b280931c75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d57a9a6c92e4814a1565e514186d3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775070 Jul 29 23:21:28.348737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59768) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:28.369812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Checking segment: {'id': 'daeceff2-774b-4d0d-a38e-b011a98e3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:28.370169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Network hostable DHCP agents. Network: 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:28.413699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbef6f9-8959-4282-bfb0-778157f78b43 req-57e9375c-5fca-4cd7-b5a1-12f01f002ddb tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.415239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bbef6f9-8959-4282-bfb0-778157f78b43 req-57e9375c-5fca-4cd7-b5a1-12f01f002ddb tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed1e3c4-c3be-4576-975a-ec7dda6b4cca HTTP/1.1" status: 200 len: 949 time: 0.1661360 Jul 29 23:21:28.432229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:28.474574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:28.488130 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d36b7-5191-4c32-8b77-281049a60416 None None] Network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:28.500664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-594f1572-15ea-4f32-ba8b-f64b33bf6091 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] For port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:28.501235 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-594f1572-15ea-4f32-ba8b-f64b33bf6091 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.505480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.506069 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.517743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6bd88096-0173-42a0-aa66-333d7478c120 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:28.521967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bbef6f9-8959-4282-bfb0-778157f78b43 req-3124a08c-835a-498e-bcdf-dc57a964bb99 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.37 "GET /v2.0/security-groups?id=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937619 Jul 29 23:21:28.528282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-594f1572-15ea-4f32-ba8b-f64b33bf6091 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Calling delete_port for e46b63ed-2540-41d4-a503-aa1c0bbe4d0b owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:28.533817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4251c2b-59a9-43f0-a61a-6c0514caa360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.582599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a9bacea4-4a4c-4774-8340-1b3e8659b823 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0824413 Jul 29 23:21:28.586463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59770) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:28.603924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-router', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:28.666624 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4251c2b-59a9-43f0-a61a-6c0514caa360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.719079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-594f1572-15ea-4f32-ba8b-f64b33bf6091 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.758489 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.759706 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.760414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f1572-15ea-4f32-ba8b-f64b33bf6091 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Pushing event deleted for resources: {'Port': ['ID=e46b63ed-2540-41d4-a503-aa1c0bbe4d0b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:28.811937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['e46b63ed-2540-41d4-a503-aa1c0bbe4d0b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:28.822739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7364ceaa-e61f-4841-a2df-c5e8a842ad4d details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:28.845697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7080c-f318-448a-b30b-4c438b8697ab req-4dafba31-72b3-4f78-a8aa-f3157af5d4ce tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.847353 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fda7080c-f318-448a-b30b-4c438b8697ab req-4dafba31-72b3-4f78-a8aa-f3157af5d4ce tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.42 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 971 time: 0.2230895 Jul 29 23:21:28.872332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59778) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:28.880169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-594f1572-15ea-4f32-ba8b-f64b33bf6091 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] No DVR routers for this DVR port e46b63ed-2540-41d4-a503-aa1c0bbe4d0b on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:28.883652 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-594f1572-15ea-4f32-ba8b-f64b33bf6091 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.886534 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0fb8380d-c49c-499e-b6a7-2258dacb3e3e req-594f1572-15ea-4f32-ba8b-f64b33bf6091 tempest-DeleteServersAdminTestJSON-1556723528 tempest-DeleteServersAdminTestJSON-1556723528-project] 10.222.0.47 "DELETE /v2.0/ports/e46b63ed-2540-41d4-a503-aa1c0bbe4d0b HTTP/1.1" status: 204 len: 173 time: 0.7829356 Jul 29 23:21:28.887087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed1e3c4-c3be-4576-975a-ec7dda6b4cca', 'name': 'network-vif-deleted', 'tag': 'e46b63ed-2540-41d4-a503-aa1c0bbe4d0b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:28.890575 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1092007-36fd-40e2-a745-2a16d65b6616" -d '{"events": [{"server_uuid": "5ed1e3c4-c3be-4576-975a-ec7dda6b4cca", "name": "network-vif-deleted", "tag": "e46b63ed-2540-41d4-a503-aa1c0bbe4d0b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:28.987434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df0210-9f8f-44d1-b2c1-88bf2cefbb7d req-a7d4cc03-daae-48ab-bbce-5884d5d05d1a tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.996738 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75df0210-9f8f-44d1-b2c1-88bf2cefbb7d req-a7d4cc03-daae-48ab-bbce-5884d5d05d1a tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 948 time: 0.3059044 Jul 29 23:21:29.039638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:29.041711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.057316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4251c2b-59a9-43f0-a61a-6c0514caa360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.061342 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4251c2b-59a9-43f0-a61a-6c0514caa360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.062592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f4251c2b-59a9-43f0-a61a-6c0514caa360 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ddf95cf-03b9-4668-9cd4-d0541df8999a HTTP/1.1" status: 204 len: 168 time: 0.7118750 Jul 29 23:21:29.063364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'port_id': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d', 'mac_address': 'fa:16:3e:2f:ca:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436ab033-bc25-444f-a687-d87717fff3ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:29.087740 n-d-712139-11 neutron-server[93817]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 23:21:29.102353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-26e6188b-409b-4da5-b18d-4d3afa78d0aa tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:21:29.107174 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-26e6188b-409b-4da5-b18d-4d3afa78d0aa tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2332208 Jul 29 23:21:29.160603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4251c2b-59a9-43f0-a61a-6c0514caa360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddf95cf-03b9-4668-9cd4-d0541df8999a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:29.168667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 6bd88096-0173-42a0-aa66-333d7478c120 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:29.207483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6bd88096-0173-42a0-aa66-333d7478c120 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:29.208603 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.223443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75df0210-9f8f-44d1-b2c1-88bf2cefbb7d req-0f9ca82e-6986-4fb2-bb13-ec19882a2a0c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255476 Jul 29 23:21:29.253426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Request body: {'binding': {'host': 'n-h2-712139-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:29.253953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Unknown quota resources ['binding']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:21:29.270426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-03aaa8c4-1de3-42b4-acf0-7841e9b11cfb', 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'fixed_ips': [{'subnet_id': '1c6de366-41e9-4a73-b765-24a8b6ff11d8'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:21:29.271757 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.319521 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.335855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:29.338676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device db6a9707-cf16-44e6-90f8-5f800d16fa42 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:29.387536 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.418415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7364ceaa-e61f-4841-a2df-c5e8a842ad4d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:29.525752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f on host n-h2-712139-11 for vnic_type normal with profile None {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:29.526263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:29.526352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:29.533302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fda7080c-f318-448a-b30b-4c438b8697ab req-b8e2838a-45b0-4011-98f6-59d8bbc6a2f6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Deleting port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:29.533724 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fda7080c-f318-448a-b30b-4c438b8697ab req-b8e2838a-45b0-4011-98f6-59d8bbc6a2f6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.537397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Port b5106e51-7706-43fa-88ea-a623eb73425f on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:29.538261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:29.550262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:29.550262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:29.550579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:29.553152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:29.554273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Bound port: b5106e51-7706-43fa-88ea-a623eb73425f, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:29.569248 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.663015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b03b60-8002-4d2d-8468-fdea79c102c9 req-ccd619db-f3a5-45dc-a9be-f5baed814ecc tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:29.671305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60b03b60-8002-4d2d-8468-fdea79c102c9 req-ccd619db-f3a5-45dc-a9be-f5baed814ecc tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/ports?device_id=56fb6bff-5ae9-4bf4-80cf-ffab4293aab9 HTTP/1.1" status: 200 len: 971 time: 0.3063943 Jul 29 23:21:29.690249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59800) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:29.754318 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.764211 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60b03b60-8002-4d2d-8468-fdea79c102c9 req-4f41e41f-5553-4cd6-850f-496c2325f8bd tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.37 "GET /v2.0/security-groups?id=13a71e01-c46e-41f9-a683-05ebfdd2d660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917597 Jul 29 23:21:29.783298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-fda7080c-f318-448a-b30b-4c438b8697ab req-b8e2838a-45b0-4011-98f6-59d8bbc6a2f6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] For port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:29.783677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fda7080c-f318-448a-b30b-4c438b8697ab req-b8e2838a-45b0-4011-98f6-59d8bbc6a2f6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.808945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fda7080c-f318-448a-b30b-4c438b8697ab req-b8e2838a-45b0-4011-98f6-59d8bbc6a2f6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Calling delete_port for 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a owned by compute:tempest-test_az-1777257615 {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:29.821594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port db6a9707-cf16-44e6-90f8-5f800d16fa42 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:29.861095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Allocated IP 172.20.0.2 (03aaa8c4-1de3-42b4-acf0-7841e9b11cfb/1c6de366-41e9-4a73-b765-24a8b6ff11d8/c36ec90d-e2b3-4b31-936c-36526463c16d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:29.877771 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-31b7ca0b-8d69-47b0-b848-ac534100dd44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32d9a218fc4b4eed95af2681f012913a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862190 Jul 29 23:21:29.882102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59802) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:29.885868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:29.893432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.894594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port db6a9707-cf16-44e6-90f8-5f800d16fa42 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:29.895098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.895233 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-98e92d8b-4351-4b45-a356-5a4a89bf3aa8 service neutron] 10.222.0.37 "POST /v2.0/ports/b5106e51-7706-43fa-88ea-a623eb73425f/bindings HTTP/1.1" status: 201 len: 390 time: 0.6952763 Jul 29 23:21:29.896722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:29.945036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7364ceaa-e61f-4841-a2df-c5e8a842ad4d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:30.002034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 6bd88096-0173-42a0-aa66-333d7478c120, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6bd88096-0173-42a0-aa66-333d7478c120,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:30.010589 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23277c7-8add-4f07-92da-aac0270bee9f x-openstack-request-id: req-e23277c7-8add-4f07-92da-aac0270bee9f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:30.010892 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed1e3c4-c3be-4576-975a-ec7dda6b4cca", "name": "network-vif-deleted", "tag": "e46b63ed-2540-41d4-a503-aa1c0bbe4d0b", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:30.011252 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e23277c7-8add-4f07-92da-aac0270bee9f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:30.014633 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed1e3c4-c3be-4576-975a-ec7dda6b4cca', 'name': 'network-vif-deleted', 'tag': 'e46b63ed-2540-41d4-a503-aa1c0bbe4d0b', 'status': 'completed', 'code': 200} Jul 29 23:21:30.057281 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fda7080c-f318-448a-b30b-4c438b8697ab req-b8e2838a-45b0-4011-98f6-59d8bbc6a2f6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.064731 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.080748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:30.142320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'mac_address': 'fa:16:3e:62:62:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:30.241851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-2c13d322-e87e-46ee-9c36-e97d09164e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.244478 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-2c13d322-e87e-46ee-9c36-e97d09164e55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 1098 time: 0.0590460 Jul 29 23:21:30.246875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=6bd88096-0173-42a0-aa66-333d7478c120,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:30.318438 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.326902 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.352887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-11d23d29-4f72-44df-99a6-f2848079e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.354968 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-11d23d29-4f72-44df-99a6-f2848079e0ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.1032102 Jul 29 23:21:30.379151 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.389905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a263ec90-40e0-4d3c-ba88-266ee4db24f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6a9707-cf16-44e6-90f8-5f800d16fa42'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:30.392204 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d85eb96-d0ca-404a-9392-b685167ef34d" -d '{"events": [{"server_uuid": "a263ec90-40e0-4d3c-ba88-266ee4db24f1", "name": "network-vif-plugged", "status": "completed", "tag": "db6a9707-cf16-44e6-90f8-5f800d16fa42"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:30.396293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:30.427258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2838a-45b0-4011-98f6-59d8bbc6a2f6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Pushing event deleted for resources: {'Port': ['ID=8ccdecb0-d29b-48eb-ba9e-91ad6b33521a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:30.437010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Transition to ACTIVE for port object c36ec90d-e2b3-4b31-936c-36526463c16d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:30.449759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-b1dbc656-d70a-46ee-8943-884948ac75ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5106e51-7706-43fa-88ea-a623eb73425f HTTP/1.1" status: 200 len: 217 time: 0.0787444 Jul 29 23:21:30.457276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port db6a9707-cf16-44e6-90f8-5f800d16fa42, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=db6a9707-cf16-44e6-90f8-5f800d16fa42,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:30.471877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.474347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246d8de-29c4-4dde-9ae3-db50abc05be1 req-cffac7cf-82cc-4b12-926b-f1ad3e7ba88c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.483108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1246d8de-29c4-4dde-9ae3-db50abc05be1 req-cffac7cf-82cc-4b12-926b-f1ad3e7ba88c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 948 time: 0.6149235 Jul 29 23:21:30.494849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:30.554347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-c17fd3d6-d066-4c63-bef3-a1544a8da963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.555831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-c17fd3d6-d066-4c63-bef3-a1544a8da963 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0978096 Jul 29 23:21:30.597570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-e4e0645b-17e2-4f98-94d8-5325fafe06ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344894 Jul 29 23:21:30.639021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1246d8de-29c4-4dde-9ae3-db50abc05be1 req-b78ab99d-353c-45ca-8419-0d3a7356bea6 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495388 Jul 29 23:21:30.640198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda7080c-f318-448a-b30b-4c438b8697ab req-b8e2838a-45b0-4011-98f6-59d8bbc6a2f6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] No DVR routers for this DVR port 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:30.644683 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fda7080c-f318-448a-b30b-4c438b8697ab req-b8e2838a-45b0-4011-98f6-59d8bbc6a2f6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.653713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fda7080c-f318-448a-b30b-4c438b8697ab req-b8e2838a-45b0-4011-98f6-59d8bbc6a2f6 tempest-LiveMigrationNegativeTest-1428673590 tempest-LiveMigrationNegativeTest-1428673590-project] 10.222.0.42 "DELETE /v2.0/ports/8ccdecb0-d29b-48eb-ba9e-91ad6b33521a HTTP/1.1" status: 204 len: 173 time: 1.7889750 Jul 29 23:21:30.655208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c6edc46-178e-435d-b39f-c9af04111142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.673335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Transition to ACTIVE for port object c36ec90d-e2b3-4b31-936c-36526463c16d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:30.676827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6bd88096-0173-42a0-aa66-333d7478c120 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:30.684550 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.717866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fb6bff-5ae9-4bf4-80cf-ffab4293aab9', 'name': 'network-vif-deleted', 'tag': '8ccdecb0-d29b-48eb-ba9e-91ad6b33521a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:30.720332 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b869deb-a071-4e7f-b716-cc3718b7afb0" -d '{"events": [{"server_uuid": "56fb6bff-5ae9-4bf4-80cf-ffab4293aab9", "name": "network-vif-deleted", "tag": "8ccdecb0-d29b-48eb-ba9e-91ad6b33521a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:30.721607 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.727644 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.778837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=db6a9707-cf16-44e6-90f8-5f800d16fa42,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:30.783026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:30.790469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:30.802228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:30.815166 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c6edc46-178e-435d-b39f-c9af04111142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.831046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:30.835146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cea4fb-4dd4-4c3c-88c8-d55e1ab911d2 req-d609f8e0-bdf1-47ff-9c1d-b1ac7aaa1df1 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.836793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41cea4fb-4dd4-4c3c-88c8-d55e1ab911d2 req-d609f8e0-bdf1-47ff-9c1d-b1ac7aaa1df1 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 944 time: 0.7322907 Jul 29 23:21:30.843149 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.901171 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-3ccd2864-6a1c-4173-bf96-0fcb88e587cd service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847264 Jul 29 23:21:30.909849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41cea4fb-4dd4-4c3c-88c8-d55e1ab911d2 req-3197e688-66a0-4d35-a093-77daf3a3cfc9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511601 Jul 29 23:21:31.038521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:31.040001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8ccdecb0-d29b-48eb-ba9e-91ad6b33521a not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:31.043517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:31.057101 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-75e3c406-d117-45de-8b5d-32032cb0e270 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479244 Jul 29 23:21:31.108422 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c6edc46-178e-435d-b39f-c9af04111142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.110934 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c6edc46-178e-435d-b39f-c9af04111142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.112080 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8c6edc46-178e-435d-b39f-c9af04111142 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a81d55e0-a650-4598-bb69-7d6e8cba4241 HTTP/1.1" status: 204 len: 168 time: 1.2256155 Jul 29 23:21:31.157871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Allocated IP 172.25.2.180 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/4bacd4c4-255d-4a31-ac6f-149a90ab634c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:31.168460 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6bd88096-0173-42a0-aa66-333d7478c120 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:31.168940 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.176208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Pushing event updated for resources: {'Port': ['ID=c36ec90d-e2b3-4b31-936c-36526463c16d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:31.235229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Attempting to bind port c36ec90d-e2b3-4b31-936c-36526463c16d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:31.235768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Attempting to bind port c36ec90d-e2b3-4b31-936c-36526463c16d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'daeceff2-774b-4d0d-a38e-b011a98e3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:31.236328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Attempting to bind port c36ec90d-e2b3-4b31-936c-36526463c16d on network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:31.243436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e46b63ed-2540-41d4-a503-aa1c0bbe4d0b no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:31.320166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:31.336394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d4e6e-2a2d-4eb0-9fc9-aa30083821a5 req-9b423f40-ed2b-4e95-bfce-8e695ddf6c6f tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:31.340218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a2d4e6e-2a2d-4eb0-9fc9-aa30083821a5 req-9b423f40-ed2b-4e95-bfce-8e695ddf6c6f tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 946 time: 0.3958590 Jul 29 23:21:31.349534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6edc46-178e-435d-b39f-c9af04111142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81d55e0-a650-4598-bb69-7d6e8cba4241,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:31.379114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccac3b-619b-48ad-97bf-75131512dca6 req-50864b7d-f7ae-432d-945c-9fa1831c8028 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:31.381355 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71ccac3b-619b-48ad-97bf-75131512dca6 req-50864b7d-f7ae-432d-945c-9fa1831c8028 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 949 time: 0.3304703 Jul 29 23:21:31.388665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:31.389048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Checking segment: {'id': 'daeceff2-774b-4d0d-a38e-b011a98e3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:31.389592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.389860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Bound using segment: {'id': 'daeceff2-774b-4d0d-a38e-b011a98e3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:31.390358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Bound port: c36ec90d-e2b3-4b31-936c-36526463c16d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daeceff2-774b-4d0d-a38e-b011a98e3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:31.390748 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.482598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-3e78e68d-e5cc-43dc-9b6f-517a272a1ece tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:31.484154 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-3e78e68d-e5cc-43dc-9b6f-517a272a1ece tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1098 time: 0.1896405 Jul 29 23:21:31.496302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-11'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:31.515592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] For port c36ec90d-e2b3-4b31-936c-36526463c16d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:31.519036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] For port c36ec90d-e2b3-4b31-936c-36526463c16d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c36ec90d-e2b3-4b31-936c-36526463c16d,segment=NetworkSegment(daeceff2-774b-4d0d-a38e-b011a98e3ed9),segment_id=daeceff2-774b-4d0d-a38e-b011a98e3ed9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:31.520186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: e46b63ed-2540-41d4-a503-aa1c0bbe4d0b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:31.521309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e46b63ed-2540-41d4-a503-aa1c0bbe4d0b not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:31.524453 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.540437 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.614890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8c3f2-36fd-49f8-bdcf-4e7a4b229d22 None None] Pushing event updated for resources: {'Port': ['ID=c36ec90d-e2b3-4b31-936c-36526463c16d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:31.621643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.695898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.794532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Pushing event updated for resources: {'Port': ['ID=4bacd4c4-255d-4a31-ac6f-149a90ab634c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:31.843530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:31.849320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71ccac3b-619b-48ad-97bf-75131512dca6 req-26338a00-4368-45aa-9797-ffe14b7798d0 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224109 Jul 29 23:21:31.852961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:31.868261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a2d4e6e-2a2d-4eb0-9fc9-aa30083821a5 req-c729934f-f31c-431d-9bb5-8e8f8b2dbd76 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812965 Jul 29 23:21:31.869144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:31.879050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:31.984977 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.007636 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927418f4-7f34-4eed-8cda-32d9ed13e062 x-openstack-request-id: req-927418f4-7f34-4eed-8cda-32d9ed13e062 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:32.007932 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fb6bff-5ae9-4bf4-80cf-ffab4293aab9", "name": "network-vif-deleted", "tag": "8ccdecb0-d29b-48eb-ba9e-91ad6b33521a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:32.008223 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-927418f4-7f34-4eed-8cda-32d9ed13e062 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:32.008620 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fb6bff-5ae9-4bf4-80cf-ffab4293aab9', 'name': 'network-vif-deleted', 'tag': '8ccdecb0-d29b-48eb-ba9e-91ad6b33521a', 'status': 'completed', 'code': 200} Jul 29 23:21:32.017677 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e606ccdd-ed4b-4a2d-84e2-ee0c8bb3e24d x-openstack-request-id: req-e606ccdd-ed4b-4a2d-84e2-ee0c8bb3e24d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:32.017972 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a263ec90-40e0-4d3c-ba88-266ee4db24f1", "name": "network-vif-plugged", "status": "completed", "tag": "db6a9707-cf16-44e6-90f8-5f800d16fa42", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:32.018230 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e606ccdd-ed4b-4a2d-84e2-ee0c8bb3e24d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:32.018629 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a263ec90-40e0-4d3c-ba88-266ee4db24f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6a9707-cf16-44e6-90f8-5f800d16fa42', 'code': 200} Jul 29 23:21:32.041262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:32.193114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.195608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5106e51-7706-43fa-88ea-a623eb73425f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:32.198817 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de45b08-a2d0-4464-be76-ed4d5b5c6ae6" -d '{"events": [{"server_uuid": "2c05e114-ee0b-4238-ad3c-9cdaac791def", "name": "network-vif-unplugged", "status": "completed", "tag": "b5106e51-7706-43fa-88ea-a623eb73425f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:32.228343 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.351059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0786a-e9de-45e4-bd0a-a899823571f1 req-202b3eb6-a21f-4d9b-bf3f-231d80d304fd tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:32.352822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88d0786a-e9de-45e4-bd0a-a899823571f1 req-202b3eb6-a21f-4d9b-bf3f-231d80d304fd tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 944 time: 0.1414661 Jul 29 23:21:32.360376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720fd79-4696-43ca-a262-e49eb51fd03c req-26a2b1eb-a134-4d9c-a52c-ea388c485350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:32.361976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2720fd79-4696-43ca-a262-e49eb51fd03c req-26a2b1eb-a134-4d9c-a52c-ea388c485350 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 1101 time: 0.2392666 Jul 29 23:21:32.390686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Pushing event updated for resources: {'Port': ['ID=b5106e51-7706-43fa-88ea-a623eb73425f,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:32.421982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55292c-a1f2-4727-bb4d-9e5a5385e5ea req-83c44d68-6a81-4391-ae77-44ee77523708 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:32.422710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f on host n-h1-712139-11 for vnic_type normal with profile {"migrating_to": "n-h2-712139-11"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:32.423425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:32.423859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e55292c-a1f2-4727-bb4d-9e5a5385e5ea req-83c44d68-6a81-4391-ae77-44ee77523708 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 949 time: 0.2147963 Jul 29 23:21:32.430807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:32.443274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Port b5106e51-7706-43fa-88ea-a623eb73425f on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:32.443726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Attempting to bind port b5106e51-7706-43fa-88ea-a623eb73425f on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:32.454472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:32.455828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:32.456451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:32.461627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Bound port: b5106e51-7706-43fa-88ea-a623eb73425f, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:32.462208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.543695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:32.547405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:32.556301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.594586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c36ec90d-e2b3-4b31-936c-36526463c16d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:32.611434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:32.669498 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2720fd79-4696-43ca-a262-e49eb51fd03c req-e5259fb0-fe8c-4878-9a1a-33366c1ecb08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929306 Jul 29 23:21:32.695621 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.700699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88d0786a-e9de-45e4-bd0a-a899823571f1 req-46b1456d-c6ba-45df-86b3-58937635ddf7 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364797 Jul 29 23:21:32.704166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c36ec90d-e2b3-4b31-936c-36526463c16d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:32.715466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e55292c-a1f2-4727-bb4d-9e5a5385e5ea req-0e97f08a-9b26-4286-9fff-93aa58e8ce10 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798538 Jul 29 23:21:32.762876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:32.767053 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.769198 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] 10.222.0.47 "PUT /v2.0/ports/b5106e51-7706-43fa-88ea-a623eb73425f HTTP/1.1" status: 200 len: 1124 time: 1.2775357 Jul 29 23:21:32.769848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e1ccd-cdd5-473c-8515-1271be32c89b service neutron] Pushing event updated for resources: {'Port': ['ID=b5106e51-7706-43fa-88ea-a623eb73425f,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:32.804420 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac2846c-ba10-4d3d-877f-ce20663cbdd8 x-openstack-request-id: req-4ac2846c-ba10-4d3d-877f-ce20663cbdd8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:32.804718 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c05e114-ee0b-4238-ad3c-9cdaac791def", "name": "network-vif-unplugged", "status": "completed", "tag": "b5106e51-7706-43fa-88ea-a623eb73425f", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:32.804970 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ac2846c-ba10-4d3d-877f-ce20663cbdd8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:32.805367 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5106e51-7706-43fa-88ea-a623eb73425f', 'code': 200} Jul 29 23:21:32.827650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7364ceaa-e61f-4841-a2df-c5e8a842ad4d up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:32.879507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b5106e51-7706-43fa-88ea-a623eb73425f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:33.102727 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d28f21dd-a67d-4939-b8a7-680e72547057 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b18688b65e304b3f97e084d6e7daab0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855154 Jul 29 23:21:33.103402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59870) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:33.200570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8442b209-c761-4cb4-b20b-f96890cbfa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.205624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:33.216632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:33.217376 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.250878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:33.253243 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8442b209-c761-4cb4-b20b-f96890cbfa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.330531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639122-d802-4440-8dd2-0fd79a069bf3 req-a3950eb5-42bf-473a-afed-05ee28a8c3fa tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:33.333638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77639122-d802-4440-8dd2-0fd79a069bf3 req-a3950eb5-42bf-473a-afed-05ee28a8c3fa tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 949 time: 0.3530688 Jul 29 23:21:33.361827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8442b209-c761-4cb4-b20b-f96890cbfa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.364964 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8442b209-c761-4cb4-b20b-f96890cbfa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.368511 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8442b209-c761-4cb4-b20b-f96890cbfa4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13a71e01-c46e-41f9-a683-05ebfdd2d660 HTTP/1.1" status: 204 len: 168 time: 0.2617781 Jul 29 23:21:33.371336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff402d4-d25c-4130-b290-96c8407ef741 None None] Network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:33.381972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442b209-c761-4cb4-b20b-f96890cbfa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a71e01-c46e-41f9-a683-05ebfdd2d660,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:33.423600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59878) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:33.471037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8539eb3-5ef5-4e61-a3fa-a6d0c90d75b5 req-e7442047-288a-4e00-b698-9c8c15227cb8 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:33.472720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8539eb3-5ef5-4e61-a3fa-a6d0c90d75b5 req-e7442047-288a-4e00-b698-9c8c15227cb8 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 944 time: 0.4212289 Jul 29 23:21:33.479100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-564a3ff8-124b-4646-93a4-f5a7c67de26e None None] Provisioning for port c36ec90d-e2b3-4b31-936c-36526463c16d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:33.496617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-564a3ff8-124b-4646-93a4-f5a7c67de26e None None] Provisioning complete for port c36ec90d-e2b3-4b31-936c-36526463c16d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:33.496992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-564a3ff8-124b-4646-93a4-f5a7c67de26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.556722 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.556947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:33.574767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77639122-d802-4440-8dd2-0fd79a069bf3 req-328be972-1768-445a-9814-6344eefce655 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804636 Jul 29 23:21:33.586500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:33.586874 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.588406 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.694642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:33.704842 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8539eb3-5ef5-4e61-a3fa-a6d0c90d75b5 req-12490624-e66d-46f4-8403-5868e005310f tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176940 Jul 29 23:21:33.708296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.845666 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-78922de7-ce95-4651-bc83-449b784cdf8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4416c1d842e1483a8f0df9958d738065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4208462 Jul 29 23:21:33.846869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59892) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:33.889482 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:21:33.906847 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-564a3ff8-124b-4646-93a4-f5a7c67de26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.955524 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e049d6d0-9329-41f5-a765-b4fdc49f20eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.960227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:33.974598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.996946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4014a9-5bcb-43ea-b06b-d21b279b4486 req-98194e8f-db3c-4c38-bfa9-e8e1468a7077 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.004675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce4014a9-5bcb-43ea-b06b-d21b279b4486 req-98194e8f-db3c-4c38-bfa9-e8e1468a7077 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 949 time: 0.1447775 Jul 29 23:21:34.009585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-564a3ff8-124b-4646-93a4-f5a7c67de26e None None] For port c36ec90d-e2b3-4b31-936c-36526463c16d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c36ec90d-e2b3-4b31-936c-36526463c16d,segment=NetworkSegment(daeceff2-774b-4d0d-a38e-b011a98e3ed9),segment_id=daeceff2-774b-4d0d-a38e-b011a98e3ed9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:34.022193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:34.022373 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e049d6d0-9329-41f5-a765-b4fdc49f20eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.022585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Router 7066f76a-0fab-429b-bae2-97e489f5921e is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:21:34.029709 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5bffd5-0dca-4770-aa00-99cde3858c9d" -d '{"events": [{"server_uuid": "16203445-9fe6-441f-81aa-b58d5bac5a02", "name": "network-vif-plugged", "status": "completed", "tag": "7364ceaa-e61f-4841-a2df-c5e8a842ad4d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:34.039106 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-564a3ff8-124b-4646-93a4-f5a7c67de26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.087708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:34.088394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e049d6d0-9329-41f5-a765-b4fdc49f20eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.088688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf5e9d-34d0-4964-b6c1-a289c38e172d req-7861791d-bcad-4838-a702-10b15cc50774 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.091168 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e049d6d0-9329-41f5-a765-b4fdc49f20eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.095086 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e049d6d0-9329-41f5-a765-b4fdc49f20eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75c4561f-3b7c-43a7-9b91-ac9537ffb7f5 HTTP/1.1" status: 204 len: 168 time: 0.2446637 Jul 29 23:21:34.096164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0adf5e9d-34d0-4964-b6c1-a289c38e172d req-7861791d-bcad-4838-a702-10b15cc50774 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 945 time: 0.1814296 Jul 29 23:21:34.114992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.128106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce4014a9-5bcb-43ea-b06b-d21b279b4486 req-8f1db691-79db-4e75-93ec-52578fd2dcfc tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038501 Jul 29 23:21:34.130933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049d6d0-9329-41f5-a765-b4fdc49f20eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c4561f-3b7c-43a7-9b91-ac9537ffb7f5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:34.169152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a3ff8-124b-4646-93a4-f5a7c67de26e None None] Pushing event updated for resources: {'Port': ['ID=c36ec90d-e2b3-4b31-936c-36526463c16d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:34.199636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:34.225095 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0adf5e9d-34d0-4964-b6c1-a289c38e172d req-65ac7fdd-2824-4441-900c-3e743bd4c85e tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278076 Jul 29 23:21:34.260641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:34.335321 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5e531e-6d3a-4e5e-b36e-cc4ffeae8743 x-openstack-request-id: req-ca5e531e-6d3a-4e5e-b36e-cc4ffeae8743 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:34.335975 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16203445-9fe6-441f-81aa-b58d5bac5a02", "name": "network-vif-plugged", "status": "completed", "tag": "7364ceaa-e61f-4841-a2df-c5e8a842ad4d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:34.337137 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca5e531e-6d3a-4e5e-b36e-cc4ffeae8743 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:34.337753 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d', 'code': 200} Jul 29 23:21:34.362898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:34.365912 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1c1aa7a7-5d32-462b-aa4d-5ffabd380061 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75970722a24d4d968bb31aea9b6b659c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636224 Jul 29 23:21:34.427362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44d584ad-c87a-43aa-b990-6164c2df3dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.467368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b480a273-fa6a-4ada-953a-f30bcde573fe None None] Provisioning complete for port c36ec90d-e2b3-4b31-936c-36526463c16d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:34.468469 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b480a273-fa6a-4ada-953a-f30bcde573fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.526901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c36ec90d-e2b3-4b31-936c-36526463c16d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:34.648918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59910) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:34.650091 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c36ec90d-e2b3-4b31-936c-36526463c16d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:34.650467 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.668590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f876051c-4cbf-449a-b296-55dfbdd0cfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.735416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:34.760085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Sync routers for ids ['7066f76a-0fab-429b-bae2-97e489f5921e'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:34.773986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Routers {'7066f76a-0fab-429b-bae2-97e489f5921e'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:34.774665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:21:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7066f76a-0fab-429b-bae2-97e489f5921e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:34.804472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44d584ad-c87a-43aa-b990-6164c2df3dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.806256 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f876051c-4cbf-449a-b296-55dfbdd0cfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.807538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'tag': 'b5106e51-7706-43fa-88ea-a623eb73425f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:34.810257 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086819ee-da2e-41df-9ac2-aa753b018ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "2c05e114-ee0b-4238-ad3c-9cdaac791def", "tag": "b5106e51-7706-43fa-88ea-a623eb73425f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:34.816311 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f876051c-4cbf-449a-b296-55dfbdd0cfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.850685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.854400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-30b02865-1e0e-4a29-9183-ec728c6c5f0b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.2544401 Jul 29 23:21:34.855331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:34.871583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f876051c-4cbf-449a-b296-55dfbdd0cfc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3ad9eea35014622bbcbfe7799e762da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192364 Jul 29 23:21:34.871811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59926) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:34.889015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0327687-9458-4ec1-9c69-4355120afdcd req-df8c4537-89ab-41ad-8786-e0a9a67b6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.890526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0327687-9458-4ec1-9c69-4355120afdcd req-df8c4537-89ab-41ad-8786-e0a9a67b6f0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 1097 time: 0.4658382 Jul 29 23:21:34.904428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd936df-863f-49d9-b990-7ad9681fa4c7 req-aafc70ad-b7c7-4b66-b72a-189844a473f8 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.904679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876051c-4cbf-449a-b296-55dfbdd0cfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f63276-2767-4ca7-a8cc-d912e69b5227,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:34.911980 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebd936df-863f-49d9-b990-7ad9681fa4c7 req-aafc70ad-b7c7-4b66-b72a-189844a473f8 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 950 time: 0.1921608 Jul 29 23:21:34.971965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df57d51-297c-4ade-9c97-218256983618 req-7103ef69-e1f3-4a39-8744-f70e48bd7dc3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.973649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7df57d51-297c-4ade-9c97-218256983618 req-7103ef69-e1f3-4a39-8744-f70e48bd7dc3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 944 time: 0.1514933 Jul 29 23:21:34.978351 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44d584ad-c87a-43aa-b990-6164c2df3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.980848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44d584ad-c87a-43aa-b990-6164c2df3dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.984384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-44d584ad-c87a-43aa-b990-6164c2df3dd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/457ba706-8788-4f36-9478-595fef7b08b1 HTTP/1.1" status: 204 len: 168 time: 0.6179178 Jul 29 23:21:35.007283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebd936df-863f-49d9-b990-7ad9681fa4c7 req-d08870da-6d62-4fde-a6d1-d8c678014d49 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928361 Jul 29 23:21:35.037312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7d91799-4687-4336-9d65-e542720edbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.039926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d584ad-c87a-43aa-b990-6164c2df3dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457ba706-8788-4f36-9478-595fef7b08b1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:35.043734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0327687-9458-4ec1-9c69-4355120afdcd req-7357a47d-2fb4-4619-8473-8b51f9f54ba6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286519 Jul 29 23:21:35.044105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Set router 7066f76a-0fab-429b-bae2-97e489f5921e gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:35.112426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7df57d51-297c-4ade-9c97-218256983618 req-bb06fd83-6310-48f4-83e9-6c8d3787b390 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114366 Jul 29 23:21:35.137094 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7d91799-4687-4336-9d65-e542720edbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.200320 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a2d54f-7355-4518-96d1-8889d4229376 x-openstack-request-id: req-f3a2d54f-7355-4518-96d1-8889d4229376 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:35.200839 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c05e114-ee0b-4238-ad3c-9cdaac791def", "tag": "b5106e51-7706-43fa-88ea-a623eb73425f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:35.201216 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3a2d54f-7355-4518-96d1-8889d4229376 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:35.201994 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'tag': 'b5106e51-7706-43fa-88ea-a623eb73425f', 'status': 'completed', 'code': 200} Jul 29 23:21:35.319433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5528a-9d82-4dbc-bf37-374d7ec63546 req-86faf1e7-9d6f-4f10-bf99-787f321dcbe0 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:35.326952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cc5528a-9d82-4dbc-bf37-374d7ec63546 req-86faf1e7-9d6f-4f10-bf99-787f321dcbe0 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 949 time: 0.0934892 Jul 29 23:21:35.363790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086819ee-da2e-41df-9ac2-aa753b018ea3 req-17345230-8c1f-4217-9a2f-5e6d5d072350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:35.368706 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-086819ee-da2e-41df-9ac2-aa753b018ea3 req-17345230-8c1f-4217-9a2f-5e6d5d072350 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 1127 time: 0.1245317 Jul 29 23:21:35.377991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-router', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:28Z', 'updated_at': '2021-07-29T23:21:32Z', 'revision_number': 3, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'gw_port': {'id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:30Z', 'updated_at': '2021-07-29T23:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:35.425848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Checking router: 7066f76a-0fab-429b-bae2-97e489f5921e for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:35.426506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Updating router 7066f76a-0fab-429b-bae2-97e489f5921e port 4bacd4c4-255d-4a31-ac6f-149a90ab634c binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:21:35.471127 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.537024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cc5528a-9d82-4dbc-bf37-374d7ec63546 req-ea978464-d208-4945-8841-b4f4e2013010 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089543 Jul 29 23:21:35.583859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7d91799-4687-4336-9d65-e542720edbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.586161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7d91799-4687-4336-9d65-e542720edbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.589595 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d7d91799-4687-4336-9d65-e542720edbc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6f63276-2767-4ca7-a8cc-d912e69b5227 HTTP/1.1" status: 204 len: 168 time: 0.6799192 Jul 29 23:21:35.635148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3a53a-6c69-428f-b7c9-6ef09b798939 req-df19decf-6e9d-4d22-9a04-5e1342483447 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:35.636776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61f3a53a-6c69-428f-b7c9-6ef09b798939 req-df19decf-6e9d-4d22-9a04-5e1342483447 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 945 time: 0.2759554 Jul 29 23:21:35.666479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d91799-4687-4336-9d65-e542720edbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f63276-2767-4ca7-a8cc-d912e69b5227,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:35.685988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:35.697664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086819ee-da2e-41df-9ac2-aa753b018ea3 req-d9ffaeec-2771-40c8-b851-3bb95ca0f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:35.699213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-086819ee-da2e-41df-9ac2-aa753b018ea3 req-d9ffaeec-2771-40c8-b851-3bb95ca0f589 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.2953544 Jul 29 23:21:35.789427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-086819ee-da2e-41df-9ac2-aa753b018ea3 req-1dc59141-90c5-43cc-ae3d-7f268ec11870 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5106e51-7706-43fa-88ea-a623eb73425f HTTP/1.1" status: 200 len: 217 time: 0.0674217 Jul 29 23:21:35.807927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61f3a53a-6c69-428f-b7c9-6ef09b798939 req-8d77d096-e709-4396-a8cd-9e5431edcb4a tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554210 Jul 29 23:21:35.855920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe09d5f-3fea-4ff7-b2fc-65e9c78a2175 req-ac9c94ad-b92f-4381-9638-2e1f3309550c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:35.863565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efe09d5f-3fea-4ff7-b2fc-65e9c78a2175 req-ac9c94ad-b92f-4381-9638-2e1f3309550c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1908545 Jul 29 23:21:35.894391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.895809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086819ee-da2e-41df-9ac2-aa753b018ea3 req-af9848f8-22fa-489e-bc00-1f4fe6acd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:35.897413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-086819ee-da2e-41df-9ac2-aa753b018ea3 req-af9848f8-22fa-489e-bc00-1f4fe6acd15a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0849013 Jul 29 23:21:35.921187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.930190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efe09d5f-3fea-4ff7-b2fc-65e9c78a2175 req-5e16ed91-8d3f-43e3-a115-44651749db5e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653636 Jul 29 23:21:35.932987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Transition to ACTIVE for port object 4bacd4c4-255d-4a31-ac6f-149a90ab634c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:35.944486 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.960328 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-086819ee-da2e-41df-9ac2-aa753b018ea3 req-2dc6fd01-4807-40cc-9a4e-36f2b68034db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519140 Jul 29 23:21:36.013654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Attempting to bind port 4bacd4c4-255d-4a31-ac6f-149a90ab634c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:36.014057 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Attempting to bind port 4bacd4c4-255d-4a31-ac6f-149a90ab634c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:36.014640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Attempting to bind port 4bacd4c4-255d-4a31-ac6f-149a90ab634c on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:36.022941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04726c06-c792-4f5a-b802-383b5615f861 None None] Pushing event updated for resources: {'Port': ['ID=4bacd4c4-255d-4a31-ac6f-149a90ab634c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:36.028045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:36.028586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:36.032766 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.033327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:36.033945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Bound port: 4bacd4c4-255d-4a31-ac6f-149a90ab634c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:36.034445 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.089918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f82a7c40-7142-432c-bf22-beb0e29e7536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.127745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] For port 4bacd4c4-255d-4a31-ac6f-149a90ab634c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:36.133269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] For port 4bacd4c4-255d-4a31-ac6f-149a90ab634c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4bacd4c4-255d-4a31-ac6f-149a90ab634c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:36.140283 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.191226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-086819ee-da2e-41df-9ac2-aa753b018ea3 req-26fb4720-383a-4366-96b8-90035771bd1a service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127099 Jul 29 23:21:36.202216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f85ed3-f3c0-4c10-b1d3-05ddbfe7d645 req-82ff220c-2e87-461c-9547-e7e17d0076e4 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.212059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5f85ed3-f3c0-4c10-b1d3-05ddbfe7d645 req-82ff220c-2e87-461c-9547-e7e17d0076e4 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 950 time: 0.1143334 Jul 29 23:21:36.236801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Allocated IP 172.20.0.1 (03aaa8c4-1de3-42b4-acf0-7841e9b11cfb/1c6de366-41e9-4a73-b765-24a8b6ff11d8/8a196181-b35b-472a-9aa7-32c7fca680dd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:36.296470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04726c06-c792-4f5a-b802-383b5615f861 None None] Pushing event updated for resources: {'Port': ['ID=4bacd4c4-255d-4a31-ac6f-149a90ab634c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:36.320775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Routers {'7066f76a-0fab-429b-bae2-97e489f5921e'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:36.322407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:21:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7066f76a-0fab-429b-bae2-97e489f5921e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:36.366915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5f85ed3-f3c0-4c10-b1d3-05ddbfe7d645 req-e1fc53e2-0318-45b5-a939-027ce80c18dc tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494315 Jul 29 23:21:36.404737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:36.411594 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8843049c-e5e5-4a45-8d71-1bef66db90f5" -d '{"events": [{"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-plugged", "status": "completed", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:36.431883 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f82a7c40-7142-432c-bf22-beb0e29e7536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.443690 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f82a7c40-7142-432c-bf22-beb0e29e7536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.484554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70952d-9e15-4b18-b51d-33dbc789690e req-b2a61235-904d-4a63-aeee-242634948035 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.486399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c70952d-9e15-4b18-b51d-33dbc789690e req-b2a61235-904d-4a63-aeee-242634948035 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 944 time: 0.2037551 Jul 29 23:21:36.498981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-086819ee-da2e-41df-9ac2-aa753b018ea3 req-6af109e7-11f3-44cd-be73-53c9253a8cec service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832253 Jul 29 23:21:36.530988 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f82a7c40-7142-432c-bf22-beb0e29e7536 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1527d7823bdb47a29e8cb3d6320f4fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8439155 Jul 29 23:21:36.534196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a7c40-7142-432c-bf22-beb0e29e7536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80df682d-df4f-4b8a-8b31-d226dc33cf08,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:36.537625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:36.563632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-54731201-2c73-412a-a50e-d51b8266c2c8 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563495 Jul 29 23:21:36.574304 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.587753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] Set router 7066f76a-0fab-429b-bae2-97e489f5921e gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:36.605133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c70952d-9e15-4b18-b51d-33dbc789690e req-fd94ea24-7c28-4dd1-a795-30145097cf74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041451 Jul 29 23:21:36.628574 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e065-0cd9-44c6-bb83-cdfe18a46177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.650132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Transition to ACTIVE for port object 8a196181-b35b-472a-9aa7-32c7fca680dd will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:36.656160 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e065-0cd9-44c6-bb83-cdfe18a46177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.733548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.783770 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57a9e26-6fb6-42a2-9bbf-2b31aea5ec43 x-openstack-request-id: req-b57a9e26-6fb6-42a2-9bbf-2b31aea5ec43 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:36.784210 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-plugged", "status": "completed", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:36.784572 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b57a9e26-6fb6-42a2-9bbf-2b31aea5ec43 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:36.785100 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'code': 200} Jul 29 23:21:36.869264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-bb939fbf-7bcf-4b18-890d-343f1e809b52 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.871742 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-bb939fbf-7bcf-4b18-890d-343f1e809b52 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877591 Jul 29 23:21:36.889641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-router', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:28Z', 'updated_at': '2021-07-29T23:21:32Z', 'revision_number': 3, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'gw_port': {'id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:30Z', 'updated_at': '2021-07-29T23:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:36.902854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-4f4bd331-d0c3-49bb-ace7-c7b97e4664f6 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/quotas/fe03d0d45c7848b1b6ff4be7229563b4 HTTP/1.1" status: 200 len: 375 time: 0.0221298 Jul 29 23:21:36.907294 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e065-0cd9-44c6-bb83-cdfe18a46177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.926516 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e065-0cd9-44c6-bb83-cdfe18a46177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.930004 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2ae2e065-0cd9-44c6-bb83-cdfe18a46177 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80df682d-df4f-4b8a-8b31-d226dc33cf08 HTTP/1.1" status: 204 len: 168 time: 0.3882477 Jul 29 23:21:36.942904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555f48fb-c9a4-400b-b268-eb1029446bba None None] The sync data for ids ['7066f76a-0fab-429b-bae2-97e489f5921e'] in n-d-712139-11 is: [{'id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-router', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:28Z', 'updated_at': '2021-07-29T23:21:32Z', 'revision_number': 3, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'gw_port': {'id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:30Z', 'updated_at': '2021-07-29T23:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:37.037591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-1a77423f-7940-4eff-b13f-8598cdc6e81b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238575 Jul 29 23:21:37.063233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:37.064734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Pushing event updated for resources: {'Port': ['ID=8a196181-b35b-472a-9aa7-32c7fca680dd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:37.067223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2e065-0cd9-44c6-bb83-cdfe18a46177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80df682d-df4f-4b8a-8b31-d226dc33cf08,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:37.070124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:37.101629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f048a-2bd5-4ba8-9306-022f5a46a7ec req-4e688e95-393c-40fd-a513-06dd1e87e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:37.103201 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd1f048a-2bd5-4ba8-9306-022f5a46a7ec req-4e688e95-393c-40fd-a513-06dd1e87e8cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 1102 time: 0.2415063 Jul 29 23:21:37.106077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:37.154186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9b3b7-f145-43a7-b39e-d9f50063b3e4 req-bb74c5f1-13c4-47ec-85da-e529532b85b0 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:37.170460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15c9b3b7-f145-43a7-b39e-d9f50063b3e4 req-bb74c5f1-13c4-47ec-85da-e529532b85b0 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 945 time: 0.1285419 Jul 29 23:21:37.185730 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd1f048a-2bd5-4ba8-9306-022f5a46a7ec req-b2661fab-2b4e-4195-be26-2fd2e0aa60de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454123 Jul 29 23:21:37.212052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.274445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b5106e51-7706-43fa-88ea-a623eb73425f details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:37.288695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15c9b3b7-f145-43a7-b39e-d9f50063b3e4 req-10d8d64e-3f20-4ab0-b41c-5ab44bbe9146 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152604 Jul 29 23:21:37.436637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12744a64-60c1-4578-875a-c4b7bf1977bc req-d730c4ef-ae80-4c04-880c-cfbb5c8af774 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 210 time: 0.0930860 Jul 29 23:21:37.624668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.695177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:37.738974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fd66d-9dd4-42e7-8ff5-be8f24509075 req-de91bd1c-31d1-4cef-8504-75c731b8475b tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:37.749658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-552fd66d-9dd4-42e7-8ff5-be8f24509075 req-de91bd1c-31d1-4cef-8504-75c731b8475b tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 950 time: 0.1406658 Jul 29 23:21:37.756694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b5106e51-7706-43fa-88ea-a623eb73425f has no active binding in host n-h2-712139-11 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:21:37.796271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71e241ba-e00c-49ff-b4f8-7420f85ab06a None None] Provisioning for port 8a196181-b35b-472a-9aa7-32c7fca680dd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:37.806792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71e241ba-e00c-49ff-b4f8-7420f85ab06a None None] Provisioning complete for port 8a196181-b35b-472a-9aa7-32c7fca680dd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:37.807774 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71e241ba-e00c-49ff-b4f8-7420f85ab06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.851608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60048) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:37.900234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-71e241ba-e00c-49ff-b4f8-7420f85ab06a None None] Port 8a196181-b35b-472a-9aa7-32c7fca680dd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:37.915966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.934452 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.951726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-552fd66d-9dd4-42e7-8ff5-be8f24509075 req-d346f576-ea76-4ad6-aa46-6d126365f62e tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940513 Jul 29 23:21:37.974459 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc08936d-878c-4028-9059-64909ac23488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.054987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a7cdc-b70c-4497-a0d7-a717b2cbf100 req-61d40ba1-a9d9-4fd1-9576-45c546be397a tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.056883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b1a7cdc-b70c-4497-a0d7-a717b2cbf100 req-61d40ba1-a9d9-4fd1-9576-45c546be397a tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 945 time: 0.2337203 Jul 29 23:21:38.103588 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.120304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Pushing event updated for resources: {'Port': ['ID=8a196181-b35b-472a-9aa7-32c7fca680dd,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:38.186034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b1a7cdc-b70c-4497-a0d7-a717b2cbf100 req-50fd7f76-bb05-4206-a8a4-d6fb85e70832 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815923 Jul 29 23:21:38.208694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f65614-4cac-42d2-bb9c-178344b308a3 req-67f09f13-a371-4cbd-bfe9-8efb8a19b6fd tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.215987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85f65614-4cac-42d2-bb9c-178344b308a3 req-67f09f13-a371-4cbd-bfe9-8efb8a19b6fd tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 944 time: 0.1563749 Jul 29 23:21:38.281686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85f65614-4cac-42d2-bb9c-178344b308a3 req-0c192527-786e-41ea-a528-cc7ffc7c9196 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645816 Jul 29 23:21:38.283073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:38.284661 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:38.358252 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc08936d-878c-4028-9059-64909ac23488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.369733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc08936d-878c-4028-9059-64909ac23488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.427499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fc08936d-878c-4028-9059-64909ac23488 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7778f9ec8d1342f19779f936560bfebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5737312 Jul 29 23:21:38.434647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60062) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:38.559511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4bacd4c4-255d-4a31-ac6f-149a90ab634c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:38.583606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08936d-878c-4028-9059-64909ac23488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c110a988-8889-4627-9d2f-7fb9d25d0f10,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:38.663022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Router 7066f76a-0fab-429b-bae2-97e489f5921e has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:21:38.691750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 4bacd4c4-255d-4a31-ac6f-149a90ab634c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:38.696583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4bacd4c4-255d-4a31-ac6f-149a90ab634c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:38.697170 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.719982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a360dcab-aadb-4cf3-9851-7b364c63204b req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1926814337', 'description': 'tempest-description-940329519'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:38.739867 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2f18554-794e-4b4f-a71b-21a34da85ca4 req-9478afa0-cbe0-41ef-a483-aa57a166ddf7 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 210 time: 0.1232843 Jul 29 23:21:38.783722 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec47b9d7-f574-4e08-97f8-566af0794a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.788360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a360dcab-aadb-4cf3-9851-7b364c63204b req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.803959 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a360dcab-aadb-4cf3-9851-7b364c63204b req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.820745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-034a2faa-88c8-482f-9b36-9bb8c38d2db0 None None] Provisioning complete for port 8a196181-b35b-472a-9aa7-32c7fca680dd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:38.822200 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-034a2faa-88c8-482f-9b36-9bb8c38d2db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.854741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:38.869813 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bb92f863-2e21-4572-9ae9-5711057a189f admin admin] 10.222.0.37 "PUT /v2.0/routers/7066f76a-0fab-429b-bae2-97e489f5921e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0048068 Jul 29 23:21:38.901855 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec47b9d7-f574-4e08-97f8-566af0794a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.908341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.925939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-034a2faa-88c8-482f-9b36-9bb8c38d2db0 None None] Port 8a196181-b35b-472a-9aa7-32c7fca680dd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:38.952211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 4bacd4c4-255d-4a31-ac6f-149a90ab634c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4bacd4c4-255d-4a31-ac6f-149a90ab634c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:38.959921 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.017959 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec47b9d7-f574-4e08-97f8-566af0794a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.020689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec47b9d7-f574-4e08-97f8-566af0794a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.022209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ec47b9d7-f574-4e08-97f8-566af0794a41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c110a988-8889-4627-9d2f-7fb9d25d0f10 HTTP/1.1" status: 204 len: 168 time: 0.5863111 Jul 29 23:21:39.028900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=4bacd4c4-255d-4a31-ac6f-149a90ab634c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:39.064318 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a360dcab-aadb-4cf3-9851-7b364c63204b req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.066602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47b9d7-f574-4e08-97f8-566af0794a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c110a988-8889-4627-9d2f-7fb9d25d0f10,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:39.068909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a360dcab-aadb-4cf3-9851-7b364c63204b req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.129385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d5e662-2614-44b6-a4db-6f02d72a2013,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:39.150723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec0518-21d7-41d0-923a-16c995937666 req-44b31a27-d7fe-4c40-9d66-fafb20301866 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.152323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6ec0518-21d7-41d0-923a-16c995937666 req-44b31a27-d7fe-4c40-9d66-fafb20301866 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 950 time: 0.1103818 Jul 29 23:21:39.213605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6ec0518-21d7-41d0-923a-16c995937666 req-f678797f-62c2-401f-9260-4560bbfcb83b tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526445 Jul 29 23:21:39.234250 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a360dcab-aadb-4cf3-9851-7b364c63204b req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.249565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a360dcab-aadb-4cf3-9851-7b364c63204b req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.318505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-1809e5ae-04e9-4937-a2a6-6a3e0b7b3712 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608628 Jul 29 23:21:39.322232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e140bf-2c21-4815-8406-398885397943,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:39.344194 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a360dcab-aadb-4cf3-9851-7b364c63204b req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.345574 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a360dcab-aadb-4cf3-9851-7b364c63204b req-0fb0880d-6ca2-4cf0-98f2-d9dbb2a61772 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6545935 Jul 29 23:21:39.452929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-fdb16934-ebbe-4414-8898-f68fb67299a6 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.454507 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-fdb16934-ebbe-4414-8898-f68fb67299a6 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196167 Jul 29 23:21:39.471272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Request body: {'port': {'device_id': '2dd7be53-391d-449c-93c4-6a5ab9f07ad2', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'fe03d0d45c7848b1b6ff4be7229563b4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:39.626967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Made reservation on behalf of fe03d0d45c7848b1b6ff4be7229563b4 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:39.631210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.641156 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Sync routers for ids ['7066f76a-0fab-429b-bae2-97e489f5921e'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:39.657180 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Routers {'7066f76a-0fab-429b-bae2-97e489f5921e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:39.658042 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:21:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7066f76a-0fab-429b-bae2-97e489f5921e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:39.793611 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Set router 7066f76a-0fab-429b-bae2-97e489f5921e gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:39.808802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ec8eb-2619-48d1-8e1b-11ab3f7c7ac4 req-ec6120cd-810d-43a4-b72c-fbb99388c831 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.810332 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-140ec8eb-2619-48d1-8e1b-11ab3f7c7ac4 req-ec6120cd-810d-43a4-b72c-fbb99388c831 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 945 time: 0.1593068 Jul 29 23:21:39.860859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Allocated IP 192.168.233.13 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/c44d6770-eeb6-42d2-bc12-9f1ec88bd841) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:39.882312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-140ec8eb-2619-48d1-8e1b-11ab3f7c7ac4 req-c76e348c-b766-4b58-9d9d-1dff0f9ea42a tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602269 Jul 29 23:21:40.008108 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-1a6d8ab8-5b1d-422f-a4da-126b98b7c29f service neutron] 10.222.0.42 "GET /v2.0/ports/b5106e51-7706-43fa-88ea-a623eb73425f/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 385 time: 0.0771458 Jul 29 23:21:40.136371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31190c-6dd2-4262-a815-e34a25c548e3 req-9fcce779-2c85-4f0e-b733-0aeedf8a0cd9 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.138797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b31190c-6dd2-4262-a815-e34a25c548e3 req-9fcce779-2c85-4f0e-b733-0aeedf8a0cd9 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 944 time: 0.1239786 Jul 29 23:21:40.142167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.151874 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-router', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:28Z', 'updated_at': '2021-07-29T23:21:37Z', 'revision_number': 4, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'gw_port': {'id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:30Z', 'updated_at': '2021-07-29T23:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8a196181-b35b-472a-9aa7-32c7fca680dd', 'name': '', 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'mac_address': 'fa:16:3e:3a:5a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '1c6de366-41e9-4a73-b765-24a8b6ff11d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:35Z', 'updated_at': '2021-07-29T23:21:37Z', 'revision_number': 2, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'subnets': [{'id': '1c6de366-41e9-4a73-b765-24a8b6ff11d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:40.160308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Transition to ACTIVE for port object c44d6770-eeb6-42d2-bc12-9f1ec88bd841 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:40.191173 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Checking router: 7066f76a-0fab-429b-bae2-97e489f5921e for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:40.191587 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Updating router 7066f76a-0fab-429b-bae2-97e489f5921e port 8a196181-b35b-472a-9aa7-32c7fca680dd binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:21:40.196271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9bec2680-1591-44b3-b83e-9b7517ecfdf2 req-66fe08ac-fc86-4204-9f9e-c04f64ae5018 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Request body: {'security_group': {'name': 'tempest-securitygroup-253689520', 'description': 'tempest-description-2114975347'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:40.227445 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.233086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.246552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['99461c3e-794f-4f1e-80db-09593384e124'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:40.250594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-78db5f32-d164-4108-a495-7e160797bcc2 service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:40.277159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-78db5f32-d164-4108-a495-7e160797bcc2 service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:40.293433 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9bec2680-1591-44b3-b83e-9b7517ecfdf2 req-66fe08ac-fc86-4204-9f9e-c04f64ae5018 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.340336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-78db5f32-d164-4108-a495-7e160797bcc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5106e51-7706-43fa-88ea-a623eb73425f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:40.340835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b31190c-6dd2-4262-a815-e34a25c548e3 req-646426a9-e770-4600-bc9b-366c33294695 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334000 Jul 29 23:21:40.341706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Pushing event updated for resources: {'Port': ['ID=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:40.356846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-78db5f32-d164-4108-a495-7e160797bcc2 service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:40.367012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['db6a9707-cf16-44e6-90f8-5f800d16fa42'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:40.376285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:40.383095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:40.389678 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-78db5f32-d164-4108-a495-7e160797bcc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.397865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:40.528506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4bacd4c4-255d-4a31-ac6f-149a90ab634c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:40.569527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-78db5f32-d164-4108-a495-7e160797bcc2 service neutron] Transition to ACTIVE for port object b5106e51-7706-43fa-88ea-a623eb73425f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:40.573819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.574481 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.579565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-78db5f32-d164-4108-a495-7e160797bcc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.647125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db5f32-d164-4108-a495-7e160797bcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5106e51-7706-43fa-88ea-a623eb73425f,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:40.674412 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9bec2680-1591-44b3-b83e-9b7517ecfdf2 req-66fe08ac-fc86-4204-9f9e-c04f64ae5018 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.689231 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9bec2680-1591-44b3-b83e-9b7517ecfdf2 req-66fe08ac-fc86-4204-9f9e-c04f64ae5018 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.691393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-78db5f32-d164-4108-a495-7e160797bcc2 service neutron] No DVR routers for this DVR port b5106e51-7706-43fa-88ea-a623eb73425f on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:40.710505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-9e8617e1-7c33-48ed-a7b1-c00c84efffda tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2433558 Jul 29 23:21:40.730428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Request body: {'port': {'device_id': '2dd7be53-391d-449c-93c4-6a5ab9f07ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:40.746183 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-78db5f32-d164-4108-a495-7e160797bcc2 service neutron] 10.222.0.42 "PUT /v2.0/ports/b5106e51-7706-43fa-88ea-a623eb73425f/bindings/n-h2-712139-11/activate HTTP/1.1" status: 200 len: 370 time: 0.7240796 Jul 29 23:21:40.764393 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9bec2680-1591-44b3-b83e-9b7517ecfdf2 req-66fe08ac-fc86-4204-9f9e-c04f64ae5018 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.771304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bec2680-1591-44b3-b83e-9b7517ecfdf2 req-66fe08ac-fc86-4204-9f9e-c04f64ae5018 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5814383 Jul 29 23:21:40.804045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe08ac-fc86-4204-9f9e-c04f64ae5018 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4338482-3f0b-4691-a7ec-7483d7b20294,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:40.827148 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.852962 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Transition to ACTIVE for port object 8a196181-b35b-472a-9aa7-32c7fca680dd will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:40.856699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4bacd4c4-255d-4a31-ac6f-149a90ab634c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:40.857078 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.863204 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.878453 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.918188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-38fc8959-d7aa-4dd9-84ff-7f1eb5d84a92 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.918828 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d763021-43ae-4827-ab31-d8391ab244f3 None None] Provisioning for port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:40.920382 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-38fc8959-d7aa-4dd9-84ff-7f1eb5d84a92 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.0800765 Jul 29 23:21:40.940542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d763021-43ae-4827-ab31-d8391ab244f3 None None] Provisioning complete for port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:40.940944 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d763021-43ae-4827-ab31-d8391ab244f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.977701 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca99b7d-bfd5-48bc-a4c0-4841977d2920 None None] Pushing event updated for resources: {'Port': ['ID=8a196181-b35b-472a-9aa7-32c7fca680dd,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:41.060430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-28b19d23-c08e-4e00-81a8-1c19691ef973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.063870 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-28b19d23-c08e-4e00-81a8-1c19691ef973 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def&tenant_id=c3e5a83bba0440559ee180cab805bf7a HTTP/1.1" status: 200 len: 1097 time: 0.1344059 Jul 29 23:21:41.109230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6d763021-43ae-4827-ab31-d8391ab244f3 None None] Port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:41.115654 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Attempting to bind port 8a196181-b35b-472a-9aa7-32c7fca680dd on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:41.116147 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Attempting to bind port 8a196181-b35b-472a-9aa7-32c7fca680dd by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'daeceff2-774b-4d0d-a38e-b011a98e3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:41.116533 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Attempting to bind port 8a196181-b35b-472a-9aa7-32c7fca680dd on network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:41.122906 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:41.123287 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Checking segment: {'id': 'daeceff2-774b-4d0d-a38e-b011a98e3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:41.123697 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.124118 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Bound using segment: {'id': 'daeceff2-774b-4d0d-a38e-b011a98e3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:41.124597 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Bound port: 8a196181-b35b-472a-9aa7-32c7fca680dd, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daeceff2-774b-4d0d-a38e-b011a98e3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:41.136700 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.226119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-747dcb86-addc-4a86-886e-60c67ffd5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.230080 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-747dcb86-addc-4a86-886e-60c67ffd5543 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 1097 time: 0.1162612 Jul 29 23:21:41.342559 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] For port 8a196181-b35b-472a-9aa7-32c7fca680dd, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:41.352774 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] For port 8a196181-b35b-472a-9aa7-32c7fca680dd, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8a196181-b35b-472a-9aa7-32c7fca680dd,segment=NetworkSegment(daeceff2-774b-4d0d-a38e-b011a98e3ed9),segment_id=daeceff2-774b-4d0d-a38e-b011a98e3ed9)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:41.366125 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.397326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-46a737cd-7eff-4de3-9611-76ffc49012e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.399674 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-46a737cd-7eff-4de3-9611-76ffc49012e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.1617942 Jul 29 23:21:41.481104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-e03824cb-72c0-4a15-befc-7cb6082871a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5106e51-7706-43fa-88ea-a623eb73425f HTTP/1.1" status: 200 len: 217 time: 0.0721457 Jul 29 23:21:41.486311 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Routers {'7066f76a-0fab-429b-bae2-97e489f5921e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:41.486993 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:21:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7066f76a-0fab-429b-bae2-97e489f5921e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:41.493566 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca99b7d-bfd5-48bc-a4c0-4841977d2920 None None] Pushing event updated for resources: {'Port': ['ID=8a196181-b35b-472a-9aa7-32c7fca680dd,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:41.580063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-f21d43ba-6087-4703-a961-731edc1e1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.581697 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-f21d43ba-6087-4703-a961-731edc1e1a24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0917916 Jul 29 23:21:41.637069 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-0f8dd838-b12b-4b73-9368-95c2d5488083 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400336 Jul 29 23:21:41.655142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eb02e-c730-4add-adb5-9647774fb208 req-0d0da9d6-5bb6-42aa-b6ce-2cb0dbac9080 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.668124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-530eb02e-c730-4add-adb5-9647774fb208 req-0d0da9d6-5bb6-42aa-b6ce-2cb0dbac9080 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 935 time: 0.5187042 Jul 29 23:21:41.731102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-530eb02e-c730-4add-adb5-9647774fb208 req-3d92b4c2-1dd7-463a-9dab-a9708533c3cd tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599327 Jul 29 23:21:41.778247 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-e04bf331-37ff-4ac5-a290-129adfe40898 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301877 Jul 29 23:21:41.869951 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] Set router 7066f76a-0fab-429b-bae2-97e489f5921e gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:41.901217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44d6770-eeb6-42d2-bc12-9f1ec88bd841 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:41.908631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a7ccc59c-caab-41f4-95fe-95a4a3ef7467 req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2132809328', 'description': 'tempest-description-53986882'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:41.918414 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.935695 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-6a3ce5fb-79af-4b6a-aca7-01b549e7b05b service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399794 Jul 29 23:21:41.943027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Transition to ACTIVE for port object c44d6770-eeb6-42d2-bc12-9f1ec88bd841 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:41.949640 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.961431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62b935-c110-402a-b356-f93f0f228c04 req-22f62c82-19d8-4006-995c-cf8f08363a22 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.962963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc62b935-c110-402a-b356-f93f0f228c04 req-22f62c82-19d8-4006-995c-cf8f08363a22 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 945 time: 0.1028144 Jul 29 23:21:41.967663 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ccc59c-caab-41f4-95fe-95a4a3ef7467 req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.004848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ccc59c-caab-41f4-95fe-95a4a3ef7467 req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.049351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.097428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc62b935-c110-402a-b356-f93f0f228c04 req-9144244f-6846-4ff0-a0a6-2c3db7884174 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033547 Jul 29 23:21:42.109388 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-router', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:28Z', 'updated_at': '2021-07-29T23:21:37Z', 'revision_number': 4, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'gw_port': {'id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:30Z', 'updated_at': '2021-07-29T23:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8a196181-b35b-472a-9aa7-32c7fca680dd', 'name': '', 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'mac_address': 'fa:16:3e:3a:5a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '1c6de366-41e9-4a73-b765-24a8b6ff11d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:35Z', 'updated_at': '2021-07-29T23:21:41Z', 'revision_number': 4, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'subnets': [{'id': '1c6de366-41e9-4a73-b765-24a8b6ff11d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:42.159636 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2d5df-5e9b-4981-8193-f9901bebbf43 None None] The sync data for ids ['7066f76a-0fab-429b-bae2-97e489f5921e'] in n-d-712139-11 is: [{'id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-router', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:28Z', 'updated_at': '2021-07-29T23:21:37Z', 'revision_number': 4, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'gw_port': {'id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:30Z', 'updated_at': '2021-07-29T23:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8a196181-b35b-472a-9aa7-32c7fca680dd', 'name': '', 'network_id': '03aaa8c4-1de3-42b4-acf0-7841e9b11cfb', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'mac_address': 'fa:16:3e:3a:5a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '1c6de366-41e9-4a73-b765-24a8b6ff11d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:35Z', 'updated_at': '2021-07-29T23:21:41Z', 'revision_number': 4, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'subnets': [{'id': '1c6de366-41e9-4a73-b765-24a8b6ff11d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:42.169416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Attempting to bind port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:42.169763 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Attempting to bind port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:42.170163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Attempting to bind port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:42.181791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:42.182126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Attempting to bind port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:42.194034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:42.194382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:42.194779 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:42.195260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Bound port: c44d6770-eeb6-42d2-bc12-9f1ec88bd841, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:42.195650 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.317797 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ccc59c-caab-41f4-95fe-95a4a3ef7467 req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.330317 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ccc59c-caab-41f4-95fe-95a4a3ef7467 req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.338948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] For port c44d6770-eeb6-42d2-bc12-9f1ec88bd841, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:42.345294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] For port c44d6770-eeb6-42d2-bc12-9f1ec88bd841, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:42.367085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.416357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d4cb9-9557-474d-a7f1-37b76fc173b3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.442946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.444032 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.445088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/c44d6770-eeb6-42d2-bc12-9f1ec88bd841 HTTP/1.1" status: 200 len: 1096 time: 1.7200170 Jul 29 23:21:42.447373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd7be53-391d-449c-93c4-6a5ab9f07ad2', 'tag': 'c44d6770-eeb6-42d2-bc12-9f1ec88bd841'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:42.449997 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35911089-3067-4dbc-bfe9-6570cad6e644" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd7be53-391d-449c-93c4-6a5ab9f07ad2", "tag": "c44d6770-eeb6-42d2-bc12-9f1ec88bd841"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:42.508479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71446d-2ed8-43a9-99a4-160b03bee1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.589848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ccc59c-caab-41f4-95fe-95a4a3ef7467 req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.591642 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06d85c6-cc3f-462c-9e85-053c734cd545 x-openstack-request-id: req-b06d85c6-cc3f-462c-9e85-053c734cd545 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:42.592200 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd7be53-391d-449c-93c4-6a5ab9f07ad2", "tag": "c44d6770-eeb6-42d2-bc12-9f1ec88bd841", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:42.592311 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b06d85c6-cc3f-462c-9e85-053c734cd545 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:42.592674 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd7be53-391d-449c-93c4-6a5ab9f07ad2', 'tag': 'c44d6770-eeb6-42d2-bc12-9f1ec88bd841', 'status': 'completed', 'code': 200} Jul 29 23:21:42.601189 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ccc59c-caab-41f4-95fe-95a4a3ef7467 req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.604353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8a196181-b35b-472a-9aa7-32c7fca680dd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:42.654161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-45d7b60d-6d2f-4394-8905-75ad0d823509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.655891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-45d7b60d-6d2f-4394-8905-75ad0d823509 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 1099 time: 0.1447625 Jul 29 23:21:42.662041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ccc59c-caab-41f4-95fe-95a4a3ef7467 req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.663237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7ccc59c-caab-41f4-95fe-95a4a3ef7467 req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7673039 Jul 29 23:21:42.677051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621e3ec-829a-4f9c-84d5-7d248bbd659f tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230da0a4-6941-462d-b0ea-d7311b854a6f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.735704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8a196181-b35b-472a-9aa7-32c7fca680dd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:42.746484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8a196181-b35b-472a-9aa7-32c7fca680dd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:42.747113 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.774306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-975ba744-9980-4b7d-82d3-8828444d0a46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c44d6770-eeb6-42d2-bc12-9f1ec88bd841 HTTP/1.1" status: 200 len: 217 time: 0.0906644 Jul 29 23:21:42.870699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-817a4bbb-c7d5-4996-851f-53a8ca55a1eb tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.875098 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-817a4bbb-c7d5-4996-851f-53a8ca55a1eb tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.0977824 Jul 29 23:21:42.889398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-2cdd6dae-1583-463e-bdc1-b42a1ec06ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.891046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-2cdd6dae-1583-463e-bdc1-b42a1ec06ec7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1034281 Jul 29 23:21:42.906401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b5106e51-7706-43fa-88ea-a623eb73425f no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:42.910223 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.968819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-571a4da1-30b9-41b5-af70-7ca0ebef0ecf req-e9195d33-b5bc-48d6-b15b-0455b2912ec3 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-725523721', 'description': 'tempest-description-1964116183'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:43.019142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b5106e51-7706-43fa-88ea-a623eb73425f not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:43.024172 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-571a4da1-30b9-41b5-af70-7ca0ebef0ecf req-e9195d33-b5bc-48d6-b15b-0455b2912ec3 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.025320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 8a196181-b35b-472a-9aa7-32c7fca680dd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8a196181-b35b-472a-9aa7-32c7fca680dd,segment=NetworkSegment(daeceff2-774b-4d0d-a38e-b011a98e3ed9),segment_id=daeceff2-774b-4d0d-a38e-b011a98e3ed9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:43.036248 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.078581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-e06ce9b1-a761-4a65-86ae-34c81830045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.080434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-e06ce9b1-a761-4a65-86ae-34c81830045b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1759770 Jul 29 23:21:43.097145 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-f1ad1c56-a012-42e4-89bb-69c7f15c1bcc service neutron] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:43.106089 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-f1ad1c56-a012-42e4-89bb-69c7f15c1bcc service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.106725 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=8a196181-b35b-472a-9aa7-32c7fca680dd,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:43.110504 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bed6a6c5-3adf-4fda-bfdc-e76b64e2da25 req-f1ad1c56-a012-42e4-89bb-69c7f15c1bcc service neutron] 10.222.0.47 "DELETE /v2.0/ports/b5106e51-7706-43fa-88ea-a623eb73425f/bindings/n-h1-712139-11 HTTP/1.1" status: 204 len: 173 time: 0.2258525 Jul 29 23:21:43.175021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:43.185047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-15975bcf-403f-4ad3-a8c0-004a5e6603e4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524742919', 'description': 'tempest-description--483258137'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:43.237514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-db3c3a05-c88a-4b56-a09f-d19fdaa75e93 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436458 Jul 29 23:21:43.344329 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-571a4da1-30b9-41b5-af70-7ca0ebef0ecf req-e9195d33-b5bc-48d6-b15b-0455b2912ec3 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.350864 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-571a4da1-30b9-41b5-af70-7ca0ebef0ecf req-e9195d33-b5bc-48d6-b15b-0455b2912ec3 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.367776 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15975bcf-403f-4ad3-a8c0-004a5e6603e4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.398549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e23dc-9349-4b5b-8ff0-4d77406a00c4 req-1e2df97a-32bf-4e54-ac01-c194dd41bcd1 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.400114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c7e23dc-9349-4b5b-8ff0-4d77406a00c4 req-1e2df97a-32bf-4e54-ac01-c194dd41bcd1 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 947 time: 0.1521778 Jul 29 23:21:43.408956 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-571a4da1-30b9-41b5-af70-7ca0ebef0ecf req-e9195d33-b5bc-48d6-b15b-0455b2912ec3 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.410395 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-571a4da1-30b9-41b5-af70-7ca0ebef0ecf req-e9195d33-b5bc-48d6-b15b-0455b2912ec3 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4483266 Jul 29 23:21:43.436854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9195d33-b5bc-48d6-b15b-0455b2912ec3 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c74cf7-ed25-43e9-a158-26fe7118bd5d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:43.451260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd1025c-9374-41a8-9b4a-1bc7fb19576a req-ce672023-fcaf-407e-9d6f-d9818492ce27 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043195 Jul 29 23:21:43.465992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c7e23dc-9349-4b5b-8ff0-4d77406a00c4 req-794dcf0c-a8c6-4669-8d3b-450f39c46346 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517752 Jul 29 23:21:43.497986 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15975bcf-403f-4ad3-a8c0-004a5e6603e4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.509166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15975bcf-403f-4ad3-a8c0-004a5e6603e4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.544665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15975bcf-403f-4ad3-a8c0-004a5e6603e4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef4797-290d-4196-a380-12c485144d5e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:43.547400 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15975bcf-403f-4ad3-a8c0-004a5e6603e4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.551778 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-15975bcf-403f-4ad3-a8c0-004a5e6603e4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3726041 Jul 29 23:21:43.551923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:43.559709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3d335418-b406-4d7c-b831-9d7eb0eefded tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Request body: {'security_group_rule': {'security_group_id': 'fcef4797-290d-4196-a380-12c485144d5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:43.605019 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d335418-b406-4d7c-b831-9d7eb0eefded tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.691258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d335418-b406-4d7c-b831-9d7eb0eefded tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.695948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d335418-b406-4d7c-b831-9d7eb0eefded tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.696466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-a5fc110d-5c22-48be-a8d2-dd27fb90f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.698303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-a5fc110d-5c22-48be-a8d2-dd27fb90f3af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 1099 time: 0.1559770 Jul 29 23:21:43.713709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d335418-b406-4d7c-b831-9d7eb0eefded tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db454ab-0561-4276-bb70-1fa5260587d5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:43.721254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d335418-b406-4d7c-b831-9d7eb0eefded tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.722383 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3d335418-b406-4d7c-b831-9d7eb0eefded tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694415 Jul 29 23:21:43.725115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:43.729667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a6a6ab60-3a74-4883-acdb-8dffed0934b4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Request body: {'security_group_rule': {'security_group_id': 'fcef4797-290d-4196-a380-12c485144d5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:43.732571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cd26f-906f-4160-80f4-3b4d8ccd522b req-d345b888-4db8-4413-a51a-29ea80f5c2df tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.734765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-333cd26f-906f-4160-80f4-3b4d8ccd522b req-d345b888-4db8-4413-a51a-29ea80f5c2df tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 945 time: 0.1436260 Jul 29 23:21:43.760661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ab60-3a74-4883-acdb-8dffed0934b4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.812394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ab60-3a74-4883-acdb-8dffed0934b4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.816208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ab60-3a74-4883-acdb-8dffed0934b4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.837448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6ab60-3a74-4883-acdb-8dffed0934b4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c38ada7-d43f-4711-82ff-4ac022f7c35c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:43.841224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ab60-3a74-4883-acdb-8dffed0934b4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.845275 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a6a6ab60-3a74-4883-acdb-8dffed0934b4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164227 Jul 29 23:21:43.845716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:43.850698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:43.853182 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-333cd26f-906f-4160-80f4-3b4d8ccd522b req-c9346063-5f13-44e9-861c-58fc36d8d7f3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100240 Jul 29 23:21:43.881344 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.907701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-6f3f3da2-5d00-41d2-bc32-d88e1f330130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.909209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-6f3f3da2-5d00-41d2-bc32-d88e1f330130 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1960614 Jul 29 23:21:43.982506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-6e1b0ee3-95da-4484-8838-e0bc6c2bfd79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c44d6770-eeb6-42d2-bc12-9f1ec88bd841 HTTP/1.1" status: 200 len: 217 time: 0.0564892 Jul 29 23:21:43.995911 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.072164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-fe9675ad-a7f2-4778-bb57-632a107d7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.073632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-fe9675ad-a7f2-4778-bb57-632a107d7360 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0741320 Jul 29 23:21:44.094267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-1aacb471-67db-4388-bcc8-3e71cd945f8c tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 41161 time: 0.4772453 Jul 29 23:21:44.121864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Allocated IP 172.25.2.33 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/769f59e1-15ca-4de8-9f5b-a3f3814d6606) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:44.180165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-1049da50-a3c4-4149-8b08-c8e68b7f4df6 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/18f2807e-ae77-45de-b7e8-459f1aab118d HTTP/1.1" status: 200 len: 2973 time: 0.0751078 Jul 29 23:21:44.236976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-664ad020-4b8b-4170-91f0-b72de56c8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.238398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-664ad020-4b8b-4170-91f0-b72de56c8683 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1430683 Jul 29 23:21:44.252706 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.313060 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.334462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-05103123-345f-416f-83f4-6a599dc06fe5 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/18f2807e-ae77-45de-b7e8-459f1aab118d HTTP/1.1" status: 200 len: 2973 time: 0.1533747 Jul 29 23:21:44.346508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:44.349980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:44.353495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:44.373744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e21a4-c652-4449-a58d-098549e682d0 req-58de42d6-0358-4907-bcb8-d5b045266200 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.375290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d6e21a4-c652-4449-a58d-098549e682d0 req-58de42d6-0358-4907-bcb8-d5b045266200 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 1097 time: 0.1508355 Jul 29 23:21:44.387068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event updated for resources: {'Port': ['ID=769f59e1-15ca-4de8-9f5b-a3f3814d6606,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:44.396551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-42e5f5f7-65c0-498b-b6b0-0fe2429938fb tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/357119e9-d40d-4169-af47-b9c147ee71c0 HTTP/1.1" status: 200 len: 2981 time: 0.0612011 Jul 29 23:21:44.441508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:44.490905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d6e21a4-c652-4449-a58d-098549e682d0 req-2295f20e-90cd-473b-b09a-e5e569f848a2 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030061 Jul 29 23:21:44.495391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8a196181-b35b-472a-9aa7-32c7fca680dd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:44.498556 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.506812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-682f7188-611f-43aa-8372-caa3e64b20de service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396624 Jul 29 23:21:44.524769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-0aa6e38e-33e4-4dfc-8e92-dc17ed7aaa5d tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/357119e9-d40d-4169-af47-b9c147ee71c0 HTTP/1.1" status: 200 len: 2981 time: 0.0852149 Jul 29 23:21:44.605501 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.621498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8a196181-b35b-472a-9aa7-32c7fca680dd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:44.621984 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.678221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-6e3fa95c-c996-45e5-b999-18e2710e6164 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/42b2041b-c800-4c0b-bb1f-1606812db4f6 HTTP/1.1" status: 200 len: 2981 time: 0.1525092 Jul 29 23:21:44.727836 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833771e8-ca2b-4cde-9652-35b981e1f3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.750175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35911089-3067-4dbc-bfe9-6570cad6e644 req-3ac7b127-f5bc-42b5-b780-4d49f00d31db service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233098 Jul 29 23:21:44.761274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f63755-0d60-4490-b97b-3a63ff6f7968 req-b51d01a8-635a-48db-9e60-ed6ff271c51c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.762711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3f63755-0d60-4490-b97b-3a63ff6f7968 req-b51d01a8-635a-48db-9e60-ed6ff271c51c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 947 time: 0.1322947 Jul 29 23:21:44.786501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-9e6e3246-9c88-43c2-bde3-3481ef11e351 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/42b2041b-c800-4c0b-bb1f-1606812db4f6 HTTP/1.1" status: 200 len: 2981 time: 0.1068654 Jul 29 23:21:44.795486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.800765 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.852312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3f63755-0d60-4490-b97b-3a63ff6f7968 req-bbb21268-1d06-4f6b-8228-1db928bd57b6 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794299 Jul 29 23:21:44.874817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event updated for resources: {'Port': ['ID=769f59e1-15ca-4de8-9f5b-a3f3814d6606,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:44.883693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-0f0aee4d-490e-42e4-874c-5f509085455a tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6ee605c7-b291-439c-af77-23c5f650fb10 HTTP/1.1" status: 200 len: 2977 time: 0.0838954 Jul 29 23:21:44.885847 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.906355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7364ceaa-e61f-4841-a2df-c5e8a842ad4d details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:44.968654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-026a7efe-c588-4b30-a644-08c782088fe7 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6ee605c7-b291-439c-af77-23c5f650fb10 HTTP/1.1" status: 200 len: 2977 time: 0.0778120 Jul 29 23:21:44.973941 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833771e8-ca2b-4cde-9652-35b981e1f3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.993940 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833771e8-ca2b-4cde-9652-35b981e1f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.994438 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.005891 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-129192eb-79d2-48f1-a61b-5dab9a41434d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1501405 Jul 29 23:21:45.075784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:45.090167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-833771e8-ca2b-4cde-9652-35b981e1f3d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d99807f4f074f8c830aa0f3b540e1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6326754 Jul 29 23:21:45.090167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833771e8-ca2b-4cde-9652-35b981e1f3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0626e77-989f-4c0b-bd12-2244a0e06877,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:45.090431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:45.100846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-9295f2d1-03ad-44c7-b6a4-8e32ef48f226 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/929123be-be9d-4a29-9a48-96838233e365 HTTP/1.1" status: 200 len: 2981 time: 0.1219835 Jul 29 23:21:45.121504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'port_id': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d', 'mac_address': 'fa:16:3e:2f:ca:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436ab033-bc25-444f-a687-d87717fff3ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:45.186737 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.213852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-78838fd4-bd5a-44ae-99df-a9dcc272f4ac tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/929123be-be9d-4a29-9a48-96838233e365 HTTP/1.1" status: 200 len: 2981 time: 0.1121752 Jul 29 23:21:45.223129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7364ceaa-e61f-4841-a2df-c5e8a842ad4d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:45.252007 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:45.259867 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.302006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-25dec0c3-a055-40c7-8c17-74a01bc9f6bf tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.309573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-25dec0c3-a055-40c7-8c17-74a01bc9f6bf tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 821 time: 0.1907892 Jul 29 23:21:45.321036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-ef26cbd5-8358-4bf6-934f-0f93c09c3db6 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/92dc2b61-c3d0-4308-bfb2-f1b6060ff02e HTTP/1.1" status: 200 len: 2981 time: 0.1062350 Jul 29 23:21:45.335090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60344) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:45.345252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:45.357876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:45.358673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-4929b13c-e643-4068-b6f3-c4f2ed92dd90 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/quotas/c3e5a83bba0440559ee180cab805bf7a HTTP/1.1" status: 200 len: 375 time: 0.0478823 Jul 29 23:21:45.369714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.370063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.370405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.370744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.371270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.372794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.388473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.390311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.390992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.392345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.392891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.395373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:45.416785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7364ceaa-e61f-4841-a2df-c5e8a842ad4d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:45.456156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-1229763f-eba5-4b17-897c-f2e2990453aa tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/92dc2b61-c3d0-4308-bfb2-f1b6060ff02e HTTP/1.1" status: 200 len: 2981 time: 0.1337810 Jul 29 23:21:45.470920 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e152-3f46-49e5-8fb3-c62dbdd00851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.495565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e152-3f46-49e5-8fb3-c62dbdd00851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.538311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-d99114d9-1971-4405-adfb-bf5176edb063 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1784744 Jul 29 23:21:45.542103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-904f80cc-864f-489d-9361-cdae866bed28 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9b1496ed-3cef-40c1-a6aa-3833c2ef3347 HTTP/1.1" status: 200 len: 2981 time: 0.0849018 Jul 29 23:21:45.543087 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f482001-9e79-499e-a818-b0c4316df44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.547233 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e152-3f46-49e5-8fb3-c62dbdd00851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.550703 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e152-3f46-49e5-8fb3-c62dbdd00851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.556050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0bf3e152-3f46-49e5-8fb3-c62dbdd00851 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0626e77-989f-4c0b-bd12-2244a0e06877 HTTP/1.1" status: 204 len: 168 time: 0.4648972 Jul 29 23:21:45.567645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3e152-3f46-49e5-8fb3-c62dbdd00851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0626e77-989f-4c0b-bd12-2244a0e06877,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:45.616790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:45.621783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-e8cc0dd8-66ae-4f3a-9aec-a386a3d3298b tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9b1496ed-3cef-40c1-a6aa-3833c2ef3347 HTTP/1.1" status: 200 len: 2981 time: 0.0680630 Jul 29 23:21:45.646266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'mac_address': 'fa:16:3e:62:62:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:45.714652 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.738020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:45.764990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:45.771651 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.785138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-7125eb5b-087e-4ced-982b-25cd0fcd5d7d tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a6d5e662-2614-44b6-a4db-6f02d72a2013 HTTP/1.1" status: 200 len: 2981 time: 0.1460640 Jul 29 23:21:45.837370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:45.847580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-a72ab2e2-91f0-45cb-8bc8-73eeaa03660b tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a6d5e662-2614-44b6-a4db-6f02d72a2013 HTTP/1.1" status: 200 len: 2981 time: 0.0483129 Jul 29 23:21:45.855833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-d7ebb99a-a215-4fe7-87f2-6b538e72c532 service neutron] 10.222.0.37 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008864 Jul 29 23:21:45.944461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:45.958397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32aa3600-e65b-4590-bd98-af4d48ba0f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.975704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:45.998538 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f482001-9e79-499e-a818-b0c4316df44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.009435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f482001-9e79-499e-a818-b0c4316df44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.020710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-cfb0c18d-cd15-4833-b52a-bd72b54aa693 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/aafa2d53-b217-4926-961e-0c76f9b94eec HTTP/1.1" status: 200 len: 2981 time: 0.1627367 Jul 29 23:21:46.053919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-16a76869-a8c0-4da5-bde5-4e431630fc27 service neutron] 10.222.0.37 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969252 Jul 29 23:21:46.135729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0f482001-9e79-499e-a818-b0c4316df44a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3de2e3558a7c4fe1a43a3ce08da57939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7987192 Jul 29 23:21:46.136551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f482001-9e79-499e-a818-b0c4316df44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d085d6-8804-4c5b-a571-848a3e2fb89a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:46.142343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60376) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:46.172556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-4cbca05f-2d38-4de1-aff2-c68c8ab12dbc tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/aafa2d53-b217-4926-961e-0c76f9b94eec HTTP/1.1" status: 200 len: 2981 time: 0.1419642 Jul 29 23:21:46.208345 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32aa3600-e65b-4590-bd98-af4d48ba0f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.219535 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32aa3600-e65b-4590-bd98-af4d48ba0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.274480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-aac263c0-b3d6-43d2-a8fd-70193c27cc80 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c15d4fff-b820-4384-b9ef-e65e546f1cc7 HTTP/1.1" status: 200 len: 2981 time: 0.0952876 Jul 29 23:21:46.289948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-038c84c6-5bcd-4fc4-97ee-dc299945f5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.342442 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-32aa3600-e65b-4590-bd98-af4d48ba0f43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54ec63efa065407584ab9af9f086e1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940415 Jul 29 23:21:46.344055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60386) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:46.375542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa3600-e65b-4590-bd98-af4d48ba0f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aee505e-3314-4610-aa53-eed76ac66e56,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:46.401062 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-038c84c6-5bcd-4fc4-97ee-dc299945f5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.477279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-5748c9c5-5452-4eb0-87fc-1ac68fe983c9 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c15d4fff-b820-4384-b9ef-e65e546f1cc7 HTTP/1.1" status: 200 len: 2981 time: 0.2016628 Jul 29 23:21:46.568051 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-038c84c6-5bcd-4fc4-97ee-dc299945f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.577840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-038c84c6-5bcd-4fc4-97ee-dc299945f5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.579235 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-038c84c6-5bcd-4fc4-97ee-dc299945f5a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8d085d6-8804-4c5b-a571-848a3e2fb89a HTTP/1.1" status: 204 len: 168 time: 0.4357669 Jul 29 23:21:46.591468 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c84c6-5bcd-4fc4-97ee-dc299945f5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d085d6-8804-4c5b-a571-848a3e2fb89a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:46.621255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1092449-7384-45c5-a9eb-7ba36f5acaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.742430 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1092449-7384-45c5-a9eb-7ba36f5acaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.760220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-32db39d0-2a6a-414a-9b0b-829b9136465e tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/cd3d4cb9-9557-474d-a7f1-37b76fc173b3 HTTP/1.1" status: 200 len: 2981 time: 0.2402236 Jul 29 23:21:46.825918 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-647ebe2e-023b-4c2a-ab5c-18d29139fa89 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--524742919&fields=id&tenant_id=d201b695131547f0964bd2cc9a237702 HTTP/1.1" status: 200 len: 267 time: 0.2354038 Jul 29 23:21:46.911115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c44d6770-eeb6-42d2-bc12-9f1ec88bd841 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:46.942374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7364ceaa-e61f-4841-a2df-c5e8a842ad4d up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:46.964946 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1092449-7384-45c5-a9eb-7ba36f5acaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.970896 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1092449-7384-45c5-a9eb-7ba36f5acaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.976416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f1092449-7384-45c5-a9eb-7ba36f5acaed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0aee505e-3314-4610-aa53-eed76ac66e56 HTTP/1.1" status: 204 len: 168 time: 0.6325784 Jul 29 23:21:46.979222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-13374a82-09e1-4840-87f2-ed7b7aea70da tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/cd3d4cb9-9557-474d-a7f1-37b76fc173b3 HTTP/1.1" status: 200 len: 2981 time: 0.2042978 Jul 29 23:21:47.033515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1092449-7384-45c5-a9eb-7ba36f5acaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aee505e-3314-4610-aa53-eed76ac66e56,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:47.100492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-4c200f89-c3ff-4c02-b088-8ab58c27e72f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:47.108185 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-4c200f89-c3ff-4c02-b088-8ab58c27e72f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/networks?id=64586059-01f1-49b9-8ef5-2910bc6c6717 HTTP/1.1" status: 200 len: 824 time: 0.2813101 Jul 29 23:21:47.131608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-1d2f57e3-9b87-4e3a-8eec-a1cb913bb478 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/quotas/d201b695131547f0964bd2cc9a237702 HTTP/1.1" status: 200 len: 375 time: 0.0220966 Jul 29 23:21:47.144324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-e6d7125b-c7a6-4b62-967f-cae0c70a34de tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e486661b-b42c-4237-b21a-256f82db9e3b HTTP/1.1" status: 200 len: 2981 time: 0.1198692 Jul 29 23:21:47.241507 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3476ee40-66c2-42bb-9a88-e5024d8392dc req-2e1c142e-e598-4e89-a2a8-e9d3a2f51d29 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e486661b-b42c-4237-b21a-256f82db9e3b HTTP/1.1" status: 200 len: 2981 time: 0.0648999 Jul 29 23:21:47.250585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:47.250970 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.264229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60414) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:47.285389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-983240d4-c8fa-4020-bb07-4085a2131049 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d201b695131547f0964bd2cc9a237702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1524599 Jul 29 23:21:47.287364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44558e92-1953-4cfb-85cc-593963e5c529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.311986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c44d6770-eeb6-42d2-bc12-9f1ec88bd841, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:47.355391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:47.357606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'c44d6770-eeb6-42d2-bc12-9f1ec88bd841', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'c44d6770-eeb6-42d2-bc12-9f1ec88bd841', 'mac_address': 'fa:16:3e:43:e7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:47.578183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44558e92-1953-4cfb-85cc-593963e5c529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.595875 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44558e92-1953-4cfb-85cc-593963e5c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.651371 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.672252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-44558e92-1953-4cfb-85cc-593963e5c529 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ba9c1e4be6e4edebf1ef62f8fcae962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068363 Jul 29 23:21:47.673044 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44558e92-1953-4cfb-85cc-593963e5c529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef61549-1de9-4747-8c58-290e29015a30,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:47.680450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60426) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:47.697170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44d6770-eeb6-42d2-bc12-9f1ec88bd841 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:47.708160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:47.708518 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.768425 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.819052 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c44d6770-eeb6-42d2-bc12-9f1ec88bd841, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:47.835407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.836199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b05ff-4966-404d-b38e-dab864b20223 req-d8a4ec70-f3d5-4b61-99de-a5382848b6cf tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:47.848124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-149b05ff-4966-404d-b38e-dab864b20223 req-d8a4ec70-f3d5-4b61-99de-a5382848b6cf tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 947 time: 0.1658015 Jul 29 23:21:47.857518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8659dc24-02df-45b2-9e96-572757c75b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.876656 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-4ea05673-d7e4-4af3-a292-289131553f3f service neutron] 10.222.0.37 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877275 Jul 29 23:21:47.942386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:47.945947 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3c0f72-76f1-4059-8614-13002f5aade7" -d '{"events": [{"server_uuid": "16203445-9fe6-441f-81aa-b58d5bac5a02", "name": "network-vif-plugged", "status": "completed", "tag": "7364ceaa-e61f-4841-a2df-c5e8a842ad4d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:47.990152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:48.046562 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.069159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:48.121533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8659dc24-02df-45b2-9e96-572757c75b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.193083 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.196388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-149b05ff-4966-404d-b38e-dab864b20223 req-34e8f281-f7d3-41a1-98e5-b7b38dd24957 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477299 Jul 29 23:21:48.258525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c44d6770-eeb6-42d2-bc12-9f1ec88bd841'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:48.297785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-4b79c57b-6e8b-48d7-a001-4a47679ec4c0 service neutron] 10.222.0.37 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191678 Jul 29 23:21:48.332515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:48.341564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-0556d96c-00ad-48df-8d9d-baf416e62a58 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:48.343946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-0556d96c-00ad-48df-8d9d-baf416e62a58 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 821 time: 0.2623844 Jul 29 23:21:48.348774 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8659dc24-02df-45b2-9e96-572757c75b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.352935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8659dc24-02df-45b2-9e96-572757c75b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.357851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8659dc24-02df-45b2-9e96-572757c75b19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ef61549-1de9-4747-8c58-290e29015a30 HTTP/1.1" status: 204 len: 168 time: 0.6747580 Jul 29 23:21:48.365891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Request body: {'port': {'device_id': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093', 'admin_state_up': True, 'tenant_id': 'c3e5a83bba0440559ee180cab805bf7a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:48.375639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:48.392814 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.393292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659dc24-02df-45b2-9e96-572757c75b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef61549-1de9-4747-8c58-290e29015a30,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:48.443696 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.514161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:48.539050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Made reservation on behalf of c3e5a83bba0440559ee180cab805bf7a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:48.543910 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.771461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb20ac6c-392e-4563-92b0-40eb176f0862 req-e3270729-113c-4311-bbd9-2a58ac4d93cd tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 210 time: 0.0437109 Jul 29 23:21:48.932365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Allocated IP 172.20.0.7 (ec171ef1-ffe3-48e7-8d95-c590de6ad093/30e3a965-3dc1-4bf5-8794-1c687d2bff2c/113f153b-1887-407c-8a24-ec90d246a84c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:48.970932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a943c9f-4786-4de8-a194-7d217cadb0d8 req-b5cdf04a-c034-4446-8089-033cdd7f25fb tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e29e08972a0407cb14aa828f4d0c020 HTTP/1.1" status: 200 len: 6102 time: 0.1253433 Jul 29 23:21:49.052616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a943c9f-4786-4de8-a194-7d217cadb0d8 req-fb276965-28a6-499f-90ff-f2d60cfe2c59 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] 10.222.0.37 "GET /v2.0/security-groups/a6d5e662-2614-44b6-a4db-6f02d72a2013 HTTP/1.1" status: 200 len: 2981 time: 0.0805256 Jul 29 23:21:49.323570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a943c9f-4786-4de8-a194-7d217cadb0d8 req-34a43123-604d-4ec3-9e0e-5b4cee713391 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] 10.222.0.37 "GET /v2.0/security-groups/a6d5e662-2614-44b6-a4db-6f02d72a2013 HTTP/1.1" status: 200 len: 2981 time: 0.2698088 Jul 29 23:21:49.504085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.659932 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.765760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Network ec171ef1-ffe3-48e7-8d95-c590de6ad093 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:49.769055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:49.772870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:49.850567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:49.854897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.878491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Pushing event updated for resources: {'Port': ['ID=113f153b-1887-407c-8a24-ec90d246a84c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:49.890519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe498747-8a1e-46c6-821e-f74f43a98d7a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5311079 Jul 29 23:21:49.914594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Request body: {'port': {'device_id': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:50.080471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.757982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113f153b-1887-407c-8a24-ec90d246a84c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:50.776616 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.841145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Transition to ACTIVE for port object 113f153b-1887-407c-8a24-ec90d246a84c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:50.881824 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.923751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c44d6770-eeb6-42d2-bc12-9f1ec88bd841 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:50.982628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Pushing event updated for resources: {'Port': ['ID=113f153b-1887-407c-8a24-ec90d246a84c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:51.119044 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-e06eac10-8efa-4cf8-8145-d982eb8c4fc9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.124107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:51.124661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:51.126120 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-e06eac10-8efa-4cf8-8145-d982eb8c4fc9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.47 "GET /v2.0/networks?id=64586059-01f1-49b9-8ef5-2910bc6c6717 HTTP/1.1" status: 200 len: 824 time: 0.5578623 Jul 29 23:21:51.126339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:51.137652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Port 113f153b-1887-407c-8a24-ec90d246a84c on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:51.138341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:51.148710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:51.150984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:51.155640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:51.156862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Bound port: 113f153b-1887-407c-8a24-ec90d246a84c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:51.158797 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.182708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:51.201320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:51.208645 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.306401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:51.310760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-141f8969-c1db-4995-a5ae-5aa37ce781ec tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d201b695131547f0964bd2cc9a237702 HTTP/1.1" status: 200 len: 379 time: 0.1653304 Jul 29 23:21:51.325567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:51.351970 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.376239 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Request body: {'port': {'device_id': '10224d5f-9ab4-4c89-9e02-67081628689f', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'admin_state_up': True, 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'security_groups': ['fcef4797-290d-4196-a380-12c485144d5e']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:51.450070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.454090 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.455672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/113f153b-1887-407c-8a24-ec90d246a84c HTTP/1.1" status: 200 len: 1092 time: 1.5533476 Jul 29 23:21:51.456473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'tag': '113f153b-1887-407c-8a24-ec90d246a84c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:51.462574 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef20b02d-d12f-4ab1-9901-a8989eb7e845" -d '{"events": [{"name": "network-changed", "server_uuid": "2f00c586-b53a-4cdd-9bce-c5144c81e427", "tag": "113f153b-1887-407c-8a24-ec90d246a84c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:51.571401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.626464 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7f098-d772-4610-9dbe-f0d8b55a90c5 service neutron] Pushing event updated for resources: {'Port': ['ID=113f153b-1887-407c-8a24-ec90d246a84c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:51.663670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-69bcebc0-1c11-4bb4-9400-108b5467c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.666619 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-69bcebc0-1c11-4bb4-9400-108b5467c9bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1095 time: 0.1443410 Jul 29 23:21:51.666854 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae76ac4c-9741-431f-930a-bfdbe2f7ef27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.693446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Made reservation on behalf of d201b695131547f0964bd2cc9a237702 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:51.699831 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.729829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c44d6770-eeb6-42d2-bc12-9f1ec88bd841, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:51.743802 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.752653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-6566187e-647f-44bc-8315-076c4d2b8832 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113f153b-1887-407c-8a24-ec90d246a84c HTTP/1.1" status: 200 len: 217 time: 0.0749555 Jul 29 23:21:51.820064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:51.867749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe6b8573-5fd6-4209-b323-87cbc000d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.869675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-fe6b8573-5fd6-4209-b323-87cbc000d2cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.1027126 Jul 29 23:21:51.932222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-510db96e-9e98-4dab-8c15-f726fe2ad5cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489640 Jul 29 23:21:51.962597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Allocated IP 172.20.0.7 (64586059-01f1-49b9-8ef5-2910bc6c6717/5a54c455-7d4a-4eba-af27-492d624ee19e/a9a0a10f-2bcf-4bab-8709-4f32e2c90893) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:52.218016 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-b274e8d5-2aea-4aa6-83a3-ff131c8c827b service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746890 Jul 29 23:21:52.324005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.340144 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Transition to ACTIVE for port object a9a0a10f-2bcf-4bab-8709-4f32e2c90893 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:52.381630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39f4d38-3274-48c9-9ed8-6b978aeb555a req-51076a14-b47e-424d-a67c-63c9d44dd58e service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529107 Jul 29 23:21:52.384735 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.438880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:52.443158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:52.471695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:52.520138 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event updated for resources: {'Port': ['ID=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:52.565351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:52.566412 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.586831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-0c5f27c9-cab5-4e43-a262-468b60581638 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2293139 Jul 29 23:21:52.618746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Request body: {'port': {'device_id': '10224d5f-9ab4-4c89-9e02-67081628689f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:52.784038 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.820722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ea0845c3-9e23-421a-a301-83e8f508b7fe None None] Provisioning for port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:52.840479 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ea0845c3-9e23-421a-a301-83e8f508b7fe None None] Provisioning complete for port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:52.840877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea0845c3-9e23-421a-a301-83e8f508b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.917590 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ea0845c3-9e23-421a-a301-83e8f508b7fe None None] Port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:53.462154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a0a10f-2bcf-4bab-8709-4f32e2c90893 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:53.483089 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.512238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Transition to ACTIVE for port object a9a0a10f-2bcf-4bab-8709-4f32e2c90893 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:53.531880 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.616920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:53.728939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Attempting to bind port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:53.729694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Attempting to bind port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:53.730043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Attempting to bind port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 on network 64586059-01f1-49b9-8ef5-2910bc6c6717 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:53.767971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 on network 64586059-01f1-49b9-8ef5-2910bc6c6717 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:53.767971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Attempting to bind port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 on network 64586059-01f1-49b9-8ef5-2910bc6c6717 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:53.767971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:53.767971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Checking segment: {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:53.767971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Bound using segment: {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:53.767971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Bound port: a9a0a10f-2bcf-4bab-8709-4f32e2c90893, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:53.767971 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.900037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] For port a9a0a10f-2bcf-4bab-8709-4f32e2c90893, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:53.904280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] For port a9a0a10f-2bcf-4bab-8709-4f32e2c90893, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:53.915388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.955491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:53.956476 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.958338 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] 10.222.0.47 "PUT /v2.0/ports/a9a0a10f-2bcf-4bab-8709-4f32e2c90893 HTTP/1.1" status: 200 len: 1092 time: 1.3488655 Jul 29 23:21:53.959115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10224d5f-9ab4-4c89-9e02-67081628689f', 'tag': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:53.962325 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c6e684-645a-4e14-9bf7-9ce3e4729f58" -d '{"events": [{"name": "network-changed", "server_uuid": "10224d5f-9ab4-4c89-9e02-67081628689f", "tag": "a9a0a10f-2bcf-4bab-8709-4f32e2c90893"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:53.987769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee6836-c3c2-490c-84ea-6f21c8924d29 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:54.050628 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ed934e7-a7b0-409a-bbdc-ecc473a50d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.147253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-3c196b85-93de-463a-893a-939687a0601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:54.149577 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.150148 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-3c196b85-93de-463a-893a-939687a0601a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d201b695131547f0964bd2cc9a237702&device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 1095 time: 0.1113133 Jul 29 23:21:54.215557 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-c80e1aca-0847-431d-9ae9-beebcd4c6947 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9a0a10f-2bcf-4bab-8709-4f32e2c90893 HTTP/1.1" status: 200 len: 217 time: 0.0490041 Jul 29 23:21:54.287006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-8fb77e7c-e899-47ba-9892-679ca3ebb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:54.289406 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-8fb77e7c-e899-47ba-9892-679ca3ebb369 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a54c455-7d4a-4eba-af27-492d624ee19e HTTP/1.1" status: 200 len: 863 time: 0.0643959 Jul 29 23:21:54.358137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a4431882-67d4-4900-bec8-660091e66096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:54.359911 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-a4431882-67d4-4900-bec8-660091e66096 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64586059-01f1-49b9-8ef5-2910bc6c6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593472 Jul 29 23:21:54.561991 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-478ec1e1-7dcd-449b-9e86-94d8fabb6b92 service neutron] 10.222.0.47 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918902 Jul 29 23:21:54.665582 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e6407b0a-430d-416c-8473-b4b705aaa32f req-99e1d944-bb56-469b-a584-c658e03a2a8c service neutron] 10.222.0.47 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952523 Jul 29 23:21:54.917420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:55.207679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:55.221400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '113f153b-1887-407c-8a24-ec90d246a84c', 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093', 'port_id': '113f153b-1887-407c-8a24-ec90d246a84c', 'mac_address': 'fa:16:3e:dc:82:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e3a965-3dc1-4bf5-8794-1c687d2bff2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:55.282935 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:55.285116 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:55.301467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113f153b-1887-407c-8a24-ec90d246a84c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:55.324785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:55.335089 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:55.430746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=113f153b-1887-407c-8a24-ec90d246a84c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:55.665003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['113f153b-1887-407c-8a24-ec90d246a84c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:57.071260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:57.159894 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.238947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 113f153b-1887-407c-8a24-ec90d246a84c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:57.243662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 113f153b-1887-407c-8a24-ec90d246a84c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:57.244156 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.360046 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.432442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:57.454069 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.555161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=113f153b-1887-407c-8a24-ec90d246a84c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:58.915278 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a6b9e4-14cc-4949-9ded-90c2dd71f542 x-openstack-request-id: req-86a6b9e4-14cc-4949-9ded-90c2dd71f542 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:58.916394 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16203445-9fe6-441f-81aa-b58d5bac5a02", "name": "network-vif-plugged", "status": "completed", "tag": "7364ceaa-e61f-4841-a2df-c5e8a842ad4d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:58.916829 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86a6b9e4-14cc-4949-9ded-90c2dd71f542 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:58.917382 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d', 'code': 200} Jul 29 23:21:58.990283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af01143-6082-4384-86e3-7ea9894db3f2 req-1647b897-1b1e-412b-ad0b-31ab3e99193e tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:58.991795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5af01143-6082-4384-86e3-7ea9894db3f2 req-1647b897-1b1e-412b-ad0b-31ab3e99193e tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 943 time: 0.0661066 Jul 29 23:21:59.063958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5af01143-6082-4384-86e3-7ea9894db3f2 req-680272c7-52ae-4d12-b4cf-1b1295609512 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622177 Jul 29 23:21:59.077826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aa654-5579-4b76-996c-097bbd4c60d3 req-275ef9ec-bdc9-479e-8c1c-844fe983ce5c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.082899 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a2aa654-5579-4b76-996c-097bbd4c60d3 req-275ef9ec-bdc9-479e-8c1c-844fe983ce5c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 949 time: 0.0892546 Jul 29 23:21:59.153937 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a2aa654-5579-4b76-996c-097bbd4c60d3 req-aad44d2b-6fe9-4d5f-91d7-6ef9b1a337c9 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610614 Jul 29 23:21:59.156719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7feddf1-f8f2-4002-a2e6-7954a54f4174 req-3e349c36-0138-4dcc-ac82-e0112602b5bb tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a7c74cf7-ed25-43e9-a158-26fe7118bd5d HTTP/1.1" status: 200 len: 1777 time: 0.0651557 Jul 29 23:21:59.220675 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d7feddf1-f8f2-4002-a2e6-7954a54f4174 req-e23554f9-8f6a-48bc-baf9-fdfbe4eb9e23 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.264217 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d7feddf1-f8f2-4002-a2e6-7954a54f4174 req-e23554f9-8f6a-48bc-baf9-fdfbe4eb9e23 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.339630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ec18c-56f6-4a82-8438-ce4591c228e4 req-41688a8f-a39c-4d05-9a3a-be7d13a43f05 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.341380 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f38ec18c-56f6-4a82-8438-ce4591c228e4 req-41688a8f-a39c-4d05-9a3a-be7d13a43f05 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 945 time: 0.1051097 Jul 29 23:21:59.348435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d7feddf1-f8f2-4002-a2e6-7954a54f4174 req-e23554f9-8f6a-48bc-baf9-fdfbe4eb9e23 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.351515 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d7feddf1-f8f2-4002-a2e6-7954a54f4174 req-e23554f9-8f6a-48bc-baf9-fdfbe4eb9e23 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.364731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7feddf1-f8f2-4002-a2e6-7954a54f4174 req-e23554f9-8f6a-48bc-baf9-fdfbe4eb9e23 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7c74cf7-ed25-43e9-a158-26fe7118bd5d HTTP/1.1" status: 204 len: 173 time: 0.1998308 Jul 29 23:21:59.395611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23554f9-8f6a-48bc-baf9-fdfbe4eb9e23 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c74cf7-ed25-43e9-a158-26fe7118bd5d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:59.432460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f38ec18c-56f6-4a82-8438-ce4591c228e4 req-da19207f-2164-4534-94f5-aae675b6ca61 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669641 Jul 29 23:21:59.477279 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea8bd34-04c9-4c10-b2f4-7b0a98d38eae x-openstack-request-id: req-dea8bd34-04c9-4c10-b2f4-7b0a98d38eae {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:59.477588 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f00c586-b53a-4cdd-9bce-c5144c81e427", "tag": "113f153b-1887-407c-8a24-ec90d246a84c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:59.477969 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dea8bd34-04c9-4c10-b2f4-7b0a98d38eae {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:59.478378 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'tag': '113f153b-1887-407c-8a24-ec90d246a84c', 'status': 'completed', 'code': 200} Jul 29 23:21:59.595638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20b02d-d12f-4ab1-9901-a8989eb7e845 req-a650944a-a1d0-4444-81cb-1492659f18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.598397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef20b02d-d12f-4ab1-9901-a8989eb7e845 req-a650944a-a1d0-4444-81cb-1492659f18d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1097 time: 0.0864737 Jul 29 23:21:59.618703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a9a0a10f-2bcf-4bab-8709-4f32e2c90893 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:59.701609 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7424953a-cda1-486d-9710-c4a5e1022f93 x-openstack-request-id: req-7424953a-cda1-486d-9710-c4a5e1022f93 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:59.701609 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10224d5f-9ab4-4c89-9e02-67081628689f", "tag": "a9a0a10f-2bcf-4bab-8709-4f32e2c90893", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:59.701609 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7424953a-cda1-486d-9710-c4a5e1022f93 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:59.701609 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10224d5f-9ab4-4c89-9e02-67081628689f', 'tag': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893', 'status': 'completed', 'code': 200} Jul 29 23:21:59.785342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a9a0a10f-2bcf-4bab-8709-4f32e2c90893, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:59.799126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'port_id': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893', 'mac_address': 'fa:16:3e:7b:c1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:59.838582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-7c9df7dc-f3ea-4611-9090-5fe2d4f294ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.840373 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-7c9df7dc-f3ea-4611-9090-5fe2d4f294ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d201b695131547f0964bd2cc9a237702&device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 1095 time: 0.0751081 Jul 29 23:21:59.841733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f09ea61-0622-414c-9453-2aaedb85624e req-7bd513ff-c176-40cd-a9d6-2a98ed14225e tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "GET /v2.0/security-groups/230da0a4-6941-462d-b0ea-d7311b854a6f HTTP/1.1" status: 200 len: 1776 time: 0.1305718 Jul 29 23:21:59.846761 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.853931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20b02d-d12f-4ab1-9901-a8989eb7e845 req-565c6da9-e00b-4877-b9d2-0d8e2b7a1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.855765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef20b02d-d12f-4ab1-9901-a8989eb7e845 req-565c6da9-e00b-4877-b9d2-0d8e2b7a1ae8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.2472746 Jul 29 23:21:59.866315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a0a10f-2bcf-4bab-8709-4f32e2c90893 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:59.905479 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a9a0a10f-2bcf-4bab-8709-4f32e2c90893, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:59.917558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.928364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef20b02d-d12f-4ab1-9901-a8989eb7e845 req-179295a7-a2c7-4698-a0b3-f01f538ad473 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113f153b-1887-407c-8a24-ec90d246a84c HTTP/1.1" status: 200 len: 217 time: 0.0584161 Jul 29 23:21:59.985837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f09ea61-0622-414c-9453-2aaedb85624e req-960329ec-8e85-49a1-b9c7-807a04703608 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.000763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:00.015063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f09ea61-0622-414c-9453-2aaedb85624e req-960329ec-8e85-49a1-b9c7-807a04703608 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.065205 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f09ea61-0622-414c-9453-2aaedb85624e req-960329ec-8e85-49a1-b9c7-807a04703608 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.067826 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f09ea61-0622-414c-9453-2aaedb85624e req-960329ec-8e85-49a1-b9c7-807a04703608 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.069030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f09ea61-0622-414c-9453-2aaedb85624e req-960329ec-8e85-49a1-b9c7-807a04703608 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/230da0a4-6941-462d-b0ea-d7311b854a6f HTTP/1.1" status: 204 len: 173 time: 0.2261877 Jul 29 23:22:00.084757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20b02d-d12f-4ab1-9901-a8989eb7e845 req-174e4f44-546e-43de-8072-50148c530b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.086083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef20b02d-d12f-4ab1-9901-a8989eb7e845 req-174e4f44-546e-43de-8072-50148c530b4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.1407340 Jul 29 23:22:00.087465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960329ec-8e85-49a1-b9c7-807a04703608 tempest-SecurityGroupsTestAdminJSON-2065176129 tempest-SecurityGroupsTestAdminJSON-2065176129-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230da0a4-6941-462d-b0ea-d7311b854a6f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:00.124378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-6f2d6a23-5d71-4b16-9632-5b6c2efd387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.125890 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-6f2d6a23-5d71-4b16-9632-5b6c2efd387f service neutron] 10.222.0.47 "GET /v2.0/networks?id=64586059-01f1-49b9-8ef5-2910bc6c6717 HTTP/1.1" status: 200 len: 925 time: 0.1471920 Jul 29 23:22:00.138941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef20b02d-d12f-4ab1-9901-a8989eb7e845 req-d9985c25-24e8-406c-8521-5e7873c3e350 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419042 Jul 29 23:22:00.315697 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef20b02d-d12f-4ab1-9901-a8989eb7e845 req-fffbec76-84b7-42c1-bb20-89370fdd2ddf service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675131 Jul 29 23:22:00.337317 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-c1d25d90-798e-4031-b6ca-4562ac8ba97a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9a0a10f-2bcf-4bab-8709-4f32e2c90893 HTTP/1.1" status: 200 len: 217 time: 0.0774884 Jul 29 23:22:00.417838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-4e370e05-ee64-4238-9c2d-37cf09980b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.419429 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-4e370e05-ee64-4238-9c2d-37cf09980b68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a54c455-7d4a-4eba-af27-492d624ee19e HTTP/1.1" status: 200 len: 863 time: 0.0627036 Jul 29 23:22:00.436135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef20b02d-d12f-4ab1-9901-a8989eb7e845 req-2af902dd-a987-4102-bbb8-4e2aa6dfd406 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111176 Jul 29 23:22:00.557478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-3a00835b-6bdb-4899-bc51-e61ef20f69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.559519 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-3a00835b-6bdb-4899-bc51-e61ef20f69b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64586059-01f1-49b9-8ef5-2910bc6c6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249197 Jul 29 23:22:00.670026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a9a0a10f-2bcf-4bab-8709-4f32e2c90893'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:00.697568 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-5f6c2d3b-df0c-4850-934b-d9465f533970 service neutron] 10.222.0.47 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292908 Jul 29 23:22:00.732915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60672) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:00.885298 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-12c6e684-645a-4e14-9bf7-9ce3e4729f58 req-7c89e8e8-ca80-4096-9b56-4b43ec9818a3 service neutron] 10.222.0.47 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761925 Jul 29 23:22:00.918297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c'}, {'server_uuid': '2dd7be53-391d-449c-93c4-6a5ab9f07ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44d6770-eeb6-42d2-bc12-9f1ec88bd841'}, {'server_uuid': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113f153b-1887-407c-8a24-ec90d246a84c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:00.921280 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71dcf39-9c7a-478b-b9d8-6ff4251acd41" -d '{"events": [{"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-plugged", "status": "completed", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c"}, {"server_uuid": "2dd7be53-391d-449c-93c4-6a5ab9f07ad2", "name": "network-vif-plugged", "status": "completed", "tag": "c44d6770-eeb6-42d2-bc12-9f1ec88bd841"}, {"server_uuid": "2f00c586-b53a-4cdd-9bce-c5144c81e427", "name": "network-vif-plugged", "status": "completed", "tag": "113f153b-1887-407c-8a24-ec90d246a84c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:00.940452 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a4f6b70-7434-4179-86e8-83fc8bef41f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.096909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a4f6b70-7434-4179-86e8-83fc8bef41f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.100205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c9431ff-2df6-4e3c-81ea-d6efa2628e27 req-8de4f5c9-747a-41ea-ada2-0072facbf0de tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] 10.222.0.37 "GET /v2.0/security-groups/b4338482-3f0b-4691-a7ec-7483d7b20294 HTTP/1.1" status: 200 len: 1777 time: 0.0663433 Jul 29 23:22:01.103842 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a4f6b70-7434-4179-86e8-83fc8bef41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.192525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2a4f6b70-7434-4179-86e8-83fc8bef41f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90fca2cdd3ad4dca828d2032230af947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570942 Jul 29 23:22:01.195208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60694) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:01.207030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f6b70-7434-4179-86e8-83fc8bef41f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0f4dec-e761-417a-ae14-00d0fce08922,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:01.236500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ac344-2030-45b1-b2dd-c51dc0522e85 req-bf67317f-2fe6-43b7-9ba1-c8afcd94cf57 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.237994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d8ac344-2030-45b1-b2dd-c51dc0522e85 req-bf67317f-2fe6-43b7-9ba1-c8afcd94cf57 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 944 time: 0.1001844 Jul 29 23:22:01.255251 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73346a6c-5feb-425f-b697-9ecc81256702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.259914 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c9431ff-2df6-4e3c-81ea-d6efa2628e27 req-d6f6cb86-6254-4e32-b520-57001f0bb6e8 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.277223 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73346a6c-5feb-425f-b697-9ecc81256702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.294261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c9431ff-2df6-4e3c-81ea-d6efa2628e27 req-d6f6cb86-6254-4e32-b520-57001f0bb6e8 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.329791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d8ac344-2030-45b1-b2dd-c51dc0522e85 req-477aba48-163b-4049-8d6e-122eb05358d8 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806341 Jul 29 23:22:01.329980 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73346a6c-5feb-425f-b697-9ecc81256702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.333186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73346a6c-5feb-425f-b697-9ecc81256702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.336050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-73346a6c-5feb-425f-b697-9ecc81256702 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b0f4dec-e761-417a-ae14-00d0fce08922 HTTP/1.1" status: 204 len: 168 time: 0.1377895 Jul 29 23:22:01.343779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73346a6c-5feb-425f-b697-9ecc81256702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0f4dec-e761-417a-ae14-00d0fce08922,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:01.373080 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c9431ff-2df6-4e3c-81ea-d6efa2628e27 req-d6f6cb86-6254-4e32-b520-57001f0bb6e8 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.375743 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c9431ff-2df6-4e3c-81ea-d6efa2628e27 req-d6f6cb86-6254-4e32-b520-57001f0bb6e8 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.376927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c9431ff-2df6-4e3c-81ea-d6efa2628e27 req-d6f6cb86-6254-4e32-b520-57001f0bb6e8 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] 10.222.0.37 "DELETE /v2.0/security-groups/b4338482-3f0b-4691-a7ec-7483d7b20294 HTTP/1.1" status: 204 len: 173 time: 0.2698455 Jul 29 23:22:01.387383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6cb86-6254-4e32-b520-57001f0bb6e8 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4338482-3f0b-4691-a7ec-7483d7b20294,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:01.524889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9c309-2623-4cdb-ab7f-75beca527c51 req-571aaffe-719f-4e8b-92e4-1f3771f2fb12 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.526358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01c9c309-2623-4cdb-ab7f-75beca527c51 req-571aaffe-719f-4e8b-92e4-1f3771f2fb12 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 949 time: 0.0885751 Jul 29 23:22:01.536396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cef5b0-e836-4df4-8853-bb20275c929d req-297aa9ed-160b-4cec-962b-5f8e0a0fea77 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.537886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1cef5b0-e836-4df4-8853-bb20275c929d req-297aa9ed-160b-4cec-962b-5f8e0a0fea77 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 945 time: 0.0715897 Jul 29 23:22:01.599034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01c9c309-2623-4cdb-ab7f-75beca527c51 req-6e58c154-1b16-47a4-8fcb-c0ef66b9f97f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600071 Jul 29 23:22:01.602144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1cef5b0-e836-4df4-8853-bb20275c929d req-0877d980-a379-4a24-a248-c8b0812644ab tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557868 Jul 29 23:22:01.659771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:01.661264 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17cb483-a5f4-446b-b78f-946fc1684c28 x-openstack-request-id: req-d17cb483-a5f4-446b-b78f-946fc1684c28 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:01.661946 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-plugged", "status": "completed", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c", "code": 200}, {"server_uuid": "2dd7be53-391d-449c-93c4-6a5ab9f07ad2", "name": "network-vif-plugged", "status": "completed", "tag": "c44d6770-eeb6-42d2-bc12-9f1ec88bd841", "code": 200}, {"server_uuid": "2f00c586-b53a-4cdd-9bce-c5144c81e427", "name": "network-vif-plugged", "status": "completed", "tag": "113f153b-1887-407c-8a24-ec90d246a84c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:01.662551 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d17cb483-a5f4-446b-b78f-946fc1684c28 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:01.662936 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'code': 200} Jul 29 23:22:01.663263 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd7be53-391d-449c-93c4-6a5ab9f07ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44d6770-eeb6-42d2-bc12-9f1ec88bd841', 'code': 200} Jul 29 23:22:01.663588 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113f153b-1887-407c-8a24-ec90d246a84c', 'code': 200} Jul 29 23:22:01.682094 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b099-1cc2-4d3c-8ada-49e789537545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.753546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14dd0f94-259d-495a-9797-19e01d57cc53 req-a7c5e89f-7b50-48aa-844f-edbc742b086a tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] 10.222.0.37 "GET /v2.0/security-groups/77e140bf-2c21-4815-8406-398885397943 HTTP/1.1" status: 200 len: 1777 time: 0.0830932 Jul 29 23:22:01.821036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57767b55-17dd-4527-a923-c66a25bbe1d9 req-5ef89040-ce6a-436a-9370-a590f5873b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.821036 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-57767b55-17dd-4527-a923-c66a25bbe1d9 req-5ef89040-ce6a-436a-9370-a590f5873b58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1097 time: 0.0586874 Jul 29 23:22:01.832956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa389bc1-ce43-49a5-9865-b7741bcf73f2 req-48a6c674-e55f-49b9-8ea7-68a7a67317e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.834468 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa389bc1-ce43-49a5-9865-b7741bcf73f2 req-48a6c674-e55f-49b9-8ea7-68a7a67317e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 1101 time: 0.0768116 Jul 29 23:22:01.836585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b099-1cc2-4d3c-8ada-49e789537545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.848095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b099-1cc2-4d3c-8ada-49e789537545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.878164 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-14dd0f94-259d-495a-9797-19e01d57cc53 req-11c2f55c-d269-4404-9e1b-d5280a7e2702 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.892330 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-57767b55-17dd-4527-a923-c66a25bbe1d9 req-b6e6ba95-6896-4e7e-821a-10154b0a5cd5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636504 Jul 29 23:22:01.907902 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f9a7b099-1cc2-4d3c-8ada-49e789537545 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9634e815488a42a289e7721ee6e15d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467449 Jul 29 23:22:01.909671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:01.909880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-14dd0f94-259d-495a-9797-19e01d57cc53 req-11c2f55c-d269-4404-9e1b-d5280a7e2702 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.913904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa389bc1-ce43-49a5-9865-b7741bcf73f2 req-66bad4ae-4b51-41fd-9c59-5e17b6d73ba9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629706 Jul 29 23:22:01.917569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7b099-1cc2-4d3c-8ada-49e789537545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be569cee-35c3-467c-94aa-551b4449a802,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:01.969616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.976032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13c85687-9eb9-41bb-b49d-b08cbd72e1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.976212 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-14dd0f94-259d-495a-9797-19e01d57cc53 req-11c2f55c-d269-4404-9e1b-d5280a7e2702 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.979100 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-14dd0f94-259d-495a-9797-19e01d57cc53 req-11c2f55c-d269-4404-9e1b-d5280a7e2702 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.985376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14dd0f94-259d-495a-9797-19e01d57cc53 req-11c2f55c-d269-4404-9e1b-d5280a7e2702 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] 10.222.0.37 "DELETE /v2.0/security-groups/77e140bf-2c21-4815-8406-398885397943 HTTP/1.1" status: 204 len: 173 time: 0.2191429 Jul 29 23:22:02.006049 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13c85687-9eb9-41bb-b49d-b08cbd72e1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.010859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2f55c-d269-4404-9e1b-d5280a7e2702 tempest-SecurityGroupsTestAdminJSON-2099106378 tempest-SecurityGroupsTestAdminJSON-2099106378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e140bf-2c21-4815-8406-398885397943,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:02.083562 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13c85687-9eb9-41bb-b49d-b08cbd72e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.086934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13c85687-9eb9-41bb-b49d-b08cbd72e1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.088138 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-13c85687-9eb9-41bb-b49d-b08cbd72e1e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be569cee-35c3-467c-94aa-551b4449a802 HTTP/1.1" status: 204 len: 168 time: 0.1770992 Jul 29 23:22:02.118305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c85687-9eb9-41bb-b49d-b08cbd72e1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be569cee-35c3-467c-94aa-551b4449a802,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:02.228776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3479d6f9-2c42-4000-ba89-63917908fdf4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.230381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3479d6f9-2c42-4000-ba89-63917908fdf4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 804 time: 0.1508710 Jul 29 23:22:02.255115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-66d947d2-0593-4384-b4d1-292984b556fd tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/quotas/9bb055c8b6824baea64b457501e9c016 HTTP/1.1" status: 200 len: 375 time: 0.0154557 Jul 29 23:22:02.317375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-8e3ae2cb-0962-4da7-a358-184e6ce614c0 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613763 Jul 29 23:22:02.370476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60778) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:02.380872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34919756-e3ad-4cfa-a64f-c1f755dade99 req-f5ab9fb3-3d58-4615-b1fd-aec8ed46ba0f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.382456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34919756-e3ad-4cfa-a64f-c1f755dade99 req-f5ab9fb3-3d58-4615-b1fd-aec8ed46ba0f tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 950 time: 0.0534322 Jul 29 23:22:02.428059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34919756-e3ad-4cfa-a64f-c1f755dade99 req-ed106c10-62e7-4f19-b9ac-4873ece19f72 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386150 Jul 29 23:22:02.547898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72fbd0-c5fa-425f-bc2d-a0120617bcb3 req-d33679e2-fefa-4de3-9586-16b536e16ee4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.549758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f72fbd0-c5fa-425f-bc2d-a0120617bcb3 req-d33679e2-fefa-4de3-9586-16b536e16ee4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 944 time: 0.0596814 Jul 29 23:22:02.590684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f72fbd0-c5fa-425f-bc2d-a0120617bcb3 req-861d49d5-8089-4d59-bbe4-9e5b8a55be65 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330338 Jul 29 23:22:02.603667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60792) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:02.653446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-c723a327-19f6-42d9-adf9-50e5db740506 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:22:02.655645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-c723a327-19f6-42d9-adf9-50e5db740506 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1675913 Jul 29 23:22:02.730208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc15befb-6695-4749-b059-c23fab85800e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.745342 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-50fd5f64-f423-4429-8936-01f8ef09c99a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e29e08972a0407cb14aa828f4d0c020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737347 Jul 29 23:22:02.748614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60814) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:02.802760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-ee8a0928-1539-42c3-9779-6ba405e420d1 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357319 Jul 29 23:22:02.815686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1703f87-38e7-40ae-9765-77e71ea4f054 req-ae1ff18d-2c61-4f0f-bc1f-81eb42b1b31d tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.817404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1703f87-38e7-40ae-9765-77e71ea4f054 req-ae1ff18d-2c61-4f0f-bc1f-81eb42b1b31d tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 949 time: 0.0822396 Jul 29 23:22:02.827122 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56527d3d-c863-4a2a-b293-53bbb308a74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.860872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56527d3d-c863-4a2a-b293-53bbb308a74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.905200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1703f87-38e7-40ae-9765-77e71ea4f054 req-defeddf1-dd32-4f88-9d65-cbcd62ddb7ff tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794554 Jul 29 23:22:02.920557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc15befb-6695-4749-b059-c23fab85800e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.936367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc15befb-6695-4749-b059-c23fab85800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.943264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-504e86a2-a37f-4356-be43-296b0f916bac service neutron] 10.222.0.37 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238739 Jul 29 23:22:02.961800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7364ceaa-e61f-4841-a2df-c5e8a842ad4d no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:02.980504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56527d3d-c863-4a2a-b293-53bbb308a74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.983206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56527d3d-c863-4a2a-b293-53bbb308a74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.984578 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-56527d3d-c863-4a2a-b293-53bbb308a74c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6d5e662-2614-44b6-a4db-6f02d72a2013 HTTP/1.1" status: 204 len: 168 time: 0.2348199 Jul 29 23:22:02.996833 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bc15befb-6695-4749-b059-c23fab85800e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c30546e1cdef47189dd0b2d30c4f278d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924384 Jul 29 23:22:02.997991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15befb-6695-4749-b059-c23fab85800e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e43cc7-9818-4ab1-82af-3946619ff679,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:02.999667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60824) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:03.011134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56527d3d-c863-4a2a-b293-53bbb308a74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d5e662-2614-44b6-a4db-6f02d72a2013,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:03.115992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330c66c0-bc06-4b4c-9bea-82d55ab005a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.131024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c1e60-d3e2-4164-bcbc-94ecabfc1f50 req-fe27a1d6-c308-4d9b-9a5b-2546ac5feba4 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:03.138737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d85c1e60-d3e2-4164-bcbc-94ecabfc1f50 req-fe27a1d6-c308-4d9b-9a5b-2546ac5feba4 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 945 time: 0.0930269 Jul 29 23:22:03.152181 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.210632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330c66c0-bc06-4b4c-9bea-82d55ab005a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.230685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d85c1e60-d3e2-4164-bcbc-94ecabfc1f50 req-c38d283c-b5f8-45ef-bfc2-e8a3e885eb91 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882437 Jul 29 23:22:03.251391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:03.264695 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.280575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60840) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:03.330456 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330c66c0-bc06-4b4c-9bea-82d55ab005a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.334102 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330c66c0-bc06-4b4c-9bea-82d55ab005a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.335524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-330c66c0-bc06-4b4c-9bea-82d55ab005a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4e43cc7-9818-4ab1-82af-3946619ff679 HTTP/1.1" status: 204 len: 168 time: 0.3339996 Jul 29 23:22:03.375082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c66c0-bc06-4b4c-9bea-82d55ab005a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e43cc7-9818-4ab1-82af-3946619ff679,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:03.378962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aad6fc0e-bc58-48ea-a511-38fe5b29e664 req-176be5c8-5fd2-42f6-8423-ac3630c31802 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 210 time: 0.0420692 Jul 29 23:22:03.385777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:03.463610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a9a0a10f-2bcf-4bab-8709-4f32e2c90893 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:03.467137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1877819931-network', 'tenant_id': '34552f047a354275b3b03d280f735d4d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:03.511746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Made reservation on behalf of 34552f047a354275b3b03d280f735d4d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:03.514792 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.522516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60852) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:03.544696 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.604903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-99ba8f1f-2f1c-42d6-9e9c-f6e24c18e3da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e9a8e82d04d478f9f8f6bb822fdd182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796616 Jul 29 23:22:03.605240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60854) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:03.693869 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e75e5e9-de68-4c41-a67b-59010a15666e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.699298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:03.702424 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d4aec9-85b3-4b93-b224-e43e8337c4ed" -d '{"events": [{"server_uuid": "16203445-9fe6-441f-81aa-b58d5bac5a02", "name": "network-vif-unplugged", "status": "completed", "tag": "7364ceaa-e61f-4841-a2df-c5e8a842ad4d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:03.761736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:03.766228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:03.766965 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.773823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.782475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.854536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:03.858778 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.863365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e75e5e9-de68-4c41-a67b-59010a15666e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.897426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d24003-38a9-4968-8231-c3f5391cf9cc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:03.907686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a9a0a10f-2bcf-4bab-8709-4f32e2c90893, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:03.911443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.911972 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Added segment 04f2a587-51d7-42dd-a285-8c46145218c4 of type vlan for network a4fb2367-6363-4ff9-87ce-6e41a657b761 Jul 29 23:22:03.915311 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.921961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de799c-f62f-4d1b-bdca-34d65ee93bae req-c88c165a-3556-4e58-8e14-a007ffba32e4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:03.923798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4de799c-f62f-4d1b-bdca-34d65ee93bae req-c88c165a-3556-4e58-8e14-a007ffba32e4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 944 time: 0.2205901 Jul 29 23:22:03.977544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.988849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:04.000680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4de799c-f62f-4d1b-bdca-34d65ee93bae req-031240b3-4a09-4d8f-90b1-22da083bc12d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651009 Jul 29 23:22:04.016781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.018368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:04.019222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.031200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e75e5e9-de68-4c41-a67b-59010a15666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.034454 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e75e5e9-de68-4c41-a67b-59010a15666e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.035732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5e75e5e9-de68-4c41-a67b-59010a15666e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd3d4cb9-9557-474d-a7f1-37b76fc173b3 HTTP/1.1" status: 204 len: 168 time: 0.4289603 Jul 29 23:22:04.048765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60872) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:04.049553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75e5e9-de68-4c41-a67b-59010a15666e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d4cb9-9557-474d-a7f1-37b76fc173b3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:04.074305 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d9e4dc-8600-4219-ad37-aaf3f5987c07 x-openstack-request-id: req-31d9e4dc-8600-4219-ad37-aaf3f5987c07 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:04.074716 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16203445-9fe6-441f-81aa-b58d5bac5a02", "name": "network-vif-unplugged", "status": "completed", "tag": "7364ceaa-e61f-4841-a2df-c5e8a842ad4d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:04.074951 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31d9e4dc-8600-4219-ad37-aaf3f5987c07 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:04.076677 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d', 'code': 200} Jul 29 23:22:04.086072 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95827094-715b-4225-8ae6-353f112c9b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.126842 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8446450 Jul 29 23:22:04.127582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:04.140388 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Request body: {'subnet': {'network_id': 'a4fb2367-6363-4ff9-87ce-6e41a657b761', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1877819931-subnet', 'tenant_id': '34552f047a354275b3b03d280f735d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:04.152816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c0584-93cf-495d-8481-734e9096cdaf admin admin] Pushing event updated for resources: {'Network': ['ID=a4fb2367-6363-4ff9-87ce-6e41a657b761,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:04.166582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a4fb2367-6363-4ff9-87ce-6e41a657b761 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:04.272089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0ffd2-be98-4c19-a3b5-ab9925de71af req-3f4ff3dc-6f5b-42b4-a545-f6fdc29a7e10 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:04.279590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47b0ffd2-be98-4c19-a3b5-ab9925de71af req-3f4ff3dc-6f5b-42b4-a545-f6fdc29a7e10 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 949 time: 0.1398032 Jul 29 23:22:04.341863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47b0ffd2-be98-4c19-a3b5-ab9925de71af req-65c06cfa-da82-40b6-b689-a9c6eed96810 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614357 Jul 29 23:22:04.347006 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95827094-715b-4225-8ae6-353f112c9b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.351920 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95827094-715b-4225-8ae6-353f112c9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.388877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Made reservation on behalf of 34552f047a354275b3b03d280f735d4d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:04.391642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.402125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95827094-715b-4225-8ae6-353f112c9b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5e8a71-a9aa-4772-a67f-c53afce4d0e7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:04.412895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-95827094-715b-4225-8ae6-353f112c9b37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72bb22a19d4b4670842d8b187a7d962d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598282 Jul 29 23:22:04.415822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60906) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:04.517796 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd77435-1b22-417f-94a3-92e7f8d9338a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.527894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e1699-803d-408e-b22a-76b63e7f5d36 req-8985b133-ebf6-4b01-afc3-d898e9354f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:04.529734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d64e1699-803d-408e-b22a-76b63e7f5d36 req-8985b133-ebf6-4b01-afc3-d898e9354f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 945 time: 0.0830204 Jul 29 23:22:04.568359 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd77435-1b22-417f-94a3-92e7f8d9338a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.615752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d64e1699-803d-408e-b22a-76b63e7f5d36 req-5a02235e-4f96-47c9-9acc-57e7bbe41ca0 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757229 Jul 29 23:22:04.650288 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.655579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd77435-1b22-417f-94a3-92e7f8d9338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.659407 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd77435-1b22-417f-94a3-92e7f8d9338a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.662337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4bd77435-1b22-417f-94a3-92e7f8d9338a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af5e8a71-a9aa-4772-a67f-c53afce4d0e7 HTTP/1.1" status: 204 len: 168 time: 0.2443841 Jul 29 23:22:04.685446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd77435-1b22-417f-94a3-92e7f8d9338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5e8a71-a9aa-4772-a67f-c53afce4d0e7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:04.722270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54119fab-8acb-4296-9b2b-5b78fc4506e9,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:04.734186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Checking segment: {'id': '04f2a587-51d7-42dd-a285-8c46145218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4fb2367-6363-4ff9-87ce-6e41a657b761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:04.734564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Network hostable DHCP agents. Network: a4fb2367-6363-4ff9-87ce-6e41a657b761, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:04.755596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Network a4fb2367-6363-4ff9-87ce-6e41a657b761 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:04.766734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, a4fb2367-6363-4ff9-87ce-6e41a657b761) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:04.771848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:04.773825 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.777179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c677e-34f7-4aa6-a02d-11f0c4ee9c28 None None] Network a4fb2367-6363-4ff9-87ce-6e41a657b761 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:04.814647 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ed370f86-9fc0-4c6d-8245-0f244c9564b1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6722360 Jul 29 23:22:04.841120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8c314e2-6e8f-48b1-bf75-a0538e8105d2 req-d50d687b-8f31-4655-9478-c2038ab2f660 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 210 time: 0.0359888 Jul 29 23:22:04.926131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-40318e7f-03b7-421c-a04c-d3068d21b2bf tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:04.927959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-40318e7f-03b7-421c-a04c-d3068d21b2bf tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.42 "GET /v2.0/ports?device_id=16203445-9fe6-441f-81aa-b58d5bac5a02 HTTP/1.1" status: 200 len: 943 time: 0.0829303 Jul 29 23:22:05.078546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed3631-6528-447e-90b5-1d0742c008e0 req-e1585b32-e530-4ea9-81a7-82ed53b7ed50 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:05.078738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b687d9-ca2a-46c0-9eee-327ddeb507a3 None None] Network a4fb2367-6363-4ff9-87ce-6e41a657b761 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:05.085327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-a467deda-6c84-4bf1-9337-0d687ba0d61b tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:05.086805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58ed3631-6528-447e-90b5-1d0742c008e0 req-e1585b32-e530-4ea9-81a7-82ed53b7ed50 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1097 time: 0.0941644 Jul 29 23:22:05.088490 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-a467deda-6c84-4bf1-9337-0d687ba0d61b tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.42 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 804 time: 0.1860952 Jul 29 23:22:05.107110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Request body: {'port': {'device_id': '75e0267a-777d-4eaa-9af9-623706ebd148', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'admin_state_up': True, 'tenant_id': '9bb055c8b6824baea64b457501e9c016'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:05.151849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58ed3631-6528-447e-90b5-1d0742c008e0 req-bd309ef5-31ca-4c3e-b275-105abf622a5e tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550532 Jul 29 23:22:05.154390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-c6f90514-519c-4ae5-9c2e-fdca37ec0362 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Deleting port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:05.154902 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-c6f90514-519c-4ae5-9c2e-fdca37ec0362 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.325366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-c6f90514-519c-4ae5-9c2e-fdca37ec0362 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] For port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:05.325912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-c6f90514-519c-4ae5-9c2e-fdca37ec0362 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.345825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-c6f90514-519c-4ae5-9c2e-fdca37ec0362 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Calling delete_port for 7364ceaa-e61f-4841-a2df-c5e8a842ad4d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:05.369822 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Made reservation on behalf of 9bb055c8b6824baea64b457501e9c016 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:05.373777 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.461493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:05.508676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896afa4e-e1c5-48d3-9d4b-3c6df6a4290a req-c339b8f1-d419-4385-baad-84d67c2ae85c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:05.515906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-896afa4e-e1c5-48d3-9d4b-3c6df6a4290a req-c339b8f1-d419-4385-baad-84d67c2ae85c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 945 time: 0.1566422 Jul 29 23:22:05.603811 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.615653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-896afa4e-e1c5-48d3-9d4b-3c6df6a4290a req-b07863ac-7050-43dc-8a7c-106147cf5a15 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835998 Jul 29 23:22:05.664588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Allocated IP 172.20.0.7 (9bc154d7-bbc6-4bfd-8327-468fefbec56e/436ab033-bc25-444f-a687-d87717fff3ed/cb22c1d9-6c48-4d92-8385-38ae506d0c9d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:05.675461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:05.682532 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.692204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf284325-8899-4c8d-bbc9-e1a17514a7a4 req-2be4854e-696b-43dd-b2d8-b0970b60e0e0 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:05.704672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf284325-8899-4c8d-bbc9-e1a17514a7a4 req-2be4854e-696b-43dd-b2d8-b0970b60e0e0 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1097 time: 0.1856146 Jul 29 23:22:05.779911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:05.807520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-c6f90514-519c-4ae5-9c2e-fdca37ec0362 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.810393 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf284325-8899-4c8d-bbc9-e1a17514a7a4 req-0ad66f86-acf6-434f-bc51-ae1b23ac20b8 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049185 Jul 29 23:22:05.904610 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.907866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f90514-519c-4ae5-9c2e-fdca37ec0362 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Pushing event deleted for resources: {'Port': ['ID=7364ceaa-e61f-4841-a2df-c5e8a842ad4d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:05.971182 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.075391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Network 9bc154d7-bbc6-4bfd-8327-468fefbec56e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:06.078458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10224d5f-9ab4-4c89-9e02-67081628689f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893'}, {'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:06.081908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:06.082203 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ef3786-0921-4222-b04a-9ae1b31c2a5a" -d '{"events": [{"server_uuid": "10224d5f-9ab4-4c89-9e02-67081628689f", "name": "network-vif-plugged", "status": "completed", "tag": "a9a0a10f-2bcf-4bab-8709-4f32e2c90893"}, {"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-unplugged", "status": "completed", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:06.091225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:06.165196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.166109 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.185309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Pushing event updated for resources: {'Port': ['ID=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:06.201358 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-29d5657e-c44f-4e7a-8d56-9cde84159e42 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0987008 Jul 29 23:22:06.224067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Request body: {'port': {'device_id': '75e0267a-777d-4eaa-9af9-623706ebd148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:06.317585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-c6f90514-519c-4ae5-9c2e-fdca37ec0362 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] No DVR routers for this DVR port 7364ceaa-e61f-4841-a2df-c5e8a842ad4d on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:06.328103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-c6f90514-519c-4ae5-9c2e-fdca37ec0362 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.330705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-411a6e24-7d61-4d44-aebb-c563c04cd90b req-c6f90514-519c-4ae5-9c2e-fdca37ec0362 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.42 "DELETE /v2.0/ports/7364ceaa-e61f-4841-a2df-c5e8a842ad4d HTTP/1.1" status: 204 len: 173 time: 1.3868535 Jul 29 23:22:06.331158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'name': 'network-vif-deleted', 'tag': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:06.333506 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df9b594-a8dc-4f70-b8bc-f1a61b38d287" -d '{"events": [{"server_uuid": "16203445-9fe6-441f-81aa-b58d5bac5a02", "name": "network-vif-deleted", "tag": "7364ceaa-e61f-4841-a2df-c5e8a842ad4d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:06.394802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60998) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:06.400511 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.400739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1376647674-network', 'tenant_id': '7f8dddeccdf448cb9c5f9693d06fda83'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:06.425265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15dff1-748a-4410-9060-3e36ccfbf0c5 req-0b677f82-375e-480f-9dec-16f93c3ac875 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.426776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f15dff1-748a-4410-9060-3e36ccfbf0c5 req-0b677f82-375e-480f-9dec-16f93c3ac875 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 931 time: 0.0879881 Jul 29 23:22:06.477018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Made reservation on behalf of 7f8dddeccdf448cb9c5f9693d06fda83 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:06.479409 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.494904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f15dff1-748a-4410-9060-3e36ccfbf0c5 req-c1f0218a-720d-4ccb-a2ba-35935a2d6ab8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570288 Jul 29 23:22:06.495752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.610403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-d45e9ab3-aee4-4b75-841a-d5ee817bde89 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.610782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-d45e9ab3-aee4-4b75-841a-d5ee817bde89 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.611265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-d45e9ab3-aee4-4b75-841a-d5ee817bde89 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.611738 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-d45e9ab3-aee4-4b75-841a-d5ee817bde89 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.612231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-d45e9ab3-aee4-4b75-841a-d5ee817bde89 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.612697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-d45e9ab3-aee4-4b75-841a-d5ee817bde89 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.613186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-d45e9ab3-aee4-4b75-841a-d5ee817bde89 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.613651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-d45e9ab3-aee4-4b75-841a-d5ee817bde89 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.615664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-d45e9ab3-aee4-4b75-841a-d5ee817bde89 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148&device_id=10224d5f-9ab4-4c89-9e02-67081628689f&device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427&device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2&device_id=95600822-bbac-4cee-b6e9-938905e2a72c&device_id=16203445-9fe6-441f-81aa-b58d5bac5a02&device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1&device_id=64b4f532-e857-4468-a934-d978c7e7a9b7&device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 7253 time: 0.0809996 Jul 29 23:22:06.641861 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-2e6a68d0-9869-47fe-98ce-7a61e48b732e tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.681353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.690240 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.746312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:06.771678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9e7a23-9bf1-483b-aed8-2780d2ac7625,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:06.786179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.786506 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Added segment 8562fc25-e0ee-42d9-944d-a4746cef9175 of type vlan for network d9c09966-601f-4b94-96f0-1ff131b38cd3 Jul 29 23:22:06.816647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb22c1d9-6c48-4d92-8385-38ae506d0c9d {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:06.824714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.842064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Transition to ACTIVE for port object cb22c1d9-6c48-4d92-8385-38ae506d0c9d will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:06.847938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.848301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-483e7f18-248c-409e-86c2-0185bb9d8290 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1234179 Jul 29 23:22:06.858334 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.924533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Pushing event updated for resources: {'Port': ['ID=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:06.924807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-2e6a68d0-9869-47fe-98ce-7a61e48b732e tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.926001 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.926966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.939079 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.961917 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-2e6a68d0-9869-47fe-98ce-7a61e48b732e tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.040690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6448052 Jul 29 23:22:07.043480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32784) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:07.049568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Request body: {'subnet': {'network_id': 'd9c09966-601f-4b94-96f0-1ff131b38cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1376647674-subnet', 'tenant_id': '7f8dddeccdf448cb9c5f9693d06fda83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:07.061616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b51a1f8b-8065-425b-8cd9-5023e218a6da req-2e6a68d0-9869-47fe-98ce-7a61e48b732e tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&id=357119e9-d40d-4169-af47-b9c147ee71c0&id=e486661b-b42c-4237-b21a-256f82db9e3b&id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.4385614 Jul 29 23:22:07.099395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b879-ce71-4023-b9db-eb986f8655d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c09966-601f-4b94-96f0-1ff131b38cd3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:07.117233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network d9c09966-601f-4b94-96f0-1ff131b38cd3 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:07.135171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-7502547f-d22b-4b26-ab5c-611ce6eccd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.138846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-7502547f-d22b-4b26-ab5c-611ce6eccd8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 1102 time: 0.2328873 Jul 29 23:22:07.142245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a68d0-9869-47fe-98ce-7a61e48b732e tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47891aeb-0119-4bce-a0d6-8bb42f3edef7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:07.167135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Made reservation on behalf of 7f8dddeccdf448cb9c5f9693d06fda83 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:07.178041 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.181001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Attempting to bind port cb22c1d9-6c48-4d92-8385-38ae506d0c9d on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:07.181325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Attempting to bind port cb22c1d9-6c48-4d92-8385-38ae506d0c9d by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:07.181647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Attempting to bind port cb22c1d9-6c48-4d92-8385-38ae506d0c9d on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:07.195027 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107a4b8f-270c-4971-99a9-0144f84937b6 x-openstack-request-id: req-107a4b8f-270c-4971-99a9-0144f84937b6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:07.195329 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10224d5f-9ab4-4c89-9e02-67081628689f", "name": "network-vif-plugged", "status": "completed", "tag": "a9a0a10f-2bcf-4bab-8709-4f32e2c90893", "code": 200}, {"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-unplugged", "status": "completed", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:07.195585 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-107a4b8f-270c-4971-99a9-0144f84937b6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:07.195988 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10224d5f-9ab4-4c89-9e02-67081628689f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893', 'code': 200} Jul 29 23:22:07.196613 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'code': 200} Jul 29 23:22:07.256973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Port cb22c1d9-6c48-4d92-8385-38ae506d0c9d on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:07.257310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Attempting to bind port cb22c1d9-6c48-4d92-8385-38ae506d0c9d on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:07.257967 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1ac86b-f78b-42b5-ac1d-de1b3ffea3f3 x-openstack-request-id: req-7d1ac86b-f78b-42b5-ac1d-de1b3ffea3f3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:07.258264 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16203445-9fe6-441f-81aa-b58d5bac5a02", "name": "network-vif-deleted", "tag": "7364ceaa-e61f-4841-a2df-c5e8a842ad4d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:07.258519 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d1ac86b-f78b-42b5-ac1d-de1b3ffea3f3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:07.259071 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16203445-9fe6-441f-81aa-b58d5bac5a02', 'name': 'network-vif-deleted', 'tag': '7364ceaa-e61f-4841-a2df-c5e8a842ad4d', 'status': 'completed', 'code': 200} Jul 29 23:22:07.351735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-6269c569-3179-4fde-9b5b-394e0c2d1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.353392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-6269c569-3179-4fde-9b5b-394e0c2d1e3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1801121 Jul 29 23:22:07.365605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4cbd2-914a-4fd2-9a35-d7ee439d0596 req-42a667f1-3c48-448b-afd5-439c734c6a27 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.379411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fb4cbd2-914a-4fd2-9a35-d7ee439d0596 req-42a667f1-3c48-448b-afd5-439c734c6a27 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 945 time: 0.1010869 Jul 29 23:22:07.403785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:07.404203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Checking segment: {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:07.406343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Bound using segment: {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:07.407973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Bound port: cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:07.408380 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.455214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-3272d9e6-0232-41b5-ad57-83269043c13b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=99461c3e-794f-4f1e-80db-09593384e124 HTTP/1.1" status: 200 len: 217 time: 0.0716136 Jul 29 23:22:07.490303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fb4cbd2-914a-4fd2-9a35-d7ee439d0596 req-f7a419e9-9afc-4bc2-86e8-d7cbd03d46f6 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080427 Jul 29 23:22:07.593318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-c5c6849b-41b1-42d4-af69-e4a11ab6c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.597573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-c5c6849b-41b1-42d4-af69-e4a11ab6c7ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1193900 Jul 29 23:22:07.654189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522eeede-2f67-4e77-9fa5-fa43f0e0a7b7 req-f224ccd9-443d-4efc-a674-2ba4fe6091fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.655861 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-522eeede-2f67-4e77-9fa5-fa43f0e0a7b7 req-f224ccd9-443d-4efc-a674-2ba4fe6091fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 1097 time: 0.2355199 Jul 29 23:22:07.732690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] For port cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:07.751850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-ae8caf1d-7c21-4110-95e0-5e9026a2564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.754761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-ae8caf1d-7c21-4110-95e0-5e9026a2564d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1441667 Jul 29 23:22:07.779486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c10043-fd39-4de9-ad11-80e017343d57 req-348f5c12-11a4-4a8c-874e-a9ef2f050f28 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.781318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] For port cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:07.781904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03c10043-fd39-4de9-ad11-80e017343d57 req-348f5c12-11a4-4a8c-874e-a9ef2f050f28 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 943 time: 0.0983317 Jul 29 23:22:07.783574 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-522eeede-2f67-4e77-9fa5-fa43f0e0a7b7 req-6e2ce99a-4ba9-45bf-ab91-a794a29499b2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041636 Jul 29 23:22:07.793677 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.836776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.837403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.838897 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] 10.222.0.42 "PUT /v2.0/ports/cb22c1d9-6c48-4d92-8385-38ae506d0c9d HTTP/1.1" status: 200 len: 1092 time: 1.6224561 Jul 29 23:22:07.839752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.841548 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e0267a-777d-4eaa-9af9-623706ebd148', 'tag': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:07.843752 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a4fa9-1bca-44f4-b1e3-241b9afc8269" -d '{"events": [{"name": "network-changed", "server_uuid": "75e0267a-777d-4eaa-9af9-623706ebd148", "tag": "cb22c1d9-6c48-4d92-8385-38ae506d0c9d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:07.944376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03c10043-fd39-4de9-ad11-80e017343d57 req-feafadc2-8fdd-4803-8daa-0d46b61831e0 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500366 Jul 29 23:22:07.981847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf828c4-a195-445e-b278-4dab3f879b77 req-a79227b6-ba75-4ef1-b233-58e71f2de34f tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.982813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf828c4-a195-445e-b278-4dab3f879b77 req-a79227b6-ba75-4ef1-b233-58e71f2de34f tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.983674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf828c4-a195-445e-b278-4dab3f879b77 req-a79227b6-ba75-4ef1-b233-58e71f2de34f tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.986240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4bf828c4-a195-445e-b278-4dab3f879b77 req-a79227b6-ba75-4ef1-b233-58e71f2de34f tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2&device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1&device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 2885 time: 0.1942596 Jul 29 23:22:07.996574 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-8a112c63-d902-42d0-84d3-5f9cf2be9ed8 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135386 Jul 29 23:22:08.122511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4bf828c4-a195-445e-b278-4dab3f879b77 req-7735992f-eb07-4e3f-b917-090ab978d1ce tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294377 Jul 29 23:22:08.161226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b019473-ffbe-4b2a-a689-f0d358f8356b req-a64d485c-d8b9-45ef-98ef-bc33f2af0c26 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.162858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b019473-ffbe-4b2a-a689-f0d358f8356b req-a64d485c-d8b9-45ef-98ef-bc33f2af0c26 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1097 time: 0.1138320 Jul 29 23:22:08.164264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3645f-1b0e-4dc3-85ec-ad7f981af6ab service neutron] Pushing event updated for resources: {'Port': ['ID=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:08.166950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-590523df-4b4a-4bb2-b1d9-df2b00710707 req-e668cde1-e81b-49aa-a190-f9fa9bce5469 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614597 Jul 29 23:22:08.205985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0046ca52-0908-4e0a-9c10-1657d32b46b2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:08.215994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b019473-ffbe-4b2a-a689-f0d358f8356b req-0c3358af-3490-471e-bbf5-317075e99b69 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Jul 29 23:22:08.232431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-08cdbcf6-f938-4353-967c-b550c4b2c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.234076 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-08cdbcf6-f938-4353-967c-b550c4b2c8f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 1095 time: 0.0932574 Jul 29 23:22:08.235073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Checking segment: {'id': '8562fc25-e0ee-42d9-944d-a4746cef9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9c09966-601f-4b94-96f0-1ff131b38cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:08.236065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Network hostable DHCP agents. Network: d9c09966-601f-4b94-96f0-1ff131b38cd3, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:08.311761 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-8f0a75f8-9775-4031-9dd5-e95d3ede78f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d HTTP/1.1" status: 200 len: 217 time: 0.0651886 Jul 29 23:22:08.313635 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b2d6c-43f9-4bc2-bdb5-ed7558d5a5e9 x-openstack-request-id: req-291b2d6c-43f9-4bc2-bdb5-ed7558d5a5e9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:08.314099 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e0267a-777d-4eaa-9af9-623706ebd148", "tag": "cb22c1d9-6c48-4d92-8385-38ae506d0c9d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:08.314444 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-291b2d6c-43f9-4bc2-bdb5-ed7558d5a5e9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:08.314953 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e0267a-777d-4eaa-9af9-623706ebd148', 'tag': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d', 'status': 'completed', 'code': 200} Jul 29 23:22:08.317872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Network d9c09966-601f-4b94-96f0-1ff131b38cd3 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:08.341148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, d9c09966-601f-4b94-96f0-1ff131b38cd3) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:08.359792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacba274-c6c0-4b82-968d-7a50b9d49b1e None None] Network d9c09966-601f-4b94-96f0-1ff131b38cd3 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:08.385056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.385840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.424325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-96920647-149a-40b7-a223-d9d8412a089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.427060 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-96920647-149a-40b7-a223-d9d8412a089f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=436ab033-bc25-444f-a687-d87717fff3ed HTTP/1.1" status: 200 len: 844 time: 0.0970848 Jul 29 23:22:08.439238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8b471a54-319b-41a7-a551-b03fa33bbd80 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3942132 Jul 29 23:22:08.447669 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64c84a6a-11e9-4f18-a274-0f2b1c09aa8d req-f3f59997-a0d0-42e6-b937-38d679631206 tempest-FlavorsV2NegativeTest-260935670 tempest-FlavorsV2NegativeTest-260935670-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0a46873948224ba1bc52d84dd963691b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490267 Jul 29 23:22:08.485723 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-c6256729-17d6-4dc5-a025-41c825353f08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bc154d7-bbc6-4bfd-8327-468fefbec56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448432 Jul 29 23:22:08.573521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a6d03c-1389-4296-992b-45f44770493c None None] Network d9c09966-601f-4b94-96f0-1ff131b38cd3 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:08.592198 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-3fb6a56c-dca6-4dc2-9f07-2e2eba66e3ab service neutron] 10.222.0.42 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924661 Jul 29 23:22:08.611358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c84a6a-11e9-4f18-a274-0f2b1c09aa8d req-a93e48ea-8b02-45fc-a04f-a8a50d460f76 tempest-FlavorsV2NegativeTest-260935670 tempest-FlavorsV2NegativeTest-260935670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.622319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64c84a6a-11e9-4f18-a274-0f2b1c09aa8d req-a93e48ea-8b02-45fc-a04f-a8a50d460f76 tempest-FlavorsV2NegativeTest-260935670 tempest-FlavorsV2NegativeTest-260935670-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735950 Jul 29 23:22:08.650666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64c84a6a-11e9-4f18-a274-0f2b1c09aa8d req-b9306138-7f32-4ba7-9190-bcfe51e136c0 tempest-FlavorsV2NegativeTest-260935670 tempest-FlavorsV2NegativeTest-260935670-project] 10.222.0.37 "GET /v2.0/quotas/0a46873948224ba1bc52d84dd963691b HTTP/1.1" status: 200 len: 375 time: 0.0226464 Jul 29 23:22:08.724631 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1dbd9a9-d6c3-40ea-882b-3b9a02bc4e72 req-9eb934e5-8315-4dbf-8d7d-c92b01b52c39 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112142 Jul 29 23:22:08.724989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64c84a6a-11e9-4f18-a274-0f2b1c09aa8d req-2b0598dc-e811-4bf9-af80-736059855360 tempest-FlavorsV2NegativeTest-260935670 tempest-FlavorsV2NegativeTest-260935670-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a46873948224ba1bc52d84dd963691b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730197 Jul 29 23:22:08.875479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a4fa9-1bca-44f4-b1e3-241b9afc8269 req-3fa7dffa-41d0-4d40-86db-2e29774e95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.878249 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-152a4fa9-1bca-44f4-b1e3-241b9afc8269 req-3fa7dffa-41d0-4d40-86db-2e29774e95e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 1095 time: 0.0668273 Jul 29 23:22:08.909382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a938fd-811e-4476-b8c2-5cac82572974 req-0eb95cc2-1dcf-4886-b611-ec4842e84537 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.911591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0a938fd-811e-4476-b8c2-5cac82572974 req-0eb95cc2-1dcf-4886-b611-ec4842e84537 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 945 time: 0.0678220 Jul 29 23:22:08.959778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7364ceaa-e61f-4841-a2df-c5e8a842ad4d no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:08.969740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0a938fd-811e-4476-b8c2-5cac82572974 req-998afd73-4553-4daf-a0b7-24d7b7a01479 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450873 Jul 29 23:22:08.983961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 7364ceaa-e61f-4841-a2df-c5e8a842ad4d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:08.984987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7364ceaa-e61f-4841-a2df-c5e8a842ad4d not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:09.015838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a4fa9-1bca-44f4-b1e3-241b9afc8269 req-ae755801-6b39-476e-b3a1-a5950f8a7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:09.017438 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-152a4fa9-1bca-44f4-b1e3-241b9afc8269 req-ae755801-6b39-476e-b3a1-a5950f8a7116 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 905 time: 0.1305907 Jul 29 23:22:09.075234 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-152a4fa9-1bca-44f4-b1e3-241b9afc8269 req-dc077e51-00f7-4d55-9be4-e7985aedbf3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d HTTP/1.1" status: 200 len: 217 time: 0.0471117 Jul 29 23:22:09.139570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a4fa9-1bca-44f4-b1e3-241b9afc8269 req-3547141e-4e33-4bf5-aa2f-4a57dbe12193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:09.141057 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-152a4fa9-1bca-44f4-b1e3-241b9afc8269 req-3547141e-4e33-4bf5-aa2f-4a57dbe12193 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=436ab033-bc25-444f-a687-d87717fff3ed HTTP/1.1" status: 200 len: 844 time: 0.0521226 Jul 29 23:22:09.187807 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-152a4fa9-1bca-44f4-b1e3-241b9afc8269 req-68ad4c48-80ae-4548-aadf-ca8d5e0a9c4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bc154d7-bbc6-4bfd-8327-468fefbec56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306342 Jul 29 23:22:09.304765 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-152a4fa9-1bca-44f4-b1e3-241b9afc8269 req-ffa978e8-9a0b-40c6-a261-08175ae41b37 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004314 Jul 29 23:22:09.409112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:09.411450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-152a4fa9-1bca-44f4-b1e3-241b9afc8269 req-3840aa33-267f-40bb-8b8a-d830b2e02662 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956535 Jul 29 23:22:09.423204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583dd91-48cb-4596-af2b-90b16683c565 req-267c9509-0979-43c0-a237-304267214a07 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:09.432200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-267c9509-0979-43c0-a237-304267214a07 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/networks?id=a4fb2367-6363-4ff9-87ce-6e41a657b761 HTTP/1.1" status: 200 len: 815 time: 0.1171017 Jul 29 23:22:09.444385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-b2d7db92-681b-424c-b4a2-099e780798a1 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/quotas/34552f047a354275b3b03d280f735d4d HTTP/1.1" status: 200 len: 375 time: 0.0111437 Jul 29 23:22:09.484035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-194bff5a-6f63-4a01-b8b5-1f5b4abebbcb tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34552f047a354275b3b03d280f735d4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337279 Jul 29 23:22:09.554205 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d02bdec5-b56a-40e2-8bab-adb6cc3b0644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.615422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-699e32b9-6753-4b93-b327-d2f2724487ca service neutron] 10.222.0.37 "GET /v2.0/networks/a4fb2367-6363-4ff9-87ce-6e41a657b761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237726 Jul 29 23:22:09.745597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-4ca5379a-13ba-47d0-9136-fea559db902d service neutron] 10.222.0.37 "GET /v2.0/networks/a4fb2367-6363-4ff9-87ce-6e41a657b761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232591 Jul 29 23:22:09.750688 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d02bdec5-b56a-40e2-8bab-adb6cc3b0644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.757764 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d02bdec5-b56a-40e2-8bab-adb6cc3b0644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.824432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d02bdec5-b56a-40e2-8bab-adb6cc3b0644 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a46873948224ba1bc52d84dd963691b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140065 Jul 29 23:22:09.825774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bdec5-b56a-40e2-8bab-adb6cc3b0644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f63ccec-453b-4958-b1a6-06dec8cc1ef8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:09.827791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32944) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:09.902088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-092092cd-2990-42d1-b8c9-6a7383ed6398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.925279 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-092092cd-2990-42d1-b8c9-6a7383ed6398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.986872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-092092cd-2990-42d1-b8c9-6a7383ed6398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.991096 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-092092cd-2990-42d1-b8c9-6a7383ed6398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.994156 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-092092cd-2990-42d1-b8c9-6a7383ed6398 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f63ccec-453b-4958-b1a6-06dec8cc1ef8 HTTP/1.1" status: 204 len: 168 time: 0.1634557 Jul 29 23:22:10.014724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092092cd-2990-42d1-b8c9-6a7383ed6398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f63ccec-453b-4958-b1a6-06dec8cc1ef8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:10.039540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04797f2f-9517-4171-be57-8bb708406fb6 req-1c06535b-38e3-47a5-b3ce-b30232bd16a8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.041286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04797f2f-9517-4171-be57-8bb708406fb6 req-1c06535b-38e3-47a5-b3ce-b30232bd16a8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 943 time: 0.0804098 Jul 29 23:22:10.063539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:10.119200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04797f2f-9517-4171-be57-8bb708406fb6 req-cf6f2e67-a59d-42fa-ba9b-013c5749dee7 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445395 Jul 29 23:22:10.264598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-eca81f01-1919-4a09-9fef-7b887131c284 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:22:10.265714 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-eca81f01-1919-4a09-9fef-7b887131c284 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2009652 Jul 29 23:22:10.382676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Request body: {'binding': {'host': 'n-h2-712139-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:10.383275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Unknown quota resources ['binding']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:22:10.566194 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2afa5d9a-2698-46f0-be44-e37883dd3daf req-81d80653-f4b3-415b-af57-4be50a041b03 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 210 time: 0.0417581 Jul 29 23:22:10.570998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c on host n-h2-712139-11 for vnic_type normal with profile None {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:10.571345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:10.571678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:10.576282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Port 113f153b-1887-407c-8a24-ec90d246a84c on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:10.576607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:10.583115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:10.583458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:10.583860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:10.584319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Bound port: 113f153b-1887-407c-8a24-ec90d246a84c, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:10.647031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:10.656313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.664218 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3f6b584e-6289-42f1-8a4a-ed055ea2bc44 service neutron] 10.222.0.37 "POST /v2.0/ports/113f153b-1887-407c-8a24-ec90d246a84c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3411601 Jul 29 23:22:10.679418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ad122-a5c4-46c0-90ca-9368d90ef539 req-3301eaaa-b300-46cf-9648-da2c9ca0d41c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.681607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-435ad122-a5c4-46c0-90ca-9368d90ef539 req-3301eaaa-b300-46cf-9648-da2c9ca0d41c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 945 time: 0.0581861 Jul 29 23:22:10.733838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-435ad122-a5c4-46c0-90ca-9368d90ef539 req-f5cf00f9-5987-4354-a5e2-5417f52d18c3 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443375 Jul 29 23:22:10.892481 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:22:10.907947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec3edf-6fbf-41ad-be29-fac3f2f08db5 req-d4909bb9-ec02-4595-aba3-adf2cc568ea2 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.909525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9ec3edf-6fbf-41ad-be29-fac3f2f08db5 req-d4909bb9-ec02-4595-aba3-adf2cc568ea2 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 945 time: 0.0604327 Jul 29 23:22:10.981110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9ec3edf-6fbf-41ad-be29-fac3f2f08db5 req-7561d85e-1466-45a9-b327-e4ada5ffdd03 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611210 Jul 29 23:22:10.991060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc2e75-aed0-404d-b076-61773871dca6 req-17834ae0-f83c-423a-9d6b-c50a29e9cb30 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.992604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5bc2e75-aed0-404d-b076-61773871dca6 req-17834ae0-f83c-423a-9d6b-c50a29e9cb30 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 945 time: 0.0815794 Jul 29 23:22:11.007927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33012) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:11.013011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f4e137a4-e0e2-42c6-971a-665cfcbb129c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Request body: {'floatingip': {'port_id': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:11.019717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3293edf4-9abe-4d6b-8cb7-78e189fd924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.021706 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-3293edf4-9abe-4d6b-8cb7-78e189fd924b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1097 time: 0.0592172 Jul 29 23:22:11.068259 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e137a4-e0e2-42c6-971a-665cfcbb129c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.123437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-237843cc-093e-4971-9119-0ba96a98aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.124969 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-237843cc-093e-4971-9119-0ba96a98aa89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.0955143 Jul 29 23:22:11.171686 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-47c60a39-903c-4bb2-9f00-f360f7af27c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113f153b-1887-407c-8a24-ec90d246a84c HTTP/1.1" status: 200 len: 217 time: 0.0378220 Jul 29 23:22:11.220082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee27aa3-938d-4719-be61-c88e156fc0c6 req-ac714aac-39f7-4ece-8122-dbfc5511406f tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.221581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ee27aa3-938d-4719-be61-c88e156fc0c6 req-ac714aac-39f7-4ece-8122-dbfc5511406f tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 1102 time: 0.1572981 Jul 29 23:22:11.323217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-fe7fde7d-e71a-494b-bf12-33651c040b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.325534 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-fe7fde7d-e71a-494b-bf12-33651c040b2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.1456759 Jul 29 23:22:11.369145 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-c75be418-8b39-4e73-bdff-b527b56a3aa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303357 Jul 29 23:22:11.415761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ee27aa3-938d-4719-be61-c88e156fc0c6 req-dd9f4a5c-89e0-4bf1-aea3-5fc50c6d010a tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737719 Jul 29 23:22:11.451049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583dd91-48cb-4596-af2b-90b16683c565 req-d2364fcf-edbf-4a9d-984b-6c48735d90e1 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.453869 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-d2364fcf-edbf-4a9d-984b-6c48735d90e1 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.42 "GET /v2.0/networks?id=a4fb2367-6363-4ff9-87ce-6e41a657b761 HTTP/1.1" status: 200 len: 815 time: 0.2248952 Jul 29 23:22:11.462171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f98e1-cb1f-4c5f-be26-8864b585dbb5 req-ba41bd08-86c0-440e-afd7-c959ef550927 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.463763 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-787f98e1-cb1f-4c5f-be26-8864b585dbb5 req-ba41bd08-86c0-440e-afd7-c959ef550927 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 943 time: 0.1423986 Jul 29 23:22:11.473528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:11.508914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Request body: {'port': {'device_id': '07a8c640-290c-44c7-a562-044fe02bb6bb', 'network_id': 'a4fb2367-6363-4ff9-87ce-6e41a657b761', 'admin_state_up': True, 'tenant_id': '34552f047a354275b3b03d280f735d4d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:11.589658 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-115ab541-0a48-4065-80a2-2d604057e4b3 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086964 Jul 29 23:22:11.620036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:11.636155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'mac_address': 'fa:16:3e:62:62:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:11.663292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33038) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:11.703200 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.721110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-787f98e1-cb1f-4c5f-be26-8864b585dbb5 req-827f03b1-0e57-4650-b55a-2e97c301683e tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422376 Jul 29 23:22:11.724043 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-6d51aeee-a510-481a-aff2-26221d43693c service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234510 Jul 29 23:22:11.728206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:11.733310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Made reservation on behalf of 34552f047a354275b3b03d280f735d4d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:11.738058 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.755375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:11.765926 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.850034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fe15f-cb87-4303-9237-842b188d78a8 req-cc4a1ce3-14ee-49b7-aefa-0a6fb14ba5d8 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.857562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-817fe15f-cb87-4303-9237-842b188d78a8 req-cc4a1ce3-14ee-49b7-aefa-0a6fb14ba5d8 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 1102 time: 0.2568958 Jul 29 23:22:11.864643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:11.879746 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-586e8548-3704-4ec3-8e01-c1d7c98e6484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.917437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Allocated IP 172.20.0.10 (a4fb2367-6363-4ff9-87ce-6e41a657b761/54119fab-8acb-4296-9b2b-5b78fc4506e9/0ce30736-d430-46ab-8364-f4334b12c2f7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:11.954393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:11.993555 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-f4e137a4-e0e2-42c6-971a-665cfcbb129c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:22:11.995475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-62458209-d454-4272-860b-278a5dba49e2 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.997260 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-62458209-d454-4272-860b-278a5dba49e2 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.0908468 Jul 29 23:22:12.027086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-11'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:12.124402 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-817fe15f-cb87-4303-9237-842b188d78a8 req-27ecae76-f1c6-46a6-b3fd-31a1479e931c tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568521 Jul 29 23:22:12.161082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e137a4-e0e2-42c6-971a-665cfcbb129c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.166312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.195887 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e137a4-e0e2-42c6-971a-665cfcbb129c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.208266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f117a8ce-51dc-48c7-9ba5-a89e889b173c req-cf6dc8c0-0554-4667-ac3b-4a3bcfd600ec tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 210 time: 0.1152554 Jul 29 23:22:12.300160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:12.386372 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:12.408720 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.460083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea953e5b-01ac-418a-b54e-a6f59d1f205a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.469215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:12.532863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113f153b-1887-407c-8a24-ec90d246a84c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:12.535517 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c483331-8c24-416b-b53d-abc4e5068519" -d '{"events": [{"server_uuid": "2f00c586-b53a-4cdd-9bce-c5144c81e427", "name": "network-vif-unplugged", "status": "completed", "tag": "113f153b-1887-407c-8a24-ec90d246a84c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:12.539790 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.542972 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.555920 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.590739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafa1cb-08dc-4515-86ec-5f7adf70b2de req-5c9fd70f-80bc-479a-a68f-8a7444f64306 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.592335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1aafa1cb-08dc-4515-86ec-5f7adf70b2de req-5c9fd70f-80bc-479a-a68f-8a7444f64306 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 945 time: 0.4030333 Jul 29 23:22:12.600238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Network a4fb2367-6363-4ff9-87ce-6e41a657b761 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:12.603757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:12.606392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:12.637354 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-f4e137a4-e0e2-42c6-971a-665cfcbb129c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Floating IP ac276239-fdfc-4589-8795-8de02bb6975b associated. External IP: 172.25.2.33, port: a9a0a10f-2bcf-4bab-8709-4f32e2c90893. Jul 29 23:22:12.653996 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a174be8-5e5f-47b2-b909-1da92c0cea75 x-openstack-request-id: req-0a174be8-5e5f-47b2-b909-1da92c0cea75 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:12.654308 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f00c586-b53a-4cdd-9bce-c5144c81e427", "name": "network-vif-unplugged", "status": "completed", "tag": "113f153b-1887-407c-8a24-ec90d246a84c", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:12.654551 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a174be8-5e5f-47b2-b909-1da92c0cea75 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:12.654953 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113f153b-1887-407c-8a24-ec90d246a84c', 'code': 200} Jul 29 23:22:12.685380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Pushing event updated for resources: {'Port': ['ID=0ce30736-d430-46ab-8364-f4334b12c2f7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:12.705298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-586e8548-3704-4ec3-8e01-c1d7c98e6484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.712621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1aafa1cb-08dc-4515-86ec-5f7adf70b2de req-5175e12e-9d98-469e-af98-49db7a34ca74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105778 Jul 29 23:22:12.716388 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-586e8548-3704-4ec3-8e01-c1d7c98e6484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.796729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.797424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.808434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c on host n-h1-712139-11 for vnic_type normal with profile {"migrating_to": "n-h2-712139-11"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:12.812323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:12.812981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:12.821058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-586e8548-3704-4ec3-8e01-c1d7c98e6484 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7624b79cf206472bad17578fd8313aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1572542 Jul 29 23:22:12.824518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:12.873474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e8548-3704-4ec3-8e01-c1d7c98e6484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e76f37-c27d-4b89-b4ea-0c548057ffd3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:12.902446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Port 113f153b-1887-407c-8a24-ec90d246a84c on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:12.902849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Attempting to bind port 113f153b-1887-407c-8a24-ec90d246a84c on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:12.905107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Pushing event updated for resources: {'Port': ['ID=113f153b-1887-407c-8a24-ec90d246a84c,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:12.914323 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea953e5b-01ac-418a-b54e-a6f59d1f205a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.918445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:12.918918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:12.919479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:12.919979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Bound port: 113f153b-1887-407c-8a24-ec90d246a84c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:12.920370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.936882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea953e5b-01ac-418a-b54e-a6f59d1f205a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.973483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25108631-6e21-4da0-bccc-73a36653a0d3 req-0aa51fd1-34fb-4b12-8c3b-df991eff8f6a tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.974995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25108631-6e21-4da0-bccc-73a36653a0d3 req-0aa51fd1-34fb-4b12-8c3b-df991eff8f6a tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 943 time: 0.1725245 Jul 29 23:22:12.976862 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-31da933d-3ea6-4ff3-8a92-4c01d39b1390 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5017717 Jul 29 23:22:12.991780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cb22c1d9-6c48-4d92-8385-38ae506d0c9d details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:13.015868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Request body: {'port': {'device_id': '07a8c640-290c-44c7-a562-044fe02bb6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:13.021637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea953e5b-01ac-418a-b54e-a6f59d1f205a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f68b329-9a09-4779-9012-8b78cb1635bb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:13.035798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7af1766-d4b0-4797-a8cf-8fb7dab444b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.076280 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ea953e5b-01ac-418a-b54e-a6f59d1f205a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=791d0b12fb304e0fa6cf6d0ea2c01809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7748187 Jul 29 23:22:13.077321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33096) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:13.109101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:13.114712 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7af1766-d4b0-4797-a8cf-8fb7dab444b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.127268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25108631-6e21-4da0-bccc-73a36653a0d3 req-c6507658-c9a1-487b-a1b4-6ca0dae9cc2d tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301134 Jul 29 23:22:13.128733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'port_id': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d', 'mac_address': 'fa:16:3e:29:a4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436ab033-bc25-444f-a687-d87717fff3ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:13.149538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713e6da-c40e-4421-80b1-0793610020fc req-fc28b71e-9ec8-4230-8e55-9e4cee095385 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.151047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f713e6da-c40e-4421-80b1-0793610020fc req-fc28b71e-9ec8-4230-8e55-9e4cee095385 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1863930 Jul 29 23:22:13.162204 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:13.175295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.197883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e137a4-e0e2-42c6-971a-665cfcbb129c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Router 0c439ae3-31db-4cbc-9859-c86e91c474b5 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:22:13.199138 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb22c1d9-6c48-4d92-8385-38ae506d0c9d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:13.205939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:13.207544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.239694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:13.240753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f713e6da-c40e-4421-80b1-0793610020fc req-15bdf30d-213d-475e-8917-782fae755f9f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783260 Jul 29 23:22:13.255315 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.262883 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.295217 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7af1766-d4b0-4797-a8cf-8fb7dab444b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.298063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7af1766-d4b0-4797-a8cf-8fb7dab444b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.302347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e7af1766-d4b0-4797-a8cf-8fb7dab444b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94e76f37-c27d-4b89-b4ea-0c548057ffd3 HTTP/1.1" status: 204 len: 168 time: 0.4729543 Jul 29 23:22:13.309522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:13.315948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af1766-d4b0-4797-a8cf-8fb7dab444b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e76f37-c27d-4b89-b4ea-0c548057ffd3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:13.387626 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9453bbf7-849d-4de9-9ce9-e2a9a580d190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.398206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Pushing event updated for resources: {'Port': ['ID=113f153b-1887-407c-8a24-ec90d246a84c,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:13.402090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.402807 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.404325 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-b526c298-bebd-4740-8a14-d99ecff06b46 service neutron] 10.222.0.47 "PUT /v2.0/ports/113f153b-1887-407c-8a24-ec90d246a84c HTTP/1.1" status: 200 len: 1123 time: 1.3894484 Jul 29 23:22:13.436840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e137a4-e0e2-42c6-971a-665cfcbb129c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:13.442755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e137a4-e0e2-42c6-971a-665cfcbb129c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.454053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d12627-536b-412e-a063-845e40320578 req-5a8358d0-fa83-4525-8f78-b398096315a7 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.459457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] Sync routers for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:13.462374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71d12627-536b-412e-a063-845e40320578 req-5a8358d0-fa83-4525-8f78-b398096315a7 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 932 time: 0.0786180 Jul 29 23:22:13.472237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:13.472237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:21:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:13.478248 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9453bbf7-849d-4de9-9ce9-e2a9a580d190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.508927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f4e137a4-e0e2-42c6-971a-665cfcbb129c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "PUT /v2.0/floatingips/ac276239-fdfc-4589-8795-8de02bb6975b HTTP/1.1" status: 200 len: 990 time: 2.5054047 Jul 29 23:22:13.510699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10224d5f-9ab4-4c89-9e02-67081628689f', 'tag': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:13.517237 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56" -d '{"events": [{"name": "network-changed", "server_uuid": "10224d5f-9ab4-4c89-9e02-67081628689f", "tag": "a9a0a10f-2bcf-4bab-8709-4f32e2c90893"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:13.553999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71d12627-536b-412e-a063-845e40320578 req-249fcf45-aa66-43dc-a9cd-3b6abb34de7d tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888672 Jul 29 23:22:13.585215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:13.605037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9453bbf7-849d-4de9-9ce9-e2a9a580d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.607918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9453bbf7-849d-4de9-9ce9-e2a9a580d190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.611731 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9453bbf7-849d-4de9-9ce9-e2a9a580d190 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f68b329-9a09-4779-9012-8b78cb1635bb HTTP/1.1" status: 204 len: 168 time: 0.5262706 Jul 29 23:22:13.626596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453bbf7-849d-4de9-9ce9-e2a9a580d190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f68b329-9a09-4779-9012-8b78cb1635bb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:13.634331 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1087d3-5d6d-495f-b21b-2798d0389eaf x-openstack-request-id: req-3e1087d3-5d6d-495f-b21b-2798d0389eaf {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:13.634624 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10224d5f-9ab4-4c89-9e02-67081628689f", "tag": "a9a0a10f-2bcf-4bab-8709-4f32e2c90893", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:13.634878 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e1087d3-5d6d-495f-b21b-2798d0389eaf {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:13.635277 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10224d5f-9ab4-4c89-9e02-67081628689f', 'tag': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893', 'status': 'completed', 'code': 200} Jul 29 23:22:13.675608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['113f153b-1887-407c-8a24-ec90d246a84c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:13.735206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce30736-d430-46ab-8364-f4334b12c2f7 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:13.750013 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['cb22c1d9-6c48-4d92-8385-38ae506d0c9d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:13.763451 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.805271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Transition to ACTIVE for port object 0ce30736-d430-46ab-8364-f4334b12c2f7 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:13.820176 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-a48303fe-3082-455d-98f3-a1515a76d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.822821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-a48303fe-3082-455d-98f3-a1515a76d1fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d201b695131547f0964bd2cc9a237702&device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 1097 time: 0.0776238 Jul 29 23:22:13.824236 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.868494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:13.926153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670aa590-61ed-4e21-914e-6b7a9a1db1c9 req-0c434be4-d213-4a20-8ff4-6189f83c515d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.935222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-670aa590-61ed-4e21-914e-6b7a9a1db1c9 req-0c434be4-d213-4a20-8ff4-6189f83c515d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 943 time: 0.0916018 Jul 29 23:22:13.988178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-670aa590-61ed-4e21-914e-6b7a9a1db1c9 req-8463cafc-c26a-4f5c-ac85-c5b6da9ff18a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460882 Jul 29 23:22:14.002551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Pushing event updated for resources: {'Port': ['ID=0ce30736-d430-46ab-8364-f4334b12c2f7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.066316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:14.066847 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.105074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:14.120613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4815fa6-29e5-42b9-a674-2ed9c621c40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.132823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Attempting to bind port 0ce30736-d430-46ab-8364-f4334b12c2f7 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:14.133182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Attempting to bind port 0ce30736-d430-46ab-8364-f4334b12c2f7 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '04f2a587-51d7-42dd-a285-8c46145218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4fb2367-6363-4ff9-87ce-6e41a657b761'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:14.133640 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Attempting to bind port 0ce30736-d430-46ab-8364-f4334b12c2f7 on network a4fb2367-6363-4ff9-87ce-6e41a657b761 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:14.140284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Port 0ce30736-d430-46ab-8364-f4334b12c2f7 on network a4fb2367-6363-4ff9-87ce-6e41a657b761 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:14.140284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Attempting to bind port 0ce30736-d430-46ab-8364-f4334b12c2f7 on network a4fb2367-6363-4ff9-87ce-6e41a657b761 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:14.143547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-d2d28ec2-854a-4840-88d9-639484d44a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.145871 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-d2d28ec2-854a-4840-88d9-639484d44a5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=64586059-01f1-49b9-8ef5-2910bc6c6717 HTTP/1.1" status: 200 len: 925 time: 0.3156488 Jul 29 23:22:14.148829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:14.149186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Checking segment: {'id': '04f2a587-51d7-42dd-a285-8c46145218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4fb2367-6363-4ff9-87ce-6e41a657b761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:14.149643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Bound using segment: {'id': '04f2a587-51d7-42dd-a285-8c46145218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4fb2367-6363-4ff9-87ce-6e41a657b761'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:14.150016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Bound port: 0ce30736-d430-46ab-8364-f4334b12c2f7, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f2a587-51d7-42dd-a285-8c46145218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4fb2367-6363-4ff9-87ce-6e41a657b761'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:14.150385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.294828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4815fa6-29e5-42b9-a674-2ed9c621c40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.306347 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4815fa6-29e5-42b9-a674-2ed9c621c40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.355188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e4815fa6-29e5-42b9-a674-2ed9c621c40d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0c2f0c3b16f4d96a61cd4f91a828d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487772 Jul 29 23:22:14.360707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33148) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:14.435383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46dd43-6bc7-4946-af6e-e67d603b1703 req-36d17ad7-1d96-47d5-9fb7-ae5cfbfbedac tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.436962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f46dd43-6bc7-4946-af6e-e67d603b1703 req-36d17ad7-1d96-47d5-9fb7-ae5cfbfbedac tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 944 time: 0.1791129 Jul 29 23:22:14.450009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4815fa6-29e5-42b9-a674-2ed9c621c40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e597f2-c3dd-4a0f-b78c-006d42705f7f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.476539 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.495108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f48f1-524e-4f74-a9a9-565bb9490f87 req-76a7494a-562f-473c-afeb-0fe9e189b27c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.502593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da6f48f1-524e-4f74-a9a9-565bb9490f87 req-76a7494a-562f-473c-afeb-0fe9e189b27c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1552522 Jul 29 23:22:14.526282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:14.528824 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be0b87f-6a44-4e87-a5ec-79548c5e924c" -d '{"events": [{"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-plugged", "status": "completed", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:14.545783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea47692-3a7e-41e8-8afe-6036092c5247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.550285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f46dd43-6bc7-4946-af6e-e67d603b1703 req-b5578920-e197-42f5-840e-c03443706659 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013882 Jul 29 23:22:14.552369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:14.578529 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.598149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da6f48f1-524e-4f74-a9a9-565bb9490f87 req-9298ef5f-c195-4eef-b9be-36c6d7c6b0bb tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946758 Jul 29 23:22:14.600276 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea47692-3a7e-41e8-8afe-6036092c5247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.633926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ac276239-fdfc-4589-8795-8de02bb6975b', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'port_id': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'mac_address': 'fa:16:3e:7b:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10224d5f-9ab4-4c89-9e02-67081628689f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:21:44Z', 'updated_at': '2021-07-29T23:22:11Z', 'revision_number': 1, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:14.656623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'tag': '113f153b-1887-407c-8a24-ec90d246a84c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:14.658847 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f00c586-b53a-4cdd-9bce-c5144c81e427", "tag": "113f153b-1887-407c-8a24-ec90d246a84c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:14.672838 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-5b5c21e0-e00c-49c3-9860-2ceab1680693 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9a0a10f-2bcf-4bab-8709-4f32e2c90893 HTTP/1.1" status: 200 len: 998 time: 0.4945946 Jul 29 23:22:14.679153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.711999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] For port 0ce30736-d430-46ab-8364-f4334b12c2f7, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:14.713605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea47692-3a7e-41e8-8afe-6036092c5247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.717953 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea47692-3a7e-41e8-8afe-6036092c5247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.719530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9ea47692-3a7e-41e8-8afe-6036092c5247 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5e597f2-c3dd-4a0f-b78c-006d42705f7f HTTP/1.1" status: 204 len: 168 time: 0.3575628 Jul 29 23:22:14.722792 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d9ba93-21f2-488d-a7e0-0ed7df8c2b74 x-openstack-request-id: req-a9d9ba93-21f2-488d-a7e0-0ed7df8c2b74 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:14.723069 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-plugged", "status": "completed", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:14.723632 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9d9ba93-21f2-488d-a7e0-0ed7df8c2b74 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:14.723726 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'code': 200} Jul 29 23:22:14.725104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] Checking router: 0c439ae3-31db-4cbc-9859-c86e91c474b5 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:14.729295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] For port 0ce30736-d430-46ab-8364-f4334b12c2f7, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0ce30736-d430-46ab-8364-f4334b12c2f7,segment=NetworkSegment(04f2a587-51d7-42dd-a285-8c46145218c4),segment_id=04f2a587-51d7-42dd-a285-8c46145218c4)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:14.743471 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.745556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:14.746198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:21:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:14.751019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea47692-3a7e-41e8-8afe-6036092c5247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e597f2-c3dd-4a0f-b78c-006d42705f7f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.809972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf565f3-fcfd-426f-b4d7-433ac9899f35 req-45bea8ab-eb11-45a7-87f1-d03bc2522d79 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.811743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-adf565f3-fcfd-426f-b4d7-433ac9899f35 req-45bea8ab-eb11-45a7-87f1-d03bc2522d79 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 944 time: 0.0635049 Jul 29 23:22:14.822403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Pushing event updated for resources: {'Port': ['ID=0ce30736-d430-46ab-8364-f4334b12c2f7,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.840091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.840726 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.842697 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-e5776a62-4143-427b-98d5-3fbf5c41eb2d service neutron] 10.222.0.42 "PUT /v2.0/ports/0ce30736-d430-46ab-8364-f4334b12c2f7 HTTP/1.1" status: 200 len: 1093 time: 1.8318276 Jul 29 23:22:14.853133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-0bd55a08-ffb4-41b5-8213-a1ec0f9f59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.854595 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-0bd55a08-ffb4-41b5-8213-a1ec0f9f59ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5a54c455-7d4a-4eba-af27-492d624ee19e HTTP/1.1" status: 200 len: 863 time: 0.1233687 Jul 29 23:22:14.904482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-adf565f3-fcfd-426f-b4d7-433ac9899f35 req-e31bf133-f11a-42be-b137-9562d3b58fcf tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857289 Jul 29 23:22:14.975993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583dd91-48cb-4596-af2b-90b16683c565 req-4f43b457-2968-4af3-a562-1791b5bd211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.978227 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-4f43b457-2968-4af3-a562-1791b5bd211a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34552f047a354275b3b03d280f735d4d&device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 1096 time: 0.0595806 Jul 29 23:22:14.981072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-79c8b2e8-e67d-4b0c-aa0e-da3a02ae9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.982965 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-79c8b2e8-e67d-4b0c-aa0e-da3a02ae9c63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64586059-01f1-49b9-8ef5-2910bc6c6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191256 Jul 29 23:22:15.006180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:15.040700 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-20c492a9-670d-491d-80c9-2b28b1058f41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce30736-d430-46ab-8364-f4334b12c2f7 HTTP/1.1" status: 200 len: 217 time: 0.0404193 Jul 29 23:22:15.124620 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319e526c-6f44-4bf3-922e-67612cc4b791 x-openstack-request-id: req-319e526c-6f44-4bf3-922e-67612cc4b791 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:15.125384 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f00c586-b53a-4cdd-9bce-c5144c81e427", "tag": "113f153b-1887-407c-8a24-ec90d246a84c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:15.125644 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-319e526c-6f44-4bf3-922e-67612cc4b791 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:15.126041 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'tag': '113f153b-1887-407c-8a24-ec90d246a84c', 'status': 'completed', 'code': 200} Jul 29 23:22:15.148289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583dd91-48cb-4596-af2b-90b16683c565 req-db8dda24-6d57-48e9-9f90-03e55c4055b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.149755 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-db8dda24-6d57-48e9-9f90-03e55c4055b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54119fab-8acb-4296-9b2b-5b78fc4506e9 HTTP/1.1" status: 200 len: 855 time: 0.0707662 Jul 29 23:22:15.193569 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-147848da-689b-47d4-b03a-a70de65788d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4fb2367-6363-4ff9-87ce-6e41a657b761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289485 Jul 29 23:22:15.195539 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-f0431b29-d71f-4f10-b749-85d0d21e195b service neutron] 10.222.0.47 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044497 Jul 29 23:22:15.275242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9 req-6b06b2f0-ddcf-45a2-8888-232136238d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.277893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9 req-6b06b2f0-ddcf-45a2-8888-232136238d85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1126 time: 0.1348419 Jul 29 23:22:15.298163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87409944-577c-4a70-86a8-1c7cdbbb9a0b req-8bff38f8-f15f-47ab-846b-6705f9cb63ef tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.300103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87409944-577c-4a70-86a8-1c7cdbbb9a0b req-8bff38f8-f15f-47ab-846b-6705f9cb63ef tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 943 time: 0.0988207 Jul 29 23:22:15.416497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9 req-19eed5f9-75b4-4abc-b864-d315eeac3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.418254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9 req-19eed5f9-75b4-4abc-b864-d315eeac3083 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.1166065 Jul 29 23:22:15.434430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ac276239-fdfc-4589-8795-8de02bb6975b', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'port_id': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'mac_address': 'fa:16:3e:7b:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10224d5f-9ab4-4c89-9e02-67081628689f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:21:44Z', 'updated_at': '2021-07-29T23:22:11Z', 'revision_number': 1, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:15.466014 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a3046b-550e-4da6-a788-1cc6055af973 None None] The sync data for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 is: [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ac276239-fdfc-4589-8795-8de02bb6975b', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'port_id': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'mac_address': 'fa:16:3e:7b:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10224d5f-9ab4-4c89-9e02-67081628689f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:21:44Z', 'updated_at': '2021-07-29T23:22:11Z', 'revision_number': 1, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:15.500988 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8457e0bf-e2f0-461d-a5fb-26d669cd5c56 req-2d4208eb-54ae-4571-a71a-4a4a35aed11a service neutron] 10.222.0.47 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928450 Jul 29 23:22:15.502846 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-ba012fb1-f958-4830-9e6b-1f6e5e39166d service neutron] 10.222.0.42 "GET /v2.0/networks/a4fb2367-6363-4ff9-87ce-6e41a657b761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060626 Jul 29 23:22:15.507520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:15.518512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9 req-65c2550e-7d33-4de7-87f9-048bb5b7ee43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113f153b-1887-407c-8a24-ec90d246a84c HTTP/1.1" status: 200 len: 217 time: 0.0737982 Jul 29 23:22:15.600455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87409944-577c-4a70-86a8-1c7cdbbb9a0b req-1ea4dd84-d336-4ac4-942f-2afa8036b83e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716885 Jul 29 23:22:15.633934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9 req-3d5e8783-b1e2-490a-902e-73956764ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.636166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9 req-3d5e8783-b1e2-490a-902e-73956764ae59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0970337 Jul 29 23:22:15.698769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9 req-6353a552-fe50-4260-88eb-7af52b500432 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366933 Jul 29 23:22:15.723809 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f583dd91-48cb-4596-af2b-90b16683c565 req-d6dff9e1-957f-49fb-be42-85d9a0c92134 service neutron] 10.222.0.42 "GET /v2.0/networks/a4fb2367-6363-4ff9-87ce-6e41a657b761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988516 Jul 29 23:22:15.732588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:15.747150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c has no active binding in host n-h2-712139-11 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:22:15.835438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c9859-d6d8-45bc-8078-936a265f436f req-5e7af2f7-e808-4b41-952e-bfaecc5b1f97 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.852000 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4875f49-3571-483d-97c1-79341319d1ef None None] New status for floating IP ac276239-fdfc-4589-8795-8de02bb6975b: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:22:15.860619 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f83c9859-d6d8-45bc-8078-936a265f436f req-5e7af2f7-e808-4b41-952e-bfaecc5b1f97 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 944 time: 0.1373854 Jul 29 23:22:15.917322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f83c9859-d6d8-45bc-8078-936a265f436f req-69899b3a-7d8e-4d6b-a5f2-2aaf0a350be0 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557895 Jul 29 23:22:15.995386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ac8ad-9c0c-4f40-a927-de6281cb8668 req-c64f076c-e9a3-4daa-b9ca-59964241b6e9 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.996993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee0ac8ad-9c0c-4f40-a927-de6281cb8668 req-c64f076c-e9a3-4daa-b9ca-59964241b6e9 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1343286 Jul 29 23:22:15.999175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9 req-6e440103-2e3c-48fa-a0af-f8cbcc688d12 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603190 Jul 29 23:22:16.122707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee0ac8ad-9c0c-4f40-a927-de6281cb8668 req-e94c206d-19a3-4746-bb15-ffccf34132d3 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156497 Jul 29 23:22:16.247080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c438024-2062-43bd-9984-8952c2551b12 req-d0ce205b-37a0-4134-bd31-5d4b7bc75609 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:16.256849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c438024-2062-43bd-9984-8952c2551b12 req-d0ce205b-37a0-4134-bd31-5d4b7bc75609 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 944 time: 0.1114576 Jul 29 23:22:16.261690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cda5dbf9-d308-4523-9ff5-c7c8929c84b9 req-48f060ce-03e6-407e-87d5-fa2b448a8dba service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362828 Jul 29 23:22:16.300851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c438024-2062-43bd-9984-8952c2551b12 req-4d52d129-cae5-4bf3-adc2-1498e708ee25 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Jul 29 23:22:16.827162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0a168-e259-47e0-8fa5-eca538bbf99d req-3cccc169-2116-4d89-a93a-3abe3756cb9a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:16.842554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cc0a168-e259-47e0-8fa5-eca538bbf99d req-3cccc169-2116-4d89-a93a-3abe3756cb9a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 943 time: 0.0742583 Jul 29 23:22:16.895751 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cc0a168-e259-47e0-8fa5-eca538bbf99d req-a44853c6-f51d-4c74-9338-de6fc8e3947e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Jul 29 23:22:17.012471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cb22c1d9-6c48-4d92-8385-38ae506d0c9d up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:17.093678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port cb22c1d9-6c48-4d92-8385-38ae506d0c9d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:17.099426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port cb22c1d9-6c48-4d92-8385-38ae506d0c9d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:17.099865 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.127154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a8c640-290c-44c7-a562-044fe02bb6bb', 'tag': '0ce30736-d430-46ab-8364-f4334b12c2f7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:17.130441 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75384b4-b300-4c1d-8a29-c11ed7627a58" -d '{"events": [{"name": "network-changed", "server_uuid": "07a8c640-290c-44c7-a562-044fe02bb6bb", "tag": "0ce30736-d430-46ab-8364-f4334b12c2f7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:17.150165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbef564-ba7f-4034-9dbc-3d4f822e47fd req-5c8b6c08-943b-4187-b396-ea0f3de060c1 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.151828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bdbef564-ba7f-4034-9dbc-3d4f822e47fd req-5c8b6c08-943b-4187-b396-ea0f3de060c1 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 944 time: 0.1173041 Jul 29 23:22:17.217063 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.226825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bdbef564-ba7f-4034-9dbc-3d4f822e47fd req-30371ce8-8822-4f84-a0d9-6c72cc3fddfb tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653872 Jul 29 23:22:17.283478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e0267a-777d-4eaa-9af9-623706ebd148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:17.290134 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df50c78f-7cdc-45fb-b2ef-8ff8565bb12c" -d '{"events": [{"server_uuid": "75e0267a-777d-4eaa-9af9-623706ebd148", "name": "network-vif-plugged", "status": "completed", "tag": "cb22c1d9-6c48-4d92-8385-38ae506d0c9d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:17.290355 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7921d2-c755-4db1-b8aa-f00f2dcce79a x-openstack-request-id: req-2e7921d2-c755-4db1-b8aa-f00f2dcce79a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:17.290646 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a8c640-290c-44c7-a562-044fe02bb6bb", "tag": "0ce30736-d430-46ab-8364-f4334b12c2f7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:17.291018 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e7921d2-c755-4db1-b8aa-f00f2dcce79a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:17.291698 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a8c640-290c-44c7-a562-044fe02bb6bb', 'tag': '0ce30736-d430-46ab-8364-f4334b12c2f7', 'status': 'completed', 'code': 200} Jul 29 23:22:17.327776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:17.337469 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.428441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:17.464670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75384b4-b300-4c1d-8a29-c11ed7627a58 req-ee089ed2-488e-4bb7-bce2-2cc811a59537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.466308 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c75384b4-b300-4c1d-8a29-c11ed7627a58 req-ee089ed2-488e-4bb7-bce2-2cc811a59537 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34552f047a354275b3b03d280f735d4d&device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 1096 time: 0.1423657 Jul 29 23:22:17.473258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33300) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:17.481027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3dabf-4a18-4ad5-942a-07da6b6a73a3 req-298658c5-2d5c-495a-824c-5072507da3ee tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.482575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56e3dabf-4a18-4ad5-942a-07da6b6a73a3 req-298658c5-2d5c-495a-824c-5072507da3ee tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1232464 Jul 29 23:22:17.586827 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106e90e3-8171-405e-be51-5b1da0bc7b3e x-openstack-request-id: req-106e90e3-8171-405e-be51-5b1da0bc7b3e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:17.587128 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e0267a-777d-4eaa-9af9-623706ebd148", "name": "network-vif-plugged", "status": "completed", "tag": "cb22c1d9-6c48-4d92-8385-38ae506d0c9d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:17.587387 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-106e90e3-8171-405e-be51-5b1da0bc7b3e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:17.587786 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e0267a-777d-4eaa-9af9-623706ebd148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d', 'code': 200} Jul 29 23:22:17.593601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56e3dabf-4a18-4ad5-942a-07da6b6a73a3 req-f1f409ad-632a-42b4-b058-b749cd26a57e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011786 Jul 29 23:22:17.639279 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.662181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75384b4-b300-4c1d-8a29-c11ed7627a58 req-b014d972-3f3a-4ffb-a93c-a0e7cd4110d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.663687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c75384b4-b300-4c1d-8a29-c11ed7627a58 req-b014d972-3f3a-4ffb-a93c-a0e7cd4110d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4fb2367-6363-4ff9-87ce-6e41a657b761 HTTP/1.1" status: 200 len: 916 time: 0.1802092 Jul 29 23:22:17.749555 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c75384b4-b300-4c1d-8a29-c11ed7627a58 req-9e0ee7d1-8ae3-4f60-bb9f-8fe25efbc34f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce30736-d430-46ab-8364-f4334b12c2f7 HTTP/1.1" status: 200 len: 217 time: 0.0498993 Jul 29 23:22:17.776255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ef1df-e78c-41ab-96d3-3176aa127841 req-d24e37b3-0695-4413-b93e-4a5cde59d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.777848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-775ef1df-e78c-41ab-96d3-3176aa127841 req-d24e37b3-0695-4413-b93e-4a5cde59d2e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 1097 time: 0.0714915 Jul 29 23:22:17.783011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d45bb-6a55-4e24-92eb-648d5f18db69 req-d7ea6f27-8917-43cb-8956-6dde01483adf tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.791348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a1d45bb-6a55-4e24-92eb-648d5f18db69 req-d7ea6f27-8917-43cb-8956-6dde01483adf tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 944 time: 0.1240363 Jul 29 23:22:17.853450 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.865013 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.865715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a1d45bb-6a55-4e24-92eb-648d5f18db69 req-3173d6c0-fb3f-483a-a519-01d10ce2cb7a tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684330 Jul 29 23:22:17.874156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75384b4-b300-4c1d-8a29-c11ed7627a58 req-09f8a9a2-31f2-46ec-9c13-955101e18800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.875617 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c75384b4-b300-4c1d-8a29-c11ed7627a58 req-09f8a9a2-31f2-46ec-9c13-955101e18800 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54119fab-8acb-4296-9b2b-5b78fc4506e9 HTTP/1.1" status: 200 len: 855 time: 0.1133182 Jul 29 23:22:17.911304 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-775ef1df-e78c-41ab-96d3-3176aa127841 req-d3ab951d-0a98-492a-98db-5fe8efc171fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904109 Jul 29 23:22:17.916257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d25593954f21418a9cb0c2f286507d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418991 Jul 29 23:22:17.927357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33312) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:17.936159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c75384b4-b300-4c1d-8a29-c11ed7627a58 req-f5cee4eb-83ee-4364-8054-32c7de765c3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4fb2367-6363-4ff9-87ce-6e41a657b761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470579 Jul 29 23:22:17.953045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6be0233-5482-43ba-bde6-288c5dec3d09,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:17.964371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.964371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.964371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.964371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.964371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.964371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.965132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.965132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.965525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.965802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.967319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:17.967733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610053a2-9489-4664-a78a-56ebf465ec4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.080421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:18.116574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.159368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599d142-29e3-44d1-8b21-7970b92465a0 req-778fdf72-f0ad-453a-9d23-4d7855fc3a32 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.161504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6599d142-29e3-44d1-8b21-7970b92465a0 req-778fdf72-f0ad-453a-9d23-4d7855fc3a32 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 943 time: 0.1427400 Jul 29 23:22:18.180164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c75384b4-b300-4c1d-8a29-c11ed7627a58 req-f172de9c-ebd7-43f7-b920-09f9a390dcad service neutron] 10.222.0.42 "GET /v2.0/networks/a4fb2367-6363-4ff9-87ce-6e41a657b761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960905 Jul 29 23:22:18.186430 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.241933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb62c4df-e249-4699-a6c7-556818953e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.317795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6599d142-29e3-44d1-8b21-7970b92465a0 req-22d62a77-ea80-4878-a80f-acf9c7c27054 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282978 Jul 29 23:22:18.357449 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.360997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.362204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6be0233-5482-43ba-bde6-288c5dec3d09 HTTP/1.1" status: 204 len: 168 time: 0.4336824 Jul 29 23:22:18.375036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c75384b4-b300-4c1d-8a29-c11ed7627a58 req-f321993f-0f68-49ee-8210-ef1ed006b049 service neutron] 10.222.0.42 "GET /v2.0/networks/a4fb2367-6363-4ff9-87ce-6e41a657b761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616008 Jul 29 23:22:18.377887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6be0233-5482-43ba-bde6-288c5dec3d09,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:18.420787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.447216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb62c4df-e249-4699-a6c7-556818953e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.456259 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb62c4df-e249-4699-a6c7-556818953e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.503134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62c4df-e249-4699-a6c7-556818953e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47284c80-d25b-4e4d-b39a-d10cd2c81c59,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:18.511244 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb62c4df-e249-4699-a6c7-556818953e3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17ff1b02020f45478ea0a7289a9e3c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272094 Jul 29 23:22:18.511659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:18.593335 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54c263de-7226-445a-8b8b-234cb423e268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.668312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54c263de-7226-445a-8b8b-234cb423e268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.752240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.754051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.755255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.756469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.758695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.759210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.759578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.759983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.760479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.760721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.761179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.761512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a3441-8394-4537-8dba-c265e9604516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:18.762062 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54c263de-7226-445a-8b8b-234cb423e268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.766045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54c263de-7226-445a-8b8b-234cb423e268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.769966 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-54c263de-7226-445a-8b8b-234cb423e268 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47284c80-d25b-4e4d-b39a-d10cd2c81c59 HTTP/1.1" status: 204 len: 168 time: 0.2547593 Jul 29 23:22:18.788686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33346) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:18.801213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c263de-7226-445a-8b8b-234cb423e268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47284c80-d25b-4e4d-b39a-d10cd2c81c59,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:18.810841 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-630446cf-044b-439a-9afd-6bfa0ba0a7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.893731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99a082-b835-433a-b263-88ee55579927 req-a815200d-800a-4ba8-add5-04d337af8500 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.901411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b99a082-b835-433a-b263-88ee55579927 req-a815200d-800a-4ba8-add5-04d337af8500 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.5250797 Jul 29 23:22:18.920395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f409623-7b38-4f15-af9c-a3e1c8809c73 req-56d4686b-c755-4cb4-ba94-d51aa07297cf tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.928559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f409623-7b38-4f15-af9c-a3e1c8809c73 req-56d4686b-c755-4cb4-ba94-d51aa07297cf tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1624515 Jul 29 23:22:18.997921 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0ce30736-d430-46ab-8364-f4334b12c2f7 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:19.037192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b99a082-b835-433a-b263-88ee55579927 req-4c00ebde-dae3-41b8-8895-7d22770da935 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330049 Jul 29 23:22:19.157347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f409623-7b38-4f15-af9c-a3e1c8809c73 req-54928ef0-def5-4ebf-93f9-7c178b8b9593 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232370 Jul 29 23:22:19.281564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-630446cf-044b-439a-9afd-6bfa0ba0a7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.297640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0ce30736-d430-46ab-8364-f4334b12c2f7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0ce30736-d430-46ab-8364-f4334b12c2f7,segment=NetworkSegment(04f2a587-51d7-42dd-a285-8c46145218c4),segment_id=04f2a587-51d7-42dd-a285-8c46145218c4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:19.301533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-630446cf-044b-439a-9afd-6bfa0ba0a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.313318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116357ea-f7a6-4eb3-9636-1f624f70e491 req-81c7ac57-0371-4e80-a50b-4fdad627d3ff tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.315910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '0ce30736-d430-46ab-8364-f4334b12c2f7', 'network_id': 'a4fb2367-6363-4ff9-87ce-6e41a657b761', 'port_id': '0ce30736-d430-46ab-8364-f4334b12c2f7', 'mac_address': 'fa:16:3e:17:fb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54119fab-8acb-4296-9b2b-5b78fc4506e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:19.321147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-116357ea-f7a6-4eb3-9636-1f624f70e491 req-81c7ac57-0371-4e80-a50b-4fdad627d3ff tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 944 time: 0.1272213 Jul 29 23:22:19.409280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-ab4b9091-ffe2-4391-a4e7-d2d8f2db5ed1 service neutron] 10.222.0.42 "GET /v2.0/ports/113f153b-1887-407c-8a24-ec90d246a84c/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 385 time: 0.2429097 Jul 29 23:22:19.418014 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.419794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33370) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:19.424483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-630446cf-044b-439a-9afd-6bfa0ba0a7b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5655d3dd65a4e8d8ff8cbf8844cf47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297760 Jul 29 23:22:19.439750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630446cf-044b-439a-9afd-6bfa0ba0a7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946e6d55-8c89-46b0-882e-3f683bee232d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:19.440925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce30736-d430-46ab-8364-f4334b12c2f7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:19.469836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0ce30736-d430-46ab-8364-f4334b12c2f7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0ce30736-d430-46ab-8364-f4334b12c2f7,segment=NetworkSegment(04f2a587-51d7-42dd-a285-8c46145218c4),segment_id=04f2a587-51d7-42dd-a285-8c46145218c4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:19.477686 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.481584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-116357ea-f7a6-4eb3-9636-1f624f70e491 req-7e8b5639-f5bf-48c6-adb5-5d0c89760d71 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594367 Jul 29 23:22:19.526875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:19.531458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e661b49-c824-4d3a-9da5-fed285e7bebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.573621 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e661b49-c824-4d3a-9da5-fed285e7bebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.579545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0ce30736-d430-46ab-8364-f4334b12c2f7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:19.657345 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e661b49-c824-4d3a-9da5-fed285e7bebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.661327 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e661b49-c824-4d3a-9da5-fed285e7bebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.662517 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8e661b49-c824-4d3a-9da5-fed285e7bebc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/946e6d55-8c89-46b0-882e-3f683bee232d HTTP/1.1" status: 204 len: 168 time: 0.2416952 Jul 29 23:22:19.675028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e661b49-c824-4d3a-9da5-fed285e7bebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946e6d55-8c89-46b0-882e-3f683bee232d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:19.679760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61aed82-1abf-47f9-ba3e-b4fd21614f19 req-020d09bd-7bbd-488c-8f80-742c235edfc2 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.689788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d61aed82-1abf-47f9-ba3e-b4fd21614f19 req-020d09bd-7bbd-488c-8f80-742c235edfc2 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 943 time: 0.2247787 Jul 29 23:22:19.772200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:19.792526 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c has no active binding in host n-h2-712139-11 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:22:19.857324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d61aed82-1abf-47f9-ba3e-b4fd21614f19 req-f91f06a0-7ea8-48e8-8666-be7ec8522f6b tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585453 Jul 29 23:22:19.877546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0ce30736-d430-46ab-8364-f4334b12c2f7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:19.909220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-df65977d-286f-43f5-b36b-aae23e73fc5e service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:19.934124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-df65977d-286f-43f5-b36b-aae23e73fc5e service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:19.998934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-df65977d-286f-43f5-b36b-aae23e73fc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113f153b-1887-407c-8a24-ec90d246a84c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:20.013090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-df65977d-286f-43f5-b36b-aae23e73fc5e service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:20.034225 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-df65977d-286f-43f5-b36b-aae23e73fc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.153140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-df65977d-286f-43f5-b36b-aae23e73fc5e service neutron] Transition to ACTIVE for port object 113f153b-1887-407c-8a24-ec90d246a84c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:20.162936 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-df65977d-286f-43f5-b36b-aae23e73fc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.327139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33398) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:20.363639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-df65977d-286f-43f5-b36b-aae23e73fc5e service neutron] No DVR routers for this DVR port 113f153b-1887-407c-8a24-ec90d246a84c on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:20.394419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b6943-9ea2-4335-b248-842cb931d815 req-51d92fc6-e275-438c-ab05-f77115a738cd tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.396061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c07b6943-9ea2-4335-b248-842cb931d815 req-51d92fc6-e275-438c-ab05-f77115a738cd tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1959381 Jul 29 23:22:20.396769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65977d-286f-43f5-b36b-aae23e73fc5e service neutron] Pushing event updated for resources: {'Port': ['ID=113f153b-1887-407c-8a24-ec90d246a84c,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:20.422272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f161061-a850-4290-a7dd-a324315d2353 req-01d01e06-f0f1-4dca-a665-1dbf28990d39 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.430903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f161061-a850-4290-a7dd-a324315d2353 req-01d01e06-f0f1-4dca-a665-1dbf28990d39 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1732788 Jul 29 23:22:20.481312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-df65977d-286f-43f5-b36b-aae23e73fc5e service neutron] 10.222.0.42 "PUT /v2.0/ports/113f153b-1887-407c-8a24-ec90d246a84c/bindings/n-h2-712139-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0550494 Jul 29 23:22:20.516641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f161061-a850-4290-a7dd-a324315d2353 req-61c2e482-57f5-4933-8353-f0419543e098 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806983 Jul 29 23:22:20.575531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c07b6943-9ea2-4335-b248-842cb931d815 req-7e376023-1383-46e4-9a69-2a73e62d81ee tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424382 Jul 29 23:22:20.665527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-790148448-network', 'tenant_id': 'd84dd7126048454eb4f77ed7a9b690be'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:20.698846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Made reservation on behalf of d84dd7126048454eb4f77ed7a9b690be for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:20.702403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.724656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-a447a6b1-2f48-4388-886b-e3ac41d3edec tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.726481 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-a447a6b1-2f48-4388-886b-e3ac41d3edec tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1096 time: 0.1415341 Jul 29 23:22:20.727315 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.854856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af436d86-0744-4613-b8ca-1482ccb08ff2 req-88a10ef5-5fe5-4d59-a4d5-7f8d3df97946 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.863378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-78f8ca2f-5293-495f-a3d2-604f9fb12d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.864938 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-78f8ca2f-5293-495f-a3d2-604f9fb12d0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427&tenant_id=c3e5a83bba0440559ee180cab805bf7a HTTP/1.1" status: 200 len: 1096 time: 0.1288431 Jul 29 23:22:20.866010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af436d86-0744-4613-b8ca-1482ccb08ff2 req-88a10ef5-5fe5-4d59-a4d5-7f8d3df97946 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 945 time: 0.1048501 Jul 29 23:22:20.927145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af436d86-0744-4613-b8ca-1482ccb08ff2 req-5ab77a1b-09d2-4d93-8e82-ff3ec8d2f193 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601346 Jul 29 23:22:20.963472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-d72db646-07ac-4658-ba47-73d0d1d33385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.965181 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-d72db646-07ac-4658-ba47-73d0d1d33385 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1096 time: 0.0623345 Jul 29 23:22:21.030506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0ce30736-d430-46ab-8364-f4334b12c2f7 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:21.047787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.057464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.106378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60455fa7-7188-4d3a-854e-b491e470f626,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:21.112558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:21.157546 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.157907 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Added segment 802cd102-b252-477c-ae1e-763ccbfff7a0 of type vlan for network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 Jul 29 23:22:21.167920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-e33ac9d8-c933-4aaa-beac-680867430b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.170587 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-e33ac9d8-c933-4aaa-beac-680867430b4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.1962581 Jul 29 23:22:21.173997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 0ce30736-d430-46ab-8364-f4334b12c2f7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:21.179465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 0ce30736-d430-46ab-8364-f4334b12c2f7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:21.179880 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.194661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d555-b2da-4b9b-8623-4dddfa127c67 req-c9b72e83-5ec2-4f3b-9496-deefb8306469 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.202792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8349d555-b2da-4b9b-8623-4dddfa127c67 req-c9b72e83-5ec2-4f3b-9496-deefb8306469 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.0725584 Jul 29 23:22:21.239255 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-a8528357-3b84-47be-b5c8-7c05cca7bc69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113f153b-1887-407c-8a24-ec90d246a84c HTTP/1.1" status: 200 len: 217 time: 0.0430675 Jul 29 23:22:21.268618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8349d555-b2da-4b9b-8623-4dddfa127c67 req-fbb2529e-3bfd-4bdf-8b53-35edc0f2eac0 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637100 Jul 29 23:22:21.272634 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.294007 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.340336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-1498c701-b752-4fd5-984f-af5d11ed1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.341286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a8c640-290c-44c7-a562-044fe02bb6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce30736-d430-46ab-8364-f4334b12c2f7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:21.342383 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-1498c701-b752-4fd5-984f-af5d11ed1990 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0920894 Jul 29 23:22:21.343908 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df6deea-a48a-4041-9adb-1ea864403cff" -d '{"events": [{"server_uuid": "07a8c640-290c-44c7-a562-044fe02bb6bb", "name": "network-vif-plugged", "status": "completed", "tag": "0ce30736-d430-46ab-8364-f4334b12c2f7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:21.359208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0ce30736-d430-46ab-8364-f4334b12c2f7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0ce30736-d430-46ab-8364-f4334b12c2f7,segment=NetworkSegment(04f2a587-51d7-42dd-a285-8c46145218c4),segment_id=04f2a587-51d7-42dd-a285-8c46145218c4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:21.364035 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.364947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:21.401925 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-9cd6b93e-7579-4c98-b956-1cee7b0a796a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483956 Jul 29 23:22:21.403004 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.405515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.407341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.434788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c045a-faac-4ec2-bdaa-14ec5d2b9203 req-a02493d9-1af6-4329-92f1-f52b267b9798 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.436422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad7c045a-faac-4ec2-bdaa-14ec5d2b9203 req-a02493d9-1af6-4329-92f1-f52b267b9798 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.0625112 Jul 29 23:22:21.571223 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2423763 Jul 29 23:22:21.575260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33448) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:21.580253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Request body: {'subnet': {'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-790148448-subnet', 'tenant_id': 'd84dd7126048454eb4f77ed7a9b690be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:21.582414 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b5e1e1-5e7c-47d3-b692-aeaf547399d4 x-openstack-request-id: req-69b5e1e1-5e7c-47d3-b692-aeaf547399d4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:21.582800 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a8c640-290c-44c7-a562-044fe02bb6bb", "name": "network-vif-plugged", "status": "completed", "tag": "0ce30736-d430-46ab-8364-f4334b12c2f7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:21.583150 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69b5e1e1-5e7c-47d3-b692-aeaf547399d4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:21.583778 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a8c640-290c-44c7-a562-044fe02bb6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce30736-d430-46ab-8364-f4334b12c2f7', 'code': 200} Jul 29 23:22:21.613177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfba336-c62a-4fe6-b2ee-b95f8b96191f admin admin] Pushing event updated for resources: {'Network': ['ID=6529c3cc-779c-4e78-9bcb-8ce177e88d42,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:21.618318 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-0081490a-fe84-42e1-a1ef-d6bca8c218dc service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062991 Jul 29 23:22:21.634508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:21.636546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae9295cb-88b6-4dea-be4c-8deb7bd2c870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.637662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Made reservation on behalf of d84dd7126048454eb4f77ed7a9b690be for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:21.640436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.644504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad7c045a-faac-4ec2-bdaa-14ec5d2b9203 req-5f7801bd-da4f-44a5-b521-e1e4ff19fa63 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995308 Jul 29 23:22:21.727818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0ce30736-d430-46ab-8364-f4334b12c2f7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:21.755025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:21.796769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7322641-ae68-4970-8522-c055e1ad09e4 req-d1d375a8-021b-49e6-b679-e3422a222abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.798370 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7322641-ae68-4970-8522-c055e1ad09e4 req-d1d375a8-021b-49e6-b679-e3422a222abb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 1098 time: 0.2288110 Jul 29 23:22:21.812411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02688f2-7ee9-43e3-8c0d-8c17a006c8db req-fa68c14e-3dc4-4004-babf-b2cd1f338495 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.814562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d02688f2-7ee9-43e3-8c0d-8c17a006c8db req-fa68c14e-3dc4-4004-babf-b2cd1f338495 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1202202 Jul 29 23:22:21.833398 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-93c9bc17-7a6d-4d1a-b58d-33ecc3cd5f03 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065051 Jul 29 23:22:21.911109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7322641-ae68-4970-8522-c055e1ad09e4 req-6b85d9e5-1faa-4892-afde-5574bf7962dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893691 Jul 29 23:22:21.938775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d02688f2-7ee9-43e3-8c0d-8c17a006c8db req-f425007c-cd07-45dd-897f-d4f7d63641bd tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037588 Jul 29 23:22:21.961139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.096167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Checking segment: {'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:22.096537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Network hostable DHCP agents. Network: 6529c3cc-779c-4e78-9bcb-8ce177e88d42, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:22.100040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1e2b73-45db-4171-b941-6b7c1732e24e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:22.108078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c2f97-5fb2-4ffb-834c-cc37d4239578 req-7a7e6487-72c9-4094-be57-1c0d21c5d0f0 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.108078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f63c2f97-5fb2-4ffb-834c-cc37d4239578 req-7a7e6487-72c9-4094-be57-1c0d21c5d0f0 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 946 time: 0.0932701 Jul 29 23:22:22.150630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:22.178438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 6529c3cc-779c-4e78-9bcb-8ce177e88d42) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:22.185966 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f63c2f97-5fb2-4ffb-834c-cc37d4239578 req-1de5b7db-93ba-48c0-8d08-770dae8a79ac tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703628 Jul 29 23:22:22.189990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a537872d-872c-4abb-bb34-5d1369567d08 None None] Network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:22.209199 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.209797 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.236046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-2e55e08d-97ac-4591-b374-716de84cce51 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.237779 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-2e55e08d-97ac-4591-b374-716de84cce51 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1096 time: 0.0728090 Jul 29 23:22:22.249260 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2f08d5c3-9b53-4197-9df2-fee5afa6c638 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6728587 Jul 29 23:22:22.354554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-37e1913a-8fb4-46db-997b-d4fd6f7aac22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0758729 Jul 29 23:22:22.463208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05fea9-1d54-4ca0-a244-234f8ce71057 None None] Network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:22.528231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-36832157-4742-4815-80c2-971752076e0b service neutron] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:22.536282 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-36832157-4742-4815-80c2-971752076e0b service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.539613 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f48a9368-9dc9-46dd-a45b-acc07c5d4f02 req-36832157-4742-4815-80c2-971752076e0b service neutron] 10.222.0.47 "DELETE /v2.0/ports/113f153b-1887-407c-8a24-ec90d246a84c/bindings/n-h1-712139-11 HTTP/1.1" status: 204 len: 173 time: 0.2869182 Jul 29 23:22:22.544976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-e4e39e36-8e78-4e1d-b8be-4b71cda0e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.546500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-e4e39e36-8e78-4e1d-b8be-4b71cda0e59f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 1097 time: 0.1115079 Jul 29 23:22:22.584066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927ab80-040a-479a-b392-bf5ec85636f6 req-81b3ae0c-912b-48c8-8f13-7922ff153e21 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.585654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2927ab80-040a-479a-b392-bf5ec85636f6 req-81b3ae0c-912b-48c8-8f13-7922ff153e21 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.1112752 Jul 29 23:22:22.705312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2927ab80-040a-479a-b392-bf5ec85636f6 req-6abe00fe-0dd7-49d9-a7e3-7af7c9126b5c tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044290 Jul 29 23:22:22.828406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-06275249-b534-414f-aca1-73b6cbc39fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.830004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-06275249-b534-414f-aca1-73b6cbc39fbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.2614577 Jul 29 23:22:22.915671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-d1c54f9f-b4a7-4fd2-b6b9-d2477a59cf18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5106e51-7706-43fa-88ea-a623eb73425f HTTP/1.1" status: 200 len: 217 time: 0.0652504 Jul 29 23:22:23.000169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46222a-e016-4776-ae46-0dce7d9139af req-9e50fb5e-de5d-4400-955d-2ed36a0584c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.002003 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a46222a-e016-4776-ae46-0dce7d9139af req-9e50fb5e-de5d-4400-955d-2ed36a0584c4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1752176 Jul 29 23:22:23.024174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-0b9f2c7b-a0c4-41d8-b62b-959c3e0bcc32 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.025719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-0b9f2c7b-a0c4-41d8-b62b-959c3e0bcc32 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/networks?id=6529c3cc-779c-4e78-9bcb-8ce177e88d42 HTTP/1.1" status: 200 len: 817 time: 0.2895274 Jul 29 23:22:23.049238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-bde08080-14c8-42f0-970b-cca402dbef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.050710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-bde08080-14c8-42f0-970b-cca402dbef79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.1222084 Jul 29 23:22:23.074464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-c4dc3659-4bb5-4e0c-ab06-6580f076bbe8 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/quotas/d84dd7126048454eb4f77ed7a9b690be HTTP/1.1" status: 200 len: 375 time: 0.0294182 Jul 29 23:22:23.116368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a46222a-e016-4776-ae46-0dce7d9139af req-f9c3b3c3-80c3-43f6-9e30-45e0958952bd tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042778 Jul 29 23:22:23.188919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-18b93bea-dd87-4910-a9ad-11afb4243a05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216838 Jul 29 23:22:23.190856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-d3b5cd68-cfc6-4585-ab0c-007c253e0900 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d84dd7126048454eb4f77ed7a9b690be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156127 Jul 29 23:22:23.481124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedcf4e-cb30-4c5d-89fb-a25b0d299735 req-27ebba59-959e-4f9a-a4b0-c661bcd073a5 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.483022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cedcf4e-cb30-4c5d-89fb-a25b0d299735 req-27ebba59-959e-4f9a-a4b0-c661bcd073a5 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1013405 Jul 29 23:22:23.535820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-b4e5fd1d-9530-40f0-9f4c-4f9de249de22 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337047 Jul 29 23:22:23.547113 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:23.558113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-c9a32557-2dff-41dd-b5e7-297f983abf4b service neutron] 10.222.0.37 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573127 Jul 29 23:22:23.674590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33540) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:23.713301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cedcf4e-cb30-4c5d-89fb-a25b0d299735 req-9976b154-ef54-44b4-bf75-284f7a868c79 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167647 Jul 29 23:22:23.805441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-23d55454-1ada-4fa4-b0b7-f33993630563 service neutron] 10.222.0.37 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464452 Jul 29 23:22:23.871935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f80c8331-58b4-4d02-986b-eac2b22babd4 req-27ecb42e-0f43-41da-a9d5-9ea1556a3546 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684815 Jul 29 23:22:23.880277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c9f223c-6d1d-49ae-a08a-cee9ed93ba46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.930422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bba8c-611f-4f21-9aeb-6cd3fb700326 req-53d52f93-6481-42c2-b812-af15ddbf0f24 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.942568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af3bba8c-611f-4f21-9aeb-6cd3fb700326 req-53d52f93-6481-42c2-b812-af15ddbf0f24 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1096 time: 0.1205230 Jul 29 23:22:24.064754 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35ed88a1-1846-4078-941f-7ee700079720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.114313 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af3bba8c-611f-4f21-9aeb-6cd3fb700326 req-987a7e2d-3b77-4d9f-bfc3-0841f7a77e8c tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647906 Jul 29 23:22:24.202389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.310135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c9f223c-6d1d-49ae-a08a-cee9ed93ba46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.318998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c9f223c-6d1d-49ae-a08a-cee9ed93ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.408544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ad63f-7668-43f4-bfba-9eb0d18e9506 req-1754a2f4-969e-481a-a3b4-6b7ea95de817 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.417004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-901ad63f-7668-43f4-bfba-9eb0d18e9506 req-1754a2f4-969e-481a-a3b4-6b7ea95de817 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 946 time: 0.0992436 Jul 29 23:22:24.442625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2c9f223c-6d1d-49ae-a08a-cee9ed93ba46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a50cfcab7f742238658dce224a5975d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7648234 Jul 29 23:22:24.445462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:24.469606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f223c-6d1d-49ae-a08a-cee9ed93ba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b564f3-aa4e-443c-a0bf-8afbbe7c2821,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:24.494834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-901ad63f-7668-43f4-bfba-9eb0d18e9506 req-0737c0e2-1de8-4e2c-9c86-a5f71bd4bc77 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750570 Jul 29 23:22:24.597910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09872b-2645-4834-98c9-4ff66b992894 req-89bad01b-50d4-414f-9169-4f0dbce320d9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.600457 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a541b45-61d6-44e6-9672-50148443c1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.605626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e09872b-2645-4834-98c9-4ff66b992894 req-89bad01b-50d4-414f-9169-4f0dbce320d9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.0943205 Jul 29 23:22:24.650922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e09872b-2645-4834-98c9-4ff66b992894 req-b1722a13-309f-412a-8555-d0e220445424 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Jul 29 23:22:24.683544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a541b45-61d6-44e6-9672-50148443c1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.775398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a541b45-61d6-44e6-9672-50148443c1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.780331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a541b45-61d6-44e6-9672-50148443c1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.822126 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1a541b45-61d6-44e6-9672-50148443c1b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54b564f3-aa4e-443c-a0bf-8afbbe7c2821 HTTP/1.1" status: 204 len: 168 time: 0.3750737 Jul 29 23:22:24.844859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a541b45-61d6-44e6-9672-50148443c1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b564f3-aa4e-443c-a0bf-8afbbe7c2821,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:25.027318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f48da221-d21e-4278-bef3-e0dab1fcf652 req-a1e8a143-236d-4384-88a9-55196bbe8761 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 210 time: 0.1981397 Jul 29 23:22:25.094362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-e01ed90b-df05-49a9-80af-ae5cff4d525c tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.100522 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-e01ed90b-df05-49a9-80af-ae5cff4d525c tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 821 time: 0.2899842 Jul 29 23:22:25.135286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-9cb29a49-126c-454c-83bb-c05402e3039e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/quotas/c3e5a83bba0440559ee180cab805bf7a HTTP/1.1" status: 200 len: 375 time: 0.0271819 Jul 29 23:22:25.266048 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:25.295984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-f104c262-c130-4f72-8201-1f99e826757b tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1597571 Jul 29 23:22:25.374512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650bc44-582c-4d51-a926-05467023da15 req-57817d81-863d-4de9-aa70-0dcd632dc3a8 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.376228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2650bc44-582c-4d51-a926-05467023da15 req-57817d81-863d-4de9-aa70-0dcd632dc3a8 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1928625 Jul 29 23:22:25.589649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-17adedda-36bd-4589-a1e2-02a7e09853e9 service neutron] 10.222.0.37 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910058 Jul 29 23:22:25.622944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2650bc44-582c-4d51-a926-05467023da15 req-5f44b3a9-be77-4b29-abb5-661834aae20f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306268 Jul 29 23:22:25.929227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-6d6ce87a-375e-4312-a595-6557326a02ea service neutron] 10.222.0.37 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385568 Jul 29 23:22:26.079029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82217b6-7d70-4143-a8a2-bab47297f693 req-e1c9c409-4226-4cd5-9fca-878889f12305 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.088518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e82217b6-7d70-4143-a8a2-bab47297f693 req-e1c9c409-4226-4cd5-9fca-878889f12305 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1163895 Jul 29 23:22:26.142156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:26.175435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e82217b6-7d70-4143-a8a2-bab47297f693 req-5ffae7d2-6c14-4721-aa01-ba88c0ebe953 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811715 Jul 29 23:22:26.325072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-906c1cae-b8ed-41af-a2e6-bcc4e6695d53 req-086f0ecf-d38a-4357-adbe-ed126a2c1048 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 210 time: 0.0412123 Jul 29 23:22:26.342066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-network', 'tenant_id': '6aae2ce3af184899a34a53047858b84d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:26.391447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0279e629-87de-4cfc-af0f-0eb8763cd59c req-58f3461a-f69d-438b-bb91-ae420968d41c tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 210 time: 0.0464180 Jul 29 23:22:26.394474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Made reservation on behalf of 6aae2ce3af184899a34a53047858b84d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:26.397585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.421387 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.680497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.754496 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.774972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:26.803364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.804158 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Added segment def97d28-fd04-4529-bf80-3823b8db3e8b of type vlan for network 71749a14-307f-435f-a883-f0d7404d287b Jul 29 23:22:26.931101 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.026512 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.031035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc334dfa-4f89-4721-a531-da89532cf6df,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:27.067931 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.069065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.070250 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.148183 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0016770 Jul 29 23:22:27.149295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33664) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:27.156037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Request body: {'subnet': {'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-subnet', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:27.171080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad2adc-7efe-4189-acc9-ad0f1915f626 admin admin] Pushing event updated for resources: {'Network': ['ID=71749a14-307f-435f-a883-f0d7404d287b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:27.183545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 71749a14-307f-435f-a883-f0d7404d287b details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:27.238001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Made reservation on behalf of 6aae2ce3af184899a34a53047858b84d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:27.255075 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.661084 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.669974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-974268ee-e42e-429b-83b6-ad91f40b987e tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.673925 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-974268ee-e42e-429b-83b6-ad91f40b987e tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.42 "GET /v2.0/networks?id=6529c3cc-779c-4e78-9bcb-8ce177e88d42 HTTP/1.1" status: 200 len: 817 time: 1.1374214 Jul 29 23:22:27.688558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e0278-6b3f-41e1-a90e-241f02f00dba req-c5b86106-2f45-4ccc-b854-120a0295ffc2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.696949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2e0278-6b3f-41e1-a90e-241f02f00dba req-c5b86106-2f45-4ccc-b854-120a0295ffc2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.7644694 Jul 29 23:22:27.705011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Request body: {'port': {'device_id': '37bdb19b-9bb6-4325-afd7-16ee6fce87dc', 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42', 'admin_state_up': True, 'tenant_id': 'd84dd7126048454eb4f77ed7a9b690be'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:27.729689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad208416-87c8-492b-b9f9-6d7a92e4285c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:27.808577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Checking segment: {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:27.808577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Network hostable DHCP agents. Network: 71749a14-307f-435f-a883-f0d7404d287b, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:27.833088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-cfaf4596-4406-4a9d-9462-b2e8b6214ec7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.833088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-cfaf4596-4406-4a9d-9462-b2e8b6214ec7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.42 "GET /v2.0/networks?id=6529c3cc-779c-4e78-9bcb-8ce177e88d42 HTTP/1.1" status: 200 len: 817 time: 0.3079717 Jul 29 23:22:27.847525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a877156-5179-4d7a-bd5c-557daf154ccf req-6de051a1-cb18-43e1-bc3f-42460e51fd69 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.850924 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a877156-5179-4d7a-bd5c-557daf154ccf req-6de051a1-cb18-43e1-bc3f-42460e51fd69 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.3418126 Jul 29 23:22:27.857099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Made reservation on behalf of d84dd7126048454eb4f77ed7a9b690be for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:27.857099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.857412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Request body: {'port': {'device_id': '76b2b835-9367-4f44-ad64-1f5fd9a28013', 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42', 'admin_state_up': True, 'tenant_id': 'd84dd7126048454eb4f77ed7a9b690be'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:27.885743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Network 71749a14-307f-435f-a883-f0d7404d287b is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:27.897312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2dcf371c-2f80-4f84-8d3c-e0154943b21b tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.897312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2dcf371c-2f80-4f84-8d3c-e0154943b21b tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.47 "GET /v2.0/networks?id=6529c3cc-779c-4e78-9bcb-8ce177e88d42 HTTP/1.1" status: 200 len: 817 time: 1.0781519 Jul 29 23:22:27.940095 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2e0278-6b3f-41e1-a90e-241f02f00dba req-4f62351d-c0a6-42c4-a843-82cb94205c58 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438319 Jul 29 23:22:27.949850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Request body: {'port': {'device_id': '260a4b5e-5b9a-4049-a143-82caf103b009', 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42', 'admin_state_up': True, 'tenant_id': 'd84dd7126048454eb4f77ed7a9b690be'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:27.983956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 71749a14-307f-435f-a883-f0d7404d287b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:28.012968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.016227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.019849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683229b9-7467-478b-abdf-2b4e7b54a78f None None] Network 71749a14-307f-435f-a883-f0d7404d287b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:28.144391 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7db211d1-0984-4efc-a226-1cad616bce9c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9901133 Jul 29 23:22:28.161628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:28.168495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:28.206831 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Made reservation on behalf of d84dd7126048454eb4f77ed7a9b690be for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:28.212756 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.256060 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a877156-5179-4d7a-bd5c-557daf154ccf req-8b281fdf-9fda-455e-b8c0-2ad8bb928060 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867869 Jul 29 23:22:28.318838 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.320062 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.384307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-593b342a-373c-4193-b8e7-0901d44eae94 req-18aa1402-1b2b-4348-b321-a35c7ff67839 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 210 time: 0.1835704 Jul 29 23:22:28.440044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-71749a14-307f-435f-a883-f0d7404d287b', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:22:28.444103 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.568857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b8c8d28-5cf1-4982-b841-079cad83c3fb req-731818c1-473c-43a5-9e9a-4fe669708d4f tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 210 time: 0.1206934 Jul 29 23:22:28.581842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Allocated IP 172.20.0.8 (6529c3cc-779c-4e78-9bcb-8ce177e88d42/cd1e2b73-45db-4171-b941-6b7c1732e24e/93457bf1-31b3-4274-ab04-746a43014f8c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:28.649673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Made reservation on behalf of d84dd7126048454eb4f77ed7a9b690be for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:28.660590 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.728879 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.761234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Allocated IP 172.20.0.2 (71749a14-307f-435f-a883-f0d7404d287b/ad208416-87c8-492b-b9f9-6d7a92e4285c/5597748e-5470-4644-a947-ab5a4be4441e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:28.867972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-18287bd0-4130-4273-8562-18747c4a03dc tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.869700 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-18287bd0-4130-4273-8562-18747c4a03dc tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 821 time: 0.5716047 Jul 29 23:22:28.911946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Request body: {'port': {'device_id': '2db49586-d699-4076-a1bf-7738e5aafcda', 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093', 'admin_state_up': True, 'tenant_id': 'c3e5a83bba0440559ee180cab805bf7a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:28.946677 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.965887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Transition to ACTIVE for port object 5597748e-5470-4644-a947-ab5a4be4441e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:29.000624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Transition to ACTIVE for port object 5597748e-5470-4644-a947-ab5a4be4441e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:29.010799 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.064602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Pushing event updated for resources: {'Port': ['ID=5597748e-5470-4644-a947-ab5a4be4441e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:29.106528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Network 71749a14-307f-435f-a883-f0d7404d287b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:29.108340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:29.117625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:29.176190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b6ebf-45ff-4ecf-9ec0-ee8dea94032b req-b5b48d9a-adf9-4ce7-9995-96e200d4207f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:29.178560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-896b6ebf-45ff-4ecf-9ec0-ee8dea94032b req-b5b48d9a-adf9-4ce7-9995-96e200d4207f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1131203 Jul 29 23:22:29.187407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Attempting to bind port 5597748e-5470-4644-a947-ab5a4be4441e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:29.188321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Attempting to bind port 5597748e-5470-4644-a947-ab5a4be4441e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:29.188943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Attempting to bind port 5597748e-5470-4644-a947-ab5a4be4441e on network 71749a14-307f-435f-a883-f0d7404d287b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:29.196306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:29.197086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Checking segment: {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:29.197937 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.198699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Bound using segment: {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:29.199426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Bound port: 5597748e-5470-4644-a947-ab5a4be4441e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:29.200128 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.238841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-896b6ebf-45ff-4ecf-9ec0-ee8dea94032b req-3143268b-77f8-47dd-ad5d-f704d1c69987 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530949 Jul 29 23:22:29.317461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] For port 5597748e-5470-4644-a947-ab5a4be4441e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:29.319961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.326376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] For port 5597748e-5470-4644-a947-ab5a4be4441e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5597748e-5470-4644-a947-ab5a4be4441e,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:29.333389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.382901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.387573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e99cf-f55f-4fe9-a212-d8b5c65e8a1e None None] Pushing event updated for resources: {'Port': ['ID=5597748e-5470-4644-a947-ab5a4be4441e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:29.464519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ff797-351a-45d8-882f-3bc94e542410 req-0be5fac8-c0c3-434a-8b4d-54c61def0ddc tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:29.466162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb9ff797-351a-45d8-882f-3bc94e542410 req-0be5fac8-c0c3-434a-8b4d-54c61def0ddc tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1109545 Jul 29 23:22:29.514655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb9ff797-351a-45d8-882f-3bc94e542410 req-34a47afc-2884-43b1-965a-7be7f91f5e11 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Jul 29 23:22:29.607151 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.632604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Made reservation on behalf of c3e5a83bba0440559ee180cab805bf7a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:29.649213 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.721456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:29.721983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Allocated IP 172.20.0.7 (6529c3cc-779c-4e78-9bcb-8ce177e88d42/cd1e2b73-45db-4171-b941-6b7c1732e24e/39b6b8c4-e360-4703-af23-93315b7811f4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:29.750449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bad7a-f3ad-4e1f-8937-07cdd4eb63bb req-68fa42f0-52de-4d6c-907e-f6354e0d7c00 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:29.751666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:29.752387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab3bad7a-f3ad-4e1f-8937-07cdd4eb63bb req-68fa42f0-52de-4d6c-907e-f6354e0d7c00 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 931 time: 0.1194193 Jul 29 23:22:29.783101 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Pushing event updated for resources: {'Port': ['ID=93457bf1-31b3-4274-ab04-746a43014f8c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:29.788492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:29.842458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab3bad7a-f3ad-4e1f-8937-07cdd4eb63bb req-45b39d22-3fc9-4de7-9d1c-f6171ef9e7c6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810008 Jul 29 23:22:30.069759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c1a186b-488d-4342-9f7f-5ac2047a9076 req-f1d4a523-1715-4348-9fa5-db6e564cf649 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 210 time: 0.0483212 Jul 29 23:22:30.116191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.116864 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.159697 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.176063 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-9df844e6-8209-4c7d-8040-3f913260c724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3264456 Jul 29 23:22:30.179518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.225727 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.247824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Request body: {'port': {'device_id': '76b2b835-9367-4f44-ad64-1f5fd9a28013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:30.279318 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.306905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Allocated IP 172.20.0.11 (ec171ef1-ffe3-48e7-8d95-c590de6ad093/30e3a965-3dc1-4bf5-8794-1c687d2bff2c/3df81e4e-a28f-461b-878d-19cf2a564a4a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:30.336354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:30.343407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:30.349168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:30.481622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Pushing event updated for resources: {'Port': ['ID=39b6b8c4-e360-4703-af23-93315b7811f4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:30.582422 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-81b51023-b9bf-4ba2-9a1c-a063e9fc7abf {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:22:30.582912 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:22:30.593389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ca5d0-f8d9-452d-8094-3d177c0a84a0 req-661dd64b-6c98-4cdc-bd90-235d48ea9d6e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.595256 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-409ca5d0-f8d9-452d-8094-3d177c0a84a0 req-661dd64b-6c98-4cdc-bd90-235d48ea9d6e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.2134798 Jul 29 23:22:30.625818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.629839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.767780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5597748e-5470-4644-a947-ab5a4be4441e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:30.848841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-2665f717-03a5-492e-a3a5-a0cb2225cad7 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1478968 Jul 29 23:22:30.916913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 5597748e-5470-4644-a947-ab5a4be4441e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:30.934456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Request body: {'port': {'device_id': '37bdb19b-9bb6-4325-afd7-16ee6fce87dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:30.987828 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e41ab8-e3b5-4d47-ac14-a8aa8a7a74ca None None] Network 71749a14-307f-435f-a883-f0d7404d287b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:31.054880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-409ca5d0-f8d9-452d-8094-3d177c0a84a0 req-80656f15-3734-4ae5-ad98-1b3ec8ebde24 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453056 Jul 29 23:22:31.078041 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.101531 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.123314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f128ec-f1cf-45eb-a42f-12f32a98c571 req-fa76136d-b2d3-4163-b20a-1c1a9fac524d tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:31.141222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1f128ec-f1cf-45eb-a42f-12f32a98c571 req-fa76136d-b2d3-4163-b20a-1c1a9fac524d tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.4054761 Jul 29 23:22:31.238902 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Allocated IP 172.25.2.132 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/f9a8b2f2-9b79-4e93-adbf-6759d2a249b4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:31.324530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c41c3785-5b58-4408-875e-56372992cabd None None] Provisioning for port 5597748e-5470-4644-a947-ab5a4be4441e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:31.350914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c41c3785-5b58-4408-875e-56372992cabd None None] Provisioning complete for port 5597748e-5470-4644-a947-ab5a4be4441e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:31.352786 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c41c3785-5b58-4408-875e-56372992cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.426178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.483081 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.500336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.505487 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.544366 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c41c3785-5b58-4408-875e-56372992cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.622428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a8b2f2-9b79-4e93-adbf-6759d2a249b4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:31.642755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c41c3785-5b58-4408-875e-56372992cabd None None] For port 5597748e-5470-4644-a947-ab5a4be4441e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5597748e-5470-4644-a947-ab5a4be4441e,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:31.642962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.651669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c41c3785-5b58-4408-875e-56372992cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.713872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Network ec171ef1-ffe3-48e7-8d95-c590de6ad093 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:31.726240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1f128ec-f1cf-45eb-a42f-12f32a98c571 req-42eb7283-4975-4742-bb33-cbfce4bce275 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829613 Jul 29 23:22:31.774186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b813d-fff8-491e-9ef5-23eb9c27a177 req-3211d582-42cc-4cc8-b2b5-9e770a63744e tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:31.781696 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b34b813d-fff8-491e-9ef5-23eb9c27a177 req-3211d582-42cc-4cc8-b2b5-9e770a63744e tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 931 time: 0.5272543 Jul 29 23:22:31.812391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c3785-5b58-4408-875e-56372992cabd None None] Pushing event updated for resources: {'Port': ['ID=5597748e-5470-4644-a947-ab5a4be4441e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:31.819012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Pushing event updated for resources: {'Port': ['ID=3df81e4e-a28f-461b-878d-19cf2a564a4a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:31.841442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:31.862053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:31.879491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:31.941261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b34b813d-fff8-491e-9ef5-23eb9c27a177 req-e7fe6948-8e0d-4a3d-b0db-14f0f88d36d9 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580236 Jul 29 23:22:31.954425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:31.979498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.987921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:32.010106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-95daf86e-3bf6-4e7d-95db-8719499bafb7 None None] Provisioning complete for port 5597748e-5470-4644-a947-ab5a4be4441e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:32.014597 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95daf86e-3bf6-4e7d-95db-8719499bafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.172283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Allocated IP 172.20.0.10 (6529c3cc-779c-4e78-9bcb-8ce177e88d42/cd1e2b73-45db-4171-b941-6b7c1732e24e/8c18329f-8ad1-4629-a0fb-025ea25cf952) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:32.230980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:32.231798 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.276091 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f312e-fd04-46a0-9f5c-b1ce460e6c4d req-6592db23-24a7-473f-80b0-bfbe2b83f096 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:32.285022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d9f312e-fd04-46a0-9f5c-b1ce460e6c4d req-6592db23-24a7-473f-80b0-bfbe2b83f096 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 932 time: 0.1424804 Jul 29 23:22:32.296634 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-ea66d673-7e41-474c-ae5b-7b21290c5f8e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3921173 Jul 29 23:22:32.328796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Request body: {'port': {'device_id': '2db49586-d699-4076-a1bf-7738e5aafcda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:32.403458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29fa96-4edf-4e5a-a924-7dcadd985715 req-5e05f16c-30c2-4232-9045-7d9fc592436b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:32.405043 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d29fa96-4edf-4e5a-a924-7dcadd985715 req-5e05f16c-30c2-4232-9045-7d9fc592436b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.2170026 Jul 29 23:22:32.434322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.484702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d9f312e-fd04-46a0-9f5c-b1ce460e6c4d req-a2b63166-ef6d-4c4f-9afe-2f58883977a1 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987758 Jul 29 23:22:32.586668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d29fa96-4edf-4e5a-a924-7dcadd985715 req-5d243e42-0b52-4342-9ce1-7eb367ec5161 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498482 Jul 29 23:22:32.665339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5597748e-5470-4644-a947-ab5a4be4441e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:32.707390 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.744608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5597748e-5470-4644-a947-ab5a4be4441e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:32.744869 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.834742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c5af3-a148-41f0-ad86-017a57044e36 req-3f7aecfc-06b0-4591-9a34-4c573736b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:32.838597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d4c5af3-a148-41f0-ad86-017a57044e36 req-3f7aecfc-06b0-4591-9a34-4c573736b292 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 1102 time: 0.1117129 Jul 29 23:22:32.934298 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.111459 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d4c5af3-a148-41f0-ad86-017a57044e36 req-9055c738-ec12-437e-bc3e-2f9d62a29211 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312229 Jul 29 23:22:33.137723 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.222430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:33.237271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Pushing event updated for resources: {'Port': ['ID=8c18329f-8ad1-4629-a0fb-025ea25cf952,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:33.239899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:33.254050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:33.263393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f3f7f-6cb5-425a-b0ad-6efda00514dd req-00ac6aa5-55f7-45be-ad52-b13863345983 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.271980 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e6f3f7f-6cb5-425a-b0ad-6efda00514dd req-00ac6aa5-55f7-45be-ad52-b13863345983 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.3936930 Jul 29 23:22:33.305769 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.471392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e6f3f7f-6cb5-425a-b0ad-6efda00514dd req-32158a35-cfb6-4367-a03b-922fa6ca12a0 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983459 Jul 29 23:22:33.506487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.507173 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.556434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad079ee-aea0-4ff1-b768-e2eaef3b34ce req-80ebaaed-e761-4707-9b84-b8631e8a3a8b tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.564342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ad079ee-aea0-4ff1-b768-e2eaef3b34ce req-80ebaaed-e761-4707-9b84-b8631e8a3a8b tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 931 time: 0.3396165 Jul 29 23:22:33.594344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-16573495-6675-4c45-97ea-280ededc63e6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6781578 Jul 29 23:22:33.603676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b6b8c4-e360-4703-af23-93315b7811f4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:33.621606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Request body: {'port': {'device_id': '260a4b5e-5b9a-4049-a143-82caf103b009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:33.630553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.672502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ad079ee-aea0-4ff1-b768-e2eaef3b34ce req-37aa7779-38c9-4a87-8ff9-a4fda8123723 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027935 Jul 29 23:22:33.719786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Transition to ACTIVE for port object 39b6b8c4-e360-4703-af23-93315b7811f4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:33.767125 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.794417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df81e4e-a28f-461b-878d-19cf2a564a4a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:33.804534 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.820192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Transition to ACTIVE for port object 3df81e4e-a28f-461b-878d-19cf2a564a4a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:33.869358 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.896674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.900054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Pushing event updated for resources: {'Port': ['ID=39b6b8c4-e360-4703-af23-93315b7811f4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:33.915482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244cfdf-258a-4812-85c3-54018cb61dda req-24625261-cabe-4ad9-aa30-544b89ec5e73 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.922994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f244cfdf-258a-4812-85c3-54018cb61dda req-24625261-cabe-4ad9-aa30-544b89ec5e73 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 932 time: 0.2463772 Jul 29 23:22:33.989772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4427a-297f-4394-bece-ac55d95abfaf req-47ccc3e2-82e1-49f1-92bd-675b07592d22 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.011910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfa4427a-297f-4394-bece-ac55d95abfaf req-47ccc3e2-82e1-49f1-92bd-675b07592d22 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.2406344 Jul 29 23:22:34.124888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Router a8908bad-5881-44a1-b570-a1b8b352fd2d is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:22:34.130345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3df81e4e-a28f-461b-878d-19cf2a564a4a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:34.178740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:34.179109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:34.179402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:34.193906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Port 3df81e4e-a28f-461b-878d-19cf2a564a4a on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:34.194157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:34.194635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f244cfdf-258a-4812-85c3-54018cb61dda req-2471dc8a-7355-4c3c-93ae-aca9a0644f59 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640104 Jul 29 23:22:34.248927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:34.249284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:34.249684 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:34.251444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Bound port: 3df81e4e-a28f-461b-878d-19cf2a564a4a, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:34.251832 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.261021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfa4427a-297f-4394-bece-ac55d95abfaf req-da4d2bfe-3efa-4a61-9985-4c8066ea89d4 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478809 Jul 29 23:22:34.292420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Attempting to bind port 39b6b8c4-e360-4703-af23-93315b7811f4 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:34.292922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Attempting to bind port 39b6b8c4-e360-4703-af23-93315b7811f4 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:34.293362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Attempting to bind port 39b6b8c4-e360-4703-af23-93315b7811f4 on network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:34.302775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Port 39b6b8c4-e360-4703-af23-93315b7811f4 on network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:34.303547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Attempting to bind port 39b6b8c4-e360-4703-af23-93315b7811f4 on network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:34.313106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:34.313554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Checking segment: {'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:34.314679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Bound using segment: {'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:34.315870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Bound port: 39b6b8c4-e360-4703-af23-93315b7811f4, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:34.316356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.369969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:34.373428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:34.390804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.427241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] For port 39b6b8c4-e360-4703-af23-93315b7811f4, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:34.431075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] For port 39b6b8c4-e360-4703-af23-93315b7811f4, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=39b6b8c4-e360-4703-af23-93315b7811f4,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:34.446385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.514628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.517266 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.521109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] 10.222.0.42 "PUT /v2.0/ports/39b6b8c4-e360-4703-af23-93315b7811f4 HTTP/1.1" status: 200 len: 1092 time: 3.6157129 Jul 29 23:22:34.521600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bdb19b-9bb6-4325-afd7-16ee6fce87dc', 'tag': '39b6b8c4-e360-4703-af23-93315b7811f4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:34.524501 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435a8fcc-03d7-4752-9a49-ee72fa4e0698" -d '{"events": [{"name": "network-changed", "server_uuid": "37bdb19b-9bb6-4325-afd7-16ee6fce87dc", "tag": "39b6b8c4-e360-4703-af23-93315b7811f4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:34.536573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.537706 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.539997 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] 10.222.0.47 "PUT /v2.0/ports/3df81e4e-a28f-461b-878d-19cf2a564a4a HTTP/1.1" status: 200 len: 1093 time: 2.2155635 Jul 29 23:22:34.563901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db49586-d699-4076-a1bf-7738e5aafcda', 'tag': '3df81e4e-a28f-461b-878d-19cf2a564a4a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:34.566485 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9639315d-2e82-4053-ba3c-3fea9d90bf09" -d '{"events": [{"name": "network-changed", "server_uuid": "2db49586-d699-4076-a1bf-7738e5aafcda", "tag": "3df81e4e-a28f-461b-878d-19cf2a564a4a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:34.579212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49272471-bd94-4ac8-a6a9-15a2eb70f545 service neutron] Pushing event updated for resources: {'Port': ['ID=39b6b8c4-e360-4703-af23-93315b7811f4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:34.614084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604af37-6185-4e0c-89c5-5874f3569bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3df81e4e-a28f-461b-878d-19cf2a564a4a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:34.619761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93457bf1-31b3-4274-ab04-746a43014f8c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:34.637825 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f38f49-1bb5-4551-9a73-ecaa28f139c6 x-openstack-request-id: req-40f38f49-1bb5-4551-9a73-ecaa28f139c6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:34.638411 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bdb19b-9bb6-4325-afd7-16ee6fce87dc", "tag": "39b6b8c4-e360-4703-af23-93315b7811f4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:34.638411 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40f38f49-1bb5-4551-9a73-ecaa28f139c6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:34.638759 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bdb19b-9bb6-4325-afd7-16ee6fce87dc', 'tag': '39b6b8c4-e360-4703-af23-93315b7811f4', 'status': 'completed', 'code': 200} Jul 29 23:22:34.664594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:34.680182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Sync routers for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:34.699210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:34.701301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:22:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:34.730863 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.760204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.764071 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c3da4de7-daca-441d-9ff6-8dca752df081 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.5985448 Jul 29 23:22:34.764071 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab411dcc-3fc6-47e7-aaf8-21e3bf485240 x-openstack-request-id: req-ab411dcc-3fc6-47e7-aaf8-21e3bf485240 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:34.764071 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db49586-d699-4076-a1bf-7738e5aafcda", "tag": "3df81e4e-a28f-461b-878d-19cf2a564a4a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:34.764071 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab411dcc-3fc6-47e7-aaf8-21e3bf485240 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:34.764746 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db49586-d699-4076-a1bf-7738e5aafcda', 'tag': '3df81e4e-a28f-461b-878d-19cf2a564a4a', 'status': 'completed', 'code': 200} Jul 29 23:22:34.768592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:34.811771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849c037-646f-40db-818c-543a70c86960 req-2bf123cc-5a5c-4877-9a9d-67d60f1ed309 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.813899 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8849c037-646f-40db-818c-543a70c86960 req-2bf123cc-5a5c-4877-9a9d-67d60f1ed309 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1516769 Jul 29 23:22:34.816669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a8fcc-03d7-4752-9a49-ee72fa4e0698 req-657895b4-838c-40d1-806c-ff35a2d251ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.818089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-435a8fcc-03d7-4752-9a49-ee72fa4e0698 req-657895b4-838c-40d1-806c-ff35a2d251ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d84dd7126048454eb4f77ed7a9b690be&device_id=37bdb19b-9bb6-4325-afd7-16ee6fce87dc HTTP/1.1" status: 200 len: 1095 time: 0.1276619 Jul 29 23:22:34.840898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Transition to ACTIVE for port object 93457bf1-31b3-4274-ab04-746a43014f8c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:34.857204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.880036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c6312db5-f31b-48a2-a7e2-9d2df7bbe5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.882626 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-c6312db5-f31b-48a2-a7e2-9d2df7bbe5e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1096 time: 0.2572801 Jul 29 23:22:34.953101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:34.960504 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-329d1670-f26d-41ee-927d-09421c192232 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a HTTP/1.1" status: 200 len: 217 time: 0.0496523 Jul 29 23:22:35.083490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-402affea-dab6-4bf9-b1bf-e686ffa7585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.085062 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-402affea-dab6-4bf9-b1bf-e686ffa7585d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0618415 Jul 29 23:22:35.117143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 99461c3e-794f-4f1e-80db-09593384e124 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:35.121065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 99461c3e-794f-4f1e-80db-09593384e124 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:35.153841 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-523dd3ba-c5e0-4e32-ad58-293a95ae5101 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514841 Jul 29 23:22:35.196439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Pushing event updated for resources: {'Port': ['ID=93457bf1-31b3-4274-ab04-746a43014f8c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:35.346795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Attempting to bind port 93457bf1-31b3-4274-ab04-746a43014f8c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:35.347406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Attempting to bind port 93457bf1-31b3-4274-ab04-746a43014f8c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:35.347932 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Attempting to bind port 93457bf1-31b3-4274-ab04-746a43014f8c on network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:35.355900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Port 93457bf1-31b3-4274-ab04-746a43014f8c on network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:35.356530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Attempting to bind port 93457bf1-31b3-4274-ab04-746a43014f8c on network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:35.360357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:35.382820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '99461c3e-794f-4f1e-80db-09593384e124', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '99461c3e-794f-4f1e-80db-09593384e124', 'mac_address': 'fa:16:3e:5a:cd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:35.391087 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-bf8cab74-1f9b-4eca-b60e-4a26a879ccab service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273219 Jul 29 23:22:35.394972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:35.395547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Checking segment: {'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:35.396154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Bound using segment: {'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:35.396770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Bound port: 93457bf1-31b3-4274-ab04-746a43014f8c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:35.397322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.527337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8849c037-646f-40db-818c-543a70c86960 req-e3345e0e-797d-4cba-8167-3a1b9dea168f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6961999 Jul 29 23:22:35.560813 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aff6f3a3-9756-43d4-8c32-e84ae3493644 req-3d3cea3d-f19d-4ea6-8adb-1a04d94f1506 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579964 Jul 29 23:22:35.598270 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.654082 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.708464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:35.715777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99461c3e-794f-4f1e-80db-09593384e124'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:35.718092 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af60958d-4b0c-4560-98d3-393824031cd4" -d '{"events": [{"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-unplugged", "status": "completed", "tag": "99461c3e-794f-4f1e-80db-09593384e124"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:35.759385 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.840549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066322ab-6f1c-4121-988e-438139202c1b req-0210c74f-2eb6-4871-8818-857eef2fb699 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.843762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639315d-2e82-4053-ba3c-3fea9d90bf09 req-05bca06d-8bec-4be4-aa69-260a9440eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.845115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-066322ab-6f1c-4121-988e-438139202c1b req-0210c74f-2eb6-4871-8818-857eef2fb699 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 943 time: 0.7921829 Jul 29 23:22:35.847959 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9639315d-2e82-4053-ba3c-3fea9d90bf09 req-05bca06d-8bec-4be4-aa69-260a9440eb86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1096 time: 0.1084437 Jul 29 23:22:35.854077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:35.863394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:32Z', 'revision_number': 3, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:35.892740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Checking router: a8908bad-5881-44a1-b570-a1b8b352fd2d for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:35.893114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Updating router a8908bad-5881-44a1-b570-a1b8b352fd2d port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:22:35.920940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99461c3e-794f-4f1e-80db-09593384e124 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:35.924058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a8fcc-03d7-4752-9a49-ee72fa4e0698 req-90835908-c6d5-4227-bbaf-df63e20dae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.926291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-435a8fcc-03d7-4752-9a49-ee72fa4e0698 req-90835908-c6d5-4227-bbaf-df63e20dae76 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d84dd7126048454eb4f77ed7a9b690be&shared=False HTTP/1.1" status: 200 len: 918 time: 1.0934415 Jul 29 23:22:35.929472 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.946507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77d00c-0a60-4079-8f36-135491036c9d req-0961915c-cf88-4cac-93f8-cb1d9cb89c1a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.954144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf77d00c-0a60-4079-8f36-135491036c9d req-0961915c-cf88-4cac-93f8-cb1d9cb89c1a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 944 time: 0.2943752 Jul 29 23:22:35.973147 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:22:35.973514 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:22:35.981064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] For port 93457bf1-31b3-4274-ab04-746a43014f8c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:36.068482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] For port 93457bf1-31b3-4274-ab04-746a43014f8c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=93457bf1-31b3-4274-ab04-746a43014f8c,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:36.080395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.167249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-066322ab-6f1c-4121-988e-438139202c1b req-50b1b187-8942-4600-9f62-d2d89a164c9a tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611213 Jul 29 23:22:36.223497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c18329f-8ad1-4629-a0fb-025ea25cf952 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:36.243253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf77d00c-0a60-4079-8f36-135491036c9d req-5a3fb531-d4df-4231-853b-d355f1ff3d07 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878087 Jul 29 23:22:36.252335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.268403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.272005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.273480 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] 10.222.0.42 "PUT /v2.0/ports/93457bf1-31b3-4274-ab04-746a43014f8c HTTP/1.1" status: 200 len: 1092 time: 6.0778663 Jul 29 23:22:36.340863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639315d-2e82-4053-ba3c-3fea9d90bf09 req-1495732f-4094-425a-8b8d-a695a4e16aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.342309 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9639315d-2e82-4053-ba3c-3fea9d90bf09 req-1495732f-4094-425a-8b8d-a695a4e16aaf service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.4256706 Jul 29 23:22:36.370359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Transition to ACTIVE for port object 8c18329f-8ad1-4629-a0fb-025ea25cf952 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:36.372193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6162f-2972-4ab4-8c8f-b7ca76b3d4bd service neutron] Pushing event updated for resources: {'Port': ['ID=93457bf1-31b3-4274-ab04-746a43014f8c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:36.383201 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.396216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a8fcc-03d7-4752-9a49-ee72fa4e0698 req-ba51670e-a850-48dd-98bd-5bfdd4358d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.397850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-435a8fcc-03d7-4752-9a49-ee72fa4e0698 req-ba51670e-a850-48dd-98bd-5bfdd4358d49 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4344347 Jul 29 23:22:36.450636 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9639315d-2e82-4053-ba3c-3fea9d90bf09 req-5bbf0a3b-5ebe-4314-8ec4-234e93edb4cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a HTTP/1.1" status: 200 len: 217 time: 0.0716681 Jul 29 23:22:36.457687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Pushing event updated for resources: {'Port': ['ID=8c18329f-8ad1-4629-a0fb-025ea25cf952,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:36.468507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56671f72-a876-4ef4-8c9f-870d31b7b04a req-f09f94d7-61c9-4278-b588-151207fb6949 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.469813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56671f72-a876-4ef4-8c9f-870d31b7b04a req-f09f94d7-61c9-4278-b588-151207fb6949 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 948 time: 0.1416197 Jul 29 23:22:36.632368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56671f72-a876-4ef4-8c9f-870d31b7b04a req-b94e222d-9a54-405b-af6a-a4689ce241d2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512504 Jul 29 23:22:36.710663 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.716936 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a638d6-e753-494e-8721-caa45e25fcc0 x-openstack-request-id: req-62a638d6-e753-494e-8721-caa45e25fcc0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:36.717258 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-unplugged", "status": "completed", "tag": "99461c3e-794f-4f1e-80db-09593384e124", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:36.717766 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62a638d6-e753-494e-8721-caa45e25fcc0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:36.718214 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99461c3e-794f-4f1e-80db-09593384e124', 'code': 200} Jul 29 23:22:36.760312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Transition to ACTIVE for port object f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:36.797451 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.799272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-6cf46822-f1cb-464c-be71-a560118e3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.801666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-6cf46822-f1cb-464c-be71-a560118e3985 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d84dd7126048454eb4f77ed7a9b690be&device_id=37bdb19b-9bb6-4325-afd7-16ee6fce87dc HTTP/1.1" status: 200 len: 1095 time: 0.3100827 Jul 29 23:22:36.814030 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.835824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab3245-1ee3-4ecd-804d-1cff86cd673e req-df25630f-5e24-445a-b93c-05f7ff778f9b tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.837418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eaab3245-1ee3-4ecd-804d-1cff86cd673e req-df25630f-5e24-445a-b93c-05f7ff778f9b tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1316545 Jul 29 23:22:36.838272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Attempting to bind port 8c18329f-8ad1-4629-a0fb-025ea25cf952 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:36.838616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Attempting to bind port 8c18329f-8ad1-4629-a0fb-025ea25cf952 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:36.838998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Attempting to bind port 8c18329f-8ad1-4629-a0fb-025ea25cf952 on network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:36.873092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b2b835-9367-4f44-ad64-1f5fd9a28013', 'tag': '93457bf1-31b3-4274-ab04-746a43014f8c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:36.875851 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4036db-d90c-4f82-8349-0dce1e3558e8" -d '{"events": [{"name": "network-changed", "server_uuid": "76b2b835-9367-4f44-ad64-1f5fd9a28013", "tag": "93457bf1-31b3-4274-ab04-746a43014f8c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:36.879729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99461c3e-794f-4f1e-80db-09593384e124 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:36.910522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119784a6-0ea1-4444-9c16-8ddd4914fd04 None None] Pushing event updated for resources: {'Port': ['ID=f9a8b2f2-9b79-4e93-adbf-6759d2a249b4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:36.919831 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-e8ecc96d-c7b2-43e7-9e6e-fef5de31b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.921535 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-e8ecc96d-c7b2-43e7-9e6e-fef5de31b745 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d84dd7126048454eb4f77ed7a9b690be&device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 1095 time: 0.5823481 Jul 29 23:22:36.923379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Attempting to bind port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:36.924044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Attempting to bind port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:36.924392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Attempting to bind port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:36.930497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:36.933620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:36.934104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:36.934510 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.934900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:36.935366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Bound port: f9a8b2f2-9b79-4e93-adbf-6759d2a249b4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:36.935745 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.948092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Port 8c18329f-8ad1-4629-a0fb-025ea25cf952 on network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:36.948629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Attempting to bind port 8c18329f-8ad1-4629-a0fb-025ea25cf952 on network 6529c3cc-779c-4e78-9bcb-8ce177e88d42 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:36.956835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-cca39390-be45-4669-95c2-b7e6be61c965 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39b6b8c4-e360-4703-af23-93315b7811f4 HTTP/1.1" status: 200 len: 217 time: 0.1301758 Jul 29 23:22:36.968953 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.982387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:36.983216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Checking segment: {'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:36.983820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Bound using segment: {'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:36.984584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Bound port: 8c18329f-8ad1-4629-a0fb-025ea25cf952, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802cd102-b252-477c-ae1e-763ccbfff7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:36.985238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.986227 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-a588f25d-b945-4408-a42b-534ea6528ffe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93457bf1-31b3-4274-ab04-746a43014f8c HTTP/1.1" status: 200 len: 217 time: 0.0501163 Jul 29 23:22:36.990832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639315d-2e82-4053-ba3c-3fea9d90bf09 req-384d7358-0e7d-4499-a023-a61b33076b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.992357 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9639315d-2e82-4053-ba3c-3fea9d90bf09 req-384d7358-0e7d-4499-a023-a61b33076b64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.5330999 Jul 29 23:22:36.994189 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.050404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] For port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:37.055593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eaab3245-1ee3-4ecd-804d-1cff86cd673e req-2cdbe02b-c839-4c99-b34e-de1e97af675c tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192288 Jul 29 23:22:37.064588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:37.069393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] For port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f9a8b2f2-9b79-4e93-adbf-6759d2a249b4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:37.075083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ed8b7-563a-4ad3-a42d-da4e427127c8 req-48481553-9972-4738-955d-f6d3dc676d9b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.082996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b2ed8b7-563a-4ad3-a42d-da4e427127c8 req-48481553-9972-4738-955d-f6d3dc676d9b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 948 time: 0.2346673 Jul 29 23:22:37.085704 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.109703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-24805fc0-2334-4cb1-a9d3-648e1833e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.111500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-24805fc0-2334-4cb1-a9d3-648e1833e7b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd1e2b73-45db-4171-b941-6b7c1732e24e HTTP/1.1" status: 200 len: 857 time: 0.1332977 Jul 29 23:22:37.160885 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:37.161860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:22:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:37.206515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119784a6-0ea1-4444-9c16-8ddd4914fd04 None None] Pushing event updated for resources: {'Port': ['ID=f9a8b2f2-9b79-4e93-adbf-6759d2a249b4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:37.271330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Allocated IP 172.20.0.1 (71749a14-307f-435f-a883-f0d7404d287b/ad208416-87c8-492b-b9f9-6d7a92e4285c/40ee63cc-73c3-4463-82b1-cf86c364bc89) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:37.273836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5f479ac3-3346-47e6-983a-f498538e89d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6529c3cc-779c-4e78-9bcb-8ce177e88d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313124 Jul 29 23:22:37.293629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:37.294275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400da2f3-6a9e-4fed-8836-4f5926b36d1f req-439e8e0a-c755-4425-9ed4-2d5685773b99 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.296380 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-400da2f3-6a9e-4fed-8836-4f5926b36d1f req-439e8e0a-c755-4425-9ed4-2d5685773b99 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 951 time: 0.0994709 Jul 29 23:22:37.335839 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9639315d-2e82-4053-ba3c-3fea9d90bf09 req-5e3f0da5-c6d9-4bd0-a0fa-a92f17028e7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572326 Jul 29 23:22:37.395733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b2ed8b7-563a-4ad3-a42d-da4e427127c8 req-b00210ba-c54a-4e97-a154-0cdcf6fd2621 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817397 Jul 29 23:22:37.424090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['99461c3e-794f-4f1e-80db-09593384e124'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:37.440310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-55e00751-2133-4bce-a5d9-52e54354a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.441352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-b3ef4eab-0f53-4fcf-82be-a6ef9b36e24c service neutron] 10.222.0.42 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374784 Jul 29 23:22:37.441759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-55e00751-2133-4bce-a5d9-52e54354a589 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd1e2b73-45db-4171-b941-6b7c1732e24e HTTP/1.1" status: 200 len: 857 time: 0.4328070 Jul 29 23:22:37.480354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-400da2f3-6a9e-4fed-8836-4f5926b36d1f req-4557402e-3f22-4ea9-b3c0-a9acdc8d590e tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832417 Jul 29 23:22:37.500982 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e2ea5f-21c4-4b3e-be7c-44a79f52c807 x-openstack-request-id: req-d7e2ea5f-21c4-4b3e-be7c-44a79f52c807 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:37.501524 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b2b835-9367-4f44-ad64-1f5fd9a28013", "tag": "93457bf1-31b3-4274-ab04-746a43014f8c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:37.501524 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7e2ea5f-21c4-4b3e-be7c-44a79f52c807 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:37.501888 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b2b835-9367-4f44-ad64-1f5fd9a28013', 'tag': '93457bf1-31b3-4274-ab04-746a43014f8c', 'status': 'completed', 'code': 200} Jul 29 23:22:37.541739 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-85ba6786-82d7-4432-bfa6-3b8c80c61cb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6529c3cc-779c-4e78-9bcb-8ce177e88d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661316 Jul 29 23:22:37.577125 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9639315d-2e82-4053-ba3c-3fea9d90bf09 req-5f4fc1de-f847-4318-aad0-13b1ed21b63b service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250156 Jul 29 23:22:37.642460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] For port 8c18329f-8ad1-4629-a0fb-025ea25cf952, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:37.649628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-f58d19a7-16fa-41e2-a66e-021ef86a48e3 service neutron] 10.222.0.42 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669474 Jul 29 23:22:37.684805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.686109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] For port 8c18329f-8ad1-4629-a0fb-025ea25cf952, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8c18329f-8ad1-4629-a0fb-025ea25cf952,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:37.697753 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.713120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:32Z', 'revision_number': 3, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:37.721877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Transition to ACTIVE for port object 40ee63cc-73c3-4463-82b1-cf86c364bc89 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:37.748363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f0511-27f1-46a8-bd4c-3aa0e5b0a27f None None] The sync data for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 is: [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:32Z', 'revision_number': 3, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:37.750811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad72c0-28e9-4dcc-9519-594b853ba7a7 req-b0207b40-aae2-47f6-bbc6-8f01af3ee150 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.753211 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1ad72c0-28e9-4dcc-9519-594b853ba7a7 req-b0207b40-aae2-47f6-bbc6-8f01af3ee150 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 944 time: 0.1498580 Jul 29 23:22:37.768097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17094dd4-31ee-465d-a6df-7ecfbd436138 req-baff0167-198f-4794-8426-12cc3040cc78 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.770360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17094dd4-31ee-465d-a6df-7ecfbd436138 req-baff0167-198f-4794-8426-12cc3040cc78 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 943 time: 0.1402483 Jul 29 23:22:37.771672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.772303 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.773632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] 10.222.0.47 "PUT /v2.0/ports/8c18329f-8ad1-4629-a0fb-025ea25cf952 HTTP/1.1" status: 200 len: 1093 time: 4.1618359 Jul 29 23:22:37.782948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260a4b5e-5b9a-4049-a143-82caf103b009', 'tag': '8c18329f-8ad1-4629-a0fb-025ea25cf952'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:37.785395 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d1d8ea-030f-4f68-96f6-075199c36bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "260a4b5e-5b9a-4049-a143-82caf103b009", "tag": "8c18329f-8ad1-4629-a0fb-025ea25cf952"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:37.821683 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9639315d-2e82-4053-ba3c-3fea9d90bf09 req-bc3cda66-816f-4bfd-ab5e-9485917e5bda service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218223 Jul 29 23:22:37.825723 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-6a5dc472-7242-4cd0-a034-17d3ce6519ad service neutron] 10.222.0.42 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649872 Jul 29 23:22:37.837771 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.862794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3587e-d897-4427-b812-2f688991b995 service neutron] Pushing event updated for resources: {'Port': ['ID=8c18329f-8ad1-4629-a0fb-025ea25cf952,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:37.873694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1ad72c0-28e9-4dcc-9519-594b853ba7a7 req-42985aed-ada5-4101-b665-a8ee6abdc095 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970960 Jul 29 23:22:37.882278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17094dd4-31ee-465d-a6df-7ecfbd436138 req-ef9972d5-2cd8-4bf0-a18e-336b253d3769 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924721 Jul 29 23:22:37.956654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Network 71749a14-307f-435f-a883-f0d7404d287b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:37.983121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:37.994767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:38.040842 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd863a-230f-4a45-aa9c-b9866f9ebeb3 x-openstack-request-id: req-e2cd863a-230f-4a45-aa9c-b9866f9ebeb3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:38.041335 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260a4b5e-5b9a-4049-a143-82caf103b009", "tag": "8c18329f-8ad1-4629-a0fb-025ea25cf952", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:38.041436 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2cd863a-230f-4a45-aa9c-b9866f9ebeb3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:38.041835 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260a4b5e-5b9a-4049-a143-82caf103b009', 'tag': '8c18329f-8ad1-4629-a0fb-025ea25cf952', 'status': 'completed', 'code': 200} Jul 29 23:22:38.044959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Pushing event updated for resources: {'Port': ['ID=40ee63cc-73c3-4463-82b1-cf86c364bc89,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:38.107592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-b94f0ad6-20cc-4edb-9e25-2c80aab245f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.109305 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-b94f0ad6-20cc-4edb-9e25-2c80aab245f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d84dd7126048454eb4f77ed7a9b690be&device_id=260a4b5e-5b9a-4049-a143-82caf103b009 HTTP/1.1" status: 200 len: 1096 time: 0.2511292 Jul 29 23:22:38.113796 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.117997 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-32daeaf3-1109-42bc-8253-1d3ace276c2e service neutron] 10.222.0.42 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748940 Jul 29 23:22:38.197913 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-39aed83b-6e69-472e-bc00-51aa792d78e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c18329f-8ad1-4629-a0fb-025ea25cf952 HTTP/1.1" status: 200 len: 217 time: 0.0376544 Jul 29 23:22:38.324628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80573693-9674-4dfd-ba7e-8042bb8154e1 req-e6c60097-798d-4068-94f5-2a4ed0697dd6 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.329749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80573693-9674-4dfd-ba7e-8042bb8154e1 req-e6c60097-798d-4068-94f5-2a4ed0697dd6 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1198428 Jul 29 23:22:38.372650 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-29b97b90-2d27-4707-b5ba-d794dee29528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.374662 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-29b97b90-2d27-4707-b5ba-d794dee29528 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd1e2b73-45db-4171-b941-6b7c1732e24e HTTP/1.1" status: 200 len: 857 time: 0.1700983 Jul 29 23:22:38.413823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a19f3-70aa-446d-a409-163702faf0e9 req-5f06615e-8e09-49f2-a84e-6065231824d7 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.415517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-697a19f3-70aa-446d-a409-163702faf0e9 req-5f06615e-8e09-49f2-a84e-6065231824d7 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 949 time: 0.0848448 Jul 29 23:22:38.417653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4036db-d90c-4f82-8349-0dce1e3558e8 req-17d5260a-d5c8-4a35-95cb-ff68eba76a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.419141 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4036db-d90c-4f82-8349-0dce1e3558e8 req-17d5260a-d5c8-4a35-95cb-ff68eba76a05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d84dd7126048454eb4f77ed7a9b690be&device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 1095 time: 0.1600955 Jul 29 23:22:38.424005 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-5783a729-fb0a-46d4-8070-368f74c6543c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6529c3cc-779c-4e78-9bcb-8ce177e88d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409560 Jul 29 23:22:38.426506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80573693-9674-4dfd-ba7e-8042bb8154e1 req-c2320577-b503-434e-9753-8d9cb698ef23 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815194 Jul 29 23:22:38.467529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-121a247c-d405-4ed5-9b43-61659c5da117 None None] Provisioning for port 40ee63cc-73c3-4463-82b1-cf86c364bc89 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:38.475154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-121a247c-d405-4ed5-9b43-61659c5da117 None None] Provisioning complete for port 40ee63cc-73c3-4463-82b1-cf86c364bc89 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:38.475667 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-121a247c-d405-4ed5-9b43-61659c5da117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.479374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-697a19f3-70aa-446d-a409-163702faf0e9 req-b4ff14c7-f4ee-49e7-a157-4a4c2e3d8f97 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513561 Jul 29 23:22:38.569122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-121a247c-d405-4ed5-9b43-61659c5da117 None None] Port 40ee63cc-73c3-4463-82b1-cf86c364bc89 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:38.588693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.617291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b83032-1725-4ce8-91cd-129d7f45e303 req-d9d89071-f6a4-4a4f-8505-313672687ae5 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.624950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85b83032-1725-4ce8-91cd-129d7f45e303 req-d9d89071-f6a4-4a4f-8505-313672687ae5 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 951 time: 0.0635314 Jul 29 23:22:38.641285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:38.686859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85b83032-1725-4ce8-91cd-129d7f45e303 req-71a65af5-fa59-490d-a344-7c57c3d9251a tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606334 Jul 29 23:22:38.696502 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-f10a3bcd-3538-435b-acbc-643b3f33e739 service neutron] 10.222.0.47 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603498 Jul 29 23:22:38.708154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4036db-d90c-4f82-8349-0dce1e3558e8 req-b7043a74-fbac-4512-9d34-c155955e0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.710217 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4036db-d90c-4f82-8349-0dce1e3558e8 req-b7043a74-fbac-4512-9d34-c155955e0c49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6529c3cc-779c-4e78-9bcb-8ce177e88d42 HTTP/1.1" status: 200 len: 918 time: 0.2510753 Jul 29 23:22:38.735190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:38.745530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:38.745903 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.861045 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4036db-d90c-4f82-8349-0dce1e3558e8 req-3af8ccb0-a2f8-4cdf-87d2-1aafc7ed6da1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93457bf1-31b3-4274-ab04-746a43014f8c HTTP/1.1" status: 200 len: 217 time: 0.0987396 Jul 29 23:22:38.869861 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.908874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f9a8b2f2-9b79-4e93-adbf-6759d2a249b4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:38.933165 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.955414 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d8bb832-79ff-43b0-883d-a1e39c2fd11d req-6dd545f2-9526-4f0b-8be1-6d190c17044e service neutron] 10.222.0.47 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387104 Jul 29 23:22:38.978675 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.989532 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.047712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=f9a8b2f2-9b79-4e93-adbf-6759d2a249b4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:39.075840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251038a-6be2-4512-87de-af11d0ca49e3 req-9fa96932-fa96-4e1b-80e7-e92f43c6c180 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.077693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0251038a-6be2-4512-87de-af11d0ca49e3 req-9fa96932-fa96-4e1b-80e7-e92f43c6c180 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 944 time: 0.0802679 Jul 29 23:22:39.122188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0251038a-6be2-4512-87de-af11d0ca49e3 req-78e30f88-da47-4989-aa9a-58c580629101 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379612 Jul 29 23:22:39.136121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 99461c3e-794f-4f1e-80db-09593384e124 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:39.183213 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.186284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Pushing event updated for resources: {'Port': ['ID=40ee63cc-73c3-4463-82b1-cf86c364bc89,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:39.199456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4036db-d90c-4f82-8349-0dce1e3558e8 req-6c76b282-7ec5-4f2d-a8d0-f8f917cdeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.201286 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4036db-d90c-4f82-8349-0dce1e3558e8 req-6c76b282-7ec5-4f2d-a8d0-f8f917cdeaf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd1e2b73-45db-4171-b941-6b7c1732e24e HTTP/1.1" status: 200 len: 857 time: 0.1620369 Jul 29 23:22:39.208415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 99461c3e-794f-4f1e-80db-09593384e124 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:39.209396 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.246067 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4036db-d90c-4f82-8349-0dce1e3558e8 req-daaba085-b97b-4d6a-b4dd-676182c2022e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6529c3cc-779c-4e78-9bcb-8ce177e88d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352626 Jul 29 23:22:39.277572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772afd64-ecb7-4e6d-9693-8f3d5968ff9f req-98c53de6-08db-4513-ac56-68699aecf0e5 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.288606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-772afd64-ecb7-4e6d-9693-8f3d5968ff9f req-98c53de6-08db-4513-ac56-68699aecf0e5 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 943 time: 0.0803866 Jul 29 23:22:39.290253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d8ea-030f-4f68-96f6-075199c36bf6 req-a436aef3-390d-4bb3-b342-1dd8eafda9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.291796 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6d1d8ea-030f-4f68-96f6-075199c36bf6 req-a436aef3-390d-4bb3-b342-1dd8eafda9f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d84dd7126048454eb4f77ed7a9b690be&device_id=260a4b5e-5b9a-4049-a143-82caf103b009 HTTP/1.1" status: 200 len: 1096 time: 0.1971989 Jul 29 23:22:39.304862 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.331805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99461c3e-794f-4f1e-80db-09593384e124'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:39.334324 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45fcc97-c759-4db8-a597-27ae6b4d31c4" -d '{"events": [{"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-plugged", "status": "completed", "tag": "99461c3e-794f-4f1e-80db-09593384e124"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:39.338240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-772afd64-ecb7-4e6d-9693-8f3d5968ff9f req-8f81c0e0-1274-4455-b562-e68266882109 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476410 Jul 29 23:22:39.348982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:39.363541 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.422331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:39.481354 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b92cee-17f0-4656-a711-76fc9576a6a8 x-openstack-request-id: req-73b92cee-17f0-4656-a711-76fc9576a6a8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:39.481753 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-plugged", "status": "completed", "tag": "99461c3e-794f-4f1e-80db-09593384e124", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:39.482121 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73b92cee-17f0-4656-a711-76fc9576a6a8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:39.482600 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99461c3e-794f-4f1e-80db-09593384e124', 'code': 200} Jul 29 23:22:39.588098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b06470-7da3-4f91-ba88-52fe6d40b9d0 req-caf0fa26-0706-4d1e-af5b-324fb48e0ae6 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.589933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4b06470-7da3-4f91-ba88-52fe6d40b9d0 req-caf0fa26-0706-4d1e-af5b-324fb48e0ae6 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.0538452 Jul 29 23:22:39.618132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 3df81e4e-a28f-461b-878d-19cf2a564a4a details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:39.628488 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:39.660155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4b06470-7da3-4f91-ba88-52fe6d40b9d0 req-b6ff427d-8383-4a30-89b4-f29ea9897d6b tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628717 Jul 29 23:22:39.679940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8577fc0-e1ba-4628-874a-f82abb80b1a6 req-5148c7a4-df12-40cf-9899-136369e076da tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.681504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8577fc0-e1ba-4628-874a-f82abb80b1a6 req-5148c7a4-df12-40cf-9899-136369e076da tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.0699859 Jul 29 23:22:39.738719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8577fc0-e1ba-4628-874a-f82abb80b1a6 req-d79792a9-771b-421e-8f87-d2991e374709 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485761 Jul 29 23:22:39.779707 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4036db-d90c-4f82-8349-0dce1e3558e8 req-678ba706-25ad-4153-be8e-316d593c6dbb service neutron] 10.222.0.42 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854686 Jul 29 23:22:39.792985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Network 71749a14-307f-435f-a883-f0d7404d287b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:39.797454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:39.843180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:39.846941 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.879632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d8ea-030f-4f68-96f6-075199c36bf6 req-0074678a-5254-4ac2-b868-a53e868c3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.881191 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6d1d8ea-030f-4f68-96f6-075199c36bf6 req-0074678a-5254-4ac2-b868-a53e868c3201 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6529c3cc-779c-4e78-9bcb-8ce177e88d42 HTTP/1.1" status: 200 len: 918 time: 0.5661206 Jul 29 23:22:39.896206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '3df81e4e-a28f-461b-878d-19cf2a564a4a', 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093', 'port_id': '3df81e4e-a28f-461b-878d-19cf2a564a4a', 'mac_address': 'fa:16:3e:6f:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e3a965-3dc1-4bf5-8794-1c687d2bff2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:39.906446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:39.913119 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.965334 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6d1d8ea-030f-4f68-96f6-075199c36bf6 req-103f25b8-f72a-431f-8b53-e33266394078 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c18329f-8ad1-4629-a0fb-025ea25cf952 HTTP/1.1" status: 200 len: 217 time: 0.0457027 Jul 29 23:22:39.991812 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.023190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29e1fb-6104-4ee0-a177-f824a037a84f req-9af7da72-9b03-4fdd-bd82-da994d06f9b6 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.035686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da29e1fb-6104-4ee0-a177-f824a037a84f req-9af7da72-9b03-4fdd-bd82-da994d06f9b6 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 949 time: 0.0960889 Jul 29 23:22:40.061925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df81e4e-a28f-461b-878d-19cf2a564a4a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:40.074814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:40.100077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da29e1fb-6104-4ee0-a177-f824a037a84f req-f699c988-3ac5-4da1-8ca9-3bf3928ddbeb tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543981 Jul 29 23:22:40.112596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:40.117003 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.138745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Router a8908bad-5881-44a1-b570-a1b8b352fd2d has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:22:40.141187 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6d4036db-d90c-4f82-8349-0dce1e3558e8 req-91671ed1-1b93-45ce-b2f5-de2ba55a6a36 service neutron] 10.222.0.42 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374162 Jul 29 23:22:40.142500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d8ea-030f-4f68-96f6-075199c36bf6 req-fa6d6ec1-cdd1-4197-a27c-1282ca330469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.144401 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6d1d8ea-030f-4f68-96f6-075199c36bf6 req-fa6d6ec1-cdd1-4197-a27c-1282ca330469 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd1e2b73-45db-4171-b941-6b7c1732e24e HTTP/1.1" status: 200 len: 857 time: 0.1690722 Jul 29 23:22:40.177983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=3df81e4e-a28f-461b-878d-19cf2a564a4a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:40.180091 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6d1d8ea-030f-4f68-96f6-075199c36bf6 req-f61983cf-9f7b-447a-a5ae-40374840e356 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6529c3cc-779c-4e78-9bcb-8ce177e88d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269432 Jul 29 23:22:40.199134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-44f4d878-0349-4c33-8cfd-48aba50d68c7 None None] Provisioning complete for port 40ee63cc-73c3-4463-82b1-cf86c364bc89 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:40.199511 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44f4d878-0349-4c33-8cfd-48aba50d68c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.238672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-44f4d878-0349-4c33-8cfd-48aba50d68c7 None None] Port 40ee63cc-73c3-4463-82b1-cf86c364bc89 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:40.264427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d54bc-dd21-4ebf-99b8-4ed8c3e9d4aa req-29523f2c-5929-4caf-8f4c-bfddec1c057c tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.265928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a44d54bc-dd21-4ebf-99b8-4ed8c3e9d4aa req-29523f2c-5929-4caf-8f4c-bfddec1c057c tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 945 time: 0.0525854 Jul 29 23:22:40.305422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a44d54bc-dd21-4ebf-99b8-4ed8c3e9d4aa req-67dc5a8d-24f5-472f-b8e1-3c60c950c932 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Jul 29 23:22:40.348325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:40.354807 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5c7751b3-f05e-457c-bf07-548468b6a6dd admin admin] 10.222.0.37 "PUT /v2.0/routers/a8908bad-5881-44a1-b570-a1b8b352fd2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5820456 Jul 29 23:22:40.356700 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6d1d8ea-030f-4f68-96f6-075199c36bf6 req-02c350b2-0e08-48e1-a6de-8214b9ff3b3b service neutron] 10.222.0.47 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409285 Jul 29 23:22:40.356925 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Sync routers for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:40.369701 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:40.370573 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:22:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:40.458897 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6d1d8ea-030f-4f68-96f6-075199c36bf6 req-0854b416-a20b-4936-81cc-5ab4b82b092d service neutron] 10.222.0.47 "GET /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918117 Jul 29 23:22:40.485802 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:40.516833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab4d0f-93d4-4254-ba01-05fc51d0b942 req-8d677cad-abea-442f-96aa-2890e3ff3705 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.524591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35ab4d0f-93d4-4254-ba01-05fc51d0b942 req-8d677cad-abea-442f-96aa-2890e3ff3705 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 943 time: 0.1122584 Jul 29 23:22:40.575774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35ab4d0f-93d4-4254-ba01-05fc51d0b942 req-18f6e7f5-5c47-4cce-929a-223a852da53e tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503144 Jul 29 23:22:40.591040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:40.643053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:40.643558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.681910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['3df81e4e-a28f-461b-878d-19cf2a564a4a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:40.702838 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 2, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:40.741796 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Checking router: a8908bad-5881-44a1-b570-a1b8b352fd2d for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:40.742182 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Updating router a8908bad-5881-44a1-b570-a1b8b352fd2d port 40ee63cc-73c3-4463-82b1-cf86c364bc89 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:22:40.774139 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.847710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83151-d8f3-412c-b04c-a90f6beacf4f req-f1213e3d-7847-4db1-a911-dc4315462b92 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.849240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0d83151-d8f3-412c-b04c-a90f6beacf4f req-f1213e3d-7847-4db1-a911-dc4315462b92 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1054995 Jul 29 23:22:40.908378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-40de2e9b-e0b7-48d4-8ecf-49aa084aadee tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.910441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-40de2e9b-e0b7-48d4-8ecf-49aa084aadee tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 820 time: 0.1396320 Jul 29 23:22:40.930280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0d83151-d8f3-412c-b04c-a90f6beacf4f req-62ef6001-cd6e-4fe6-a152-e24ed23249d4 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709047 Jul 29 23:22:40.932654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-d08a8489-32e7-4112-8e6e-12abbafcd503 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/quotas/6aae2ce3af184899a34a53047858b84d HTTP/1.1" status: 200 len: 375 time: 0.0158148 Jul 29 23:22:41.011912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-e282bf02-0856-4d52-871e-9d366be80409 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695598 Jul 29 23:22:41.048800 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.058804 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Transition to ACTIVE for port object 40ee63cc-73c3-4463-82b1-cf86c364bc89 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:41.064577 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.100369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83578-1e59-4240-96c3-ffb2ae7d663a req-988cd776-bbae-4dbd-86b8-bb9a20779d65 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.101769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90b83578-1e59-4240-96c3-ffb2ae7d663a req-988cd776-bbae-4dbd-86b8-bb9a20779d65 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1099985 Jul 29 23:22:41.114302 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Pushing event updated for resources: {'Port': ['ID=40ee63cc-73c3-4463-82b1-cf86c364bc89,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:41.149257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.149614 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.150135 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.150488 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.150831 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.151315 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.151661 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.151994 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.152902 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.153516 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.154016 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.154510 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:41.157815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 39b6b8c4-e360-4703-af23-93315b7811f4 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:41.161396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-89faae0f-926f-42e8-89ad-20b128cb5dbc service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359227 Jul 29 23:22:41.172587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90b83578-1e59-4240-96c3-ffb2ae7d663a req-db3ef70b-9258-4a8c-ad1d-3a7b621fdaa0 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615635 Jul 29 23:22:41.258762 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Attempting to bind port 40ee63cc-73c3-4463-82b1-cf86c364bc89 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:41.259386 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Attempting to bind port 40ee63cc-73c3-4463-82b1-cf86c364bc89 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:41.260551 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Attempting to bind port 40ee63cc-73c3-4463-82b1-cf86c364bc89 on network 71749a14-307f-435f-a883-f0d7404d287b {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:41.267776 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:41.269122 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Checking segment: {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:41.270252 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.270869 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Bound using segment: {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:41.271572 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Bound port: 40ee63cc-73c3-4463-82b1-cf86c364bc89, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:41.272239 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.319888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-d7751f24-3966-4950-a179-d348d44c9c0a service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438277 Jul 29 23:22:41.320126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 39b6b8c4-e360-4703-af23-93315b7811f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=39b6b8c4-e360-4703-af23-93315b7811f4,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:41.333169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '39b6b8c4-e360-4703-af23-93315b7811f4', 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42', 'port_id': '39b6b8c4-e360-4703-af23-93315b7811f4', 'mac_address': 'fa:16:3e:e2:5b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1e2b73-45db-4171-b941-6b7c1732e24e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:41.334078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388ba3-3f21-4c48-9cf4-87ab43e102ed req-42df26ed-3171-42ae-8cd7-0323b4e4048d tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.335636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32388ba3-3f21-4c48-9cf4-87ab43e102ed req-42df26ed-3171-42ae-8cd7-0323b4e4048d tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 949 time: 0.0842185 Jul 29 23:22:41.371724 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] For port 40ee63cc-73c3-4463-82b1-cf86c364bc89, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:41.375205 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] For port 40ee63cc-73c3-4463-82b1-cf86c364bc89, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=40ee63cc-73c3-4463-82b1-cf86c364bc89,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:41.381970 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.389971 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32388ba3-3f21-4c48-9cf4-87ab43e102ed req-e4598f34-55e4-4f79-b8a1-4b0a4cb23c0e tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478415 Jul 29 23:22:41.390148 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.415785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b6b8c4-e360-4703-af23-93315b7811f4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:41.444546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 39b6b8c4-e360-4703-af23-93315b7811f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=39b6b8c4-e360-4703-af23-93315b7811f4,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:41.458715 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.462481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 93457bf1-31b3-4274-ab04-746a43014f8c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:41.489000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:41.491751 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a1eea6-660b-4bc7-8abc-3ea677a27b95" -d '{"events": [{"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-unplugged", "status": "completed", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:41.497578 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204eb792-3053-4d39-83a3-edea84e43b70 None None] Pushing event updated for resources: {'Port': ['ID=40ee63cc-73c3-4463-82b1-cf86c364bc89,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:41.503682 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:41.504622 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:22:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:41.573563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 93457bf1-31b3-4274-ab04-746a43014f8c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=93457bf1-31b3-4274-ab04-746a43014f8c,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:41.583582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-361b6645-1d48-4000-bde0-5262f43e66a0 req-654431cc-a066-4122-a056-56328e5e9e04 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 210 time: 0.0821962 Jul 29 23:22:41.616517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe070e4-3e23-42db-8363-0270fb9c80d8 req-3b6850c4-ac59-4c3d-96d8-8081a860376e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.618473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fe070e4-3e23-42db-8363-0270fb9c80d8 req-3b6850c4-ac59-4c3d-96d8-8081a860376e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 945 time: 0.1653130 Jul 29 23:22:41.621755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=39b6b8c4-e360-4703-af23-93315b7811f4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:41.637930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '93457bf1-31b3-4274-ab04-746a43014f8c', 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42', 'port_id': '93457bf1-31b3-4274-ab04-746a43014f8c', 'mac_address': 'fa:16:3e:9a:3c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1e2b73-45db-4171-b941-6b7c1732e24e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:41.642359 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:41.713530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fe070e4-3e23-42db-8363-0270fb9c80d8 req-13fa0ca1-f0a8-4ac7-b617-155356a70233 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874376 Jul 29 23:22:41.722682 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6d3966-9089-452c-b0ee-3c83ba158ddf x-openstack-request-id: req-fa6d3966-9089-452c-b0ee-3c83ba158ddf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:41.723134 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-unplugged", "status": "completed", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:41.723702 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa6d3966-9089-452c-b0ee-3c83ba158ddf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:41.723702 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'code': 200} Jul 29 23:22:41.864975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7f6ad-02ab-49bc-a23e-af8d06d5cf20 req-30eef475-62a9-4514-8bfd-e6ecf3103f16 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.866294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42d7f6ad-02ab-49bc-a23e-af8d06d5cf20 req-30eef475-62a9-4514-8bfd-e6ecf3103f16 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 943 time: 0.0700057 Jul 29 23:22:41.895896 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.914968 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42d7f6ad-02ab-49bc-a23e-af8d06d5cf20 req-3c493cd0-da35-4b72-ad07-77860a89e868 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Jul 29 23:22:41.916567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93457bf1-31b3-4274-ab04-746a43014f8c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:41.947554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 93457bf1-31b3-4274-ab04-746a43014f8c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=93457bf1-31b3-4274-ab04-746a43014f8c,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:41.952346 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.027025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=93457bf1-31b3-4274-ab04-746a43014f8c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:42.037859 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:41Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:42.065416 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857a328-2dab-4a76-a498-d73f45d8d880 None None] The sync data for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 is: [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:41Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:42.084077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516b6aa-0180-4d32-a026-4648be2e1961 req-26d66432-fcaf-4689-aea6-9a14823c0b80 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.085543 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4516b6aa-0180-4d32-a026-4648be2e1961 req-26d66432-fcaf-4689-aea6-9a14823c0b80 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.0588758 Jul 29 23:22:42.150864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4516b6aa-0180-4d32-a026-4648be2e1961 req-436f9a85-192d-4f32-b1a5-ba5eecb3200c tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576122 Jul 29 23:22:42.317224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7026-be53-4dbf-988f-1ac1a54f9249 req-061d0099-9f5f-405c-8bbf-53376234467b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.318766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1db7026-be53-4dbf-988f-1ac1a54f9249 req-061d0099-9f5f-405c-8bbf-53376234467b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.0653539 Jul 29 23:22:42.357940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1db7026-be53-4dbf-988f-1ac1a54f9249 req-b8f2d808-34db-4d5c-a314-5f20d85af549 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330992 Jul 29 23:22:42.418840 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4751127-bf68-4768-a049-af0a85a9b609 req-68adf37e-e9a3-48fc-b04d-46cf4fcf4652 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.420399 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a4751127-bf68-4768-a049-af0a85a9b609 req-68adf37e-e9a3-48fc-b04d-46cf4fcf4652 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.47 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 949 time: 0.0591266 Jul 29 23:22:42.511525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc30de4-c7ac-4392-b668-c1aee7303bce req-eb5ddbca-baad-471e-9b44-fa13a1977156 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.513139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cc30de4-c7ac-4392-b668-c1aee7303bce req-eb5ddbca-baad-471e-9b44-fa13a1977156 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/ports?device_id=95600822-bbac-4cee-b6e9-938905e2a72c HTTP/1.1" status: 200 len: 949 time: 0.0544748 Jul 29 23:22:42.524292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['39b6b8c4-e360-4703-af23-93315b7811f4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:42.524702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a4751127-bf68-4768-a049-af0a85a9b609 req-efc8b208-4166-40ce-a1d4-868e2da1d36c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Deleting port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:42.525032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a4751127-bf68-4768-a049-af0a85a9b609 req-efc8b208-4166-40ce-a1d4-868e2da1d36c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.540564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['93457bf1-31b3-4274-ab04-746a43014f8c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:42.571736 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cc30de4-c7ac-4392-b668-c1aee7303bce req-20c6e0ad-fe0e-482c-a5e6-fcaa73779e85 tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.37 "GET /v2.0/security-groups?id=e486661b-b42c-4237-b21a-256f82db9e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517650 Jul 29 23:22:42.681820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 40ee63cc-73c3-4463-82b1-cf86c364bc89 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:42.685306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a4751127-bf68-4768-a049-af0a85a9b609 req-efc8b208-4166-40ce-a1d4-868e2da1d36c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] For port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:42.685926 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a4751127-bf68-4768-a049-af0a85a9b609 req-efc8b208-4166-40ce-a1d4-868e2da1d36c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.698209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cbe8640a-481d-42b4-929b-3bb6eadca996 req-746b6b30-3540-4869-a7ea-def7b43c5145 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 210 time: 0.0390851 Jul 29 23:22:42.709991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a4751127-bf68-4768-a049-af0a85a9b609 req-efc8b208-4166-40ce-a1d4-868e2da1d36c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Calling delete_port for dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:42.855387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 40ee63cc-73c3-4463-82b1-cf86c364bc89 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:42.890942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 40ee63cc-73c3-4463-82b1-cf86c364bc89 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:42.891326 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.912377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a4751127-bf68-4768-a049-af0a85a9b609 req-efc8b208-4166-40ce-a1d4-868e2da1d36c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.951795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8b208-4166-40ce-a1d4-868e2da1d36c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Pushing event deleted for resources: {'Port': ['ID=dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:43.029123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4751127-bf68-4768-a049-af0a85a9b609 req-efc8b208-4166-40ce-a1d4-868e2da1d36c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] No DVR routers for this DVR port dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:43.035707 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a4751127-bf68-4768-a049-af0a85a9b609 req-efc8b208-4166-40ce-a1d4-868e2da1d36c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.040190 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a4751127-bf68-4768-a049-af0a85a9b609 req-efc8b208-4166-40ce-a1d4-868e2da1d36c tempest-ImagesOneServerTestJSON-674223857 tempest-ImagesOneServerTestJSON-674223857-project] 10.222.0.47 "DELETE /v2.0/ports/dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c HTTP/1.1" status: 204 len: 173 time: 0.6123118 Jul 29 23:22:43.041073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-deleted', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:43.045187 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e289ea-97d6-4b6d-a672-44ccd76639c5" -d '{"events": [{"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-deleted", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:43.062598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.108040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 40ee63cc-73c3-4463-82b1-cf86c364bc89, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=40ee63cc-73c3-4463-82b1-cf86c364bc89,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:43.113964 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.171746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=40ee63cc-73c3-4463-82b1-cf86c364bc89,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:43.321388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd520f-b793-4996-b320-f3af4cc70ede req-0e95005b-fa90-4e9a-b323-00474758b327 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.322919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3cd520f-b793-4996-b320-f3af4cc70ede req-0e95005b-fa90-4e9a-b323-00474758b327 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 945 time: 0.5433335 Jul 29 23:22:43.376826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-a6e88824-063f-4cf9-88d0-ecb4d71993cf tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.378901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-a6e88824-063f-4cf9-88d0-ecb4d71993cf tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.47 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 820 time: 0.5711372 Jul 29 23:22:43.394387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e92267-6a45-4f7d-957c-93f583bf0bdd req-daa55125-c9b1-4942-8d8c-dc5aed103ae1 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.396347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e92267-6a45-4f7d-957c-93f583bf0bdd req-daa55125-c9b1-4942-8d8c-dc5aed103ae1 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 944 time: 0.1344576 Jul 29 23:22:43.408295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Request body: {'port': {'device_id': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'admin_state_up': True, 'tenant_id': '6aae2ce3af184899a34a53047858b84d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:43.434050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3cd520f-b793-4996-b320-f3af4cc70ede req-1c8ada5d-6d08-43f6-8965-3bfada8b21a0 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972106 Jul 29 23:22:43.488957 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a848ce5-d7a8-4125-9242-5338891a689b x-openstack-request-id: req-5a848ce5-d7a8-4125-9242-5338891a689b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:43.489495 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95600822-bbac-4cee-b6e9-938905e2a72c", "name": "network-vif-deleted", "tag": "dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:43.489495 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a848ce5-d7a8-4125-9242-5338891a689b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:43.489873 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95600822-bbac-4cee-b6e9-938905e2a72c', 'name': 'network-vif-deleted', 'tag': 'dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c', 'status': 'completed', 'code': 200} Jul 29 23:22:43.516239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e92267-6a45-4f7d-957c-93f583bf0bdd req-cec783ca-93b9-4b3d-834e-8f0d6cab7f22 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986056 Jul 29 23:22:43.609822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Made reservation on behalf of 6aae2ce3af184899a34a53047858b84d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:43.613871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.656733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8c18329f-8ad1-4629-a0fb-025ea25cf952 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:43.665060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 3df81e4e-a28f-461b-878d-19cf2a564a4a up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:43.697203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cf080-3d05-4b7f-ae42-49de01b0a5a6 req-d33ed546-8714-4719-91ed-752778157467 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.699050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac2cf080-3d05-4b7f-ae42-49de01b0a5a6 req-d33ed546-8714-4719-91ed-752778157467 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1393123 Jul 29 23:22:43.764732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e33977-5c1a-4ffc-a699-85340e7441b2 req-343a2973-a03b-4922-a4cc-fb918d141dab tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.766576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0e33977-5c1a-4ffc-a699-85340e7441b2 req-343a2973-a03b-4922-a4cc-fb918d141dab tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1602154 Jul 29 23:22:43.774676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 3df81e4e-a28f-461b-878d-19cf2a564a4a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:43.781851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 3df81e4e-a28f-461b-878d-19cf2a564a4a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:43.781851 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.821702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 8c18329f-8ad1-4629-a0fb-025ea25cf952, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8c18329f-8ad1-4629-a0fb-025ea25cf952,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:43.839128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '8c18329f-8ad1-4629-a0fb-025ea25cf952', 'network_id': '6529c3cc-779c-4e78-9bcb-8ce177e88d42', 'port_id': '8c18329f-8ad1-4629-a0fb-025ea25cf952', 'mac_address': 'fa:16:3e:be:11:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1e2b73-45db-4171-b941-6b7c1732e24e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:43.843810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac2cf080-3d05-4b7f-ae42-49de01b0a5a6 req-42024ccb-299c-47d7-891e-cba7fbe745e5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135616 Jul 29 23:22:43.866133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0e33977-5c1a-4ffc-a699-85340e7441b2 req-bfc7471e-724a-4bd5-9493-98b6ccd0d6b6 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930264 Jul 29 23:22:43.894314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Allocated IP 172.20.0.13 (71749a14-307f-435f-a883-f0d7404d287b/ad208416-87c8-492b-b9f9-6d7a92e4285c/df8bf504-2dd8-44f4-a36f-b5499a78bbfa) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:43.905121 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.921790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.927017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c18329f-8ad1-4629-a0fb-025ea25cf952 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:43.963544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 8c18329f-8ad1-4629-a0fb-025ea25cf952, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8c18329f-8ad1-4629-a0fb-025ea25cf952,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:43.969777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db49586-d699-4076-a1bf-7738e5aafcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df81e4e-a28f-461b-878d-19cf2a564a4a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:43.973392 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dceb0ca-01cb-4bde-9281-2e56aab88c27" -d '{"events": [{"server_uuid": "2db49586-d699-4076-a1bf-7738e5aafcda", "name": "network-vif-plugged", "status": "completed", "tag": "3df81e4e-a28f-461b-878d-19cf2a564a4a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:43.985040 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.992079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:44.020050 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.049263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=8c18329f-8ad1-4629-a0fb-025ea25cf952,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:44.059442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4fe83d2-5949-42e2-9d5a-8b1ecaa21d82 req-07345f0e-9251-4bbc-b6aa-f19570e23b8a tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 210 time: 0.0357778 Jul 29 23:22:44.098899 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c60c29f-b851-4979-a33f-69422ef7bf9b x-openstack-request-id: req-7c60c29f-b851-4979-a33f-69422ef7bf9b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:44.099200 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db49586-d699-4076-a1bf-7738e5aafcda", "name": "network-vif-plugged", "status": "completed", "tag": "3df81e4e-a28f-461b-878d-19cf2a564a4a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:44.099453 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c60c29f-b851-4979-a33f-69422ef7bf9b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:44.099840 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db49586-d699-4076-a1bf-7738e5aafcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df81e4e-a28f-461b-878d-19cf2a564a4a', 'code': 200} Jul 29 23:22:44.120185 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.120912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=3df81e4e-a28f-461b-878d-19cf2a564a4a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:44.135341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Transition to ACTIVE for port object df8bf504-2dd8-44f4-a36f-b5499a78bbfa will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:44.173220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.212873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34050) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:44.233634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60aa028-95be-41ec-a754-3bb3f7b446ed req-9f8a88d3-038c-441d-9b54-22293789931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:44.235146 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f60aa028-95be-41ec-a754-3bb3f7b446ed req-9f8a88d3-038c-441d-9b54-22293789931b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1098 time: 0.0443602 Jul 29 23:22:44.241844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Pushing event updated for resources: {'Port': ['ID=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:44.246245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Network 71749a14-307f-435f-a883-f0d7404d287b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:44.247775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:44.250240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:44.273402 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f60aa028-95be-41ec-a754-3bb3f7b446ed req-56e9660b-d218-4b61-9bba-c1ea10982cd7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304351 Jul 29 23:22:44.306370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:44.307173 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.326148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-278e9fac-ed13-4c24-b448-41a5bcf716a5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9234662 Jul 29 23:22:44.384689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ec9840e9-fc82-4fe5-9fb8-1c7fddd960bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9944a7aa0ee948e2b65c16ed1d39e96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706450 Jul 29 23:22:44.388904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34056) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:44.445156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd932de2-c725-41ac-8899-f7f5922aa8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.469283 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd932de2-c725-41ac-8899-f7f5922aa8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.487293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2eaa4e6-7584-49e3-99d0-d4b192ecf2c7 None None] Provisioning for port df8bf504-2dd8-44f4-a36f-b5499a78bbfa completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:44.491422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2eaa4e6-7584-49e3-99d0-d4b192ecf2c7 None None] Provisioning complete for port df8bf504-2dd8-44f4-a36f-b5499a78bbfa triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:44.491804 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa4e6-7584-49e3-99d0-d4b192ecf2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.530125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['8c18329f-8ad1-4629-a0fb-025ea25cf952'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:44.535011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f2eaa4e6-7584-49e3-99d0-d4b192ecf2c7 None None] Port df8bf504-2dd8-44f4-a36f-b5499a78bbfa cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:44.555178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd932de2-c725-41ac-8899-f7f5922aa8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.558353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd932de2-c725-41ac-8899-f7f5922aa8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.562578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dd932de2-c725-41ac-8899-f7f5922aa8eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e486661b-b42c-4237-b21a-256f82db9e3b HTTP/1.1" status: 204 len: 168 time: 0.1697052 Jul 29 23:22:44.575162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ea825-05b9-4d46-8005-b15c601f8972 req-4aaf10d6-85ba-4d3f-9bc1-1f28b236262e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:44.576791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f16ea825-05b9-4d46-8005-b15c601f8972 req-4aaf10d6-85ba-4d3f-9bc1-1f28b236262e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 946 time: 0.0677683 Jul 29 23:22:44.585360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd932de2-c725-41ac-8899-f7f5922aa8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e486661b-b42c-4237-b21a-256f82db9e3b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:44.634814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f16ea825-05b9-4d46-8005-b15c601f8972 req-d3338738-81af-4fa8-949d-b0ba333cba16 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508335 Jul 29 23:22:44.644835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 40ee63cc-73c3-4463-82b1-cf86c364bc89 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:44.656186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Request body: {'port': {'device_id': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:44.702125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ba57b-7819-45c5-b9ef-411aa5d5a157 req-1a4f66cc-903a-4e6e-b560-020174b1de24 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:44.703531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d9ba57b-7819-45c5-b9ef-411aa5d5a157 req-1a4f66cc-903a-4e6e-b560-020174b1de24 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 944 time: 0.0883532 Jul 29 23:22:44.745854 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.751289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 40ee63cc-73c3-4463-82b1-cf86c364bc89 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:44.751808 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.772247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d9ba57b-7819-45c5-b9ef-411aa5d5a157 req-e7e9ddb6-bd7c-4626-a851-da520824baa5 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626447 Jul 29 23:22:45.072633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e034be-c6a9-4c61-9f01-88b9ec053671 req-f3ff9979-047e-4524-9d0e-4e5b38bb52ee tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:45.074143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06e034be-c6a9-4c61-9f01-88b9ec053671 req-f3ff9979-047e-4524-9d0e-4e5b38bb52ee tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1216989 Jul 29 23:22:45.085136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ae6dc-ad59-4c19-8775-09d65b7fa478 req-82cfe866-bd48-4df1-953b-6c833c026457 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:45.086466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b00ae6dc-ad59-4c19-8775-09d65b7fa478 req-82cfe866-bd48-4df1-953b-6c833c026457 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1294670 Jul 29 23:22:45.179761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06e034be-c6a9-4c61-9f01-88b9ec053671 req-ecb266d2-14e3-44eb-ba20-c5cf4e05a7c3 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923626 Jul 29 23:22:45.186978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8bf504-2dd8-44f4-a36f-b5499a78bbfa {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:45.190174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 39b6b8c4-e360-4703-af23-93315b7811f4 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:45.199531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b00ae6dc-ad59-4c19-8775-09d65b7fa478 req-5df0ef9b-cf82-4c31-9834-3d88b259b6dd tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070664 Jul 29 23:22:45.201388 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.214119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Transition to ACTIVE for port object df8bf504-2dd8-44f4-a36f-b5499a78bbfa will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:45.219134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.289788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Pushing event updated for resources: {'Port': ['ID=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:45.308170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 39b6b8c4-e360-4703-af23-93315b7811f4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:45.312413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 39b6b8c4-e360-4703-af23-93315b7811f4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:45.312897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.405698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Attempting to bind port df8bf504-2dd8-44f4-a36f-b5499a78bbfa on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:45.406225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Attempting to bind port df8bf504-2dd8-44f4-a36f-b5499a78bbfa by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:45.406354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Attempting to bind port df8bf504-2dd8-44f4-a36f-b5499a78bbfa on network 71749a14-307f-435f-a883-f0d7404d287b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:45.422905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.428061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Port df8bf504-2dd8-44f4-a36f-b5499a78bbfa on network 71749a14-307f-435f-a883-f0d7404d287b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:45.428440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Attempting to bind port df8bf504-2dd8-44f4-a36f-b5499a78bbfa on network 71749a14-307f-435f-a883-f0d7404d287b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:45.435460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:45.435731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Checking segment: {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:45.436139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Bound using segment: {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:45.436642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Bound port: df8bf504-2dd8-44f4-a36f-b5499a78bbfa, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:45.437038 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.479980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 39b6b8c4-e360-4703-af23-93315b7811f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=39b6b8c4-e360-4703-af23-93315b7811f4,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:45.488138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb985af0-1f54-4782-b8a5-0985716d6a10 req-8b4a890a-5f63-4439-ba0d-aa7fd61165dd tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:45.489930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb985af0-1f54-4782-b8a5-0985716d6a10 req-8b4a890a-5f63-4439-ba0d-aa7fd61165dd tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 944 time: 0.1724398 Jul 29 23:22:45.496629 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.497749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 93457bf1-31b3-4274-ab04-746a43014f8c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:45.607182 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb985af0-1f54-4782-b8a5-0985716d6a10 req-a2fc62c2-65b6-411e-8306-0eedd1ab8b72 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Jul 29 23:22:45.611774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] For port df8bf504-2dd8-44f4-a36f-b5499a78bbfa, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:45.615504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] For port df8bf504-2dd8-44f4-a36f-b5499a78bbfa, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:45.626110 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.646074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=39b6b8c4-e360-4703-af23-93315b7811f4,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:45.653670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 93457bf1-31b3-4274-ab04-746a43014f8c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:45.658263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.659380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.659727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.660082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.660418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.660747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.666426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:45.667050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.668571 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] 10.222.0.47 "PUT /v2.0/ports/df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 1093 time: 1.0170631 Jul 29 23:22:45.669071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:45.671532 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4501bc21-624e-47ce-8aa2-cc5ca51239f1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:45.673541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.675117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.675474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.675816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.676175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.676896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:45.687317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 93457bf1-31b3-4274-ab04-746a43014f8c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:45.687987 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.694015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:45.696671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a3d1c-384c-4ec4-8495-0d65a4ba863f service neutron] Pushing event updated for resources: {'Port': ['ID=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:45.740335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:45.740691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dccfa5b7-c882-4b0f-b1d7-e40cbc9fd01c not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:45.822933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-ec34d585-fd52-4d53-bb85-a9cc53ddb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:45.824530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-ec34d585-fd52-4d53-bb85-a9cc53ddb843 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1096 time: 0.0665035 Jul 29 23:22:45.824665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.867318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 93457bf1-31b3-4274-ab04-746a43014f8c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=93457bf1-31b3-4274-ab04-746a43014f8c,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:45.872745 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.937615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=93457bf1-31b3-4274-ab04-746a43014f8c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:45.946118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-dc91f9ba-e866-41b2-bb07-55c4380e0e83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 217 time: 0.0772278 Jul 29 23:22:46.006936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-5c869ee6-d820-4926-9c73-888382a4248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.012063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-5c869ee6-d820-4926-9c73-888382a4248b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.0540044 Jul 29 23:22:46.099065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-e4cb35c2-9081-4a13-bbb5-3894f4b36ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.100657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-e4cb35c2-9081-4a13-bbb5-3894f4b36ee4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746632 Jul 29 23:22:46.101212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bdb19b-9bb6-4325-afd7-16ee6fce87dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b6b8c4-e360-4703-af23-93315b7811f4'}, {'server_uuid': '76b2b835-9367-4f44-ad64-1f5fd9a28013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93457bf1-31b3-4274-ab04-746a43014f8c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:46.103505 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a84cad-b9d1-476d-bdcc-80f64534b34a" -d '{"events": [{"server_uuid": "37bdb19b-9bb6-4325-afd7-16ee6fce87dc", "name": "network-vif-plugged", "status": "completed", "tag": "39b6b8c4-e360-4703-af23-93315b7811f4"}, {"server_uuid": "76b2b835-9367-4f44-ad64-1f5fd9a28013", "name": "network-vif-plugged", "status": "completed", "tag": "93457bf1-31b3-4274-ab04-746a43014f8c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:46.116072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9281c-433d-4a1b-9220-aeaa685f274b req-457d505c-9ec0-4962-b0e3-258d0e7f778c tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.117819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38b9281c-433d-4a1b-9220-aeaa685f274b req-457d505c-9ec0-4962-b0e3-258d0e7f778c tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 946 time: 0.0799425 Jul 29 23:22:46.119243 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a05b177-e427-4b74-9cc1-7fa7f7171a59 x-openstack-request-id: req-5a05b177-e427-4b74-9cc1-7fa7f7171a59 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:46.119523 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:46.119775 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a05b177-e427-4b74-9cc1-7fa7f7171a59 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:46.120264 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'status': 'completed', 'code': 200} Jul 29 23:22:46.246229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38b9281c-433d-4a1b-9220-aeaa685f274b req-ce68e610-fb89-48d6-abce-07a8f26c2c9d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156635 Jul 29 23:22:46.278483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bea1a2-0149-4603-bc1e-a749e994ab2b req-4be8bcf2-3a17-44a2-8b19-ef3af3848531 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.279975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5bea1a2-0149-4603-bc1e-a749e994ab2b req-4be8bcf2-3a17-44a2-8b19-ef3af3848531 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 945 time: 0.0979540 Jul 29 23:22:46.304759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-0add2ce7-810e-4dea-a8a0-c0dbc63a154f service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836848 Jul 29 23:22:46.339835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5bea1a2-0149-4603-bc1e-a749e994ab2b req-2a83cd51-a6d0-4340-a3f6-4edd930eaeff tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538688 Jul 29 23:22:46.398504 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94255567-ebda-438b-87d9-8dd181ad6566 x-openstack-request-id: req-94255567-ebda-438b-87d9-8dd181ad6566 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:46.399072 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bdb19b-9bb6-4325-afd7-16ee6fce87dc", "name": "network-vif-plugged", "status": "completed", "tag": "39b6b8c4-e360-4703-af23-93315b7811f4", "code": 200}, {"server_uuid": "76b2b835-9367-4f44-ad64-1f5fd9a28013", "name": "network-vif-plugged", "status": "completed", "tag": "93457bf1-31b3-4274-ab04-746a43014f8c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:46.399547 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94255567-ebda-438b-87d9-8dd181ad6566 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:46.400226 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bdb19b-9bb6-4325-afd7-16ee6fce87dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b6b8c4-e360-4703-af23-93315b7811f4', 'code': 200} Jul 29 23:22:46.400742 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b2b835-9367-4f44-ad64-1f5fd9a28013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93457bf1-31b3-4274-ab04-746a43014f8c', 'code': 200} Jul 29 23:22:46.409290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d58b6706-9277-46d4-9db4-8d5b330f9a19 req-700abb4b-1db1-4da3-933e-126686a19a8d service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917373 Jul 29 23:22:46.589410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-e59f735c-6f1a-4723-bd73-e599cab7332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.591138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-e59f735c-6f1a-4723-bd73-e599cab7332a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1096 time: 0.0908735 Jul 29 23:22:46.600857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10138a0-61d9-43ff-bb6a-6fc78b4b1374 req-3dca012b-1102-4e2d-8a7c-68919ebc9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.604926 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f10138a0-61d9-43ff-bb6a-6fc78b4b1374 req-3dca012b-1102-4e2d-8a7c-68919ebc9526 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37bdb19b-9bb6-4325-afd7-16ee6fce87dc HTTP/1.1" status: 200 len: 1097 time: 0.0458474 Jul 29 23:22:46.662712 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f10138a0-61d9-43ff-bb6a-6fc78b4b1374 req-6dfc6b39-53a0-4a29-8770-d3ad18774e6a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Jul 29 23:22:46.688366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95086c8e-f55d-481b-8620-c05e253176b4 req-f042f2f5-956a-451b-b52e-b1df9215fe11 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.689909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95086c8e-f55d-481b-8620-c05e253176b4 req-f042f2f5-956a-451b-b52e-b1df9215fe11 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1395366 Jul 29 23:22:46.693585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9503b-1ec9-4389-8237-969614d941d3 req-462ab454-f434-410b-910c-329fc423642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.694997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c9503b-1ec9-4389-8237-969614d941d3 req-462ab454-f434-410b-910c-329fc423642a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 1097 time: 0.1313953 Jul 29 23:22:46.787265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-e3861048-cd33-444e-a990-1c2420d91b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.788804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-e3861048-cd33-444e-a990-1c2420d91b6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.1818573 Jul 29 23:22:46.803009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95086c8e-f55d-481b-8620-c05e253176b4 req-83753f03-bdf0-45a2-9fdf-4217809c5189 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032367 Jul 29 23:22:46.853895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8da27e-2206-46a9-99b0-910329e7b599 req-22c2432f-c52e-4711-b42b-02875bdf846b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.855014 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df8da27e-2206-46a9-99b0-910329e7b599 req-22c2432f-c52e-4711-b42b-02875bdf846b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1300557 Jul 29 23:22:46.858079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-9b56a64f-1957-456a-bcd6-b27fecac2d2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 217 time: 0.0606203 Jul 29 23:22:46.861965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c9503b-1ec9-4389-8237-969614d941d3 req-c73781f0-0550-47f7-a479-6f022e074722 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940580 Jul 29 23:22:46.959294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-9e0384e3-a361-49f5-98cc-309d11f96d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.960831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-9e0384e3-a361-49f5-98cc-309d11f96d68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.0938241 Jul 29 23:22:46.970798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df8da27e-2206-46a9-99b0-910329e7b599 req-dbf7ecc4-c55d-41b4-a09b-39867b367aa4 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055322 Jul 29 23:22:46.985488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d906ed-db66-4dcf-a325-a08a5cc31e4c req-20d4b7fb-4f5a-4a6e-9769-932981275c4f tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.987252 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85d906ed-db66-4dcf-a325-a08a5cc31e4c req-20d4b7fb-4f5a-4a6e-9769-932981275c4f tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1098 time: 0.1077650 Jul 29 23:22:47.047194 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-1bb7ce92-1445-47a6-900a-834d73c79f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:47.048903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-1bb7ce92-1445-47a6-900a-834d73c79f5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763793 Jul 29 23:22:47.050412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85d906ed-db66-4dcf-a325-a08a5cc31e4c req-dc14749b-3307-4955-a7c2-84431f7af513 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436299 Jul 29 23:22:47.198565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168752e3-9d4f-4a1d-80e3-bdf6deb34112 req-8582a6a4-2bae-473d-9dc4-59b041dd91fe tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:47.199993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-168752e3-9d4f-4a1d-80e3-bdf6deb34112 req-8582a6a4-2bae-473d-9dc4-59b041dd91fe tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 944 time: 0.0768204 Jul 29 23:22:47.202326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-a1e06bb1-be4e-4b88-afc6-a7ca37ccb55f service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323466 Jul 29 23:22:47.310849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-168752e3-9d4f-4a1d-80e3-bdf6deb34112 req-c3984eb1-1e86-4cd0-8f0b-b8ae18845e73 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010981 Jul 29 23:22:47.343484 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4501bc21-624e-47ce-8aa2-cc5ca51239f1 req-c1852366-3bd7-4fc3-9857-9bd339643e70 service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325376 Jul 29 23:22:47.487903 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4825d-031f-408a-b1e3-33c4c0d8e976 req-c6eaabb9-012e-4c99-9022-a0882c74347b tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:47.489640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dcd4825d-031f-408a-b1e3-33c4c0d8e976 req-c6eaabb9-012e-4c99-9022-a0882c74347b tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 945 time: 0.0701649 Jul 29 23:22:47.536824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dcd4825d-031f-408a-b1e3-33c4c0d8e976 req-c0a44aa3-1039-4f9c-afdc-48a093dc4724 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Jul 29 23:22:47.609138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34168) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:47.675628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8c18329f-8ad1-4629-a0fb-025ea25cf952 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:47.734330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 8c18329f-8ad1-4629-a0fb-025ea25cf952 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:47.744974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 8c18329f-8ad1-4629-a0fb-025ea25cf952 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:47.745354 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.747092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68234eb6-e81a-44e9-b72d-1fcb2d745609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.865323 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.893765 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:22:47.903467 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68234eb6-e81a-44e9-b72d-1fcb2d745609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.917281 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68234eb6-e81a-44e9-b72d-1fcb2d745609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.932721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 8c18329f-8ad1-4629-a0fb-025ea25cf952, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8c18329f-8ad1-4629-a0fb-025ea25cf952,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:47.939300 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.995097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-68234eb6-e81a-44e9-b72d-1fcb2d745609 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8de5f07f7c3e4ad5b4e97a032824dece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825500 Jul 29 23:22:47.995869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34178) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:48.011648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68234eb6-e81a-44e9-b72d-1fcb2d745609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2124b00d-ef16-434a-84c8-6c41f160ce0e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:48.025780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=8c18329f-8ad1-4629-a0fb-025ea25cf952,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:48.059317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab6461-229d-446a-b98e-8339a9b30eed req-14fd14c8-fc7b-41f4-9974-6fb1295dcd7c tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.060969 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1ab6461-229d-446a-b98e-8339a9b30eed req-14fd14c8-fc7b-41f4-9974-6fb1295dcd7c tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1556482 Jul 29 23:22:48.083529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a427192f-0729-430d-95f8-74a7ccbb385e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.110530 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a427192f-0729-430d-95f8-74a7ccbb385e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.165032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a427192f-0729-430d-95f8-74a7ccbb385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.168940 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a427192f-0729-430d-95f8-74a7ccbb385e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.170685 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a427192f-0729-430d-95f8-74a7ccbb385e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2124b00d-ef16-434a-84c8-6c41f160ce0e HTTP/1.1" status: 204 len: 168 time: 0.1733067 Jul 29 23:22:48.180583 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1ab6461-229d-446a-b98e-8339a9b30eed req-a243cc83-676c-4052-801e-42f73c80faf8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058905 Jul 29 23:22:48.183026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427192f-0729-430d-95f8-74a7ccbb385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2124b00d-ef16-434a-84c8-6c41f160ce0e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:48.220637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e3e71-f6b6-4ac8-92f1-0c5fa34c84cb req-93da34e8-d267-4f4d-9461-b299cae1e1a8 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.228222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c55e3e71-f6b6-4ac8-92f1-0c5fa34c84cb req-93da34e8-d267-4f4d-9461-b299cae1e1a8 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1310885 Jul 29 23:22:48.314458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c55e3e71-f6b6-4ac8-92f1-0c5fa34c84cb req-dc8ea6d7-7594-4988-84b7-5f1daa3c99c9 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810523 Jul 29 23:22:48.404132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260a4b5e-5b9a-4049-a143-82caf103b009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c18329f-8ad1-4629-a0fb-025ea25cf952'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:48.406617 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a10a167-8187-45e8-9f9d-43e201c83b92" -d '{"events": [{"server_uuid": "260a4b5e-5b9a-4049-a143-82caf103b009", "name": "network-vif-plugged", "status": "completed", "tag": "8c18329f-8ad1-4629-a0fb-025ea25cf952"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:48.425805 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.469244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79795fdd-c8d3-4348-a65c-b5eacb934190 req-0061c1aa-48a6-4293-9d99-b0052ec9a093 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.470986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79795fdd-c8d3-4348-a65c-b5eacb934190 req-0061c1aa-48a6-4293-9d99-b0052ec9a093 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 944 time: 0.0757420 Jul 29 23:22:48.499645 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d85cb0-7816-4114-aa00-2dd3dd15fcb0 x-openstack-request-id: req-63d85cb0-7816-4114-aa00-2dd3dd15fcb0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:48.499927 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260a4b5e-5b9a-4049-a143-82caf103b009", "name": "network-vif-plugged", "status": "completed", "tag": "8c18329f-8ad1-4629-a0fb-025ea25cf952", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:48.500194 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63d85cb0-7816-4114-aa00-2dd3dd15fcb0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:48.500587 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260a4b5e-5b9a-4049-a143-82caf103b009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c18329f-8ad1-4629-a0fb-025ea25cf952', 'code': 200} Jul 29 23:22:48.529127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79795fdd-c8d3-4348-a65c-b5eacb934190 req-2fe6604f-9d4f-4a73-a963-311882fbc52c tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517428 Jul 29 23:22:48.694976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f3e2a-a60c-4c80-811d-a0a5e88b441e req-146977cf-1c8b-4323-b721-4ee646156e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.696513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-631f3e2a-a60c-4c80-811d-a0a5e88b441e req-146977cf-1c8b-4323-b721-4ee646156e2b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=260a4b5e-5b9a-4049-a143-82caf103b009 HTTP/1.1" status: 200 len: 1098 time: 0.0947530 Jul 29 23:22:48.740958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad04de-e026-477d-90d4-f19ac432ae4c req-87ff8d8c-afd9-436f-b108-44a8ef061dd4 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.743352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6ad04de-e026-477d-90d4-f19ac432ae4c req-87ff8d8c-afd9-436f-b108-44a8ef061dd4 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 945 time: 0.0927041 Jul 29 23:22:48.792288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-631f3e2a-a60c-4c80-811d-a0a5e88b441e req-fe75200e-35d8-49c9-83c3-2bdcbf448e28 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843246 Jul 29 23:22:48.828949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6ad04de-e026-477d-90d4-f19ac432ae4c req-d7831f8c-edc6-430c-b1dd-f4c6fb4b7c66 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610194 Jul 29 23:22:49.043453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34216) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:49.138598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-460759506-network', 'tenant_id': '07ec33b8e7b04cc8984684e33e0336d4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:49.160866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Made reservation on behalf of 07ec33b8e7b04cc8984684e33e0336d4 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:49.163366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.172722 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.290098 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.295905 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.323854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:49.341806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31b8019-70a9-49a8-898a-cecef8782bf9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:49.345360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.345784 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Added segment 8f73efae-aea4-4e56-b8d5-c52aacc1c57c of type vlan for network ee588d21-297f-42ab-80a4-f0f4de96e34c Jul 29 23:22:49.425773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.473479 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.474977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.475869 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.560573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5148170 Jul 29 23:22:49.563851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34234) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:49.569197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Request body: {'subnet': {'network_id': 'ee588d21-297f-42ab-80a4-f0f4de96e34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-460759506-subnet', 'tenant_id': '07ec33b8e7b04cc8984684e33e0336d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:49.592097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Made reservation on behalf of 07ec33b8e7b04cc8984684e33e0336d4 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:49.594568 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.615909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba44882-4b87-4675-aa4b-97e5bcb12b9e admin admin] Pushing event updated for resources: {'Network': ['ID=ee588d21-297f-42ab-80a4-f0f4de96e34c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:49.626544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network ee588d21-297f-42ab-80a4-f0f4de96e34c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:49.631331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83616460-5b1a-4c71-957c-73b093138028 req-e8e4ee57-5f24-42f7-a805-006f8bff3978 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.638769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83616460-5b1a-4c71-957c-73b093138028 req-e8e4ee57-5f24-42f7-a805-006f8bff3978 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1107149 Jul 29 23:22:49.666085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26bd3a-63e5-40b7-b0d6-de034c0b3403 req-5139926c-bce0-4eaa-82ad-dc29c9108bbf tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.667627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be26bd3a-63e5-40b7-b0d6-de034c0b3403 req-5139926c-bce0-4eaa-82ad-dc29c9108bbf tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1383963 Jul 29 23:22:49.704220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83616460-5b1a-4c71-957c-73b093138028 req-9145a776-773b-4c5d-bf0a-d79e321a14d9 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644696 Jul 29 23:22:49.734316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device df8bf504-2dd8-44f4-a36f-b5499a78bbfa details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:49.767097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be26bd3a-63e5-40b7-b0d6-de034c0b3403 req-ee74108f-cccb-4726-bb18-b81da2714e73 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874109 Jul 29 23:22:49.811142 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.867944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86294f3-66bd-477b-9037-78f43256f3d5 req-1515d764-8c25-4e5f-8a59-c42a1d8ddada tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.869722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c86294f3-66bd-477b-9037-78f43256f3d5 req-1515d764-8c25-4e5f-8a59-c42a1d8ddada tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 944 time: 0.0648589 Jul 29 23:22:49.879877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port df8bf504-2dd8-44f4-a36f-b5499a78bbfa, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:49.892638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'port_id': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'mac_address': 'fa:16:3e:be:e8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:49.903830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Checking segment: {'id': '8f73efae-aea4-4e56-b8d5-c52aacc1c57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ee588d21-297f-42ab-80a4-f0f4de96e34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:49.904363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Network hostable DHCP agents. Network: ee588d21-297f-42ab-80a4-f0f4de96e34c, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:49.907839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc727b7c-7d7f-4af1-8f63-3902bbd59df3,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:49.932944 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Network ee588d21-297f-42ab-80a4-f0f4de96e34c is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:49.947735 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, ee588d21-297f-42ab-80a4-f0f4de96e34c) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:49.958774 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.959783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.960508 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.965966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e4f89b-a352-4fe0-854c-99310ea9741c None None] Network ee588d21-297f-42ab-80a4-f0f4de96e34c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:50.001957 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-62753940-ecf7-4643-815c-7b71b44e05a8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4368150 Jul 29 23:22:50.028802 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c86294f3-66bd-477b-9037-78f43256f3d5 req-f5951135-f294-4f45-a87e-cacc4c95d4e1 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418023 Jul 29 23:22:50.056189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28473016-d8e2-4933-b85b-a41c83dca325 req-e962c3ea-33a7-44fd-891c-3d4f5297899a tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.058248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28473016-d8e2-4933-b85b-a41c83dca325 req-e962c3ea-33a7-44fd-891c-3d4f5297899a tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 945 time: 0.1217957 Jul 29 23:22:50.071733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8bf504-2dd8-44f4-a36f-b5499a78bbfa {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:50.112314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28473016-d8e2-4933-b85b-a41c83dca325 req-59ecfcf6-b8f8-4925-9046-a40b5b9311d3 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 Jul 29 23:22:50.128696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port df8bf504-2dd8-44f4-a36f-b5499a78bbfa, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:50.143748 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.243498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e07397-113a-4fa6-885f-8188a90e9996 None None] Network ee588d21-297f-42ab-80a4-f0f4de96e34c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:50.281956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cd72b-f394-4561-b9f2-55c961c1f7b1 req-8cb5c9fe-0298-459b-b10f-f533aab56100 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.288350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f3cd72b-f394-4561-b9f2-55c961c1f7b1 req-8cb5c9fe-0298-459b-b10f-f533aab56100 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=260a4b5e-5b9a-4049-a143-82caf103b009 HTTP/1.1" status: 200 len: 946 time: 0.0980527 Jul 29 23:22:50.302138 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:50.365055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f3cd72b-f394-4561-b9f2-55c961c1f7b1 req-0472cd0c-9b41-4865-9dac-16e97d31cb83 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695040 Jul 29 23:22:50.408392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-13022db3-0f8a-4f17-aec9-40ae6e81ed3a req-07f93151-674d-46e6-8a3a-c17c8aac7188 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1975525840', 'description': 'tempest-description-1503768899'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:50.432296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13022db3-0f8a-4f17-aec9-40ae6e81ed3a req-07f93151-674d-46e6-8a3a-c17c8aac7188 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.519677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13022db3-0f8a-4f17-aec9-40ae6e81ed3a req-07f93151-674d-46e6-8a3a-c17c8aac7188 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.523658 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13022db3-0f8a-4f17-aec9-40ae6e81ed3a req-07f93151-674d-46e6-8a3a-c17c8aac7188 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.553653 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13022db3-0f8a-4f17-aec9-40ae6e81ed3a req-07f93151-674d-46e6-8a3a-c17c8aac7188 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.554998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13022db3-0f8a-4f17-aec9-40ae6e81ed3a req-07f93151-674d-46e6-8a3a-c17c8aac7188 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1507475 Jul 29 23:22:50.560285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f93151-674d-46e6-8a3a-c17c8aac7188 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09522918-5f70-4879-935f-4911029f3994,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:50.626142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b723b016-1709-4c3d-960e-cccad07d8c4d req-5009250f-611c-43b7-ac6c-e42b37dec585 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/09522918-5f70-4879-935f-4911029f3994 HTTP/1.1" status: 200 len: 1813 time: 0.0463226 Jul 29 23:22:50.637461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b723b016-1709-4c3d-960e-cccad07d8c4d req-1f13061f-b746-401a-9751-c897a9713039 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '09522918-5f70-4879-935f-4911029f3994', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:50.637725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b723b016-1709-4c3d-960e-cccad07d8c4d req-1f13061f-b746-401a-9751-c897a9713039 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '09522918-5f70-4879-935f-4911029f3994', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:50.702280 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b723b016-1709-4c3d-960e-cccad07d8c4d req-1f13061f-b746-401a-9751-c897a9713039 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.711522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['df8bf504-2dd8-44f4-a36f-b5499a78bbfa'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:50.772860 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b723b016-1709-4c3d-960e-cccad07d8c4d req-1f13061f-b746-401a-9751-c897a9713039 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.778520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b723b016-1709-4c3d-960e-cccad07d8c4d req-1f13061f-b746-401a-9751-c897a9713039 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.798092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13061f-b746-401a-9751-c897a9713039 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db810b5-58ef-4831-b85c-0560ae22556c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:50.820988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b723b016-1709-4c3d-960e-cccad07d8c4d req-1f13061f-b746-401a-9751-c897a9713039 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.822175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b723b016-1709-4c3d-960e-cccad07d8c4d req-1f13061f-b746-401a-9751-c897a9713039 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1889904 Jul 29 23:22:50.870359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e04d3-6827-4461-b3cf-15b26afc7958 req-9e340270-4b30-4bc5-b940-7d84832f6aa4 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.871812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-488e04d3-6827-4461-b3cf-15b26afc7958 req-9e340270-4b30-4bc5-b940-7d84832f6aa4 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.0618210 Jul 29 23:22:50.946853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-488e04d3-6827-4461-b3cf-15b26afc7958 req-c2ff26b4-3a65-4139-807e-8ef58dcd23e5 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687060 Jul 29 23:22:50.967447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799cfd8-d78c-483a-b31d-35f579abeb19 req-eed41015-147e-45b8-b53a-29041253608d tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.968827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5799cfd8-d78c-483a-b31d-35f579abeb19 req-eed41015-147e-45b8-b53a-29041253608d tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.0739741 Jul 29 23:22:51.032495 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5799cfd8-d78c-483a-b31d-35f579abeb19 req-cd765fb3-9928-43f4-a031-6d8566509e94 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569363 Jul 29 23:22:51.043203 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1bd59e1-fb8a-41fc-8896-2aa342d93079 req-6c67ba1f-a803-43d4-95fc-02af8db281e5 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/09522918-5f70-4879-935f-4911029f3994 HTTP/1.1" status: 200 len: 2406 time: 0.0614274 Jul 29 23:22:51.092570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5fabdc8-038a-4e6e-bcc7-acd2af1fb668 req-b8d2ed30-502b-45ff-96e0-b26cfd520278 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-group-rules/7db810b5-58ef-4831-b85c-0560ae22556c HTTP/1.1" status: 200 len: 778 time: 0.0285165 Jul 29 23:22:51.162750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5fabdc8-038a-4e6e-bcc7-acd2af1fb668 req-390afc5b-46c0-490c-bfd5-6f4bb4f43649 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/09522918-5f70-4879-935f-4911029f3994 HTTP/1.1" status: 200 len: 2406 time: 0.0681732 Jul 29 23:22:51.182271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59f16f-ea67-43b6-9e4e-ae20d1d8381b req-4f319fd1-229a-423d-b834-3c99fc2d2661 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:51.183715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c59f16f-ea67-43b6-9e4e-ae20d1d8381b req-4f319fd1-229a-423d-b834-3c99fc2d2661 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 945 time: 0.0722954 Jul 29 23:22:51.215539 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c5fabdc8-038a-4e6e-bcc7-acd2af1fb668 req-5ad26b44-caf3-49ca-af2c-e56715f0aaee tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.225578 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c5fabdc8-038a-4e6e-bcc7-acd2af1fb668 req-5ad26b44-caf3-49ca-af2c-e56715f0aaee tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.258543 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c59f16f-ea67-43b6-9e4e-ae20d1d8381b req-e7b87d02-62f4-479d-b26d-4e2a835352c1 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668840 Jul 29 23:22:51.271332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c5fabdc8-038a-4e6e-bcc7-acd2af1fb668 req-5ad26b44-caf3-49ca-af2c-e56715f0aaee tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.277726 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c5fabdc8-038a-4e6e-bcc7-acd2af1fb668 req-5ad26b44-caf3-49ca-af2c-e56715f0aaee tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.278830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5fabdc8-038a-4e6e-bcc7-acd2af1fb668 req-5ad26b44-caf3-49ca-af2c-e56715f0aaee tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7db810b5-58ef-4831-b85c-0560ae22556c HTTP/1.1" status: 204 len: 173 time: 0.1098433 Jul 29 23:22:51.287596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad26b44-caf3-49ca-af2c-e56715f0aaee tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7db810b5-58ef-4831-b85c-0560ae22556c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:51.304364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-11b76fe7-461b-4498-b5b0-07fbe143ef26 req-3594ecdc-cc22-4c70-a23e-e35b83c6eaed tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-220313748', 'description': 'tempest-description-1307922778'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:51.327098 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-11b76fe7-461b-4498-b5b0-07fbe143ef26 req-3594ecdc-cc22-4c70-a23e-e35b83c6eaed tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.603223 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08985359-e750-4b3a-99c6-502c40036e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.662624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6d7a6-f6a9-4a07-b35a-0bf81976e8e6 req-1b7d2ea0-fb73-4fcd-ba0b-eabb8e670caa tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:51.669886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dc6d7a6-f6a9-4a07-b35a-0bf81976e8e6 req-1b7d2ea0-fb73-4fcd-ba0b-eabb8e670caa tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=260a4b5e-5b9a-4049-a143-82caf103b009 HTTP/1.1" status: 200 len: 946 time: 0.0755422 Jul 29 23:22:51.743768 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dc6d7a6-f6a9-4a07-b35a-0bf81976e8e6 req-baaedf09-4b5f-42a4-a4b6-b01223d687b0 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729587 Jul 29 23:22:51.789868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-11b76fe7-461b-4498-b5b0-07fbe143ef26 req-3594ecdc-cc22-4c70-a23e-e35b83c6eaed tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.800744 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-11b76fe7-461b-4498-b5b0-07fbe143ef26 req-3594ecdc-cc22-4c70-a23e-e35b83c6eaed tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.822926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-11b76fe7-461b-4498-b5b0-07fbe143ef26 req-3594ecdc-cc22-4c70-a23e-e35b83c6eaed tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.835278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11b76fe7-461b-4498-b5b0-07fbe143ef26 req-3594ecdc-cc22-4c70-a23e-e35b83c6eaed tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5350604 Jul 29 23:22:51.864047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594ecdc-cc22-4c70-a23e-e35b83c6eaed tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c696fa4c-9533-4824-998f-67fbb4613cd7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:51.921927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f0bf221-de4c-459e-82e2-6e8cce77cfd4 req-e7dd29f8-7241-42f2-8f10-5d3957265e90 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/c696fa4c-9533-4824-998f-67fbb4613cd7 HTTP/1.1" status: 200 len: 1812 time: 0.0698395 Jul 29 23:22:51.965908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297572-1541-45cc-8a6a-fb5ca2308820 req-bfd84c71-cc2a-4dbe-87d0-db2f3e80048a tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:51.967418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0297572-1541-45cc-8a6a-fb5ca2308820 req-bfd84c71-cc2a-4dbe-87d0-db2f3e80048a tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=37bdb19b-9bb6-4325-afd7-16ee6fce87dc HTTP/1.1" status: 200 len: 945 time: 0.0838168 Jul 29 23:22:51.985696 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-aa021d1b-69ab-4792-91d7-569092e76b9f req-e88e4f73-8fc5-4e09-8cd2-4c1447b60c7f tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1189148106', 'description': 'tempest-description-118133383'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:52.026656 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0297572-1541-45cc-8a6a-fb5ca2308820 req-675595c8-c598-4453-a98c-51377b55d753 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495515 Jul 29 23:22:52.027949 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-aa021d1b-69ab-4792-91d7-569092e76b9f req-e88e4f73-8fc5-4e09-8cd2-4c1447b60c7f tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.168817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-aa021d1b-69ab-4792-91d7-569092e76b9f req-e88e4f73-8fc5-4e09-8cd2-4c1447b60c7f tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.176665 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-aa021d1b-69ab-4792-91d7-569092e76b9f req-e88e4f73-8fc5-4e09-8cd2-4c1447b60c7f tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.186012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf751e4-6b3c-4472-97e3-dc01340fc7c8 req-0a09c844-8a26-4f88-b891-595e521e3943 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:52.187550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdf751e4-6b3c-4472-97e3-dc01340fc7c8 req-0a09c844-8a26-4f88-b891-595e521e3943 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.0879049 Jul 29 23:22:52.228187 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-aa021d1b-69ab-4792-91d7-569092e76b9f req-e88e4f73-8fc5-4e09-8cd2-4c1447b60c7f tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.229651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa021d1b-69ab-4792-91d7-569092e76b9f req-e88e4f73-8fc5-4e09-8cd2-4c1447b60c7f tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2537491 Jul 29 23:22:52.267175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdf751e4-6b3c-4472-97e3-dc01340fc7c8 req-ca1e6ea2-cf6e-4a02-9c14-e67436fba478 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714037 Jul 29 23:22:52.269904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e4f73-8fc5-4e09-8cd2-4c1447b60c7f tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da93040-fe9f-4554-a9ed-be9c63b059c5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:52.414440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50a5bc-29bb-4839-9ffc-cdfe83c99ac4 req-14287a08-cea1-4de2-a16f-ccc8eb9b0fe8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:52.416424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae50a5bc-29bb-4839-9ffc-cdfe83c99ac4 req-14287a08-cea1-4de2-a16f-ccc8eb9b0fe8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.0673144 Jul 29 23:22:52.481677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae50a5bc-29bb-4839-9ffc-cdfe83c99ac4 req-943c0df3-f2e4-4274-bc9c-9e249e1457e0 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583208 Jul 29 23:22:52.495584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a2441f4-6411-4ba2-a5fb-adf998c93bc4 req-2a6145e8-209c-4603-a65b-b3b31ae12f00 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/2da93040-fe9f-4554-a9ed-be9c63b059c5 HTTP/1.1" status: 200 len: 1812 time: 0.0530162 Jul 29 23:22:52.658292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9496b1b-7640-4450-b9a7-24210d88bd7b req-f391104f-2c03-4e21-804b-184b7379f60f tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:52.660385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9496b1b-7640-4450-b9a7-24210d88bd7b req-f391104f-2c03-4e21-804b-184b7379f60f tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=37bdb19b-9bb6-4325-afd7-16ee6fce87dc HTTP/1.1" status: 200 len: 945 time: 0.0957475 Jul 29 23:22:52.668185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075d44f-e5f6-4ff6-9c72-1e33bf27580d req-97627a67-db88-4a65-93a5-201d3f312a1a tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:52.670386 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7075d44f-e5f6-4ff6-9c72-1e33bf27580d req-97627a67-db88-4a65-93a5-201d3f312a1a tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 945 time: 0.0951400 Jul 29 23:22:52.734892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9496b1b-7640-4450-b9a7-24210d88bd7b req-3ec6a403-a924-4766-93fc-349988bf86a9 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633726 Jul 29 23:22:52.739668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7075d44f-e5f6-4ff6-9c72-1e33bf27580d req-c25700e0-6ef9-4cc5-a130-8e486ceb51be tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615993 Jul 29 23:22:52.778106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-bc390c79-8983-49e1-9d28-b0ce717c1724 req-8ac4d672-a7f0-4cba-8ad5-fe9c6c8e9607 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-908352124', 'description': 'tempest-description-1499476845'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:52.809625 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc390c79-8983-49e1-9d28-b0ce717c1724 req-8ac4d672-a7f0-4cba-8ad5-fe9c6c8e9607 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.927092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc390c79-8983-49e1-9d28-b0ce717c1724 req-8ac4d672-a7f0-4cba-8ad5-fe9c6c8e9607 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.933289 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc390c79-8983-49e1-9d28-b0ce717c1724 req-8ac4d672-a7f0-4cba-8ad5-fe9c6c8e9607 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.964055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc390c79-8983-49e1-9d28-b0ce717c1724 req-8ac4d672-a7f0-4cba-8ad5-fe9c6c8e9607 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.965550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc390c79-8983-49e1-9d28-b0ce717c1724 req-8ac4d672-a7f0-4cba-8ad5-fe9c6c8e9607 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1939733 Jul 29 23:22:52.970278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4d672-a7f0-4cba-8ad5-fe9c6c8e9607 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda28915-a34a-451a-a976-eda724aab0be,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:53.029722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73f36b9e-5b3f-401e-8bed-267b9bf0f9e3 req-76a4134c-c7c8-48c7-996a-eaadf0512bc7 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/bda28915-a34a-451a-a976-eda724aab0be HTTP/1.1" status: 200 len: 1812 time: 0.0409193 Jul 29 23:22:53.054669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5c46ed11-3616-4b77-98b6-aa318298ad05 req-cacb6104-b9d1-4d21-bb76-cca99a3cb0b8 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-359844885', 'description': 'tempest-description-2034275860'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:53.078169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c46ed11-3616-4b77-98b6-aa318298ad05 req-cacb6104-b9d1-4d21-bb76-cca99a3cb0b8 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.168393 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c46ed11-3616-4b77-98b6-aa318298ad05 req-cacb6104-b9d1-4d21-bb76-cca99a3cb0b8 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.173282 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c46ed11-3616-4b77-98b6-aa318298ad05 req-cacb6104-b9d1-4d21-bb76-cca99a3cb0b8 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.205402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c46ed11-3616-4b77-98b6-aa318298ad05 req-cacb6104-b9d1-4d21-bb76-cca99a3cb0b8 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.206642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c46ed11-3616-4b77-98b6-aa318298ad05 req-cacb6104-b9d1-4d21-bb76-cca99a3cb0b8 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1563537 Jul 29 23:22:53.210817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb6104-b9d1-4d21-bb76-cca99a3cb0b8 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bceedc-8978-4d32-8cb4-b5f4830efef0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:53.277302 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da977171-4dc5-4e5e-bed3-cafe79a08d54 req-27ccf839-7b60-4e5d-a585-95d964fc534a tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/f0bceedc-8978-4d32-8cb4-b5f4830efef0 HTTP/1.1" status: 200 len: 1812 time: 0.0403192 Jul 29 23:22:53.318596 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-e03c86e7-1269-47b9-bbc1-ccf7868c03c9 req-99f9e7b7-7013-4221-8c5f-c8dfc56ba991 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] show failed (client error): The resource could not be found. Jul 29 23:22:53.319717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e03c86e7-1269-47b9-bbc1-ccf7868c03c9 req-99f9e7b7-7013-4221-8c5f-c8dfc56ba991 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/8e181918-4992-4ba3-b133-4faff33183f1 HTTP/1.1" status: 404 len: 352 time: 0.0147855 Jul 29 23:22:53.357370 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-299ab9d4-5ebb-463a-8a55-d21633c61ce3 req-a06814d4-efec-4c11-8077-4d4104dc4566 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] show failed (client error): The resource could not be found. Jul 29 23:22:53.358606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-299ab9d4-5ebb-463a-8a55-d21633c61ce3 req-a06814d4-efec-4c11-8077-4d4104dc4566 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-group-rules/020cbe89-8449-4c4f-8e30-df92b38d3a28 HTTP/1.1" status: 404 len: 361 time: 0.0142133 Jul 29 23:22:53.467887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b110199-a6f2-4ac2-aae0-9dfe9b0399ab req-c1b75ddf-ccd8-4843-91d8-3816494c63a0 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/f0bceedc-8978-4d32-8cb4-b5f4830efef0 HTTP/1.1" status: 200 len: 1812 time: 0.0791008 Jul 29 23:22:53.492943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787753b-896f-4d60-a1e2-a0d02245da17 req-5763d012-08f7-4cd2-bedb-91d8feed48b8 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:53.494422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6787753b-896f-4d60-a1e2-a0d02245da17 req-5763d012-08f7-4cd2-bedb-91d8feed48b8 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1324875 Jul 29 23:22:53.563353 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6787753b-896f-4d60-a1e2-a0d02245da17 req-1f83d649-752e-49ed-86a8-1711f762280f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588996 Jul 29 23:22:53.563888 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3b110199-a6f2-4ac2-aae0-9dfe9b0399ab req-5998601b-8514-461d-b545-250095ea5fbd tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.598372 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3b110199-a6f2-4ac2-aae0-9dfe9b0399ab req-5998601b-8514-461d-b545-250095ea5fbd tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.666382 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3b110199-a6f2-4ac2-aae0-9dfe9b0399ab req-5998601b-8514-461d-b545-250095ea5fbd tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.668983 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3b110199-a6f2-4ac2-aae0-9dfe9b0399ab req-5998601b-8514-461d-b545-250095ea5fbd tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.670126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b110199-a6f2-4ac2-aae0-9dfe9b0399ab req-5998601b-8514-461d-b545-250095ea5fbd tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "DELETE /v2.0/security-groups/f0bceedc-8978-4d32-8cb4-b5f4830efef0 HTTP/1.1" status: 204 len: 173 time: 0.2014310 Jul 29 23:22:53.688804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998601b-8514-461d-b545-250095ea5fbd tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bceedc-8978-4d32-8cb4-b5f4830efef0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:53.695346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device df8bf504-2dd8-44f4-a36f-b5499a78bbfa up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:53.703361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6d687-3c4f-46a7-a88f-87a53e176e1f req-6e4537b9-4c4b-4cd3-a06b-a8388a57403d tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:53.705169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66e6d687-3c4f-46a7-a88f-87a53e176e1f req-6e4537b9-4c4b-4cd3-a06b-a8388a57403d tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.0720096 Jul 29 23:22:53.764688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port df8bf504-2dd8-44f4-a36f-b5499a78bbfa completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:53.771962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port df8bf504-2dd8-44f4-a36f-b5499a78bbfa triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:53.772690 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.789628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66e6d687-3c4f-46a7-a88f-87a53e176e1f req-8b2e49be-0e96-41b4-ba4e-53710e3ec3a7 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758731 Jul 29 23:22:53.808850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44fb818f-02a3-4299-8144-fc9ca46f248f req-d56a39ba-af74-4040-acba-f23394dc7f1c tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/bda28915-a34a-451a-a976-eda724aab0be HTTP/1.1" status: 200 len: 1812 time: 0.1021149 Jul 29 23:22:53.884939 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.907393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:53.909788 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e768e-0146-4547-8f1f-7a826382f9a6" -d '{"events": [{"server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "name": "network-vif-plugged", "status": "completed", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:53.923080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port df8bf504-2dd8-44f4-a36f-b5499a78bbfa, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:53.929461 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.954116 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-44fb818f-02a3-4299-8144-fc9ca46f248f req-948e332c-86df-4251-8a80-2e1a5e284bcf tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.982330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3d67e-b207-4f9a-ab2c-87b6a063aab1 req-ee5ae0c4-7b70-4498-a2c0-594063197e50 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:53.984140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87f3d67e-b207-4f9a-ab2c-87b6a063aab1 req-ee5ae0c4-7b70-4498-a2c0-594063197e50 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=37bdb19b-9bb6-4325-afd7-16ee6fce87dc HTTP/1.1" status: 200 len: 945 time: 0.0916393 Jul 29 23:22:54.001905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:54.019608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-44fb818f-02a3-4299-8144-fc9ca46f248f req-948e332c-86df-4251-8a80-2e1a5e284bcf tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.042504 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6996eef4-1958-45e1-b592-187404f7f0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.075259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87f3d67e-b207-4f9a-ab2c-87b6a063aab1 req-71abc797-8113-4a5e-9a7d-97072a2dc483 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800633 Jul 29 23:22:54.099831 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-44fb818f-02a3-4299-8144-fc9ca46f248f req-948e332c-86df-4251-8a80-2e1a5e284bcf tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.099831 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-44fb818f-02a3-4299-8144-fc9ca46f248f req-948e332c-86df-4251-8a80-2e1a5e284bcf tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.099831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44fb818f-02a3-4299-8144-fc9ca46f248f req-948e332c-86df-4251-8a80-2e1a5e284bcf tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "DELETE /v2.0/security-groups/bda28915-a34a-451a-a976-eda724aab0be HTTP/1.1" status: 204 len: 173 time: 0.2817302 Jul 29 23:22:54.110788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e332c-86df-4251-8a80-2e1a5e284bcf tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda28915-a34a-451a-a976-eda724aab0be,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:54.149057 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.166239 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3decfaaf-129f-4038-8242-4ad99b9c3e92 x-openstack-request-id: req-3decfaaf-129f-4038-8242-4ad99b9c3e92 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:54.166538 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "name": "network-vif-plugged", "status": "completed", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:54.166799 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3decfaaf-129f-4038-8242-4ad99b9c3e92 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:54.167197 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'code': 200} Jul 29 23:22:54.262892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b77c4-1c9d-488f-9f4d-ce4a7dc04de0 req-10f9a9b4-7873-43f0-ab23-425be3efa648 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.264477 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a1b77c4-1c9d-488f-9f4d-ce4a7dc04de0 req-10f9a9b4-7873-43f0-ab23-425be3efa648 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 946 time: 0.0798550 Jul 29 23:22:54.368293 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a1b77c4-1c9d-488f-9f4d-ce4a7dc04de0 req-f58c1f7f-1bfe-4efa-a42d-fd1358ce4809 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967581 Jul 29 23:22:54.382466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c7282dc-c847-4c7b-b6e2-69e9f395b695 req-fc88c838-22f2-4391-8b04-bb071538f00d tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/2da93040-fe9f-4554-a9ed-be9c63b059c5 HTTP/1.1" status: 200 len: 1812 time: 0.0863848 Jul 29 23:22:54.384667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07243740-1779-4998-b3c8-1d730c6fbe1b req-644aa52e-6fa7-431f-b573-91243f0dae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.386486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07243740-1779-4998-b3c8-1d730c6fbe1b req-644aa52e-6fa7-431f-b573-91243f0dae1d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1098 time: 0.1040807 Jul 29 23:22:54.448694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07243740-1779-4998-b3c8-1d730c6fbe1b req-7c0f1aca-0960-45f0-bb50-5bfb046e6065 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520828 Jul 29 23:22:54.475108 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c7282dc-c847-4c7b-b6e2-69e9f395b695 req-b36418ef-0bc8-412c-af50-b4b0122c80ab tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.503241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c7282dc-c847-4c7b-b6e2-69e9f395b695 req-b36418ef-0bc8-412c-af50-b4b0122c80ab tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.551246 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c7282dc-c847-4c7b-b6e2-69e9f395b695 req-b36418ef-0bc8-412c-af50-b4b0122c80ab tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.553848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c7282dc-c847-4c7b-b6e2-69e9f395b695 req-b36418ef-0bc8-412c-af50-b4b0122c80ab tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.555008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c7282dc-c847-4c7b-b6e2-69e9f395b695 req-b36418ef-0bc8-412c-af50-b4b0122c80ab tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "DELETE /v2.0/security-groups/2da93040-fe9f-4554-a9ed-be9c63b059c5 HTTP/1.1" status: 204 len: 173 time: 0.1673434 Jul 29 23:22:54.569819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36418ef-0bc8-412c-af50-b4b0122c80ab tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da93040-fe9f-4554-a9ed-be9c63b059c5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:54.628054 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-706531b6-868c-4a01-886b-e4f08b36a683 req-29581c09-1f5f-48f4-a50d-68c639ca8f4b tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/c696fa4c-9533-4824-998f-67fbb4613cd7 HTTP/1.1" status: 200 len: 1812 time: 0.0553520 Jul 29 23:22:54.722775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-706531b6-868c-4a01-886b-e4f08b36a683 req-8afb7594-29b0-47d1-ba5a-0e114896ca43 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.756440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7824f-0575-4c5a-9d11-295e2e61318b req-18d45c46-4909-42b3-bca7-17f46bcfead3 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.757854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd7824f-0575-4c5a-9d11-295e2e61318b req-18d45c46-4909-42b3-bca7-17f46bcfead3 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.0874979 Jul 29 23:22:54.759455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-706531b6-868c-4a01-886b-e4f08b36a683 req-8afb7594-29b0-47d1-ba5a-0e114896ca43 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.819791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cd7824f-0575-4c5a-9d11-295e2e61318b req-921fb0cb-81af-47b6-b493-412bd384171e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521781 Jul 29 23:22:54.828258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-706531b6-868c-4a01-886b-e4f08b36a683 req-8afb7594-29b0-47d1-ba5a-0e114896ca43 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.833332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-706531b6-868c-4a01-886b-e4f08b36a683 req-8afb7594-29b0-47d1-ba5a-0e114896ca43 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.834975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-706531b6-868c-4a01-886b-e4f08b36a683 req-8afb7594-29b0-47d1-ba5a-0e114896ca43 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "DELETE /v2.0/security-groups/c696fa4c-9533-4824-998f-67fbb4613cd7 HTTP/1.1" status: 204 len: 173 time: 0.2006216 Jul 29 23:22:54.849097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb7594-29b0-47d1-ba5a-0e114896ca43 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696fa4c-9533-4824-998f-67fbb4613cd7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:54.997040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1c9c7c4-624b-43f1-8c63-3c242c9b444e req-13b175cb-aba8-4f39-ba77-8cec7309e961 tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "GET /v2.0/security-groups/09522918-5f70-4879-935f-4911029f3994 HTTP/1.1" status: 200 len: 1813 time: 0.1209786 Jul 29 23:22:55.021462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4f712-ea11-43fb-8964-ac7b9b1b6eb3 req-273d6241-acb5-485b-aa77-2c2cece21366 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:55.023032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cb4f712-ea11-43fb-8964-ac7b9b1b6eb3 req-273d6241-acb5-485b-aa77-2c2cece21366 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1263978 Jul 29 23:22:55.058576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-dcd17866-8b38-4e31-a1c8-54e4fb07d3af tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:55.060169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-dcd17866-8b38-4e31-a1c8-54e4fb07d3af tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.42 "GET /v2.0/ports?device_id=37bdb19b-9bb6-4325-afd7-16ee6fce87dc HTTP/1.1" status: 200 len: 945 time: 0.1251552 Jul 29 23:22:55.172735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cb4f712-ea11-43fb-8964-ac7b9b1b6eb3 req-d1106693-9df4-4fec-a6cc-35c7500584e9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401176 Jul 29 23:22:55.185413 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1c9c7c4-624b-43f1-8c63-3c242c9b444e req-c8c5d205-fe60-4ffc-89b2-503c462a318b tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.232472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1c9c7c4-624b-43f1-8c63-3c242c9b444e req-c8c5d205-fe60-4ffc-89b2-503c462a318b tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.238565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-13398fe4-0edd-4e97-aa49-3abb4acab41d tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Deleting port 39b6b8c4-e360-4703-af23-93315b7811f4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:55.238921 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-13398fe4-0edd-4e97-aa49-3abb4acab41d tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.261747 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.396299 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1c9c7c4-624b-43f1-8c63-3c242c9b444e req-c8c5d205-fe60-4ffc-89b2-503c462a318b tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.398736 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1c9c7c4-624b-43f1-8c63-3c242c9b444e req-c8c5d205-fe60-4ffc-89b2-503c462a318b tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.399873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1c9c7c4-624b-43f1-8c63-3c242c9b444e req-c8c5d205-fe60-4ffc-89b2-503c462a318b tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] 10.222.0.37 "DELETE /v2.0/security-groups/09522918-5f70-4879-935f-4911029f3994 HTTP/1.1" status: 204 len: 173 time: 0.3953681 Jul 29 23:22:55.405971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:55.407736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a4714-8a76-4220-9870-0c7c98e15549 req-542109db-e35a-4b01-b29e-ef72c9800427 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:55.415285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-745a4714-8a76-4220-9870-0c7c98e15549 req-542109db-e35a-4b01-b29e-ef72c9800427 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=37bdb19b-9bb6-4325-afd7-16ee6fce87dc HTTP/1.1" status: 200 len: 945 time: 0.1481481 Jul 29 23:22:55.435363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-13398fe4-0edd-4e97-aa49-3abb4acab41d tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] For port 39b6b8c4-e360-4703-af23-93315b7811f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=39b6b8c4-e360-4703-af23-93315b7811f4,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:55.436057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-13398fe4-0edd-4e97-aa49-3abb4acab41d tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.455067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-29322ade-3457-4cc2-868a-3c7f0d939eb7 admin admin] Deleting subnet cc727b7c-7d7f-4af1-8f63-3902bbd59df3 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:22:55.458714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29322ade-3457-4cc2-868a-3c7f0d939eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.462433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5d205-fe60-4ffc-89b2-503c462a318b tempest-SecurityGroupRulesNegativeTestJSON-1030804488 tempest-SecurityGroupRulesNegativeTestJSON-1030804488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09522918-5f70-4879-935f-4911029f3994,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:55.477065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-13398fe4-0edd-4e97-aa49-3abb4acab41d tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Calling delete_port for 39b6b8c4-e360-4703-af23-93315b7811f4 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:55.496804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29322ade-3457-4cc2-868a-3c7f0d939eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.528985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-745a4714-8a76-4220-9870-0c7c98e15549 req-a210d023-f803-4d12-861c-17964b2da8a0 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095440 Jul 29 23:22:55.543925 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29322ade-3457-4cc2-868a-3c7f0d939eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.605169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29322ade-3457-4cc2-868a-3c7f0d939eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.631478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29322ade-3457-4cc2-868a-3c7f0d939eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc727b7c-7d7f-4af1-8f63-3902bbd59df3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:55.635556 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29322ade-3457-4cc2-868a-3c7f0d939eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.639973 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-29322ade-3457-4cc2-868a-3c7f0d939eb7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cc727b7c-7d7f-4af1-8f63-3902bbd59df3 HTTP/1.1" status: 204 len: 168 time: 0.2305412 Jul 29 23:22:55.644776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:55.734266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd417f-a598-4ff5-9045-182313e6c9a3 req-719aa774-7fe7-4c57-8290-2f7d6912fa24 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:55.735795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42dd417f-a598-4ff5-9045-182313e6c9a3 req-719aa774-7fe7-4c57-8290-2f7d6912fa24 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 946 time: 0.1409445 Jul 29 23:22:55.785158 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.845684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42dd417f-a598-4ff5-9045-182313e6c9a3 req-bc41bbb3-6bef-44d1-b426-7f9fc180e4b9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000495 Jul 29 23:22:55.848937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-13398fe4-0edd-4e97-aa49-3abb4acab41d tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.875619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['39b6b8c4-e360-4703-af23-93315b7811f4', '93457bf1-31b3-4274-ab04-746a43014f8c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:55.925986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['8c18329f-8ad1-4629-a0fb-025ea25cf952'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:55.968116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13398fe4-0edd-4e97-aa49-3abb4acab41d tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Pushing event deleted for resources: {'Port': ['ID=39b6b8c4-e360-4703-af23-93315b7811f4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:56.061640 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.091437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee588d21-297f-42ab-80a4-f0f4de96e34c']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:56.111970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-13398fe4-0edd-4e97-aa49-3abb4acab41d tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] No DVR routers for this DVR port 39b6b8c4-e360-4703-af23-93315b7811f4 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:56.117685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-13398fe4-0edd-4e97-aa49-3abb4acab41d tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.120005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efe88850-e2bf-49be-9ec4-b5257508c5b7 req-13398fe4-0edd-4e97-aa49-3abb4acab41d tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.42 "DELETE /v2.0/ports/39b6b8c4-e360-4703-af23-93315b7811f4 HTTP/1.1" status: 204 len: 173 time: 1.0503263 Jul 29 23:22:56.120177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bdb19b-9bb6-4325-afd7-16ee6fce87dc', 'name': 'network-vif-deleted', 'tag': '39b6b8c4-e360-4703-af23-93315b7811f4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:56.122357 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f300509-56dd-4912-a777-104a66b1a667" -d '{"events": [{"server_uuid": "37bdb19b-9bb6-4325-afd7-16ee6fce87dc", "name": "network-vif-deleted", "tag": "39b6b8c4-e360-4703-af23-93315b7811f4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:56.126770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f73efae-aea4-4e56-b8d5-c52aacc1c57c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:56.127104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f73efae-aea4-4e56-b8d5-c52aacc1c57c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:56.157998 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.194997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c220b90-7c56-4831-9a96-206476cb3cdd req-6e0d4f07-f8ee-4696-a967-02477a8a6999 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:56.197526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c220b90-7c56-4831-9a96-206476cb3cdd req-6e0d4f07-f8ee-4696-a967-02477a8a6999 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.2568183 Jul 29 23:22:56.226546 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.237370 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e34c14e-d881-4bf2-b61c-b74da9e28db9 x-openstack-request-id: req-7e34c14e-d881-4bf2-b61c-b74da9e28db9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:56.237836 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bdb19b-9bb6-4325-afd7-16ee6fce87dc", "name": "network-vif-deleted", "tag": "39b6b8c4-e360-4703-af23-93315b7811f4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:56.239139 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e34c14e-d881-4bf2-b61c-b74da9e28db9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:56.239660 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bdb19b-9bb6-4325-afd7-16ee6fce87dc', 'name': 'network-vif-deleted', 'tag': '39b6b8c4-e360-4703-af23-93315b7811f4', 'status': 'completed', 'code': 200} Jul 29 23:22:56.273598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:22:56.274163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:22:56.276499 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:22:56.401198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c220b90-7c56-4831-9a96-206476cb3cdd req-5b8c95b8-b5ae-47b7-bd17-836090e00825 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884334 Jul 29 23:22:56.414316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.421776 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.424573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] 10.222.0.37 "DELETE /v2.0/networks/ee588d21-297f-42ab-80a4-f0f4de96e34c HTTP/1.1" status: 204 len: 168 time: 0.7788217 Jul 29 23:22:56.433995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102f661-9baa-437d-930f-522af94757c8 req-858a1dfb-c955-46bb-ac6b-d0769de04b19 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:56.435315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3102f661-9baa-437d-930f-522af94757c8 req-858a1dfb-c955-46bb-ac6b-d0769de04b19 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.0962980 Jul 29 23:22:56.451100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0282dcc-5e6c-4b85-bb71-5d4dbea3297b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee588d21-297f-42ab-80a4-f0f4de96e34c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:56.479343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3102f661-9baa-437d-930f-522af94757c8 req-1d32071e-2ae0-496d-ba3d-8e34772f7037 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344360 Jul 29 23:22:56.556625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34390) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:56.598306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1ba7d0ef-e27e-406a-955c-113e94df4e2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07ec33b8e7b04cc8984684e33e0336d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404549 Jul 29 23:22:56.600692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:56.663787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53989c90-ee04-4570-82bb-034bf904b112 req-8cb113f0-5363-4c91-bc57-2a7a78edf8d8 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=37bdb19b-9bb6-4325-afd7-16ee6fce87dc HTTP/1.1" status: 200 len: 210 time: 0.0408344 Jul 29 23:22:56.681483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f09f6657-5d05-4710-bcae-0c3b005381e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.703207 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f09f6657-5d05-4710-bcae-0c3b005381e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.755938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f09f6657-5d05-4710-bcae-0c3b005381e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.758481 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f09f6657-5d05-4710-bcae-0c3b005381e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.759710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f09f6657-5d05-4710-bcae-0c3b005381e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f31b8019-70a9-49a8-898a-cecef8782bf9 HTTP/1.1" status: 204 len: 168 time: 0.1580126 Jul 29 23:22:56.768755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f6657-5d05-4710-bcae-0c3b005381e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31b8019-70a9-49a8-898a-cecef8782bf9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:56.937121 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.026722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07474e-f1b3-45a7-9c51-292d7e1d685e req-6dd829ae-baa4-41e5-a0b8-cf94726cbc8b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.035583 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b07474e-f1b3-45a7-9c51-292d7e1d685e req-6dd829ae-baa4-41e5-a0b8-cf94726cbc8b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 946 time: 0.0650115 Jul 29 23:22:57.100664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b07474e-f1b3-45a7-9c51-292d7e1d685e req-75b6de5b-2900-4b3f-a386-e0029366f7af tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642068 Jul 29 23:22:57.330946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-7ef82c2f-a3b9-42e5-b60b-c326cc7ae904 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1876781 Jul 29 23:22:57.340618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:57.370961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.475716 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.553079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34428) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:57.609442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73d80-63c7-42ee-b50f-b8e35e07f835 req-cba6a412-f122-4a4b-9592-7982f7fca71e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.610960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34f73d80-63c7-42ee-b50f-b8e35e07f835 req-cba6a412-f122-4a4b-9592-7982f7fca71e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.0955162 Jul 29 23:22:57.633130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Allocated IP 172.25.2.171 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/46625985-13b6-41be-9cae-0142e9fd6319) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:57.651362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-628006424-network', 'tenant_id': 'ccd308cdc872488eaa7d3e5232a29e43'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:57.687349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Made reservation on behalf of ccd308cdc872488eaa7d3e5232a29e43 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:57.690423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.702795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.717172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34f73d80-63c7-42ee-b50f-b8e35e07f835 req-38285b3e-13cf-4d7b-af61-4b2807af171a tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931234 Jul 29 23:22:57.820570 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.834822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.840305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.870337 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df6fe91-be64-46ec-88c0-0e6e849e3dcf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:57.876733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:57.889143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e54325-5cc9-4400-a2b6-1a433879a957 req-09786800-9c74-47f8-884e-57a8d191a54d tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.896794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.897147 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Added segment 8404d6d2-44c6-4c4b-8531-7c2b2375bd1c of type vlan for network e4b675b1-d2db-4722-9caa-d257300a34cf Jul 29 23:22:57.897529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-82e54325-5cc9-4400-a2b6-1a433879a957 req-09786800-9c74-47f8-884e-57a8d191a54d tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.0919344 Jul 29 23:22:57.933262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.943090 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.969568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-82e54325-5cc9-4400-a2b6-1a433879a957 req-9322dfb9-6eb5-4c9e-9562-a7a2c0765045 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710833 Jul 29 23:22:57.978665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.979996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.980825 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.985900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:57.989529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:58.000566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:58.026910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Pushing event updated for resources: {'Port': ['ID=46625985-13b6-41be-9cae-0142e9fd6319,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:58.042721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] Pushing event updated for resources: {'Network': ['ID=e4b675b1-d2db-4722-9caa-d257300a34cf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:58.057023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network e4b675b1-d2db-4722-9caa-d257300a34cf details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:58.058814 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0175ffab-f0a7-4367-8bf5-d02bb82431fd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5045943 Jul 29 23:22:58.061985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34438) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:58.068986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Request body: {'subnet': {'network_id': 'e4b675b1-d2db-4722-9caa-d257300a34cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-628006424-subnet', 'tenant_id': 'ccd308cdc872488eaa7d3e5232a29e43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:58.108070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Made reservation on behalf of ccd308cdc872488eaa7d3e5232a29e43 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:58.112047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.152128 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.216913 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.374839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.404065 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.410461 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.437213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c60ad8-8419-47da-95cd-5d25c8965213,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:58.475947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Checking segment: {'id': '8404d6d2-44c6-4c4b-8531-7c2b2375bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4b675b1-d2db-4722-9caa-d257300a34cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:58.477157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Network hostable DHCP agents. Network: e4b675b1-d2db-4722-9caa-d257300a34cf, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:58.498243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Pushing event updated for resources: {'Port': ['ID=46625985-13b6-41be-9cae-0142e9fd6319,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:58.503359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Network e4b675b1-d2db-4722-9caa-d257300a34cf is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:58.510777 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.519654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, e4b675b1-d2db-4722-9caa-d257300a34cf) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:58.533470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ab21bb-45d6-4819-ae20-a89500cc5000 None None] Network e4b675b1-d2db-4722-9caa-d257300a34cf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:58.535381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.544941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-47f0c080-6924-4320-8c45-bb3284cc2999 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2081258 Jul 29 23:22:58.547938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.550360 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.583642 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eb21b8d4-aeb0-49f4-b8a4-ab45e5cf44e7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5204530 Jul 29 23:22:58.648188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-19516d79-0f81-4a3a-931d-9d60715957ff tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.1016655 Jul 29 23:22:58.770788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-77924375-9b24-4511-b48e-d1b7e4338f4e tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.772262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-77924375-9b24-4511-b48e-d1b7e4338f4e tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1231689 Jul 29 23:22:58.785258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-1ee5445b-717b-4699-948d-c6d69e23f414 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:22:58.786261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8001748d-ac46-42a0-85dd-c122e2f3c6a4 req-1ee5445b-717b-4699-948d-c6d69e23f414 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062916 Jul 29 23:22:58.873700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d6a75-4764-49e0-b0ae-5f2267f6fab4 None None] Network e4b675b1-d2db-4722-9caa-d257300a34cf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:58.944002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93fea9-ef99-45fd-823a-a9080c99e924 req-01712e61-bd09-4ec9-bb35-e9e25feda0d7 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.960576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d93fea9-ef99-45fd-823a-a9080c99e924 req-01712e61-bd09-4ec9-bb35-e9e25feda0d7 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1014481 Jul 29 23:22:58.997774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d93fea9-ef99-45fd-823a-a9080c99e924 req-d60aa7ce-6cf0-4678-9bc3-cec5add6eae8 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383980 Jul 29 23:22:59.225384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 39b6b8c4-e360-4703-af23-93315b7811f4 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:59.237347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-a937fc6e-0bcc-4301-8e29-e4cf9955fd03 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.239095 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-a937fc6e-0bcc-4301-8e29-e4cf9955fd03 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/networks?id=e4b675b1-d2db-4722-9caa-d257300a34cf HTTP/1.1" status: 200 len: 821 time: 0.1089652 Jul 29 23:22:59.249226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 39b6b8c4-e360-4703-af23-93315b7811f4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:59.249811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 39b6b8c4-e360-4703-af23-93315b7811f4 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:59.258037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-7bbf0296-51ab-48d0-abd8-a9e8a5c778be tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/quotas/ccd308cdc872488eaa7d3e5232a29e43 HTTP/1.1" status: 200 len: 375 time: 0.0103319 Jul 29 23:22:59.293056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-85962f58-fd23-4c52-b20d-87b0895324c6 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ccd308cdc872488eaa7d3e5232a29e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290070 Jul 29 23:22:59.460759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-34399b28-c31b-4f51-9308-957c56e9ff72 service neutron] 10.222.0.37 "GET /v2.0/networks/e4b675b1-d2db-4722-9caa-d257300a34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577215 Jul 29 23:22:59.468748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-2e0fb9c9-fac3-4b46-abcc-50e1fbe01eb4 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.470125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-2e0fb9c9-fac3-4b46-abcc-50e1fbe01eb4 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 820 time: 0.1594687 Jul 29 23:22:59.520377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-fb1ab6b5-b909-41fc-886b-3e6d579b5cd2 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/quotas/6aae2ce3af184899a34a53047858b84d HTTP/1.1" status: 200 len: 375 time: 0.0416665 Jul 29 23:22:59.590459 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-4e4db7ab-789a-4074-9826-111ec1c6868a service neutron] 10.222.0.37 "GET /v2.0/networks/e4b675b1-d2db-4722-9caa-d257300a34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193874 Jul 29 23:22:59.601701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-fc611ba9-3524-4df3-a78c-6eec0395fc60 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0739002 Jul 29 23:22:59.695653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-4595bbf7-1e45-4a55-acd2-958a71de0677 service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866499 Jul 29 23:23:00.089981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ec99b-840c-4f8a-81c7-2c12335d2f41 req-11e38729-b9e7-4a9d-b405-ffdd1e1a0051 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.091527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c57ec99b-840c-4f8a-81c7-2c12335d2f41 req-11e38729-b9e7-4a9d-b405-ffdd1e1a0051 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.3447213 Jul 29 23:23:00.095148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-18363529-d796-47ae-9d76-8b649926c0b1 service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930695 Jul 29 23:23:00.131088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c57ec99b-840c-4f8a-81c7-2c12335d2f41 req-0ac6c7ed-48e6-49b4-8c06-92cd4292d324 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Jul 29 23:23:00.244999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c2ef-a9d3-4cdc-9821-9ff2de79e76f req-bfb63c14-7e28-4c19-902b-c9bf09fd112a tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.246915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2f0c2ef-a9d3-4cdc-9821-9ff2de79e76f req-bfb63c14-7e28-4c19-902b-c9bf09fd112a tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 946 time: 0.0561256 Jul 29 23:23:00.288682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2f0c2ef-a9d3-4cdc-9821-9ff2de79e76f req-7c8be1a4-2112-4ee9-92ed-ff0f391026ee tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350521 Jul 29 23:23:00.418389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8e5d3d3-b69e-4c29-9408-a6672e541eed req-49f5610b-7090-4686-b918-f03f3ba9a457 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 210 time: 0.0486991 Jul 29 23:23:00.561226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f6c10-76ae-4d25-984b-b3c1b63827fc req-a74232c3-14b7-426c-b36f-0b6b0c1c545c tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.567811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f6c10-76ae-4d25-984b-b3c1b63827fc req-a74232c3-14b7-426c-b36f-0b6b0c1c545c tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.569386 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-185f6c10-76ae-4d25-984b-b3c1b63827fc req-a74232c3-14b7-426c-b36f-0b6b0c1c545c tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=260a4b5e-5b9a-4049-a143-82caf103b009&device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 1682 time: 0.0882676 Jul 29 23:23:00.577066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e5103-70ce-4210-bbab-0ffae932e2ac req-fdd63dba-9787-47a7-9bfd-2f15972dd4d7 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.578482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-119e5103-70ce-4210-bbab-0ffae932e2ac req-fdd63dba-9787-47a7-9bfd-2f15972dd4d7 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.0993023 Jul 29 23:23:00.637107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-185f6c10-76ae-4d25-984b-b3c1b63827fc req-f54f158b-93ef-44cf-a571-cb9ee2502cb2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576704 Jul 29 23:23:00.645483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-119e5103-70ce-4210-bbab-0ffae932e2ac req-c1b3294d-214a-4ed3-a935-c14ee630264a tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Jul 29 23:23:00.724473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3de43148-0495-48c6-b185-6530591d2ee3 req-07bca21f-c154-44b8-82ed-23fda3fad64b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 210 time: 0.0278928 Jul 29 23:23:01.196683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-f7d8015c-844d-46f6-bbe4-d5ba3da6a282 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.198163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-f7d8015c-844d-46f6-bbe4-d5ba3da6a282 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.42 "GET /v2.0/networks?id=e4b675b1-d2db-4722-9caa-d257300a34cf HTTP/1.1" status: 200 len: 821 time: 0.1277354 Jul 29 23:23:01.223745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Request body: {'port': {'device_id': '1b9ecccd-70a8-4820-8227-c0cf47af6bdf', 'network_id': 'e4b675b1-d2db-4722-9caa-d257300a34cf', 'admin_state_up': True, 'tenant_id': 'ccd308cdc872488eaa7d3e5232a29e43'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:01.343609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec138dd0-d926-45b6-9747-7685234725af req-e28b7890-5202-4ea1-808f-7a4efa9e34db tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.345172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec138dd0-d926-45b6-9747-7685234725af req-e28b7890-5202-4ea1-808f-7a4efa9e34db tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1267674 Jul 29 23:23:01.403997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec138dd0-d926-45b6-9747-7685234725af req-04a687ea-2f20-478f-8b2f-92942530f773 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523713 Jul 29 23:23:01.415054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Made reservation on behalf of ccd308cdc872488eaa7d3e5232a29e43 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:01.420210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.595244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d9060-4c04-4854-8cae-8cbddacbfe38 req-e76b85b6-a98f-4aad-a89b-0719dd029ce6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.596719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c78d9060-4c04-4854-8cae-8cbddacbfe38 req-e76b85b6-a98f-4aad-a89b-0719dd029ce6 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=260a4b5e-5b9a-4049-a143-82caf103b009 HTTP/1.1" status: 200 len: 946 time: 0.1601498 Jul 29 23:23:01.622735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484894d3-4b8c-4415-8799-27db3618718c req-3882982b-5b98-4492-9b76-b50cf699a72e tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.624192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-484894d3-4b8c-4415-8799-27db3618718c req-3882982b-5b98-4492-9b76-b50cf699a72e tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 946 time: 0.1228848 Jul 29 23:23:01.649665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Allocated IP 172.20.0.13 (e4b675b1-d2db-4722-9caa-d257300a34cf/95c60ad8-8419-47da-95cd-5d25c8965213/7baebc8d-5d9b-45cc-863c-84dde82dfe01) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:01.700710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c78d9060-4c04-4854-8cae-8cbddacbfe38 req-839901d0-5ebf-4757-8aec-ae71811f31fd tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950937 Jul 29 23:23:01.713782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-484894d3-4b8c-4415-8799-27db3618718c req-9d51afea-2421-4fdb-80cc-c24048fda499 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826538 Jul 29 23:23:01.855435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5aeb9225-82f8-406f-b7b4-5662171078b7 req-f2c94a5e-898b-4471-a03d-2e8a6729afd8 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 210 time: 0.0625432 Jul 29 23:23:01.895327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1446c9-b55b-4a30-aeff-116285427049 req-8141539e-a6d6-44ab-baa8-6d2afacd4e3f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.897207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef1446c9-b55b-4a30-aeff-116285427049 req-8141539e-a6d6-44ab-baa8-6d2afacd4e3f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1054485 Jul 29 23:23:01.940345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-8d9345c8-657e-4dfc-892a-395294f1d57f tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.941230 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.942769 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-8d9345c8-657e-4dfc-892a-395294f1d57f tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.42 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 820 time: 0.1181808 Jul 29 23:23:01.974108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Request body: {'port': {'device_id': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'admin_state_up': True, 'tenant_id': '6aae2ce3af184899a34a53047858b84d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:01.981178 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.989024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ae9f74b-9090-4e94-a44f-8088e34c7c0f req-203c2e70-d847-4cc4-ae0f-df63ec13ddb6 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 210 time: 0.0449975 Jul 29 23:23:02.000526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef1446c9-b55b-4a30-aeff-116285427049 req-fa37a233-6e93-420d-afa3-93ed0d0e7b25 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935006 Jul 29 23:23:02.031967 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.075253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Network e4b675b1-d2db-4722-9caa-d257300a34cf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:02.080356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:02.086333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:02.102219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Made reservation on behalf of 6aae2ce3af184899a34a53047858b84d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:02.105832 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.113960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Pushing event updated for resources: {'Port': ['ID=7baebc8d-5d9b-45cc-863c-84dde82dfe01,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:02.142431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.143151 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.156762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-72847f47-2029-40c7-876a-2ebbe7c55d7d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9396219 Jul 29 23:23:02.193985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Request body: {'port': {'device_id': '1b9ecccd-70a8-4820-8227-c0cf47af6bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:02.233232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Allocated IP 172.20.0.11 (71749a14-307f-435f-a883-f0d7404d287b/ad208416-87c8-492b-b9f9-6d7a92e4285c/f854c1c4-5c67-4a70-934d-72155211497e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:02.249491 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.402450 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.417705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Transition to ACTIVE for port object f854c1c4-5c67-4a70-934d-72155211497e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:02.456587 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.488569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-83f3a277-fe83-4a90-aa7e-6ec195dfe888 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.490080 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-83f3a277-fe83-4a90-aa7e-6ec195dfe888 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.42 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 946 time: 0.0751529 Jul 29 23:23:02.510517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['df8bf504-2dd8-44f4-a36f-b5499a78bbfa'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:02.531749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Network 71749a14-307f-435f-a883-f0d7404d287b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:02.533818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Pushing event updated for resources: {'Port': ['ID=f854c1c4-5c67-4a70-934d-72155211497e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:02.537961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:02.549698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:02.617066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a97a0-ce3d-4910-ac03-743375777dd7 req-867b3f8e-9d2c-4dc0-b0ce-0b611a7969fb tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.619046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c6a97a0-ce3d-4910-ac03-743375777dd7 req-867b3f8e-9d2c-4dc0-b0ce-0b611a7969fb tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1262956 Jul 29 23:23:02.625914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.626595 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.646785 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c0a643ea-672b-4324-8ca2-21aa080110a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6805382 Jul 29 23:23:02.682492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Request body: {'port': {'device_id': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:02.789269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.796762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7baebc8d-5d9b-45cc-863c-84dde82dfe01 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:02.810295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c6a97a0-ce3d-4910-ac03-743375777dd7 req-0624e3bd-ee3a-43f7-971a-ba04d87b4e38 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660414 Jul 29 23:23:02.816508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.833338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Deleting port 0ce30736-d430-46ab-8364-f4334b12c2f7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:02.833822 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.867015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Transition to ACTIVE for port object 7baebc8d-5d9b-45cc-863c-84dde82dfe01 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:02.895120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c09566c6-c2ed-4f21-aaab-8ed23c19f794 None None] Provisioning for port f854c1c4-5c67-4a70-934d-72155211497e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:02.900593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c09566c6-c2ed-4f21-aaab-8ed23c19f794 None None] Provisioning complete for port f854c1c4-5c67-4a70-934d-72155211497e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:02.900911 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c09566c6-c2ed-4f21-aaab-8ed23c19f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.923630 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.944600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c09566c6-c2ed-4f21-aaab-8ed23c19f794 None None] Port f854c1c4-5c67-4a70-934d-72155211497e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:23:03.072788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d73d1-4eb4-47a5-9f69-66fa22f04b8e req-a8a84717-ba3e-4fa8-98b9-a4d6ea1a5d8e tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.074317 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c22d73d1-4eb4-47a5-9f69-66fa22f04b8e req-a8a84717-ba3e-4fa8-98b9-a4d6ea1a5d8e tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=260a4b5e-5b9a-4049-a143-82caf103b009 HTTP/1.1" status: 200 len: 946 time: 0.2508087 Jul 29 23:23:03.079341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Pushing event updated for resources: {'Port': ['ID=7baebc8d-5d9b-45cc-863c-84dde82dfe01,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.106851 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] For port 0ce30736-d430-46ab-8364-f4334b12c2f7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0ce30736-d430-46ab-8364-f4334b12c2f7,segment=NetworkSegment(04f2a587-51d7-42dd-a285-8c46145218c4),segment_id=04f2a587-51d7-42dd-a285-8c46145218c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:03.107218 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.143881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f854c1c4-5c67-4a70-934d-72155211497e {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:03.144535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aa8c5-7dbf-4868-b638-f9917cfea93f req-9865cc87-f64b-4a43-83a5-8fce2a6cfa16 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.145620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-902aa8c5-7dbf-4868-b638-f9917cfea93f req-9865cc87-f64b-4a43-83a5-8fce2a6cfa16 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a8c640-290c-44c7-a562-044fe02bb6bb HTTP/1.1" status: 200 len: 946 time: 0.2250993 Jul 29 23:23:03.152317 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.164201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Transition to ACTIVE for port object f854c1c4-5c67-4a70-934d-72155211497e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:03.168098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.173618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Calling delete_port for 0ce30736-d430-46ab-8364-f4334b12c2f7 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:03.228135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Pushing event updated for resources: {'Port': ['ID=f854c1c4-5c67-4a70-934d-72155211497e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.231536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c22d73d1-4eb4-47a5-9f69-66fa22f04b8e req-e60c44fe-d3f8-47b4-8ed3-bb85a5fe5a5c tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428421 Jul 29 23:23:03.293097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-902aa8c5-7dbf-4868-b638-f9917cfea93f req-df32db17-5aa4-4f99-adfa-fade7d256633 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6d24003-38a9-4968-8231-c3f5391cf9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228023 Jul 29 23:23:03.298213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Attempting to bind port 7baebc8d-5d9b-45cc-863c-84dde82dfe01 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:03.298553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Attempting to bind port 7baebc8d-5d9b-45cc-863c-84dde82dfe01 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '8404d6d2-44c6-4c4b-8531-7c2b2375bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4b675b1-d2db-4722-9caa-d257300a34cf'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:03.299397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Attempting to bind port 7baebc8d-5d9b-45cc-863c-84dde82dfe01 on network e4b675b1-d2db-4722-9caa-d257300a34cf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:03.308486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Attempting to bind port f854c1c4-5c67-4a70-934d-72155211497e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:03.308700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Port 7baebc8d-5d9b-45cc-863c-84dde82dfe01 on network e4b675b1-d2db-4722-9caa-d257300a34cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:03.308996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Attempting to bind port f854c1c4-5c67-4a70-934d-72155211497e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:03.309119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Attempting to bind port 7baebc8d-5d9b-45cc-863c-84dde82dfe01 on network e4b675b1-d2db-4722-9caa-d257300a34cf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:03.309423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Attempting to bind port f854c1c4-5c67-4a70-934d-72155211497e on network 71749a14-307f-435f-a883-f0d7404d287b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:03.327608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Port f854c1c4-5c67-4a70-934d-72155211497e on network 71749a14-307f-435f-a883-f0d7404d287b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:03.327608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Attempting to bind port f854c1c4-5c67-4a70-934d-72155211497e on network 71749a14-307f-435f-a883-f0d7404d287b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:03.331867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:03.332258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Checking segment: {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:03.332642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Bound using segment: {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:03.333220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Bound port: f854c1c4-5c67-4a70-934d-72155211497e, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def97d28-fd04-4529-bf80-3823b8db3e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '71749a14-307f-435f-a883-f0d7404d287b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:03.333590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.349733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:03.350078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Checking segment: {'id': '8404d6d2-44c6-4c4b-8531-7c2b2375bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4b675b1-d2db-4722-9caa-d257300a34cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:03.350469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Bound using segment: {'id': '8404d6d2-44c6-4c4b-8531-7c2b2375bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4b675b1-d2db-4722-9caa-d257300a34cf'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:03.350954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Bound port: 7baebc8d-5d9b-45cc-863c-84dde82dfe01, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8404d6d2-44c6-4c4b-8531-7c2b2375bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e4b675b1-d2db-4722-9caa-d257300a34cf'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:03.351365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.400997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] For port f854c1c4-5c67-4a70-934d-72155211497e, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:03.404407 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] For port f854c1c4-5c67-4a70-934d-72155211497e, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f854c1c4-5c67-4a70-934d-72155211497e,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:03.409428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.454851 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb3171-9f15-4ebc-ada2-a7da2ba89401 req-5defcc68-7edf-40f1-88fc-36e05168420d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.455899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.456595 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.458254 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] 10.222.0.42 "PUT /v2.0/ports/f854c1c4-5c67-4a70-934d-72155211497e HTTP/1.1" status: 200 len: 1093 time: 0.7815065 Jul 29 23:23:03.460934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79eb3171-9f15-4ebc-ada2-a7da2ba89401 req-5defcc68-7edf-40f1-88fc-36e05168420d tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 944 time: 0.1528594 Jul 29 23:23:03.461072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'tag': 'f854c1c4-5c67-4a70-934d-72155211497e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:03.463671 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f20bce1-b600-4803-9d34-c0f26c272d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca9a2b5-fea8-4942-af32-9c4c747ceeb9", "tag": "f854c1c4-5c67-4a70-934d-72155211497e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:03.492858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4a33d-207f-41c8-9b2f-6682cacafc73 service neutron] Pushing event updated for resources: {'Port': ['ID=f854c1c4-5c67-4a70-934d-72155211497e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.568322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-11c2ba3f-7f63-446f-ad7c-468662d940bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.572678 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-11c2ba3f-7f63-446f-ad7c-468662d940bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 1096 time: 0.0591521 Jul 29 23:23:03.575623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] For port 7baebc8d-5d9b-45cc-863c-84dde82dfe01, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:03.586535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c4157-f57d-4ed9-9886-234dc464332a req-437ff88f-1e09-4db6-935d-eeefe1e1f586 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.588115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b72c4157-f57d-4ed9-9886-234dc464332a req-437ff88f-1e09-4db6-935d-eeefe1e1f586 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.2087936 Jul 29 23:23:03.624705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] For port 7baebc8d-5d9b-45cc-863c-84dde82dfe01, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7baebc8d-5d9b-45cc-863c-84dde82dfe01,segment=NetworkSegment(8404d6d2-44c6-4c4b-8531-7c2b2375bd1c),segment_id=8404d6d2-44c6-4c4b-8531-7c2b2375bd1c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:03.631741 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-d7ecfde0-f8df-4e8f-96e7-bd16e7f2e0cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f854c1c4-5c67-4a70-934d-72155211497e HTTP/1.1" status: 200 len: 217 time: 0.0455256 Jul 29 23:23:03.647018 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79eb3171-9f15-4ebc-ada2-a7da2ba89401 req-8797183a-e6c7-4166-9d84-aea3d9a60cb7 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674430 Jul 29 23:23:03.647626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.650883 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.716287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c2da5075-adf8-45fb-abdf-17facab684a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.717774 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-c2da5075-adf8-45fb-abdf-17facab684a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.0668385 Jul 29 23:23:03.720473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-89265c64-f0bc-482e-aa71-bdbb4c923091 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.722471 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-89265c64-f0bc-482e-aa71-bdbb4c923091 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.47 "GET /v2.0/ports?device_id=260a4b5e-5b9a-4049-a143-82caf103b009 HTTP/1.1" status: 200 len: 946 time: 0.1929696 Jul 29 23:23:03.731679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.732314 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.733689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] 10.222.0.42 "PUT /v2.0/ports/7baebc8d-5d9b-45cc-863c-84dde82dfe01 HTTP/1.1" status: 200 len: 1093 time: 1.5448692 Jul 29 23:23:03.740854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9ecccd-70a8-4820-8227-c0cf47af6bdf', 'tag': '7baebc8d-5d9b-45cc-863c-84dde82dfe01'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:03.743003 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9ecccd-70a8-4820-8227-c0cf47af6bdf", "tag": "7baebc8d-5d9b-45cc-863c-84dde82dfe01"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:03.772682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b72c4157-f57d-4ed9-9886-234dc464332a req-744b8086-fd02-423a-ae50-572fbdf4e6df tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636446 Jul 29 23:23:03.773333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-700b67d0-3546-486f-bd38-75fc5bad8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.774793 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-700b67d0-3546-486f-bd38-75fc5bad8b41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436418 Jul 29 23:23:03.851507 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d6ae82-d2e0-4adc-b10a-5b7b3a624b6b x-openstack-request-id: req-d7d6ae82-d2e0-4adc-b10a-5b7b3a624b6b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:03.851905 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca9a2b5-fea8-4942-af32-9c4c747ceeb9", "tag": "f854c1c4-5c67-4a70-934d-72155211497e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:03.852237 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7d6ae82-d2e0-4adc-b10a-5b7b3a624b6b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:03.853452 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'tag': 'f854c1c4-5c67-4a70-934d-72155211497e', 'status': 'completed', 'code': 200} Jul 29 23:23:03.863968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.42', 59027) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:03.880503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] No DVR routers for this DVR port 0ce30736-d430-46ab-8364-f4334b12c2f7 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:03.883999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa7634-6091-4fd6-9eed-43400c1b1e1b service neutron] Pushing event updated for resources: {'Port': ['ID=7baebc8d-5d9b-45cc-863c-84dde82dfe01,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.890290 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.892534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] 10.222.0.42 "DELETE /v2.0/ports/0ce30736-d430-46ab-8364-f4334b12c2f7 HTTP/1.1" status: 204 len: 173 time: 1.3853023 Jul 29 23:23:03.957387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] Pushing event deleted for resources: {'Port': ['ID=0ce30736-d430-46ab-8364-f4334b12c2f7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.963191 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-e4a7da7b-4c7b-4823-92bd-54d9ba837940 service neutron] 10.222.0.42 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606085 Jul 29 23:23:03.972777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6015a77d-adf1-4ca0-afe1-07b97abfd961 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.974253 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6015a77d-adf1-4ca0-afe1-07b97abfd961 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.42 "GET /v2.0/ports?device_id=76b2b835-9367-4f44-ad64-1f5fd9a28013 HTTP/1.1" status: 200 len: 945 time: 0.1071920 Jul 29 23:23:03.974765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-19e87841-1fe3-4074-aaa9-1a2edc61c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.976458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-19e87841-1fe3-4074-aaa9-1a2edc61c474 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ccd308cdc872488eaa7d3e5232a29e43&device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 1096 time: 0.1540594 Jul 29 23:23:03.983927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0d7ea-e477-4e6d-9d7f-b658221238f6 req-12df99a4-b682-4c00-b999-e15bf0e51e94 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.985400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fad0d7ea-e477-4e6d-9d7f-b658221238f6 req-12df99a4-b682-4c00-b999-e15bf0e51e94 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 944 time: 0.2571721 Jul 29 23:23:04.077030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-5dcd2d5f-6f8d-48d8-b385-ea6ccfc0ff21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7baebc8d-5d9b-45cc-863c-84dde82dfe01 HTTP/1.1" status: 200 len: 217 time: 0.0682609 Jul 29 23:23:04.097914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-987e1626-c24b-4981-9054-8355bae01310 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Deleting port 8c18329f-8ad1-4629-a0fb-025ea25cf952 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:04.098262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-987e1626-c24b-4981-9054-8355bae01310 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.129616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fad0d7ea-e477-4e6d-9d7f-b658221238f6 req-3baee325-8f0a-4e47-8b14-c982013bab6a tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362815 Jul 29 23:23:04.384989 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63487d96-de67-4a80-8e37-3230f3c23af6 req-d25fe99b-4f52-4443-b5d4-9abe01911bc6 service neutron] 10.222.0.42 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857293 Jul 29 23:23:04.402105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6b2f31d9-5826-4590-a117-f6991bdf5ce2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Deleting port 93457bf1-31b3-4274-ab04-746a43014f8c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:04.402538 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6b2f31d9-5826-4590-a117-f6991bdf5ce2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.461311 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29779d06-f76a-4fd7-af9a-f6947acd5754 x-openstack-request-id: req-29779d06-f76a-4fd7-af9a-f6947acd5754 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:04.462121 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9ecccd-70a8-4820-8227-c0cf47af6bdf", "tag": "7baebc8d-5d9b-45cc-863c-84dde82dfe01", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:04.462121 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29779d06-f76a-4fd7-af9a-f6947acd5754 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:04.462338 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9ecccd-70a8-4820-8227-c0cf47af6bdf', 'tag': '7baebc8d-5d9b-45cc-863c-84dde82dfe01', 'status': 'completed', 'code': 200} Jul 29 23:23:04.497556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872664c6-4009-4c87-9150-91d06aeb24bb req-f8638259-23b3-40fb-a33c-8cfedfe28c89 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.499080 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-872664c6-4009-4c87-9150-91d06aeb24bb req-f8638259-23b3-40fb-a33c-8cfedfe28c89 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1098 time: 0.5070169 Jul 29 23:23:04.528393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6b2f31d9-5826-4590-a117-f6991bdf5ce2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] For port 93457bf1-31b3-4274-ab04-746a43014f8c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=93457bf1-31b3-4274-ab04-746a43014f8c,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:04.528782 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6b2f31d9-5826-4590-a117-f6991bdf5ce2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.538307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-0372ec4b-b92f-48ec-a397-c238c6b4478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.539821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-0372ec4b-b92f-48ec-a397-c238c6b4478b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 1096 time: 0.0816703 Jul 29 23:23:04.542477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-c47fea0f-6820-428e-adb2-068201ffb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.543919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-c47fea0f-6820-428e-adb2-068201ffb891 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95c60ad8-8419-47da-95cd-5d25c8965213 HTTP/1.1" status: 200 len: 861 time: 0.4422531 Jul 29 23:23:04.545742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6b2f31d9-5826-4590-a117-f6991bdf5ce2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Calling delete_port for 93457bf1-31b3-4274-ab04-746a43014f8c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:04.616616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-fc53b863-6d91-4045-bf7f-040c94e0abae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4b675b1-d2db-4722-9caa-d257300a34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520070 Jul 29 23:23:04.627924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215674d7-1ae0-4604-afac-d156f21a48ec req-6e1892f5-ac01-44be-8ef2-48fd5658c12e tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.629415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-215674d7-1ae0-4604-afac-d156f21a48ec req-6e1892f5-ac01-44be-8ef2-48fd5658c12e tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1647785 Jul 29 23:23:04.640192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-872664c6-4009-4c87-9150-91d06aeb24bb req-a589d594-03aa-41aa-bfc0-903db0b4dacb tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192770 Jul 29 23:23:04.652479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-987e1626-c24b-4981-9054-8355bae01310 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] For port 8c18329f-8ad1-4629-a0fb-025ea25cf952, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8c18329f-8ad1-4629-a0fb-025ea25cf952,segment=NetworkSegment(802cd102-b252-477c-ae1e-763ccbfff7a0),segment_id=802cd102-b252-477c-ae1e-763ccbfff7a0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:04.652971 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-987e1626-c24b-4981-9054-8355bae01310 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.729040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-987e1626-c24b-4981-9054-8355bae01310 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Calling delete_port for 8c18329f-8ad1-4629-a0fb-025ea25cf952 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:04.763269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-97b49156-c048-44f0-bf48-9a815310f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.764809 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-97b49156-c048-44f0-bf48-9a815310f97b service neutron] 10.222.0.42 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.1714072 Jul 29 23:23:04.820233 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-2a5edd1b-af30-4601-b664-4bdf51676805 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f854c1c4-5c67-4a70-934d-72155211497e HTTP/1.1" status: 200 len: 217 time: 0.0398078 Jul 29 23:23:04.820822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6b2f31d9-5826-4590-a117-f6991bdf5ce2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.831397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-215674d7-1ae0-4604-afac-d156f21a48ec req-95ae9cdf-fb6f-482d-972a-044f9d8a20a9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897418 Jul 29 23:23:04.838612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['93457bf1-31b3-4274-ab04-746a43014f8c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:04.883614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f31d9-5826-4590-a117-f6991bdf5ce2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Pushing event deleted for resources: {'Port': ['ID=93457bf1-31b3-4274-ab04-746a43014f8c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:04.885089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ddec-8e78-4127-91d7-8092cb428680 req-12532c56-f00b-446f-998f-3e0b0f674f1f tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.886744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05a0ddec-8e78-4127-91d7-8092cb428680 req-12532c56-f00b-446f-998f-3e0b0f674f1f tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/ports?device_id=260a4b5e-5b9a-4049-a143-82caf103b009 HTTP/1.1" status: 200 len: 946 time: 0.1609313 Jul 29 23:23:04.888954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['8c18329f-8ad1-4629-a0fb-025ea25cf952'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:04.896873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-40fcf57e-5913-47d1-ade1-084838ab8799 service neutron] 10.222.0.42 "GET /v2.0/networks/e4b675b1-d2db-4722-9caa-d257300a34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406363 Jul 29 23:23:04.928906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34596) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:04.989856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6b2f31d9-5826-4590-a117-f6991bdf5ce2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] No DVR routers for this DVR port 93457bf1-31b3-4274-ab04-746a43014f8c on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:04.994786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6b2f31d9-5826-4590-a117-f6991bdf5ce2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.997837 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a6a910e8-e23b-4d40-b651-96242d0a6d2c req-6b2f31d9-5826-4590-a117-f6991bdf5ce2 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.42 "DELETE /v2.0/ports/93457bf1-31b3-4274-ab04-746a43014f8c HTTP/1.1" status: 204 len: 173 time: 0.9967117 Jul 29 23:23:05.005104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-174fab43-67f9-41ce-bb5c-83ccd973bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.006677 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-174fab43-67f9-41ce-bb5c-83ccd973bc87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.1553619 Jul 29 23:23:05.082628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ea67e7-4691-49d1-bd77-ef606e40248a admin admin] Deleting subnet 54119fab-8acb-4296-9b2b-5b78fc4506e9 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:05.089420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39ea67e7-4691-49d1-bd77-ef606e40248a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.097436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05a0ddec-8e78-4127-91d7-8092cb428680 req-37e7cee9-299a-49b7-a476-166cc77b2421 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.37 "GET /v2.0/security-groups?id=60455fa7-7188-4d3a-854e-b491e470f626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961086 Jul 29 23:23:05.133859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-110184ba-2f6f-40fd-a47f-b3f18693d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.135424 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-110184ba-2f6f-40fd-a47f-b3f18693d984 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175547 Jul 29 23:23:05.152508 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39ea67e7-4691-49d1-bd77-ef606e40248a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.152936 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-987e1626-c24b-4981-9054-8355bae01310 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.172778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3d17cb0-4962-40d6-9ae2-dc6f97e7ac67 req-58d3d895-a04d-4f11-bc92-1c873423a884 service neutron] 10.222.0.42 "GET /v2.0/networks/e4b675b1-d2db-4722-9caa-d257300a34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469380 Jul 29 23:23:05.177550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['93457bf1-31b3-4274-ab04-746a43014f8c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:05.223245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e1626-c24b-4981-9054-8355bae01310 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Pushing event deleted for resources: {'Port': ['ID=8c18329f-8ad1-4629-a0fb-025ea25cf952,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:05.241274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0ce30736-d430-46ab-8364-f4334b12c2f7 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:05.247204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-987e1626-c24b-4981-9054-8355bae01310 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] No DVR routers for this DVR port 8c18329f-8ad1-4629-a0fb-025ea25cf952 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:05.252067 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-987e1626-c24b-4981-9054-8355bae01310 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.252997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f77b46be-b5e6-4401-83dc-945d78f4dc89 req-987e1626-c24b-4981-9054-8355bae01310 tempest-ListServersNegativeTestJSON-1262815170 tempest-ListServersNegativeTestJSON-1262815170-project] 10.222.0.47 "DELETE /v2.0/ports/8c18329f-8ad1-4629-a0fb-025ea25cf952 HTTP/1.1" status: 204 len: 173 time: 1.5128729 Jul 29 23:23:05.281813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 0ce30736-d430-46ab-8364-f4334b12c2f7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:05.282303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0ce30736-d430-46ab-8364-f4334b12c2f7 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:05.284782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 93457bf1-31b3-4274-ab04-746a43014f8c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:05.295390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39ea67e7-4691-49d1-bd77-ef606e40248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.317762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ad427-0968-42e1-a2db-52226f352e49 req-af8bf5a0-c79e-451c-9a77-bf22737ac36f tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.319297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf3ad427-0968-42e1-a2db-52226f352e49 req-af8bf5a0-c79e-451c-9a77-bf22737ac36f tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 944 time: 0.0972056 Jul 29 23:23:05.321733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 93457bf1-31b3-4274-ab04-746a43014f8c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:05.322092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 93457bf1-31b3-4274-ab04-746a43014f8c not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:05.328938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287 req-3dc19430-df51-48d0-8d75-cfc6f0fbadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.330487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287 req-3dc19430-df51-48d0-8d75-cfc6f0fbadc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ccd308cdc872488eaa7d3e5232a29e43&device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 1096 time: 0.0595798 Jul 29 23:23:05.376488 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-37e87b90-4b0f-4974-b6be-d8abd5049953 service neutron] 10.222.0.42 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214308 Jul 29 23:23:05.393597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39ea67e7-4691-49d1-bd77-ef606e40248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.428892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf3ad427-0968-42e1-a2db-52226f352e49 req-84df7050-b27e-47fd-8674-7276bd07c9a0 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970976 Jul 29 23:23:05.478142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287 req-a8f459a5-ad9c-4e1a-9017-4e1cab185b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.479814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287 req-a8f459a5-ad9c-4e1a-9017-4e1cab185b76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4b675b1-d2db-4722-9caa-d257300a34cf HTTP/1.1" status: 200 len: 922 time: 0.1312354 Jul 29 23:23:05.483311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea67e7-4691-49d1-bd77-ef606e40248a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54119fab-8acb-4296-9b2b-5b78fc4506e9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:05.485520 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39ea67e7-4691-49d1-bd77-ef606e40248a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.488402 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-39ea67e7-4691-49d1-bd77-ef606e40248a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/54119fab-8acb-4296-9b2b-5b78fc4506e9 HTTP/1.1" status: 204 len: 168 time: 0.5581813 Jul 29 23:23:05.490886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34610) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:05.560046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287 req-9d2c8702-cf88-4573-8bde-a57819bca5d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7baebc8d-5d9b-45cc-863c-84dde82dfe01 HTTP/1.1" status: 200 len: 217 time: 0.0635576 Jul 29 23:23:05.586948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.590515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e06ae8-796c-4505-b668-089af4fd1706 req-6b226597-2d79-4004-8cd6-5126a73fdd93 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.592159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34e06ae8-796c-4505-b668-089af4fd1706 req-6b226597-2d79-4004-8cd6-5126a73fdd93 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1113415 Jul 29 23:23:05.602666 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f20bce1-b600-4803-9d34-c0f26c272d4b req-a9effdbb-508e-42e4-94a6-007ca11deabe service neutron] 10.222.0.42 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048547 Jul 29 23:23:05.674430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287 req-dc4ed779-8e2f-42b5-ae03-240a2612a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.676148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287 req-dc4ed779-8e2f-42b5-ae03-240a2612a5bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95c60ad8-8419-47da-95cd-5d25c8965213 HTTP/1.1" status: 200 len: 861 time: 0.1028693 Jul 29 23:23:05.679211 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34e06ae8-796c-4505-b668-089af4fd1706 req-2a6abaab-90fb-4041-841d-371ecc16b64e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571318 Jul 29 23:23:05.681108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.691683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fb2367-6363-4ff9-87ce-6e41a657b761']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:05.702380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f2a587-51d7-42dd-a285-8c46145218c4') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:05.702674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f2a587-51d7-42dd-a285-8c46145218c4') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:05.713844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.728718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.735019 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:05.735416 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:05.737557 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:05.745772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287 req-ab4a0fde-173c-4cb3-a952-dc9cd724a631 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4b675b1-d2db-4722-9caa-d257300a34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564654 Jul 29 23:23:05.800722 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.812464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.814986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a4fb2367-6363-4ff9-87ce-6e41a657b761 HTTP/1.1" status: 204 len: 168 time: 0.3230164 Jul 29 23:23:05.828957 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34624) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:05.865182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24951e36-23af-492a-a59e-e0383df42d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4fb2367-6363-4ff9-87ce-6e41a657b761,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:05.867201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b2b835-9367-4f44-ad64-1f5fd9a28013', 'name': 'network-vif-deleted', 'tag': '93457bf1-31b3-4274-ab04-746a43014f8c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:05.877651 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606f0f5-ec61-47de-a005-7d2558b1ee47" -d '{"events": [{"server_uuid": "76b2b835-9367-4f44-ad64-1f5fd9a28013", "name": "network-vif-deleted", "tag": "93457bf1-31b3-4274-ab04-746a43014f8c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:05.919510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e97d7a-af13-448f-bcee-8065d5a1edb1 admin admin] Deleting subnet 0046ca52-0908-4e0a-9c10-1657d32b46b2 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:05.922940 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6e97d7a-af13-448f-bcee-8065d5a1edb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.925900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287 req-bd1448f7-17f1-4e0b-af85-40f2d689506c service neutron] 10.222.0.42 "GET /v2.0/networks/e4b675b1-d2db-4722-9caa-d257300a34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538353 Jul 29 23:23:05.933956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b34e1-6ef1-4435-8b20-1e8cb62108aa req-acebde01-cb0b-4e63-a7a2-f2dfdb56a1be tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.935499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-698b34e1-6ef1-4435-8b20-1e8cb62108aa req-acebde01-cb0b-4e63-a7a2-f2dfdb56a1be tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 944 time: 0.0826256 Jul 29 23:23:05.968538 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6e97d7a-af13-448f-bcee-8065d5a1edb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.041950 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6e97d7a-af13-448f-bcee-8065d5a1edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.043877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-698b34e1-6ef1-4435-8b20-1e8cb62108aa req-0803d392-fc63-47d3-805e-76ac2c5c9fc8 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966637 Jul 29 23:23:06.123393 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f3c84d-d9ba-4bf4-99ac-5e8d4179d287 req-4a8899a3-737c-4324-9e1a-4ba1147b2c0d service neutron] 10.222.0.42 "GET /v2.0/networks/e4b675b1-d2db-4722-9caa-d257300a34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640911 Jul 29 23:23:06.152987 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6e97d7a-af13-448f-bcee-8065d5a1edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.167509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04007-0d1f-4e12-9d8b-8ab4859426ae req-14b3a0fd-7de5-4018-bf7e-252d321f290c tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.169560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fce04007-0d1f-4e12-9d8b-8ab4859426ae req-14b3a0fd-7de5-4018-bf7e-252d321f290c tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.0694430 Jul 29 23:23:06.179357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e97d7a-af13-448f-bcee-8065d5a1edb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0046ca52-0908-4e0a-9c10-1657d32b46b2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:06.193661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6e97d7a-af13-448f-bcee-8065d5a1edb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.195519 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c6e97d7a-af13-448f-bcee-8065d5a1edb1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0046ca52-0908-4e0a-9c10-1657d32b46b2 HTTP/1.1" status: 204 len: 168 time: 0.3654354 Jul 29 23:23:06.201244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-6bb51b9f-9f95-49fe-bda6-805d34f2bb34 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:23:06.202543 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-6bb51b9f-9f95-49fe-bda6-805d34f2bb34 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056467 Jul 29 23:23:06.202688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:06.234103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fce04007-0d1f-4e12-9d8b-8ab4859426ae req-345e5a2e-8f06-4c35-872c-6e574647fa75 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577397 Jul 29 23:23:06.249731 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Request body: {'binding': {'host': 'n-h1-712139-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:06.250187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Unknown quota resources ['binding']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:23:06.283327 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6319455-6bf5-4ec7-afe3-3249525e8d58 x-openstack-request-id: req-b6319455-6bf5-4ec7-afe3-3249525e8d58 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:06.283616 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b2b835-9367-4f44-ad64-1f5fd9a28013", "name": "network-vif-deleted", "tag": "93457bf1-31b3-4274-ab04-746a43014f8c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:06.283868 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6319455-6bf5-4ec7-afe3-3249525e8d58 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:06.284275 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b2b835-9367-4f44-ad64-1f5fd9a28013', 'name': 'network-vif-deleted', 'tag': '93457bf1-31b3-4274-ab04-746a43014f8c', 'status': 'completed', 'code': 200} Jul 29 23:23:06.310756 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.359595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34636) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:06.415374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-16573a2a-4d63-4a23-a03e-ed3e341ac13a admin admin] Deleting subnet cd1e2b73-45db-4171-b941-6b7c1732e24e {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:06.418599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16573a2a-4d63-4a23-a03e-ed3e341ac13a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.461120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16573a2a-4d63-4a23-a03e-ed3e341ac13a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.461332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.477111 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c09966-601f-4b94-96f0-1ff131b38cd3']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:06.482479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a8c640-290c-44c7-a562-044fe02bb6bb', 'name': 'network-vif-deleted', 'tag': '0ce30736-d430-46ab-8364-f4334b12c2f7'}, {'server_uuid': '260a4b5e-5b9a-4049-a143-82caf103b009', 'name': 'network-vif-deleted', 'tag': '8c18329f-8ad1-4629-a0fb-025ea25cf952'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:06.484790 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249dc686-f305-4754-88f0-14c63295a445" -d '{"events": [{"server_uuid": "07a8c640-290c-44c7-a562-044fe02bb6bb", "name": "network-vif-deleted", "tag": "0ce30736-d430-46ab-8364-f4334b12c2f7"}, {"server_uuid": "260a4b5e-5b9a-4049-a143-82caf103b009", "name": "network-vif-deleted", "tag": "8c18329f-8ad1-4629-a0fb-025ea25cf952"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:06.489741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8562fc25-e0ee-42d9-944d-a4746cef9175') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:06.490354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8562fc25-e0ee-42d9-944d-a4746cef9175') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:06.506427 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.512648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a on host n-h1-712139-11 for vnic_type normal with profile None {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:06.512987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:06.513318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:06.522292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Port 3df81e4e-a28f-461b-878d-19cf2a564a4a on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:06.522292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:06.523709 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.531386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:06.531726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:06.532141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:06.532607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Bound port: 3df81e4e-a28f-461b-878d-19cf2a564a4a, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:06.535641 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16573a2a-4d63-4a23-a03e-ed3e341ac13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.535784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:06.536221 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:06.537790 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:06.572975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948a91c-0959-4fc7-b4b3-1682cdd3c983 req-77e9fa59-1b25-4e08-9ca2-a40ed0d4503c tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.574464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8948a91c-0959-4fc7-b4b3-1682cdd3c983 req-77e9fa59-1b25-4e08-9ca2-a40ed0d4503c tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 944 time: 0.0835099 Jul 29 23:23:06.624387 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.625977 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8948a91c-0959-4fc7-b4b3-1682cdd3c983 req-93f3fb12-12e1-41e5-b99c-051b7f5cf383 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436325 Jul 29 23:23:06.633798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16573a2a-4d63-4a23-a03e-ed3e341ac13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.650580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:06.650580 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.650944 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d9c09966-601f-4b94-96f0-1ff131b38cd3 HTTP/1.1" status: 204 len: 168 time: 0.4471159 Jul 29 23:23:06.651636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc2338-2b1c-49b3-ae29-380fc93b9bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c09966-601f-4b94-96f0-1ff131b38cd3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:06.664212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.665480 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-30cf7304-8104-4d2b-8a57-a9bd54ffb606 service neutron] 10.222.0.37 "POST /v2.0/ports/3df81e4e-a28f-461b-878d-19cf2a564a4a/bindings HTTP/1.1" status: 201 len: 390 time: 0.4208632 Jul 29 23:23:06.666960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16573a2a-4d63-4a23-a03e-ed3e341ac13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1e2b73-45db-4171-b941-6b7c1732e24e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:06.668967 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16573a2a-4d63-4a23-a03e-ed3e341ac13a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.674517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-16573a2a-4d63-4a23-a03e-ed3e341ac13a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cd1e2b73-45db-4171-b941-6b7c1732e24e HTTP/1.1" status: 204 len: 168 time: 0.3105693 Jul 29 23:23:06.675107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:06.740913 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f49e42d-1eae-4a79-b730-1e060d3b1a12 x-openstack-request-id: req-2f49e42d-1eae-4a79-b730-1e060d3b1a12 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:06.741728 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a8c640-290c-44c7-a562-044fe02bb6bb", "name": "network-vif-deleted", "tag": "0ce30736-d430-46ab-8364-f4334b12c2f7", "status": "completed", "code": 200}, {"server_uuid": "260a4b5e-5b9a-4049-a143-82caf103b009", "name": "network-vif-deleted", "tag": "8c18329f-8ad1-4629-a0fb-025ea25cf952", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:06.742483 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f49e42d-1eae-4a79-b730-1e060d3b1a12 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:06.743847 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a8c640-290c-44c7-a562-044fe02bb6bb', 'name': 'network-vif-deleted', 'tag': '0ce30736-d430-46ab-8364-f4334b12c2f7', 'status': 'completed', 'code': 200} Jul 29 23:23:06.744424 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260a4b5e-5b9a-4049-a143-82caf103b009', 'name': 'network-vif-deleted', 'tag': '8c18329f-8ad1-4629-a0fb-025ea25cf952', 'status': 'completed', 'code': 200} Jul 29 23:23:06.831305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.842560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34652) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:06.929370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.939083 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6529c3cc-779c-4e78-9bcb-8ce177e88d42']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:06.949569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802cd102-b252-477c-ae1e-763ccbfff7a0') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:06.949872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802cd102-b252-477c-ae1e-763ccbfff7a0') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:06.957706 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e61d3b39-0560-407f-9b2b-65fab3a8a496 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34552f047a354275b3b03d280f735d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1126049 Jul 29 23:23:06.961671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:06.964393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6237c-31b3-4b07-9aea-4b2df3873a89 req-ba188ca4-6367-4076-b238-e67e861a3d11 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.965905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bf6237c-31b3-4b07-9aea-4b2df3873a89 req-ba188ca4-6367-4076-b238-e67e861a3d11 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1499319 Jul 29 23:23:06.971964 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.991647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0ba6c-5a9d-41cd-b715-61cc0c928129 req-9dcc5d35-1d75-4d53-bee4-d95eb0b97df3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.993449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4fc0ba6c-5a9d-41cd-b715-61cc0c928129 req-9dcc5d35-1d75-4d53-bee4-d95eb0b97df3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 946 time: 0.1198559 Jul 29 23:23:06.997170 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.014006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:07.014444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:07.017195 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:07.076920 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99841faa-24fe-4d86-ae07-9d25abea7f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.079642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bf6237c-31b3-4b07-9aea-4b2df3873a89 req-0af49799-7a0f-4e41-a961-d796e6ac4614 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053929 Jul 29 23:23:07.089444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-0b46bf22-b16c-4b2a-9ae5-0396984a1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.091178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.091395 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-0b46bf22-b16c-4b2a-9ae5-0396984a1126 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1098 time: 0.1092467 Jul 29 23:23:07.096047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4fc0ba6c-5a9d-41cd-b715-61cc0c928129 req-a1d5ac79-8d32-4af2-88a7-0d438182459b tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840037 Jul 29 23:23:07.117253 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.119162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6529c3cc-779c-4e78-9bcb-8ce177e88d42 HTTP/1.1" status: 204 len: 168 time: 0.4424784 Jul 29 23:23:07.123635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2188f7-85c8-4216-8edf-e43f2aa8af11 admin admin] Pushing event deleted for resources: {'Network': ['ID=6529c3cc-779c-4e78-9bcb-8ce177e88d42,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:07.126218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99841faa-24fe-4d86-ae07-9d25abea7f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.186020 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99841faa-24fe-4d86-ae07-9d25abea7f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.189999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99841faa-24fe-4d86-ae07-9d25abea7f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.193787 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-99841faa-24fe-4d86-ae07-9d25abea7f90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6d24003-38a9-4968-8231-c3f5391cf9cc HTTP/1.1" status: 204 len: 168 time: 0.2286668 Jul 29 23:23:07.200435 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99841faa-24fe-4d86-ae07-9d25abea7f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d24003-38a9-4968-8231-c3f5391cf9cc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:07.240949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f854c1c4-5c67-4a70-934d-72155211497e details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:07.276524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-bd1b4aea-3f30-42cf-a28b-b42d1b45e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.278449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-bd1b4aea-3f30-42cf-a28b-b42d1b45e8a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.1787868 Jul 29 23:23:07.305564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf85291-a559-4d23-a5d8-7e1e1885c491 req-59d1bc50-4f9b-4949-b04b-30ddba32a855 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.307214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cf85291-a559-4d23-a5d8-7e1e1885c491 req-59d1bc50-4f9b-4949-b04b-30ddba32a855 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 944 time: 0.0892577 Jul 29 23:23:07.344648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-98a818ec-d626-497f-b1ab-96e826348de1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a HTTP/1.1" status: 200 len: 217 time: 0.0576684 Jul 29 23:23:07.371412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34664) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:07.417564 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b3c87e0a-699e-4ebf-9ffd-293e713616e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d84dd7126048454eb4f77ed7a9b690be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426795 Jul 29 23:23:07.418643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34666) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:07.427599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f854c1c4-5c67-4a70-934d-72155211497e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f854c1c4-5c67-4a70-934d-72155211497e,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:07.449349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cf85291-a559-4d23-a5d8-7e1e1885c491 req-c049b04a-8488-4d7f-bc9a-8a476c31fe10 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091032 Jul 29 23:23:07.457536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'f854c1c4-5c67-4a70-934d-72155211497e', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'port_id': 'f854c1c4-5c67-4a70-934d-72155211497e', 'mac_address': 'fa:16:3e:6d:58:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:07.457764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-0429eb74-1803-43e7-b3dc-a28118cef17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.459166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-0429eb74-1803-43e7-b3dc-a28118cef17a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0990598 Jul 29 23:23:07.471906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31444725-9d99-43d6-b1df-b3cf8b079ce8 req-512b2f31-6a0e-49a7-88bc-3ae7ee8a5636 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.471906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31444725-9d99-43d6-b1df-b3cf8b079ce8 req-512b2f31-6a0e-49a7-88bc-3ae7ee8a5636 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 945 time: 0.1286755 Jul 29 23:23:07.499098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27c6a8fb-7e20-4ce2-8223-f367898f1993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.512761 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.516793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-ef259a89-568f-4c06-911d-577511c17066 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451164 Jul 29 23:23:07.525586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27c6a8fb-7e20-4ce2-8223-f367898f1993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.530472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f854c1c4-5c67-4a70-934d-72155211497e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:07.546140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31444725-9d99-43d6-b1df-b3cf8b079ce8 req-bab8e026-63bd-4bc2-8148-ba427fd8f156 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647588 Jul 29 23:23:07.554918 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f854c1c4-5c67-4a70-934d-72155211497e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f854c1c4-5c67-4a70-934d-72155211497e,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:07.561951 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.613530 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27c6a8fb-7e20-4ce2-8223-f367898f1993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.622547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27c6a8fb-7e20-4ce2-8223-f367898f1993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.626519 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-27c6a8fb-7e20-4ce2-8223-f367898f1993 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60455fa7-7188-4d3a-854e-b491e470f626 HTTP/1.1" status: 204 len: 168 time: 0.2072699 Jul 29 23:23:07.640976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6a8fb-7e20-4ce2-8223-f367898f1993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60455fa7-7188-4d3a-854e-b491e470f626,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:07.655909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-62f78204-3074-49a7-8e95-7be7c8e2f3e2 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234465 Jul 29 23:23:07.677565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f854c1c4-5c67-4a70-934d-72155211497e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:07.764727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8c18329f-8ad1-4629-a0fb-025ea25cf952 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:07.801872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34680) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:07.805754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 8c18329f-8ad1-4629-a0fb-025ea25cf952 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:07.806257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8c18329f-8ad1-4629-a0fb-025ea25cf952 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:07.819872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcbd92-edab-4252-ab6e-301c00e91245 req-6a0118eb-e2e9-4a11-a9e6-6013f442fa00 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.821432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5dcbd92-edab-4252-ab6e-301c00e91245 req-6a0118eb-e2e9-4a11-a9e6-6013f442fa00 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 944 time: 0.0920188 Jul 29 23:23:07.823750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f16a06e8-d760-4a9c-9feb-6409071fb452 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544628 Jul 29 23:23:07.881375 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4e4b4d9c-96ea-4817-812d-05564a0c336b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f8dddeccdf448cb9c5f9693d06fda83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733974 Jul 29 23:23:07.881375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34686) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:07.892936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5dcbd92-edab-4252-ab6e-301c00e91245 req-095da2cc-f253-4b25-9437-d7d1577b09f5 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644104 Jul 29 23:23:07.955242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['f854c1c4-5c67-4a70-934d-72155211497e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:07.985029 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b49a356d-4f4b-4afe-8040-fa766c7d1057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.026170 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b49a356d-4f4b-4afe-8040-fa766c7d1057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.120135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b49a356d-4f4b-4afe-8040-fa766c7d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.122943 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b49a356d-4f4b-4afe-8040-fa766c7d1057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.130936 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b49a356d-4f4b-4afe-8040-fa766c7d1057 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f9e7a23-9bf1-483b-aed8-2780d2ac7625 HTTP/1.1" status: 204 len: 168 time: 0.2435019 Jul 29 23:23:08.150531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a356d-4f4b-4afe-8040-fa766c7d1057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9e7a23-9bf1-483b-aed8-2780d2ac7625,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:08.246209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-ba27ae4e-8f43-4717-9178-74e9c9f3f52e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1646738 Jul 29 23:23:08.411479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd0ccf-8836-4010-a1a7-251b40307609 req-587b1ccb-0366-4537-8b16-aaf0d2cb37b6 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.413763 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65bd0ccf-8836-4010-a1a7-251b40307609 req-587b1ccb-0366-4537-8b16-aaf0d2cb37b6 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 946 time: 0.1533413 Jul 29 23:23:08.418309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-b4b47714-6a25-4118-9a5b-06e669c44e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.420607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-b4b47714-6a25-4118-9a5b-06e669c44e01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 1101 time: 0.1340396 Jul 29 23:23:08.437310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95442e8-c103-4485-9b5f-3c79134a02ac req-3715ee7d-ef59-44d7-a1d3-07d4b7f5bd91 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.439556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f95442e8-c103-4485-9b5f-3c79134a02ac req-3715ee7d-ef59-44d7-a1d3-07d4b7f5bd91 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1780922 Jul 29 23:23:08.561141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65bd0ccf-8836-4010-a1a7-251b40307609 req-16e9f020-e10d-4779-95a0-97f64b6bede5 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387920 Jul 29 23:23:08.588451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f95442e8-c103-4485-9b5f-3c79134a02ac req-2498203d-3fc8-43e5-8504-a4af733c1a4c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285059 Jul 29 23:23:08.617030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-8bf72f4d-abdd-4773-bb2b-2620db85394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.618452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-8bf72f4d-abdd-4773-bb2b-2620db85394d service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1609809 Jul 29 23:23:08.690857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-9f8bf260-060f-4e99-a8b5-ae84ed3536d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c44d6770-eeb6-42d2-bc12-9f1ec88bd841 HTTP/1.1" status: 200 len: 217 time: 0.0607891 Jul 29 23:23:08.759039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:08.795763 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-976e9766-32d2-495c-9843-6fd910391cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.797544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-976e9766-32d2-495c-9843-6fd910391cae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0925074 Jul 29 23:23:08.806329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365a704-4ae7-418d-b82d-1c857d1a2899 req-1c277744-da1e-4feb-b585-8959c3509671 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.808200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b365a704-4ae7-418d-b82d-1c857d1a2899 req-1c277744-da1e-4feb-b585-8959c3509671 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 945 time: 0.1197412 Jul 29 23:23:08.887410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b365a704-4ae7-418d-b82d-1c857d1a2899 req-93056e1f-6361-4b7a-b257-41cf77740744 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684850 Jul 29 23:23:08.895755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-52a25687-8d9e-40fb-97c7-6304e7765586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.901349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-52a25687-8d9e-40fb-97c7-6304e7765586 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0920367 Jul 29 23:23:09.053995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1194209659-network', 'tenant_id': 'f862d65721f34d13abff6c03c41c9fdf'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:09.079335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Made reservation on behalf of f862d65721f34d13abff6c03c41c9fdf for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:09.082270 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.104667 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.245212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe468c0-b264-4eeb-8de2-851f352cfad9 req-60e96c2a-d519-4740-9960-1f4204a8ebab tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:09.260487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cfe468c0-b264-4eeb-8de2-851f352cfad9 req-60e96c2a-d519-4740-9960-1f4204a8ebab tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 944 time: 0.2002909 Jul 29 23:23:09.273074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cb22c1d9-6c48-4d92-8385-38ae506d0c9d details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:09.278149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f854c1c4-5c67-4a70-934d-72155211497e up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:09.315446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-477361db-6302-4872-8bda-9b409b684eac service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973076 Jul 29 23:23:09.319366 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.326751 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.351827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cfe468c0-b264-4eeb-8de2-851f352cfad9 req-05d62de2-607c-4fe2-be60-1e7c060c0586 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860751 Jul 29 23:23:09.383610 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:09.416773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port f854c1c4-5c67-4a70-934d-72155211497e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:09.425055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead125b6-3c38-4047-89fe-ed74483d659f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:09.426459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port f854c1c4-5c67-4a70-934d-72155211497e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:09.426958 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.444309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.446194 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65f96a6b-a371-445d-85a6-eff7bdeaacf7 req-4df93ab6-b40b-4212-8654-0d8c01f98875 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156662 Jul 29 23:23:09.446889 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Added segment ef01d92b-8376-4402-a9d6-3f4dc35ee87f of type vlan for network 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a Jul 29 23:23:09.495127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:09.501265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.518684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'port_id': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d', 'mac_address': 'fa:16:3e:29:a4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436ab033-bc25-444f-a687-d87717fff3ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:09.545547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.545547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:09.545547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.607243 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.621296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.626413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb22c1d9-6c48-4d92-8385-38ae506d0c9d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:09.664272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34774) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:09.668619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f854c1c4-5c67-4a70-934d-72155211497e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:09.669541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Request body: {'subnet': {'network_id': '71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1194209659-subnet', 'tenant_id': 'f862d65721f34d13abff6c03c41c9fdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:09.670987 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bfead8-e3e9-4205-99fa-0a8319e3dec5" -d '{"events": [{"server_uuid": "3ca9a2b5-fea8-4942-af32-9c4c747ceeb9", "name": "network-vif-plugged", "status": "completed", "tag": "f854c1c4-5c67-4a70-934d-72155211497e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:09.675491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:09.681399 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8994453 Jul 29 23:23:09.687679 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.688684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7baebc8d-5d9b-45cc-863c-84dde82dfe01 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:09.693595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f854c1c4-5c67-4a70-934d-72155211497e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f854c1c4-5c67-4a70-934d-72155211497e,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:09.728296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.747167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Made reservation on behalf of f862d65721f34d13abff6c03c41c9fdf for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:09.749641 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.757598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0df032-6269-4797-8848-c64e26300e12 admin admin] Pushing event updated for resources: {'Network': ['ID=71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:09.775587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:09.855908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:09.890642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:09.929826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f854c1c4-5c67-4a70-934d-72155211497e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:09.997506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7baebc8d-5d9b-45cc-863c-84dde82dfe01, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7baebc8d-5d9b-45cc-863c-84dde82dfe01,segment=NetworkSegment(8404d6d2-44c6-4c4b-8531-7c2b2375bd1c),segment_id=8404d6d2-44c6-4c4b-8531-7c2b2375bd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:10.011547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.019382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '7baebc8d-5d9b-45cc-863c-84dde82dfe01', 'network_id': 'e4b675b1-d2db-4722-9caa-d257300a34cf', 'port_id': '7baebc8d-5d9b-45cc-863c-84dde82dfe01', 'mac_address': 'fa:16:3e:41:5b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c60ad8-8419-47da-95cd-5d25c8965213', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:10.033647 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9faf5c85-5a45-4577-9329-ed44cb4e6a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.061295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.077306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59756c0-8815-41a4-bc6e-df338084510e req-3c0028ad-a8aa-4b60-8111-712dd1625dc7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.079498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7baebc8d-5d9b-45cc-863c-84dde82dfe01 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:10.084897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e59756c0-8815-41a4-bc6e-df338084510e req-3c0028ad-a8aa-4b60-8111-712dd1625dc7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 946 time: 0.3168285 Jul 29 23:23:10.109120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7baebc8d-5d9b-45cc-863c-84dde82dfe01, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7baebc8d-5d9b-45cc-863c-84dde82dfe01,segment=NetworkSegment(8404d6d2-44c6-4c4b-8531-7c2b2375bd1c),segment_id=8404d6d2-44c6-4c4b-8531-7c2b2375bd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:10.112970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31b0bf-2d62-47cb-8cf1-26ff8e8e41ce req-dbd08dc9-1231-41db-ae5e-1a6a0b59a08d tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.115040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae31b0bf-2d62-47cb-8cf1-26ff8e8e41ce req-dbd08dc9-1231-41db-ae5e-1a6a0b59a08d tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.3213778 Jul 29 23:23:10.129666 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.145668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9faf5c85-5a45-4577-9329-ed44cb4e6a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.151546 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9faf5c85-5a45-4577-9329-ed44cb4e6a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.180168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd45c207-88bc-4fee-ba5d-fd4799287304,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:10.196679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7baebc8d-5d9b-45cc-863c-84dde82dfe01,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:10.204318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e59756c0-8815-41a4-bc6e-df338084510e req-3e79283a-2811-4ff5-a4dc-f65bb6e2e291 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136096 Jul 29 23:23:10.211059 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9faf5c85-5a45-4577-9329-ed44cb4e6a03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e2afc66aa614d64b1069c3e14bba3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186865 Jul 29 23:23:10.212305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf5c85-5a45-4577-9329-ed44cb4e6a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bec1e5-251f-44ff-912b-223bb0c17e68,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:10.224758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34786) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:10.235297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Checking segment: {'id': 'ef01d92b-8376-4402-a9d6-3f4dc35ee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:10.235679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Network hostable DHCP agents. Network: 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:10.240950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae31b0bf-2d62-47cb-8cf1-26ff8e8e41ce req-cf711e62-e23b-4096-8fcf-288b9d3b5688 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104655 Jul 29 23:23:10.269186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Network 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:10.278449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['cb22c1d9-6c48-4d92-8385-38ae506d0c9d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:10.295440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b60f6495-880c-446d-bb0d-186b9ff1d7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.301933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:10.308355 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bca5c4-a7d9-4bfb-97d5-b48f5baacfe3 x-openstack-request-id: req-27bca5c4-a7d9-4bfb-97d5-b48f5baacfe3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:10.308601 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca9a2b5-fea8-4942-af32-9c4c747ceeb9", "name": "network-vif-plugged", "status": "completed", "tag": "f854c1c4-5c67-4a70-934d-72155211497e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:10.308841 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27bca5c4-a7d9-4bfb-97d5-b48f5baacfe3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:10.309225 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f854c1c4-5c67-4a70-934d-72155211497e', 'code': 200} Jul 29 23:23:10.319557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.320335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.327476 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b60f6495-880c-446d-bb0d-186b9ff1d7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.328953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43055fcc-41e6-44f9-a8ff-117231f0867d None None] Network 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:10.371298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b4ca90d6-f0a6-48dc-8c18-ecc78ba4062d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6979017 Jul 29 23:23:10.437344 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b60f6495-880c-446d-bb0d-186b9ff1d7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.441443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b60f6495-880c-446d-bb0d-186b9ff1d7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.451421 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b60f6495-880c-446d-bb0d-186b9ff1d7ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5bec1e5-251f-44ff-912b-223bb0c17e68 HTTP/1.1" status: 204 len: 168 time: 0.2215564 Jul 29 23:23:10.485468 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f6495-880c-446d-bb0d-186b9ff1d7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bec1e5-251f-44ff-912b-223bb0c17e68,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:10.543343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d3c9e-a994-4df0-bc4a-4c3983957977 req-2ec139b9-314e-46fa-ab2c-a99ce365e125 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.551113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c2d3c9e-a994-4df0-bc4a-4c3983957977 req-2ec139b9-314e-46fa-ab2c-a99ce365e125 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 946 time: 0.1534724 Jul 29 23:23:10.597139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a17685-ae63-43aa-ad28-65c43f914217 req-033c5456-124a-468d-aefe-67eff96aefed tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.598758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13a17685-ae63-43aa-ad28-65c43f914217 req-033c5456-124a-468d-aefe-67eff96aefed tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 945 time: 0.1079659 Jul 29 23:23:10.611144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e142e-c84b-494b-b426-e371a917fb91 req-c0173296-f986-4d04-9422-f978b3c9c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.612973 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c89e142e-c84b-494b-b426-e371a917fb91 req-c0173296-f986-4d04-9422-f978b3c9c2de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 1098 time: 0.1624260 Jul 29 23:23:10.632948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7baebc8d-5d9b-45cc-863c-84dde82dfe01'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:10.690312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c89e142e-c84b-494b-b426-e371a917fb91 req-278dbed4-0b47-40d9-a112-62bcfb9d37e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483103 Jul 29 23:23:10.705523 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c2d3c9e-a994-4df0-bc4a-4c3983957977 req-dc1e871c-72e9-49a4-adcf-a658db16b041 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473846 Jul 29 23:23:10.724943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13a17685-ae63-43aa-ad28-65c43f914217 req-6e80687e-45e3-466d-b5b5-05cfcaf472bc tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125078 Jul 29 23:23:10.728623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a18c6-56f5-4700-a5f9-bbae8d5be8f4 None None] Network 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:11.178561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-01420438-a067-4d50-a728-af51999249bf tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.180666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-01420438-a067-4d50-a728-af51999249bf tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/networks?id=71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a HTTP/1.1" status: 200 len: 813 time: 0.1297810 Jul 29 23:23:11.200834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-681bc372-7486-4017-95af-40a7ec9d6c2b tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/quotas/f862d65721f34d13abff6c03c41c9fdf HTTP/1.1" status: 200 len: 375 time: 0.0131016 Jul 29 23:23:11.246731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-aa1f2e53-3d1f-4b9b-affd-320180b054aa tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f862d65721f34d13abff6c03c41c9fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383639 Jul 29 23:23:11.285989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cb22c1d9-6c48-4d92-8385-38ae506d0c9d up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:11.349030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port cb22c1d9-6c48-4d92-8385-38ae506d0c9d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:11.349425 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.387705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e990fa-94f6-4504-a619-64b06a9cc2a9 req-df988c91-b735-4009-8cc1-a8a831272f40 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.395334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2e990fa-94f6-4504-a619-64b06a9cc2a9 req-df988c91-b735-4009-8cc1-a8a831272f40 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 946 time: 0.0856440 Jul 29 23:23:11.425912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-6b33a801-50f2-4b37-967b-a18ab9e83d89 service neutron] 10.222.0.37 "GET /v2.0/networks/71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680257 Jul 29 23:23:11.470265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2e990fa-94f6-4504-a619-64b06a9cc2a9 req-04118fec-1fb0-4c51-b7ec-afedfc196a54 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738943 Jul 29 23:23:11.475373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34852) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:11.492112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.609705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:11.617510 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-fbdba990-3d38-433f-a681-12bde2d9487d service neutron] 10.222.0.37 "GET /v2.0/networks/71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812010 Jul 29 23:23:11.620494 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.644260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1433276190-network', 'tenant_id': 'aad8ccc943da4fd68e7532207ff24809'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:11.696895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:11.711799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Made reservation on behalf of aad8ccc943da4fd68e7532207ff24809 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:11.714555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.735867 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.748907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d0c84-b68c-4cb4-8f6f-2b752a04db47 req-3e32eb30-d0b0-42e7-b196-8ddc705d8c2c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.750630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-305d0c84-b68c-4cb4-8f6f-2b752a04db47 req-3e32eb30-d0b0-42e7-b196-8ddc705d8c2c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1156137 Jul 29 23:23:11.796422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-305d0c84-b68c-4cb4-8f6f-2b752a04db47 req-a53d325f-4d18-4ea4-a38c-9e505b8844dd tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392838 Jul 29 23:23:11.890672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.896872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.927079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:11.933711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b131726-4e83-46ae-993b-7a089af63df2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:11.943768 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.944149 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Added segment c4dbf8a0-7019-482c-87a3-536740bcad8e of type vlan for network 265db4a8-6215-4f81-a1f9-97354f7a44c7 Jul 29 23:23:12.006319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.065675 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.067332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.068240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.162997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556403ca-fda6-461d-a981-6e45b081167e req-ce004a02-80f0-48e7-a143-49b5b417317c tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.164629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-556403ca-fda6-461d-a981-6e45b081167e req-ce004a02-80f0-48e7-a143-49b5b417317c tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 945 time: 0.0784109 Jul 29 23:23:12.178782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f368723-b715-4ab8-9ecf-6948d5d540c8 req-bab7b9b7-a7ad-4dd1-b740-462bc139072a tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.186282 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f368723-b715-4ab8-9ecf-6948d5d540c8 req-bab7b9b7-a7ad-4dd1-b740-462bc139072a tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 946 time: 0.1097786 Jul 29 23:23:12.212912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=265db4a8-6215-4f81-a1f9-97354f7a44c7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:12.229791 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3e85a0a0-3c33-42b9-850d-c4c1826d8fd9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7517300 Jul 29 23:23:12.230160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:12.234847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:12.236719 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Request body: {'subnet': {'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1433276190-subnet', 'tenant_id': 'aad8ccc943da4fd68e7532207ff24809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:12.262184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f368723-b715-4ab8-9ecf-6948d5d540c8 req-ed749962-dca9-4563-88ac-09173f492c8e tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749478 Jul 29 23:23:12.276308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Made reservation on behalf of aad8ccc943da4fd68e7532207ff24809 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:12.288352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.300885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-556403ca-fda6-461d-a981-6e45b081167e req-f5eff217-626c-4864-8205-eb7d95f6c695 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114378 Jul 29 23:23:12.344640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e0267a-777d-4eaa-9af9-623706ebd148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:12.357150 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905d1922-913e-442a-8323-cc1ad8b3fc55" -d '{"events": [{"server_uuid": "75e0267a-777d-4eaa-9af9-623706ebd148", "name": "network-vif-plugged", "status": "completed", "tag": "cb22c1d9-6c48-4d92-8385-38ae506d0c9d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:12.389765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cbd6680-6ef2-4a69-95b8-fa58986795f8 req-e5e128d2-4f43-4f5e-bb30-869692f19a79 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 210 time: 0.0533400 Jul 29 23:23:12.424546 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e67b165-23ea-4f47-b99a-86451a4a1bb0 x-openstack-request-id: req-4e67b165-23ea-4f47-b99a-86451a4a1bb0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:12.424927 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e0267a-777d-4eaa-9af9-623706ebd148", "name": "network-vif-plugged", "status": "completed", "tag": "cb22c1d9-6c48-4d92-8385-38ae506d0c9d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:12.425119 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e67b165-23ea-4f47-b99a-86451a4a1bb0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:12.425469 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e0267a-777d-4eaa-9af9-623706ebd148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d', 'code': 200} Jul 29 23:23:12.595757 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.652632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d8f5b6-5b81-44f6-a514-948e8b1a737d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:12.679621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Checking segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:12.680070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Network hostable DHCP agents. Network: 265db4a8-6215-4f81-a1f9-97354f7a44c7, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:12.698118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0840ad0-d7a2-4a87-8e57-d64fcae856a8 req-c229d4bf-d57b-4b94-bf62-cfe9559b59ab tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.699761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0840ad0-d7a2-4a87-8e57-d64fcae856a8 req-c229d4bf-d57b-4b94-bf62-cfe9559b59ab tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 946 time: 0.0862443 Jul 29 23:23:12.702481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:12.718715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 265db4a8-6215-4f81-a1f9-97354f7a44c7) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:12.726555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.727151 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.733129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8f6953-ab55-4f34-b34c-4691fe362d2d None None] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:12.784497 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e94c6f5c-5846-4db3-8722-4b41bfb9b793 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5532558 Jul 29 23:23:12.807988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0840ad0-d7a2-4a87-8e57-d64fcae856a8 req-8d96490f-73a3-4481-9fac-1865c26b9994 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919278 Jul 29 23:23:13.065845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9dbf4-b56d-4b12-be1d-9fcd7497a2e2 req-78531415-cbfe-4bfd-96b1-cb21e0a75131 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:13.067320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23e9dbf4-b56d-4b12-be1d-9fcd7497a2e2 req-78531415-cbfe-4bfd-96b1-cb21e0a75131 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1273897 Jul 29 23:23:13.141531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23e9dbf4-b56d-4b12-be1d-9fcd7497a2e2 req-004306a7-aa9b-45fe-93a3-a04c3e106a2a tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640292 Jul 29 23:23:13.254772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae60a3-1303-4b6a-8cab-0b4a8df741b8 None None] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:13.319359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7baebc8d-5d9b-45cc-863c-84dde82dfe01 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:13.446655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 7baebc8d-5d9b-45cc-863c-84dde82dfe01 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:13.484324 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 7baebc8d-5d9b-45cc-863c-84dde82dfe01 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:13.484699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.602281 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.681913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7baebc8d-5d9b-45cc-863c-84dde82dfe01, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7baebc8d-5d9b-45cc-863c-84dde82dfe01,segment=NetworkSegment(8404d6d2-44c6-4c4b-8531-7c2b2375bd1c),segment_id=8404d6d2-44c6-4c4b-8531-7c2b2375bd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:13.689499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.803787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7baebc8d-5d9b-45cc-863c-84dde82dfe01,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:13.945963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7d96-a911-402d-9077-ac72aa159eab req-8ac73a28-e594-4f35-92a3-5ab1ccacb86d tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:13.949203 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-356a7d96-a911-402d-9077-ac72aa159eab req-8ac73a28-e594-4f35-92a3-5ab1ccacb86d tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 946 time: 0.5459664 Jul 29 23:23:14.032156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-0cc78269-c50f-404b-a45e-6a7a71321201 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.033513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-0cc78269-c50f-404b-a45e-6a7a71321201 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.47 "GET /v2.0/networks?id=71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a HTTP/1.1" status: 200 len: 813 time: 0.4835525 Jul 29 23:23:14.046952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-00fb813a-4f6d-4fef-b50f-9e9ee730f06b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.049220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-00fb813a-4f6d-4fef-b50f-9e9ee730f06b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.5489349 Jul 29 23:23:14.065132 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-356a7d96-a911-402d-9077-ac72aa159eab req-53c385ed-6750-4e5b-9d58-15979ae8de28 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813558 Jul 29 23:23:14.070949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Request body: {'port': {'device_id': '35ae33a7-2743-4b7f-89d6-4efc35bfd935', 'network_id': '71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a', 'admin_state_up': True, 'tenant_id': 'f862d65721f34d13abff6c03c41c9fdf'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:14.096666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-b9eb1927-0478-41eb-b9af-17c25268ab2c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/quotas/aad8ccc943da4fd68e7532207ff24809 HTTP/1.1" status: 200 len: 375 time: 0.0414739 Jul 29 23:23:14.159503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-241283a7-13e4-463c-ad81-3ae82f46ea5e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342314 Jul 29 23:23:14.326380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6876e1a-3bd5-4ceb-a134-cfbe9c5b6c0c req-759b9f87-1769-4653-a036-c2cd2b4055f7 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.330503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6876e1a-3bd5-4ceb-a134-cfbe9c5b6c0c req-759b9f87-1769-4653-a036-c2cd2b4055f7 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 946 time: 0.1632662 Jul 29 23:23:14.360638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Made reservation on behalf of f862d65721f34d13abff6c03c41c9fdf for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:14.364681 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.386202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-4539ce54-f0bc-4847-a611-5e038dbdd8d5 service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093410 Jul 29 23:23:14.427036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9ecccd-70a8-4820-8227-c0cf47af6bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baebc8d-5d9b-45cc-863c-84dde82dfe01'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:14.429828 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b604bb1f-e2d1-46b5-8daf-59b26a92c9d9" -d '{"events": [{"server_uuid": "1b9ecccd-70a8-4820-8227-c0cf47af6bdf", "name": "network-vif-plugged", "status": "completed", "tag": "7baebc8d-5d9b-45cc-863c-84dde82dfe01"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:14.461077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6876e1a-3bd5-4ceb-a134-cfbe9c5b6c0c req-ca13cf43-64f2-4d0e-b06e-70d5d14e175b tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252668 Jul 29 23:23:14.597400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f89755dc-0eb0-4ab9-b734-d1a3fddad623 req-224b12dd-7907-4ff3-8aa5-740f856b9d42 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 210 time: 0.0522428 Jul 29 23:23:14.632719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Allocated IP 172.20.0.4 (71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a/bd45c207-88bc-4fee-ba5d-fd4799287304/1309abcd-f688-4eb5-b7d7-0578bb2d13cc) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:14.648249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-28ab0888-30b3-4244-a80a-5127039e2bce service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507403 Jul 29 23:23:14.744476 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd2134-5684-464f-8c97-61c26079f306 req-363cbc15-9ae0-4357-afa3-232af02ecebb tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.746218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71fd2134-5684-464f-8c97-61c26079f306 req-363cbc15-9ae0-4357-afa3-232af02ecebb tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 946 time: 0.0787282 Jul 29 23:23:14.851152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71fd2134-5684-464f-8c97-61c26079f306 req-0dcaeca0-8b5c-4eba-8c49-1e87f8cb876a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983303 Jul 29 23:23:14.996469 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.046691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-8f0ee524-c312-4109-a9ff-cb1e7870e133 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.054482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-8f0ee524-c312-4109-a9ff-cb1e7870e133 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1357584 Jul 29 23:23:15.157168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-d210521f-2929-47ea-98ca-6e517b41c43f tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.1011562 Jul 29 23:23:15.179907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-22c3b489-0e75-427d-a81d-6c8a3d00133b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Request body: {'floatingip': {'port_id': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:15.231393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d32a9f-cf4c-467c-a013-03d60ee43ee2 req-f7ecd1f4-c1d7-4cb7-b35d-da251dc8c29e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.232461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72d32a9f-cf4c-467c-a013-03d60ee43ee2 req-f7ecd1f4-c1d7-4cb7-b35d-da251dc8c29e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1733623 Jul 29 23:23:15.236157 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.239860 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-22c3b489-0e75-427d-a81d-6c8a3d00133b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.397644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Network 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:15.446357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:15.473682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72d32a9f-cf4c-467c-a013-03d60ee43ee2 req-89c18ce2-d11a-4f50-8357-412d79ad195c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698041 Jul 29 23:23:15.477124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:15.485288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Pushing event updated for resources: {'Port': ['ID=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:15.612171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.612812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.620066 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad5a652-ad12-4d9a-bfb5-d556fe9fd3bb x-openstack-request-id: req-fad5a652-ad12-4d9a-bfb5-d556fe9fd3bb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:15.620978 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9ecccd-70a8-4820-8227-c0cf47af6bdf", "name": "network-vif-plugged", "status": "completed", "tag": "7baebc8d-5d9b-45cc-863c-84dde82dfe01", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:15.621669 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fad5a652-ad12-4d9a-bfb5-d556fe9fd3bb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:15.622240 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9ecccd-70a8-4820-8227-c0cf47af6bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baebc8d-5d9b-45cc-863c-84dde82dfe01', 'code': 200} Jul 29 23:23:15.669551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-1135b247-5fde-423f-8ffb-ad3e0e112ef5 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6112485 Jul 29 23:23:15.703773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Request body: {'port': {'device_id': '35ae33a7-2743-4b7f-89d6-4efc35bfd935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:15.811694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-632dd352-2f13-4d90-9da8-b966d417e85b req-94e9404d-b09c-441c-81ca-2792a2d12c06 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 210 time: 0.1050692 Jul 29 23:23:15.961328 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.979584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbee8d-598a-4643-bdff-e1226fd7c22b req-1feb7850-512c-43b6-ae59-27380a0c82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.981230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffdbee8d-598a-4643-bdff-e1226fd7c22b req-1feb7850-512c-43b6-ae59-27380a0c82b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 1098 time: 0.2404985 Jul 29 23:23:16.081233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582a736-d791-4d1f-81f9-4c48bbb57d03 req-5fb653f5-6914-4c3c-a906-741d676acd07 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.088681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6582a736-d791-4d1f-81f9-4c48bbb57d03 req-5fb653f5-6914-4c3c-a906-741d676acd07 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 946 time: 0.1941760 Jul 29 23:23:16.246244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffdbee8d-598a-4643-bdff-e1226fd7c22b req-6de88809-fd01-489a-aeb4-dee3e607cfd3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282670 Jul 29 23:23:16.280093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6582a736-d791-4d1f-81f9-4c48bbb57d03 req-a9e1947a-18b2-4de9-b300-1371175dbe83 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898549 Jul 29 23:23:16.290204 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-22c3b489-0e75-427d-a81d-6c8a3d00133b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:23:16.522439 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-22c3b489-0e75-427d-a81d-6c8a3d00133b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:16.533328 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-22c3b489-0e75-427d-a81d-6c8a3d00133b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:16.624361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584df4c8-c5cf-48d5-afe4-3d017ff5ac5f req-654f050c-55bc-444a-8f5f-c07d2f3b50f9 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.626002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584df4c8-c5cf-48d5-afe4-3d017ff5ac5f req-654f050c-55bc-444a-8f5f-c07d2f3b50f9 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 931 time: 0.2488718 Jul 29 23:23:16.673174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-b98722e3-27c1-46e0-8c99-b303d9d3da9f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.674989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-b98722e3-27c1-46e0-8c99-b303d9d3da9f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.3147578 Jul 29 23:23:17.001969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Request body: {'port': {'device_id': '1eae0181-afa2-489b-b760-3e69a5d82725', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'admin_state_up': True, 'tenant_id': 'aad8ccc943da4fd68e7532207ff24809'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:17.113101 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584df4c8-c5cf-48d5-afe4-3d017ff5ac5f req-7fd86c2e-3f6a-42de-af0f-473413d62562 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716375 Jul 29 23:23:17.136573 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-22c3b489-0e75-427d-a81d-6c8a3d00133b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Floating IP 056c9eae-fcbb-4f35-85e0-74b71ebfac31 associated. External IP: 172.25.2.171, port: df8bf504-2dd8-44f4-a36f-b5499a78bbfa. Jul 29 23:23:17.144404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1309abcd-f688-4eb5-b7d7-0578bb2d13cc {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:17.184754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:17.233285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Transition to ACTIVE for port object 1309abcd-f688-4eb5-b7d7-0578bb2d13cc will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:17.258788 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:17.372043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Made reservation on behalf of aad8ccc943da4fd68e7532207ff24809 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:17.375542 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:17.387956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Pushing event updated for resources: {'Port': ['ID=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:17.404065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82774a6-81bb-4743-abd8-52c53b7a039c req-3c7077ad-bcb1-4f57-88c0-bb50112a60b5 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:17.405623 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d82774a6-81bb-4743-abd8-52c53b7a039c req-3c7077ad-bcb1-4f57-88c0-bb50112a60b5 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 946 time: 0.2022424 Jul 29 23:23:17.610198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d82774a6-81bb-4743-abd8-52c53b7a039c req-858f0fc4-9452-41a1-b018-005e54a89344 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961181 Jul 29 23:23:17.727475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Attempting to bind port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:17.727475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Attempting to bind port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'ef01d92b-8376-4402-a9d6-3f4dc35ee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:17.727475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Attempting to bind port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc on network 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:17.747644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc on network 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:17.747975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Attempting to bind port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc on network 71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:17.760082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Allocated IP 172.20.0.2 (265db4a8-6215-4f81-a1f9-97354f7a44c7/b0d8f5b6-5b81-44f6-a514-948e8b1a737d/87542e4c-f9b8-4225-9fa6-e21b16c9736e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:17.764581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-22c3b489-0e75-427d-a81d-6c8a3d00133b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Router a8908bad-5881-44a1-b570-a1b8b352fd2d has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:17.772391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:17.772737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Checking segment: {'id': 'ef01d92b-8376-4402-a9d6-3f4dc35ee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:17.773128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Bound using segment: {'id': 'ef01d92b-8376-4402-a9d6-3f4dc35ee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:17.773922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Bound port: 1309abcd-f688-4eb5-b7d7-0578bb2d13cc, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef01d92b-8376-4402-a9d6-3f4dc35ee87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:17.773922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.041993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db030add-c502-4066-a87a-ddd2dac7515f req-69b2198d-2824-4f4b-bc68-7a5973daf593 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.043502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db030add-c502-4066-a87a-ddd2dac7515f req-69b2198d-2824-4f4b-bc68-7a5973daf593 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.2579718 Jul 29 23:23:18.056657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] For port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:18.100716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-22c3b489-0e75-427d-a81d-6c8a3d00133b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:18.106692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] For port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,segment=NetworkSegment(ef01d92b-8376-4402-a9d6-3f4dc35ee87f),segment_id=ef01d92b-8376-4402-a9d6-3f4dc35ee87f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:18.111393 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-22c3b489-0e75-427d-a81d-6c8a3d00133b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.119307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] Sync routers for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:18.130486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:18.131112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:22:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:18.141116 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.205049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db030add-c502-4066-a87a-ddd2dac7515f req-3f7da3f9-7599-4ad1-8501-383172a1c1fe tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502562 Jul 29 23:23:18.209793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-22c3b489-0e75-427d-a81d-6c8a3d00133b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "PUT /v2.0/floatingips/056c9eae-fcbb-4f35-85e0-74b71ebfac31 HTTP/1.1" status: 200 len: 997 time: 3.0429060 Jul 29 23:23:18.215608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:18.217905 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bba1a18-ca42-43df-b090-16a69113e1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:18.228057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.228768 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.230170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] 10.222.0.47 "PUT /v2.0/ports/1309abcd-f688-4eb5-b7d7-0578bb2d13cc HTTP/1.1" status: 200 len: 1092 time: 2.5308049 Jul 29 23:23:18.273255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.301756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab375b0a-c78a-4da2-899e-d66cce200335 service neutron] Pushing event updated for resources: {'Port': ['ID=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:18.348579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:18.423003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-2a8184b7-a56a-4692-95be-f50ffa477997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.424910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-2a8184b7-a56a-4692-95be-f50ffa477997 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1098 time: 0.1815615 Jul 29 23:23:18.519946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c64a5f68-d8d0-41e0-b0d5-ebae6ae50d87 req-7235a5df-9602-4e8a-8918-10b1d13061e6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 210 time: 0.0892777 Jul 29 23:23:18.540520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ba889812-6249-4f94-852f-5790bd631c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.542055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-ba889812-6249-4f94-852f-5790bd631c94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f862d65721f34d13abff6c03c41c9fdf&device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 1095 time: 0.2091401 Jul 29 23:23:18.549585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.568693 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.648762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event updated for resources: {'Port': ['ID=87542e4c-f9b8-4225-9fa6-e21b16c9736e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:18.692938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:be:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:16Z', 'revision_number': 1, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:18.695715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-e2b5489a-85e3-4996-a1c2-fe1104673205 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1309abcd-f688-4eb5-b7d7-0578bb2d13cc HTTP/1.1" status: 200 len: 217 time: 0.1354511 Jul 29 23:23:18.723612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] Checking router: a8908bad-5881-44a1-b570-a1b8b352fd2d for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:18.731944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:18.734286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:18.735150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:22:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:18.757020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:18.762231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-2d6c3e0a-5ed5-41b8-a351-4b56fd3fdf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.763753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-2d6c3e0a-5ed5-41b8-a351-4b56fd3fdf65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.3300593 Jul 29 23:23:18.765322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:18.818813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.819608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.872412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:18.909233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-37392c26-99f5-4578-adef-518679e17026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.910766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-37392c26-99f5-4578-adef-518679e17026 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd45c207-88bc-4fee-ba5d-fd4799287304 HTTP/1.1" status: 200 len: 853 time: 0.2051678 Jul 29 23:23:18.919815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-2b508c35-aa8e-45d0-ba30-15a0309988d4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9236958 Jul 29 23:23:18.928606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd432f-6dcf-4255-b898-a64425a27cba req-9e66bfce-0566-4320-9e9e-dfb7f1f1eb6b tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.936134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29fd432f-6dcf-4255-b898-a64425a27cba req-9e66bfce-0566-4320-9e9e-dfb7f1f1eb6b tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 946 time: 0.3260648 Jul 29 23:23:18.991630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Request body: {'port': {'device_id': '1eae0181-afa2-489b-b760-3e69a5d82725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:18.998012 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-da46c203-0b4b-4f7f-bd30-185ef4309f07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357432 Jul 29 23:23:19.086241 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-7b3d248a-1825-4685-8d40-a2ec699b1f9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 1000 time: 0.2639101 Jul 29 23:23:19.099786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29fd432f-6dcf-4255-b898-a64425a27cba req-1352c0d2-87c0-4426-bc74-56f27830f895 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580133 Jul 29 23:23:19.225115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:be:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:16Z', 'revision_number': 1, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:19.265601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a174d-80c7-4bf4-abc2-2c3f52cea213 None None] The sync data for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 is: [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:be:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:16Z', 'revision_number': 1, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:19.573110 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f639000-a20d-49be-b980-8dd220f4a339 None None] New status for floating IP 056c9eae-fcbb-4f35-85e0-74b71ebfac31: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:23:19.613377 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:19.619866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-a6c05efc-aa83-4efe-b807-f0334ad42b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:19.621721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-a6c05efc-aa83-4efe-b807-f0334ad42b1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.5209436 Jul 29 23:23:19.721934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753404e1-9f37-4705-a9d7-e0a46268965f req-a2777a58-c47f-4bc9-bd49-169179834c48 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:19.730162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-753404e1-9f37-4705-a9d7-e0a46268965f req-a2777a58-c47f-4bc9-bd49-169179834c48 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 943 time: 0.5235434 Jul 29 23:23:19.734055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-d9f4bdfb-622a-4d57-ab50-e2f4f6da4bd8 service neutron] 10.222.0.47 "GET /v2.0/networks/71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984432 Jul 29 23:23:19.851135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-7012e1f6-7983-4f4f-9441-1e77cf86dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:19.852715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-7012e1f6-7983-4f4f-9441-1e77cf86dcc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2144358 Jul 29 23:23:19.919677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-5cbbbdb5-890f-4085-b024-500c7226bbba service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:23:19.920618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-5cbbbdb5-890f-4085-b024-500c7226bbba service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145516 Jul 29 23:23:19.938471 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-753404e1-9f37-4705-a9d7-e0a46268965f req-7340bca7-51f9-4171-8a87-a43753e22f65 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051568 Jul 29 23:23:20.052577 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a6e4e9-a0bf-4bff-8d77-b6ee9d7ebffc x-openstack-request-id: req-e2a6e4e9-a0bf-4bff-8d77-b6ee9d7ebffc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:20.052871 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:20.053144 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2a6e4e9-a0bf-4bff-8d77-b6ee9d7ebffc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:20.053527 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'status': 'completed', 'code': 200} Jul 29 23:23:20.107446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-5ac30c19-8fa2-4d60-be3a-68e4e0b7b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.109957 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-5ac30c19-8fa2-4d60-be3a-68e4e0b7b3ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1098 time: 0.0604465 Jul 29 23:23:20.143567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97808cdd-2f83-4f79-a949-fb0ae00080f7 req-8ec55a90-ec29-41c7-9ff4-c808a0855498 service neutron] 10.222.0.47 "GET /v2.0/networks/71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778014 Jul 29 23:23:20.201725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-3ce08346-61c3-4cd6-8401-9371c85f4663 service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706692 Jul 29 23:23:20.238286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253c83-1dac-44ff-95b1-aea37629dc02 req-4a0f70ba-cad3-40d2-9d2f-7dc509e872fa tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.248776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19253c83-1dac-44ff-95b1-aea37629dc02 req-4a0f70ba-cad3-40d2-9d2f-7dc509e872fa tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 946 time: 0.1587503 Jul 29 23:23:20.317057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-9bc35453-59f0-4240-9142-1c1c5cbf7514 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.318860 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-9bc35453-59f0-4240-9142-1c1c5cbf7514 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1098 time: 0.1229331 Jul 29 23:23:20.336747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-11'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:20.370702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-a2e60ae4-c892-4dd6-94c4-5735f16339ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.372238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-a2e60ae4-c892-4dd6-94c4-5735f16339ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.2281137 Jul 29 23:23:20.408348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19253c83-1dac-44ff-95b1-aea37629dc02 req-d2e156e9-6236-42ad-a0b9-5b9663b03a3a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539378 Jul 29 23:23:20.447486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87542e4c-f9b8-4225-9fa6-e21b16c9736e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:20.458476 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.472479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4ba2898-61b0-478c-98f8-b44b3e153a99 req-e7e8e856-538e-478d-b84a-852b067ebf41 service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585809 Jul 29 23:23:20.498320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Transition to ACTIVE for port object 87542e4c-f9b8-4225-9fa6-e21b16c9736e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:20.499969 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.511099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.569126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Pushing event updated for resources: {'Port': ['ID=87542e4c-f9b8-4225-9fa6-e21b16c9736e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:20.596127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.596512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.596862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.597206 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.597599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.597941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.598280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.599748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.600124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.600465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.600800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.601135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:20.696148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Attempting to bind port 87542e4c-f9b8-4225-9fa6-e21b16c9736e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:20.696802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Attempting to bind port 87542e4c-f9b8-4225-9fa6-e21b16c9736e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:20.696802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Attempting to bind port 87542e4c-f9b8-4225-9fa6-e21b16c9736e on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:20.706147 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Port 87542e4c-f9b8-4225-9fa6-e21b16c9736e on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:20.706519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Attempting to bind port 87542e4c-f9b8-4225-9fa6-e21b16c9736e on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:20.720086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:20.721844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Checking segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:20.722222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Bound using segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:20.724360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Bound port: 87542e4c-f9b8-4225-9fa6-e21b16c9736e, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:20.724761 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.830180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] For port 87542e4c-f9b8-4225-9fa6-e21b16c9736e, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:20.833680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] For port 87542e4c-f9b8-4225-9fa6-e21b16c9736e, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=87542e4c-f9b8-4225-9fa6-e21b16c9736e,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:20.854966 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.955626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.956280 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.959623 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] 10.222.0.42 "PUT /v2.0/ports/87542e4c-f9b8-4225-9fa6-e21b16c9736e HTTP/1.1" status: 200 len: 1092 time: 1.9702878 Jul 29 23:23:20.979990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca5e8b-37ab-4aff-938d-24bee2724780 req-294e4c8e-359c-4760-bef7-6badab169bff tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.987645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5eca5e8b-37ab-4aff-938d-24bee2724780 req-294e4c8e-359c-4760-bef7-6badab169bff tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.2313275 Jul 29 23:23:20.991058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd0e3e-2a5c-4efa-bd8b-75736ae26990 service neutron] Pushing event updated for resources: {'Port': ['ID=87542e4c-f9b8-4225-9fa6-e21b16c9736e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:21.013186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ffcff-d6e8-4acd-997e-4f7b0c08e16c req-ad340857-1b6b-4157-b965-2a886e87b397 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.021139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d21ffcff-d6e8-4acd-997e-4f7b0c08e16c req-ad340857-1b6b-4157-b965-2a886e87b397 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 943 time: 0.1355705 Jul 29 23:23:21.086833 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-aec5e642-36f8-448c-abad-e38bd14d0692 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 1002 time: 0.6965578 Jul 29 23:23:21.131986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5eca5e8b-37ab-4aff-938d-24bee2724780 req-41a0bfc2-bf0b-49ca-9edc-5f790f462e2c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434262 Jul 29 23:23:21.153410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d21ffcff-d6e8-4acd-997e-4f7b0c08e16c req-1879f60f-d58a-4540-a6fd-9fbdc0829c58 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277354 Jul 29 23:23:21.176250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-ef7ad0dc-2463-4593-b49b-95c970af5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.178350 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-ef7ad0dc-2463-4593-b49b-95c970af5093 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.0806856 Jul 29 23:23:21.185029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-bf6efe0f-a52f-433d-9b3b-c46d996f4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.186572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-bf6efe0f-a52f-433d-9b3b-c46d996f4181 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 1095 time: 0.1215382 Jul 29 23:23:21.257192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:21.278794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-b6da9c2e-0082-4895-916f-96f2c75a6eab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87542e4c-f9b8-4225-9fa6-e21b16c9736e HTTP/1.1" status: 200 len: 217 time: 0.0756361 Jul 29 23:23:21.280522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-16649099-cd74-4881-b738-23714608e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.282298 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-16649099-cd74-4881-b738-23714608e65a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856667 Jul 29 23:23:21.366848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 3df81e4e-a28f-461b-878d-19cf2a564a4a details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:21.367654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:21.437447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db49586-d699-4076-a1bf-7738e5aafcda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df81e4e-a28f-461b-878d-19cf2a564a4a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:21.441495 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cfff06-6717-408f-b12e-5fe9ecd2c040" -d '{"events": [{"server_uuid": "2db49586-d699-4076-a1bf-7738e5aafcda", "name": "network-vif-unplugged", "status": "completed", "tag": "3df81e4e-a28f-461b-878d-19cf2a564a4a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:21.449112 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.451289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1dbe3c1c-dc25-45b7-863b-6111253af69d tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.459397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1dbe3c1c-dc25-45b7-863b-6111253af69d tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1795704 Jul 29 23:23:21.463039 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-fbc07c03-ffc6-4152-aa9a-770d1b53fed0 service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710892 Jul 29 23:23:21.469278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-f7450fd3-43cc-4537-9b20-4ff6f1e1251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.470905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-f7450fd3-43cc-4537-9b20-4ff6f1e1251e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.1570325 Jul 29 23:23:21.493523 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.533742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:21.541761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c47e30-6e8b-499c-a056-3a652a6b5e8a req-070b8ea3-4454-4880-9db1-62ef32ddb498 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.547335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 3df81e4e-a28f-461b-878d-19cf2a564a4a has no active binding in host n-h1-712139-11 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:23:21.550668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39c47e30-6e8b-499c-a056-3a652a6b5e8a req-070b8ea3-4454-4880-9db1-62ef32ddb498 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 943 time: 0.2470922 Jul 29 23:23:21.609180 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-204cd191-a1df-4be5-933a-d88fb1d5a13b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955217 Jul 29 23:23:21.635503 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6de568ea-89b2-435a-8bb7-c3290e39036d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.667381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a on host n-h2-712139-11 for vnic_type normal with profile {"migrating_to": "n-h1-712139-11"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:21.667758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:21.668302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:21.676890 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-d7a11f37-f109-4001-a1cb-3aa0a27a0be5 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1002 time: 0.2166116 Jul 29 23:23:21.685770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Pushing event updated for resources: {'Port': ['ID=3df81e4e-a28f-461b-878d-19cf2a564a4a,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:21.687617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Port 3df81e4e-a28f-461b-878d-19cf2a564a4a on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:21.687945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Attempting to bind port 3df81e4e-a28f-461b-878d-19cf2a564a4a on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:21.710316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:21.710842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:21.711435 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:21.711891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Bound port: 3df81e4e-a28f-461b-878d-19cf2a564a4a, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:21.712283 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.715312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.715650 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.715985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.716348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.716682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.717002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.717679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.717679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.717953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.718595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.718595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.718893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:21.721311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39c47e30-6e8b-499c-a056-3a652a6b5e8a req-9c727982-29fe-41bd-9c99-35143e1eb694 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697083 Jul 29 23:23:21.725835 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8bba1a18-ca42-43df-b090-16a69113e1ed req-336d255b-e9b6-493a-a46d-21901d9cba03 service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510364 Jul 29 23:23:21.732665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Request body: {'floatingip': {'port_id': 'f854c1c4-5c67-4a70-934d-72155211497e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:21.838846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:21.840720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.842837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:21.863113 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.906662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-1f63a74f-c226-4755-b1ea-9e56c42f43c0 service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720828 Jul 29 23:23:21.958302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Pushing event updated for resources: {'Port': ['ID=3df81e4e-a28f-461b-878d-19cf2a564a4a,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:22.037166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.037783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.039352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-5f2e5905-dcef-404b-9806-8981935293cd service neutron] 10.222.0.42 "PUT /v2.0/ports/3df81e4e-a28f-461b-878d-19cf2a564a4a HTTP/1.1" status: 200 len: 1124 time: 1.7082314 Jul 29 23:23:22.055644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ae33a7-2743-4b7f-89d6-4efc35bfd935', 'tag': '1309abcd-f688-4eb5-b7d7-0578bb2d13cc'}, {'name': 'network-changed', 'server_uuid': '1eae0181-afa2-489b-b760-3e69a5d82725', 'tag': '87542e4c-f9b8-4225-9fa6-e21b16c9736e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:22.062522 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb695791-9505-4c84-aef2-0d142544cfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "35ae33a7-2743-4b7f-89d6-4efc35bfd935", "tag": "1309abcd-f688-4eb5-b7d7-0578bb2d13cc"}, {"name": "network-changed", "server_uuid": "1eae0181-afa2-489b-b760-3e69a5d82725", "tag": "87542e4c-f9b8-4225-9fa6-e21b16c9736e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:22.215775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['3df81e4e-a28f-461b-878d-19cf2a564a4a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:22.216231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e9930-9d91-4759-9465-376ac1748ace req-401f857c-31b2-4de8-836d-4ea491daa765 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.226174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-521e9930-9d91-4759-9465-376ac1748ace req-401f857c-31b2-4de8-836d-4ea491daa765 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 944 time: 0.1724024 Jul 29 23:23:22.249135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['3df81e4e-a28f-461b-878d-19cf2a564a4a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:22.291082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93a6c4e5-8178-4891-8688-fea2d1dbff0d req-21d817aa-6ab1-4df1-b231-3ec49d4f7407 service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549383 Jul 29 23:23:22.327678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-521e9930-9d91-4759-9465-376ac1748ace req-525e9f11-bddd-42a1-b1be-f2d5c6e66462 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003625 Jul 29 23:23:22.403715 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f1d72d-df32-4e3c-8295-a2e0d6f957d5 x-openstack-request-id: req-84f1d72d-df32-4e3c-8295-a2e0d6f957d5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:22.405322 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db49586-d699-4076-a1bf-7738e5aafcda", "name": "network-vif-unplugged", "status": "completed", "tag": "3df81e4e-a28f-461b-878d-19cf2a564a4a", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:22.405830 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84f1d72d-df32-4e3c-8295-a2e0d6f957d5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:22.406493 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db49586-d699-4076-a1bf-7738e5aafcda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df81e4e-a28f-461b-878d-19cf2a564a4a', 'code': 200} Jul 29 23:23:22.724631 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.732611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.744731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e911-cc1b-4606-8f1e-a31a2f8a7c74 req-609959dd-a5b3-4374-a56d-b5244b390af9 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.746327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b812e911-cc1b-4606-8f1e-a31a2f8a7c74 req-609959dd-a5b3-4374-a56d-b5244b390af9 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 946 time: 0.0768893 Jul 29 23:23:22.871955 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b812e911-cc1b-4606-8f1e-a31a2f8a7c74 req-9b4ddf27-98e4-4836-98bf-43f7bd4cf7db tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802336 Jul 29 23:23:22.919141 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Floating IP 056c9eae-fcbb-4f35-85e0-74b71ebfac31 associated. External IP: 172.25.2.171, port: df8bf504-2dd8-44f4-a36f-b5499a78bbfa. Jul 29 23:23:23.047034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-b0edafef-dd15-436f-9031-db013f93cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.051857 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-b0edafef-dd15-436f-9031-db013f93cc06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f862d65721f34d13abff6c03c41c9fdf&device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 1095 time: 0.0565100 Jul 29 23:23:23.166872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-82d6206d-f7ae-4653-9a4c-66b64992da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.169085 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-82d6206d-f7ae-4653-9a4c-66b64992da4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a HTTP/1.1" status: 200 len: 914 time: 0.1091571 Jul 29 23:23:23.222762 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-ae7adb1c-1094-427b-97fe-e98a03addd32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1309abcd-f688-4eb5-b7d7-0578bb2d13cc HTTP/1.1" status: 200 len: 217 time: 0.0388441 Jul 29 23:23:23.299598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-5c6d4415-b3de-4bbd-854b-ec321d4cba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.301416 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-5c6d4415-b3de-4bbd-854b-ec321d4cba51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd45c207-88bc-4fee-ba5d-fd4799287304 HTTP/1.1" status: 200 len: 853 time: 0.0710831 Jul 29 23:23:23.311572 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8866e3a-b2e9-4003-9543-fabad7d73282 x-openstack-request-id: req-b8866e3a-b2e9-4003-9543-fabad7d73282 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:23.311877 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ae33a7-2743-4b7f-89d6-4efc35bfd935", "tag": "1309abcd-f688-4eb5-b7d7-0578bb2d13cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1eae0181-afa2-489b-b760-3e69a5d82725", "tag": "87542e4c-f9b8-4225-9fa6-e21b16c9736e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:23.312174 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8866e3a-b2e9-4003-9543-fabad7d73282 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:23.312552 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ae33a7-2743-4b7f-89d6-4efc35bfd935', 'tag': '1309abcd-f688-4eb5-b7d7-0578bb2d13cc', 'status': 'completed', 'code': 200} Jul 29 23:23:23.312805 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eae0181-afa2-489b-b760-3e69a5d82725', 'tag': '87542e4c-f9b8-4225-9fa6-e21b16c9736e', 'status': 'completed', 'code': 200} Jul 29 23:23:23.343956 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-6f399256-d5e9-4ca0-9526-4b93e654b241 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337999 Jul 29 23:23:23.435029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-553a1519-bd2c-43ca-8543-6edccaa24366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.436494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-553a1519-bd2c-43ca-8543-6edccaa24366 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 1095 time: 0.1267631 Jul 29 23:23:23.449427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380e920-5089-4d1a-97d9-d4969a40d2b8 req-80c47384-dc59-4c3b-8d34-e4842df4e494 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.456676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4380e920-5089-4d1a-97d9-d4969a40d2b8 req-80c47384-dc59-4c3b-8d34-e4842df4e494 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1479130 Jul 29 23:23:23.467166 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-f0f389d6-b5cb-45a8-b2bd-3616d73fd18e service neutron] 10.222.0.47 "GET /v2.0/networks/71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117325 Jul 29 23:23:23.613586 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-3f83cc0a-8229-41b3-992a-1aadd8db8232 service neutron] 10.222.0.47 "GET /v2.0/networks/71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379695 Jul 29 23:23:23.616288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4380e920-5089-4d1a-97d9-d4969a40d2b8 req-8171246b-1143-4cb4-81ec-1eb5fe492fab tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482899 Jul 29 23:23:23.718369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-6a6b2a1f-ebcb-4c07-beb8-d8d1fdc392c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.719851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-6a6b2a1f-ebcb-4c07-beb8-d8d1fdc392c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 913 time: 0.2517447 Jul 29 23:23:23.785525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-7d130f74-4dae-418d-8f4f-9f610fb43951 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87542e4c-f9b8-4225-9fa6-e21b16c9736e HTTP/1.1" status: 200 len: 217 time: 0.0502558 Jul 29 23:23:23.799788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Router a8908bad-5881-44a1-b570-a1b8b352fd2d has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:23.811967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1309abcd-f688-4eb5-b7d7-0578bb2d13cc details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:23.821789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52e418-fd30-4fd1-8fee-d11ef5331c1e req-79717e6b-6deb-4d87-8440-5b0c6a068a67 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.823417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae52e418-fd30-4fd1-8fee-d11ef5331c1e req-79717e6b-6deb-4d87-8440-5b0c6a068a67 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 943 time: 0.1509390 Jul 29 23:23:23.927773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,segment=NetworkSegment(ef01d92b-8376-4402-a9d6-3f4dc35ee87f),segment_id=ef01d92b-8376-4402-a9d6-3f4dc35ee87f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:23.928670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-16256249-7586-4d33-a7c9-5b1ffe8abbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.930176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-16256249-7586-4d33-a7c9-5b1ffe8abbe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.1245205 Jul 29 23:23:23.939823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '1309abcd-f688-4eb5-b7d7-0578bb2d13cc', 'network_id': '71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a', 'port_id': '1309abcd-f688-4eb5-b7d7-0578bb2d13cc', 'mac_address': 'fa:16:3e:02:f8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd45c207-88bc-4fee-ba5d-fd4799287304', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:23.949572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae52e418-fd30-4fd1-8fee-d11ef5331c1e req-d5f3dc4d-a302-4a84-be81-a8bf3e75c25d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048777 Jul 29 23:23:23.980995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-04009cb8-fdfc-451e-bab6-3a1057d9b097 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352476 Jul 29 23:23:23.997845 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.024776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1309abcd-f688-4eb5-b7d7-0578bb2d13cc {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:24.055164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,segment=NetworkSegment(ef01d92b-8376-4402-a9d6-3f4dc35ee87f),segment_id=ef01d92b-8376-4402-a9d6-3f4dc35ee87f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:24.056642 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23346aad-e493-455a-bd06-2bf9c542cfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.059113 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.110018 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:24.122971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:24.132842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] Sync routers for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:24.146829 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.149638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:24.150255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:24.191753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a27955-1b21-4884-b738-9a5c3e2b8700 req-fbe8bf79-ce26-4354-a061-f9601bd75d30 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.193288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6a27955-1b21-4884-b738-9a5c3e2b8700 req-fbe8bf79-ce26-4354-a061-f9601bd75d30 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 944 time: 0.1626813 Jul 29 23:23:24.202409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-eed3c479-0994-4adf-8cad-d1ff0abfefc8 service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918335 Jul 29 23:23:24.257102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:24.323942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6a27955-1b21-4884-b738-9a5c3e2b8700 req-78006397-b4b9-46e9-9129-d050be54e078 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236520 Jul 29 23:23:24.407519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db49586-d699-4076-a1bf-7738e5aafcda', 'tag': '3df81e4e-a28f-461b-878d-19cf2a564a4a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:24.409954 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfabe62-e564-4107-ab04-50a3ecd1e735" -d '{"events": [{"name": "network-changed", "server_uuid": "2db49586-d699-4076-a1bf-7738e5aafcda", "tag": "3df81e4e-a28f-461b-878d-19cf2a564a4a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:24.473260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb695791-9505-4c84-aef2-0d142544cfc9 req-99ba4584-082e-4c14-913a-884a069635bd service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497475 Jul 29 23:23:24.504541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9004ea-a61e-43a8-aa38-d605f54e4b71 req-5cccdbba-770c-405e-bf55-97f0f100529e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.506149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab9004ea-a61e-43a8-aa38-d605f54e4b71 req-5cccdbba-770c-405e-bf55-97f0f100529e tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 944 time: 0.1181355 Jul 29 23:23:24.522376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'f854c1c4-5c67-4a70-934d-72155211497e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:6d:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:22Z', 'revision_number': 3, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:24.522705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Router a8908bad-5881-44a1-b570-a1b8b352fd2d has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:24.536725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-e42aeb6a-2c1e-4df7-a8ec-c2236d05327b tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.538828 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-e42aeb6a-2c1e-4df7-a8ec-c2236d05327b tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 946 time: 0.0780735 Jul 29 23:23:24.550839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] Checking router: a8908bad-5881-44a1-b570-a1b8b352fd2d for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:24.553551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1309abcd-f688-4eb5-b7d7-0578bb2d13cc'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:24.584711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:24.585356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:24.601243 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab9004ea-a61e-43a8-aa38-d605f54e4b71 req-dff5170b-22ab-407b-891b-dadb667a687f tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834389 Jul 29 23:23:24.652065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-376657dd-a58f-4163-bf6b-827afa4cdd69 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Deleting port 7baebc8d-5d9b-45cc-863c-84dde82dfe01 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:24.652065 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-376657dd-a58f-4163-bf6b-827afa4cdd69 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.682001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:24.686703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.757418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-376657dd-a58f-4163-bf6b-827afa4cdd69 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] For port 7baebc8d-5d9b-45cc-863c-84dde82dfe01, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7baebc8d-5d9b-45cc-863c-84dde82dfe01,segment=NetworkSegment(8404d6d2-44c6-4c4b-8531-7c2b2375bd1c),segment_id=8404d6d2-44c6-4c4b-8531-7c2b2375bd1c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:24.758142 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-376657dd-a58f-4163-bf6b-827afa4cdd69 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.762672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1b0d6481-bc1a-4e69-8146-20e3095cc061 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "PUT /v2.0/floatingips/056c9eae-fcbb-4f35-85e0-74b71ebfac31 HTTP/1.1" status: 200 len: 999 time: 3.0522954 Jul 29 23:23:24.776999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-376657dd-a58f-4163-bf6b-827afa4cdd69 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Calling delete_port for 7baebc8d-5d9b-45cc-863c-84dde82dfe01 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:24.822151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-28f62d04-7a60-4b44-96d4-9d5b35851f67 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.824300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-28f62d04-7a60-4b44-96d4-9d5b35851f67 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports/df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 943 time: 0.0608079 Jul 29 23:23:24.868934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:24.893204 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:23:24.943856 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-376657dd-a58f-4163-bf6b-827afa4cdd69 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.962729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7baebc8d-5d9b-45cc-863c-84dde82dfe01'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:24.969824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-3e2d8737-ad4b-4c4e-a582-0775e912948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.972083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-3e2d8737-ad4b-4c4e-a582-0775e912948a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1098 time: 0.0753243 Jul 29 23:23:24.983253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376657dd-a58f-4163-bf6b-827afa4cdd69 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Pushing event deleted for resources: {'Port': ['ID=7baebc8d-5d9b-45cc-863c-84dde82dfe01,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:24.988962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a54582-ac20-4122-84db-bee9eab90602 req-710471a1-1b8d-4d19-b038-a6417d9a4d4c tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.000097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0a54582-ac20-4122-84db-bee9eab90602 req-710471a1-1b8d-4d19-b038-a6417d9a4d4c tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b9ecccd-70a8-4820-8227-c0cf47af6bdf HTTP/1.1" status: 200 len: 867 time: 0.1041849 Jul 29 23:23:25.033112 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-376657dd-a58f-4163-bf6b-827afa4cdd69 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] No DVR routers for this DVR port 7baebc8d-5d9b-45cc-863c-84dde82dfe01 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:25.035789 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-376657dd-a58f-4163-bf6b-827afa4cdd69 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.037982 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b972bf9d-0e38-4973-a83a-e3bede96eb08 req-376657dd-a58f-4163-bf6b-827afa4cdd69 tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.42 "DELETE /v2.0/ports/7baebc8d-5d9b-45cc-863c-84dde82dfe01 HTTP/1.1" status: 204 len: 173 time: 0.4881763 Jul 29 23:23:25.115042 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-6b3bc7dd-516c-4fd9-bd2f-8e5dc08a290d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475867 Jul 29 23:23:25.116556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0a54582-ac20-4122-84db-bee9eab90602 req-9bdc05de-22e3-435a-966c-e62ceccf34ab tempest-InstanceActionsNegativeTestJSON-470862878 tempest-InstanceActionsNegativeTestJSON-470862878-project] 10.222.0.37 "GET /v2.0/security-groups?id=0df6fe91-be64-46ec-88c0-0e6e849e3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983546 Jul 29 23:23:25.161610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-0e749768-5d9f-4371-99f9-d89620fb4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.163685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-0e749768-5d9f-4371-99f9-d89620fb4f2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.1619413 Jul 29 23:23:25.181873 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8e59dd-ae68-4e49-b9dc-d492ed274d9b x-openstack-request-id: req-3c8e59dd-ae68-4e49-b9dc-d492ed274d9b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:25.182167 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db49586-d699-4076-a1bf-7738e5aafcda", "tag": "3df81e4e-a28f-461b-878d-19cf2a564a4a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:25.182427 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c8e59dd-ae68-4e49-b9dc-d492ed274d9b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:25.182827 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db49586-d699-4076-a1bf-7738e5aafcda', 'tag': '3df81e4e-a28f-461b-878d-19cf2a564a4a', 'status': 'completed', 'code': 200} Jul 29 23:23:25.207507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'f854c1c4-5c67-4a70-934d-72155211497e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:6d:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:22Z', 'revision_number': 3, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:25.210787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-142832ea-7748-440e-a302-5b285182f071 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 217 time: 0.0393896 Jul 29 23:23:25.237174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-8c32f350-739d-4170-a010-68741b9a2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.238976 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-8c32f350-739d-4170-a010-68741b9a2d49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 1101 time: 0.0886412 Jul 29 23:23:25.256301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf23558-78f1-4f1f-8257-3c2546da7a6b None None] The sync data for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 is: [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'f854c1c4-5c67-4a70-934d-72155211497e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:6d:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:22Z', 'revision_number': 3, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:25.272895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.314368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa'}, {'name': 'network-changed', 'server_uuid': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'tag': 'f854c1c4-5c67-4a70-934d-72155211497e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:25.316645 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963cfeee-8748-4978-bda9-6c5677970ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa"}, {"name": "network-changed", "server_uuid": "3ca9a2b5-fea8-4942-af32-9c4c747ceeb9", "tag": "f854c1c4-5c67-4a70-934d-72155211497e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:25.337973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-a1234d27-699e-4af0-9ead-c84e17698fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.339514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-a1234d27-699e-4af0-9ead-c84e17698fac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.1214886 Jul 29 23:23:25.353666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfabe62-e564-4107-ab04-50a3ecd1e735 req-6eab2178-6e50-48fd-a82d-76b2127995c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.355144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cfabe62-e564-4107-ab04-50a3ecd1e735 req-6eab2178-6e50-48fd-a82d-76b2127995c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1127 time: 0.1012869 Jul 29 23:23:25.364197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-87705fbc-5ad1-410d-a6a5-7c61d5f2a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.364590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa53e3-4410-44dc-a240-4dcfa970afb3 req-3437e72e-ce75-44cc-9a90-17b41799f21a tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.365856 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-87705fbc-5ad1-410d-a6a5-7c61d5f2a87a service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1045926 Jul 29 23:23:25.366098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ffa53e3-4410-44dc-a240-4dcfa970afb3 req-3437e72e-ce75-44cc-9a90-17b41799f21a tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1111038 Jul 29 23:23:25.393800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 87542e4c-f9b8-4225-9fa6-e21b16c9736e details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:25.408410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-53f78760-abb4-47d6-afa6-d756c0a2004f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=db6a9707-cf16-44e6-90f8-5f800d16fa42 HTTP/1.1" status: 200 len: 217 time: 0.0349717 Jul 29 23:23:25.469152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-ffd8e2fe-b43a-4d06-93aa-bbc108ac2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.472904 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-ffd8e2fe-b43a-4d06-93aa-bbc108ac2832 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0557353 Jul 29 23:23:25.490076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ffa53e3-4410-44dc-a240-4dcfa970afb3 req-781156d4-d5e8-4892-a634-5c372f1a2b34 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153586 Jul 29 23:23:25.495846 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce7eb7-3e72-4212-8ca4-dda98e6fcd61 None None] New status for floating IP 056c9eae-fcbb-4f35-85e0-74b71ebfac31: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:23:25.497807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 87542e4c-f9b8-4225-9fa6-e21b16c9736e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=87542e4c-f9b8-4225-9fa6-e21b16c9736e,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:25.508727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-30ddf4ce-b4d2-46d3-b54a-abd64d0709ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.510268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-30ddf4ce-b4d2-46d3-b54a-abd64d0709ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535020 Jul 29 23:23:25.524589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfabe62-e564-4107-ab04-50a3ecd1e735 req-22524206-939b-4eb7-b377-d2813c0739ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.525728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '87542e4c-f9b8-4225-9fa6-e21b16c9736e', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'port_id': '87542e4c-f9b8-4225-9fa6-e21b16c9736e', 'mac_address': 'fa:16:3e:2a:19:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d8f5b6-5b81-44f6-a514-948e8b1a737d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:25.527045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cfabe62-e564-4107-ab04-50a3ecd1e735 req-22524206-939b-4eb7-b377-d2813c0739ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.1598756 Jul 29 23:23:25.534435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-066b52c9-6ebf-4887-aefc-6ad79d5dc8a8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:23:25.535539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-066b52c9-6ebf-4887-aefc-6ad79d5dc8a8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145731 Jul 29 23:23:25.542575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-067e08b9-8b29-4603-8d9a-523bb0c1e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.546005 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-067e08b9-8b29-4603-8d9a-523bb0c1e5fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620468 Jul 29 23:23:25.574379 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.603315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cfabe62-e564-4107-ab04-50a3ecd1e735 req-c79d01e1-8a9f-4f38-a71e-5eb36a42755a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a HTTP/1.1" status: 200 len: 217 time: 0.0667956 Jul 29 23:23:25.607186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87542e4c-f9b8-4225-9fa6-e21b16c9736e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:25.649168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 87542e4c-f9b8-4225-9fa6-e21b16c9736e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=87542e4c-f9b8-4225-9fa6-e21b16c9736e,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:25.661659 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.689672 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-13fb993a-9f5f-49db-92ec-6d054736424b service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268921 Jul 29 23:23:25.736632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=87542e4c-f9b8-4225-9fa6-e21b16c9736e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:25.751667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfabe62-e564-4107-ab04-50a3ecd1e735 req-c5245c51-3e18-4f21-942c-d772cf202b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.753595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cfabe62-e564-4107-ab04-50a3ecd1e735 req-c5245c51-3e18-4f21-942c-d772cf202b6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.1398289 Jul 29 23:23:25.799779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cfabe62-e564-4107-ab04-50a3ecd1e735 req-a82ad7a3-7946-454e-a199-6bdbb75ff607 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371594 Jul 29 23:23:25.804845 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-57c9c724-6ffd-4c9b-b4f7-40a5d1cf19fc req-642b899b-9288-4029-a4b0-467a5cd2a7c7 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063089 Jul 29 23:23:25.814783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbb3a9-fd70-4474-a665-5ba9b913c3d6 req-0fd11943-9c67-4386-a0ae-d4caebbf12e4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.816067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cfbb3a9-fd70-4474-a665-5ba9b913c3d6 req-0fd11943-9c67-4386-a0ae-d4caebbf12e4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 944 time: 0.1244440 Jul 29 23:23:25.829174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-5c3c7fdb-b3ba-4f62-9017-fa19efc9b71c service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782691 Jul 29 23:23:25.906057 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] Sync routers for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:25.915320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:25.916111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:26.036912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:26.238169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87542e4c-f9b8-4225-9fa6-e21b16c9736e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:26.250809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cfbb3a9-fd70-4474-a665-5ba9b913c3d6 req-3d7898a7-2ae2-4358-b7d1-d6b999ea108c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239507 Jul 29 23:23:26.277918 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cfabe62-e564-4107-ab04-50a3ecd1e735 req-b71504db-1f2d-4ba6-ad7c-4be14bf91c86 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594393 Jul 29 23:23:26.308271 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be021209-279c-44d2-9010-0073dcaf0f9b x-openstack-request-id: req-be021209-279c-44d2-9010-0073dcaf0f9b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:26.308572 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ca9a2b5-fea8-4942-af32-9c4c747ceeb9", "tag": "f854c1c4-5c67-4a70-934d-72155211497e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:26.308819 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be021209-279c-44d2-9010-0073dcaf0f9b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:26.309524 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'status': 'completed', 'code': 200} Jul 29 23:23:26.309778 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'tag': 'f854c1c4-5c67-4a70-934d-72155211497e', 'status': 'completed', 'code': 200} Jul 29 23:23:26.312197 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-140bc534-566a-4761-aeed-3b74e06ed227 service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675527 Jul 29 23:23:26.330140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'f854c1c4-5c67-4a70-934d-72155211497e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:6d:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:25Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:26.364146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] Checking router: a8908bad-5881-44a1-b570-a1b8b352fd2d for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:26.388841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:26.389917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:26.431719 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-e608ca38-ee75-44d0-aea3-84b24798c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.433570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-e608ca38-ee75-44d0-aea3-84b24798c0be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 1098 time: 0.0838392 Jul 29 23:23:26.445132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-8de4966a-0153-4998-b240-348733ecf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.446888 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-8de4966a-0153-4998-b240-348733ecf4e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1098 time: 0.0572484 Jul 29 23:23:26.458277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cfabe62-e564-4107-ab04-50a3ecd1e735 req-dc4749f3-12ef-49ae-a110-eb19ebb7b88c service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712253 Jul 29 23:23:26.491656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f55ae-f196-4913-a8ff-4fa7e572f15d req-13fd55e4-bf65-4e54-acf6-ff87f3ea6027 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.493481 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb1f55ae-f196-4913-a8ff-4fa7e572f15d req-13fd55e4-bf65-4e54-acf6-ff87f3ea6027 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 944 time: 0.0928936 Jul 29 23:23:26.495494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-08f89118-98a2-4784-8ccb-1b18544473b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.497238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-08f89118-98a2-4784-8ccb-1b18544473b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 1098 time: 0.0955586 Jul 29 23:23:26.533228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:26.602193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb1f55ae-f196-4913-a8ff-4fa7e572f15d req-8a867097-ac5b-4ae7-95a2-7b7d2a69584e tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970759 Jul 29 23:23:26.630876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-c0c759d7-67b8-406a-bd00-8cc5f4e0ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.632419 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-c0c759d7-67b8-406a-bd00-8cc5f4e0ade0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.1757190 Jul 29 23:23:26.634305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-b6826584-73b1-44b6-bb5d-78b3dbfa2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.635180 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-b6826584-73b1-44b6-bb5d-78b3dbfa2197 service neutron] 10.222.0.42 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.1860628 Jul 29 23:23:26.651564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-9677b079-0963-467f-9038-169d0d58807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.653392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-9677b079-0963-467f-9038-169d0d58807d service neutron] 10.222.0.37 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.1497836 Jul 29 23:23:26.726173 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-5290b44e-c993-4824-8acf-71d13a791189 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 217 time: 0.0827560 Jul 29 23:23:26.741552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-054dfb38-7a76-453a-958d-2d015b060ad9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f854c1c4-5c67-4a70-934d-72155211497e HTTP/1.1" status: 200 len: 1002 time: 0.0812323 Jul 29 23:23:26.798027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'f854c1c4-5c67-4a70-934d-72155211497e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:6d:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:25Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:26.799823 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-30794038-f6c4-412e-84a9-d7916a287dce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f854c1c4-5c67-4a70-934d-72155211497e HTTP/1.1" status: 200 len: 1002 time: 0.1424897 Jul 29 23:23:26.815794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1e4dfa4b-1d0e-4e92-b2be-74402953d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.818135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1e4dfa4b-1d0e-4e92-b2be-74402953d2ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.0670624 Jul 29 23:23:26.823278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-e35de2c6-98d3-4dc7-8f57-2883b7e25835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.825028 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-e35de2c6-98d3-4dc7-8f57-2883b7e25835 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.0905039 Jul 29 23:23:26.832955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b26cf-eae9-41db-9de6-e94324a19156 None None] The sync data for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 is: [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'f854c1c4-5c67-4a70-934d-72155211497e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:6d:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:25Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:26.887200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-d921757f-16e9-4825-9ff7-198d7b02485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.888930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-d921757f-16e9-4825-9ff7-198d7b02485e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603318 Jul 29 23:23:26.930064 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:26.944084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-cb88bf89-f15c-4f8f-badd-3863c8262dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.945696 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-cb88bf89-f15c-4f8f-badd-3863c8262dc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.1197968 Jul 29 23:23:26.952767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-0bc10059-ea8a-42b7-8ff1-d88e8f864ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.954751 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-0bc10059-ea8a-42b7-8ff1-d88e8f864ba8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122344 Jul 29 23:23:27.037083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-bead4601-0e55-4a04-805c-cca442508494 service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391892 Jul 29 23:23:27.064634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-b0d0635f-20aa-40ff-847b-c60e68536149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.066017 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-b0d0635f-20aa-40ff-847b-c60e68536149 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067061 Jul 29 23:23:27.154450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-8e441d90-9a19-4036-9d18-012a8c3502b4 service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830351 Jul 29 23:23:27.160131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5d28c0-9d29-41e2-9302-665d2eaf321f req-1c63eb48-1ede-45f6-a37b-5b23123f68df service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207950 Jul 29 23:23:27.186003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9ecccd-70a8-4820-8227-c0cf47af6bdf', 'name': 'network-vif-deleted', 'tag': '7baebc8d-5d9b-45cc-863c-84dde82dfe01'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:27.187841 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c271c6-3bf5-4e91-a008-f163f1b9ed21" -d '{"events": [{"server_uuid": "1b9ecccd-70a8-4820-8227-c0cf47af6bdf", "name": "network-vif-deleted", "tag": "7baebc8d-5d9b-45cc-863c-84dde82dfe01"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:27.265748 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-92457c44-6de8-42b7-a2f2-864835746d26 service neutron] 10.222.0.42 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787930 Jul 29 23:23:27.289232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefcce7-d6e0-486a-842e-c809aac627dd req-a00b17dd-c470-4b1a-8bcc-38ce0ca30cb3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.290947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eaefcce7-d6e0-486a-842e-c809aac627dd req-a00b17dd-c470-4b1a-8bcc-38ce0ca30cb3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 944 time: 0.0609655 Jul 29 23:23:27.301003 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-9371f39d-7782-4221-86b5-2fd1c36f1fbd service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346753 Jul 29 23:23:27.344100 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eaefcce7-d6e0-486a-842e-c809aac627dd req-cb012f31-800d-4ac5-aa9f-66abf5d26359 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Jul 29 23:23:27.350157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35160) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:27.385252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-963cfeee-8748-4978-bda9-6c5677970ad9 req-124eb9fb-f7c7-4f57-bf1e-d80a2b5fc5ed service neutron] 10.222.0.42 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037362 Jul 29 23:23:27.397829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 87542e4c-f9b8-4225-9fa6-e21b16c9736e up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:27.450357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4ca402-6219-4af5-9bfa-6bb849e479b1 admin admin] Deleting subnet 95c60ad8-8419-47da-95cd-5d25c8965213 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:27.453855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 87542e4c-f9b8-4225-9fa6-e21b16c9736e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:27.458153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 87542e4c-f9b8-4225-9fa6-e21b16c9736e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:27.458524 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.468339 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca402-6219-4af5-9bfa-6bb849e479b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.523746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35522723-5079-48e0-888f-980a0386a8c3 req-cb13f9d2-38ce-4ed9-a2c5-f26fa9899286 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1002 time: 0.1340849 Jul 29 23:23:27.528234 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca402-6219-4af5-9bfa-6bb849e479b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.537310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840817b-fb18-43fd-933e-044f2d1c1764 req-71199aa0-e49b-4e8e-89c2-832297d0873e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.538885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6840817b-fb18-43fd-933e-044f2d1c1764 req-71199aa0-e49b-4e8e-89c2-832297d0873e tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.1365101 Jul 29 23:23:27.638146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35522723-5079-48e0-888f-980a0386a8c3 req-401f7763-70bb-499d-80f1-0eb4e7c3eec3 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.639549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35522723-5079-48e0-888f-980a0386a8c3 req-401f7763-70bb-499d-80f1-0eb4e7c3eec3 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports/f854c1c4-5c67-4a70-934d-72155211497e HTTP/1.1" status: 200 len: 943 time: 0.0997281 Jul 29 23:23:27.652686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6840817b-fb18-43fd-933e-044f2d1c1764 req-604ea285-e3ce-4729-83e0-b568ba1b767f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896385 Jul 29 23:23:27.653729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca402-6219-4af5-9bfa-6bb849e479b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.667423 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.692272 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eae0181-afa2-489b-b760-3e69a5d82725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87542e4c-f9b8-4225-9fa6-e21b16c9736e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:27.694558 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e807bc-e5f8-4c59-826e-3380438077ec" -d '{"events": [{"server_uuid": "1eae0181-afa2-489b-b760-3e69a5d82725", "name": "network-vif-plugged", "status": "completed", "tag": "87542e4c-f9b8-4225-9fa6-e21b16c9736e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:27.714359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 87542e4c-f9b8-4225-9fa6-e21b16c9736e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=87542e4c-f9b8-4225-9fa6-e21b16c9736e,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:27.718993 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.719247 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1f7c41-ab1d-4535-a8e4-672e2bd1651e x-openstack-request-id: req-ca1f7c41-ab1d-4535-a8e4-672e2bd1651e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:27.720395 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9ecccd-70a8-4820-8227-c0cf47af6bdf", "name": "network-vif-deleted", "tag": "7baebc8d-5d9b-45cc-863c-84dde82dfe01", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:27.720395 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca1f7c41-ab1d-4535-a8e4-672e2bd1651e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:27.720679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7baebc8d-5d9b-45cc-863c-84dde82dfe01 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:27.720791 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9ecccd-70a8-4820-8227-c0cf47af6bdf', 'name': 'network-vif-deleted', 'tag': '7baebc8d-5d9b-45cc-863c-84dde82dfe01', 'status': 'completed', 'code': 200} Jul 29 23:23:27.758979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 7baebc8d-5d9b-45cc-863c-84dde82dfe01 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:27.758979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7baebc8d-5d9b-45cc-863c-84dde82dfe01 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:27.759330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cb22c1d9-6c48-4d92-8385-38ae506d0c9d no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:27.761626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca402-6219-4af5-9bfa-6bb849e479b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.793891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35522723-5079-48e0-888f-980a0386a8c3 req-81939d50-235b-46df-bb7d-546918eaa4fa tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1002 time: 0.0958719 Jul 29 23:23:27.796942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ca402-6219-4af5-9bfa-6bb849e479b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c60ad8-8419-47da-95cd-5d25c8965213,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:27.801337 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca402-6219-4af5-9bfa-6bb849e479b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.805772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5e4ca402-6219-4af5-9bfa-6bb849e479b1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/95c60ad8-8419-47da-95cd-5d25c8965213 HTTP/1.1" status: 204 len: 168 time: 0.4546211 Jul 29 23:23:27.806520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35166) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:27.818702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=87542e4c-f9b8-4225-9fa6-e21b16c9736e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:27.826872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1309abcd-f688-4eb5-b7d7-0578bb2d13cc up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:27.899499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.931013 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:27.935821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35522723-5079-48e0-888f-980a0386a8c3 req-2d386fa7-5b19-47d8-8894-c9b9fe7d7414 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.938032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35522723-5079-48e0-888f-980a0386a8c3 req-2d386fa7-5b19-47d8-8894-c9b9fe7d7414 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1307015 Jul 29 23:23:27.941699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:27.942462 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.943048 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.945933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:27.980067 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.050072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:28.075025 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.087621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b675b1-d2db-4722-9caa-d257300a34cf']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:28.091842 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.098460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8404d6d2-44c6-4c4b-8531-7c2b2375bd1c') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:28.098760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8404d6d2-44c6-4c4b-8531-7c2b2375bd1c') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:28.109036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.126668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a7e0-a698-40b6-802c-33f231a92182 req-db6dd6ba-6b7f-4451-ba4c-d238f735777c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.126926 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.129716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab06a7e0-a698-40b6-802c-33f231a92182 req-db6dd6ba-6b7f-4451-ba4c-d238f735777c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 945 time: 0.1111858 Jul 29 23:23:28.133839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,segment=NetworkSegment(ef01d92b-8376-4402-a9d6-3f4dc35ee87f),segment_id=ef01d92b-8376-4402-a9d6-3f4dc35ee87f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:28.135721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe73f1-8215-4818-b6e4-33ca0e678d4a req-f61814b2-9560-4804-8c6e-bdbe507df30e tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.137195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbbe73f1-8215-4818-b6e4-33ca0e678d4a req-f61814b2-9560-4804-8c6e-bdbe507df30e tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 944 time: 0.0850222 Jul 29 23:23:28.138091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:28.138547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.139119 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:28.146064 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:28.187993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:28.203824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab06a7e0-a698-40b6-802c-33f231a92182 req-48ac0ca3-7444-40c6-938b-53e97b6325e0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639844 Jul 29 23:23:28.208822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.210444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbbe73f1-8215-4818-b6e4-33ca0e678d4a req-b0001378-d2fc-42c3-b7a2-6ef4231c13ce tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635936 Jul 29 23:23:28.214738 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.219447 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e4b675b1-d2db-4722-9caa-d257300a34cf HTTP/1.1" status: 204 len: 168 time: 0.4096937 Jul 29 23:23:28.233100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce5974-01e1-4f53-afee-57e7f160d627 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b675b1-d2db-4722-9caa-d257300a34cf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:28.272094 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015c13c7-891b-48d6-8d76-b3c9e678ef91 x-openstack-request-id: req-015c13c7-891b-48d6-8d76-b3c9e678ef91 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:28.272383 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eae0181-afa2-489b-b760-3e69a5d82725", "name": "network-vif-plugged", "status": "completed", "tag": "87542e4c-f9b8-4225-9fa6-e21b16c9736e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:28.272651 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-015c13c7-891b-48d6-8d76-b3c9e678ef91 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:28.273043 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eae0181-afa2-489b-b760-3e69a5d82725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87542e4c-f9b8-4225-9fa6-e21b16c9736e', 'code': 200} Jul 29 23:23:28.317831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-6cf3fbc6-5e51-4e8d-8ada-e798f3acc926 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1002 time: 0.0743432 Jul 29 23:23:28.366799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35186) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:28.389716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714553-0af5-4992-8cfc-509901c6e950 req-b77eb2e3-b259-4176-ade8-e22da961fa03 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.391191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-b77eb2e3-b259-4176-ade8-e22da961fa03 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports/f854c1c4-5c67-4a70-934d-72155211497e HTTP/1.1" status: 200 len: 943 time: 0.0671816 Jul 29 23:23:28.445491 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0ccd3410-947d-4716-91e0-2d1fe587ee8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ccd308cdc872488eaa7d3e5232a29e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751493 Jul 29 23:23:28.447281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35190) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:28.456436 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999098e1-f290-4d7a-b8c5-bf1ff6107d29 req-d6ef3856-2679-4fb1-b751-2c4534b6f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.457899 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-999098e1-f290-4d7a-b8c5-bf1ff6107d29 req-d6ef3856-2679-4fb1-b751-2c4534b6f2df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 1097 time: 0.0732834 Jul 29 23:23:28.521150 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-999098e1-f290-4d7a-b8c5-bf1ff6107d29 req-85def9e8-9865-4605-a3fe-b77f6222a5ff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Jul 29 23:23:28.523812 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-610a104e-5b01-4cff-a326-054d61251249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.526316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-31fc2fa8-2ec1-4247-a275-fd04c4e6377a tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.527781 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-31fc2fa8-2ec1-4247-a275-fd04c4e6377a tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 804 time: 0.1707425 Jul 29 23:23:28.539347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-e459ed50-bfd7-439d-bd1f-9c63e60687dd tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1002 time: 0.0986931 Jul 29 23:23:28.548342 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-610a104e-5b01-4cff-a326-054d61251249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.557355 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-63795e42-8241-4aee-8b22-a7b4ccd997b5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/quotas/9bb055c8b6824baea64b457501e9c016 HTTP/1.1" status: 200 len: 375 time: 0.0221045 Jul 29 23:23:28.600721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-610a104e-5b01-4cff-a326-054d61251249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.603277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-610a104e-5b01-4cff-a326-054d61251249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.604420 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-610a104e-5b01-4cff-a326-054d61251249 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0df6fe91-be64-46ec-88c0-0e6e849e3dcf HTTP/1.1" status: 204 len: 168 time: 0.1562393 Jul 29 23:23:28.612616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a104e-5b01-4cff-a326-054d61251249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df6fe91-be64-46ec-88c0-0e6e849e3dcf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:28.685310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-07e99e2e-1ea2-4cb9-b0a4-001ddd694c64 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153183 Jul 29 23:23:28.694680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714553-0af5-4992-8cfc-509901c6e950 req-fe259054-0326-45ee-a354-b69d5cd2baa2 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.696003 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-fe259054-0326-45ee-a354-b69d5cd2baa2 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1501722 Jul 29 23:23:28.820923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-9dfe3b56-86aa-4391-bad5-0749f3b7f9ce tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1002 time: 0.1152928 Jul 29 23:23:28.835016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-93714553-0af5-4992-8cfc-509901c6e950 req-327f9e2a-293b-4ce1-876b-0423c5b48c26 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:28.877981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-2f315ec1-9a93-4826-a11b-9172f48895a4 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809983 Jul 29 23:23:28.955241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93714553-0af5-4992-8cfc-509901c6e950 req-327f9e2a-293b-4ce1-876b-0423c5b48c26 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.041404 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b74c7-c1ef-4c34-80ae-d52bbf472170 req-48ce3a8a-ec1b-4351-bd18-b3d0ec79cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.043297 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f5b74c7-c1ef-4c34-80ae-d52bbf472170 req-48ce3a8a-ec1b-4351-bd18-b3d0ec79cc81 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 1102 time: 0.0606222 Jul 29 23:23:29.088238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f5b74c7-c1ef-4c34-80ae-d52bbf472170 req-b730c44e-85a4-4ecd-a947-b9979bf5acb2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306532 Jul 29 23:23:29.091623 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-85a28db3-103f-4bb5-b908-2799f9067a85 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012465 Jul 29 23:23:29.151542 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93714553-0af5-4992-8cfc-509901c6e950 req-327f9e2a-293b-4ce1-876b-0423c5b48c26 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.157703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93714553-0af5-4992-8cfc-509901c6e950 req-327f9e2a-293b-4ce1-876b-0423c5b48c26 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.158134 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-93714553-0af5-4992-8cfc-509901c6e950 req-327f9e2a-293b-4ce1-876b-0423c5b48c26 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Floating IP 056c9eae-fcbb-4f35-85e0-74b71ebfac31 disassociated. External IP: 172.25.2.171, port: f854c1c4-5c67-4a70-934d-72155211497e. Jul 29 23:23:29.419101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 99461c3e-794f-4f1e-80db-09593384e124 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:29.430648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 99461c3e-794f-4f1e-80db-09593384e124 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:29.439650 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:29.518505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99d37c-a864-4fc2-bde4-42d1262237f5 req-2437afde-ce18-4647-baba-86ea64633af1 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.520406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa99d37c-a864-4fc2-bde4-42d1262237f5 req-2437afde-ce18-4647-baba-86ea64633af1 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 944 time: 0.1052778 Jul 29 23:23:29.522718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93714553-0af5-4992-8cfc-509901c6e950 req-327f9e2a-293b-4ce1-876b-0423c5b48c26 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Router a8908bad-5881-44a1-b570-a1b8b352fd2d has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:29.580727 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.617154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa99d37c-a864-4fc2-bde4-42d1262237f5 req-f33e0200-e713-4d6e-bd66-fb1a857ef278 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898664 Jul 29 23:23:29.626466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:29.637739 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.680968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1672906578-network', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:29.711233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:29.716092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Made reservation on behalf of e2573ec5b2f84c1cb9669df4aaf95adc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:29.722721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.734389 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.786347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:29.789455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93714553-0af5-4992-8cfc-509901c6e950 req-327f9e2a-293b-4ce1-876b-0423c5b48c26 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:29.794397 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93714553-0af5-4992-8cfc-509901c6e950 req-327f9e2a-293b-4ce1-876b-0423c5b48c26 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.796815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '99461c3e-794f-4f1e-80db-09593384e124', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '99461c3e-794f-4f1e-80db-09593384e124', 'mac_address': 'fa:16:3e:5a:cd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:29.814570 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] Sync routers for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:29.834301 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:29.835106 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:29.877423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-327f9e2a-293b-4ce1-876b-0423c5b48c26 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "PUT /v2.0/floatingips/056c9eae-fcbb-4f35-85e0-74b71ebfac31 HTTP/1.1" status: 200 len: 695 time: 1.0434384 Jul 29 23:23:29.878864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'tag': 'f854c1c4-5c67-4a70-934d-72155211497e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:29.881781 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.884946 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ded274b-6801-4356-9526-7b8eff726a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca9a2b5-fea8-4942-af32-9c4c747ceeb9", "tag": "f854c1c4-5c67-4a70-934d-72155211497e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:29.896672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30bfd-1a9a-4523-83e0-0f0e7467769f req-d1e6c1c2-3efc-4053-8a4b-28fe103ba271 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.902903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.904591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cf30bfd-1a9a-4523-83e0-0f0e7467769f req-d1e6c1c2-3efc-4053-8a4b-28fe103ba271 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 948 time: 0.1631134 Jul 29 23:23:29.912831 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.931047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99461c3e-794f-4f1e-80db-09593384e124 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:29.978383 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:29.987296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.993457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:30.027542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8a6f96-38ce-4cb7-9175-57d8440f73ed,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:30.041155 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:30.046553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:30.047095 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Added segment 8ced220e-625a-4b89-a239-d690d0c20bf0 of type vlan for network 1762d84e-5f97-44bf-bead-bef20915be8a Jul 29 23:23:30.078962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cf30bfd-1a9a-4523-83e0-0f0e7467769f req-e990752f-5cea-4426-bf74-8488ec20d080 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702886 Jul 29 23:23:30.120430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:30.122436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714553-0af5-4992-8cfc-509901c6e950 req-2aa12765-5b53-42ac-8d83-e30abeef3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.128337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-2aa12765-5b53-42ac-8d83-e30abeef3a9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 1098 time: 0.2207546 Jul 29 23:23:30.172188 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:30.262628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d52556bb-874a-48cf-89cb-5de932b02441 req-e86f220e-57a3-419d-a909-ee2956b3d1e9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 210 time: 0.0305314 Jul 29 23:23:30.275365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e0267a-777d-4eaa-9af9-623706ebd148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d'}, {'server_uuid': '35ae33a7-2743-4b7f-89d6-4efc35bfd935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1309abcd-f688-4eb5-b7d7-0578bb2d13cc'}, {'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99461c3e-794f-4f1e-80db-09593384e124'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:30.278979 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5399037c-33d2-4f32-a240-49eaa9f7b628" -d '{"events": [{"server_uuid": "75e0267a-777d-4eaa-9af9-623706ebd148", "name": "network-vif-unplugged", "status": "completed", "tag": "cb22c1d9-6c48-4d92-8385-38ae506d0c9d"}, {"server_uuid": "35ae33a7-2743-4b7f-89d6-4efc35bfd935", "name": "network-vif-plugged", "status": "completed", "tag": "1309abcd-f688-4eb5-b7d7-0578bb2d13cc"}, {"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-unplugged", "status": "completed", "tag": "99461c3e-794f-4f1e-80db-09593384e124"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:30.341141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714553-0af5-4992-8cfc-509901c6e950 req-6f9cf96f-8a0d-4aee-8335-f4b6de0e355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.342864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-6f9cf96f-8a0d-4aee-8335-f4b6de0e355c service neutron] 10.222.0.37 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.2081873 Jul 29 23:23:30.454365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-13a455fd-9c95-467c-a373-0e3e582f443e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f854c1c4-5c67-4a70-934d-72155211497e HTTP/1.1" status: 200 len: 217 time: 0.1000550 Jul 29 23:23:30.481941 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:30.513464 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] Checking router: a8908bad-5881-44a1-b570-a1b8b352fd2d for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:30.523879 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:30.524676 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:30.575294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714553-0af5-4992-8cfc-509901c6e950 req-45dfc82c-4f55-4e2f-ba74-53ca33640db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.576985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-45dfc82c-4f55-4e2f-ba74-53ca33640db8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.0784793 Jul 29 23:23:30.658350 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:30.708734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84422d0-9d91-4e17-9d5e-9e864bd792a7 req-35890c1c-be91-4036-bb4a-6276890e4051 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.722848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e84422d0-9d91-4e17-9d5e-9e864bd792a7 req-35890c1c-be91-4036-bb4a-6276890e4051 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 945 time: 0.3599415 Jul 29 23:23:30.734121 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:30.735273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.736683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:30.792656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714553-0af5-4992-8cfc-509901c6e950 req-cd553c93-00c6-45a8-8460-25abf38fc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.803762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-cd553c93-00c6-45a8-8460-25abf38fc369 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182107 Jul 29 23:23:30.821764 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3809767 Jul 29 23:23:30.830177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35242) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:30.837618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Request body: {'subnet': {'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1672906578-subnet', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:30.867283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d15842-86d9-4e59-b52c-485f9fa6627b admin admin] Pushing event updated for resources: {'Network': ['ID=1762d84e-5f97-44bf-bead-bef20915be8a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:30.875953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Made reservation on behalf of e2573ec5b2f84c1cb9669df4aaf95adc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:30.878911 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:30.888052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e84422d0-9d91-4e17-9d5e-9e864bd792a7 req-b974e4dd-c655-4a74-bcb3-be49ae9f025a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523936 Jul 29 23:23:30.890292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1762d84e-5f97-44bf-bead-bef20915be8a details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:30.963906 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:31.113889 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-e31644f0-6f07-4a39-9ff1-f54d2121c02c tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.116920 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-e31644f0-6f07-4a39-9ff1-f54d2121c02c tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.42 "GET /v2.0/ports?device_id=75e0267a-777d-4eaa-9af9-623706ebd148 HTTP/1.1" status: 200 len: 943 time: 0.0846820 Jul 29 23:23:31.170169 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0315cd1-408f-4777-ac23-e7cdd9420818 None None] The sync data for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 is: [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:31.178809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-6b07ce0d-dd39-4213-a50a-3de944e86cb4 service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716340 Jul 29 23:23:31.290278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d6011-e948-4ed3-9cc6-eedc27c210a1 req-ae2939ca-76d2-4e49-8e19-662e0753b00e tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.292434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f0d6011-e948-4ed3-9cc6-eedc27c210a1 req-ae2939ca-76d2-4e49-8e19-662e0753b00e tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 945 time: 0.2335773 Jul 29 23:23:31.370661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.449247 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-09449d2a-fc10-4a0c-8177-06563936a7a0 service neutron] 10.222.0.47 "GET /v2.0/ports/3df81e4e-a28f-461b-878d-19cf2a564a4a/bindings/n-h1-712139-11 HTTP/1.1" status: 200 len: 385 time: 0.2745435 Jul 29 23:23:31.455424 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5f0888-5504-4dfc-824f-83a69368b185,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:31.518511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['99461c3e-794f-4f1e-80db-09593384e124'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:31.529722 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-9987cd54-d4f2-4326-9a62-0cf0af3f69e8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Deleting port cb22c1d9-6c48-4d92-8385-38ae506d0c9d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:31.530061 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-9987cd54-d4f2-4326-9a62-0cf0af3f69e8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.575620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a05315-0673-4c31-9b44-8bacf737b718 None None] New status for floating IP 056c9eae-fcbb-4f35-85e0-74b71ebfac31: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:23:31.621924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Checking segment: {'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:31.622348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Network hostable DHCP agents. Network: 1762d84e-5f97-44bf-bead-bef20915be8a, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:31.740191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-9987cd54-d4f2-4326-9a62-0cf0af3f69e8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] For port cb22c1d9-6c48-4d92-8385-38ae506d0c9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:31.740521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-9987cd54-d4f2-4326-9a62-0cf0af3f69e8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.742739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Network 1762d84e-5f97-44bf-bead-bef20915be8a is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:31.764433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-9987cd54-d4f2-4326-9a62-0cf0af3f69e8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Calling delete_port for cb22c1d9-6c48-4d92-8385-38ae506d0c9d owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:31.772487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 1762d84e-5f97-44bf-bead-bef20915be8a) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:31.777391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.778865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.790761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a73e50-3e3d-4d85-a56d-36d61d6b410b None None] Network 1762d84e-5f97-44bf-bead-bef20915be8a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:31.832561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f0d6011-e948-4ed3-9cc6-eedc27c210a1 req-ad7a8e07-a17f-43c1-8ef4-4c0081a948b1 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247828 Jul 29 23:23:31.854961 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-79f58d46-93f0-4d97-84ef-daedf8c2dca5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0235724 Jul 29 23:23:31.856466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93714553-0af5-4992-8cfc-509901c6e950 req-6051d4ac-a4f5-4243-a231-9d57bee5564e service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703730 Jul 29 23:23:31.861919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f04e4489-d83d-4e7e-8a22-cdcabea29e57 service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:31.864044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35250) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:31.868365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1672906578-router', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:31.900865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-eb6fc7fe-d6a7-4d46-af36-af46db0e74ac tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.901542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f04e4489-d83d-4e7e-8a22-cdcabea29e57 service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:31.903627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-eb6fc7fe-d6a7-4d46-af36-af46db0e74ac tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.47 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 804 time: 0.6056521 Jul 29 23:23:31.915968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.917840 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.925330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 3df81e4e-a28f-461b-878d-19cf2a564a4a no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:31.932303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Request body: {'port': {'device_id': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'admin_state_up': True, 'tenant_id': '9bb055c8b6824baea64b457501e9c016'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:31.945131 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65d4b0c-7534-4d17-a743-afef9469c088 x-openstack-request-id: req-c65d4b0c-7534-4d17-a743-afef9469c088 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:31.945859 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca9a2b5-fea8-4942-af32-9c4c747ceeb9", "tag": "f854c1c4-5c67-4a70-934d-72155211497e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:31.948460 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c65d4b0c-7534-4d17-a743-afef9469c088 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:31.949719 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'tag': 'f854c1c4-5c67-4a70-934d-72155211497e', 'status': 'completed', 'code': 200} Jul 29 23:23:31.963450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f04e4489-d83d-4e7e-8a22-cdcabea29e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df81e4e-a28f-461b-878d-19cf2a564a4a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:31.981512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f04e4489-d83d-4e7e-8a22-cdcabea29e57 service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:32.003932 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f792e85b-8a41-4763-88d0-1256d297ff34 x-openstack-request-id: req-f792e85b-8a41-4763-88d0-1256d297ff34 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:32.004195 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e0267a-777d-4eaa-9af9-623706ebd148", "name": "network-vif-unplugged", "status": "completed", "tag": "cb22c1d9-6c48-4d92-8385-38ae506d0c9d", "code": 200}, {"server_uuid": "35ae33a7-2743-4b7f-89d6-4efc35bfd935", "name": "network-vif-plugged", "status": "completed", "tag": "1309abcd-f688-4eb5-b7d7-0578bb2d13cc", "code": 200}, {"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-unplugged", "status": "completed", "tag": "99461c3e-794f-4f1e-80db-09593384e124", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:32.004323 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f792e85b-8a41-4763-88d0-1256d297ff34 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:32.004668 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e0267a-777d-4eaa-9af9-623706ebd148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d', 'code': 200} Jul 29 23:23:32.004899 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ae33a7-2743-4b7f-89d6-4efc35bfd935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1309abcd-f688-4eb5-b7d7-0578bb2d13cc', 'code': 200} Jul 29 23:23:32.005232 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99461c3e-794f-4f1e-80db-09593384e124', 'code': 200} Jul 29 23:23:32.034279 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f04e4489-d83d-4e7e-8a22-cdcabea29e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.097169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-9987cd54-d4f2-4326-9a62-0cf0af3f69e8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.114341 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.141490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987cd54-d4f2-4326-9a62-0cf0af3f69e8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Pushing event deleted for resources: {'Port': ['ID=cb22c1d9-6c48-4d92-8385-38ae506d0c9d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:32.177467 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.280682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-9987cd54-d4f2-4326-9a62-0cf0af3f69e8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] No DVR routers for this DVR port cb22c1d9-6c48-4d92-8385-38ae506d0c9d on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:32.286299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-9987cd54-d4f2-4326-9a62-0cf0af3f69e8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.288547 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6389ece3-fad7-40a2-a20e-0647241bde86 req-9987cd54-d4f2-4326-9a62-0cf0af3f69e8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.42 "DELETE /v2.0/ports/cb22c1d9-6c48-4d92-8385-38ae506d0c9d HTTP/1.1" status: 204 len: 173 time: 1.1480117 Jul 29 23:23:32.289912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f04e4489-d83d-4e7e-8a22-cdcabea29e57 service neutron] Transition to ACTIVE for port object 3df81e4e-a28f-461b-878d-19cf2a564a4a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:32.290979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e0267a-777d-4eaa-9af9-623706ebd148', 'name': 'network-vif-deleted', 'tag': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:32.293855 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d163108f-b3df-4400-ac12-c2f55f38df66" -d '{"events": [{"server_uuid": "75e0267a-777d-4eaa-9af9-623706ebd148", "name": "network-vif-deleted", "tag": "cb22c1d9-6c48-4d92-8385-38ae506d0c9d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:32.303687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f04e4489-d83d-4e7e-8a22-cdcabea29e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.309309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c79e4b3-738f-49f6-bb3c-46a9fcae71aa None None] Network 1762d84e-5f97-44bf-bead-bef20915be8a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:32.338224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7be46-13c4-49da-9453-ce755af914c0 req-a08eb54e-0c2c-417a-9129-a199402b6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.340139 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b3e7be46-13c4-49da-9453-ce755af914c0 req-a08eb54e-0c2c-417a-9129-a199402b6936 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 1097 time: 0.1797905 Jul 29 23:23:32.405398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f04e4489-d83d-4e7e-8a22-cdcabea29e57 service neutron] No DVR routers for this DVR port 3df81e4e-a28f-461b-878d-19cf2a564a4a on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:32.409073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e4489-d83d-4e7e-8a22-cdcabea29e57 service neutron] Pushing event updated for resources: {'Port': ['ID=3df81e4e-a28f-461b-878d-19cf2a564a4a,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:32.431632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f09abd-4c42-47d7-8b90-dd2efd6d4252 req-fd28aacd-20e9-4e03-87fe-c715a753edec tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.433527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70f09abd-4c42-47d7-8b90-dd2efd6d4252 req-fd28aacd-20e9-4e03-87fe-c715a753edec tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 944 time: 0.3146992 Jul 29 23:23:32.446945 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b3e7be46-13c4-49da-9453-ce755af914c0 req-a1357ae1-a0f7-4f46-96c4-57eccedac8f1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977645 Jul 29 23:23:32.449398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded274b-6801-4356-9526-7b8eff726a1d req-10613b4d-ae9c-42c8-982d-52b78a6716e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.450987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ded274b-6801-4356-9526-7b8eff726a1d req-10613b4d-ae9c-42c8-982d-52b78a6716e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 1098 time: 0.4314151 Jul 29 23:23:32.452820 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f04e4489-d83d-4e7e-8a22-cdcabea29e57 service neutron] 10.222.0.47 "PUT /v2.0/ports/3df81e4e-a28f-461b-878d-19cf2a564a4a/bindings/n-h1-712139-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9865930 Jul 29 23:23:32.567988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.620293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c59570-6e9d-40b8-b805-274fe64481c3 req-84debf57-4b39-4ced-80af-593e4a3f3c30 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.621793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63c59570-6e9d-40b8-b805-274fe64481c3 req-84debf57-4b39-4ced-80af-593e4a3f3c30 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 950 time: 0.2930686 Jul 29 23:23:32.717554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70f09abd-4c42-47d7-8b90-dd2efd6d4252 req-a3127a8c-520f-42a3-8a39-a039f20bc826 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633574 Jul 29 23:23:32.753796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Made reservation on behalf of 9bb055c8b6824baea64b457501e9c016 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:32.757280 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.765256 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63c59570-6e9d-40b8-b805-274fe64481c3 req-e7d1199a-6ad1-4bc3-b7c4-671a529ba75f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338925 Jul 29 23:23:32.821231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded274b-6801-4356-9526-7b8eff726a1d req-e9c0d8c2-5dc3-4cee-8df4-bdd05855eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.822640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ded274b-6801-4356-9526-7b8eff726a1d req-e9c0d8c2-5dc3-4cee-8df4-bdd05855eae6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.3316200 Jul 29 23:23:32.826747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9789e21-130f-4b29-96fa-f48ef59115ec req-fa6e5cc2-6634-42e4-b111-e7766fdc5e81 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 210 time: 0.0404527 Jul 29 23:23:32.926848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ded274b-6801-4356-9526-7b8eff726a1d req-0084a120-a4ab-4a99-bbd4-7ab0f08158f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f854c1c4-5c67-4a70-934d-72155211497e HTTP/1.1" status: 200 len: 217 time: 0.0575597 Jul 29 23:23:32.972197 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee96e5-732d-4fe8-886a-c90f6a43f8eb x-openstack-request-id: req-2aee96e5-732d-4fe8-886a-c90f6a43f8eb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:32.972197 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e0267a-777d-4eaa-9af9-623706ebd148", "name": "network-vif-deleted", "tag": "cb22c1d9-6c48-4d92-8385-38ae506d0c9d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:32.972676 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2aee96e5-732d-4fe8-886a-c90f6a43f8eb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:32.973012 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e0267a-777d-4eaa-9af9-623706ebd148', 'name': 'network-vif-deleted', 'tag': 'cb22c1d9-6c48-4d92-8385-38ae506d0c9d', 'status': 'completed', 'code': 200} Jul 29 23:23:33.068949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-72005303-e15e-46d0-8cc4-4c06f54f1493 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.072133 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-72005303-e15e-46d0-8cc4-4c06f54f1493 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.0567646 Jul 29 23:23:33.086502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476f3a-e0f1-4a26-ba96-ab826b29bf1f req-04403a3f-fa75-4517-983b-5f52f13d9ac5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.088133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-45476f3a-e0f1-4a26-ba96-ab826b29bf1f req-04403a3f-fa75-4517-983b-5f52f13d9ac5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 945 time: 0.1742604 Jul 29 23:23:33.089834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded274b-6801-4356-9526-7b8eff726a1d req-f99a6e10-783b-45de-b6fd-bf78e8f92c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.091333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ded274b-6801-4356-9526-7b8eff726a1d req-f99a6e10-783b-45de-b6fd-bf78e8f92c68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.1316020 Jul 29 23:23:33.100260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Allocated IP 172.20.0.5 (9bc154d7-bbc6-4bfd-8327-468fefbec56e/436ab033-bc25-444f-a687-d87717fff3ed/74e6ab47-e606-473b-9160-a03f272a6f20) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:33.149172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-9541cf51-b144-4f8c-a5cd-760cca8b40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.151053 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-9541cf51-b144-4f8c-a5cd-760cca8b40b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda&tenant_id=c3e5a83bba0440559ee180cab805bf7a HTTP/1.1" status: 200 len: 1097 time: 0.0531845 Jul 29 23:23:33.227523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-b8965403-7ab7-4b94-8334-885428ae4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.229337 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-b8965403-7ab7-4b94-8334-885428ae4b1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1097 time: 0.0455964 Jul 29 23:23:33.281149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-45476f3a-e0f1-4a26-ba96-ab826b29bf1f req-cb4b8556-081c-422c-9d03-eaae70d3802a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784272 Jul 29 23:23:33.343336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded274b-6801-4356-9526-7b8eff726a1d req-ad969ed3-5639-446d-9642-939630865c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.345448 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ded274b-6801-4356-9526-7b8eff726a1d req-ad969ed3-5639-446d-9642-939630865c4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2152221 Jul 29 23:23:33.351592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-1e9337ad-b842-49ff-99a1-a7b01569f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.353126 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-1e9337ad-b842-49ff-99a1-a7b01569f1f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.0948594 Jul 29 23:23:33.404817 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-4c87f4e2-1491-45ef-b251-a27f9aa69389 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a HTTP/1.1" status: 200 len: 217 time: 0.0342743 Jul 29 23:23:33.412771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ed88e-d3ed-478e-8319-bb115b2ade26 req-8e86a2e5-13b4-409b-8d97-bf3cf1a57cd6 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.414237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa3ed88e-d3ed-478e-8319-bb115b2ade26 req-8e86a2e5-13b4-409b-8d97-bf3cf1a57cd6 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 945 time: 0.2700617 Jul 29 23:23:33.433705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 99461c3e-794f-4f1e-80db-09593384e124 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:33.462460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f24d1a57-66c7-4158-8f8e-f897cdccd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.464556 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-f24d1a57-66c7-4158-8f8e-f897cdccd122 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0485165 Jul 29 23:23:33.483996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 99461c3e-794f-4f1e-80db-09593384e124 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:33.484483 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.491536 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.509464 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-ac82d0a9-06ef-4c39-b9fe-a4ee928d4540 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260241 Jul 29 23:23:33.535135 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.563585 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.598689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:33.603259 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.604073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cb22c1d9-6c48-4d92-8385-38ae506d0c9d no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:33.618214 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-60f5a836-5892-45a7-9907-e9768502969d service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906358 Jul 29 23:23:33.624631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-a41a20e1-8c16-4b86-9c93-1dc4794ed041 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.626172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-a41a20e1-8c16-4b86-9c93-1dc4794ed041 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2795188 Jul 29 23:23:33.626458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: cb22c1d9-6c48-4d92-8385-38ae506d0c9d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:33.626809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cb22c1d9-6c48-4d92-8385-38ae506d0c9d not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:33.652268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa3ed88e-d3ed-478e-8319-bb115b2ade26 req-4430ff07-bd17-4f4f-ba71-bc3ee9603b9b tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128243 Jul 29 23:23:33.692328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:33.722819 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.725884 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-65a30bde-b420-4e6a-abe2-a273f4cb9c57 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930598 Jul 29 23:23:33.736176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-3a3cbea3-0d84-47d3-a625-c89948641b1c tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.0926399 Jul 29 23:23:33.741569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ded274b-6801-4356-9526-7b8eff726a1d req-2ea3a159-0d7b-48e9-9d78-c9ba2d183391 service neutron] 10.222.0.42 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408277 Jul 29 23:23:33.768138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c278ac39-4767-4f4e-acf1-6564f41b3644 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Request body: {'floatingip': {'port_id': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:33.879481 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c278ac39-4767-4f4e-acf1-6564f41b3644 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.964419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Allocated IP 172.25.2.211 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/4f466f8a-43d0-4ff3-b348-0ee862191c46) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:34.006451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99461c3e-794f-4f1e-80db-09593384e124'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:34.009070 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a7a733-4c1b-4d70-9f00-5b630ac0d714" -d '{"events": [{"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-plugged", "status": "completed", "tag": "99461c3e-794f-4f1e-80db-09593384e124"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:34.084669 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.095206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-62e5046d-14d4-449d-ba2a-3bdab9991463 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.096757 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-62e5046d-14d4-449d-ba2a-3bdab9991463 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.0442076 Jul 29 23:23:34.121986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd67c1-a0e9-422c-b750-c9fae4c833cc req-64640dc6-58ed-410c-8a97-978e14e1fbce tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.123508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0abd67c1-a0e9-422c-b750-c9fae4c833cc req-64640dc6-58ed-410c-8a97-978e14e1fbce tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 1103 time: 0.2852333 Jul 29 23:23:34.178981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ded274b-6801-4356-9526-7b8eff726a1d req-259f145d-d595-4014-922e-373cc226a5e2 service neutron] 10.222.0.42 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067926 Jul 29 23:23:34.213495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-4cfd1ae5-a6c4-4e6d-a07b-25de5c35a1f5 service neutron] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:34.216626 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-4cfd1ae5-a6c4-4e6d-a07b-25de5c35a1f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.217747 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad023a99-d156-46e0-9c47-c9e22d3b3275 req-4cfd1ae5-a6c4-4e6d-a07b-25de5c35a1f5 service neutron] 10.222.0.42 "DELETE /v2.0/ports/3df81e4e-a28f-461b-878d-19cf2a564a4a/bindings/n-h2-712139-11 HTTP/1.1" status: 204 len: 173 time: 0.1065040 Jul 29 23:23:34.527253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Network 9bc154d7-bbc6-4bfd-8327-468fefbec56e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:34.537874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Pushing event updated for resources: {'Port': ['ID=74e6ab47-e606-473b-9160-a03f272a6f20,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:34.541861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:34.554454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:34.600238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0abd67c1-a0e9-422c-b750-c9fae4c833cc req-e93d92cc-8788-4321-afc1-2da96fe1e8b9 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462020 Jul 29 23:23:34.665854 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.688827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.689544 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.775463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-56d68a19-7b12-4a6e-8f02-155a7c05235f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8496928 Jul 29 23:23:34.839288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514d569-7db8-4fd7-a17d-0c60368690a3 req-c14d37ae-3e94-45f1-a512-8525d8186cf3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.840809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b514d569-7db8-4fd7-a17d-0c60368690a3 req-c14d37ae-3e94-45f1-a512-8525d8186cf3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 945 time: 0.1808629 Jul 29 23:23:34.879984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.926416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Request body: {'port': {'device_id': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:34.992856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b514d569-7db8-4fd7-a17d-0c60368690a3 req-e923efa5-f67a-4c6b-bc51-23242dd6bda6 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452906 Jul 29 23:23:34.996690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:35.012700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:35.021876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:35.029244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Pushing event updated for resources: {'Port': ['ID=4f466f8a-43d0-4ff3-b348-0ee862191c46,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:35.076717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-6004ec8d-f44a-4a63-8289-1bad872cfd24 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.078178 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-6004ec8d-f44a-4a63-8289-1bad872cfd24 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 945 time: 0.0743103 Jul 29 23:23:35.138848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.182034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-d427f649-64a8-4940-9570-6b8b9d7fd3a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Deleting port 87542e4c-f9b8-4225-9fa6-e21b16c9736e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:35.182377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-d427f649-64a8-4940-9570-6b8b9d7fd3a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.272788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-d427f649-64a8-4940-9570-6b8b9d7fd3a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] For port 87542e4c-f9b8-4225-9fa6-e21b16c9736e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=87542e4c-f9b8-4225-9fa6-e21b16c9736e,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:35.273509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-d427f649-64a8-4940-9570-6b8b9d7fd3a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.286508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-d427f649-64a8-4940-9570-6b8b9d7fd3a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Calling delete_port for 87542e4c-f9b8-4225-9fa6-e21b16c9736e owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:35.300296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c278ac39-4767-4f4e-acf1-6564f41b3644 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.328350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77a307-7fa3-4855-8fe2-2903f6ba069d req-6c022b33-7e3c-4d46-b5cf-6d252be24968 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.330476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d77a307-7fa3-4855-8fe2-2903f6ba069d req-6c022b33-7e3c-4d46-b5cf-6d252be24968 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 931 time: 0.2590389 Jul 29 23:23:35.334527 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c278ac39-4767-4f4e-acf1-6564f41b3644 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.422781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-d427f649-64a8-4940-9570-6b8b9d7fd3a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.443887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87542e4c-f9b8-4225-9fa6-e21b16c9736e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:35.451443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427f649-64a8-4940-9570-6b8b9d7fd3a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event deleted for resources: {'Port': ['ID=87542e4c-f9b8-4225-9fa6-e21b16c9736e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:35.496482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-d427f649-64a8-4940-9570-6b8b9d7fd3a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] No DVR routers for this DVR port 87542e4c-f9b8-4225-9fa6-e21b16c9736e on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:35.499002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-d427f649-64a8-4940-9570-6b8b9d7fd3a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.501525 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-106bb6d6-a478-4dd0-8f19-cfe42672e54b req-d427f649-64a8-4940-9570-6b8b9d7fd3a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "DELETE /v2.0/ports/87542e4c-f9b8-4225-9fa6-e21b16c9736e HTTP/1.1" status: 204 len: 173 time: 0.4039066 Jul 29 23:23:35.501967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eae0181-afa2-489b-b760-3e69a5d82725', 'name': 'network-vif-deleted', 'tag': '87542e4c-f9b8-4225-9fa6-e21b16c9736e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:35.504270 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bde551-7ca2-483d-97f0-10e786f0ddde" -d '{"events": [{"server_uuid": "1eae0181-afa2-489b-b760-3e69a5d82725", "name": "network-vif-deleted", "tag": "87542e4c-f9b8-4225-9fa6-e21b16c9736e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:35.570859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d77a307-7fa3-4855-8fe2-2903f6ba069d req-b4b2bd5c-911d-477b-97af-d7c4f0b4fecf tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294364 Jul 29 23:23:35.619618 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ac219b-76a6-4443-898d-213dde322c6e x-openstack-request-id: req-74ac219b-76a6-4443-898d-213dde322c6e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:35.620126 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-plugged", "status": "completed", "tag": "99461c3e-794f-4f1e-80db-09593384e124", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:35.620549 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74ac219b-76a6-4443-898d-213dde322c6e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:35.621122 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99461c3e-794f-4f1e-80db-09593384e124', 'code': 200} Jul 29 23:23:35.678905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-2c412833-fb1c-468b-86da-9b0c5680d1c1 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.681324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-2c412833-fb1c-468b-86da-9b0c5680d1c1 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca9a2b5-fea8-4942-af32-9c4c747ceeb9 HTTP/1.1" status: 200 len: 946 time: 0.0656261 Jul 29 23:23:35.683615 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c278ac39-4767-4f4e-acf1-6564f41b3644 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Floating IP 056c9eae-fcbb-4f35-85e0-74b71ebfac31 associated. External IP: 172.25.2.171, port: df8bf504-2dd8-44f4-a36f-b5499a78bbfa. Jul 29 23:23:35.771875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8060045-6adf-44b0-b59b-26ff2bf9a24d req-5b6550eb-2dea-4d42-be0d-b64745020986 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eae0181-afa2-489b-b760-3e69a5d82725 HTTP/1.1" status: 200 len: 210 time: 0.0833054 Jul 29 23:23:35.781143 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-469cc3e6-7658-41ed-ac61-d2aea1a488c7 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Deleting port f854c1c4-5c67-4a70-934d-72155211497e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:35.781505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-469cc3e6-7658-41ed-ac61-d2aea1a488c7 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.783821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.871841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-469cc3e6-7658-41ed-ac61-d2aea1a488c7 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] For port f854c1c4-5c67-4a70-934d-72155211497e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f854c1c4-5c67-4a70-934d-72155211497e,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:35.872300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-469cc3e6-7658-41ed-ac61-d2aea1a488c7 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.894901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-469cc3e6-7658-41ed-ac61-d2aea1a488c7 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Calling delete_port for f854c1c4-5c67-4a70-934d-72155211497e owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:36.038859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-469cc3e6-7658-41ed-ac61-d2aea1a488c7 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.052779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['f854c1c4-5c67-4a70-934d-72155211497e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:36.063926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e6ab47-e606-473b-9160-a03f272a6f20 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:36.070929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cc3e6-7658-41ed-ac61-d2aea1a488c7 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Pushing event deleted for resources: {'Port': ['ID=f854c1c4-5c67-4a70-934d-72155211497e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:36.081504 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.088738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['df8bf504-2dd8-44f4-a36f-b5499a78bbfa'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:36.131767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-469cc3e6-7658-41ed-ac61-d2aea1a488c7 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] No DVR routers for this DVR port f854c1c4-5c67-4a70-934d-72155211497e on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:36.135271 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-469cc3e6-7658-41ed-ac61-d2aea1a488c7 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.137434 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-086cd16f-36de-4ed9-8971-39b16bd3ed98 req-469cc3e6-7658-41ed-ac61-d2aea1a488c7 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.42 "DELETE /v2.0/ports/f854c1c4-5c67-4a70-934d-72155211497e HTTP/1.1" status: 204 len: 173 time: 0.4474738 Jul 29 23:23:36.483587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b669c-77b3-48e1-a88a-d97891296b46 req-db9383d5-d3c9-4d6c-91f0-e56e41231c17 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:36.484978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b8b669c-77b3-48e1-a88a-d97891296b46 req-db9383d5-d3c9-4d6c-91f0-e56e41231c17 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 945 time: 0.5530252 Jul 29 23:23:36.493938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Transition to ACTIVE for port object 74e6ab47-e606-473b-9160-a03f272a6f20 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:36.513528 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.618406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c278ac39-4767-4f4e-acf1-6564f41b3644 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Router a8908bad-5881-44a1-b570-a1b8b352fd2d has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:36.640698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b8b669c-77b3-48e1-a88a-d97891296b46 req-6d7b09e1-36b8-4af4-9f36-3b14a4ad1ae3 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479099 Jul 29 23:23:36.646394 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.659162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Pushing event updated for resources: {'Port': ['ID=74e6ab47-e606-473b-9160-a03f272a6f20,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:36.789309 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e455ad-03ef-4c72-8de4-911ebdbf66ff x-openstack-request-id: req-a0e455ad-03ef-4c72-8de4-911ebdbf66ff {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:36.789837 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eae0181-afa2-489b-b760-3e69a5d82725", "name": "network-vif-deleted", "tag": "87542e4c-f9b8-4225-9fa6-e21b16c9736e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:36.790483 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0e455ad-03ef-4c72-8de4-911ebdbf66ff {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:36.790892 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eae0181-afa2-489b-b760-3e69a5d82725', 'name': 'network-vif-deleted', 'tag': '87542e4c-f9b8-4225-9fa6-e21b16c9736e', 'status': 'completed', 'code': 200} Jul 29 23:23:36.907385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Attempting to bind port 74e6ab47-e606-473b-9160-a03f272a6f20 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:36.907728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Attempting to bind port 74e6ab47-e606-473b-9160-a03f272a6f20 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:36.908085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Attempting to bind port 74e6ab47-e606-473b-9160-a03f272a6f20 on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:36.934697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Port 74e6ab47-e606-473b-9160-a03f272a6f20 on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:36.935023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Attempting to bind port 74e6ab47-e606-473b-9160-a03f272a6f20 on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:36.950477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:36.950857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Checking segment: {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:36.951200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Bound using segment: {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:36.951634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Bound port: 74e6ab47-e606-473b-9160-a03f272a6f20, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:36.951994 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.954636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c278ac39-4767-4f4e-acf1-6564f41b3644 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:36.961442 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c278ac39-4767-4f4e-acf1-6564f41b3644 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.964289 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] Sync routers for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:36.973916 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:36.974589 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:36.997478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62951135-76ce-41a9-a0f5-06607549e3c4 req-07303eeb-261b-43c6-8532-461a129dafd6 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:36.999046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62951135-76ce-41a9-a0f5-06607549e3c4 req-07303eeb-261b-43c6-8532-461a129dafd6 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 1103 time: 0.1357801 Jul 29 23:23:37.037567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c278ac39-4767-4f4e-acf1-6564f41b3644 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "PUT /v2.0/floatingips/056c9eae-fcbb-4f35-85e0-74b71ebfac31 HTTP/1.1" status: 200 len: 997 time: 3.2925305 Jul 29 23:23:37.040627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:37.042882 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:37.084771 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:37.114175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:23:37.128843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62951135-76ce-41a9-a0f5-06607549e3c4 req-c94f2a69-1ba4-4706-a2c4-a85b03926663 tempest-ServersAdminTestJSON-675823878 tempest-ServersAdminTestJSON-675823878-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184478 Jul 29 23:23:37.136657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] For port 74e6ab47-e606-473b-9160-a03f272a6f20, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:37.142638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] For port 74e6ab47-e606-473b-9160-a03f272a6f20, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74e6ab47-e606-473b-9160-a03f272a6f20,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:37.149807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-bd2ab4b1-0106-4409-80fb-aaa96a053a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.151856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-bd2ab4b1-0106-4409-80fb-aaa96a053a30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1098 time: 0.0931215 Jul 29 23:23:37.152334 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.245237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.245863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.247230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] 10.222.0.47 "PUT /v2.0/ports/74e6ab47-e606-473b-9160-a03f272a6f20 HTTP/1.1" status: 200 len: 1092 time: 2.3297126 Jul 29 23:23:37.366925 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:be:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:35Z', 'revision_number': 8, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:37.395832 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] Checking router: a8908bad-5881-44a1-b570-a1b8b352fd2d for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:37.403883 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:37.404518 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:37.414202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bf391-0425-4c7a-b654-12547e2ae342 service neutron] Pushing event updated for resources: {'Port': ['ID=74e6ab47-e606-473b-9160-a03f272a6f20,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:37.449573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 87542e4c-f9b8-4225-9fa6-e21b16c9736e no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:37.454021 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf7a56-ee60-4a72-8d86-94cf9a8c7b69 req-7779891d-69a5-4e35-bc4f-c881640132d9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.455544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4cf7a56-ee60-4a72-8d86-94cf9a8c7b69 req-7779891d-69a5-4e35-bc4f-c881640132d9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 943 time: 0.2291763 Jul 29 23:23:37.463916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:37.468104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-dbb42f98-0d8d-42dc-891f-0c7246e50f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.470119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-dbb42f98-0d8d-42dc-891f-0c7246e50f90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.3060656 Jul 29 23:23:37.470780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 87542e4c-f9b8-4225-9fa6-e21b16c9736e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:37.471306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 87542e4c-f9b8-4225-9fa6-e21b16c9736e not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:37.474929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5896dc3c-84ab-43fa-9bcd-30d4df62e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.476509 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-5896dc3c-84ab-43fa-9bcd-30d4df62e82c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 1095 time: 0.1542408 Jul 29 23:23:37.477625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Sync routers for ids ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:37.487998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Routers {'fe14f9bb-7c38-41a5-80b5-b53dd3e38132'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:37.488871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:37.537109 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:37.543128 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.544346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ebafe10f-1700-42c4-bed5-bb869d801c4e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6795001 Jul 29 23:23:37.547309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35302) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:37.583911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-4476f873-5f75-47dc-a06b-8be3bd3488ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e6ab47-e606-473b-9160-a03f272a6f20 HTTP/1.1" status: 200 len: 217 time: 0.0859840 Jul 29 23:23:37.614652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4cf7a56-ee60-4a72-8d86-94cf9a8c7b69 req-b9c2818c-82b4-4762-89bd-f9dd3beae575 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478260 Jul 29 23:23:37.636834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-a32eb306-f8f2-4439-bf71-86ee4074ed10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 1000 time: 0.1500306 Jul 29 23:23:37.648264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Set router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:37.681804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-1fedb900-6d0b-48b3-ac66-f3059848d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.683291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-1fedb900-6d0b-48b3-ac66-f3059848d701 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=436ab033-bc25-444f-a687-d87717fff3ed HTTP/1.1" status: 200 len: 844 time: 0.0873451 Jul 29 23:23:37.710151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-54695a6a-1ee4-4b20-acf8-0cfc0c4a6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.711639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-54695a6a-1ee4-4b20-acf8-0cfc0c4a6436 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.0651333 Jul 29 23:23:37.729350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-25d8a499-51df-477e-a72d-f69ffbe969a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bc154d7-bbc6-4bfd-8327-468fefbec56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323076 Jul 29 23:23:37.830553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c290ff0f-4b6a-4c41-a8a6-ffd336a0f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.832273 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-c290ff0f-4b6a-4c41-a8a6-ffd336a0f555 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056213 Jul 29 23:23:37.915524 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:be:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:35Z', 'revision_number': 8, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:37.929899 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-df936f3a-43db-42f8-a2c4-38117afea6d0 service neutron] 10.222.0.47 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698613 Jul 29 23:23:37.931555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'name': 'tempest-ServerRescueTestJSON-1672906578-router', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:31Z', 'updated_at': '2021-07-29T23:23:35Z', 'revision_number': 3, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'gw_port': {'id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:33Z', 'updated_at': '2021-07-29T23:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:37.947658 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7feabe5-65fc-45b8-90d9-4a42af1a131f None None] The sync data for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 is: [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '056c9eae-fcbb-4f35-85e0-74b71ebfac31', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'port_id': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'mac_address': 'fa:16:3e:be:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:58Z', 'updated_at': '2021-07-29T23:23:35Z', 'revision_number': 8, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:37.971916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Checking router: fe14f9bb-7c38-41a5-80b5-b53dd3e38132 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:37.972330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Updating router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 port 4f466f8a-43d0-4ff3-b348-0ee862191c46 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:23:38.003307 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.017819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-59e8b54f-ce4f-42a2-aaf7-4bf758f53782 service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745000 Jul 29 23:23:38.126771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018b1af-2360-4810-8e67-b9f08eab9d1b req-d2a71e3a-dea1-4858-91e7-ed05dba6d1a3 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.128543 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0018b1af-2360-4810-8e67-b9f08eab9d1b req-d2a71e3a-dea1-4858-91e7-ed05dba6d1a3 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1097 time: 0.1958721 Jul 29 23:23:38.214266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-924fb132-a103-40ca-8d34-72fb3b74a52a req-28b48f54-a8b3-4cd3-8640-14153aeab871 service neutron] 10.222.0.47 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653282 Jul 29 23:23:38.222110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfc57ce-b69b-4ff6-beba-c9061b78207a req-65b3c7b4-b99b-4bb3-a5ad-eed7d9741074 service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034199 Jul 29 23:23:38.240138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0018b1af-2360-4810-8e67-b9f08eab9d1b req-8afe38dd-8bc7-4902-98c9-f08f01e3c533 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927570 Jul 29 23:23:38.291181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.296446 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b769a88-0c8c-476a-9cc2-2cb5b7d4f809 None None] New status for floating IP 056c9eae-fcbb-4f35-85e0-74b71ebfac31: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:23:38.338841 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4cb0e-9ad0-485e-8ba3-fd7a870d4256 x-openstack-request-id: req-48d4cb0e-9ad0-485e-8ba3-fd7a870d4256 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:38.339139 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:38.339450 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48d4cb0e-9ad0-485e-8ba3-fd7a870d4256 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:38.339867 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'status': 'completed', 'code': 200} Jul 29 23:23:38.444627 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.458952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Transition to ACTIVE for port object 4f466f8a-43d0-4ff3-b348-0ee862191c46 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:38.469907 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.528421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-b75874cc-8d22-4f4e-a278-bb3ffd4885c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.536385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-b75874cc-8d22-4f4e-a278-bb3ffd4885c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1098 time: 0.0960901 Jul 29 23:23:38.571584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Allocated IP 172.20.0.1 (1762d84e-5f97-44bf-bead-bef20915be8a/2d5f0888-5504-4dfc-824f-83a69368b185/ec2543aa-3762-4894-a39a-132400dbee4c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:38.585166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Attempting to bind port 4f466f8a-43d0-4ff3-b348-0ee862191c46 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:38.585818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Attempting to bind port 4f466f8a-43d0-4ff3-b348-0ee862191c46 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:38.586186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Attempting to bind port 4f466f8a-43d0-4ff3-b348-0ee862191c46 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:38.599635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce91db-2f15-43a5-92ff-fa2b373d7d30 None None] Pushing event updated for resources: {'Port': ['ID=4f466f8a-43d0-4ff3-b348-0ee862191c46,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:38.602793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:38.603237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:38.603817 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.604345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:38.605275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Bound port: 4f466f8a-43d0-4ff3-b348-0ee862191c46, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:38.605915 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.680520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] For port 4f466f8a-43d0-4ff3-b348-0ee862191c46, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:38.684526 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] For port 4f466f8a-43d0-4ff3-b348-0ee862191c46, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4f466f8a-43d0-4ff3-b348-0ee862191c46,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:38.689792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.725877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.736657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a8a5592-cec6-4bf8-90df-da16e51b7bf7 req-0ca25566-8624-41ad-b86d-d7e541dfc991 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips/056c9eae-fcbb-4f35-85e0-74b71ebfac31 HTTP/1.1" status: 200 len: 999 time: 0.1219697 Jul 29 23:23:38.755174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Routers {'fe14f9bb-7c38-41a5-80b5-b53dd3e38132'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:38.755385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:38.757051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce91db-2f15-43a5-92ff-fa2b373d7d30 None None] Pushing event updated for resources: {'Port': ['ID=4f466f8a-43d0-4ff3-b348-0ee862191c46,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:38.768406 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.793761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'name': 'network-vif-deleted', 'tag': 'f854c1c4-5c67-4a70-934d-72155211497e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:38.795992 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24846531-aac0-46b8-9de6-7ce479947f78" -d '{"events": [{"server_uuid": "3ca9a2b5-fea8-4942-af32-9c4c747ceeb9", "name": "network-vif-deleted", "tag": "f854c1c4-5c67-4a70-934d-72155211497e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:38.811898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Network 1762d84e-5f97-44bf-bead-bef20915be8a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:38.815315 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:38.819272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-e477d881-90f1-4236-853a-9432cd00f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.820803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-e477d881-90f1-4236-853a-9432cd00f0d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.2797668 Jul 29 23:23:38.820988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:38.822659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279f8cc-1173-4d4a-acda-383dcb008898 req-01babdbd-11dd-4320-8e7c-8b3001ee1e6c tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.824000 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1279f8cc-1173-4d4a-acda-383dcb008898 req-01babdbd-11dd-4320-8e7c-8b3001ee1e6c tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1097 time: 0.1672356 Jul 29 23:23:38.842872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Pushing event updated for resources: {'Port': ['ID=ec2543aa-3762-4894-a39a-132400dbee4c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:38.861746 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.870121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] Set router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:38.943945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-7172e2c2-b88c-4954-b11d-836b8239a7f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 1002 time: 0.1142354 Jul 29 23:23:38.947055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1279f8cc-1173-4d4a-acda-383dcb008898 req-974ef4da-b7f7-429a-a46d-f2506d08e74e tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084099 Jul 29 23:23:38.968178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a5592-cec6-4bf8-90df-da16e51b7bf7 req-8c35e0eb-d5b8-493b-83f3-007a61433405 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.977012 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a8a5592-cec6-4bf8-90df-da16e51b7bf7 req-8c35e0eb-d5b8-493b-83f3-007a61433405 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.2393584 Jul 29 23:23:38.982408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-5a8a5592-cec6-4bf8-90df-da16e51b7bf7 req-1b730416-d89b-455f-8299-ba184f5aad49 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:23:38.996197 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.996430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a8a5592-cec6-4bf8-90df-da16e51b7bf7 req-1b730416-d89b-455f-8299-ba184f5aad49 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178425 Jul 29 23:23:39.147218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'name': 'tempest-ServerRescueTestJSON-1672906578-router', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:31Z', 'updated_at': '2021-07-29T23:23:35Z', 'revision_number': 3, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'gw_port': {'id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:33Z', 'updated_at': '2021-07-29T23:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:39.174730 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-a7f2a5fb-d753-41b0-89a6-34eafacfb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.175980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4ef75-41bf-41dc-bd25-2d1cc432d36d None None] The sync data for ids ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'] in n-d-712139-11 is: [{'id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'name': 'tempest-ServerRescueTestJSON-1672906578-router', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:31Z', 'updated_at': '2021-07-29T23:23:35Z', 'revision_number': 3, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'gw_port': {'id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:33Z', 'updated_at': '2021-07-29T23:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:39.176270 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-a7f2a5fb-d753-41b0-89a6-34eafacfb7b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.2176018 Jul 29 23:23:39.182732 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.189331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.215654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a387-8183-4c34-b964-6d04931ce64a req-7c4c30ab-72fd-43b1-9b04-1919a84bbefa tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.217184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ccd1a387-8183-4c34-b964-6d04931ce64a req-7c4c30ab-72fd-43b1-9b04-1919a84bbefa tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 949 time: 0.1483567 Jul 29 23:23:39.269952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Pushing event updated for resources: {'Port': ['ID=ec2543aa-3762-4894-a39a-132400dbee4c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:39.272983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.309062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-83bf7c0f-8b42-4bc0-80d4-c3a51cdf178f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.310605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-83bf7c0f-8b42-4bc0-80d4-c3a51cdf178f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.1974456 Jul 29 23:23:39.315466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-1ced572a-55a8-4c0f-bb3c-914be48889bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.316936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-1ced572a-55a8-4c0f-bb3c-914be48889bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234031 Jul 29 23:23:39.328522 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ccd1a387-8183-4c34-b964-6d04931ce64a req-0399b2c1-5446-4117-bc8d-43405d88685a tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846758 Jul 29 23:23:39.340316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-18156ef8-143a-4382-afa4-04debab429ae tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/quotas/aad8ccc943da4fd68e7532207ff24809 HTTP/1.1" status: 200 len: 375 time: 0.0205245 Jul 29 23:23:39.373869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Network 1762d84e-5f97-44bf-bead-bef20915be8a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:39.375439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:39.461751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f854c1c4-5c67-4a70-934d-72155211497e no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:39.493051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: f854c1c4-5c67-4a70-934d-72155211497e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:39.493826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f854c1c4-5c67-4a70-934d-72155211497e not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:39.562357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:39.690538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:39.695725 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f2dbaba5-570d-4e35-aaed-6319c95b683a admin admin] 10.222.0.37 "PUT /v2.0/routers/fe14f9bb-7c38-41a5-80b5-b53dd3e38132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1465943 Jul 29 23:23:39.764564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-8023cec7-3d2f-4eb1-8d3e-fb358ac9d813 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4135380 Jul 29 23:23:39.898992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2be6-290a-4aed-9c59-19897daac0ba req-fef2c0ab-cdc9-415a-b954-43d39127e350 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.900539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58db2be6-290a-4aed-9c59-19897daac0ba req-fef2c0ab-cdc9-415a-b954-43d39127e350 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 943 time: 0.1385288 Jul 29 23:23:39.904715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-345b2938-e9ff-4c54-b9d0-430c4e98d7f5 service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742934 Jul 29 23:23:40.006560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-f57b1678-f4c8-466d-9826-1eb72122c033 service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275743 Jul 29 23:23:40.011081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58db2be6-290a-4aed-9c59-19897daac0ba req-e5098dea-fe2b-4b89-904a-2957a286a723 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039875 Jul 29 23:23:40.062829 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41a6de7-1740-4986-9a63-9ca850d49dd5 x-openstack-request-id: req-e41a6de7-1740-4986-9a63-9ca850d49dd5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:40.063938 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca9a2b5-fea8-4942-af32-9c4c747ceeb9", "name": "network-vif-deleted", "tag": "f854c1c4-5c67-4a70-934d-72155211497e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:40.064403 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e41a6de7-1740-4986-9a63-9ca850d49dd5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:40.064983 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca9a2b5-fea8-4942-af32-9c4c747ceeb9', 'name': 'network-vif-deleted', 'tag': 'f854c1c4-5c67-4a70-934d-72155211497e', 'status': 'completed', 'code': 200} Jul 29 23:23:40.129789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae12b20b-c70e-4a25-95b8-2621c92a7f0a req-25739cb9-c6a8-4631-a56e-faf962efca80 service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152038 Jul 29 23:23:40.171858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-ec693275-7ce6-4ad3-b932-c23616c7e9a9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1002 time: 0.0928776 Jul 29 23:23:40.195533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-c97a8bf7-7458-4fb5-a821-32b59c177cbe service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716905 Jul 29 23:23:40.229860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-89c5d0d7-a621-4ff4-acc7-5339f68d2e32 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.231238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-89c5d0d7-a621-4ff4-acc7-5339f68d2e32 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports/df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 943 time: 0.0503738 Jul 29 23:23:40.334760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-995930f8-a390-4e1d-b3a0-042eba57d89b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1002 time: 0.0639606 Jul 29 23:23:40.340829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'tag': '74e6ab47-e606-473b-9160-a03f272a6f20'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:40.343089 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c068d892-b64b-42aa-9432-e5bbbbbcbf73" -d '{"events": [{"name": "network-changed", "server_uuid": "24d54b9e-4a30-4214-a87c-63b970b59c60", "tag": "74e6ab47-e606-473b-9160-a03f272a6f20"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:40.466748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-4fc13315-2521-47bb-8975-b7a975f8afa9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.468415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-4fc13315-2521-47bb-8975-b7a975f8afa9 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1283753 Jul 29 23:23:40.554599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-2aec7ec0-244c-458c-8e3f-ef85c4b093fe tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1002 time: 0.0741265 Jul 29 23:23:40.565976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-402a08fd-63cc-4c4c-811e-d559eb6dc773 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:40.647303 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-402a08fd-63cc-4c4c-811e-d559eb6dc773 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.690391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4f466f8a-43d0-4ff3-b348-0ee862191c46 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:40.761327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-bfb6a88a-bcae-4be0-9cde-023ee2505af5 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.763850 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-bfb6a88a-bcae-4be0-9cde-023ee2505af5 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dd7be53-391d-449c-93c4-6a5ab9f07ad2 HTTP/1.1" status: 200 len: 949 time: 0.1437201 Jul 29 23:23:40.818687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 4f466f8a-43d0-4ff3-b348-0ee862191c46 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:40.826718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4f466f8a-43d0-4ff3-b348-0ee862191c46 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:40.827994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.895530 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-402a08fd-63cc-4c4c-811e-d559eb6dc773 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.906086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-402a08fd-63cc-4c4c-811e-d559eb6dc773 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.906515 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-402a08fd-63cc-4c4c-811e-d559eb6dc773 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Floating IP 056c9eae-fcbb-4f35-85e0-74b71ebfac31 disassociated. External IP: 172.25.2.171, port: df8bf504-2dd8-44f4-a36f-b5499a78bbfa. Jul 29 23:23:40.946743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-5aa78755-a772-409f-93e8-f16ad56039e2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Deleting port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:40.947095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-5aa78755-a772-409f-93e8-f16ad56039e2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.964573 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.986092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 4f466f8a-43d0-4ff3-b348-0ee862191c46, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4f466f8a-43d0-4ff3-b348-0ee862191c46,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:40.995990 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.002218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f325ec-5f37-487d-8f62-606338a408e1 req-677b364e-1e1c-4c15-b651-f19d9cfd8381 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.011551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76f325ec-5f37-487d-8f62-606338a408e1 req-677b364e-1e1c-4c15-b651-f19d9cfd8381 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 945 time: 0.1310635 Jul 29 23:23:41.050278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Sync routers for ids ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:41.074091 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Routers {'fe14f9bb-7c38-41a5-80b5-b53dd3e38132'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:41.074717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:41.095598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-5aa78755-a772-409f-93e8-f16ad56039e2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] For port c44d6770-eeb6-42d2-bc12-9f1ec88bd841, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:41.095975 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-5aa78755-a772-409f-93e8-f16ad56039e2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.108368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76f325ec-5f37-487d-8f62-606338a408e1 req-ff3f0fa1-c5a6-4492-98e4-bb1ec48f46a8 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959597 Jul 29 23:23:41.113769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-5aa78755-a772-409f-93e8-f16ad56039e2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Calling delete_port for c44d6770-eeb6-42d2-bc12-9f1ec88bd841 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:41.131717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=4f466f8a-43d0-4ff3-b348-0ee862191c46,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:41.247747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Set router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:41.292560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-402a08fd-63cc-4c4c-811e-d559eb6dc773 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Router a8908bad-5881-44a1-b570-a1b8b352fd2d has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:41.316173 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-5aa78755-a772-409f-93e8-f16ad56039e2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.378824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c44d6770-eeb6-42d2-bc12-9f1ec88bd841', '99461c3e-794f-4f1e-80db-09593384e124'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:41.380873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['db6a9707-cf16-44e6-90f8-5f800d16fa42'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:41.392621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa78755-a772-409f-93e8-f16ad56039e2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Pushing event deleted for resources: {'Port': ['ID=c44d6770-eeb6-42d2-bc12-9f1ec88bd841,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:41.420600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-5aa78755-a772-409f-93e8-f16ad56039e2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] No DVR routers for this DVR port c44d6770-eeb6-42d2-bc12-9f1ec88bd841 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:41.423786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-5aa78755-a772-409f-93e8-f16ad56039e2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.426102 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-68167dd8-3ad4-432b-b2e6-7c8f37d15ab7 req-5aa78755-a772-409f-93e8-f16ad56039e2 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.42 "DELETE /v2.0/ports/c44d6770-eeb6-42d2-bc12-9f1ec88bd841 HTTP/1.1" status: 204 len: 173 time: 0.6417103 Jul 29 23:23:41.586270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-9a694c54-2741-4336-8f57-c0d11173263f tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.587688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-9a694c54-2741-4336-8f57-c0d11173263f tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.47 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 945 time: 0.1962376 Jul 29 23:23:41.592210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-402a08fd-63cc-4c4c-811e-d559eb6dc773 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:41.598284 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-402a08fd-63cc-4c4c-811e-d559eb6dc773 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.607952 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300fb556-64db-4059-816d-0526f525bfeb None None] Sync routers for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:41.608464 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ed700-14af-412e-bde2-d5774b36642e req-e6a67260-4ee3-4527-b046-6494fc7bd8b7 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.609588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-e6a67260-4ee3-4527-b046-6494fc7bd8b7 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/networks?id=1762d84e-5f97-44bf-bead-bef20915be8a HTTP/1.1" status: 200 len: 811 time: 0.2285483 Jul 29 23:23:41.629017 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300fb556-64db-4059-816d-0526f525bfeb None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:41.630157 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-300fb556-64db-4059-816d-0526f525bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:41.631392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-ea5a2b16-fe61-4884-993d-d9d3c114b164 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/quotas/e2573ec5b2f84c1cb9669df4aaf95adc HTTP/1.1" status: 200 len: 375 time: 0.0119777 Jul 29 23:23:41.767983 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-402a08fd-63cc-4c4c-811e-d559eb6dc773 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "PUT /v2.0/floatingips/056c9eae-fcbb-4f35-85e0-74b71ebfac31 HTTP/1.1" status: 200 len: 696 time: 1.2025902 Jul 29 23:23:41.846545 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-300fb556-64db-4059-816d-0526f525bfeb None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:41.915734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74e6ab47-e606-473b-9160-a03f272a6f20 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:41.986184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-e0e10bc9-9c32-4adf-b312-601791a16dc8 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2573ec5b2f84c1cb9669df4aaf95adc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2925966 Jul 29 23:23:42.039739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'name': 'tempest-ServerRescueTestJSON-1672906578-router', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:31Z', 'updated_at': '2021-07-29T23:23:38Z', 'revision_number': 4, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'gw_port': {'id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:33Z', 'updated_at': '2021-07-29T23:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'ec2543aa-3762-4894-a39a-132400dbee4c', 'name': '', 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'mac_address': 'fa:16:3e:c6:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2d5f0888-5504-4dfc-824f-83a69368b185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:38Z', 'updated_at': '2021-07-29T23:23:39Z', 'revision_number': 2, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'subnets': [{'id': '2d5f0888-5504-4dfc-824f-83a69368b185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:42.068557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd7be53-391d-449c-93c4-6a5ab9f07ad2', 'name': 'network-vif-deleted', 'tag': 'c44d6770-eeb6-42d2-bc12-9f1ec88bd841'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:42.073726 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01108eb0-e9a7-4810-ab18-661eabcff09c" -d '{"events": [{"server_uuid": "2dd7be53-391d-449c-93c4-6a5ab9f07ad2", "name": "network-vif-deleted", "tag": "c44d6770-eeb6-42d2-bc12-9f1ec88bd841"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:42.136842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-b5fe2dca-1f56-4736-8dad-36cb5e0f8a48 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.138862 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-b5fe2dca-1f56-4736-8dad-36cb5e0f8a48 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.2589056 Jul 29 23:23:42.149093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-99f00d24-8a7f-4f16-93b5-1a884a2a631a service neutron] 10.222.0.37 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619871 Jul 29 23:23:42.153004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-fa7fcb35-a016-42c5-b702-a7d6af970d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.161435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-fa7fcb35-a016-42c5-b702-a7d6af970d4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1098 time: 0.3820465 Jul 29 23:23:42.164478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Request body: {'port': {'device_id': '1c8c3683-4c04-4681-ad01-93d96ad2aaef', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'admin_state_up': True, 'tenant_id': 'aad8ccc943da4fd68e7532207ff24809'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:42.224227 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-300fb556-64db-4059-816d-0526f525bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:42.247015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74e6ab47-e606-473b-9160-a03f272a6f20, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74e6ab47-e606-473b-9160-a03f272a6f20,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:42.264391 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300fb556-64db-4059-816d-0526f525bfeb None None] Checking router: a8908bad-5881-44a1-b570-a1b8b352fd2d for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:42.269183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-ae2692fa-6e1c-467e-bbe0-f6ea677a17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.276770 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-ae2692fa-6e1c-467e-bbe0-f6ea677a17f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.1143823 Jul 29 23:23:42.282250 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300fb556-64db-4059-816d-0526f525bfeb None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:42.282895 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-300fb556-64db-4059-816d-0526f525bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:42.283680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Checking router: fe14f9bb-7c38-41a5-80b5-b53dd3e38132 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:42.286079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Updating router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 port ec2543aa-3762-4894-a39a-132400dbee4c binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:23:42.354235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '74e6ab47-e606-473b-9160-a03f272a6f20', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'port_id': '74e6ab47-e606-473b-9160-a03f272a6f20', 'mac_address': 'fa:16:3e:e0:fb:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436ab033-bc25-444f-a687-d87717fff3ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:42.356652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-0f3daca7-1fa0-4fee-bd9d-c2dcaed3aeba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 217 time: 0.0788288 Jul 29 23:23:42.404510 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.425171 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Made reservation on behalf of aad8ccc943da4fd68e7532207ff24809 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:42.429507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.472487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-4a0dc428-e091-4c0c-96e4-41ef45adb6ec tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Deleting port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:42.473814 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-4a0dc428-e091-4c0c-96e4-41ef45adb6ec tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.550630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-15b07e74-d101-4973-80c9-d0f6c08a2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.554447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-15b07e74-d101-4973-80c9-d0f6c08a2407 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.1968765 Jul 29 23:23:42.556888 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.584924 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-300fb556-64db-4059-816d-0526f525bfeb None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:42.598419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-d4f8cbd2-4877-4d6d-acac-cab4e6350226 service neutron] 10.222.0.37 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385856 Jul 29 23:23:42.607307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e6ab47-e606-473b-9160-a03f272a6f20 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:42.697757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4f466f8a-43d0-4ff3-b348-0ee862191c46 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:42.706374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74e6ab47-e606-473b-9160-a03f272a6f20, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74e6ab47-e606-473b-9160-a03f272a6f20,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:42.706739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Allocated IP 172.20.0.14 (265db4a8-6215-4f81-a1f9-97354f7a44c7/b0d8f5b6-5b81-44f6-a514-948e8b1a737d/54ef8389-33ec-481b-8fb5-2bc958a3624c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:42.739482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.749992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-beef0420-9651-4cd6-bf74-a22723263fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.751670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-beef0420-9651-4cd6-bf74-a22723263fe4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524520 Jul 29 23:23:42.934221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-df66b45f-78ea-4514-82fb-f0abec0417e7 service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747563 Jul 29 23:23:42.987234 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.021242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0e9d518-2361-4ea0-9045-8e54f64034ca req-2ee39fe3-4f44-4d6f-b186-3cc8c948ff41 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 210 time: 0.0579615 Jul 29 23:23:43.083524 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-300fb556-64db-4059-816d-0526f525bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:43.095208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.106091 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebff614-2453-414a-b7a2-5338a03bcdd3 x-openstack-request-id: req-cebff614-2453-414a-b7a2-5338a03bcdd3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:43.106382 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d54b9e-4a30-4214-a87c-63b970b59c60", "tag": "74e6ab47-e606-473b-9160-a03f272a6f20", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:43.106641 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cebff614-2453-414a-b7a2-5338a03bcdd3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:43.114620 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'tag': '74e6ab47-e606-473b-9160-a03f272a6f20', 'status': 'completed', 'code': 200} Jul 29 23:23:43.127120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74e6ab47-e606-473b-9160-a03f272a6f20,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:43.132072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:43.164162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-4a0dc428-e091-4c0c-96e4-41ef45adb6ec tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] For port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,segment=NetworkSegment(ef01d92b-8376-4402-a9d6-3f4dc35ee87f),segment_id=ef01d92b-8376-4402-a9d6-3f4dc35ee87f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:43.164547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-4a0dc428-e091-4c0c-96e4-41ef45adb6ec tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.174726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:43.179104 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300fb556-64db-4059-816d-0526f525bfeb None None] The sync data for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 is: [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '40ee63cc-73c3-4463-82b1-cf86c364bc89', 'name': '', 'network_id': '71749a14-307f-435f-a883-f0d7404d287b', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'mac_address': 'fa:16:3e:a6:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:37Z', 'updated_at': '2021-07-29T23:22:43Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'subnets': [{'id': 'ad208416-87c8-492b-b9f9-6d7a92e4285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:43.195960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4f466f8a-43d0-4ff3-b348-0ee862191c46 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:43.196359 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.211928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:43.255953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-4a0dc428-e091-4c0c-96e4-41ef45adb6ec tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Calling delete_port for 1309abcd-f688-4eb5-b7d7-0578bb2d13cc owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:43.258429 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.282982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Transition to ACTIVE for port object ec2543aa-3762-4894-a39a-132400dbee4c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:43.283539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068d892-b64b-42aa-9432-e5bbbbbcbf73 req-d79a8623-41aa-4f91-b6a6-ee64c39fc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.287882 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c068d892-b64b-42aa-9432-e5bbbbbcbf73 req-d79a8623-41aa-4f91-b6a6-ee64c39fc9d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 1096 time: 0.1533592 Jul 29 23:23:43.295832 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.358446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['74e6ab47-e606-473b-9160-a03f272a6f20'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:43.416890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068d892-b64b-42aa-9432-e5bbbbbcbf73 req-10e8f83e-6239-4ef2-ac19-0f1d5d8df4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.418387 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c068d892-b64b-42aa-9432-e5bbbbbcbf73 req-10e8f83e-6239-4ef2-ac19-0f1d5d8df4bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 905 time: 0.1166596 Jul 29 23:23:43.423247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-885e271d-dd20-4dca-9204-da296d1c6ba1 req-0da27edd-0902-48d7-b7c0-2da8f3ab5f5f service neutron] 10.222.0.37 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881606 Jul 29 23:23:43.457692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa0b74-9a9d-46ab-acab-f78cc718d926 req-113b9e97-d0fc-47d6-8be1-bcbc29163df9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.470063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12fa0b74-9a9d-46ab-acab-f78cc718d926 req-113b9e97-d0fc-47d6-8be1-bcbc29163df9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 944 time: 0.2575312 Jul 29 23:23:43.494696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c44d6770-eeb6-42d2-bc12-9f1ec88bd841 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:43.526684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dea2e-8962-47cf-909f-65031df61b87 None None] Pushing event updated for resources: {'Port': ['ID=ec2543aa-3762-4894-a39a-132400dbee4c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:43.529443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event updated for resources: {'Port': ['ID=54ef8389-33ec-481b-8fb5-2bc958a3624c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:43.552355 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c068d892-b64b-42aa-9432-e5bbbbbcbf73 req-da6534c0-81ee-4f7d-856d-096f0ac04a44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e6ab47-e606-473b-9160-a03f272a6f20 HTTP/1.1" status: 200 len: 217 time: 0.1149032 Jul 29 23:23:43.626085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12fa0b74-9a9d-46ab-acab-f78cc718d926 req-4c41962e-9d91-480f-a3a8-a59dad2ff98d tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522057 Jul 29 23:23:43.626882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: c44d6770-eeb6-42d2-bc12-9f1ec88bd841 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:43.627399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c44d6770-eeb6-42d2-bc12-9f1ec88bd841 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:43.698568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.699259 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.712736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcd1390-5021-4aeb-bcaa-4dd453c89766 None None] New status for floating IP 056c9eae-fcbb-4f35-85e0-74b71ebfac31: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:23:43.713986 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d532ef15-e925-435b-ac4b-a63367cdbadd x-openstack-request-id: req-d532ef15-e925-435b-ac4b-a63367cdbadd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:43.714268 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd7be53-391d-449c-93c4-6a5ab9f07ad2", "name": "network-vif-deleted", "tag": "c44d6770-eeb6-42d2-bc12-9f1ec88bd841", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:43.714528 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d532ef15-e925-435b-ac4b-a63367cdbadd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:43.715892 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd7be53-391d-449c-93c4-6a5ab9f07ad2', 'name': 'network-vif-deleted', 'tag': 'c44d6770-eeb6-42d2-bc12-9f1ec88bd841', 'status': 'completed', 'code': 200} Jul 29 23:23:43.719225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068d892-b64b-42aa-9432-e5bbbbbcbf73 req-22e04145-5525-4e1f-8271-b6fa20ddcff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.733373 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c068d892-b64b-42aa-9432-e5bbbbbcbf73 req-22e04145-5525-4e1f-8271-b6fa20ddcff6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=436ab033-bc25-444f-a687-d87717fff3ed HTTP/1.1" status: 200 len: 844 time: 0.1770248 Jul 29 23:23:43.783860 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c068d892-b64b-42aa-9432-e5bbbbbcbf73 req-584677bb-6d6f-4ff8-abb2-d0e61fd6927f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bc154d7-bbc6-4bfd-8327-468fefbec56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427577 Jul 29 23:23:43.785556 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-760c4239-9033-4415-b0b1-51223c967777 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6264932 Jul 29 23:23:43.827688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Attempting to bind port ec2543aa-3762-4894-a39a-132400dbee4c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:43.828093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Attempting to bind port ec2543aa-3762-4894-a39a-132400dbee4c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:43.828461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Attempting to bind port ec2543aa-3762-4894-a39a-132400dbee4c on network 1762d84e-5f97-44bf-bead-bef20915be8a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:43.838207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:43.838588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Checking segment: {'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:43.838994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.839384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Bound using segment: {'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:43.839853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Bound port: ec2543aa-3762-4894-a39a-132400dbee4c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:43.840261 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.840760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ec34446-b3d5-48f2-b0bc-08f153397295 req-4d3bf591-d662-4ef0-a291-c70f0f0f1d5f tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 210 time: 0.0724361 Jul 29 23:23:43.871884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-4a0dc428-e091-4c0c-96e4-41ef45adb6ec tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.892159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Request body: {'port': {'device_id': '1c8c3683-4c04-4681-ad01-93d96ad2aaef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:43.918668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0dc428-e091-4c0c-96e4-41ef45adb6ec tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Pushing event deleted for resources: {'Port': ['ID=1309abcd-f688-4eb5-b7d7-0578bb2d13cc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:43.936998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aff42c-dd07-40e2-a64f-b39135b82d12 req-dd018695-bed0-4111-9e99-41cb2e6a8909 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.938665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1309abcd-f688-4eb5-b7d7-0578bb2d13cc no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:43.958655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46aff42c-dd07-40e2-a64f-b39135b82d12 req-dd018695-bed0-4111-9e99-41cb2e6a8909 tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ae33a7-2743-4b7f-89d6-4efc35bfd935 HTTP/1.1" status: 200 len: 867 time: 0.1891623 Jul 29 23:23:43.975894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 1309abcd-f688-4eb5-b7d7-0578bb2d13cc {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:43.976308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1309abcd-f688-4eb5-b7d7-0578bb2d13cc not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:44.110764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] For port ec2543aa-3762-4894-a39a-132400dbee4c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:44.114663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] For port ec2543aa-3762-4894-a39a-132400dbee4c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ec2543aa-3762-4894-a39a-132400dbee4c,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:44.120846 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.127292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.139084 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c068d892-b64b-42aa-9432-e5bbbbbcbf73 req-2d54204a-ce14-410b-acbc-f259857574e0 service neutron] 10.222.0.47 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480012 Jul 29 23:23:44.143806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-4a0dc428-e091-4c0c-96e4-41ef45adb6ec tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] No DVR routers for this DVR port 1309abcd-f688-4eb5-b7d7-0578bb2d13cc on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:44.185934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46aff42c-dd07-40e2-a64f-b39135b82d12 req-93d48d24-5307-4a85-8534-ce96a094c2da tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead125b6-3c38-4047-89fe-ed74483d659f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219055 Jul 29 23:23:44.187347 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-4a0dc428-e091-4c0c-96e4-41ef45adb6ec tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.197963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a691e98d-d655-4a6d-9c46-6b70a53e50db req-4a0dc428-e091-4c0c-96e4-41ef45adb6ec tempest-ServerPasswordTestJSON-843295457 tempest-ServerPasswordTestJSON-843295457-project] 10.222.0.47 "DELETE /v2.0/ports/1309abcd-f688-4eb5-b7d7-0578bb2d13cc HTTP/1.1" status: 204 len: 173 time: 2.5868227 Jul 29 23:23:44.225426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dea2e-8962-47cf-909f-65031df61b87 None None] Pushing event updated for resources: {'Port': ['ID=ec2543aa-3762-4894-a39a-132400dbee4c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:44.250193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Routers {'fe14f9bb-7c38-41a5-80b5-b53dd3e38132'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:44.252168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:44.405500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c068d892-b64b-42aa-9432-e5bbbbbcbf73 req-1c12b5cf-e350-46bf-9ff4-c026f15ed1fb service neutron] 10.222.0.47 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586784 Jul 29 23:23:44.425254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e34376-7538-48c5-b161-ec991a4915ed req-ee23a643-de62-42f3-a875-e8a0f49f457f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:44.435222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44e34376-7538-48c5-b161-ec991a4915ed req-ee23a643-de62-42f3-a875-e8a0f49f457f tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 949 time: 0.1389253 Jul 29 23:23:44.445384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] Set router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:44.464928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda8612-ae7c-43f7-8efc-1ff2d306c6e8 req-c9e8d978-7ff3-479d-b79e-b0894a027a28 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:44.467013 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bcda8612-ae7c-43f7-8efc-1ff2d306c6e8 req-c9e8d978-7ff3-479d-b79e-b0894a027a28 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 932 time: 0.2161088 Jul 29 23:23:44.495793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44e34376-7538-48c5-b161-ec991a4915ed req-8d6a117a-f3cf-4bd0-9318-baa64b4f7f79 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592153 Jul 29 23:23:44.551677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bcda8612-ae7c-43f7-8efc-1ff2d306c6e8 req-337fd56a-3d7f-4ee1-8e55-d38ceaa5124a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650191 Jul 29 23:23:44.642384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ef8389-33ec-481b-8fb5-2bc958a3624c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:44.661688 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.687852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Transition to ACTIVE for port object 54ef8389-33ec-481b-8fb5-2bc958a3624c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:44.695166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.768708 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-c7a2da67-4199-400e-bb41-a878ecb9fb93 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips/056c9eae-fcbb-4f35-85e0-74b71ebfac31 HTTP/1.1" status: 200 len: 694 time: 0.1286318 Jul 29 23:23:44.792133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Pushing event updated for resources: {'Port': ['ID=54ef8389-33ec-481b-8fb5-2bc958a3624c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:44.883912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Attempting to bind port 54ef8389-33ec-481b-8fb5-2bc958a3624c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:44.884433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Attempting to bind port 54ef8389-33ec-481b-8fb5-2bc958a3624c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:44.884613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Attempting to bind port 54ef8389-33ec-481b-8fb5-2bc958a3624c on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:44.893873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Port 54ef8389-33ec-481b-8fb5-2bc958a3624c on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:44.894502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Attempting to bind port 54ef8389-33ec-481b-8fb5-2bc958a3624c on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:44.897511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'name': 'tempest-ServerRescueTestJSON-1672906578-router', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:31Z', 'updated_at': '2021-07-29T23:23:38Z', 'revision_number': 4, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'gw_port': {'id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:33Z', 'updated_at': '2021-07-29T23:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'ec2543aa-3762-4894-a39a-132400dbee4c', 'name': '', 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'mac_address': 'fa:16:3e:c6:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2d5f0888-5504-4dfc-824f-83a69368b185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:38Z', 'updated_at': '2021-07-29T23:23:44Z', 'revision_number': 4, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'subnets': [{'id': '2d5f0888-5504-4dfc-824f-83a69368b185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:44.903285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:44.903913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Checking segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:44.904544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Bound using segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:44.905155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Bound port: 54ef8389-33ec-481b-8fb5-2bc958a3624c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:44.906557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.984592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] For port 54ef8389-33ec-481b-8fb5-2bc958a3624c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:44.989489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] For port 54ef8389-33ec-481b-8fb5-2bc958a3624c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=54ef8389-33ec-481b-8fb5-2bc958a3624c,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:44.995450 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.057093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.058871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.060764 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] 10.222.0.42 "PUT /v2.0/ports/54ef8389-33ec-481b-8fb5-2bc958a3624c HTTP/1.1" status: 200 len: 1093 time: 1.1806300 Jul 29 23:23:45.114500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe310484-6170-4d18-b709-5ef39135def5 service neutron] Pushing event updated for resources: {'Port': ['ID=54ef8389-33ec-481b-8fb5-2bc958a3624c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:45.154469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173db9-07c2-4738-8680-5a8f6dc669df None None] The sync data for ids ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'] in n-d-712139-11 is: [{'id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'name': 'tempest-ServerRescueTestJSON-1672906578-router', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:31Z', 'updated_at': '2021-07-29T23:23:38Z', 'revision_number': 4, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'gw_port': {'id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:33Z', 'updated_at': '2021-07-29T23:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'ec2543aa-3762-4894-a39a-132400dbee4c', 'name': '', 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'mac_address': 'fa:16:3e:c6:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2d5f0888-5504-4dfc-824f-83a69368b185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:38Z', 'updated_at': '2021-07-29T23:23:44Z', 'revision_number': 4, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'subnets': [{'id': '2d5f0888-5504-4dfc-824f-83a69368b185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:45.179444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-a1fa5319-3711-44a8-8e74-6f602108e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.181553 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-a1fa5319-3711-44a8-8e74-6f602108e9e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 1096 time: 0.0567014 Jul 29 23:23:45.247148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa'}, {'server_uuid': '35ae33a7-2743-4b7f-89d6-4efc35bfd935', 'name': 'network-vif-deleted', 'tag': '1309abcd-f688-4eb5-b7d7-0578bb2d13cc'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:45.249462 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2ded7d-6309-44cd-af5f-43d0caaa210b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa"}, {"server_uuid": "35ae33a7-2743-4b7f-89d6-4efc35bfd935", "name": "network-vif-deleted", "tag": "1309abcd-f688-4eb5-b7d7-0578bb2d13cc"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:45.269277 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-b3ddca1c-d65f-49db-8ee5-8d37e6089720 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54ef8389-33ec-481b-8fb5-2bc958a3624c HTTP/1.1" status: 200 len: 217 time: 0.0464816 Jul 29 23:23:45.332589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-c5c33718-9414-432c-a578-cff8b3b132a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.333274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67544653-599b-47cb-a4ea-13a2921b0951 req-9f55e9f2-53fb-4ae7-b7d1-613c06ba1568 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.334770 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-c5c33718-9414-432c-a578-cff8b3b132a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.0548186 Jul 29 23:23:45.336514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67544653-599b-47cb-a4ea-13a2921b0951 req-9f55e9f2-53fb-4ae7-b7d1-613c06ba1568 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 944 time: 0.4842501 Jul 29 23:23:45.353632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ed700-14af-412e-bde2-d5774b36642e req-e5d20127-558c-439d-bc7f-6441f16df008 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.355335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-e5d20127-558c-439d-bc7f-6441f16df008 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.42 "GET /v2.0/networks?id=1762d84e-5f97-44bf-bead-bef20915be8a HTTP/1.1" status: 200 len: 811 time: 0.7796521 Jul 29 23:23:45.384702 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-5917f008-2263-475f-9d8f-8fe69b73e8b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368581 Jul 29 23:23:45.389102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Request body: {'port': {'device_id': '16510092-a1c6-4d80-8597-eeb28c2e7c91', 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a', 'admin_state_up': True, 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:45.401391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-54de725c-8912-455a-92fc-466272baa531 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.410847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-54de725c-8912-455a-92fc-466272baa531 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.6409204 Jul 29 23:23:45.420712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-ab23551b-e3ef-4ff7-9a2e-d70612f9ac1d tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:23:45.428188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-ab23551b-e3ef-4ff7-9a2e-d70612f9ac1d tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164366 Jul 29 23:23:45.496886 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-ef318a5c-cf22-49bb-9878-b24404118907 service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020772 Jul 29 23:23:45.533175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67544653-599b-47cb-a4ea-13a2921b0951 req-82087fb4-1b46-42b4-b1ff-234f361238dd tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735628 Jul 29 23:23:45.538090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-9a79605c-f1ab-49da-a0e6-c4f39d00f0eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 697 time: 0.1089630 Jul 29 23:23:45.599995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-d9eed3da-96fc-4f4c-9d6b-24964f1b514c tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 697 time: 0.0475950 Jul 29 23:23:45.662322 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1965afc-c10c-4cdc-ab0c-503a6b35b6b3 req-5be2417c-dfd8-496f-bc2a-342b64830404 service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529369 Jul 29 23:23:45.681154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cbe94dac-a39d-4827-b109-104b3b5f53b9 req-58655cb3-1b57-4509-8ed6-d74bab8fa794 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 210 time: 0.0305483 Jul 29 23:23:45.716082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8c3683-4c04-4681-ad01-93d96ad2aaef', 'tag': '54ef8389-33ec-481b-8fb5-2bc958a3624c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:45.718676 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb47bf1-f024-4f87-891b-fbe6652df9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8c3683-4c04-4681-ad01-93d96ad2aaef", "tag": "54ef8389-33ec-481b-8fb5-2bc958a3624c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:45.747445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35434) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:45.805534 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66023ec-174f-4d74-b3bb-b8a9d9ff43cc x-openstack-request-id: req-b66023ec-174f-4d74-b3bb-b8a9d9ff43cc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:45.805534 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa", "status": "completed", "code": 200}, {"server_uuid": "35ae33a7-2743-4b7f-89d6-4efc35bfd935", "name": "network-vif-deleted", "tag": "1309abcd-f688-4eb5-b7d7-0578bb2d13cc", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:45.806070 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b66023ec-174f-4d74-b3bb-b8a9d9ff43cc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:45.806653 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'status': 'completed', 'code': 200} Jul 29 23:23:45.807214 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ae33a7-2743-4b7f-89d6-4efc35bfd935', 'name': 'network-vif-deleted', 'tag': '1309abcd-f688-4eb5-b7d7-0578bb2d13cc', 'status': 'completed', 'code': 200} Jul 29 23:23:45.816613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a6d70b-391b-4ce4-9c40-4f34f4cb2750 admin admin] Deleting subnet bd45c207-88bc-4fee-ba5d-fd4799287304 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:45.820802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a6d70b-391b-4ce4-9c40-4f34f4cb2750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.846379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Made reservation on behalf of e2573ec5b2f84c1cb9669df4aaf95adc for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:45.850522 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.859030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-3040c450-8869-4943-9b28-d97f11d92561 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Deleting port 46625985-13b6-41be-9cae-0142e9fd6319 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:45.859525 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-3040c450-8869-4943-9b28-d97f11d92561 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.913140 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a6d70b-391b-4ce4-9c40-4f34f4cb2750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.937671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74e6ab47-e606-473b-9160-a03f272a6f20 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:46.055445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 74e6ab47-e606-473b-9160-a03f272a6f20 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:46.060835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 74e6ab47-e606-473b-9160-a03f272a6f20 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:46.061219 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.113214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d2c59-094a-4618-8a44-7e7009ba3afb req-3e7f8979-213c-4fcf-abb4-37d0fb609218 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.115049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa0d2c59-094a-4618-8a44-7e7009ba3afb req-3e7f8979-213c-4fcf-abb4-37d0fb609218 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 949 time: 0.2530508 Jul 29 23:23:46.121787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-3040c450-8869-4943-9b28-d97f11d92561 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.122261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-3040c450-8869-4943-9b28-d97f11d92561 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.172041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.179445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-3040c450-8869-4943-9b28-d97f11d92561 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Calling delete_port for 46625985-13b6-41be-9cae-0142e9fd6319 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:46.212313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654b252-e360-4116-9103-77a264e2880d req-6035a403-ce9f-4eff-984e-41b1460f9b4b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.215024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f654b252-e360-4116-9103-77a264e2880d req-6035a403-ce9f-4eff-984e-41b1460f9b4b tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.47 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 949 time: 0.2472544 Jul 29 23:23:46.227083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74e6ab47-e606-473b-9160-a03f272a6f20, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74e6ab47-e606-473b-9160-a03f272a6f20,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:46.229076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e6ab47-e606-473b-9160-a03f272a6f20'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:46.232780 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e2ac7-27a7-47ad-94a3-b54770600eac" -d '{"events": [{"server_uuid": "24d54b9e-4a30-4214-a87c-63b970b59c60", "name": "network-vif-plugged", "status": "completed", "tag": "74e6ab47-e606-473b-9160-a03f272a6f20"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:46.241683 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.304407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa0d2c59-094a-4618-8a44-7e7009ba3afb req-a8f80ca6-692e-429b-9607-470f45582fc1 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772256 Jul 29 23:23:46.333452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74e6ab47-e606-473b-9160-a03f272a6f20,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:46.336422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-3a66317d-0112-4d1f-b3f5-9a3a794f7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.342160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.342874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.343403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.344085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.344611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.345180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.345671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.346170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.346657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.346969 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-3a66317d-0112-4d1f-b3f5-9a3a794f7944 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6aae2ce3af184899a34a53047858b84d&device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 1098 time: 0.4800127 Jul 29 23:23:46.347321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.347808 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.348318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:46.468985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Allocated IP 172.20.0.10 (1762d84e-5f97-44bf-bead-bef20915be8a/2d5f0888-5504-4dfc-824f-83a69368b185/641d5845-67ec-42ce-8959-ba1e91655a57) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:46.484720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-71a0c688-91f1-4347-b86d-eabc6f559c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.486763 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-71a0c688-91f1-4347-b86d-eabc6f559c77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 200 len: 921 time: 0.1304548 Jul 29 23:23:46.495150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a6d70b-391b-4ce4-9c40-4f34f4cb2750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.585747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a3bc-5619-43be-b15a-1448c2dcae92 req-14091761-697c-44e8-8f48-0d202f0ee280 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.587325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce79a3bc-5619-43be-b15a-1448c2dcae92 req-14091761-697c-44e8-8f48-0d202f0ee280 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 944 time: 0.1756642 Jul 29 23:23:46.596395 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-42b6660f-312f-44d1-9db9-726926c9126c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 200 len: 217 time: 0.0988088 Jul 29 23:23:46.679581 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-8b38827c-8c51-4a64-9c9e-42da677e9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.681358 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-8b38827c-8c51-4a64-9c9e-42da677e9ef6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 200 len: 859 time: 0.0770831 Jul 29 23:23:46.705235 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a6d70b-391b-4ce4-9c40-4f34f4cb2750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.723053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ec2543aa-3762-4894-a39a-132400dbee4c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:46.753398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6d70b-391b-4ce4-9c40-4f34f4cb2750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd45c207-88bc-4fee-ba5d-fd4799287304,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:46.765780 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a6d70b-391b-4ce4-9c40-4f34f4cb2750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.770025 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-76a6d70b-391b-4ce4-9c40-4f34f4cb2750 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bd45c207-88bc-4fee-ba5d-fd4799287304 HTTP/1.1" status: 204 len: 168 time: 1.0194347 Jul 29 23:23:46.772200 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:46.798560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce79a3bc-5619-43be-b15a-1448c2dcae92 req-9d5bfb77-9959-497b-b67c-649b90c050ab tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880722 Jul 29 23:23:46.805643 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-3040c450-8869-4943-9b28-d97f11d92561 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.811577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f654b252-e360-4116-9103-77a264e2880d req-e4e082c7-3504-4c0d-8bcb-bfc88e092388 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Deleting port db6a9707-cf16-44e6-90f8-5f800d16fa42 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:46.812407 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f654b252-e360-4116-9103-77a264e2880d req-e4e082c7-3504-4c0d-8bcb-bfc88e092388 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.820380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port ec2543aa-3762-4894-a39a-132400dbee4c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:46.823059 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-394d590b-04a2-4d18-8f67-f58779829278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.824848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-394d590b-04a2-4d18-8f67-f58779829278 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71749a14-307f-435f-a883-f0d7404d287b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318612 Jul 29 23:23:46.826907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ec2543aa-3762-4894-a39a-132400dbee4c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:46.828440 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.876260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040c450-8869-4943-9b28-d97f11d92561 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Pushing event deleted for resources: {'Port': ['ID=46625985-13b6-41be-9cae-0142e9fd6319,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:46.947686 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.968282 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.023161 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf67a9e-a4a8-4023-83aa-14192bd1054f x-openstack-request-id: req-9cf67a9e-a4a8-4023-83aa-14192bd1054f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:47.023362 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8c3683-4c04-4681-ad01-93d96ad2aaef", "tag": "54ef8389-33ec-481b-8fb5-2bc958a3624c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:47.023632 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cf67a9e-a4a8-4023-83aa-14192bd1054f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:47.024047 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8c3683-4c04-4681-ad01-93d96ad2aaef', 'tag': '54ef8389-33ec-481b-8fb5-2bc958a3624c', 'status': 'completed', 'code': 200} Jul 29 23:23:47.032783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port ec2543aa-3762-4894-a39a-132400dbee4c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ec2543aa-3762-4894-a39a-132400dbee4c,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:47.045702 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.067952 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-9287f253-1c8a-405e-a233-bd59e432533c service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101405 Jul 29 23:23:47.105312 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.132806 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e1cf3c-21f7-49f3-ac91-496b2bbec8bc x-openstack-request-id: req-38e1cf3c-21f7-49f3-ac91-496b2bbec8bc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:47.133375 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d54b9e-4a30-4214-a87c-63b970b59c60", "name": "network-vif-plugged", "status": "completed", "tag": "74e6ab47-e606-473b-9160-a03f272a6f20", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:47.133644 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38e1cf3c-21f7-49f3-ac91-496b2bbec8bc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:47.134058 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e6ab47-e606-473b-9160-a03f272a6f20', 'code': 200} Jul 29 23:23:47.143673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f654b252-e360-4116-9103-77a264e2880d req-e4e082c7-3504-4c0d-8bcb-bfc88e092388 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] For port db6a9707-cf16-44e6-90f8-5f800d16fa42, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=db6a9707-cf16-44e6-90f8-5f800d16fa42,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:47.144071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f654b252-e360-4116-9103-77a264e2880d req-e4e082c7-3504-4c0d-8bcb-bfc88e092388 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.155209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-3040c450-8869-4943-9b28-d97f11d92561 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.158372 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-3040c450-8869-4943-9b28-d97f11d92561 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.159511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6aa4e708-a37a-48cc-b726-56e75f092308 req-3040c450-8869-4943-9b28-d97f11d92561 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "DELETE /v2.0/floatingips/056c9eae-fcbb-4f35-85e0-74b71ebfac31 HTTP/1.1" status: 204 len: 173 time: 1.5517039 Jul 29 23:23:47.167448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=ec2543aa-3762-4894-a39a-132400dbee4c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:47.176116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.196853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:47.197994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f654b252-e360-4116-9103-77a264e2880d req-e4e082c7-3504-4c0d-8bcb-bfc88e092388 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Calling delete_port for db6a9707-cf16-44e6-90f8-5f800d16fa42 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:47.238251 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef01d92b-8376-4402-a9d6-3f4dc35ee87f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:47.238559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef01d92b-8376-4402-a9d6-3f4dc35ee87f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:47.243704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47bf1-f024-4f87-891b-fbe6652df9c4 req-23858874-6eff-4d4d-a0a9-31faaaf5e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.245248 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7fb47bf1-f024-4f87-891b-fbe6652df9c4 req-23858874-6eff-4d4d-a0a9-31faaaf5e6f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 1096 time: 0.1761882 Jul 29 23:23:47.257160 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.305558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee361d75-79e1-4af9-b7b1-2e4ff630e5ca req-fd9576c1-651b-4a0f-ac79-a1126dc63584 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.307130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee361d75-79e1-4af9-b7b1-2e4ff630e5ca req-fd9576c1-651b-4a0f-ac79-a1126dc63584 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 945 time: 0.1599143 Jul 29 23:23:47.309011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-affef250-00a6-424a-9bf9-78a9f07404ef req-67359ded-a4c4-43ef-a7cf-87222abf524d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 210 time: 0.0833993 Jul 29 23:23:47.328277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:47.355159 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:47.366069 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.391657 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7a2ded7d-6309-44cd-af5f-43d0caaa210b req-99dd78ee-b46d-424d-8e2e-54b33b39b2b9 service neutron] 10.222.0.47 "GET /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093736 Jul 29 23:23:47.398440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b2040-f54d-4834-beda-57a45eaaf88e req-b8966566-691f-44ad-80d3-bf763415ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.399927 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d89b2040-f54d-4834-beda-57a45eaaf88e req-b8966566-691f-44ad-80d3-bf763415ea20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 1097 time: 0.1997306 Jul 29 23:23:47.446403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.455952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.457861 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] 10.222.0.37 "DELETE /v2.0/networks/71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a HTTP/1.1" status: 204 len: 168 time: 0.6819942 Jul 29 23:23:47.470220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 54ef8389-33ec-481b-8fb5-2bc958a3624c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:47.491369 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d89b2040-f54d-4834-beda-57a45eaaf88e req-ac756846-ebab-42b1-95f8-f6fa3e503735 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752313 Jul 29 23:23:47.493803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e98c5-63b3-4657-bdc7-c15f5dfa3331 admin admin] Pushing event deleted for resources: {'Network': ['ID=71ff6721-3bc1-4e9f-9f1c-fd89a3f00f6a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:47.497222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47bf1-f024-4f87-891b-fbe6652df9c4 req-a4c01529-476a-4cfc-9510-a488cc68ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.499119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7fb47bf1-f024-4f87-891b-fbe6652df9c4 req-a4c01529-476a-4cfc-9510-a488cc68ba3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 913 time: 0.2240567 Jul 29 23:23:47.538230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Pushing event updated for resources: {'Port': ['ID=641d5845-67ec-42ce-8959-ba1e91655a57,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:47.550782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f654b252-e360-4116-9103-77a264e2880d req-e4e082c7-3504-4c0d-8bcb-bfc88e092388 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.573084 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7fb47bf1-f024-4f87-891b-fbe6652df9c4 req-0bf2ed7c-8d45-46e5-9270-ba528b07e5ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54ef8389-33ec-481b-8fb5-2bc958a3624c HTTP/1.1" status: 200 len: 217 time: 0.0623515 Jul 29 23:23:47.635063 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Network 1762d84e-5f97-44bf-bead-bef20915be8a is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:47.636109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e082c7-3504-4c0d-8bcb-bfc88e092388 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Pushing event deleted for resources: {'Port': ['ID=db6a9707-cf16-44e6-90f8-5f800d16fa42,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:47.667040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:47.670979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:47.678344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 54ef8389-33ec-481b-8fb5-2bc958a3624c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=54ef8389-33ec-481b-8fb5-2bc958a3624c,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:47.700771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '54ef8389-33ec-481b-8fb5-2bc958a3624c', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'port_id': '54ef8389-33ec-481b-8fb5-2bc958a3624c', 'mac_address': 'fa:16:3e:89:1f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d8f5b6-5b81-44f6-a514-948e8b1a737d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:47.703675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47bf1-f024-4f87-891b-fbe6652df9c4 req-ccdeb9a6-6b7d-4ee4-9f76-7cf83dff6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.704181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['99461c3e-794f-4f1e-80db-09593384e124'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:47.706303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['db6a9707-cf16-44e6-90f8-5f800d16fa42'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:47.708132 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7fb47bf1-f024-4f87-891b-fbe6652df9c4 req-ccdeb9a6-6b7d-4ee4-9f76-7cf83dff6748 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.1242540 Jul 29 23:23:47.716649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35484) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:47.724152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f654b252-e360-4116-9103-77a264e2880d req-e4e082c7-3504-4c0d-8bcb-bfc88e092388 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] No DVR routers for this DVR port db6a9707-cf16-44e6-90f8-5f800d16fa42 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:47.726914 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f654b252-e360-4116-9103-77a264e2880d req-e4e082c7-3504-4c0d-8bcb-bfc88e092388 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.729638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f654b252-e360-4116-9103-77a264e2880d req-e4e082c7-3504-4c0d-8bcb-bfc88e092388 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.47 "DELETE /v2.0/ports/db6a9707-cf16-44e6-90f8-5f800d16fa42 HTTP/1.1" status: 204 len: 173 time: 1.4503236 Jul 29 23:23:47.755080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.755785 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.756361 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7fb47bf1-f024-4f87-891b-fbe6652df9c4 req-c39cc18e-ba87-4fa0-a6da-a10d8eee2332 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331116 Jul 29 23:23:47.798619 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee361d75-79e1-4af9-b7b1-2e4ff630e5ca req-66595cd8-dd3c-425f-b219-b06c977a6850 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773538 Jul 29 23:23:47.808624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b81be241-3975-49b0-91c1-aacf44c176f1 req-2e3bb5c6-9814-44ac-98f9-673b6e0819e9 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=a263ec90-40e0-4d3c-ba88-266ee4db24f1 HTTP/1.1" status: 200 len: 210 time: 0.0873394 Jul 29 23:23:47.819920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-d33959dc-10a4-45a1-95f1-d409f83e5d70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4329164 Jul 29 23:23:47.819920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a263ec90-40e0-4d3c-ba88-266ee4db24f1', 'name': 'network-vif-deleted', 'tag': 'db6a9707-cf16-44e6-90f8-5f800d16fa42'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:47.823727 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625b7eed-9fcf-4add-b041-78dfe1e0575a" -d '{"events": [{"server_uuid": "a263ec90-40e0-4d3c-ba88-266ee4db24f1", "name": "network-vif-deleted", "tag": "db6a9707-cf16-44e6-90f8-5f800d16fa42"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:47.833902 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-57587d4c-efad-41cb-8d0a-c9937a44828e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f862d65721f34d13abff6c03c41c9fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1139162 Jul 29 23:23:47.834616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35494) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:47.864232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Request body: {'port': {'device_id': '16510092-a1c6-4d80-8597-eeb28c2e7c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:47.869636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.925642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ef8389-33ec-481b-8fb5-2bc958a3624c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:47.971908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 54ef8389-33ec-481b-8fb5-2bc958a3624c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=54ef8389-33ec-481b-8fb5-2bc958a3624c,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:47.980114 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7fb47bf1-f024-4f87-891b-fbe6652df9c4 req-c536aeb7-e980-4bb7-b422-20e7a353f57d service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017717 Jul 29 23:23:47.981220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43ff35f6-f465-40ff-8818-5d10ccb3811a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.987925 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.062819 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43ff35f6-f465-40ff-8818-5d10ccb3811a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.075301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.161235 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7fb47bf1-f024-4f87-891b-fbe6652df9c4 req-bbae7daa-5ac2-41f3-adda-86ae7e61ccc1 service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654723 Jul 29 23:23:48.182348 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43ff35f6-f465-40ff-8818-5d10ccb3811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.185409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43ff35f6-f465-40ff-8818-5d10ccb3811a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.189464 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-43ff35f6-f465-40ff-8818-5d10ccb3811a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ead125b6-3c38-4047-89fe-ed74483d659f HTTP/1.1" status: 204 len: 168 time: 0.3519092 Jul 29 23:23:48.215193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=54ef8389-33ec-481b-8fb5-2bc958a3624c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:48.218554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff35f6-f465-40ff-8818-5d10ccb3811a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead125b6-3c38-4047-89fe-ed74483d659f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:48.327143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d1ba-2bf3-4eaf-86bd-6a0d7869bb39 req-15df18da-0a60-4df5-8cf4-dbbd433c6f4b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:48.328865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a41d1ba-2bf3-4eaf-86bd-6a0d7869bb39 req-15df18da-0a60-4df5-8cf4-dbbd433c6f4b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 946 time: 0.4052808 Jul 29 23:23:48.334661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['54ef8389-33ec-481b-8fb5-2bc958a3624c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:48.382478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1e2ea-1b50-476b-8df9-1719e8132239 req-da722673-3cc0-4895-a32f-a107da8e4a3a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:48.394327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7c1e2ea-1b50-476b-8df9-1719e8132239 req-da722673-3cc0-4895-a32f-a107da8e4a3a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 945 time: 0.3633263 Jul 29 23:23:48.449076 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.509009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7c1e2ea-1b50-476b-8df9-1719e8132239 req-5809657a-fbbb-4a0d-b679-cc8b17929567 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086507 Jul 29 23:23:48.514949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a41d1ba-2bf3-4eaf-86bd-6a0d7869bb39 req-81404992-a028-4e8a-aa25-a001ad489e0b tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687977 Jul 29 23:23:48.601243 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329364fb-e974-4a09-8798-3393f35c85b0 x-openstack-request-id: req-329364fb-e974-4a09-8798-3393f35c85b0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:48.601550 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a263ec90-40e0-4d3c-ba88-266ee4db24f1", "name": "network-vif-deleted", "tag": "db6a9707-cf16-44e6-90f8-5f800d16fa42", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:48.601936 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-329364fb-e974-4a09-8798-3393f35c85b0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:48.602955 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a263ec90-40e0-4d3c-ba88-266ee4db24f1', 'name': 'network-vif-deleted', 'tag': 'db6a9707-cf16-44e6-90f8-5f800d16fa42', 'status': 'completed', 'code': 200} Jul 29 23:23:48.675578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641d5845-67ec-42ce-8959-ba1e91655a57 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:48.685504 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.700332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Transition to ACTIVE for port object 641d5845-67ec-42ce-8959-ba1e91655a57 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:48.710224 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.714251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ec2543aa-3762-4894-a39a-132400dbee4c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:48.809153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ec2543aa-3762-4894-a39a-132400dbee4c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:48.809621 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.910719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Pushing event updated for resources: {'Port': ['ID=641d5845-67ec-42ce-8959-ba1e91655a57,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:48.993987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7fd08-d95f-4ceb-baa4-dd6df6f0097f req-5966090e-1704-4119-ba4b-92cf2f163a96 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:48.996288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49b7fd08-d95f-4ceb-baa4-dd6df6f0097f req-5966090e-1704-4119-ba4b-92cf2f163a96 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 944 time: 0.2582781 Jul 29 23:23:49.060003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b957-3eb2-4638-8e0d-40112df6c578 req-a82c341c-8232-431e-9518-25932ea69343 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.061631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9959b957-3eb2-4638-8e0d-40112df6c578 req-a82c341c-8232-431e-9518-25932ea69343 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 945 time: 0.1217706 Jul 29 23:23:49.065238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Attempting to bind port 641d5845-67ec-42ce-8959-ba1e91655a57 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:49.065602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Attempting to bind port 641d5845-67ec-42ce-8959-ba1e91655a57 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:49.065922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Attempting to bind port 641d5845-67ec-42ce-8959-ba1e91655a57 on network 1762d84e-5f97-44bf-bead-bef20915be8a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:49.096060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Port 641d5845-67ec-42ce-8959-ba1e91655a57 on network 1762d84e-5f97-44bf-bead-bef20915be8a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:49.096382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Attempting to bind port 641d5845-67ec-42ce-8959-ba1e91655a57 on network 1762d84e-5f97-44bf-bead-bef20915be8a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:49.124048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:49.124048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Checking segment: {'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:49.124446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Bound using segment: {'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:49.127019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Bound port: 641d5845-67ec-42ce-8959-ba1e91655a57, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:49.127019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.131535 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49b7fd08-d95f-4ceb-baa4-dd6df6f0097f req-bb011dd8-c037-42a5-8a01-1b2239963175 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234550 Jul 29 23:23:49.141154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9959b957-3eb2-4638-8e0d-40112df6c578 req-df006a67-6650-439e-bddf-8cc6042cca6a tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703237 Jul 29 23:23:49.218189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] For port 641d5845-67ec-42ce-8959-ba1e91655a57, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:49.221740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] For port 641d5845-67ec-42ce-8959-ba1e91655a57, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=641d5845-67ec-42ce-8959-ba1e91655a57,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:49.227366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.264609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.265322 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.266862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] 10.222.0.42 "PUT /v2.0/ports/641d5845-67ec-42ce-8959-ba1e91655a57 HTTP/1.1" status: 200 len: 1093 time: 1.4232771 Jul 29 23:23:49.310666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35570) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:49.317875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dbf7f-c911-43ef-a9bd-13c25131499c service neutron] Pushing event updated for resources: {'Port': ['ID=641d5845-67ec-42ce-8959-ba1e91655a57,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:49.376906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ed700-14af-412e-bde2-d5774b36642e req-dd02dea1-c95a-4378-b1cd-60930327e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.379357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-dd02dea1-c95a-4378-b1cd-60930327e7ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2573ec5b2f84c1cb9669df4aaf95adc&device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 1096 time: 0.0544610 Jul 29 23:23:49.448334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-network', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:49.457092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-c24d983a-aa82-40a5-886d-18318bc088bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641d5845-67ec-42ce-8959-ba1e91655a57 HTTP/1.1" status: 200 len: 217 time: 0.0484827 Jul 29 23:23:49.472971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 54ef8389-33ec-481b-8fb5-2bc958a3624c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:49.489224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Made reservation on behalf of 4dde0e62f5da452c845ee65bc5a6153f for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:49.491802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.507418 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.550394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba67a6-ad1c-420a-bed2-3f6aa9bb549a req-64af197c-831a-41c8-b643-d3ab5983b27a tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.552182 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89ba67a6-ad1c-420a-bed2-3f6aa9bb549a req-64af197c-831a-41c8-b643-d3ab5983b27a tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 951 time: 0.0998046 Jul 29 23:23:49.554303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ed700-14af-412e-bde2-d5774b36642e req-b07b92ce-8f22-4a9c-b826-01db290c620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.556000 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-b07b92ce-8f22-4a9c-b826-01db290c620a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d5f0888-5504-4dfc-824f-83a69368b185 HTTP/1.1" status: 200 len: 851 time: 0.0702345 Jul 29 23:23:49.570639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 54ef8389-33ec-481b-8fb5-2bc958a3624c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:49.577616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 54ef8389-33ec-481b-8fb5-2bc958a3624c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:49.578392 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.642757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-4191b4a0-7b4b-4f61-bd2f-7bd37a6d6fdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1762d84e-5f97-44bf-bead-bef20915be8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696895 Jul 29 23:23:49.669828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.670616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89ba67a6-ad1c-420a-bed2-3f6aa9bb549a req-3361c79a-22a8-4253-9a07-f83de58b4ca7 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116898 Jul 29 23:23:49.693491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.714145 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.738792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:49.754444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.754685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8c3683-4c04-4681-ad01-93d96ad2aaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ef8389-33ec-481b-8fb5-2bc958a3624c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:49.754972 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Added segment c28b1f62-80af-4e6f-8e97-bb43221dd5b9 of type vlan for network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 Jul 29 23:23:49.764630 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecf34db-bf92-4ece-8b5b-76b158883eff" -d '{"events": [{"server_uuid": "1c8c3683-4c04-4681-ad01-93d96ad2aaef", "name": "network-vif-plugged", "status": "completed", "tag": "54ef8389-33ec-481b-8fb5-2bc958a3624c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:49.785369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 54ef8389-33ec-481b-8fb5-2bc958a3624c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=54ef8389-33ec-481b-8fb5-2bc958a3624c,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:49.792329 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.793928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae031429-4e93-4b54-876e-52de708b3348 req-b2de2683-56d4-46fe-845b-3fca7c88ef01 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.795493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae031429-4e93-4b54-876e-52de708b3348 req-b2de2683-56d4-46fe-845b-3fca7c88ef01 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 945 time: 0.1563935 Jul 29 23:23:49.815345 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.852001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.853687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.854334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.861812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=54ef8389-33ec-481b-8fb5-2bc958a3624c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:49.881334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-43d41c78-4c8f-414c-be3b-6fc07183b58d service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141318 Jul 29 23:23:49.903720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144751c7-29ae-4b8c-a947-cb847bb45fb1 req-11dc25b7-fe05-40cf-8f04-9de16064ec2a tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.905810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-144751c7-29ae-4b8c-a947-cb847bb45fb1 req-11dc25b7-fe05-40cf-8f04-9de16064ec2a tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 946 time: 0.1394238 Jul 29 23:23:49.914219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:49.928110 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6133001 Jul 29 23:23:49.931088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35586) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:49.935953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Request body: {'subnet': {'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-subnet', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:49.949701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6525ac1-4fbc-4607-9bbb-2be89696db2f admin admin] Pushing event updated for resources: {'Network': ['ID=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:49.950918 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device db6a9707-cf16-44e6-90f8-5f800d16fa42 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:49.973126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Made reservation on behalf of 4dde0e62f5da452c845ee65bc5a6153f for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:49.976496 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.986696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:49.991735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: db6a9707-cf16-44e6-90f8-5f800d16fa42 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:49.992132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device db6a9707-cf16-44e6-90f8-5f800d16fa42 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:50.001406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae031429-4e93-4b54-876e-52de708b3348 req-482ef83b-0e0b-4e80-a4a4-eb8d738ee076 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948748 Jul 29 23:23:50.126288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-144751c7-29ae-4b8c-a947-cb847bb45fb1 req-581a0567-f1fa-4cd9-af4f-6553375e3222 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475430 Jul 29 23:23:50.131966 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-230ed700-14af-412e-bde2-d5774b36642e req-48b1b2e0-8014-46a4-86e1-99bf608aa119 service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366486 Jul 29 23:23:50.151487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-75cda1f9-aa4c-4e0d-a7c8-cd6b98c989c1 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.151487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-75cda1f9-aa4c-4e0d-a7c8-cd6b98c989c1 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 946 time: 0.1661055 Jul 29 23:23:50.199089 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3c2133-40f5-4d39-8fb6-3e2868ca9662 x-openstack-request-id: req-3b3c2133-40f5-4d39-8fb6-3e2868ca9662 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:50.200922 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8c3683-4c04-4681-ad01-93d96ad2aaef", "name": "network-vif-plugged", "status": "completed", "tag": "54ef8389-33ec-481b-8fb5-2bc958a3624c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:50.201233 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b3c2133-40f5-4d39-8fb6-3e2868ca9662 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:50.201657 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8c3683-4c04-4681-ad01-93d96ad2aaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ef8389-33ec-481b-8fb5-2bc958a3624c', 'code': 200} Jul 29 23:23:50.281908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.338212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da05a389-0cf4-4d04-8862-a424378771a5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:50.356419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Checking segment: {'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:50.356781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Network hostable DHCP agents. Network: f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:50.375863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:50.389413 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:50.400582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5f0ca-d705-4ef8-9ec4-cc6de642fc4e None None] Network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:50.401347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.402867 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.418891 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7215762d-ac2e-40a1-9103-62378326deb4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4866564 Jul 29 23:23:50.421534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:50.430025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-router', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:50.469529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.471795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.537123 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.569027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3caeab-68ea-449d-b301-e52559e8e1fd None None] Network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:50.608945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16510092-a1c6-4d80-8597-eeb28c2e7c91', 'tag': '641d5845-67ec-42ce-8959-ba1e91655a57'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:50.611972 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb970a5-b1b7-4c83-b7cc-c069a04830ec" -d '{"events": [{"name": "network-changed", "server_uuid": "16510092-a1c6-4d80-8597-eeb28c2e7c91", "tag": "641d5845-67ec-42ce-8959-ba1e91655a57"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:50.689073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf3ff4-a115-44d1-993f-628bdc54ba9a req-11cb8603-08ba-4be9-8dc0-2e187b1144fa tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.690613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bdcf3ff4-a115-44d1-993f-628bdc54ba9a req-11cb8603-08ba-4be9-8dc0-2e187b1144fa tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 944 time: 0.4409513 Jul 29 23:23:50.713048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290ef4d-8976-4c43-a6d3-ccd93a28a7ad req-3f45c03f-849e-494e-9317-759bc6b494b5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.720212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4290ef4d-8976-4c43-a6d3-ccd93a28a7ad req-3f45c03f-849e-494e-9317-759bc6b494b5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 945 time: 0.4389348 Jul 29 23:23:50.727689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.742978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3df9a-4922-4422-bad2-f1cf9c19df49 req-20b5c0fd-7b4c-4bbb-9260-bf8754a6c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.744578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9e3df9a-4922-4422-bad2-f1cf9c19df49 req-20b5c0fd-7b4c-4bbb-9260-bf8754a6c238 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 1098 time: 0.4452798 Jul 29 23:23:50.777691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-c5681c00-9c04-4957-a2db-dd0eea0508eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Deleting port df8bf504-2dd8-44f4-a36f-b5499a78bbfa {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:50.778064 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-c5681c00-9c04-4957-a2db-dd0eea0508eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.866374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bdcf3ff4-a115-44d1-993f-628bdc54ba9a req-fd4675d5-b424-4384-9bc7-e3107db77ccc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647453 Jul 29 23:23:50.885323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4290ef4d-8976-4c43-a6d3-ccd93a28a7ad req-917d8a33-d80a-4011-870f-7ebca937fbd3 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639855 Jul 29 23:23:50.920029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9e3df9a-4922-4422-bad2-f1cf9c19df49 req-aa2f41fa-7d22-4442-a049-2282c755a82f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518941 Jul 29 23:23:50.942945 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3d34dc-f55d-4303-b7f2-a5bd02b5302d x-openstack-request-id: req-1c3d34dc-f55d-4303-b7f2-a5bd02b5302d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:50.943549 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16510092-a1c6-4d80-8597-eeb28c2e7c91", "tag": "641d5845-67ec-42ce-8959-ba1e91655a57", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:50.943815 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c3d34dc-f55d-4303-b7f2-a5bd02b5302d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:50.944240 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16510092-a1c6-4d80-8597-eeb28c2e7c91', 'tag': '641d5845-67ec-42ce-8959-ba1e91655a57', 'status': 'completed', 'code': 200} Jul 29 23:23:51.012363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-c5681c00-9c04-4957-a2db-dd0eea0508eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] For port df8bf504-2dd8-44f4-a36f-b5499a78bbfa, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:51.012363 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-c5681c00-9c04-4957-a2db-dd0eea0508eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.027328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.042974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-c5681c00-9c04-4957-a2db-dd0eea0508eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Calling delete_port for df8bf504-2dd8-44f4-a36f-b5499a78bbfa owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:51.066530 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.085609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb3426-613e-43ff-869d-4013b8718948 req-1eab0e7d-df75-411e-9032-10b3f64ef0c1 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.093250 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbdb3426-613e-43ff-869d-4013b8718948 req-1eab0e7d-df75-411e-9032-10b3f64ef0c1 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 951 time: 0.1295099 Jul 29 23:23:51.167885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb970a5-b1b7-4c83-b7cc-c069a04830ec req-7fda7ab0-3835-4229-aaa4-aa39a0bc0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.169450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efb970a5-b1b7-4c83-b7cc-c069a04830ec req-7fda7ab0-3835-4229-aaa4-aa39a0bc0f0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2573ec5b2f84c1cb9669df4aaf95adc&device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 1096 time: 0.1428185 Jul 29 23:23:51.204416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbdb3426-613e-43ff-869d-4013b8718948 req-749acf8d-df75-4441-9fab-64275b332396 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101661 Jul 29 23:23:51.292582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Allocated IP 172.25.2.49 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/1c0ddd59-6705-4130-b17e-7017b5ecbccd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:51.419277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.461092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5769-64bf-441a-9bb2-ff8d80b95d3e req-17457ac4-c275-4273-8d65-cc51ef87af3e tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.462663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d23b5769-64bf-441a-9bb2-ff8d80b95d3e req-17457ac4-c275-4273-8d65-cc51ef87af3e tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc81ef6c-b09a-4009-8d59-dab98b5a727a HTTP/1.1" status: 200 len: 946 time: 0.1610146 Jul 29 23:23:51.472748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.481385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6d1e9-fdf9-48b8-addf-b8a42be86ac8 req-bcfcb983-39ed-42c7-9710-553ed0b31794 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.482901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fa6d1e9-fdf9-48b8-addf-b8a42be86ac8 req-bcfcb983-39ed-42c7-9710-553ed0b31794 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 946 time: 0.1854146 Jul 29 23:23:51.488972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb970a5-b1b7-4c83-b7cc-c069a04830ec req-b08d1aff-f361-47d2-9d52-d0e0c291d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.490384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efb970a5-b1b7-4c83-b7cc-c069a04830ec req-b08d1aff-f361-47d2-9d52-d0e0c291d86c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1762d84e-5f97-44bf-bead-bef20915be8a HTTP/1.1" status: 200 len: 912 time: 0.3011210 Jul 29 23:23:51.510165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:51.513082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:51.516674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:51.555845 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0ddd59-6705-4130-b17e-7017b5ecbccd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:51.578965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efb970a5-b1b7-4c83-b7cc-c069a04830ec req-7e8770b3-0fd4-4567-ad8b-d675a4c0ab43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641d5845-67ec-42ce-8959-ba1e91655a57 HTTP/1.1" status: 200 len: 217 time: 0.0650561 Jul 29 23:23:51.582957 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-c5681c00-9c04-4957-a2db-dd0eea0508eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.604690 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25db55b6-a62b-4d06-82ac-d481dbf9485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.618723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['df8bf504-2dd8-44f4-a36f-b5499a78bbfa'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:51.683716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5681c00-9c04-4957-a2db-dd0eea0508eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Pushing event deleted for resources: {'Port': ['ID=df8bf504-2dd8-44f4-a36f-b5499a78bbfa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:51.699644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fa6d1e9-fdf9-48b8-addf-b8a42be86ac8 req-38c572e5-612d-4f35-9920-d4cba35015fb tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022910 Jul 29 23:23:51.728953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d23b5769-64bf-441a-9bb2-ff8d80b95d3e req-3c3ee6ac-899b-48d4-9210-4d4a42245eb3 tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc334dfa-4f89-4721-a531-da89532cf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552280 Jul 29 23:23:51.802149 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb970a5-b1b7-4c83-b7cc-c069a04830ec req-7d25c4ec-5053-496a-8bc6-be5e0f411328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.803695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efb970a5-b1b7-4c83-b7cc-c069a04830ec req-7d25c4ec-5053-496a-8bc6-be5e0f411328 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d5f0888-5504-4dfc-824f-83a69368b185 HTTP/1.1" status: 200 len: 851 time: 0.2120788 Jul 29 23:23:51.806603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-c5681c00-9c04-4957-a2db-dd0eea0508eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] No DVR routers for this DVR port df8bf504-2dd8-44f4-a36f-b5499a78bbfa on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:51.809997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-c5681c00-9c04-4957-a2db-dd0eea0508eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.812343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cec8f171-3f5b-42d6-b43d-4d3d6518ac7f req-c5681c00-9c04-4957-a2db-dd0eea0508eb tempest-FloatingIPsAssociationTestJSON-1780994243 tempest-FloatingIPsAssociationTestJSON-1780994243-project] 10.222.0.47 "DELETE /v2.0/ports/df8bf504-2dd8-44f4-a36f-b5499a78bbfa HTTP/1.1" status: 204 len: 173 time: 1.6586266 Jul 29 23:23:51.867214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efb970a5-b1b7-4c83-b7cc-c069a04830ec req-9ad9b4e9-d0f5-4ff8-932f-1cfe9652f572 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1762d84e-5f97-44bf-bead-bef20915be8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428491 Jul 29 23:23:52.052786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4ab5f-5479-4d12-bbb1-f7429717d468 req-c8d23636-f52c-4b85-85c8-1b3138d63cb7 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.054456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eca4ab5f-5479-4d12-bbb1-f7429717d468 req-c8d23636-f52c-4b85-85c8-1b3138d63cb7 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 945 time: 0.2150521 Jul 29 23:23:52.083493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efb970a5-b1b7-4c83-b7cc-c069a04830ec req-a7cfadc4-c903-4c94-a5a1-eec7e573a01b service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835215 Jul 29 23:23:52.097081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caef74-a784-42e0-8ade-be9ab0f9cd13 req-ef086317-3b82-419c-ac89-39dd174e0ecc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.104424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58caef74-a784-42e0-8ade-be9ab0f9cd13 req-ef086317-3b82-419c-ac89-39dd174e0ecc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 944 time: 0.1261179 Jul 29 23:23:52.135730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-7c8795c4-4c43-47b0-8468-54a1bda3e968 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.137576 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-7c8795c4-4c43-47b0-8468-54a1bda3e968 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.42 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 951 time: 0.1107752 Jul 29 23:23:52.297668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58caef74-a784-42e0-8ade-be9ab0f9cd13 req-ed73a757-0b75-427b-b26c-01cd99dc558c tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742492 Jul 29 23:23:52.331749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eca4ab5f-5479-4d12-bbb1-f7429717d468 req-0f400061-5e51-41e8-ba1d-5230b5849c0f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074614 Jul 29 23:23:52.366967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.379099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efb970a5-b1b7-4c83-b7cc-c069a04830ec req-7f0bf589-df3f-4dd3-ba9e-feac82e9d393 service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693920 Jul 29 23:23:52.428592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-c653f67d-ddaf-4b3b-b918-bc09d9c2af32 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Deleting port 99461c3e-794f-4f1e-80db-09593384e124 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:52.429221 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-c653f67d-ddaf-4b3b-b918-bc09d9c2af32 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.465347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcbbeb-bdee-440e-b2db-ac3686dd7da8 req-e1cf123a-d668-40c0-b9cf-1ec6426159e8 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.467363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52dcbbeb-bdee-440e-b2db-ac3686dd7da8 req-e1cf123a-d668-40c0-b9cf-1ec6426159e8 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 951 time: 0.0724423 Jul 29 23:23:52.527833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52dcbbeb-bdee-440e-b2db-ac3686dd7da8 req-df3470e3-3edf-478b-8cf2-a012493d7313 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/security-groups?id=929123be-be9d-4a29-9a48-96838233e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516698 Jul 29 23:23:52.602624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-c653f67d-ddaf-4b3b-b918-bc09d9c2af32 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] For port 99461c3e-794f-4f1e-80db-09593384e124, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=99461c3e-794f-4f1e-80db-09593384e124,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:52.602996 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-c653f67d-ddaf-4b3b-b918-bc09d9c2af32 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.623120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-c653f67d-ddaf-4b3b-b918-bc09d9c2af32 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Calling delete_port for 99461c3e-794f-4f1e-80db-09593384e124 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:52.708196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.813582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35624) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:52.865280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccc64b-dd89-4ad0-a994-e09352380535 req-34a5bcf7-f7f2-41bc-8d34-0e280c0086f6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.875230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fccc64b-dd89-4ad0-a994-e09352380535 req-34a5bcf7-f7f2-41bc-8d34-0e280c0086f6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 946 time: 0.0872669 Jul 29 23:23:52.918127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fccc64b-dd89-4ad0-a994-e09352380535 req-dc623179-4abf-41aa-9721-17cd25f0f0b3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Jul 29 23:23:52.945984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'name': 'network-vif-deleted', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:52.951697 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2b30fb-1e21-47aa-8301-e3a0c9725830" -d '{"events": [{"server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "name": "network-vif-deleted", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:52.986116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-c653f67d-ddaf-4b3b-b918-bc09d9c2af32 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.994286 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f520d9df-c3b6-43ca-9e00-28a433e2f341 x-openstack-request-id: req-f520d9df-c3b6-43ca-9e00-28a433e2f341 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:52.994886 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc81ef6c-b09a-4009-8d59-dab98b5a727a", "name": "network-vif-deleted", "tag": "df8bf504-2dd8-44f4-a36f-b5499a78bbfa", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:52.995365 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f520d9df-c3b6-43ca-9e00-28a433e2f341 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:52.995983 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc81ef6c-b09a-4009-8d59-dab98b5a727a', 'name': 'network-vif-deleted', 'tag': 'df8bf504-2dd8-44f4-a36f-b5499a78bbfa', 'status': 'completed', 'code': 200} Jul 29 23:23:52.999062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['99461c3e-794f-4f1e-80db-09593384e124'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:53.035857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653f67d-ddaf-4b3b-b918-bc09d9c2af32 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Pushing event deleted for resources: {'Port': ['ID=99461c3e-794f-4f1e-80db-09593384e124,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:53.082325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Router 3facca6e-3166-4fe9-aff2-7d39c64f132a is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:23:53.107159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-c653f67d-ddaf-4b3b-b918-bc09d9c2af32 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] No DVR routers for this DVR port 99461c3e-794f-4f1e-80db-09593384e124 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:53.113116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-c653f67d-ddaf-4b3b-b918-bc09d9c2af32 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.115149 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c1994cc-9040-481f-8faa-e0c817f1403c req-c653f67d-ddaf-4b3b-b918-bc09d9c2af32 tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.42 "DELETE /v2.0/ports/99461c3e-794f-4f1e-80db-09593384e124 HTTP/1.1" status: 204 len: 173 time: 0.9613442 Jul 29 23:23:53.115627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-deleted', 'tag': '99461c3e-794f-4f1e-80db-09593384e124'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:53.117951 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1577670b-55cf-4358-8b7e-944086588a8c" -d '{"events": [{"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-deleted", "tag": "99461c3e-794f-4f1e-80db-09593384e124"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:53.223555 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcd36a3-3525-4f86-a037-e12582f97b09 x-openstack-request-id: req-dfcd36a3-3525-4f86-a037-e12582f97b09 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:53.223853 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b4f532-e857-4468-a934-d978c7e7a9b7", "name": "network-vif-deleted", "tag": "99461c3e-794f-4f1e-80db-09593384e124", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:53.224141 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfcd36a3-3525-4f86-a037-e12582f97b09 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:53.224543 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b4f532-e857-4468-a934-d978c7e7a9b7', 'name': 'network-vif-deleted', 'tag': '99461c3e-794f-4f1e-80db-09593384e124', 'status': 'completed', 'code': 200} Jul 29 23:23:53.332773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:53.344533 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Sync routers for ids ['3facca6e-3166-4fe9-aff2-7d39c64f132a'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:53.382324 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Routers {'3facca6e-3166-4fe9-aff2-7d39c64f132a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:53.383008 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3facca6e-3166-4fe9-aff2-7d39c64f132a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:53.395606 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.397004 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0d564a8a-b496-4d36-a997-14dc4becffa8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9743125 Jul 29 23:23:53.399728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35638) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:53.501913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 641d5845-67ec-42ce-8959-ba1e91655a57 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:53.611886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b028a-5e2e-4099-8180-baa99a690776 req-f9eefb2e-e1e3-4f7e-a557-2d36931272a7 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.621490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e2b028a-5e2e-4099-8180-baa99a690776 req-f9eefb2e-e1e3-4f7e-a557-2d36931272a7 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 945 time: 0.1740143 Jul 29 23:23:53.621897 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Set router 3facca6e-3166-4fe9-aff2-7d39c64f132a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:53.654916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5076bb-5d18-490f-a7d9-f7bd1f3758c5 req-a425218e-c58d-4201-bee7-acd24807b374 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.676724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5076bb-5d18-490f-a7d9-f7bd1f3758c5 req-a425218e-c58d-4201-bee7-acd24807b374 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 944 time: 0.1746802 Jul 29 23:23:53.683751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 641d5845-67ec-42ce-8959-ba1e91655a57, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=641d5845-67ec-42ce-8959-ba1e91655a57,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:53.698375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '641d5845-67ec-42ce-8959-ba1e91655a57', 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a', 'port_id': '641d5845-67ec-42ce-8959-ba1e91655a57', 'mac_address': 'fa:16:3e:78:d0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5f0888-5504-4dfc-824f-83a69368b185', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:53.752930 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.763930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e2b028a-5e2e-4099-8180-baa99a690776 req-9515ccc6-5e6d-4f8e-ac30-177b09b5f744 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408522 Jul 29 23:23:53.787534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5076bb-5d18-490f-a7d9-f7bd1f3758c5 req-9278816e-6467-44a3-8710-e5cc101df664 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077735 Jul 29 23:23:53.791163 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641d5845-67ec-42ce-8959-ba1e91655a57 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:53.835418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 641d5845-67ec-42ce-8959-ba1e91655a57, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=641d5845-67ec-42ce-8959-ba1e91655a57,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:53.846006 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.952420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device df8bf504-2dd8-44f4-a36f-b5499a78bbfa no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:53.998968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: df8bf504-2dd8-44f4-a36f-b5499a78bbfa {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:53.999608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device df8bf504-2dd8-44f4-a36f-b5499a78bbfa not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:54.005538 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=641d5845-67ec-42ce-8959-ba1e91655a57,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:54.025609 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e6336cc-245a-4c94-8eec-007f92fc0742 req-003dd161-02e4-4d66-a10c-c9f54fc3470c tempest-ServersAdminTestJSON-1658727385 tempest-ServersAdminTestJSON-1658727385-project] 10.222.0.37 "GET /v2.0/ports?device_id=64b4f532-e857-4468-a934-d978c7e7a9b7 HTTP/1.1" status: 200 len: 210 time: 0.1060393 Jul 29 23:23:54.088043 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-router', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:50Z', 'updated_at': '2021-07-29T23:23:52Z', 'revision_number': 3, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'gw_port': {'id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:51Z', 'updated_at': '2021-07-29T23:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:54.088430 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6979276-9a68-40c9-86bd-3f80aa040a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.129987 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Checking router: 3facca6e-3166-4fe9-aff2-7d39c64f132a for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:54.130332 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Updating router 3facca6e-3166-4fe9-aff2-7d39c64f132a port 1c0ddd59-6705-4130-b17e-7017b5ecbccd binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:23:54.154797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['641d5845-67ec-42ce-8959-ba1e91655a57'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:54.170133 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.236313 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.576624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.689366 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.705035 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Transition to ACTIVE for port object 1c0ddd59-6705-4130-b17e-7017b5ecbccd will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:54.714821 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.779483 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Attempting to bind port 1c0ddd59-6705-4130-b17e-7017b5ecbccd on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:54.781537 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Attempting to bind port 1c0ddd59-6705-4130-b17e-7017b5ecbccd by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:54.781537 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Attempting to bind port 1c0ddd59-6705-4130-b17e-7017b5ecbccd on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:54.795972 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:54.796294 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:54.796812 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.797322 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:54.798193 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Bound port: 1c0ddd59-6705-4130-b17e-7017b5ecbccd, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:54.798684 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.839131 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Pushing event updated for resources: {'Port': ['ID=1c0ddd59-6705-4130-b17e-7017b5ecbccd,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:54.868302 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.872993 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.872993 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.873203 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.873391 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.873721 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.874059 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.874388 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.874718 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.875046 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.875910 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.876262 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:54.894163 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] For port 1c0ddd59-6705-4130-b17e-7017b5ecbccd, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:54.898057 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] For port 1c0ddd59-6705-4130-b17e-7017b5ecbccd, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1c0ddd59-6705-4130-b17e-7017b5ecbccd,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:54.905689 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.937278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.951144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920ee8-3d5f-415c-82e2-cd4c6c06bfed req-ee36ee9f-bd55-4f81-8fe9-fdd6eb942ddc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.960092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70920ee8-3d5f-415c-82e2-cd4c6c06bfed req-ee36ee9f-bd55-4f81-8fe9-fdd6eb942ddc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 945 time: 0.0905941 Jul 29 23:23:54.970639 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Routers {'3facca6e-3166-4fe9-aff2-7d39c64f132a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:54.971463 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3facca6e-3166-4fe9-aff2-7d39c64f132a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:55.016494 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563506f5-3c51-41cd-b94f-46cc8062a929 None None] Pushing event updated for resources: {'Port': ['ID=1c0ddd59-6705-4130-b17e-7017b5ecbccd,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:55.025207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70920ee8-3d5f-415c-82e2-cd4c6c06bfed req-a38c52df-ca1c-4fdd-8fe0-f5d7ec9c9666 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591602 Jul 29 23:23:55.105259 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] Set router 3facca6e-3166-4fe9-aff2-7d39c64f132a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:55.229588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Allocated IP 172.20.0.1 (f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144/da05a389-0cf4-4d04-8862-a424378771a5/a59e064a-b655-410b-a19c-5a04852b84e7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:55.283669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.318379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] Deleting port 40ee63cc-73c3-4463-82b1-cf86c364bc89 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:55.318728 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.359114 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-router', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:50Z', 'updated_at': '2021-07-29T23:23:52Z', 'revision_number': 3, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'gw_port': {'id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:51Z', 'updated_at': '2021-07-29T23:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:55.399584 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a8a0a-5be5-464c-b6b0-8bf745022f3f None None] The sync data for ids ['3facca6e-3166-4fe9-aff2-7d39c64f132a'] in n-d-712139-11 is: [{'id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-router', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:50Z', 'updated_at': '2021-07-29T23:23:52Z', 'revision_number': 3, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'gw_port': {'id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:51Z', 'updated_at': '2021-07-29T23:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:55.436901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.447735 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] For port 40ee63cc-73c3-4463-82b1-cf86c364bc89, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=40ee63cc-73c3-4463-82b1-cf86c364bc89,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:55.448136 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.463286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35686) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:55.464304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] Calling delete_port for 40ee63cc-73c3-4463-82b1-cf86c364bc89 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:55.510978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 641d5845-67ec-42ce-8959-ba1e91655a57 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:55.554600 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.577347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 641d5845-67ec-42ce-8959-ba1e91655a57 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:55.581966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 641d5845-67ec-42ce-8959-ba1e91655a57 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:55.582566 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.689823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:55.708510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:55.717843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:55.739325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-02f035ab-11d8-41f0-93fb-c6cf12519212 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe03d0d45c7848b1b6ff4be7229563b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747061 Jul 29 23:23:55.741771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35702) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:55.756160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.757983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a59e064a-b655-410b-a19c-5a04852b84e7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:55.831556 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.852756 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 641d5845-67ec-42ce-8959-ba1e91655a57, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=641d5845-67ec-42ce-8959-ba1e91655a57,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:55.854208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16510092-a1c6-4d80-8597-eeb28c2e7c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641d5845-67ec-42ce-8959-ba1e91655a57'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:55.857708 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18bc479-1b1e-474c-aa26-ec2584cb8069" -d '{"events": [{"server_uuid": "16510092-a1c6-4d80-8597-eeb28c2e7c91", "name": "network-vif-plugged", "status": "completed", "tag": "641d5845-67ec-42ce-8959-ba1e91655a57"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:55.864046 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.865085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 99461c3e-794f-4f1e-80db-09593384e124 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:55.928571 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc741-343e-4004-8796-b7b9da9b1dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.933041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 99461c3e-794f-4f1e-80db-09593384e124 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:55.933531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 99461c3e-794f-4f1e-80db-09593384e124 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:55.959669 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf5eee8-39be-45cc-89d6-9f94b13def5d x-openstack-request-id: req-adf5eee8-39be-45cc-89d6-9f94b13def5d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:55.959984 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16510092-a1c6-4d80-8597-eeb28c2e7c91", "name": "network-vif-plugged", "status": "completed", "tag": "641d5845-67ec-42ce-8959-ba1e91655a57", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:55.960291 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adf5eee8-39be-45cc-89d6-9f94b13def5d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:55.960688 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16510092-a1c6-4d80-8597-eeb28c2e7c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641d5845-67ec-42ce-8959-ba1e91655a57', 'code': 200} Jul 29 23:23:55.978313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc741-343e-4004-8796-b7b9da9b1dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.978718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=641d5845-67ec-42ce-8959-ba1e91655a57,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:56.009377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.057747 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc741-343e-4004-8796-b7b9da9b1dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.065889 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc741-343e-4004-8796-b7b9da9b1dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.069412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6ccfc741-343e-4004-8796-b7b9da9b1dee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/929123be-be9d-4a29-9a48-96838233e365 HTTP/1.1" status: 204 len: 168 time: 0.3243971 Jul 29 23:23:56.086154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfc741-343e-4004-8796-b7b9da9b1dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929123be-be9d-4a29-9a48-96838233e365,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:56.212545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] Pushing event deleted for resources: {'Port': ['ID=40ee63cc-73c3-4463-82b1-cf86c364bc89,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:56.317817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8df5-b51d-44f6-be47-e8e943e19e56 req-4a0d9aa4-7906-4b9e-8117-eaabb055b12f tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.335058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-385e8df5-b51d-44f6-be47-e8e943e19e56 req-4a0d9aa4-7906-4b9e-8117-eaabb055b12f tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1568346 Jul 29 23:23:56.480686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-385e8df5-b51d-44f6-be47-e8e943e19e56 req-62935d54-2f3b-4e67-b2fa-70a569363617 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445668 Jul 29 23:23:56.537249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1644a16-2abc-4b66-a3ca-8be039f7cf4d req-269a0356-3793-444f-82b5-c13889f609a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.539101 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d1644a16-2abc-4b66-a3ca-8be039f7cf4d req-269a0356-3793-444f-82b5-c13889f609a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 1098 time: 0.4626276 Jul 29 23:23:56.553497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.704812 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.732957 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d1644a16-2abc-4b66-a3ca-8be039f7cf4d req-45c42654-1fe9-4c76-a10c-53dc64b4d1c4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447117 Jul 29 23:23:56.808195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35732) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:56.831313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c0ddd59-6705-4130-b17e-7017b5ecbccd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:56.899264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1c0ddd59-6705-4130-b17e-7017b5ecbccd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:56.907492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1c0ddd59-6705-4130-b17e-7017b5ecbccd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:56.907891 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.919335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-213670b1-7c47-41ef-b5fe-43aaccfb7cc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6211c1ada5940b59826c5934b46ae4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098833 Jul 29 23:23:56.920956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35738) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:56.998514 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.052438 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.066142 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.083162 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.084045 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0fe286a-b98e-4d3d-9534-359cd426d9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.119449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 1c0ddd59-6705-4130-b17e-7017b5ecbccd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1c0ddd59-6705-4130-b17e-7017b5ecbccd,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:57.126938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0fe286a-b98e-4d3d-9534-359cd426d9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.129575 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.189698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=1c0ddd59-6705-4130-b17e-7017b5ecbccd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:57.203065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a59e064a-b655-410b-a19c-5a04852b84e7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:57.228240 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0fe286a-b98e-4d3d-9534-359cd426d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.232077 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0fe286a-b98e-4d3d-9534-359cd426d9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.233641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e0fe286a-b98e-4d3d-9534-359cd426d9b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47891aeb-0119-4bce-a0d6-8bb42f3edef7 HTTP/1.1" status: 204 len: 168 time: 0.3110473 Jul 29 23:23:57.257629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe286a-b98e-4d3d-9534-359cd426d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47891aeb-0119-4bce-a0d6-8bb42f3edef7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:57.261826 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.768264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:57.771529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:57.788563 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] Router a8908bad-5881-44a1-b570-a1b8b352fd2d has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:57.819168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555bbcb-a26b-4572-8fc5-d8f31b965555 req-986e670f-61a2-4a56-83dc-9ed666e14b2e tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:57.832210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5555bbcb-a26b-4572-8fc5-d8f31b965555 req-986e670f-61a2-4a56-83dc-9ed666e14b2e tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1350021 Jul 29 23:23:57.897729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5555bbcb-a26b-4572-8fc5-d8f31b965555 req-886da578-80d0-42a9-8ee1-01d98e9b1246 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618649 Jul 29 23:23:58.001508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74e6ab47-e606-473b-9160-a03f272a6f20 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:58.071340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:58.074236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Router 3facca6e-3166-4fe9-aff2-7d39c64f132a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:58.081220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35770) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:58.081468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-77f40f21-e1b3-48ad-a28b-d750663233af admin admin] 10.222.0.37 "PUT /v2.0/routers/a8908bad-5881-44a1-b570-a1b8b352fd2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2661047 Jul 29 23:23:58.108158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] Sync routers for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:58.142391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:58.143043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:58.264780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.294919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:58.305009 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Sync routers for ids ['3facca6e-3166-4fe9-aff2-7d39c64f132a'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:58.322898 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Routers {'3facca6e-3166-4fe9-aff2-7d39c64f132a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:58.323795 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3facca6e-3166-4fe9-aff2-7d39c64f132a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:58.343689 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ce299bbf-e6e1-4995-9b42-58720b54e4c6 admin admin] 10.222.0.37 "PUT /v2.0/routers/3facca6e-3166-4fe9-aff2-7d39c64f132a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9423332 Jul 29 23:23:58.550171 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.589708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74e6ab47-e606-473b-9160-a03f272a6f20, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74e6ab47-e606-473b-9160-a03f272a6f20,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:58.642426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '74e6ab47-e606-473b-9160-a03f272a6f20', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'port_id': '74e6ab47-e606-473b-9160-a03f272a6f20', 'mac_address': 'fa:16:3e:e0:fb:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436ab033-bc25-444f-a687-d87717fff3ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:58.702284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:58.748774 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Set router 3facca6e-3166-4fe9-aff2-7d39c64f132a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:58.782326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Deleting port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:58.788408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.794735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c0ddd59-6705-4130-b17e-7017b5ecbccd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:58.999554 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.002729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] For port f9a8b2f2-9b79-4e93-adbf-6759d2a249b4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f9a8b2f2-9b79-4e93-adbf-6759d2a249b4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:59.003276 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.033754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Calling delete_port for f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:59.088348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74e6ab47-e606-473b-9160-a03f272a6f20 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:59.159344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d02cd-138e-48d3-879d-e04a004ffbf4 req-841f8f3f-f24a-42d6-aa0c-3dccebe8e432 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:59.160740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74e6ab47-e606-473b-9160-a03f272a6f20, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74e6ab47-e606-473b-9160-a03f272a6f20,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:59.161776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1c0ddd59-6705-4130-b17e-7017b5ecbccd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:59.162221 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.167722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e2d02cd-138e-48d3-879d-e04a004ffbf4 req-841f8f3f-f24a-42d6-aa0c-3dccebe8e432 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1357746 Jul 29 23:23:59.237660 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.262073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e2d02cd-138e-48d3-879d-e04a004ffbf4 req-254d2a92-8720-456c-979f-1e70d9c7215e tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931170 Jul 29 23:23:59.301051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74e6ab47-e606-473b-9160-a03f272a6f20,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:59.438860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:23:55Z', 'revision_number': 5, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port': {'id': 'f9a8b2f2-9b79-4e93-adbf-6759d2a249b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:30Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:59.466843 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-router', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:50Z', 'updated_at': '2021-07-29T23:23:56Z', 'revision_number': 4, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'gw_port': {'id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:51Z', 'updated_at': '2021-07-29T23:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a59e064a-b655-410b-a19c-5a04852b84e7', 'name': '', 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'mac_address': 'fa:16:3e:23:ac:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'da05a389-0cf4-4d04-8862-a424378771a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:23:56Z', 'revision_number': 2, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'subnets': [{'id': 'da05a389-0cf4-4d04-8862-a424378771a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:59.492431 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.513117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] Checking router: a8908bad-5881-44a1-b570-a1b8b352fd2d for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:59.547997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a8b2f2-9b79-4e93-adbf-6759d2a249b4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:59.550535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] Routers {'a8908bad-5881-44a1-b570-a1b8b352fd2d'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:59.551189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a8908bad-5881-44a1-b570-a1b8b352fd2d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:59.554086 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Checking router: 3facca6e-3166-4fe9-aff2-7d39c64f132a for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:59.554449 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Updating router 3facca6e-3166-4fe9-aff2-7d39c64f132a port a59e064a-b655-410b-a19c-5a04852b84e7 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:23:59.631940 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.669960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.747112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] Set router a8908bad-5881-44a1-b570-a1b8b352fd2d gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:59.810565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.813087 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.892988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.893637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8908bad-5881-44a1-b570-a1b8b352fd2d {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:23:59.929441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 7, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:59.964480 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ffdb3-ec41-48c1-8513-5222bea6db5b None None] The sync data for ids ['a8908bad-5881-44a1-b570-a1b8b352fd2d'] in n-d-712139-11 is: [{'id': 'a8908bad-5881-44a1-b570-a1b8b352fd2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-204852772-router', 'tenant_id': '6aae2ce3af184899a34a53047858b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:28Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 7, 'project_id': '6aae2ce3af184899a34a53047858b84d', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:00.011904 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.016696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:00.017249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-74514301-1b9b-4511-b54b-16d193da4d62 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a8908bad-5881-44a1-b570-a1b8b352fd2d HTTP/1.1" status: 204 len: 168 time: 1.9344215 Jul 29 23:24:00.082897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd6d227-822a-4949-812c-b17055e8ef19 admin admin] Deleting subnet ad208416-87c8-492b-b9f9-6d7a92e4285c {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:24:00.088270 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d227-822a-4949-812c-b17055e8ef19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.113901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-89a4248b-7892-45d0-bff8-c496cb906c86 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.115835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-89a4248b-7892-45d0-bff8-c496cb906c86 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 819 time: 0.2204330 Jul 29 23:24:00.136257 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-8ac3061e-8465-4fea-9e0a-e0d0d9ce3a2d tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/quotas/4dde0e62f5da452c845ee65bc5a6153f HTTP/1.1" status: 200 len: 375 time: 0.0130661 Jul 29 23:24:00.139944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d227-822a-4949-812c-b17055e8ef19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.151923 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.173355 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Transition to ACTIVE for port object a59e064a-b655-410b-a19c-5a04852b84e7 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:00.183881 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.218478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-77116306-81cb-4782-bbf8-3b0edb376825 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755270 Jul 29 23:24:00.234623 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4455183-4901-4d2c-95c5-a3b85fd8b1d6 None None] Pushing event updated for resources: {'Port': ['ID=a59e064a-b655-410b-a19c-5a04852b84e7,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:00.295716 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d227-822a-4949-812c-b17055e8ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.351062 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Attempting to bind port a59e064a-b655-410b-a19c-5a04852b84e7 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:00.351715 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Attempting to bind port a59e064a-b655-410b-a19c-5a04852b84e7 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:00.352272 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Attempting to bind port a59e064a-b655-410b-a19c-5a04852b84e7 on network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:00.357954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-16bcd4da-7024-404f-890e-da1d1fcb912c service neutron] 10.222.0.37 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315746 Jul 29 23:24:00.360864 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:00.361465 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Checking segment: {'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:00.362058 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.362622 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Bound using segment: {'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:00.363284 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Bound port: a59e064a-b655-410b-a19c-5a04852b84e7, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:00.363873 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.428568 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d227-822a-4949-812c-b17055e8ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.494751 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] For port a59e064a-b655-410b-a19c-5a04852b84e7, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:00.498714 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] For port a59e064a-b655-410b-a19c-5a04852b84e7, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a59e064a-b655-410b-a19c-5a04852b84e7,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:00.505710 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460df707-4b54-4797-b90f-4a1da61110c0 None None] Network 71749a14-307f-435f-a883-f0d7404d287b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:00.511785 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d227-822a-4949-812c-b17055e8ef19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.513318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-6efd6756-e7dd-45fa-94e4-379dd8351a7e service neutron] 10.222.0.37 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479719 Jul 29 23:24:00.515066 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4dd6d227-822a-4949-812c-b17055e8ef19 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ad208416-87c8-492b-b9f9-6d7a92e4285c HTTP/1.1" status: 204 len: 168 time: 0.4967661 Jul 29 23:24:00.519409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35838) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:00.521249 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.529441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6d227-822a-4949-812c-b17055e8ef19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad208416-87c8-492b-b9f9-6d7a92e4285c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:00.639547 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4455183-4901-4d2c-95c5-a3b85fd8b1d6 None None] Pushing event updated for resources: {'Port': ['ID=a59e064a-b655-410b-a19c-5a04852b84e7,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:00.683364 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Routers {'3facca6e-3166-4fe9-aff2-7d39c64f132a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:00.684615 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3facca6e-3166-4fe9-aff2-7d39c64f132a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:00.704182 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.811274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['74e6ab47-e606-473b-9160-a03f272a6f20'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:00.883842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Deleting port 5597748e-5470-4644-a947-ab5a4be4441e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:00.884260 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.041925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08736a-63b0-4f2c-8694-57c2ea3082ca req-d122b5b9-6e39-48ab-b050-4221cf752a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.042417 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] Set router 3facca6e-3166-4fe9-aff2-7d39c64f132a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:01.048357 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c08736a-63b0-4f2c-8694-57c2ea3082ca req-d122b5b9-6e39-48ab-b050-4221cf752a3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2573ec5b2f84c1cb9669df4aaf95adc&device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 1098 time: 0.2034268 Jul 29 23:24:01.094454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 40ee63cc-73c3-4463-82b1-cf86c364bc89 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:01.195240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a0ff5b-b4be-412c-9147-591bdd05b5d7 None None] DHCP port deletion for 71749a14-307f-435f-a883-f0d7404d287b request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:24:01.209566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 40ee63cc-73c3-4463-82b1-cf86c364bc89 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:01.212714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 40ee63cc-73c3-4463-82b1-cf86c364bc89 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:01.227102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] For port 5597748e-5470-4644-a947-ab5a4be4441e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5597748e-5470-4644-a947-ab5a4be4441e,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:01.227688 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.274315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Calling delete_port for 5597748e-5470-4644-a947-ab5a4be4441e owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:01.335338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa9840-9d93-4acb-810d-8dbf69fe01d3 req-1c04afc9-6c56-4bc8-a70f-f896c44de4cd tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.337157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08736a-63b0-4f2c-8694-57c2ea3082ca req-eaefebea-40ec-4395-b7de-28219dcbf46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.340080 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c08736a-63b0-4f2c-8694-57c2ea3082ca req-eaefebea-40ec-4395-b7de-28219dcbf46e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1762d84e-5f97-44bf-bead-bef20915be8a HTTP/1.1" status: 200 len: 912 time: 0.2773030 Jul 29 23:24:01.345248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97aa9840-9d93-4acb-810d-8dbf69fe01d3 req-1c04afc9-6c56-4bc8-a70f-f896c44de4cd tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.2960567 Jul 29 23:24:01.462408 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68920909-cf8b-4543-8bde-1a5a5c3d4094 req-ceef3b67-8c50-4acf-b893-d9f72cc49c24 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 210 time: 0.1679988 Jul 29 23:24:01.488700 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c08736a-63b0-4f2c-8694-57c2ea3082ca req-7ea77f08-d322-4b9b-83a0-72176f5c3b2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641d5845-67ec-42ce-8959-ba1e91655a57 HTTP/1.1" status: 200 len: 217 time: 0.1286190 Jul 29 23:24:01.522644 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-router', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:50Z', 'updated_at': '2021-07-29T23:23:56Z', 'revision_number': 4, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'gw_port': {'id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:51Z', 'updated_at': '2021-07-29T23:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a59e064a-b655-410b-a19c-5a04852b84e7', 'name': '', 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'mac_address': 'fa:16:3e:23:ac:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'da05a389-0cf4-4d04-8862-a424378771a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:00Z', 'revision_number': 4, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'subnets': [{'id': 'da05a389-0cf4-4d04-8862-a424378771a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:01.583192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-45a0ff5b-b4be-412c-9147-591bdd05b5d7 None None] Deleting port 5597748e-5470-4644-a947-ab5a4be4441e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:01.583790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45a0ff5b-b4be-412c-9147-591bdd05b5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.611902 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08736a-63b0-4f2c-8694-57c2ea3082ca req-7175dcee-d062-4f75-b516-354bb74bedad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.617443 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c08736a-63b0-4f2c-8694-57c2ea3082ca req-7175dcee-d062-4f75-b516-354bb74bedad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d5f0888-5504-4dfc-824f-83a69368b185 HTTP/1.1" status: 200 len: 851 time: 0.1240792 Jul 29 23:24:01.658709 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d9566f-b16b-41fb-b758-8a33f21cbae0 None None] The sync data for ids ['3facca6e-3166-4fe9-aff2-7d39c64f132a'] in n-d-712139-11 is: [{'id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-router', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:50Z', 'updated_at': '2021-07-29T23:23:56Z', 'revision_number': 4, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'gw_port': {'id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:51Z', 'updated_at': '2021-07-29T23:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a59e064a-b655-410b-a19c-5a04852b84e7', 'name': '', 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'mac_address': 'fa:16:3e:23:ac:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'da05a389-0cf4-4d04-8862-a424378771a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:00Z', 'revision_number': 4, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'subnets': [{'id': 'da05a389-0cf4-4d04-8862-a424378771a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:01.673743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97aa9840-9d93-4acb-810d-8dbf69fe01d3 req-311c19d7-2f91-4b05-9602-ee08dcf08253 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991793 Jul 29 23:24:01.798961 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c08736a-63b0-4f2c-8694-57c2ea3082ca req-36a69566-24ae-462c-a055-63c38f4afe71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1762d84e-5f97-44bf-bead-bef20915be8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575940 Jul 29 23:24:01.846815 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.893051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5597748e-5470-4644-a947-ab5a4be4441e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:01.902410 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:24:01.926978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-45a0ff5b-b4be-412c-9147-591bdd05b5d7 None None] For port 5597748e-5470-4644-a947-ab5a4be4441e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5597748e-5470-4644-a947-ab5a4be4441e,segment=NetworkSegment(def97d28-fd04-4529-bf80-3823b8db3e8b),segment_id=def97d28-fd04-4529-bf80-3823b8db3e8b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:01.927664 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45a0ff5b-b4be-412c-9147-591bdd05b5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.929958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] No DVR routers for this DVR port 5597748e-5470-4644-a947-ab5a4be4441e on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:01.958299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-45a0ff5b-b4be-412c-9147-591bdd05b5d7 None None] Calling delete_port for 5597748e-5470-4644-a947-ab5a4be4441e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:02.052805 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c08736a-63b0-4f2c-8694-57c2ea3082ca req-ac52a126-0178-4d57-b42c-30bdc88c762e service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513881 Jul 29 23:24:02.121994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.161829 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.211919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71749a14-307f-435f-a883-f0d7404d287b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:02.261848 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45a0ff5b-b4be-412c-9147-591bdd05b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.284583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def97d28-fd04-4529-bf80-3823b8db3e8b') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:02.285329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def97d28-fd04-4529-bf80-3823b8db3e8b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:02.317379 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.344066 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c08736a-63b0-4f2c-8694-57c2ea3082ca req-948c6411-c058-4c8f-bec0-ebe764ef2184 service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776916 Jul 29 23:24:02.356489 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.369228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0ff5b-b4be-412c-9147-591bdd05b5d7 None None] Pushing event deleted for resources: {'Port': ['ID=5597748e-5470-4644-a947-ab5a4be4441e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:02.385865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0ff5b-b4be-412c-9147-591bdd05b5d7 None None] No DVR routers for this DVR port 5597748e-5470-4644-a947-ab5a4be4441e on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:02.400963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:24:02.401784 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.412135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74e6ab47-e606-473b-9160-a03f272a6f20 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:02.491866 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 74e6ab47-e606-473b-9160-a03f272a6f20 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:02.492905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:24:02.637270 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:24:02.723816 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.763112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.826105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e6ab47-e606-473b-9160-a03f272a6f20'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:02.833036 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f8bf1-001e-4842-804c-af277b99dc7f" -d '{"events": [{"server_uuid": "24d54b9e-4a30-4214-a87c-63b970b59c60", "name": "network-vif-plugged", "status": "completed", "tag": "74e6ab47-e606-473b-9160-a03f272a6f20"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:02.866683 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74e6ab47-e606-473b-9160-a03f272a6f20, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74e6ab47-e606-473b-9160-a03f272a6f20,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:02.890653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.932647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a59e064a-b655-410b-a19c-5a04852b84e7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:02.974923 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.986858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] 10.222.0.37 "DELETE /v2.0/networks/71749a14-307f-435f-a883-f0d7404d287b HTTP/1.1" status: 204 len: 168 time: 2.4657702 Jul 29 23:24:02.999951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f440979-efd6-4f2d-b0f6-dc24e99126ec admin admin] Pushing event deleted for resources: {'Network': ['ID=71749a14-307f-435f-a883-f0d7404d287b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:03.290119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74e6ab47-e606-473b-9160-a03f272a6f20,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:03.335820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a59e064a-b655-410b-a19c-5a04852b84e7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:03.342013 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a59e064a-b655-410b-a19c-5a04852b84e7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:03.342613 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.447639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-17b8b850-7ea4-4a09-8043-4092b450eeb1 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:03.451393 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-17b8b850-7ea4-4a09-8043-4092b450eeb1 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.47 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 819 time: 0.2500737 Jul 29 23:24:03.498791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Request body: {'port': {'device_id': '860dbd87-e417-4f04-a293-4cc4f19abdbb', 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144', 'admin_state_up': True, 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:03.607868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:03.680966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d692-67b3-4193-9a09-2c70f581668e req-6458e4d3-a648-4e4e-9af8-939966ac6f8d tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:03.693509 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-6458e4d3-a648-4e4e-9af8-939966ac6f8d tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 819 time: 1.0498865 Jul 29 23:24:03.722855 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-24738c5f-f00b-4e39-8302-7f59ffb3eed5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6aae2ce3af184899a34a53047858b84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131473 Jul 29 23:24:03.726483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35960) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:03.737890 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-35d88eaa-3eb4-4b64-84ee-b4688dbbea9a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/quotas/4dde0e62f5da452c845ee65bc5a6153f HTTP/1.1" status: 200 len: 375 time: 0.0372548 Jul 29 23:24:03.766226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c1ffd-394d-4385-bdcd-6634883cde50 req-b6641b75-0c8b-401d-812f-2eee59a8641d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:03.780610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f6c1ffd-394d-4385-bdcd-6634883cde50 req-b6641b75-0c8b-401d-812f-2eee59a8641d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.6977088 Jul 29 23:24:03.798230 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.893627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40c8bba1-930e-4037-859f-a7c5a2e10619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.943076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40c8bba1-930e-4037-859f-a7c5a2e10619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.957058 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port a59e064a-b655-410b-a19c-5a04852b84e7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a59e064a-b655-410b-a19c-5a04852b84e7,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:03.978738 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.006016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35964) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:04.103587 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40c8bba1-930e-4037-859f-a7c5a2e10619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.112237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-d42aca2e-975a-4d6e-a425-fc53709b6c55 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3715515 Jul 29 23:24:04.115257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40c8bba1-930e-4037-859f-a7c5a2e10619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.116579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:04.124339 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-40c8bba1-930e-4037-859f-a7c5a2e10619 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc334dfa-4f89-4721-a531-da89532cf6df HTTP/1.1" status: 204 len: 168 time: 0.3943808 Jul 29 23:24:04.147685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f6c1ffd-394d-4385-bdcd-6634883cde50 req-2c3bcbde-47d1-4059-bae3-2da568edaa2b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585012 Jul 29 23:24:04.162580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8bba1-930e-4037-859f-a7c5a2e10619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc334dfa-4f89-4721-a531-da89532cf6df,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.223680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=a59e064a-b655-410b-a19c-5a04852b84e7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.298874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:04.299476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f9a8b2f2-9b79-4e93-adbf-6759d2a249b4 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:04.299902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5597748e-5470-4644-a947-ab5a4be4441e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:04.400533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 5597748e-5470-4644-a947-ab5a4be4441e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:04.400911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5597748e-5470-4644-a947-ab5a4be4441e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:04.524486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48bd2d09-de62-4f25-bac3-1afc67e7be76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.600918 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b154f19-3734-4cf5-bc8a-d80228e0496a x-openstack-request-id: req-8b154f19-3734-4cf5-bc8a-d80228e0496a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:04.601223 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d54b9e-4a30-4214-a87c-63b970b59c60", "name": "network-vif-plugged", "status": "completed", "tag": "74e6ab47-e606-473b-9160-a03f272a6f20", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:04.601487 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b154f19-3734-4cf5-bc8a-d80228e0496a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:04.601930 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e6ab47-e606-473b-9160-a03f272a6f20', 'code': 200} Jul 29 23:24:04.801088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a59e064a-b655-410b-a19c-5a04852b84e7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:04.897765 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48bd2d09-de62-4f25-bac3-1afc67e7be76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.913973 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48bd2d09-de62-4f25-bac3-1afc67e7be76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.931327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a59e064a-b655-410b-a19c-5a04852b84e7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:04.932820 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.984608 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-48bd2d09-de62-4f25-bac3-1afc67e7be76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d2ada3b04474e5e874ab72000222d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9528692 Jul 29 23:24:04.986092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd2d09-de62-4f25-bac3-1afc67e7be76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0597002e-cdd9-4bb8-9767-817f35fdf5f1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.990863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35982) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:05.056333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-926b8fa6-6af8-42ca-adb0-baaaa4a552c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.123864 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-926b8fa6-6af8-42ca-adb0-baaaa4a552c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.230345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Made reservation on behalf of 4dde0e62f5da452c845ee65bc5a6153f for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:05.234063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.275105 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-926b8fa6-6af8-42ca-adb0-baaaa4a552c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.277819 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-926b8fa6-6af8-42ca-adb0-baaaa4a552c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.279255 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-926b8fa6-6af8-42ca-adb0-baaaa4a552c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0597002e-cdd9-4bb8-9767-817f35fdf5f1 HTTP/1.1" status: 204 len: 168 time: 0.2872181 Jul 29 23:24:05.282323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-0fffcb96-8e50-4c0a-b36c-3360abb42b16 service neutron] 10.222.0.37 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1328301 Jul 29 23:24:05.298584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b8fa6-6af8-42ca-adb0-baaaa4a552c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0597002e-cdd9-4bb8-9767-817f35fdf5f1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:05.414885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Allocated IP 172.20.0.6 (f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144/da05a389-0cf4-4d04-8862-a424378771a5/66c98ea0-1b62-4c23-ac3f-90a125a8f61a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:05.808359 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-c31a52a9-54c7-48b2-ab22-88ed62f5023a service neutron] 10.222.0.37 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248017 Jul 29 23:24:05.892406 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.025906 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.053251 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:06.099648 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a5a886-d591-4ceb-8e5c-cb64c4606d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.175322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:06.183837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:06.188098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:06.226360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36016) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:06.261178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Pushing event updated for resources: {'Port': ['ID=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:06.315873 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a5a886-d591-4ceb-8e5c-cb64c4606d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.327989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a5a886-d591-4ceb-8e5c-cb64c4606d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.343018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00943ae1-0300-433d-80dc-9dcedd4e7181 req-29dbb7d2-7938-4030-b4a5-9f5e17a7db70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:06.345194 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00943ae1-0300-433d-80dc-9dcedd4e7181 req-29dbb7d2-7938-4030-b4a5-9f5e17a7db70 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.2251141 Jul 29 23:24:06.388274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:06.389737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.423847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5a886-d591-4ceb-8e5c-cb64c4606d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5a82b5-57e7-48b5-b226-8ee6b7c81cfe,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:06.442454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-803070738-network', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:06.455585 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-76a5a886-d591-4ceb-8e5c-cb64c4606d58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9bad37517bd491687a7d61dcb1b35e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973405 Jul 29 23:24:06.457264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36024) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:06.482592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-5549aa94-835a-4e81-ae9d-a0324e63a64e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0067976 Jul 29 23:24:06.512332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Request body: {'port': {'device_id': '860dbd87-e417-4f04-a293-4cc4f19abdbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:06.526075 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00943ae1-0300-433d-80dc-9dcedd4e7181 req-8d097b52-7346-4159-80e0-46d29423f55b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690214 Jul 29 23:24:06.610381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Made reservation on behalf of 502242c9042542e992cf3d7e8374e2ac for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:06.619966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.646543 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.655519 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.754000 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39eb008f-d697-42fa-a79b-552fe50a80b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.870391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39eb008f-d697-42fa-a79b-552fe50a80b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.963900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c149607a-d202-460b-8499-68ef5d85827d req-e1ae577e-d700-46d8-ab9c-0735d0db979a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 210 time: 0.0820923 Jul 29 23:24:07.028128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.049422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.060403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39eb008f-d697-42fa-a79b-552fe50a80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.066312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39eb008f-d697-42fa-a79b-552fe50a80b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.072835 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-39eb008f-d697-42fa-a79b-552fe50a80b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e5a82b5-57e7-48b5-b226-8ee6b7c81cfe HTTP/1.1" status: 204 len: 168 time: 0.6143584 Jul 29 23:24:07.091383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:07.107556 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.108349 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Added segment 1f780c6a-f825-4235-a9a8-ed233308900d of type vlan for network 94f329ae-5992-4e8f-9c51-e310578632af Jul 29 23:24:07.140634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c98ea0-1b62-4c23-ac3f-90a125a8f61a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:07.163281 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.166163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573b25ae-7619-46a2-b860-7599b318d160,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:07.197207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb008f-d697-42fa-a79b-552fe50a80b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5a82b5-57e7-48b5-b226-8ee6b7c81cfe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:07.203676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.238842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Transition to ACTIVE for port object 66c98ea0-1b62-4c23-ac3f-90a125a8f61a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:07.253802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.266185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.268594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:07.270658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.383041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Pushing event updated for resources: {'Port': ['ID=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:07.550503 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3221207 Jul 29 23:24:07.553784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:07.560462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Request body: {'subnet': {'network_id': '94f329ae-5992-4e8f-9c51-e310578632af', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-803070738-subnet', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:07.571492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198ae15-b2a1-4458-926f-43b6af594b52 admin admin] Pushing event updated for resources: {'Network': ['ID=94f329ae-5992-4e8f-9c51-e310578632af,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:07.582362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 94f329ae-5992-4e8f-9c51-e310578632af details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:07.618413 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Made reservation on behalf of 502242c9042542e992cf3d7e8374e2ac for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:07.623299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.634119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Attempting to bind port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:07.634527 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Attempting to bind port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:07.635020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Attempting to bind port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a on network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:07.640309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a on network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:07.640509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Attempting to bind port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a on network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:07.646683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:07.647174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Checking segment: {'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:07.647627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Bound using segment: {'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:07.648174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Bound port: 66c98ea0-1b62-4c23-ac3f-90a125a8f61a, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:07.648612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.743395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] For port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:07.748967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] For port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:07.762043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.936537 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:07.942505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.947732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] 10.222.0.47 "PUT /v2.0/ports/66c98ea0-1b62-4c23-ac3f-90a125a8f61a HTTP/1.1" status: 200 len: 1092 time: 1.4458263 Jul 29 23:24:07.948417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860dbd87-e417-4f04-a293-4cc4f19abdbb', 'tag': '66c98ea0-1b62-4c23-ac3f-90a125a8f61a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:07.953513 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0" -d '{"events": [{"name": "network-changed", "server_uuid": "860dbd87-e417-4f04-a293-4cc4f19abdbb", "tag": "66c98ea0-1b62-4c23-ac3f-90a125a8f61a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:08.006946 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.101364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150c110-ffbf-42b8-82a2-3c7573e45a50 req-a58f2f4c-f97c-4f57-90e9-3c9897935bc0 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:08.102907 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d150c110-ffbf-42b8-82a2-3c7573e45a50 req-a58f2f4c-f97c-4f57-90e9-3c9897935bc0 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.3163209 Jul 29 23:24:08.106754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6196fd4-2a92-4eef-865a-5d9ca58ac393 service neutron] Pushing event updated for resources: {'Port': ['ID=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:08.134566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7566a1a-e13b-4b57-a769-3641fd81c255,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:08.135187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-44a1eb90-2c9d-4ed1-a9e2-42f62c8fd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:08.136451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-44a1eb90-2c9d-4ed1-a9e2-42f62c8fd873 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 1095 time: 0.1184943 Jul 29 23:24:08.148769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Checking segment: {'id': '1f780c6a-f825-4235-a9a8-ed233308900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:08.150186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Network hostable DHCP agents. Network: 94f329ae-5992-4e8f-9c51-e310578632af, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:08.160729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d150c110-ffbf-42b8-82a2-3c7573e45a50 req-5866fd18-3f1d-48ee-9e04-c35c194e2ef5 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502863 Jul 29 23:24:08.186601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Network 94f329ae-5992-4e8f-9c51-e310578632af is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:08.216742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 94f329ae-5992-4e8f-9c51-e310578632af) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:08.229304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d0c26-e2b9-4dcf-8a22-6104674346e5 None None] Network 94f329ae-5992-4e8f-9c51-e310578632af requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:08.237097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:08.242055 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.259369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-019e900e-bff7-420e-9ca6-f9f30abe992c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a HTTP/1.1" status: 200 len: 217 time: 0.1032450 Jul 29 23:24:08.268965 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fc44be1b-7490-4b4e-805d-bac6e987414d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7125704 Jul 29 23:24:08.271206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:08.287760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-803070738-router', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:08.349947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.351029 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.419576 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603544ce-5963-4465-8751-88601865332f x-openstack-request-id: req-603544ce-5963-4465-8751-88601865332f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:08.421751 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860dbd87-e417-4f04-a293-4cc4f19abdbb", "tag": "66c98ea0-1b62-4c23-ac3f-90a125a8f61a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:08.431658 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-603544ce-5963-4465-8751-88601865332f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:08.432193 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860dbd87-e417-4f04-a293-4cc4f19abdbb', 'tag': '66c98ea0-1b62-4c23-ac3f-90a125a8f61a', 'status': 'completed', 'code': 200} Jul 29 23:24:08.468472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-dbbfd83e-2a1f-4d0d-88a0-80401ad17d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:08.472826 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-dbbfd83e-2a1f-4d0d-88a0-80401ad17d33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.2030773 Jul 29 23:24:08.526941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-94f329ae-5992-4e8f-9c51-e310578632af', 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'fixed_ips': [{'subnet_id': 'c7566a1a-e13b-4b57-a769-3641fd81c255'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:08.528228 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.532676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-f42ad08e-1167-4f42-949c-f47a4a0f8d8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511851 Jul 29 23:24:08.560562 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.715740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d652a2df-f83e-4c94-8ecb-8bfa04c32e99 req-772b43a6-8937-4f99-9002-a5c220a69538 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 210 time: 0.1001742 Jul 29 23:24:08.799629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Allocated IP 172.20.0.2 (94f329ae-5992-4e8f-9c51-e310578632af/c7566a1a-e13b-4b57-a769-3641fd81c255/77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:08.871544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d692-67b3-4193-9a09-2c70f581668e req-ff1cb18f-4355-476c-b9a0-639f79d15987 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:08.874537 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-ff1cb18f-4355-476c-b9a0-639f79d15987 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.42 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 819 time: 0.1943805 Jul 29 23:24:08.897175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-ba63a6cf-d1ec-41a5-9d25-07aa9ae470c6 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439002 Jul 29 23:24:08.953115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Request body: {'port': {'device_id': '81662740-3de2-4ca3-86f5-374de332746d', 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144', 'admin_state_up': True, 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:09.180400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e284a6a-e030-4da4-aba4-012e9a977bea req-94d3f90b-0e58-4c90-b29b-b99d5a36c6f8 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764878 Jul 29 23:24:09.199531 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.214214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Transition to ACTIVE for port object 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:09.322584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Transition to ACTIVE for port object 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:09.328331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.347948 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.479528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Pushing event updated for resources: {'Port': ['ID=77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:09.525957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Network 94f329ae-5992-4e8f-9c51-e310578632af is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:09.533700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:09.543723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:09.570295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Made reservation on behalf of 4dde0e62f5da452c845ee65bc5a6153f for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:09.575840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.611527 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a382d-fa60-4f66-b9a5-7f4cd720bb1c req-e570cbc2-d219-4251-bb77-a3930ccbc37a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.621985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d07a382d-fa60-4f66-b9a5-7f4cd720bb1c req-e570cbc2-d219-4251-bb77-a3930ccbc37a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.3074827 Jul 29 23:24:09.631407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0 req-c6d34e99-2688-44c1-923b-a9683fcacd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.643002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0 req-c6d34e99-2688-44c1-923b-a9683fcacd4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 1095 time: 0.3556547 Jul 29 23:24:09.737855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Attempting to bind port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:09.739229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Attempting to bind port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1f780c6a-f825-4235-a9a8-ed233308900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:09.745238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Attempting to bind port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 on network 94f329ae-5992-4e8f-9c51-e310578632af {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:09.764091 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:09.764484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Checking segment: {'id': '1f780c6a-f825-4235-a9a8-ed233308900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:09.764901 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.765351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Bound using segment: {'id': '1f780c6a-f825-4235-a9a8-ed233308900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:09.766353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Bound port: 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f780c6a-f825-4235-a9a8-ed233308900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:09.766743 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.856778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] For port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:09.862197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] For port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2,segment=NetworkSegment(1f780c6a-f825-4235-a9a8-ed233308900d),segment_id=1f780c6a-f825-4235-a9a8-ed233308900d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:09.896837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d07a382d-fa60-4f66-b9a5-7f4cd720bb1c req-185c598d-7ea4-48fa-bc38-0a9d84c4e1cd tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489719 Jul 29 23:24:09.897147 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.056372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ad2f1-6f0e-4cb8-92f4-42112c902858 None None] Pushing event updated for resources: {'Port': ['ID=77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:10.115031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-279c4c18-e9b3-4270-9e21-8899a0376ef4 req-c5be2316-9e08-4f09-b1ae-c1d92b16cb94 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 210 time: 0.1807904 Jul 29 23:24:10.173970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0 req-f3751de2-3aa0-4749-890b-d3eccd403841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:10.178593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0 req-f3751de2-3aa0-4749-890b-d3eccd403841 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 920 time: 0.5230324 Jul 29 23:24:10.351813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0 req-3cc0630b-6acc-4e4b-afa5-d5604d43d6b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a HTTP/1.1" status: 200 len: 217 time: 0.1563048 Jul 29 23:24:10.423886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Allocated IP 172.20.0.11 (f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144/da05a389-0cf4-4d04-8862-a424378771a5/b12f44cb-d450-44f9-a838-4983f137de2c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:10.510573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.529648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0 req-7ea1ac2b-85d6-4fbd-b74f-c5e9727d3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:10.538915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0 req-7ea1ac2b-85d6-4fbd-b74f-c5e9727d3cb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.1768270 Jul 29 23:24:10.544366 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.649332 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0 req-41ed55f0-aee2-4802-91eb-c38c91d957f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984964 Jul 29 23:24:10.810627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Allocated IP 172.25.2.179 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/b5bc9faa-18ee-4033-a8f7-52ad2cd007b7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:10.818189 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.825385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:10.860083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-a1111d65-2929-4d0c-97b0-7adc54b4a501 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fd6d0565ec9c493aad6874fc3694b09c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1496010 Jul 29 23:24:10.921373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:10.988840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.013857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59294c82-d109-4368-bed6-59e4154d752d req-61cb3fed-9d4f-4a33-973c-b2b12dbfc7f9 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.015512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-61cb3fed-9d4f-4a33-973c-b2b12dbfc7f9 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543851 Jul 29 23:24:11.061555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:11.069193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.078267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:11.093816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:11.117558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-b3685860-c3df-4498-bd9b-ff6bb2bd7c62 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/quotas/fd6d0565ec9c493aad6874fc3694b09c HTTP/1.1" status: 200 len: 375 time: 0.0929782 Jul 29 23:24:11.181812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-160cdee4-23ad-4503-b2d0-78a8c1eff5b1 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd6d0565ec9c493aad6874fc3694b09c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632508 Jul 29 23:24:11.189037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0 req-075e6f30-b192-4ac4-bde4-a86e1f78e159 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027895 Jul 29 23:24:11.205093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.205991 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.232656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Pushing event updated for resources: {'Port': ['ID=b12f44cb-d450-44f9-a838-4983f137de2c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:11.261476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-b925e9e0-81ad-49aa-ad0d-bd0b12972ad8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3134990 Jul 29 23:24:11.280182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Request body: {'port': {'device_id': '81662740-3de2-4ca3-86f5-374de332746d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:11.303076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cfe9a-ff20-4f1b-878e-a83208e810f0 req-be2fb2f7-a0b6-4879-857f-92a77ce5ac49 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.312121 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-554cfe9a-ff20-4f1b-878e-a83208e810f0 req-be2fb2f7-a0b6-4879-857f-92a77ce5ac49 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.2555578 Jul 29 23:24:11.557204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-554cfe9a-ff20-4f1b-878e-a83208e810f0 req-5fc2af8d-a15e-403a-9c1e-b2f04a59216f tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405775 Jul 29 23:24:11.577630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.595956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f7a9f0e-144d-4f70-841c-19bf4ad2bea0 req-40c5b43d-fd12-420c-ba39-22f69bf07532 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939724 Jul 29 23:24:11.629257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.825981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:11.843186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:11.857230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:11.865336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2af3a246-0fa4-4652-ba57-9bca7c511c2f req-7037946e-1fa4-424d-be03-a7c37983e9a7 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 210 time: 0.0517800 Jul 29 23:24:11.903300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd72d3-117d-473e-9f78-a35e56f9173f req-8ca42d28-15eb-4556-9239-7f389c745ec4 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.905180 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06fd72d3-117d-473e-9f78-a35e56f9173f req-8ca42d28-15eb-4556-9239-7f389c745ec4 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 932 time: 0.2031047 Jul 29 23:24:11.962433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bc9faa-18ee-4033-a8f7-52ad2cd007b7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:12.027419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06fd72d3-117d-473e-9f78-a35e56f9173f req-0df449a7-398e-44c6-8fd9-e0ddcb94cde9 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126094 Jul 29 23:24:12.097082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f30bd-053a-4800-9dfb-52cd4eca1875 None None] Network 94f329ae-5992-4e8f-9c51-e310578632af requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:12.274834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-85912d1d-ccbf-4b36-8861-a08a0a63bc34 None None] Provisioning for port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:12.317168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-85912d1d-ccbf-4b36-8861-a08a0a63bc34 None None] Provisioning complete for port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:12.317561 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85912d1d-ccbf-4b36-8861-a08a0a63bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.502965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.545891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 66c98ea0-1b62-4c23-ac3f-90a125a8f61a details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:12.559775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12f44cb-d450-44f9-a838-4983f137de2c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:12.572631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.645595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4e8a3-7378-494e-bd17-e544382b1aa5 req-8c015b4c-918d-4f4a-bccd-5c4b2d6f451e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:12.658077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cc4e8a3-7378-494e-bd17-e544382b1aa5 req-8c015b4c-918d-4f4a-bccd-5c4b2d6f451e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 946 time: 0.1835370 Jul 29 23:24:12.699740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Transition to ACTIVE for port object b12f44cb-d450-44f9-a838-4983f137de2c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:12.737537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.877699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cc4e8a3-7378-494e-bd17-e544382b1aa5 req-074ff227-9d87-41d3-a2c4-e3cfac2518e3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123113 Jul 29 23:24:12.942715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae911ce-799b-426a-8a91-99db2f7faee8 req-ed71f2a2-2ff6-4f2c-95ea-82737d580585 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:12.945142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ae911ce-799b-426a-8a91-99db2f7faee8 req-ed71f2a2-2ff6-4f2c-95ea-82737d580585 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.2398314 Jul 29 23:24:12.971283 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85912d1d-ccbf-4b36-8861-a08a0a63bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.041759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-85912d1d-ccbf-4b36-8861-a08a0a63bc34 None None] For port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2,segment=NetworkSegment(1f780c6a-f825-4235-a9a8-ed233308900d),segment_id=1f780c6a-f825-4235-a9a8-ed233308900d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:13.056972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85912d1d-ccbf-4b36-8861-a08a0a63bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.067614 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.127147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85912d1d-ccbf-4b36-8861-a08a0a63bc34 None None] Pushing event updated for resources: {'Port': ['ID=77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:13.130723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Pushing event updated for resources: {'Port': ['ID=b12f44cb-d450-44f9-a838-4983f137de2c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:13.146968 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ae911ce-799b-426a-8a91-99db2f7faee8 req-dc9fc4fb-45aa-4959-ab7a-69247f2efd0c tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895707 Jul 29 23:24:13.193815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:13.211466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c57a592c-99c1-4276-8ae6-37e8c795c5ee None None] Provisioning complete for port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:13.211937 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c57a592c-99c1-4276-8ae6-37e8c795c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.263345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '66c98ea0-1b62-4c23-ac3f-90a125a8f61a', 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144', 'port_id': '66c98ea0-1b62-4c23-ac3f-90a125a8f61a', 'mac_address': 'fa:16:3e:d5:99:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da05a389-0cf4-4d04-8862-a424378771a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:13.321089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad337240-d8f2-435d-9c01-d675470792e7 req-ab937fe6-38a3-49aa-be27-fb682e5c5149 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 210 time: 0.0765123 Jul 29 23:24:13.321993 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.400501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c98ea0-1b62-4c23-ac3f-90a125a8f61a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:13.428357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:13.437601 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.454931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Attempting to bind port b12f44cb-d450-44f9-a838-4983f137de2c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:13.455331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Attempting to bind port b12f44cb-d450-44f9-a838-4983f137de2c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:13.455669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Attempting to bind port b12f44cb-d450-44f9-a838-4983f137de2c on network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:13.464276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Port b12f44cb-d450-44f9-a838-4983f137de2c on network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:13.464638 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Attempting to bind port b12f44cb-d450-44f9-a838-4983f137de2c on network f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:13.466565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cccd72-4345-4ba2-b6cd-ed846f1c4830 req-04e30dc3-af2f-4994-b59b-2a75f002de70 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.469411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5cccd72-4345-4ba2-b6cd-ed846f1c4830 req-04e30dc3-af2f-4994-b59b-2a75f002de70 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 944 time: 0.0960815 Jul 29 23:24:13.479011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:13.479011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Checking segment: {'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:13.479397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Bound using segment: {'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:13.479800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Bound port: b12f44cb-d450-44f9-a838-4983f137de2c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:13.480210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.541330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:13.570954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Router 47eb46e7-a4a6-4337-84a9-6819f34e6625 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:24:13.587409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5cccd72-4345-4ba2-b6cd-ed846f1c4830 req-9fd28d5f-b102-49ee-948c-3eb2be8b9a67 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000068 Jul 29 23:24:13.701845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-c00b6ec2-5a17-4022-a9a8-a9a635f39f6a tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fd6d0565ec9c493aad6874fc3694b09c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678461 Jul 29 23:24:13.771722 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] For port b12f44cb-d450-44f9-a838-4983f137de2c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:13.785150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:13.793540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] For port b12f44cb-d450-44f9-a838-4983f137de2c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b12f44cb-d450-44f9-a838-4983f137de2c,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:13.795945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Sync routers for ids ['47eb46e7-a4a6-4337-84a9-6819f34e6625'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:13.810303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Routers {'47eb46e7-a4a6-4337-84a9-6819f34e6625'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:13.811320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['47eb46e7-a4a6-4337-84a9-6819f34e6625'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:13.816525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.882010 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.886159 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-57b5345c-1a12-479a-9403-99ea31af23a0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6135466 Jul 29 23:24:13.888519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:13.897553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['66c98ea0-1b62-4c23-ac3f-90a125a8f61a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:13.899772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59294c82-d109-4368-bed6-59e4154d752d req-980edb3f-0ff4-4b10-a78a-78e409818d69 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.902434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-980edb3f-0ff4-4b10-a78a-78e409818d69 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868100 Jul 29 23:24:13.929799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Request body: {'port': {'device_id': 'f591770d-a5e5-4d25-9f40-b88f010a13d1', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'fd6d0565ec9c493aad6874fc3694b09c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:13.945942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.946569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.948169 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] 10.222.0.42 "PUT /v2.0/ports/b12f44cb-d450-44f9-a838-4983f137de2c HTTP/1.1" status: 200 len: 1093 time: 2.6754608 Jul 29 23:24:13.948920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81662740-3de2-4ca3-86f5-374de332746d', 'tag': 'b12f44cb-d450-44f9-a838-4983f137de2c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:13.963946 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f01d50-76af-40f1-ac82-7672ffdd12d3" -d '{"events": [{"name": "network-changed", "server_uuid": "81662740-3de2-4ca3-86f5-374de332746d", "tag": "b12f44cb-d450-44f9-a838-4983f137de2c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:14.068565 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea68469-a4fa-4bcf-9ffe-1e6c01144c62 x-openstack-request-id: req-8ea68469-a4fa-4bcf-9ffe-1e6c01144c62 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:14.069059 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81662740-3de2-4ca3-86f5-374de332746d", "tag": "b12f44cb-d450-44f9-a838-4983f137de2c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:14.070219 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ea68469-a4fa-4bcf-9ffe-1e6c01144c62 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:14.070863 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81662740-3de2-4ca3-86f5-374de332746d', 'tag': 'b12f44cb-d450-44f9-a838-4983f137de2c', 'status': 'completed', 'code': 200} Jul 29 23:24:14.074483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Set router 47eb46e7-a4a6-4337-84a9-6819f34e6625 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:14.188323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49bed7-fb6d-46f6-8b7b-95969dd93c12 service neutron] Pushing event updated for resources: {'Port': ['ID=b12f44cb-d450-44f9-a838-4983f137de2c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:14.246089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d692-67b3-4193-9a09-2c70f581668e req-cff84eb7-7b27-46eb-a23b-69466d8d8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:14.249529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b656563-5078-4848-a1a0-4c1479d46358 req-aa9aa464-1d35-4846-9b8b-4f3abcc1e641 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:14.252603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b656563-5078-4848-a1a0-4c1479d46358 req-aa9aa464-1d35-4846-9b8b-4f3abcc1e641 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 946 time: 0.1820838 Jul 29 23:24:14.256148 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-cff84eb7-7b27-46eb-a23b-69466d8d8a31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 1096 time: 0.2219529 Jul 29 23:24:14.314705 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-c8b0dc60-8273-430c-b8f4-5333c6e8e1f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12f44cb-d450-44f9-a838-4983f137de2c HTTP/1.1" status: 200 len: 217 time: 0.0429654 Jul 29 23:24:14.362997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b656563-5078-4848-a1a0-4c1479d46358 req-d90f6ff6-dde7-4d99-a3f5-81f60521194f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031461 Jul 29 23:24:14.408374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Made reservation on behalf of fd6d0565ec9c493aad6874fc3694b09c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:14.413352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.461282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9f2ed-f17a-4cc9-8271-6b2faf6d73b3 req-2d0e8380-5376-4794-a771-0d534600d4df tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:14.466188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42f9f2ed-f17a-4cc9-8271-6b2faf6d73b3 req-2d0e8380-5376-4794-a771-0d534600d4df tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1748564 Jul 29 23:24:14.470065 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.479123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d692-67b3-4193-9a09-2c70f581668e req-73220c9f-0bd6-406e-9238-67c58211cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:14.486420 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-73220c9f-0bd6-406e-9238-67c58211cc4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.1302218 Jul 29 23:24:14.592663 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-bfd07cdc-2887-4f8e-8426-0bae1bee8b33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716252 Jul 29 23:24:14.621094 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42f9f2ed-f17a-4cc9-8271-6b2faf6d73b3 req-f702c0e8-2408-467a-be29-168494bbb1f3 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277685 Jul 29 23:24:14.771848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:14.856477 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-1b2be424-8e07-4b27-b0ff-98e3fc02460f service neutron] 10.222.0.42 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670551 Jul 29 23:24:14.892489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67f62881-50fc-44a5-a50d-6de9e5276ecc req-e48b572d-72a1-4b72-9986-4791c4579331 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 210 time: 0.0854547 Jul 29 23:24:14.902411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:14.903056 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.955549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed6e62-42f4-4492-9524-8e00ed5908df req-b30ea82d-b7c5-421e-92b5-1d5b9d8b6c58 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:14.965005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31ed6e62-42f4-4492-9524-8e00ed5908df req-b30ea82d-b7c5-421e-92b5-1d5b9d8b6c58 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 944 time: 0.2402620 Jul 29 23:24:15.061221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'name': 'tempest-FloatingIPDetailsTestJSON-803070738-router', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:08Z', 'updated_at': '2021-07-29T23:24:12Z', 'revision_number': 3, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'gw_port': {'id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:10Z', 'updated_at': '2021-07-29T23:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:15.081654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31ed6e62-42f4-4492-9524-8e00ed5908df req-85cfb3b6-4210-451b-8224-2671c376f795 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024885 Jul 29 23:24:15.106647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Checking router: 47eb46e7-a4a6-4337-84a9-6819f34e6625 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:15.107288 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Updating router 47eb46e7-a4a6-4337-84a9-6819f34e6625 port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:15.118132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.127389 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.142126 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.294371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Allocated IP 192.168.233.33 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/8783d541-3716-447d-8ff2-dd3327a5d7bf) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:15.472397 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.488622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Transition to ACTIVE for port object 8783d541-3716-447d-8ff2-dd3327a5d7bf will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:15.500885 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.511534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Transition to ACTIVE for port object b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:15.519574 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.550998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Attempting to bind port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:15.551767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Attempting to bind port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:15.552465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Attempting to bind port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:15.565462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:15.587786 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-49c3d692-67b3-4193-9a09-2c70f581668e req-e2ad78fd-4efb-4ab7-a71d-808e5525cc03 service neutron] 10.222.0.42 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000227 Jul 29 23:24:15.610742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:15.611544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:15.613322 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.613792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:15.614446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Bound port: b5bc9faa-18ee-4033-a8f7-52ad2cd007b7, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:15.615055 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.655535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.685699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] For port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:15.690218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] For port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b5bc9faa-18ee-4033-a8f7-52ad2cd007b7,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:15.702705 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.727133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a5694-8a19-4451-bcf8-12f41de94f53 None None] Pushing event updated for resources: {'Port': ['ID=b5bc9faa-18ee-4033-a8f7-52ad2cd007b7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:15.763386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Pushing event updated for resources: {'Port': ['ID=8783d541-3716-447d-8ff2-dd3327a5d7bf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:15.810201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:15.812394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:15.814752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:15.837186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Routers {'47eb46e7-a4a6-4337-84a9-6819f34e6625'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:15.837878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['47eb46e7-a4a6-4337-84a9-6819f34e6625'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:15.872467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-9f8b88fa-6a1c-49d5-a699-2fef86c51cd2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:15.875635 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-9f8b88fa-6a1c-49d5-a699-2fef86c51cd2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 946 time: 0.9695325 Jul 29 23:24:15.887879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:15.888567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.920215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a5694-8a19-4451-bcf8-12f41de94f53 None None] Pushing event updated for resources: {'Port': ['ID=b5bc9faa-18ee-4033-a8f7-52ad2cd007b7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:16.005125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359d52b-f619-4dda-9c2b-eace06da213d req-ba04d143-3a0c-4314-9f11-acb4730ef7c6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:16.026914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9359d52b-f619-4dda-9c2b-eace06da213d req-ba04d143-3a0c-4314-9f11-acb4730ef7c6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 946 time: 0.5094981 Jul 29 23:24:16.033737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-a642900b-1beb-4032-a457-976dcae755c0 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1086216 Jul 29 23:24:16.067070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Request body: {'port': {'device_id': 'f591770d-a5e5-4d25-9f40-b88f010a13d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:16.076374 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f01d50-76af-40f1-ac82-7672ffdd12d3 req-5e8f533c-fb7b-4264-af38-e6f29b385b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:16.079172 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37f01d50-76af-40f1-ac82-7672ffdd12d3 req-5e8f533c-fb7b-4264-af38-e6f29b385b85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 1096 time: 0.3353200 Jul 29 23:24:16.079845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] Set router 47eb46e7-a4a6-4337-84a9-6819f34e6625 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:16.103655 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.176415 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.251004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9359d52b-f619-4dda-9c2b-eace06da213d req-3bd55e11-e2e0-4621-9043-e35d55b0c203 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228413 Jul 29 23:24:16.284155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b42ce-a28f-449a-b0ce-17774aa73f92 req-00113f4b-7184-45df-98bb-34e516e3f771 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:16.293195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c4b42ce-a28f-449a-b0ce-17774aa73f92 req-00113f4b-7184-45df-98bb-34e516e3f771 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.4122798 Jul 29 23:24:16.334186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-6c68ddfb-fa83-4ddb-a440-316b489370c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Deleting port 54ef8389-33ec-481b-8fb5-2bc958a3624c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:16.335478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-6c68ddfb-fa83-4ddb-a440-316b489370c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.401489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2baf1f7-e2e7-4ef5-8004-17ff02ae590c None None] Provisioning for port 8783d541-3716-447d-8ff2-dd3327a5d7bf completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:16.431707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c4b42ce-a28f-449a-b0ce-17774aa73f92 req-83f12b8c-837a-4f82-ad3b-0fc0c209e46c tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374249 Jul 29 23:24:16.447942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2baf1f7-e2e7-4ef5-8004-17ff02ae590c None None] Provisioning complete for port 8783d541-3716-447d-8ff2-dd3327a5d7bf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:16.450037 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2baf1f7-e2e7-4ef5-8004-17ff02ae590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.558880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f2baf1f7-e2e7-4ef5-8004-17ff02ae590c None None] Port 8783d541-3716-447d-8ff2-dd3327a5d7bf cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:16.563726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 66c98ea0-1b62-4c23-ac3f-90a125a8f61a up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:16.600197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f01d50-76af-40f1-ac82-7672ffdd12d3 req-d90fd778-bd0c-44b2-bbe2-b724ff652539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:16.601747 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37f01d50-76af-40f1-ac82-7672ffdd12d3 req-d90fd778-bd0c-44b2-bbe2-b724ff652539 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 920 time: 0.4915383 Jul 29 23:24:16.664618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'name': 'tempest-FloatingIPDetailsTestJSON-803070738-router', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:08Z', 'updated_at': '2021-07-29T23:24:12Z', 'revision_number': 3, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'gw_port': {'id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:10Z', 'updated_at': '2021-07-29T23:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:16.704863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0ec43-5f29-4e4a-a965-10eef21cec75 None None] The sync data for ids ['47eb46e7-a4a6-4337-84a9-6819f34e6625'] in n-d-712139-11 is: [{'id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'name': 'tempest-FloatingIPDetailsTestJSON-803070738-router', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:08Z', 'updated_at': '2021-07-29T23:24:12Z', 'revision_number': 3, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'gw_port': {'id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:10Z', 'updated_at': '2021-07-29T23:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:16.716100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:16.721404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:16.722126 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.726163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8783d541-3716-447d-8ff2-dd3327a5d7bf {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:16.733121 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37f01d50-76af-40f1-ac82-7672ffdd12d3 req-2ca5815b-5e45-4e6f-826f-1a117c632f7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12f44cb-d450-44f9-a838-4983f137de2c HTTP/1.1" status: 200 len: 217 time: 0.0608597 Jul 29 23:24:16.747324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.776168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Transition to ACTIVE for port object 8783d541-3716-447d-8ff2-dd3327a5d7bf will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:16.849734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-6c68ddfb-fa83-4ddb-a440-316b489370c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] For port 54ef8389-33ec-481b-8fb5-2bc958a3624c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=54ef8389-33ec-481b-8fb5-2bc958a3624c,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:16.851975 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-6c68ddfb-fa83-4ddb-a440-316b489370c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.853757 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.870364 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.909084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-6c68ddfb-fa83-4ddb-a440-316b489370c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Calling delete_port for 54ef8389-33ec-481b-8fb5-2bc958a3624c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:17.157993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f01d50-76af-40f1-ac82-7672ffdd12d3 req-386d2bf3-da25-47d1-a7b8-3ae67a14a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:17.169067 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37f01d50-76af-40f1-ac82-7672ffdd12d3 req-386d2bf3-da25-47d1-a7b8-3ae67a14a72e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.4204042 Jul 29 23:24:17.174609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a56002-e22b-4fb4-b3c3-47e632dccf13 req-66667399-3992-4db7-a197-b9d7c14a9e55 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:17.175627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9a56002-e22b-4fb4-b3c3-47e632dccf13 req-66667399-3992-4db7-a197-b9d7c14a9e55 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 935 time: 0.8140812 Jul 29 23:24:17.204490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860dbd87-e417-4f04-a293-4cc4f19abdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c98ea0-1b62-4c23-ac3f-90a125a8f61a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:17.206973 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a205041-3610-4e55-8629-c0a103342c48" -d '{"events": [{"server_uuid": "860dbd87-e417-4f04-a293-4cc4f19abdbb", "name": "network-vif-plugged", "status": "completed", "tag": "66c98ea0-1b62-4c23-ac3f-90a125a8f61a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:17.254290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37f01d50-76af-40f1-ac82-7672ffdd12d3 req-8aea0060-86ac-4b30-a783-0eef34078d9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693250 Jul 29 23:24:17.255069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:17.268578 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.294313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Pushing event updated for resources: {'Port': ['ID=8783d541-3716-447d-8ff2-dd3327a5d7bf,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:17.330395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f48ab-1ded-4851-989a-74ee419c5628 req-febfe053-2dc6-4edb-a13b-437ca5b08039 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:17.345960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc0f48ab-1ded-4851-989a-74ee419c5628 req-febfe053-2dc6-4edb-a13b-437ca5b08039 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 944 time: 0.5583537 Jul 29 23:24:17.353707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:17.420455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Allocated IP 172.20.0.1 (94f329ae-5992-4e8f-9c51-e310578632af/c7566a1a-e13b-4b57-a769-3641fd81c255/d346f166-c3d6-4cc0-a2aa-a7d23ed1a298) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:17.424645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9a56002-e22b-4fb4-b3c3-47e632dccf13 req-6dbc5b5d-065e-4319-a62a-c3913efccf5c tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/security-groups?id=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059901 Jul 29 23:24:17.490300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-6c68ddfb-fa83-4ddb-a440-316b489370c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.630412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc0f48ab-1ded-4851-989a-74ee419c5628 req-3ee0e85b-6121-4e45-9178-687c4d9e6d3b tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723658 Jul 29 23:24:17.636987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Attempting to bind port 8783d541-3716-447d-8ff2-dd3327a5d7bf on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:17.642494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Attempting to bind port 8783d541-3716-447d-8ff2-dd3327a5d7bf by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:17.642725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68ddfb-fa83-4ddb-a440-316b489370c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event deleted for resources: {'Port': ['ID=54ef8389-33ec-481b-8fb5-2bc958a3624c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:17.644503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Attempting to bind port 8783d541-3716-447d-8ff2-dd3327a5d7bf on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:17.648984 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37f01d50-76af-40f1-ac82-7672ffdd12d3 req-8d5482ae-0a2b-45ed-ba6a-2ec9e2520cee service neutron] 10.222.0.42 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663962 Jul 29 23:24:17.669114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Port 8783d541-3716-447d-8ff2-dd3327a5d7bf on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:17.672644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Attempting to bind port 8783d541-3716-447d-8ff2-dd3327a5d7bf on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:17.672777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b12f44cb-d450-44f9-a838-4983f137de2c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:17.678315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 54ef8389-33ec-481b-8fb5-2bc958a3624c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:17.694827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:17.695175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:17.699277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:17.702032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Bound port: 8783d541-3716-447d-8ff2-dd3327a5d7bf, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:17.703643 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.721199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 54ef8389-33ec-481b-8fb5-2bc958a3624c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:17.721653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 54ef8389-33ec-481b-8fb5-2bc958a3624c not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:17.839849 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae680754-387b-49ef-b641-abc1074c0fe6 x-openstack-request-id: req-ae680754-387b-49ef-b641-abc1074c0fe6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:17.844926 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860dbd87-e417-4f04-a293-4cc4f19abdbb", "name": "network-vif-plugged", "status": "completed", "tag": "66c98ea0-1b62-4c23-ac3f-90a125a8f61a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:17.845837 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae680754-387b-49ef-b641-abc1074c0fe6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:17.846630 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860dbd87-e417-4f04-a293-4cc4f19abdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c98ea0-1b62-4c23-ac3f-90a125a8f61a', 'code': 200} Jul 29 23:24:17.956066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b12f44cb-d450-44f9-a838-4983f137de2c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b12f44cb-d450-44f9-a838-4983f137de2c,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:17.984329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'b12f44cb-d450-44f9-a838-4983f137de2c', 'network_id': 'f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144', 'port_id': 'b12f44cb-d450-44f9-a838-4983f137de2c', 'mac_address': 'fa:16:3e:24:dd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da05a389-0cf4-4d04-8862-a424378771a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:18.004253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d811213b-58bf-44fc-a868-0793dbfdb71c req-1e06e1da-2f24-461f-b7fd-573542b1c0ad tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 210 time: 0.1305261 Jul 29 23:24:18.099931 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.120803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12f44cb-d450-44f9-a838-4983f137de2c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:18.143262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-6c68ddfb-fa83-4ddb-a440-316b489370c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] No DVR routers for this DVR port 54ef8389-33ec-481b-8fb5-2bc958a3624c on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:18.147681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] For port 8783d541-3716-447d-8ff2-dd3327a5d7bf, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:18.150934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-6c68ddfb-fa83-4ddb-a440-316b489370c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.153009 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4f2ebe24-02e1-4764-aee8-137770e2cef5 req-6c68ddfb-fa83-4ddb-a440-316b489370c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "DELETE /v2.0/ports/54ef8389-33ec-481b-8fb5-2bc958a3624c HTTP/1.1" status: 204 len: 173 time: 2.2683408 Jul 29 23:24:18.153459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8c3683-4c04-4681-ad01-93d96ad2aaef', 'name': 'network-vif-deleted', 'tag': '54ef8389-33ec-481b-8fb5-2bc958a3624c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:18.164792 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd2017-add9-4058-9b33-c9fad7d2b3ed" -d '{"events": [{"server_uuid": "1c8c3683-4c04-4681-ad01-93d96ad2aaef", "name": "network-vif-deleted", "tag": "54ef8389-33ec-481b-8fb5-2bc958a3624c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:18.176237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b12f44cb-d450-44f9-a838-4983f137de2c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b12f44cb-d450-44f9-a838-4983f137de2c,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:18.184568 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.220602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] For port 8783d541-3716-447d-8ff2-dd3327a5d7bf, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8783d541-3716-447d-8ff2-dd3327a5d7bf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:18.250114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.282443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f56a17-eef4-4f28-8ead-082541147f32 req-e60f317b-fc38-4a00-907f-f41b84ecab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:18.287453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35f56a17-eef4-4f28-8ead-082541147f32 req-e60f317b-fc38-4a00-907f-f41b84ecab9a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 1097 time: 0.3814423 Jul 29 23:24:18.299517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b12f44cb-d450-44f9-a838-4983f137de2c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:18.346513 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.350147 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd930a-866d-4da3-9eea-b011e37618c0 x-openstack-request-id: req-03bd930a-866d-4da3-9eea-b011e37618c0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:18.350694 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8c3683-4c04-4681-ad01-93d96ad2aaef", "name": "network-vif-deleted", "tag": "54ef8389-33ec-481b-8fb5-2bc958a3624c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:18.351098 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03bd930a-866d-4da3-9eea-b011e37618c0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:18.351820 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8c3683-4c04-4681-ad01-93d96ad2aaef', 'name': 'network-vif-deleted', 'tag': '54ef8389-33ec-481b-8fb5-2bc958a3624c', 'status': 'completed', 'code': 200} Jul 29 23:24:18.354133 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37f01d50-76af-40f1-ac82-7672ffdd12d3 req-3c30f915-e300-44e4-893b-5830fcf79e16 service neutron] 10.222.0.42 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927361 Jul 29 23:24:18.381422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Transition to ACTIVE for port object d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:18.390837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed91b5-910b-4ea8-beaa-581cb930bb31 req-acb2b38c-a6fa-4999-83ab-bcd6ffd219af tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:18.414833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15ed91b5-910b-4ea8-beaa-581cb930bb31 req-acb2b38c-a6fa-4999-83ab-bcd6ffd219af tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.4374826 Jul 29 23:24:18.454789 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.483125 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.510435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b12f44cb-d450-44f9-a838-4983f137de2c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:18.525187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:18.525819 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.527266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] 10.222.0.42 "PUT /v2.0/ports/8783d541-3716-447d-8ff2-dd3327a5d7bf HTTP/1.1" status: 200 len: 1096 time: 2.4722891 Jul 29 23:24:18.550611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f591770d-a5e5-4d25-9f40-b88f010a13d1', 'tag': '8783d541-3716-447d-8ff2-dd3327a5d7bf'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:18.557082 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259f75fc-20da-4c9c-894b-bdd87df70e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f591770d-a5e5-4d25-9f40-b88f010a13d1", "tag": "8783d541-3716-447d-8ff2-dd3327a5d7bf"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:18.622642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Network 94f329ae-5992-4e8f-9c51-e310578632af is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:18.650317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:18.655843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:18.658155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Pushing event updated for resources: {'Port': ['ID=d346f166-c3d6-4cc0-a2aa-a7d23ed1a298,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:18.817695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.866750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:18.978015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:18.998082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15ed91b5-910b-4ea8-beaa-581cb930bb31 req-aaab6571-f523-40c6-8dd5-46a1f95f78aa tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665736 Jul 29 23:24:18.998269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:18.998269 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.012073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35f56a17-eef4-4f28-8ead-082541147f32 req-3a60d00d-c501-40be-b32a-f33ebb3aefb0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6409266 Jul 29 23:24:19.017592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27f5b-54b3-4131-acd3-4a949c90714d service neutron] Pushing event updated for resources: {'Port': ['ID=8783d541-3716-447d-8ff2-dd3327a5d7bf,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:19.142367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c20d6b-b929-4d3b-8bd0-f1b4a3792aa0 req-1c3393c8-a28c-47a3-b966-59b067b09778 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.163775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69c20d6b-b929-4d3b-8bd0-f1b4a3792aa0 req-1c3393c8-a28c-47a3-b966-59b067b09778 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 947 time: 0.5506365 Jul 29 23:24:19.245942 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.270302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59294c82-d109-4368-bed6-59e4154d752d req-4e98d9d6-54d9-42f5-82f1-59d8f8a34997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.280219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-4e98d9d6-54d9-42f5-82f1-59d8f8a34997 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd6d0565ec9c493aad6874fc3694b09c&device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 1099 time: 0.6202130 Jul 29 23:24:19.285298 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c22c9a-a071-4778-a7f0-add27ae466f9 x-openstack-request-id: req-a7c22c9a-a071-4778-a7f0-add27ae466f9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:19.285603 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f591770d-a5e5-4d25-9f40-b88f010a13d1", "tag": "8783d541-3716-447d-8ff2-dd3327a5d7bf", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:19.286245 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7c22c9a-a071-4778-a7f0-add27ae466f9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:19.288158 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f591770d-a5e5-4d25-9f40-b88f010a13d1', 'tag': '8783d541-3716-447d-8ff2-dd3327a5d7bf', 'status': 'completed', 'code': 200} Jul 29 23:24:19.308242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69c20d6b-b929-4d3b-8bd0-f1b4a3792aa0 req-139d1024-375a-4916-9219-91bb14789bf7 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/security-groups?id=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431355 Jul 29 23:24:19.364266 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.408761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-5f66816e-d203-40b9-8a89-c0952ac11b64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=8783d541-3716-447d-8ff2-dd3327a5d7bf HTTP/1.1" status: 200 len: 217 time: 0.0969214 Jul 29 23:24:19.433781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b5bc9faa-18ee-4033-a8f7-52ad2cd007b7,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:19.440365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e341b0ca-46e6-4fbb-b766-74a99d8c4875 None None] Provisioning for port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:19.453760 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.546291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e341b0ca-46e6-4fbb-b766-74a99d8c4875 None None] Provisioning complete for port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:19.546712 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e341b0ca-46e6-4fbb-b766-74a99d8c4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.551097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=b5bc9faa-18ee-4033-a8f7-52ad2cd007b7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:19.564656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59294c82-d109-4368-bed6-59e4154d752d req-28264561-da93-477c-a893-2a5e897192ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.566420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-28264561-da93-477c-a893-2a5e897192ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1506026 Jul 29 23:24:19.580070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c3834-71a5-440f-ae1b-dd1d8e15fb64 req-1631b268-95d1-4148-bcbf-eec499a272ed tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.604669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e341b0ca-46e6-4fbb-b766-74a99d8c4875 None None] Port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:19.613109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-268c3834-71a5-440f-ae1b-dd1d8e15fb64 req-1631b268-95d1-4148-bcbf-eec499a272ed tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 945 time: 0.1818538 Jul 29 23:24:19.620108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.629750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.675956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b12f44cb-d450-44f9-a838-4983f137de2c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:19.743454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Pushing event updated for resources: {'Port': ['ID=d346f166-c3d6-4cc0-a2aa-a7d23ed1a298,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:19.756421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.794920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port b12f44cb-d450-44f9-a838-4983f137de2c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:19.798394 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8561172c-15c0-4e50-8da7-e68dca8f0210 req-0d2901a5-8141-46c5-8abb-1320123cee58 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 210 time: 0.0986192 Jul 29 23:24:19.800463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port b12f44cb-d450-44f9-a838-4983f137de2c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:19.801245 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.989088 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.994734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Network 94f329ae-5992-4e8f-9c51-e310578632af is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:20.000151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:20.049691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662740-3de2-4ca3-86f5-374de332746d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12f44cb-d450-44f9-a838-4983f137de2c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:20.055212 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd1c77d-c952-4525-8739-3a0b33c86153" -d '{"events": [{"server_uuid": "81662740-3de2-4ca3-86f5-374de332746d", "name": "network-vif-plugged", "status": "completed", "tag": "b12f44cb-d450-44f9-a838-4983f137de2c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:20.088061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b12f44cb-d450-44f9-a838-4983f137de2c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b12f44cb-d450-44f9-a838-4983f137de2c,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:20.096860 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.268051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b12f44cb-d450-44f9-a838-4983f137de2c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:20.303624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Router 47eb46e7-a4a6-4337-84a9-6819f34e6625 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:20.397608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59294c82-d109-4368-bed6-59e4154d752d req-d837b1a9-ebfb-493b-93b4-3539724d6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.399343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-d837b1a9-ebfb-493b-93b4-3539724d6042 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7853303 Jul 29 23:24:20.453127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:20.461022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-268c3834-71a5-440f-ae1b-dd1d8e15fb64 req-5c8ba240-56f3-467b-8f47-9553c57f214b tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689245 Jul 29 23:24:20.472437 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Sync routers for ids ['47eb46e7-a4a6-4337-84a9-6819f34e6625'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:20.496680 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Routers {'47eb46e7-a4a6-4337-84a9-6819f34e6625'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:20.499205 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['47eb46e7-a4a6-4337-84a9-6819f34e6625'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:20.500752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b715338-7d14-4770-b225-d24c8a572996 None None] Provisioning complete for port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:20.501480 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b715338-7d14-4770-b225-d24c8a572996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.504056 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-95096042-5232-43a1-a744-db776e3cd654 admin admin] 10.222.0.37 "PUT /v2.0/routers/47eb46e7-a4a6-4337-84a9-6819f34e6625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6141906 Jul 29 23:24:20.527883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd83285-f856-4352-b264-fd1aa6973232 req-74bb451b-76b6-4ce7-bd30-9076089a3ce6 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.536215 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dd83285-f856-4352-b264-fd1aa6973232 req-74bb451b-76b6-4ce7-bd30-9076089a3ce6 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1524498 Jul 29 23:24:20.613813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dd83285-f856-4352-b264-fd1aa6973232 req-33716979-59c8-49e8-898a-32d3b3717b8d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711575 Jul 29 23:24:20.630937 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-36a35476-5075-4b77-bd00-7116c446343a service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139733 Jul 29 23:24:20.645878 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2399cf-8b19-4b62-aab5-b89b7e86895d x-openstack-request-id: req-3c2399cf-8b19-4b62-aab5-b89b7e86895d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:20.646173 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662740-3de2-4ca3-86f5-374de332746d", "name": "network-vif-plugged", "status": "completed", "tag": "b12f44cb-d450-44f9-a838-4983f137de2c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:20.646432 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c2399cf-8b19-4b62-aab5-b89b7e86895d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:20.651874 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662740-3de2-4ca3-86f5-374de332746d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12f44cb-d450-44f9-a838-4983f137de2c', 'code': 200} Jul 29 23:24:20.696435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8b715338-7d14-4770-b225-d24c8a572996 None None] Port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:20.862309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:20.882108 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Set router 47eb46e7-a4a6-4337-84a9-6819f34e6625 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:20.885521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4dcf7-8824-4fb6-8c2e-2a64b8504ca3 req-f2d6c9b4-cfd3-44c5-b692-a9917cce96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.887236 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0fe4dcf7-8824-4fb6-8c2e-2a64b8504ca3 req-f2d6c9b4-cfd3-44c5-b692-a9917cce96c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 1098 time: 0.1459935 Jul 29 23:24:20.951834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:20.953261 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.972387 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0fe4dcf7-8824-4fb6-8c2e-2a64b8504ca3 req-9d979379-5389-4160-a372-20736211b1b0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729716 Jul 29 23:24:21.117944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59294c82-d109-4368-bed6-59e4154d752d req-c79b8edf-50bf-41af-9bf8-649f269c4b70 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672096 Jul 29 23:24:21.151276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c994ffb-9274-4cd7-bbad-2a3579125caa req-a8588aa4-27f1-40d5-b6bb-fb0cf095705d tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:21.158836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c994ffb-9274-4cd7-bbad-2a3579125caa req-a8588aa4-27f1-40d5-b6bb-fb0cf095705d tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 947 time: 0.2313519 Jul 29 23:24:21.232492 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'name': 'tempest-FloatingIPDetailsTestJSON-803070738-router', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:08Z', 'updated_at': '2021-07-29T23:24:19Z', 'revision_number': 4, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'gw_port': {'id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:10Z', 'updated_at': '2021-07-29T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd346f166-c3d6-4cc0-a2aa-a7d23ed1a298', 'name': '', 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'mac_address': 'fa:16:3e:51:26:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c7566a1a-e13b-4b57-a769-3641fd81c255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:19Z', 'revision_number': 2, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'subnets': [{'id': 'c7566a1a-e13b-4b57-a769-3641fd81c255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:21.252172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c994ffb-9274-4cd7-bbad-2a3579125caa req-37788b9f-cec3-4a70-b109-3f71af8ae117 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/security-groups?id=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922780 Jul 29 23:24:21.261233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-e07bfe70-968a-452f-9852-a45d62525da9 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:21.262869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-e07bfe70-968a-452f-9852-a45d62525da9 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 821 time: 0.4080138 Jul 29 23:24:21.267723 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Checking router: 47eb46e7-a4a6-4337-84a9-6819f34e6625 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:21.268573 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Updating router 47eb46e7-a4a6-4337-84a9-6819f34e6625 port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:21.282105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-5dc01f50-7923-49d0-9dab-b6ea7f115ef5 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/quotas/c3e5a83bba0440559ee180cab805bf7a HTTP/1.1" status: 200 len: 375 time: 0.0129151 Jul 29 23:24:21.302968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-f470f384-1939-42ac-94d2-08f6f4b937e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:21.304715 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.305284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-f470f384-1939-42ac-94d2-08f6f4b937e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd6d0565ec9c493aad6874fc3694b09c&device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 1099 time: 0.0992279 Jul 29 23:24:21.490979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-12fc012a-29f0-43eb-ad23-cd5170aa23a7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2021983 Jul 29 23:24:21.618947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53eaec6e-3493-4d1a-a9d2-e5eedec972bd req-ab15a7f8-e153-4d80-9ac3-b6aa941e5f34 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 210 time: 0.1092155 Jul 29 23:24:21.626313 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ab5e794-ec57-4e9b-b75a-891f23520c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.687572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-7399c401-a6e7-43f7-8581-093b0e8840a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:21.690284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-7399c401-a6e7-43f7-8581-093b0e8840a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.3596997 Jul 29 23:24:21.848748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-1cc98059-46b4-4377-a9c4-ba15976019f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=8783d541-3716-447d-8ff2-dd3327a5d7bf HTTP/1.1" status: 200 len: 217 time: 0.1444130 Jul 29 23:24:21.851423 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.862647 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Transition to ACTIVE for port object d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:21.872719 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.913860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-c0e41cd1-2f6e-4d05-a921-f3ef3774c2c9 service neutron] 10.222.0.37 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219427 Jul 29 23:24:21.987228 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c0c2-48de-4d32-83ab-8ebcb3d45537 None None] Pushing event updated for resources: {'Port': ['ID=d346f166-c3d6-4cc0-a2aa-a7d23ed1a298,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:22.046197 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Attempting to bind port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:22.046745 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Attempting to bind port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1f780c6a-f825-4235-a9a8-ed233308900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:22.047213 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Attempting to bind port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 on network 94f329ae-5992-4e8f-9c51-e310578632af {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:22.053662 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:22.054452 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Checking segment: {'id': '1f780c6a-f825-4235-a9a8-ed233308900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:22.054967 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.055470 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Bound using segment: {'id': '1f780c6a-f825-4235-a9a8-ed233308900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:22.056118 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Bound port: d346f166-c3d6-4cc0-a2aa-a7d23ed1a298, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f780c6a-f825-4235-a9a8-ed233308900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:22.056648 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.141677 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] For port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:22.145719 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] For port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d346f166-c3d6-4cc0-a2aa-a7d23ed1a298,segment=NetworkSegment(1f780c6a-f825-4235-a9a8-ed233308900d),segment_id=1f780c6a-f825-4235-a9a8-ed233308900d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:22.152030 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.164332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-74f0346c-1bd1-4a88-b85b-b6c6644cc808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:22.166321 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-74f0346c-1bd1-4a88-b85b-b6c6644cc808 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.2962027 Jul 29 23:24:22.234479 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Routers {'47eb46e7-a4a6-4337-84a9-6819f34e6625'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:22.235317 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:23:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['47eb46e7-a4a6-4337-84a9-6819f34e6625'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:22.335994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-92ae49b7-b0c3-4657-9107-d5ffb0b44463 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5023410 Jul 29 23:24:22.347799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:22.376658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-f43aa230-f797-400c-95f9-d1bba0e5688f service neutron] 10.222.0.37 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610994 Jul 29 23:24:22.389489 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] Set router 47eb46e7-a4a6-4337-84a9-6819f34e6625 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:22.427996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-34974123-85c1-452d-a040-e136c8ddbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:22.435131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-34974123-85c1-452d-a040-e136c8ddbffa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2437484 Jul 29 23:24:22.436420 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.537829 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c0c2-48de-4d32-83ab-8ebcb3d45537 None None] Pushing event updated for resources: {'Port': ['ID=d346f166-c3d6-4cc0-a2aa-a7d23ed1a298,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:22.706754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-5bd43fcc-69d1-40eb-83f5-c4cba0cb4a9a service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506070 Jul 29 23:24:22.789652 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'name': 'tempest-FloatingIPDetailsTestJSON-803070738-router', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:08Z', 'updated_at': '2021-07-29T23:24:19Z', 'revision_number': 4, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'gw_port': {'id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:10Z', 'updated_at': '2021-07-29T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd346f166-c3d6-4cc0-a2aa-a7d23ed1a298', 'name': '', 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'mac_address': 'fa:16:3e:51:26:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c7566a1a-e13b-4b57-a769-3641fd81c255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:22Z', 'revision_number': 4, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'subnets': [{'id': 'c7566a1a-e13b-4b57-a769-3641fd81c255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:22.835100 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdef73-112d-4f60-ad6a-af2e0f602a8a None None] The sync data for ids ['47eb46e7-a4a6-4337-84a9-6819f34e6625'] in n-d-712139-11 is: [{'id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'name': 'tempest-FloatingIPDetailsTestJSON-803070738-router', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:08Z', 'updated_at': '2021-07-29T23:24:19Z', 'revision_number': 4, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'gw_port': {'id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:10Z', 'updated_at': '2021-07-29T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd346f166-c3d6-4cc0-a2aa-a7d23ed1a298', 'name': '', 'network_id': '94f329ae-5992-4e8f-9c51-e310578632af', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'mac_address': 'fa:16:3e:51:26:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c7566a1a-e13b-4b57-a769-3641fd81c255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:22Z', 'revision_number': 4, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'subnets': [{'id': 'c7566a1a-e13b-4b57-a769-3641fd81c255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:22.850499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-259f75fc-20da-4c9c-894b-bdd87df70e3e req-f91dc3ef-5fdf-4d01-ad30-46f2805f41f8 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303151 Jul 29 23:24:22.925801 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.096675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Allocated IP 172.25.2.168 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/dd0bdc8c-40cb-4e8d-b87a-bf717081be1f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:23.244737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.364094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.471542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event updated for resources: {'Port': ['ID=dd0bdc8c-40cb-4e8d-b87a-bf717081be1f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:23.530051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a5de2-62d6-4e98-a728-2d422cd425dd req-e3cdebb6-a6ec-400a-bbae-2f1b928ef365 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:23.538657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-700a5de2-62d6-4e98-a728-2d422cd425dd req-e3cdebb6-a6ec-400a-bbae-2f1b928ef365 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.2512836 Jul 29 23:24:23.549722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:23.569602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:23.573608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.573966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.574317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.574659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.574994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.575329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.579069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.579616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.579970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.580335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.580676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.581012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:23.591832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:23.702491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8783d541-3716-447d-8ff2-dd3327a5d7bf details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:23.705450 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.781843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.831268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-700a5de2-62d6-4e98-a728-2d422cd425dd req-2a4ff967-411a-448d-962d-e6c34b119b21 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915874 Jul 29 23:24:23.984540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8783d541-3716-447d-8ff2-dd3327a5d7bf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8783d541-3716-447d-8ff2-dd3327a5d7bf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:24.015351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '8783d541-3716-447d-8ff2-dd3327a5d7bf', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '8783d541-3716-447d-8ff2-dd3327a5d7bf', 'mac_address': 'fa:16:3e:2f:0a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:24.101822 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.125563 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f36cd84-e156-4c74-9961-94ae70f65d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.133050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8783d541-3716-447d-8ff2-dd3327a5d7bf {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:24.150672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933c7e-a4c6-4e34-bc67-780a66e84add req-425b72ce-efc5-417d-a2ef-8c70ad607a9d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.153743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33933c7e-a4c6-4e34-bc67-780a66e84add req-425b72ce-efc5-417d-a2ef-8c70ad607a9d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1277130 Jul 29 23:24:24.172444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8783d541-3716-447d-8ff2-dd3327a5d7bf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8783d541-3716-447d-8ff2-dd3327a5d7bf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:24.185032 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.189517 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.236915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33933c7e-a4c6-4e34-bc67-780a66e84add req-d389f081-7249-49dc-a4e3-5c3023d8786b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508270 Jul 29 23:24:24.276986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8783d541-3716-447d-8ff2-dd3327a5d7bf,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:24.337308 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.348094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.453540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event updated for resources: {'Port': ['ID=dd0bdc8c-40cb-4e8d-b87a-bf717081be1f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:24.468998 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.494298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.496063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-9102d487-648a-4a4d-96f2-74cbdeb6ccad tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1591384 Jul 29 23:24:24.572817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8783d541-3716-447d-8ff2-dd3327a5d7bf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:24.602503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-88ad492d-66df-4062-9812-3fb4d1da7748 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.0883858 Jul 29 23:24:24.826281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:24.918865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-dc7d0a5e-4a8d-4bae-9c0c-3bc36f90786d tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.921915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c83e2cd-2024-42bf-83c2-56a654cf9ff7 req-dc7d0a5e-4a8d-4bae-9c0c-3bc36f90786d tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.3081512 Jul 29 23:24:24.963819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c74f57-83d8-49b5-9429-1ea53beabba6 req-bcfd8412-cc3c-475f-9ac0-6ea13d08a5a5 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.966843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25c74f57-83d8-49b5-9429-1ea53beabba6 req-bcfd8412-cc3c-475f-9ac0-6ea13d08a5a5 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 948 time: 0.4854741 Jul 29 23:24:25.112803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:25.122144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:25.122790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.144962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25c74f57-83d8-49b5-9429-1ea53beabba6 req-72fed0bb-b069-4da3-9eba-f8aa7709378f tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/security-groups?id=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601036 Jul 29 23:24:25.207773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-77910b42-5d75-4cf2-bb5e-2027cb49212a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:25.219716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-77910b42-5d75-4cf2-bb5e-2027cb49212a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 821 time: 0.2954750 Jul 29 23:24:25.232321 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.250877 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Request body: {'port': {'device_id': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093', 'admin_state_up': True, 'tenant_id': 'c3e5a83bba0440559ee180cab805bf7a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:25.300599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d346f166-c3d6-4cc0-a2aa-a7d23ed1a298,segment=NetworkSegment(1f780c6a-f825-4235-a9a8-ed233308900d),segment_id=1f780c6a-f825-4235-a9a8-ed233308900d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:25.306940 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.314614 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.379548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e15e7ad-72e8-4fc7-81b6-adb3c19d023d req-00f27af4-518a-4c62-a377-700ff0f6303f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8c3683-4c04-4681-ad01-93d96ad2aaef HTTP/1.1" status: 200 len: 210 time: 0.0917826 Jul 29 23:24:25.417089 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-52b0d1a8-a9f7-4d38-b6ca-6b55d3433dcb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1685646 Jul 29 23:24:25.420386 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-606fc8b2-5711-40e3-87dd-07b7534216fc req-13894f14-ec40-4918-8853-1669a91acf58 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 210 time: 0.0681620 Jul 29 23:24:25.523639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d346f166-c3d6-4cc0-a2aa-a7d23ed1a298,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:25.550844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-c16083c3-94d1-43a5-928b-587fae5ab5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:25.555358 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-c16083c3-94d1-43a5-928b-587fae5ab5ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 1096 time: 0.1000977 Jul 29 23:24:25.596818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Made reservation on behalf of c3e5a83bba0440559ee180cab805bf7a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:25.605732 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.736690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-a42c3c11-a3ce-4a20-a1b9-37edc650b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:25.738254 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-a42c3c11-a3ce-4a20-a1b9-37edc650b712 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.1451290 Jul 29 23:24:25.811554 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-aaca34ab-b9bb-49bb-ba7c-abe1e22f4abc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113f153b-1887-407c-8a24-ec90d246a84c HTTP/1.1" status: 200 len: 217 time: 0.0642092 Jul 29 23:24:25.880598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-f6111a2a-0caf-44f1-a65a-230eec2f8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:25.882099 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-f6111a2a-0caf-44f1-a65a-230eec2f8654 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0621552 Jul 29 23:24:25.893702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-4d7206e7-cae1-4683-b022-02b95046c40a tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3676805 Jul 29 23:24:25.915979 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-04198068-32c8-408f-8913-d212c98ea011 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269945 Jul 29 23:24:25.986488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:26.032517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54534f-bd85-4d62-a877-7f1603c54e1f req-34cbdb4e-9653-48de-9749-3214f92be6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.034540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea54534f-bd85-4d62-a877-7f1603c54e1f req-34cbdb4e-9653-48de-9749-3214f92be6fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 1098 time: 0.1917894 Jul 29 23:24:26.048279 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-abf7fad6-85aa-4a7c-bfc5-ffc8259e9f70 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220620 Jul 29 23:24:26.060856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c32ba-f29d-4136-b74d-660dd27cc266 req-f86a41ef-c40c-4c3c-a3ea-5950f869295e tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.063017 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-858c32ba-f29d-4136-b74d-660dd27cc266 req-f86a41ef-c40c-4c3c-a3ea-5950f869295e tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1848762 Jul 29 23:24:26.214908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Allocated IP 172.20.0.9 (ec171ef1-ffe3-48e7-8d95-c590de6ad093/30e3a965-3dc1-4bf5-8794-1c687d2bff2c/847cc0b0-1e4d-4f94-a492-66a07a863d8e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:26.217787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54534f-bd85-4d62-a877-7f1603c54e1f req-d9114670-6a6a-436e-aceb-72bbd97ad0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.220458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea54534f-bd85-4d62-a877-7f1603c54e1f req-d9114670-6a6a-436e-aceb-72bbd97ad0e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 920 time: 0.1565280 Jul 29 23:24:26.230574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.235106 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e9d0406a-388c-406e-a79f-73c0e8db615a req-be4a4426-a819-446a-b4de-d182f7415ff6 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792412 Jul 29 23:24:26.329561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-858c32ba-f29d-4136-b74d-660dd27cc266 req-50d32afc-e6ca-455c-8ea7-d6c2b608da42 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059482 Jul 29 23:24:26.379148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea54534f-bd85-4d62-a877-7f1603c54e1f req-50b0aa8f-5bfa-402c-87ef-688e5f6dce33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12f44cb-d450-44f9-a838-4983f137de2c HTTP/1.1" status: 200 len: 217 time: 0.1223161 Jul 29 23:24:26.722986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:26.817151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:26.817516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.923290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54534f-bd85-4d62-a877-7f1603c54e1f req-d3a00591-18e4-4551-85eb-3236fa8f91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.925861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea54534f-bd85-4d62-a877-7f1603c54e1f req-d3a00591-18e4-4551-85eb-3236fa8f91c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.5314207 Jul 29 23:24:26.972442 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.007481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e592703-5646-467e-815e-9a866e325955 req-e3d6c293-39bd-4c0c-93ac-1483ab49fae3 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.015872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e592703-5646-467e-815e-9a866e325955 req-e3d6c293-39bd-4c0c-93ac-1483ab49fae3 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1840549 Jul 29 23:24:27.029960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea54534f-bd85-4d62-a877-7f1603c54e1f req-c3d4a185-e662-47b3-9326-23924d5f94d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782731 Jul 29 23:24:27.132961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.187191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e592703-5646-467e-815e-9a866e325955 req-61dac125-3a1e-4599-8fb4-c8b18520d183 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701834 Jul 29 23:24:27.202510 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.324196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea54534f-bd85-4d62-a877-7f1603c54e1f req-50139d45-dd9a-4d25-b34e-e4b7ba759d7e service neutron] 10.222.0.42 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695961 Jul 29 23:24:27.338182 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.352316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['3df81e4e-a28f-461b-878d-19cf2a564a4a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:27.514629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Network ec171ef1-ffe3-48e7-8d95-c590de6ad093 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:27.548933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Pushing event updated for resources: {'Port': ['ID=847cc0b0-1e4d-4f94-a492-66a07a863d8e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:27.558185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:27.567077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:27.619849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Allocated IP 172.25.2.79 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/3043e9dd-d877-4fee-98e2-f8ef13def42f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:27.634235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea54534f-bd85-4d62-a877-7f1603c54e1f req-85f6a7ed-c389-4986-89ab-8d1e86881123 service neutron] 10.222.0.42 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940853 Jul 29 23:24:27.663845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f905107-59c7-47cc-a751-84183acf161e req-6537ccc1-1dde-4dba-a2e5-3771e95d3f07 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.671422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f905107-59c7-47cc-a751-84183acf161e req-6537ccc1-1dde-4dba-a2e5-3771e95d3f07 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 948 time: 0.1863406 Jul 29 23:24:27.709983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.710692 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.727137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8783d541-3716-447d-8ff2-dd3327a5d7bf up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:27.828714 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.829695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 8783d541-3716-447d-8ff2-dd3327a5d7bf completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:27.834633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 8783d541-3716-447d-8ff2-dd3327a5d7bf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:27.835485 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.881382 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.935897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event updated for resources: {'Port': ['ID=3043e9dd-d877-4fee-98e2-f8ef13def42f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:27.943390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f905107-59c7-47cc-a751-84183acf161e req-e6a88f5a-a180-4af0-aaaa-9a9f0ac612b1 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/security-groups?id=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710996 Jul 29 23:24:27.967325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:27.967325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-bb3d81d8-b803-4994-a684-a42ea2552f74 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7176561 Jul 29 23:24:27.967325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:27.967325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:27.968371 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.995506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Request body: {'port': {'device_id': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:28.027574 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8783d541-3716-447d-8ff2-dd3327a5d7bf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8783d541-3716-447d-8ff2-dd3327a5d7bf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:28.028707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f591770d-a5e5-4d25-9f40-b88f010a13d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783d541-3716-447d-8ff2-dd3327a5d7bf'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:28.032473 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0465545-16dd-4363-b190-400272a111b3" -d '{"events": [{"server_uuid": "f591770d-a5e5-4d25-9f40-b88f010a13d1", "name": "network-vif-plugged", "status": "completed", "tag": "8783d541-3716-447d-8ff2-dd3327a5d7bf"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:28.036814 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.061465 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.113370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8783d541-3716-447d-8ff2-dd3327a5d7bf,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:28.359463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9944f5-7d51-411a-8164-4aa8972f41e3 req-22533b53-cf4d-400e-bbfd-0f683e024581 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:28.360986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b9944f5-7d51-411a-8164-4aa8972f41e3 req-22533b53-cf4d-400e-bbfd-0f683e024581 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 931 time: 0.2013857 Jul 29 23:24:28.372955 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.482064 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.520357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b9944f5-7d51-411a-8164-4aa8972f41e3 req-81935894-7496-43d8-8561-8bb7aa4b6682 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450360 Jul 29 23:24:28.739201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f6d9c-b7f9-439e-b183-0cb40a890a1f req-6e034b19-68ad-4c3e-9f75-81815a4ab979 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:28.741002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb0f6d9c-b7f9-439e-b183-0cb40a890a1f req-6e034b19-68ad-4c3e-9f75-81815a4ab979 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1350412 Jul 29 23:24:28.765017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847cc0b0-1e4d-4f94-a492-66a07a863d8e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:28.782230 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.816890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Transition to ACTIVE for port object 847cc0b0-1e4d-4f94-a492-66a07a863d8e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:28.827120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.830214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.837746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb0f6d9c-b7f9-439e-b183-0cb40a890a1f req-1ef5f08d-180a-471d-b9d7-28230763c2f3 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892673 Jul 29 23:24:28.844452 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.954366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Pushing event updated for resources: {'Port': ['ID=847cc0b0-1e4d-4f94-a492-66a07a863d8e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:28.957588 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb90461-2bcc-44eb-9abf-226aa4360200 x-openstack-request-id: req-bfb90461-2bcc-44eb-9abf-226aa4360200 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:28.958914 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f591770d-a5e5-4d25-9f40-b88f010a13d1", "name": "network-vif-plugged", "status": "completed", "tag": "8783d541-3716-447d-8ff2-dd3327a5d7bf", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:28.959355 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfb90461-2bcc-44eb-9abf-226aa4360200 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:28.959916 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f591770d-a5e5-4d25-9f40-b88f010a13d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783d541-3716-447d-8ff2-dd3327a5d7bf', 'code': 200} Jul 29 23:24:29.058358 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.112794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event updated for resources: {'Port': ['ID=3043e9dd-d877-4fee-98e2-f8ef13def42f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:29.120126 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.121271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-5277b411-1de9-484a-aafd-a20ecbcb907c tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2184463 Jul 29 23:24:29.160174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c245-63f1-46b3-a465-02c54cdb0aa4 req-b8b1e06a-8ecb-4fa4-a6d8-2cb4f2b601f6 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.161657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0943c245-63f1-46b3-a465-02c54cdb0aa4 req-b8b1e06a-8ecb-4fa4-a6d8-2cb4f2b601f6 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1431243 Jul 29 23:24:29.188717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:29.189078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:29.189405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:29.198570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a10e-557b-455a-ba38-36f32f8fa28b req-92f509ba-d35c-48e9-a0db-ccadacf9ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.200053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d59a10e-557b-455a-ba38-36f32f8fa28b req-92f509ba-d35c-48e9-a0db-ccadacf9ec37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 1101 time: 0.1445189 Jul 29 23:24:29.210103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:29.210431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:29.214711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-e3081762-9e79-4a99-ab78-b7e58bae2363 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.79 HTTP/1.1" status: 200 len: 695 time: 0.0812411 Jul 29 23:24:29.254161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:29.254501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:29.254887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:29.255326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Bound port: 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:29.255690 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.337992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0943c245-63f1-46b3-a465-02c54cdb0aa4 req-1f8f514e-6998-4f59-9bf8-780e5bd8fb9c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424820 Jul 29 23:24:29.358385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d59a10e-557b-455a-ba38-36f32f8fa28b req-3c4dbf84-bdd6-437d-8cce-ded1feebf083 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427145 Jul 29 23:24:29.424064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-c0be61c9-e634-46e3-8373-5aa7e494e133 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.425726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-c0be61c9-e634-46e3-8373-5aa7e494e133 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1941192 Jul 29 23:24:29.429229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:29.441703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:29.453697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-7ea6411e-75bc-4e9c-bfda-e81c344bde3f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:24:29.454692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3146d877-f5e9-4d96-884c-5d7d3c0cbaa4 req-7ea6411e-75bc-4e9c-bfda-e81c344bde3f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151122 Jul 29 23:24:29.489741 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.540436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.540879 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.542268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] 10.222.0.47 "PUT /v2.0/ports/847cc0b0-1e4d-4f94-a492-66a07a863d8e HTTP/1.1" status: 200 len: 1092 time: 1.5526614 Jul 29 23:24:29.542718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'tag': '847cc0b0-1e4d-4f94-a492-66a07a863d8e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:29.544981 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f3961f-a050-4860-a42d-2e22d44a0c39" -d '{"events": [{"name": "network-changed", "server_uuid": "d7996f01-b7aa-41c9-92f4-e8d7c69b3137", "tag": "847cc0b0-1e4d-4f94-a492-66a07a863d8e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:29.590496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44434790-00f4-458b-8bbf-6d4c39c67d43 service neutron] Pushing event updated for resources: {'Port': ['ID=847cc0b0-1e4d-4f94-a492-66a07a863d8e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:29.603857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-5f3d5775-b8b4-4027-8545-7f6a2e200581 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.609239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-5f3d5775-b8b4-4027-8545-7f6a2e200581 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.1805835 Jul 29 23:24:29.651654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-e698e5ee-bb35-4dfa-8b38-031f0771072e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/quotas/aad8ccc943da4fd68e7532207ff24809 HTTP/1.1" status: 200 len: 375 time: 0.0398674 Jul 29 23:24:29.695805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-8bad8522-9fb5-4360-bb17-313aac0d0488 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351431 Jul 29 23:24:29.701155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-8f874bb8-6658-464a-b5de-64ac8a3b259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.703120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-8f874bb8-6658-464a-b5de-64ac8a3b259d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 1095 time: 0.0902712 Jul 29 23:24:29.796669 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-3e77d1ee-0a7d-4e5e-8756-047248d860f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e HTTP/1.1" status: 200 len: 217 time: 0.0795338 Jul 29 23:24:29.847282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34290a82-54ab-4110-b049-934e7d22c480 req-760efba2-62e4-40e5-996b-2145303a319c tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.848780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34290a82-54ab-4110-b049-934e7d22c480 req-760efba2-62e4-40e5-996b-2145303a319c tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 949 time: 0.1767774 Jul 29 23:24:29.898674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-6960e3ba-25bb-4cb5-8374-acd8e989f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.900039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-6960e3ba-25bb-4cb5-8374-acd8e989f0db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0955441 Jul 29 23:24:29.911120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-970ae355-d330-4b56-aff7-71ca6f3d39da service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930158 Jul 29 23:24:29.962145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-822d4e4e-31af-4667-88b7-a1ff8cfed7d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530856 Jul 29 23:24:29.988461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34290a82-54ab-4110-b049-934e7d22c480 req-724e63d8-4b51-4fac-a820-fbd30c9768eb tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/security-groups?id=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286590 Jul 29 23:24:30.163069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-afe9b5d3-9b33-440d-999b-7cc125b74d8d service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352955 Jul 29 23:24:30.199846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-975e93d7-bb31-45d2-a11a-e018f11a084b service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089207 Jul 29 23:24:30.233010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-8fe24d75-1058-4fbb-9b3e-fe9fa5ee4f35 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2184598 Jul 29 23:24:30.262760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:30.302976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.383494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-336c18be-a09c-4a17-884c-3ccde0a2ec90 req-61fedf95-fee5-44f3-bfac-91e61760204e service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743128 Jul 29 23:24:30.435806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8571f-b37f-4e14-81cd-7c7401167f33 req-a6835329-f804-4da3-84a7-8ddf7b45c1f6 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.437781 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27e8571f-b37f-4e14-81cd-7c7401167f33 req-a6835329-f804-4da3-84a7-8ddf7b45c1f6 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 943 time: 0.0709074 Jul 29 23:24:30.484609 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27e8571f-b37f-4e14-81cd-7c7401167f33 req-624668f0-f0a1-43ee-8346-12e7d19b37ba tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Jul 29 23:24:30.510579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.564711 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a3225a-2359-407a-8b1a-bd607bab6859 x-openstack-request-id: req-85a3225a-2359-407a-8b1a-bd607bab6859 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:30.565320 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7996f01-b7aa-41c9-92f4-e8d7c69b3137", "tag": "847cc0b0-1e4d-4f94-a492-66a07a863d8e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:30.565745 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85a3225a-2359-407a-8b1a-bd607bab6859 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:30.566282 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'tag': '847cc0b0-1e4d-4f94-a492-66a07a863d8e', 'status': 'completed', 'code': 200} Jul 29 23:24:30.694615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3961f-a050-4860-a42d-2e22d44a0c39 req-ee4f151c-1d36-4c19-bcdc-a8942ddd5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.696327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52f3961f-a050-4860-a42d-2e22d44a0c39 req-ee4f151c-1d36-4c19-bcdc-a8942ddd5402 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 1095 time: 0.0729434 Jul 29 23:24:30.697437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Allocated IP 172.25.2.130 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/cb1fdb6b-91fb-4153-b25c-3e5dab47cb01) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:31.182853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3961f-a050-4860-a42d-2e22d44a0c39 req-4f115563-8b3f-4750-90a6-fd4412c1bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.184358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52f3961f-a050-4860-a42d-2e22d44a0c39 req-4f115563-8b3f-4750-90a6-fd4412c1bbff service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.4749951 Jul 29 23:24:31.241911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52f3961f-a050-4860-a42d-2e22d44a0c39 req-33c6512c-c80a-4a8c-8bd3-4922b9284a0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e HTTP/1.1" status: 200 len: 217 time: 0.0440638 Jul 29 23:24:31.244838 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.323697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3961f-a050-4860-a42d-2e22d44a0c39 req-a1e2de04-7ef5-4f79-b4b0-d881978c9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.325218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52f3961f-a050-4860-a42d-2e22d44a0c39 req-a1e2de04-7ef5-4f79-b4b0-d881978c9d29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.0759718 Jul 29 23:24:31.375435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52f3961f-a050-4860-a42d-2e22d44a0c39 req-9c235e30-278b-49c1-84b8-305f4c2c585b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340497 Jul 29 23:24:31.382726 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.472989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bf724-1090-4b5d-a44e-22ddd282fa75 req-e7947ae9-98c1-493f-8c81-656d0a3cb349 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.474458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-093bf724-1090-4b5d-a44e-22ddd282fa75 req-e7947ae9-98c1-493f-8c81-656d0a3cb349 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1739953 Jul 29 23:24:31.478821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:31.487845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:31.501745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:31.531586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event updated for resources: {'Port': ['ID=cb1fdb6b-91fb-4153-b25c-3e5dab47cb01,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:31.594771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52f3961f-a050-4860-a42d-2e22d44a0c39 req-57e99962-43dd-4f80-b4d7-3d9eeb46fc3a service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090056 Jul 29 23:24:31.598926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-093bf724-1090-4b5d-a44e-22ddd282fa75 req-f6f7f541-c790-44a5-8d5a-728949c118b4 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135936 Jul 29 23:24:31.715908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-360880b3-86d3-4e20-9644-ca6733fb3272 req-9c56659c-469b-4bda-9242-3060aec2bde2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 210 time: 0.0454402 Jul 29 23:24:31.716984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.792408 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52f3961f-a050-4860-a42d-2e22d44a0c39 req-f649708e-600b-43c4-8003-6f65bf735bd3 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706414 Jul 29 23:24:31.793123 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.812413 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6c96d66e-a9af-4d62-9ab2-ea98d9930237 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.813997 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6c96d66e-a9af-4d62-9ab2-ea98d9930237 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.1469467 Jul 29 23:24:31.878470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Request body: {'port': {'device_id': '8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'admin_state_up': True, 'tenant_id': 'aad8ccc943da4fd68e7532207ff24809'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:31.921128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae38dc5-93a1-47ad-acfb-dca3c749216b req-69bb6261-f913-499b-949e-1968bd3acadd tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.922624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bae38dc5-93a1-47ad-acfb-dca3c749216b req-69bb6261-f913-499b-949e-1968bd3acadd tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1182840 Jul 29 23:24:31.985218 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.985852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Made reservation on behalf of aad8ccc943da4fd68e7532207ff24809 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:31.988794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bae38dc5-93a1-47ad-acfb-dca3c749216b req-2192d3a2-05f7-4a2d-aac6-320cc1ee21de tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566661 Jul 29 23:24:31.989473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.025957 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.031718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.102990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event updated for resources: {'Port': ['ID=cb1fdb6b-91fb-4153-b25c-3e5dab47cb01,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:32.111729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.124855 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.126190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-85ab02eb-abd3-46e7-ae9b-2f4a1fd34709 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8689823 Jul 29 23:24:32.138401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Allocated IP 172.20.0.14 (265db4a8-6215-4f81-a1f9-97354f7a44c7/b0d8f5b6-5b81-44f6-a514-948e8b1a737d/7ac5b364-24b8-48e8-8dfb-0ba9d2750789) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:32.207694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-b4494b79-c91e-4905-bd64-6c63a14d94c9 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0724030 Jul 29 23:24:32.245759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e404-c1c9-4291-99f3-b0c2867b1bac req-ab85d7e2-fd2d-49af-8a54-1de8506ab995 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:32.247240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9db4e404-c1c9-4291-99f3-b0c2867b1bac req-ab85d7e2-fd2d-49af-8a54-1de8506ab995 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 949 time: 0.1045985 Jul 29 23:24:32.282410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.322177 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.334915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9db4e404-c1c9-4291-99f3-b0c2867b1bac req-b931ef06-1214-417d-8d32-a7c4a3ddcc55 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/security-groups?id=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578721 Jul 29 23:24:32.368101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-33674fbe-2d06-41b2-8e22-06d2a82ae273 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:32.382347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:32.382347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:32.382550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1902821-b3b4-48fe-b15d-824128ff79c5 req-33674fbe-2d06-41b2-8e22-06d2a82ae273 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1612792 Jul 29 23:24:32.382641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:32.412183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event updated for resources: {'Port': ['ID=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:32.426743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.427093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.427438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.427797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.428158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.428498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.428829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.429161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.429489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.431369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.431369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.431369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:32.452125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:32.453193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.472785 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-6cb4b2c7-7d48-4300-91b0-5ebf79d420d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5984528 Jul 29 23:24:32.483332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcae52c-4cb0-482a-90d6-67c8782cd65c req-fd5c008a-3520-4f66-8c44-bcd29e9ad207 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:32.484914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfcae52c-4cb0-482a-90d6-67c8782cd65c req-fd5c008a-3520-4f66-8c44-bcd29e9ad207 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 943 time: 0.0562513 Jul 29 23:24:32.492398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Request body: {'port': {'device_id': '8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:32.543267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfcae52c-4cb0-482a-90d6-67c8782cd65c req-4049b8a3-c060-4af3-9f07-6eaa551fd4b0 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520554 Jul 29 23:24:32.578251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74e6ab47-e606-473b-9160-a03f272a6f20 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:32.600894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.695092 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.733267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e6ab47-e606-473b-9160-a03f272a6f20'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:32.736664 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f0dcd2-93f3-43ea-be2b-bc283f6a0dc8" -d '{"events": [{"server_uuid": "24d54b9e-4a30-4214-a87c-63b970b59c60", "name": "network-vif-unplugged", "status": "completed", "tag": "74e6ab47-e606-473b-9160-a03f272a6f20"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:32.751646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74e6ab47-e606-473b-9160-a03f272a6f20, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74e6ab47-e606-473b-9160-a03f272a6f20,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:32.758388 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.817082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74e6ab47-e606-473b-9160-a03f272a6f20,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:32.862102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b1571-aaaa-4dbf-bf93-bc061455da3f req-761ba91a-e55b-4575-8db3-cc1d8661147b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:32.863567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b53b1571-aaaa-4dbf-bf93-bc061455da3f req-761ba91a-e55b-4575-8db3-cc1d8661147b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.0797064 Jul 29 23:24:32.901951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-19640e77-0327-4cad-aaf2-473a981be942 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1919518 Jul 29 23:24:32.919458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:32.933519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b53b1571-aaaa-4dbf-bf93-bc061455da3f req-a901a9b4-5373-450f-82ae-f9919fa4dd62 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625355 Jul 29 23:24:32.950681 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.160358 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.167862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-69670e27-f4af-4203-b7d7-81ee61e06260 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:33.169369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-69670e27-f4af-4203-b7d7-81ee61e06260 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 804 time: 0.1357169 Jul 29 23:24:33.181705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:33.189633 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.202127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Transition to ACTIVE for port object 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:33.205605 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.213962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-eebb1b30-434f-40bc-8e19-cdec73e5adf1 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/quotas/9bb055c8b6824baea64b457501e9c016 HTTP/1.1" status: 200 len: 375 time: 0.0378432 Jul 29 23:24:33.257931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Pushing event updated for resources: {'Port': ['ID=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:33.306435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-ff4e8e6a-01f1-44f2-955a-9267253696fb tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848606 Jul 29 23:24:33.323462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Attempting to bind port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:33.323796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Attempting to bind port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:33.324152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Attempting to bind port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:33.328320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Allocated IP 172.25.2.177 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/aec33e50-7ff9-4a2a-bb50-f7a318a1f825) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:33.329451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:33.329780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Attempting to bind port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:33.334777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:33.335131 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Checking segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:33.335502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Bound using segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:33.335924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Bound port: 7ac5b364-24b8-48e8-8dfb-0ba9d2750789, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:33.336305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.398976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] For port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:33.402031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] For port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:33.406783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.438309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:33.438910 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.440333 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] 10.222.0.47 "PUT /v2.0/ports/7ac5b364-24b8-48e8-8dfb-0ba9d2750789 HTTP/1.1" status: 200 len: 1093 time: 0.9522340 Jul 29 23:24:33.440791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb', 'tag': '7ac5b364-24b8-48e8-8dfb-0ba9d2750789'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:33.443004 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abba648-5f34-4c85-b78b-91e0782b27eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb", "tag": "7ac5b364-24b8-48e8-8dfb-0ba9d2750789"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:33.467371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-f094f263-221d-46ab-a9a9-e6cf763794fa service neutron] 10.222.0.37 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521709 Jul 29 23:24:33.470222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d266af2-fffd-4672-a3d8-1cac37cb05de service neutron] Pushing event updated for resources: {'Port': ['ID=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:33.535340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-f8116108-00c3-479c-92c2-5900d64a9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:33.536896 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-f8116108-00c3-479c-92c2-5900d64a9179 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 1096 time: 0.0409942 Jul 29 23:24:33.537303 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.589225 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-d6a7fc0a-a170-458a-8331-fa92c9027cd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ac5b364-24b8-48e8-8dfb-0ba9d2750789 HTTP/1.1" status: 200 len: 217 time: 0.0362144 Jul 29 23:24:33.597277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-6df70dbf-6516-405c-ac13-13d79e2baa6d service neutron] 10.222.0.37 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214008 Jul 29 23:24:33.608392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.641673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-5b1a7396-c14a-40a8-90fd-e9784d5f63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:33.643141 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-5b1a7396-c14a-40a8-90fd-e9784d5f63f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.0454752 Jul 29 23:24:33.653234 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:33.658721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:33.663231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:33.677418 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-d844d4f2-3a28-404c-a09c-1c3af2a2e31a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256283 Jul 29 23:24:33.684047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event updated for resources: {'Port': ['ID=aec33e50-7ff9-4a2a-bb50-f7a318a1f825,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:33.763003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.793236 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-9ce27db0-4394-45fb-b310-cad2846803e3 service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054223 Jul 29 23:24:33.829586 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.841334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2424d-4bb3-43d2-81d9-85156ee8686b req-75c1b201-c66f-479a-9523-81b6cef02fb6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:33.842884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73a2424d-4bb3-43d2-81d9-85156ee8686b req-75c1b201-c66f-479a-9523-81b6cef02fb6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 944 time: 0.0905716 Jul 29 23:24:33.892157 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-b28e72fc-1a7a-4398-81a1-26a84f4d2d0f service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883527 Jul 29 23:24:33.914167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73a2424d-4bb3-43d2-81d9-85156ee8686b req-26dd3a44-128c-42de-9fec-b56951591512 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542963 Jul 29 23:24:33.996649 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a31a7f-c1c0-4e50-8f67-c35296f8cb23 x-openstack-request-id: req-c8a31a7f-c1c0-4e50-8f67-c35296f8cb23 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:33.997178 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d54b9e-4a30-4214-a87c-63b970b59c60", "name": "network-vif-unplugged", "status": "completed", "tag": "74e6ab47-e606-473b-9160-a03f272a6f20", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:33.997178 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8a31a7f-c1c0-4e50-8f67-c35296f8cb23 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:33.997556 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e6ab47-e606-473b-9160-a03f272a6f20', 'code': 200} Jul 29 23:24:34.031167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.036953 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.135006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event updated for resources: {'Port': ['ID=aec33e50-7ff9-4a2a-bb50-f7a318a1f825,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:34.149892 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.164694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff3cd-656d-4372-8a73-0755931fefc6 req-eb84f22e-5ee6-402f-895d-f3478d3e23b7 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.166178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-689ff3cd-656d-4372-8a73-0755931fefc6 req-eb84f22e-5ee6-402f-895d-f3478d3e23b7 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1014440 Jul 29 23:24:34.176986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.178117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-8d4b16cc-8fa7-4c3c-a726-4a64dd5e51d5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2693753 Jul 29 23:24:34.241464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-78fdc2ce-a63c-4e56-a7a2-45354ce7f315 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0571651 Jul 29 23:24:34.248575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-689ff3cd-656d-4372-8a73-0755931fefc6 req-5eaa9caf-54e9-4434-87ce-0968742a82fa tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734375 Jul 29 23:24:34.365581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-e5e4e830-7205-4a4d-840d-f334712d5835 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.367138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eff43ba7-b690-4d3e-b302-0752fa26ebbf req-e5e4e830-7205-4a4d-840d-f334712d5835 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1168790 Jul 29 23:24:34.376051 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d274d43-1a76-4c1c-81c0-d6b4847843f6 x-openstack-request-id: req-0d274d43-1a76-4c1c-81c0-d6b4847843f6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:34.376051 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb", "tag": "7ac5b364-24b8-48e8-8dfb-0ba9d2750789", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:34.376051 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d274d43-1a76-4c1c-81c0-d6b4847843f6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:34.376051 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb', 'tag': '7ac5b364-24b8-48e8-8dfb-0ba9d2750789', 'status': 'completed', 'code': 200} Jul 29 23:24:34.464608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abba648-5f34-4c85-b78b-91e0782b27eb req-f7daff95-861f-4af1-949c-c7b88531fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.466130 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abba648-5f34-4c85-b78b-91e0782b27eb req-f7daff95-861f-4af1-949c-c7b88531fd61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 1096 time: 0.0439155 Jul 29 23:24:34.467216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5639c0dd-2865-4668-b3a9-3dd0b36499b8 req-b967413d-57d6-4f1c-88be-e4dad3d50ca8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 210 time: 0.0502057 Jul 29 23:24:34.498364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e9fcf-029f-40fd-9129-c742cabd2238 req-a586d2ba-f215-4838-b14d-8928a30f4797 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.499935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-926e9fcf-029f-40fd-9129-c742cabd2238 req-a586d2ba-f215-4838-b14d-8928a30f4797 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 943 time: 0.0817940 Jul 29 23:24:34.563028 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-926e9fcf-029f-40fd-9129-c742cabd2238 req-623f741b-b50d-4afe-b9c8-5a5e813105ff tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569124 Jul 29 23:24:34.567629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abba648-5f34-4c85-b78b-91e0782b27eb req-8627995f-14f1-4888-87f9-508054a94f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.569153 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abba648-5f34-4c85-b78b-91e0782b27eb req-8627995f-14f1-4888-87f9-508054a94f66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 913 time: 0.0949030 Jul 29 23:24:34.584641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7454c-1ba7-4f73-9f10-398de1e44b66 req-ff51cf10-61ba-42ef-86ba-e5d2a5bb72e5 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.586072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aa7454c-1ba7-4f73-9f10-398de1e44b66 req-ff51cf10-61ba-42ef-86ba-e5d2a5bb72e5 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.0611980 Jul 29 23:24:34.638127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aa7454c-1ba7-4f73-9f10-398de1e44b66 req-e7221f4a-f59c-4b5b-81de-ae7d72fb53e3 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461395 Jul 29 23:24:34.647685 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abba648-5f34-4c85-b78b-91e0782b27eb req-3a76c9d2-86db-45de-b286-5d4e48612a09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ac5b364-24b8-48e8-8dfb-0ba9d2750789 HTTP/1.1" status: 200 len: 217 time: 0.0420225 Jul 29 23:24:34.708950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abba648-5f34-4c85-b78b-91e0782b27eb req-76dc9efc-b4df-4ef2-a2e7-762a106afa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.710539 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abba648-5f34-4c85-b78b-91e0782b27eb req-76dc9efc-b4df-4ef2-a2e7-762a106afa14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.0524683 Jul 29 23:24:34.713493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8604d239-26b0-4878-a04c-497b7f17f76d req-9962cb34-3ccf-471a-aa34-fe52ea750527 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips/a66fc4d3-e658-454b-98b8-9b435dc0f119 HTTP/1.1" status: 200 len: 693 time: 0.0504491 Jul 29 23:24:34.747266 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abba648-5f34-4c85-b78b-91e0782b27eb req-1daa350d-274e-427d-9236-1a804391fae9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283673 Jul 29 23:24:34.821423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604d239-26b0-4878-a04c-497b7f17f76d req-0ef98790-7c77-4c3d-9365-e3eba66ba81b tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.831007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8604d239-26b0-4878-a04c-497b7f17f76d req-0ef98790-7c77-4c3d-9365-e3eba66ba81b tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1114879 Jul 29 23:24:34.836605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-8604d239-26b0-4878-a04c-497b7f17f76d req-b2387683-d726-4939-9171-54a9a7de9061 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:24:34.837547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8604d239-26b0-4878-a04c-497b7f17f76d req-b2387683-d726-4939-9171-54a9a7de9061 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058064 Jul 29 23:24:34.847834 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abba648-5f34-4c85-b78b-91e0782b27eb req-402d6422-b96a-4266-afb1-57bf6d9e9c71 service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922170 Jul 29 23:24:34.956175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70e9de24-983b-4d36-8df4-86df9983a95a req-00e8de72-c4ee-4ddb-a044-e6aa1c235bc5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips/a66fc4d3-e658-454b-98b8-9b435dc0f119 HTTP/1.1" status: 200 len: 693 time: 0.0978611 Jul 29 23:24:34.982292 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abba648-5f34-4c85-b78b-91e0782b27eb req-a6f2a9f9-2376-41e1-883e-41977fefa6cd service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092176 Jul 29 23:24:35.045970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab604d2-3525-4069-8554-909864e928d9 req-442cf495-37e3-48e4-bbcd-f58464612efb tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.047487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ab604d2-3525-4069-8554-909864e928d9 req-442cf495-37e3-48e4-bbcd-f58464612efb tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 949 time: 0.1439853 Jul 29 23:24:35.056420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-32f89171-bb37-467a-9c96-98c5fe258521 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.057874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-32f89171-bb37-467a-9c96-98c5fe258521 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d54b9e-4a30-4214-a87c-63b970b59c60 HTTP/1.1" status: 200 len: 943 time: 0.1554675 Jul 29 23:24:35.149785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-dffda8df-b5a3-4094-bb67-60fcfccc7f12 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.151477 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-dffda8df-b5a3-4094-bb67-60fcfccc7f12 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.47 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 804 time: 0.1105886 Jul 29 23:24:35.154578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ab604d2-3525-4069-8554-909864e928d9 req-5ddc4bc0-e5fa-4b83-a817-be6ec49fe7fa tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/security-groups?id=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957379 Jul 29 23:24:35.188362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Request body: {'port': {'device_id': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'admin_state_up': True, 'tenant_id': '9bb055c8b6824baea64b457501e9c016'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:35.305842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Made reservation on behalf of 9bb055c8b6824baea64b457501e9c016 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:35.309486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.437415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Allocated IP 172.20.0.10 (9bc154d7-bbc6-4bfd-8327-468fefbec56e/436ab033-bc25-444f-a687-d87717fff3ed/415729f1-2e83-483b-9c2d-bb5ee6f06eb5) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:35.495588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9de24-983b-4d36-8df4-86df9983a95a req-b89fd9cf-4884-41ab-b845-7cee8565e189 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.496970 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70e9de24-983b-4d36-8df4-86df9983a95a req-b89fd9cf-4884-41ab-b845-7cee8565e189 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.5330603 Jul 29 23:24:35.572596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70e9de24-983b-4d36-8df4-86df9983a95a req-de0ea33a-7a5a-4478-9e4d-3db5ce63c39f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0603743 Jul 29 23:24:35.587149 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a76813-a9a0-4d04-b714-79f70b96515d req-90384865-6c7a-42ea-9047-6b7c5c45c64a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.588636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5a76813-a9a0-4d04-b714-79f70b96515d req-90384865-6c7a-42ea-9047-6b7c5c45c64a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 944 time: 0.1154885 Jul 29 23:24:35.589300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.629422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.637536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-870aecd7-d81b-43d2-bd52-e7a339ece0af tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Deleting port 74e6ab47-e606-473b-9160-a03f272a6f20 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:35.637889 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-870aecd7-d81b-43d2-bd52-e7a339ece0af tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.681672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Network 9bc154d7-bbc6-4bfd-8327-468fefbec56e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:35.685662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:35.688225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Pushing event updated for resources: {'Port': ['ID=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:35.690739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:35.696480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70e9de24-983b-4d36-8df4-86df9983a95a req-5c1c328a-deb0-4e55-8f31-6494a009f2db tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.1068144 Jul 29 23:24:35.737422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.738039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.752569 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-84a9ff98-eef0-4c59-bb38-a7679f8c5064 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5683863 Jul 29 23:24:35.766900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5a76813-a9a0-4d04-b714-79f70b96515d req-8870b1c6-a09e-4f36-934e-2eee75042107 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651082 Jul 29 23:24:35.774130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Request body: {'port': {'device_id': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:35.831408 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.871573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-870aecd7-d81b-43d2-bd52-e7a339ece0af tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] For port 74e6ab47-e606-473b-9160-a03f272a6f20, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74e6ab47-e606-473b-9160-a03f272a6f20,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:35.871954 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-870aecd7-d81b-43d2-bd52-e7a339ece0af tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.902079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-870aecd7-d81b-43d2-bd52-e7a339ece0af tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Calling delete_port for 74e6ab47-e606-473b-9160-a03f272a6f20 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:35.967534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fd6d0-79bd-4a9c-9946-1c809ec3dc27 req-4c59935c-64e4-41c0-a569-922a83a4f97c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.969619 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da9fd6d0-79bd-4a9c-9946-1c809ec3dc27 req-4c59935c-64e4-41c0-a569-922a83a4f97c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1200433 Jul 29 23:24:35.990206 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-70e9de24-983b-4d36-8df4-86df9983a95a req-aae6c8b7-8e80-4cad-acbb-71364b1c7077 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Deleting port aec33e50-7ff9-4a2a-bb50-f7a318a1f825 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:35.990551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70e9de24-983b-4d36-8df4-86df9983a95a req-aae6c8b7-8e80-4cad-acbb-71364b1c7077 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.079616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da9fd6d0-79bd-4a9c-9946-1c809ec3dc27 req-c486a136-ea51-4bb0-a675-603841175e8d tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014464 Jul 29 23:24:36.100356 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:36.109945 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.123766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Transition to ACTIVE for port object 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:36.128400 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.138185 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70e9de24-983b-4d36-8df4-86df9983a95a req-aae6c8b7-8e80-4cad-acbb-71364b1c7077 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.138523 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70e9de24-983b-4d36-8df4-86df9983a95a req-aae6c8b7-8e80-4cad-acbb-71364b1c7077 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.159436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-70e9de24-983b-4d36-8df4-86df9983a95a req-aae6c8b7-8e80-4cad-acbb-71364b1c7077 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Calling delete_port for aec33e50-7ff9-4a2a-bb50-f7a318a1f825 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:36.183872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Pushing event updated for resources: {'Port': ['ID=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.218557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-870aecd7-d81b-43d2-bd52-e7a339ece0af tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.251976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Attempting to bind port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:36.252328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Attempting to bind port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:36.252653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Attempting to bind port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:36.256870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:36.257285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Attempting to bind port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 on network 9bc154d7-bbc6-4bfd-8327-468fefbec56e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:36.261903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:36.262248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Checking segment: {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:36.262621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Bound using segment: {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:36.263038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Bound port: 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91d012-443d-44ef-85d4-19f24de67f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:36.263399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.265095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870aecd7-d81b-43d2-bd52-e7a339ece0af tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Pushing event deleted for resources: {'Port': ['ID=74e6ab47-e606-473b-9160-a03f272a6f20,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.330939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] For port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:36.334086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] For port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:36.338391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.343731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-870aecd7-d81b-43d2-bd52-e7a339ece0af tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] No DVR routers for this DVR port 74e6ab47-e606-473b-9160-a03f272a6f20 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:36.355215 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-870aecd7-d81b-43d2-bd52-e7a339ece0af tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.357163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f8f37a-5396-4969-8baf-e1e8a099c34e req-870aecd7-d81b-43d2-bd52-e7a339ece0af tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.47 "DELETE /v2.0/ports/74e6ab47-e606-473b-9160-a03f272a6f20 HTTP/1.1" status: 204 len: 173 time: 1.2856643 Jul 29 23:24:36.357604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'name': 'network-vif-deleted', 'tag': '74e6ab47-e606-473b-9160-a03f272a6f20'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:36.360464 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d83b18-17a8-4613-85d5-ada77aff1d60" -d '{"events": [{"server_uuid": "24d54b9e-4a30-4214-a87c-63b970b59c60", "name": "network-vif-deleted", "tag": "74e6ab47-e606-473b-9160-a03f272a6f20"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:36.372815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c8ec9-d582-4724-b0a9-e38814b9243e req-44780d21-23e0-41b2-bdea-cbdab475c530 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.374259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb2c8ec9-d582-4724-b0a9-e38814b9243e req-44780d21-23e0-41b2-bdea-cbdab475c530 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 944 time: 0.1272378 Jul 29 23:24:36.376571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.377230 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.378656 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] 10.222.0.47 "PUT /v2.0/ports/415729f1-2e83-483b-9c2d-bb5ee6f06eb5 HTTP/1.1" status: 200 len: 1093 time: 0.6094379 Jul 29 23:24:36.379238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'tag': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:36.381710 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345dbcfe-3e53-4dbf-a257-852debe21432" -d '{"events": [{"name": "network-changed", "server_uuid": "0b821f2b-a02a-4329-a52f-cda9cfad0869", "tag": "415729f1-2e83-483b-9c2d-bb5ee6f06eb5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:36.412573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20446f-f402-4558-9e6d-a86a87421a04 service neutron] Pushing event updated for resources: {'Port': ['ID=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.445222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb2c8ec9-d582-4724-b0a9-e38814b9243e req-038b2795-f6c8-4b19-af40-b1474041db84 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648108 Jul 29 23:24:36.457860 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70e9de24-983b-4d36-8df4-86df9983a95a req-aae6c8b7-8e80-4cad-acbb-71364b1c7077 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.491144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6c8b7-8e80-4cad-acbb-71364b1c7077 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event deleted for resources: {'Port': ['ID=aec33e50-7ff9-4a2a-bb50-f7a318a1f825,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.527221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-307e47d8-0789-408d-9f67-09fa9c23c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.528979 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-307e47d8-0789-408d-9f67-09fa9c23c459 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 1096 time: 0.0629022 Jul 29 23:24:36.578575 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70e9de24-983b-4d36-8df4-86df9983a95a req-aae6c8b7-8e80-4cad-acbb-71364b1c7077 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.580468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:36.581214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70e9de24-983b-4d36-8df4-86df9983a95a req-aae6c8b7-8e80-4cad-acbb-71364b1c7077 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.582306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70e9de24-983b-4d36-8df4-86df9983a95a req-aae6c8b7-8e80-4cad-acbb-71364b1c7077 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "DELETE /v2.0/floatingips/a66fc4d3-e658-454b-98b8-9b435dc0f119 HTTP/1.1" status: 204 len: 173 time: 0.8749816 Jul 29 23:24:36.583675 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-ef9fb63e-43e0-4ee0-94e9-9af0f3a6668a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5 HTTP/1.1" status: 200 len: 217 time: 0.0390608 Jul 29 23:24:36.598745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2fb1f-7817-4486-a6ed-c9f26c2fe413 req-9a7151b4-172f-41d1-8e41-cf4fa1707f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.600546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51a2fb1f-7817-4486-a6ed-c9f26c2fe413 req-9a7151b4-172f-41d1-8e41-cf4fa1707f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 943 time: 0.0872450 Jul 29 23:24:36.649007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51a2fb1f-7817-4486-a6ed-c9f26c2fe413 req-7e371b17-12da-4bdc-ae4b-10b833c78161 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Jul 29 23:24:36.651591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-dbf1ffb4-0570-42aa-9678-52131dba7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.653287 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-dbf1ffb4-0570-42aa-9678-52131dba7b94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=436ab033-bc25-444f-a687-d87717fff3ed HTTP/1.1" status: 200 len: 844 time: 0.0573747 Jul 29 23:24:36.695213 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-ed82656a-12e2-41f6-be2a-1da5bda2bafa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bc154d7-bbc6-4bfd-8327-468fefbec56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338185 Jul 29 23:24:36.710004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08894ef-a864-45c2-a682-db1a3644c1bf req-19a5af07-b70d-4db3-9f3e-ce747f411152 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.711984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d08894ef-a864-45c2-a682-db1a3644c1bf req-19a5af07-b70d-4db3-9f3e-ce747f411152 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.0671089 Jul 29 23:24:36.737221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:36.749630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '7ac5b364-24b8-48e8-8dfb-0ba9d2750789', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'port_id': '7ac5b364-24b8-48e8-8dfb-0ba9d2750789', 'mac_address': 'fa:16:3e:7b:8c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d8f5b6-5b81-44f6-a514-948e8b1a737d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:36.786407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d08894ef-a864-45c2-a682-db1a3644c1bf req-0cda49e0-2cb9-405e-b5ba-a5f3f2f633b7 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589433 Jul 29 23:24:36.792386 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.794564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be4586-4983-4c63-9546-fd7150658930 req-d45b0902-2196-4ccd-a6f3-7b0a5f3cbfdd tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.796153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7be4586-4983-4c63-9546-fd7150658930 req-d45b0902-2196-4ccd-a6f3-7b0a5f3cbfdd tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 949 time: 0.0812120 Jul 29 23:24:36.818335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:36.819149 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-d1bfd7da-aa71-4eab-bc44-25222b98802d service neutron] 10.222.0.47 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128364 Jul 29 23:24:36.841541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7be4586-4983-4c63-9546-fd7150658930 req-c4f49a48-7ba3-4dc9-81b2-55549db31e0e tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/security-groups?id=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Jul 29 23:24:36.847036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:36.853386 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.853685 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af600a6f-8bdb-4f3b-adf3-6bb369fed1c6 x-openstack-request-id: req-af600a6f-8bdb-4f3b-adf3-6bb369fed1c6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:36.853807 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d54b9e-4a30-4214-a87c-63b970b59c60", "name": "network-vif-deleted", "tag": "74e6ab47-e606-473b-9160-a03f272a6f20", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:36.854064 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af600a6f-8bdb-4f3b-adf3-6bb369fed1c6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:36.854467 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d54b9e-4a30-4214-a87c-63b970b59c60', 'name': 'network-vif-deleted', 'tag': '74e6ab47-e606-473b-9160-a03f272a6f20', 'status': 'completed', 'code': 200} Jul 29 23:24:36.909051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.916514 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe4930e-7464-47ca-99de-3d3cf11b696a x-openstack-request-id: req-dbe4930e-7464-47ca-99de-3d3cf11b696a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:36.916823 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b821f2b-a02a-4329-a52f-cda9cfad0869", "tag": "415729f1-2e83-483b-9c2d-bb5ee6f06eb5", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:36.917087 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbe4930e-7464-47ca-99de-3d3cf11b696a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:36.917505 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'tag': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5', 'status': 'completed', 'code': 200} Jul 29 23:24:36.965178 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53c1cd53-6bb5-494d-aa03-90339de250b4 req-b956663a-2f41-48d5-bf28-67faa055b458 service neutron] 10.222.0.47 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336935 Jul 29 23:24:37.093062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-08c6937f-041b-4b11-ac80-86063469aa36 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.094771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-08c6937f-041b-4b11-ac80-86063469aa36 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.42 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 949 time: 0.1946900 Jul 29 23:24:37.118622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dbcfe-3e53-4dbf-a257-852debe21432 req-3abae0d7-ed1c-4e3d-a0a5-b35e0907f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.120901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-345dbcfe-3e53-4dbf-a257-852debe21432 req-3abae0d7-ed1c-4e3d-a0a5-b35e0907f2ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9bb055c8b6824baea64b457501e9c016&device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 1096 time: 0.0468898 Jul 29 23:24:37.200132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fee17c-04e6-49e6-84c3-8caadea94705 req-99aa19ab-12c9-4dd6-b53d-341684835d26 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.201624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01fee17c-04e6-49e6-84c3-8caadea94705 req-99aa19ab-12c9-4dd6-b53d-341684835d26 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 945 time: 0.2495720 Jul 29 23:24:37.221079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dbcfe-3e53-4dbf-a257-852debe21432 req-0dede1a8-d0e0-4865-ad4c-3f58fe75b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.222551 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-345dbcfe-3e53-4dbf-a257-852debe21432 req-0dede1a8-d0e0-4865-ad4c-3f58fe75b99d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 200 len: 905 time: 0.0922437 Jul 29 23:24:37.244380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905805b-5ef6-4d4d-8409-5fb622c4170b req-bc5c2fca-672f-4743-9121-1c019ba63a8b tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.245824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3905805b-5ef6-4d4d-8409-5fb622c4170b req-bc5c2fca-672f-4743-9121-1c019ba63a8b tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3673711 Jul 29 23:24:37.276356 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-345dbcfe-3e53-4dbf-a257-852debe21432 req-77a5a3c5-4d9f-4200-8c0a-447796ac8b68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5 HTTP/1.1" status: 200 len: 217 time: 0.0448267 Jul 29 23:24:37.284144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01fee17c-04e6-49e6-84c3-8caadea94705 req-e0184cf6-e98e-40ea-b647-ef20ee0c3fca tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733161 Jul 29 23:24:37.312663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-07fb3f49-7708-4180-b59f-1e1be5cc2875 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Deleting port 8783d541-3716-447d-8ff2-dd3327a5d7bf {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:37.313017 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-07fb3f49-7708-4180-b59f-1e1be5cc2875 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.328218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dbcfe-3e53-4dbf-a257-852debe21432 req-addbe818-d1db-4739-95f1-700cf775090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.329897 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-345dbcfe-3e53-4dbf-a257-852debe21432 req-addbe818-d1db-4739-95f1-700cf775090f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=436ab033-bc25-444f-a687-d87717fff3ed HTTP/1.1" status: 200 len: 844 time: 0.0459197 Jul 29 23:24:37.371005 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-345dbcfe-3e53-4dbf-a257-852debe21432 req-c1de31f4-7f49-40ee-a781-ace9ea4521bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bc154d7-bbc6-4bfd-8327-468fefbec56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290554 Jul 29 23:24:37.416575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0a6fd-4663-43e8-879e-93d62d493b2e req-04ca40a5-db55-4b83-89ca-08b6bf48d3cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.418043 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abb0a6fd-4663-43e8-879e-93d62d493b2e req-04ca40a5-db55-4b83-89ca-08b6bf48d3cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1019199 Jul 29 23:24:37.459538 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7ac5b364-24b8-48e8-8dfb-0ba9d2750789'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:37.481302 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-345dbcfe-3e53-4dbf-a257-852debe21432 req-80f4627c-8e70-44c8-b2f3-10f2ec9a5abf service neutron] 10.222.0.47 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913937 Jul 29 23:24:37.508361 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41d37018-e496-40b7-b86e-e00bb4a38d74 req-cd78b0d0-38c0-431f-891e-4dbb7581e0c8 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=502242c9042542e992cf3d7e8374e2ac HTTP/1.1" status: 200 len: 1656 time: 0.1031241 Jul 29 23:24:37.515271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-07fb3f49-7708-4180-b59f-1e1be5cc2875 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] For port 8783d541-3716-447d-8ff2-dd3327a5d7bf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8783d541-3716-447d-8ff2-dd3327a5d7bf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:37.515643 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-07fb3f49-7708-4180-b59f-1e1be5cc2875 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.547296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-07fb3f49-7708-4180-b59f-1e1be5cc2875 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Calling delete_port for 8783d541-3716-447d-8ff2-dd3327a5d7bf owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:37.579406 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-345dbcfe-3e53-4dbf-a257-852debe21432 req-0fa857fd-15c3-4de9-af30-3ccd024c7296 service neutron] 10.222.0.47 "GET /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904412 Jul 29 23:24:37.598269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abb0a6fd-4663-43e8-879e-93d62d493b2e req-3454117a-65a1-41e7-ba34-5dbff8458ea1 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637399 Jul 29 23:24:37.733041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d37018-e496-40b7-b86e-e00bb4a38d74 req-c7fbe481-7701-4cca-adeb-7ea0f37c7996 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.735049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41d37018-e496-40b7-b86e-e00bb4a38d74 req-c7fbe481-7701-4cca-adeb-7ea0f37c7996 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks?id=941018d1-5456-4c3f-a7bf-74971fba07a2&id=941018d1-5456-4c3f-a7bf-74971fba07a2&id=941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 787 time: 0.2157798 Jul 29 23:24:37.748631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-41d37018-e496-40b7-b86e-e00bb4a38d74 req-ce092dec-7747-42fe-8407-6d6c5befa049 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:24:37.749625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41d37018-e496-40b7-b86e-e00bb4a38d74 req-ce092dec-7747-42fe-8407-6d6c5befa049 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073469 Jul 29 23:24:37.764153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d4e0-04e4-483a-8f59-5929e6270318 req-9de65d5f-72fc-4cd6-b0f5-a17cbad808ec tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.765764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fb1d4e0-04e4-483a-8f59-5929e6270318 req-9de65d5f-72fc-4cd6-b0f5-a17cbad808ec tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 944 time: 0.1050394 Jul 29 23:24:37.866420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fb1d4e0-04e4-483a-8f59-5929e6270318 req-dba645c4-8bf7-44f5-a146-5f2936b62480 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785899 Jul 29 23:24:37.867916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-07fb3f49-7708-4180-b59f-1e1be5cc2875 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.906170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e81ede-f96f-40e1-a3e9-778c52e91814 req-86485ab1-61d0-46bf-801f-d2d59b469faa tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.907627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20e81ede-f96f-40e1-a3e9-778c52e91814 req-86485ab1-61d0-46bf-801f-d2d59b469faa tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 943 time: 0.1071553 Jul 29 23:24:37.910587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb3f49-7708-4180-b59f-1e1be5cc2875 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Pushing event deleted for resources: {'Port': ['ID=8783d541-3716-447d-8ff2-dd3327a5d7bf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:38.009183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-9f42d8c6-0cb2-49e4-a0af-286537e72e8d tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips/56088cc0-2581-4914-8837-5c7ab8bc0bb2 HTTP/1.1" status: 200 len: 693 time: 0.1140251 Jul 29 23:24:38.015743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-07fb3f49-7708-4180-b59f-1e1be5cc2875 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] No DVR routers for this DVR port 8783d541-3716-447d-8ff2-dd3327a5d7bf on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:38.020358 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-07fb3f49-7708-4180-b59f-1e1be5cc2875 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.022351 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-938c177a-a47b-47d3-aa09-4578dc1434f7 req-07fb3f49-7708-4180-b59f-1e1be5cc2875 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.42 "DELETE /v2.0/ports/8783d541-3716-447d-8ff2-dd3327a5d7bf HTTP/1.1" status: 204 len: 173 time: 0.9189727 Jul 29 23:24:38.038809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20e81ede-f96f-40e1-a3e9-778c52e91814 req-44a95cbd-69c6-4be9-8af6-11c2070aa8b3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215241 Jul 29 23:24:38.165122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-b934cd11-5b70-47ec-80c6-1e0d5c19238b tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:38.166381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-b934cd11-5b70-47ec-80c6-1e0d5c19238b tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1431813 Jul 29 23:24:38.179644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-d7b12e15-215b-4ff6-b9c2-4be54f31b502 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:24:38.180798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-d7b12e15-215b-4ff6-b9c2-4be54f31b502 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068150 Jul 29 23:24:38.188610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc88b9-24f1-42af-b8de-208f47161e9c req-29c959b8-61ce-45b8-a0ff-aa9b7ae90233 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:38.189992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6fc88b9-24f1-42af-b8de-208f47161e9c req-29c959b8-61ce-45b8-a0ff-aa9b7ae90233 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.0724726 Jul 29 23:24:38.247354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-91c45925-5c89-4a0b-a702-d0a8df9cb274 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0562847 Jul 29 23:24:38.271798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6fc88b9-24f1-42af-b8de-208f47161e9c req-fa9bee36-140b-4af1-ba42-e07be879a376 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746639 Jul 29 23:24:38.306469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-da5592aa-edb8-455b-9fc1-1de220510d46 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0483508 Jul 29 23:24:38.381786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7796df47-6fb5-4ede-9176-94a8b70d95fd req-97e1ea32-d83e-43d0-96c0-6e6ebc7d85b8 tempest-TenantUsagesTestJSON-390518403 tempest-TenantUsagesTestJSON-390518403-project] 10.222.0.37 "GET /v2.0/ports?device_id=f591770d-a5e5-4d25-9f40-b88f010a13d1 HTTP/1.1" status: 200 len: 210 time: 0.0320742 Jul 29 23:24:38.487550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-fa8489b1-8340-4ab8-bcc7-63a89e607dc2 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Deleting port cb1fdb6b-91fb-4153-b25c-3e5dab47cb01 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:38.487897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-fa8489b1-8340-4ab8-bcc7-63a89e607dc2 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.544310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221283e0-6cd2-4921-a83e-6ec4dcb442ba req-260a6b93-f2cb-4824-a148-387c1dfefb39 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:38.546017 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-221283e0-6cd2-4921-a83e-6ec4dcb442ba req-260a6b93-f2cb-4824-a148-387c1dfefb39 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 945 time: 0.0973079 Jul 29 23:24:38.593168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 847cc0b0-1e4d-4f94-a492-66a07a863d8e details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:38.601002 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:38.605356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-fa8489b1-8340-4ab8-bcc7-63a89e607dc2 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.605905 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-fa8489b1-8340-4ab8-bcc7-63a89e607dc2 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.619480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-221283e0-6cd2-4921-a83e-6ec4dcb442ba req-b1c9f87d-9b17-44d8-8b7d-5b46a5be6730 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647726 Jul 29 23:24:38.625317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-fa8489b1-8340-4ab8-bcc7-63a89e607dc2 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Calling delete_port for cb1fdb6b-91fb-4153-b25c-3e5dab47cb01 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:38.734578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:38.741773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:38.742197 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.767508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-fa8489b1-8340-4ab8-bcc7-63a89e607dc2 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.779480 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:38.798668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '847cc0b0-1e4d-4f94-a492-66a07a863d8e', 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093', 'port_id': '847cc0b0-1e4d-4f94-a492-66a07a863d8e', 'mac_address': 'fa:16:3e:a3:bf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e3a965-3dc1-4bf5-8794-1c687d2bff2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:38.806922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8489b1-8340-4ab8-bcc7-63a89e607dc2 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event deleted for resources: {'Port': ['ID=cb1fdb6b-91fb-4153-b25c-3e5dab47cb01,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:38.861517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f591770d-a5e5-4d25-9f40-b88f010a13d1', 'name': 'network-vif-deleted', 'tag': '8783d541-3716-447d-8ff2-dd3327a5d7bf'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:38.863746 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1836bca3-9fa3-4db3-b9d2-c80327a7ab89" -d '{"events": [{"server_uuid": "f591770d-a5e5-4d25-9f40-b88f010a13d1", "name": "network-vif-deleted", "tag": "8783d541-3716-447d-8ff2-dd3327a5d7bf"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:38.868590 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.891567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847cc0b0-1e4d-4f94-a492-66a07a863d8e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:38.894668 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:24:38.895181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0fd85-2801-4c57-b93d-7cfc730c5b2a req-c0106518-cc9d-4e93-9fb0-7b5a44c0889c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:38.896409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99b0fd85-2801-4c57-b93d-7cfc730c5b2a req-c0106518-cc9d-4e93-9fb0-7b5a44c0889c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1004922 Jul 29 23:24:38.898051 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.901310 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-fa8489b1-8340-4ab8-bcc7-63a89e607dc2 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.903859 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-fa8489b1-8340-4ab8-bcc7-63a89e607dc2 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.905038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89b6cf77-1693-4833-bdd6-fe0efca4724b req-fa8489b1-8340-4ab8-bcc7-63a89e607dc2 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "DELETE /v2.0/floatingips/56088cc0-2581-4914-8837-5c7ab8bc0bb2 HTTP/1.1" status: 204 len: 173 time: 0.5923088 Jul 29 23:24:38.929087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:38.934566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac5b364-24b8-48e8-8dfb-0ba9d2750789'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:38.937625 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911ce8e8-7036-409a-a4b5-aa82cc22a73b" -d '{"events": [{"server_uuid": "8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb", "name": "network-vif-plugged", "status": "completed", "tag": "7ac5b364-24b8-48e8-8dfb-0ba9d2750789"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:38.942896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99b0fd85-2801-4c57-b93d-7cfc730c5b2a req-0e3e97a4-ecd8-4355-be1d-ce677766705b tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368893 Jul 29 23:24:38.947643 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.950084 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76513570-6fda-45e9-997f-7fac42145170 x-openstack-request-id: req-76513570-6fda-45e9-997f-7fac42145170 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:38.950392 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f591770d-a5e5-4d25-9f40-b88f010a13d1", "name": "network-vif-deleted", "tag": "8783d541-3716-447d-8ff2-dd3327a5d7bf", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:38.950652 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76513570-6fda-45e9-997f-7fac42145170 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:38.951053 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f591770d-a5e5-4d25-9f40-b88f010a13d1', 'name': 'network-vif-deleted', 'tag': '8783d541-3716-447d-8ff2-dd3327a5d7bf', 'status': 'completed', 'code': 200} Jul 29 23:24:38.973308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:38.980341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.981172 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74e6ab47-e606-473b-9160-a03f272a6f20 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:39.002754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 74e6ab47-e606-473b-9160-a03f272a6f20 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:39.003100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74e6ab47-e606-473b-9160-a03f272a6f20 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:39.021671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=847cc0b0-1e4d-4f94-a492-66a07a863d8e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:39.045403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-9b3e79b7-f403-4a06-9816-287adaa791cc tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips/493e11a0-b900-4a3a-9845-d1f6915ab952 HTTP/1.1" status: 200 len: 692 time: 0.0659857 Jul 29 23:24:39.070183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:39.133064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4c8b0-b0d7-4d83-aed3-9e28142f7879 req-871b649b-4cdd-4070-a5d3-75cc2a8edf31 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:39.134532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cd4c8b0-b0d7-4d83-aed3-9e28142f7879 req-871b649b-4cdd-4070-a5d3-75cc2a8edf31 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 944 time: 0.1108530 Jul 29 23:24:39.396111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['847cc0b0-1e4d-4f94-a492-66a07a863d8e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:39.477192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-464c87e1-0fa1-49bf-a069-25d35fb78be8 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:39.478540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-464c87e1-0fa1-49bf-a069-25d35fb78be8 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.4191279 Jul 29 23:24:39.481398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cd4c8b0-b0d7-4d83-aed3-9e28142f7879 req-e8be8333-6dfd-4545-ae25-33acc15541a7 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398869 Jul 29 23:24:39.529029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-bb8afeb9-273a-4944-9745-5364f4ac2e9d tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.79 HTTP/1.1" status: 200 len: 695 time: 0.0431285 Jul 29 23:24:39.535697 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd409177-dbd3-439d-82ca-970e7f7b2dfb x-openstack-request-id: req-fd409177-dbd3-439d-82ca-970e7f7b2dfb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:39.536087 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb", "name": "network-vif-plugged", "status": "completed", "tag": "7ac5b364-24b8-48e8-8dfb-0ba9d2750789", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:39.536407 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd409177-dbd3-439d-82ca-970e7f7b2dfb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:39.536856 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac5b364-24b8-48e8-8dfb-0ba9d2750789', 'code': 200} Jul 29 23:24:39.595743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-72fedf13-2c58-4c6d-b3c8-af364790e551 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.79 HTTP/1.1" status: 200 len: 695 time: 0.0560162 Jul 29 23:24:39.660416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f27b0c-8604-44f9-aa1a-7a04a45e86df req-acdf5d2b-3dc8-45f0-a8ed-e136b372541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:39.662208 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d7f27b0c-8604-44f9-aa1a-7a04a45e86df req-acdf5d2b-3dc8-45f0-a8ed-e136b372541c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 1098 time: 0.0412102 Jul 29 23:24:39.697522 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d7f27b0c-8604-44f9-aa1a-7a04a45e86df req-45e69a00-805f-428d-931d-dbfdc36e723e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274668 Jul 29 23:24:39.704816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ab92a-4fe1-4602-bca6-b8266ec55165 req-3c1d37f3-fdea-4fad-98ad-76341081ce77 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:39.706312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf8ab92a-4fe1-4602-bca6-b8266ec55165 req-3c1d37f3-fdea-4fad-98ad-76341081ce77 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 944 time: 0.1250398 Jul 29 23:24:39.768050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf8ab92a-4fe1-4602-bca6-b8266ec55165 req-e5fd9645-b5c8-4fe1-a54d-8ed954f633fd tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 Jul 29 23:24:39.769807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8783d541-3716-447d-8ff2-dd3327a5d7bf no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:39.779430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-953c1bc1-76be-49dd-abf2-c432afc7a62f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Deleting port 3043e9dd-d877-4fee-98e2-f8ef13def42f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:39.779773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-953c1bc1-76be-49dd-abf2-c432afc7a62f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.791190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 8783d541-3716-447d-8ff2-dd3327a5d7bf {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:39.791383 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8783d541-3716-447d-8ff2-dd3327a5d7bf not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:39.882034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-953c1bc1-76be-49dd-abf2-c432afc7a62f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.882369 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-953c1bc1-76be-49dd-abf2-c432afc7a62f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.897634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-953c1bc1-76be-49dd-abf2-c432afc7a62f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Calling delete_port for 3043e9dd-d877-4fee-98e2-f8ef13def42f owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:39.920092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abf6a6-529f-4103-abee-06229bad4b1e req-5eee3794-bfa3-465a-8786-b95779ec5b8b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:39.921576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21abf6a6-529f-4103-abee-06229bad4b1e req-5eee3794-bfa3-465a-8786-b95779ec5b8b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.0849028 Jul 29 23:24:40.005731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21abf6a6-529f-4103-abee-06229bad4b1e req-057e1608-c8d8-4b83-a642-acb73aa09f86 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507603 Jul 29 23:24:40.073871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-953c1bc1-76be-49dd-abf2-c432afc7a62f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.112542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c1bc1-76be-49dd-abf2-c432afc7a62f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event deleted for resources: {'Port': ['ID=3043e9dd-d877-4fee-98e2-f8ef13def42f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:40.202671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-953c1bc1-76be-49dd-abf2-c432afc7a62f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.205850 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-953c1bc1-76be-49dd-abf2-c432afc7a62f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.206988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51e8dee6-6885-41c3-a049-55a0ca71b037 req-953c1bc1-76be-49dd-abf2-c432afc7a62f tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "DELETE /v2.0/floatingips/493e11a0-b900-4a3a-9845-d1f6915ab952 HTTP/1.1" status: 204 len: 173 time: 0.5978286 Jul 29 23:24:40.218273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd4cff-79a7-43ce-82f8-f550c1a3916a req-88cec371-7a5e-4f72-b11c-31626803c969 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:40.219794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bebd4cff-79a7-43ce-82f8-f550c1a3916a req-88cec371-7a5e-4f72-b11c-31626803c969 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 946 time: 0.1162965 Jul 29 23:24:40.262116 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bebd4cff-79a7-43ce-82f8-f550c1a3916a req-0579f87d-6986-46fc-9cc2-d8444d6f5364 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353529 Jul 29 23:24:40.303296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36666) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:40.359932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb704578-0267-4c1a-a4ee-09326c38432b req-dd6998ca-96c7-4eec-8fbc-3b852410599a tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips/a98197d3-8073-4ed6-bc7c-e465cacc1f8b HTTP/1.1" status: 200 len: 693 time: 0.0554900 Jul 29 23:24:40.437972 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-299c0ed2-ebbe-4291-ab6d-9a3cd785a08f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd6d0565ec9c493aad6874fc3694b09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304886 Jul 29 23:24:40.438195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36670) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:40.463667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73902d-56b9-48d5-8513-d63f9dc14010 req-3f6c6eba-1efe-4d69-abc9-d03e7b1678ad tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:40.465306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f73902d-56b9-48d5-8513-d63f9dc14010 req-3f6c6eba-1efe-4d69-abc9-d03e7b1678ad tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1237233 Jul 29 23:24:40.490960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed09b498-322e-4d5e-ab2e-4ada34955141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.516449 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed09b498-322e-4d5e-ab2e-4ada34955141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.532547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb704578-0267-4c1a-a4ee-09326c38432b req-4aad1692-2425-4f9e-9c1d-9e821a606e99 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:40.533956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb704578-0267-4c1a-a4ee-09326c38432b req-4aad1692-2425-4f9e-9c1d-9e821a606e99 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1606469 Jul 29 23:24:40.541800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f73902d-56b9-48d5-8513-d63f9dc14010 req-1ba04d1b-26cf-4cb4-8f1d-ca3d7590e40a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668588 Jul 29 23:24:40.581076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed09b498-322e-4d5e-ab2e-4ada34955141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.584544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed09b498-322e-4d5e-ab2e-4ada34955141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.586887 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ed09b498-322e-4d5e-ab2e-4ada34955141 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6337bbfc-5aec-4ecc-b709-7d8be47fe0f5 HTTP/1.1" status: 204 len: 168 time: 0.1476576 Jul 29 23:24:40.597808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09b498-322e-4d5e-ab2e-4ada34955141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6337bbfc-5aec-4ecc-b709-7d8be47fe0f5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:40.614804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:40.629408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 847cc0b0-1e4d-4f94-a492-66a07a863d8e up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:40.642758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb704578-0267-4c1a-a4ee-09326c38432b req-68187b68-847b-406b-aa1f-aa0558f1dbd5 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.0999870 Jul 29 23:24:40.720110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb704578-0267-4c1a-a4ee-09326c38432b req-42b753ad-d9b5-4c27-84f5-5999440f2724 tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.0607057 Jul 29 23:24:40.726969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4ee3-f6cc-40b6-b83e-c4105903cef0 req-b21b2001-300b-403b-a505-5dd7d65f23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:40.728770 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-923f4ee3-f6cc-40b6-b83e-c4105903cef0 req-b21b2001-300b-403b-a505-5dd7d65f23f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 1098 time: 0.1456399 Jul 29 23:24:40.785749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab56e1-ec3d-4eee-9aa2-6838b7e599db req-d88cb961-d493-4404-a2c9-8de454c2ec5b tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:40.787343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32ab56e1-ec3d-4eee-9aa2-6838b7e599db req-d88cb961-d493-4404-a2c9-8de454c2ec5b tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 944 time: 0.1642177 Jul 29 23:24:40.888806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36680) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:40.894579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 847cc0b0-1e4d-4f94-a492-66a07a863d8e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:40.900104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-923f4ee3-f6cc-40b6-b83e-c4105903cef0 req-ac959999-bba8-48f4-a24b-490009b26cf2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319871 Jul 29 23:24:40.900321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 847cc0b0-1e4d-4f94-a492-66a07a863d8e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:40.900583 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.904971 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93ab42a1-4d33-479e-abe9-bfa9e8f27b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.910369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32ab56e1-ec3d-4eee-9aa2-6838b7e599db req-fffff5f3-c93b-4182-8cf7-51ff1a6bf030 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128485 Jul 29 23:24:40.940502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-bb704578-0267-4c1a-a4ee-09326c38432b req-e740d0d0-533f-41fb-8bc8-8277be2a37dd tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Deleting port dd0bdc8c-40cb-4e8d-b87a-bf717081be1f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:40.940902 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb704578-0267-4c1a-a4ee-09326c38432b req-e740d0d0-533f-41fb-8bc8-8277be2a37dd tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.945568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:40.964240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'port_id': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5', 'mac_address': 'fa:16:3e:ac:0b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436ab033-bc25-444f-a687-d87717fff3ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:41.032768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.035148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93ab42a1-4d33-479e-abe9-bfa9e8f27b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.044297 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93ab42a1-4d33-479e-abe9-bfa9e8f27b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.056422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:41.063472 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.086883 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-93ab42a1-4d33-479e-abe9-bfa9e8f27b95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8fc8b5e624d24537ba21fc8a91299cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934285 Jul 29 23:24:41.087130 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb704578-0267-4c1a-a4ee-09326c38432b req-e740d0d0-533f-41fb-8bc8-8277be2a37dd tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.087130 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb704578-0267-4c1a-a4ee-09326c38432b req-e740d0d0-533f-41fb-8bc8-8277be2a37dd tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.087489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36684) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:41.093730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:41.094779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab42a1-4d33-479e-abe9-bfa9e8f27b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d921f92b-1123-45dc-8115-7e4ae3951f37,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:41.101527 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.120703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf409c-357f-4c4f-b2dd-97080a57481e req-5f6d5c36-f6cd-4aba-931f-b7838f737291 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.122277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7cf409c-357f-4c4f-b2dd-97080a57481e req-5f6d5c36-f6cd-4aba-931f-b7838f737291 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 944 time: 0.1090233 Jul 29 23:24:41.123373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-bb704578-0267-4c1a-a4ee-09326c38432b req-e740d0d0-533f-41fb-8bc8-8277be2a37dd tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Calling delete_port for dd0bdc8c-40cb-4e8d-b87a-bf717081be1f owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:41.135107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:41.150026 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.159589 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6699-ae2d-4669-a788-efedb4fff30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.173001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:41.193533 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6699-ae2d-4669-a788-efedb4fff30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.227879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7cf409c-357f-4c4f-b2dd-97080a57481e req-b88067bc-9a08-42a6-9c01-842a77c78c4a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933912 Jul 29 23:24:41.229824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=847cc0b0-1e4d-4f94-a492-66a07a863d8e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:41.263091 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6699-ae2d-4669-a788-efedb4fff30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.266525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6699-ae2d-4669-a788-efedb4fff30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.267694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b7cf6699-ae2d-4669-a788-efedb4fff30d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d921f92b-1123-45dc-8115-7e4ae3951f37 HTTP/1.1" status: 204 len: 168 time: 0.1789412 Jul 29 23:24:41.278545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf6699-ae2d-4669-a788-efedb4fff30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d921f92b-1123-45dc-8115-7e4ae3951f37,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:41.357934 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb704578-0267-4c1a-a4ee-09326c38432b req-e740d0d0-533f-41fb-8bc8-8277be2a37dd tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.380265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb83d49-ccc5-48b1-a5fe-7dd8ed3da833 req-d27a88df-db6f-4ca1-b6f3-62b6be13cdd4 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.382265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cb83d49-ccc5-48b1-a5fe-7dd8ed3da833 req-d27a88df-db6f-4ca1-b6f3-62b6be13cdd4 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.0659604 Jul 29 23:24:41.392642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1f037921-3e74-4d75-b2b0-a8f3558c2d21 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.394149 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-1f037921-3e74-4d75-b2b0-a8f3558c2d21 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 946 time: 0.0620861 Jul 29 23:24:41.405621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740d0d0-533f-41fb-8bc8-8277be2a37dd tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Pushing event deleted for resources: {'Port': ['ID=dd0bdc8c-40cb-4e8d-b87a-bf717081be1f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:41.491667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-b70caacf-6761-4c6e-9f85-59553a0fe71a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Deleting port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:41.492042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-b70caacf-6761-4c6e-9f85-59553a0fe71a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.501238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cb83d49-ccc5-48b1-a5fe-7dd8ed3da833 req-0c7a74ab-8614-4fd9-839f-1be4772e5842 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971868 Jul 29 23:24:41.514224 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb704578-0267-4c1a-a4ee-09326c38432b req-e740d0d0-533f-41fb-8bc8-8277be2a37dd tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.517831 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb704578-0267-4c1a-a4ee-09326c38432b req-e740d0d0-533f-41fb-8bc8-8277be2a37dd tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.519274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb704578-0267-4c1a-a4ee-09326c38432b req-e740d0d0-533f-41fb-8bc8-8277be2a37dd tempest-FloatingIPDetailsTestJSON-1407202088 tempest-FloatingIPDetailsTestJSON-1407202088-project] 10.222.0.37 "DELETE /v2.0/floatingips/a98197d3-8073-4ed6-bc7c-e465cacc1f8b HTTP/1.1" status: 204 len: 173 time: 0.7895248 Jul 29 23:24:41.527424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36694) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:41.538704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847cc0b0-1e4d-4f94-a492-66a07a863d8e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:41.543073 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf308417-0974-4227-a791-cf127dc7102a" -d '{"events": [{"server_uuid": "d7996f01-b7aa-41c9-92f4-e8d7c69b3137", "name": "network-vif-plugged", "status": "completed", "tag": "847cc0b0-1e4d-4f94-a492-66a07a863d8e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:41.586178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['415729f1-2e83-483b-9c2d-bb5ee6f06eb5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:41.645729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-b70caacf-6761-4c6e-9f85-59553a0fe71a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] For port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:41.647230 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-b70caacf-6761-4c6e-9f85-59553a0fe71a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.657483 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba127bd-3c7a-4329-878c-151bbc555a6f x-openstack-request-id: req-4ba127bd-3c7a-4329-878c-151bbc555a6f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:41.658100 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7996f01-b7aa-41c9-92f4-e8d7c69b3137", "name": "network-vif-plugged", "status": "completed", "tag": "847cc0b0-1e4d-4f94-a492-66a07a863d8e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:41.658586 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ba127bd-3c7a-4329-878c-151bbc555a6f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:41.659229 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847cc0b0-1e4d-4f94-a492-66a07a863d8e', 'code': 200} Jul 29 23:24:41.670416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-b70caacf-6761-4c6e-9f85-59553a0fe71a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Calling delete_port for 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:41.723892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35608272-a411-4774-874c-62653db044bd req-a6f359b5-252d-4751-8412-c23648569913 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.731833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35608272-a411-4774-874c-62653db044bd req-a6f359b5-252d-4751-8412-c23648569913 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 946 time: 0.1249540 Jul 29 23:24:41.841218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-b70caacf-6761-4c6e-9f85-59553a0fe71a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.849180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd2c2e-e930-4f38-b287-9444ef8eacd1 req-d4c529b9-bfef-4191-b327-52e78a3105b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.850741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88dd2c2e-e930-4f38-b287-9444ef8eacd1 req-d4c529b9-bfef-4191-b327-52e78a3105b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 1097 time: 0.1141984 Jul 29 23:24:41.871961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70caacf-6761-4c6e-9f85-59553a0fe71a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event deleted for resources: {'Port': ['ID=7ac5b364-24b8-48e8-8dfb-0ba9d2750789,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:41.890173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35608272-a411-4774-874c-62653db044bd req-4e73db11-4f02-4569-a5ee-f77bebd102cb tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466248 Jul 29 23:24:41.915509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-b70caacf-6761-4c6e-9f85-59553a0fe71a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] No DVR routers for this DVR port 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:41.918134 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-b70caacf-6761-4c6e-9f85-59553a0fe71a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.920257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aacb7dda-146e-4ad8-a64b-8d6d9e373929 req-b70caacf-6761-4c6e-9f85-59553a0fe71a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "DELETE /v2.0/ports/7ac5b364-24b8-48e8-8dfb-0ba9d2750789 HTTP/1.1" status: 204 len: 173 time: 0.5193696 Jul 29 23:24:41.921250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb', 'name': 'network-vif-deleted', 'tag': '7ac5b364-24b8-48e8-8dfb-0ba9d2750789'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:41.924187 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87d013b-3f73-48de-9659-67e64330fcdc" -d '{"events": [{"server_uuid": "8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb", "name": "network-vif-deleted", "tag": "7ac5b364-24b8-48e8-8dfb-0ba9d2750789"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:41.977648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d5ec3-ab0d-493e-af20-130d09d65ebc req-f5c18a2a-4944-4043-9dd9-8db5010e8b1e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.979253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed4d5ec3-ab0d-493e-af20-130d09d65ebc req-f5c18a2a-4944-4043-9dd9-8db5010e8b1e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1864717 Jul 29 23:24:41.991625 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2514faf9-df0f-4a4f-93c5-a18b60ff3d36 x-openstack-request-id: req-2514faf9-df0f-4a4f-93c5-a18b60ff3d36 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:41.991919 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb", "name": "network-vif-deleted", "tag": "7ac5b364-24b8-48e8-8dfb-0ba9d2750789", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:41.992200 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2514faf9-df0f-4a4f-93c5-a18b60ff3d36 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:41.992597 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb', 'name': 'network-vif-deleted', 'tag': '7ac5b364-24b8-48e8-8dfb-0ba9d2750789', 'status': 'completed', 'code': 200} Jul 29 23:24:42.040290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88dd2c2e-e930-4f38-b287-9444ef8eacd1 req-3d78739c-8915-4e02-ab8f-7deb86c319b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810176 Jul 29 23:24:42.126658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed4d5ec3-ab0d-493e-af20-130d09d65ebc req-943c7646-4aa9-4707-9ad6-40fe1d2606ea tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008575 Jul 29 23:24:42.174580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4df179-3871-466f-9a0d-6bb0f2e4e1e8 req-3d4c2b21-5a1c-4660-ab37-8fa81ee422a9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.176158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc4df179-3871-466f-9a0d-6bb0f2e4e1e8 req-3d4c2b21-5a1c-4660-ab37-8fa81ee422a9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 945 time: 0.0981367 Jul 29 23:24:42.205714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:42.235860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc4df179-3871-466f-9a0d-6bb0f2e4e1e8 req-4c757996-3b3b-416a-91dd-2d8f7f722369 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528474 Jul 29 23:24:42.319630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-network', 'tenant_id': '69e384df792143969e5b8163b77436f9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:42.341126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Made reservation on behalf of 69e384df792143969e5b8163b77436f9 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:42.344537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.353853 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.375414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a47e-f9ab-4831-857d-74c68f5a478e req-faec80d8-304d-4c15-b92b-16a6da174c4b tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.376927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4a5a47e-f9ab-4831-857d-74c68f5a478e req-faec80d8-304d-4c15-b92b-16a6da174c4b tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 945 time: 0.0652785 Jul 29 23:24:42.379892 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.453815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.459106 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.487129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4a5a47e-f9ab-4831-857d-74c68f5a478e req-f0cd32f6-5153-4e39-8d41-bf1ac72e53bf tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038313 Jul 29 23:24:42.487392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:42.493962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74631f4-5c5a-4929-8671-ec3fef0eac58,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:42.521231 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.521729 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Added segment dd520698-89ee-43ba-ab0c-631dd5d57669 of type vlan for network 5c5572c8-bbe1-4558-9c11-ace72082eb2d Jul 29 23:24:42.570064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.599597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.602217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.602838 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.646411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7ac5b364-24b8-48e8-8dfb-0ba9d2750789'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:42.648168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95f3a0-cc8f-4459-ba7a-6f69cc7b7240 req-36efbe60-4a37-4916-a84e-7cfbf5d7edf7 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.650504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa95f3a0-cc8f-4459-ba7a-6f69cc7b7240 req-36efbe60-4a37-4916-a84e-7cfbf5d7edf7 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.0768113 Jul 29 23:24:42.678708 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4689548 Jul 29 23:24:42.678708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371f958-c77b-448e-a57d-eda62fd0e5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=5c5572c8-bbe1-4558-9c11-ace72082eb2d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:42.679249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36730) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:42.684379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Request body: {'subnet': {'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-subnet', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:42.692137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 5c5572c8-bbe1-4558-9c11-ace72082eb2d details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:42.693799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19d40ef6-51a8-4f64-8182-a700f4d82d1a req-1adae360-1ab7-45a3-8f7a-d6a33ec10994 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 210 time: 0.0422094 Jul 29 23:24:42.710709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Made reservation on behalf of 69e384df792143969e5b8163b77436f9 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:42.713557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.738922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa95f3a0-cc8f-4459-ba7a-6f69cc7b7240 req-69998cb5-2e9c-4a74-ade0-270c55b053e2 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766480 Jul 29 23:24:42.862840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] Deleting port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:42.863238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.913972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d40ef6-51a8-4f64-8182-a700f4d82d1a req-c5483108-a546-4dda-8596-7b4de0045c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.915621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19d40ef6-51a8-4f64-8182-a700f4d82d1a req-c5483108-a546-4dda-8596-7b4de0045c92 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=aad8ccc943da4fd68e7532207ff24809&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1564529 Jul 29 23:24:42.918540 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.978267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53aebb8-9cb6-4319-9ec0-242b883ec293,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:42.993460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Checking segment: {'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:42.993762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Network hostable DHCP agents. Network: 5c5572c8-bbe1-4558-9c11-ace72082eb2d, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:43.012297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Network 5c5572c8-bbe1-4558-9c11-ace72082eb2d is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:43.025468 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 5c5572c8-bbe1-4558-9c11-ace72082eb2d) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:43.029782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:43.033930 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.039106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b1c83d-dbdf-441d-9510-c24805460dc0 None None] Network 5c5572c8-bbe1-4558-9c11-ace72082eb2d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:43.046162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-205ec0a9-e4c6-4e43-8511-6410ff414fe0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3658431 Jul 29 23:24:43.049697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36746) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:43.056362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-router', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:43.079006 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.080209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.081441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc9b0ba9-9461-4b5c-9ca6-f30209b6ee46 req-60f1dd81-2c5f-492b-8a28-b21ec0146160 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 210 time: 0.1061175 Jul 29 23:24:43.113363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] For port d346f166-c3d6-4cc0-a2aa-a7d23ed1a298, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d346f166-c3d6-4cc0-a2aa-a7d23ed1a298,segment=NetworkSegment(1f780c6a-f825-4235-a9a8-ed233308900d),segment_id=1f780c6a-f825-4235-a9a8-ed233308900d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:43.113648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.140088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.147328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] Calling delete_port for d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:43.186929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d40ef6-51a8-4f64-8182-a700f4d82d1a req-3d1d658d-335e-4a55-a40c-d8ac674c980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:43.188451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19d40ef6-51a8-4f64-8182-a700f4d82d1a req-3d1d658d-335e-4a55-a40c-d8ac674c980c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2646949 Jul 29 23:24:43.215271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-5c5572c8-bbe1-4558-9c11-ace72082eb2d', 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'fixed_ips': [{'subnet_id': 'c53aebb8-9cb6-4319-9ec0-242b883ec293'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:43.216617 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.256409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b4b2532a-f159-4616-92de-3f2b18c3bd12 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:43.257896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b4b2532a-f159-4616-92de-3f2b18c3bd12 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/networks?id=1762d84e-5f97-44bf-bead-bef20915be8a HTTP/1.1" status: 200 len: 811 time: 0.3111570 Jul 29 23:24:43.299488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-f0b28cd0-0489-4fad-a6e2-b4bfd44a2b64 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/quotas/e2573ec5b2f84c1cb9669df4aaf95adc HTTP/1.1" status: 200 len: 375 time: 0.0246994 Jul 29 23:24:43.327149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.359065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Allocated IP 172.20.0.2 (5c5572c8-bbe1-4558-9c11-ace72082eb2d/c53aebb8-9cb6-4319-9ec0-242b883ec293/f08f2dd2-b20f-4eb6-af77-ea0869b485fc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:43.524337 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.534439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Transition to ACTIVE for port object f08f2dd2-b20f-4eb6-af77-ea0869b485fc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:43.553383 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Transition to ACTIVE for port object f08f2dd2-b20f-4eb6-af77-ea0869b485fc will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:43.560750 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.604820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Network 5c5572c8-bbe1-4558-9c11-ace72082eb2d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:43.611193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:43.616551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:43.620182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Pushing event updated for resources: {'Port': ['ID=f08f2dd2-b20f-4eb6-af77-ea0869b485fc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:43.674480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f4865-f40d-48c3-a44e-bd4e395525fd req-a80f7de2-8aff-4f7a-a119-78062da60b57 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:43.680442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Attempting to bind port f08f2dd2-b20f-4eb6-af77-ea0869b485fc on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:43.681006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Attempting to bind port f08f2dd2-b20f-4eb6-af77-ea0869b485fc by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:43.681630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Attempting to bind port f08f2dd2-b20f-4eb6-af77-ea0869b485fc on network 5c5572c8-bbe1-4558-9c11-ace72082eb2d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:43.682864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-171f4865-f40d-48c3-a44e-bd4e395525fd req-a80f7de2-8aff-4f7a-a119-78062da60b57 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.4498196 Jul 29 23:24:43.688676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:43.689457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Checking segment: {'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:43.690182 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.690928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Bound using segment: {'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:43.692190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Bound port: f08f2dd2-b20f-4eb6-af77-ea0869b485fc, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:43.692675 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.768607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-171f4865-f40d-48c3-a44e-bd4e395525fd req-baa1bf3a-3578-4b45-99ee-ac5f464140dc tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847468 Jul 29 23:24:43.784144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-0ab6a3cd-3318-48a9-9cf3-1b41c0e126ec tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2573ec5b2f84c1cb9669df4aaf95adc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4727762 Jul 29 23:24:43.792601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] For port f08f2dd2-b20f-4eb6-af77-ea0869b485fc, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:43.797940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] For port f08f2dd2-b20f-4eb6-af77-ea0869b485fc, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f08f2dd2-b20f-4eb6-af77-ea0869b485fc,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:43.806388 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.821479 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.842025 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.877198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fb1bd-9fae-4c8c-941e-b6432c772983 None None] Pushing event updated for resources: {'Port': ['ID=f08f2dd2-b20f-4eb6-af77-ea0869b485fc,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:43.960528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Allocated IP 172.25.2.104 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/d8153d7d-758d-4d2c-a898-4e02167ae787) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:43.978683 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.030528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f8934-4afd-44fd-8b98-c75ae6f3c37e req-2b1918c9-b084-48e1-8310-7db52a045d45 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:44.041423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e19f8934-4afd-44fd-8b98-c75ae6f3c37e req-2b1918c9-b084-48e1-8310-7db52a045d45 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 945 time: 0.1866617 Jul 29 23:24:44.047775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-ccd7433b-2519-4e69-b172-7d6c2f01210f service neutron] 10.222.0.37 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471550 Jul 29 23:24:44.048663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] Pushing event deleted for resources: {'Port': ['ID=d346f166-c3d6-4cc0-a2aa-a7d23ed1a298,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:44.098010 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.154129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.160636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e19f8934-4afd-44fd-8b98-c75ae6f3c37e req-b5539e63-6e5d-4729-9e92-8bc46a7ec3c9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181471 Jul 29 23:24:44.208378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:44.211429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:44.218104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:44.224527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8153d7d-758d-4d2c-a898-4e02167ae787,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:44.294225 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-92882c80-cf2d-441b-98c8-10ed5880a7ab service neutron] 10.222.0.37 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194967 Jul 29 23:24:44.365367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef471a2-a03c-49b8-89fb-d564b4d64fb6 req-e1bac275-6310-4106-bc25-b60068451e6f tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:44.366900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ef471a2-a03c-49b8-89fb-d564b4d64fb6 req-e1bac275-6310-4106-bc25-b60068451e6f tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 945 time: 0.1128304 Jul 29 23:24:44.457942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ef471a2-a03c-49b8-89fb-d564b4d64fb6 req-3440e7f2-333d-490c-82f0-05e1fce7dc7f tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848978 Jul 29 23:24:44.466902 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.524928 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.614532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2d8a78e-e495-4387-a1b0-eacd67f1290e req-065ea4fe-1d95-479d-a6e7-c71b7222131c tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 210 time: 0.0391903 Jul 29 23:24:44.635822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:44.692440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f6527c2-e46d-4b93-a1b3-d9e5a206a530 req-283fb1f1-a016-4111-8fbb-ce380e9c3932 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 210 time: 0.0828593 Jul 29 23:24:44.754800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:44.760542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:44.760916 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.945949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f08f2dd2-b20f-4eb6-af77-ea0869b485fc up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:44.948316 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.985587 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.002370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f186-8fe0-428e-aacd-862dddca3874 req-e76dbe37-6253-44d2-979b-65a928355ed9 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.003890 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac36f186-8fe0-428e-aacd-862dddca3874 req-e76dbe37-6253-44d2-979b-65a928355ed9 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 1097 time: 0.1975493 Jul 29 23:24:45.061997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:45.064508 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8178ded8-3650-4aff-89bf-2af901d4d940" -d '{"events": [{"server_uuid": "0b821f2b-a02a-4329-a52f-cda9cfad0869", "name": "network-vif-plugged", "status": "completed", "tag": "415729f1-2e83-483b-9c2d-bb5ee6f06eb5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:45.081311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:45.082716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port f08f2dd2-b20f-4eb6-af77-ea0869b485fc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:45.091049 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.093109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19d40ef6-51a8-4f64-8182-a700f4d82d1a req-d5ede9b9-191f-43d9-bc03-827430113e2d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ee7e77b-9909-49d4-b0fd-44ab0bc11cbb HTTP/1.1" status: 200 len: 210 time: 0.0820999 Jul 29 23:24:45.120562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7838f-4075-42e7-98e1-72e1ce3cf2bf req-ec4221ee-e685-482f-a0c3-0a90e3a4c348 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.123394 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bca7838f-4075-42e7-98e1-72e1ce3cf2bf req-ec4221ee-e685-482f-a0c3-0a90e3a4c348 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.2320910 Jul 29 23:24:45.128502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] Router 47eb46e7-a4a6-4337-84a9-6819f34e6625 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:45.175416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac36f186-8fe0-428e-aacd-862dddca3874 req-5c224ac2-733c-40d7-a263-676c4b0b40a3 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287947 Jul 29 23:24:45.215169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:24:45.259411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:45.276767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee49c4a-4c29-426f-95e8-7ac52b4fbcc2 None None] Network 5c5572c8-bbe1-4558-9c11-ace72082eb2d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:45.277715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bca7838f-4075-42e7-98e1-72e1ce3cf2bf req-616b1423-ca07-468c-92d2-5637ff2c75a5 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104476 Jul 29 23:24:45.352195 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9c0b80-1751-4f44-b9b3-05fe880b4fd9 x-openstack-request-id: req-af9c0b80-1751-4f44-b9b3-05fe880b4fd9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:45.352467 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b821f2b-a02a-4329-a52f-cda9cfad0869", "name": "network-vif-plugged", "status": "completed", "tag": "415729f1-2e83-483b-9c2d-bb5ee6f06eb5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:45.352723 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af9c0b80-1751-4f44-b9b3-05fe880b4fd9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:45.353520 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5', 'code': 200} Jul 29 23:24:45.356260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2ba8d293-aaff-4d26-bd00-97a5b97997d2 None None] Provisioning for port f08f2dd2-b20f-4eb6-af77-ea0869b485fc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:45.368994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2ba8d293-aaff-4d26-bd00-97a5b97997d2 None None] Provisioning complete for port f08f2dd2-b20f-4eb6-af77-ea0869b485fc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:45.369368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d293-aaff-4d26-bd00-97a5b97997d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.456612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:45.466204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5a830c9e-a8a6-4654-aba3-58d357023929 admin admin] 10.222.0.37 "PUT /v2.0/routers/47eb46e7-a4a6-4337-84a9-6819f34e6625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9376376 Jul 29 23:24:45.472105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36778) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:45.474548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] Sync routers for ids ['47eb46e7-a4a6-4337-84a9-6819f34e6625'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:45.487877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:45.491900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340159a8-d411-4bd9-8787-fe1d756027d6 req-b9832471-6cef-4d5d-9567-f661e0202934 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.495395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] Routers {'47eb46e7-a4a6-4337-84a9-6819f34e6625'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:45.496146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['47eb46e7-a4a6-4337-84a9-6819f34e6625'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:45.499811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-340159a8-d411-4bd9-8787-fe1d756027d6 req-b9832471-6cef-4d5d-9567-f661e0202934 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 946 time: 0.1289866 Jul 29 23:24:45.500415 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Sync routers for ids ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:45.510976 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Routers {'0b069313-e910-4cbb-83e3-e3e7417ad8e0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:45.511840 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:45.523265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.524530 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7e2f725e-1163-4fc8-a185-4b0a9d1c07e2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4736478 Jul 29 23:24:45.527328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:45.554016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afd3d0-1305-4e5b-a41a-596aca2c667c req-886744db-588e-472f-9f15-8393d774ebee tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.561427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0afd3d0-1305-4e5b-a41a-596aca2c667c req-886744db-588e-472f-9f15-8393d774ebee tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 1097 time: 0.1742375 Jul 29 23:24:45.569998 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d293-aaff-4d26-bd00-97a5b97997d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.629010 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Set router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:45.699462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-340159a8-d411-4bd9-8787-fe1d756027d6 req-da632baa-e013-49d5-8909-8cff2ed2e5a1 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941953 Jul 29 23:24:45.732455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0afd3d0-1305-4e5b-a41a-596aca2c667c req-e0926be8-45cc-43a9-8e44-1ac647d3a10b tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700430 Jul 29 23:24:45.747557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf35a5-f864-4709-94a2-b69bbfd7640e req-f03c42b1-86f4-435b-a819-d17f8a3e0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.754727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2ba8d293-aaff-4d26-bd00-97a5b97997d2 None None] For port f08f2dd2-b20f-4eb6-af77-ea0869b485fc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f08f2dd2-b20f-4eb6-af77-ea0869b485fc,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:45.771542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ccf35a5-f864-4709-94a2-b69bbfd7640e req-f03c42b1-86f4-435b-a819-d17f8a3e0697 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 1098 time: 0.2696779 Jul 29 23:24:45.777950 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.793771 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d293-aaff-4d26-bd00-97a5b97997d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.855510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] Set router 47eb46e7-a4a6-4337-84a9-6819f34e6625 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:45.899118 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-router', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:44Z', 'revision_number': 3, 'project_id': '69e384df792143969e5b8163b77436f9', 'gw_port': {'id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:46.017372 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Checking router: 0b069313-e910-4cbb-83e3-e3e7417ad8e0 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:46.017626 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Updating router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 port d8153d7d-758d-4d2c-a898-4e02167ae787 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:46.034822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ccf35a5-f864-4709-94a2-b69bbfd7640e req-a936f8f7-4a11-410f-8ceb-84a63aaf9428 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451541 Jul 29 23:24:46.088800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7bf91ea-ace8-424c-9205-42aeaf8e8e1e req-71820ac4-e187-4fa0-8504-52abd139d5de tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 210 time: 0.0843425 Jul 29 23:24:46.125354 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.169580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.305011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8d293-aaff-4d26-bd00-97a5b97997d2 None None] Pushing event updated for resources: {'Port': ['ID=f08f2dd2-b20f-4eb6-af77-ea0869b485fc,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:46.320849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-32a6a3ca-4ea9-4bd8-a91a-99cd975c0dd3 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.322787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-32a6a3ca-4ea9-4bd8-a91a-99cd975c0dd3 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.42 "GET /v2.0/networks?id=1762d84e-5f97-44bf-bead-bef20915be8a HTTP/1.1" status: 200 len: 811 time: 0.2750795 Jul 29 23:24:46.360536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Request body: {'port': {'device_id': '5b691814-f7e6-4c00-be54-a9d99cabfb52', 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a', 'admin_state_up': True, 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:46.380219 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.475203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'name': 'tempest-FloatingIPDetailsTestJSON-803070738-router', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:08Z', 'updated_at': '2021-07-29T23:24:43Z', 'revision_number': 5, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'gw_port': {'id': 'b5bc9faa-18ee-4033-a8f7-52ad2cd007b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:10Z', 'updated_at': '2021-07-29T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:46.523108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Deleting port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:46.523610 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.536127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] Checking router: 47eb46e7-a4a6-4337-84a9-6819f34e6625 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:46.559796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] Routers {'47eb46e7-a4a6-4337-84a9-6819f34e6625'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:46.560727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['47eb46e7-a4a6-4337-84a9-6819f34e6625'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:46.597247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df46f8-a9ce-4046-9630-58430b1945ca req-e7dec785-ea2f-4d24-b6e7-5f5c53e89c1f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.606490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-e7dec785-ea2f-4d24-b6e7-5f5c53e89c1f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.3378327 Jul 29 23:24:46.671157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Allocated IP 172.20.0.1 (5c5572c8-bbe1-4558-9c11-ace72082eb2d/c53aebb8-9cb6-4319-9ec0-242b883ec293/d7ed9def-9dab-4243-ad4e-1a464d686bdc) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:46.673297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-5d1b21e7-490f-4c81-b71b-b219e90bd824 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/quotas/aad8ccc943da4fd68e7532207ff24809 HTTP/1.1" status: 200 len: 375 time: 0.0657201 Jul 29 23:24:46.680610 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.703349 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Transition to ACTIVE for port object d8153d7d-758d-4d2c-a898-4e02167ae787 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:46.715002 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.725489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] For port b5bc9faa-18ee-4033-a8f7-52ad2cd007b7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b5bc9faa-18ee-4033-a8f7-52ad2cd007b7,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:46.727336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.742482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f08f2dd2-b20f-4eb6-af77-ea0869b485fc up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:46.750408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Calling delete_port for b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:46.772169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] Set router 47eb46e7-a4a6-4337-84a9-6819f34e6625 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:46.782430 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Attempting to bind port d8153d7d-758d-4d2c-a898-4e02167ae787 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:46.782792 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Attempting to bind port d8153d7d-758d-4d2c-a898-4e02167ae787 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:46.783349 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Attempting to bind port d8153d7d-758d-4d2c-a898-4e02167ae787 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:46.797871 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:46.798503 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:46.799170 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.799980 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:46.800650 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Bound port: d8153d7d-758d-4d2c-a898-4e02167ae787, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:46.801226 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.856126 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] For port d8153d7d-758d-4d2c-a898-4e02167ae787, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:46.860728 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] For port d8153d7d-758d-4d2c-a898-4e02167ae787, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d8153d7d-758d-4d2c-a898-4e02167ae787,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:46.865786 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836b8ab-0af1-4dba-9e77-ecda34e8232b None None] Pushing event updated for resources: {'Port': ['ID=d8153d7d-758d-4d2c-a898-4e02167ae787,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:46.873169 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.875352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6eaf93bf-44b5-4dcc-b3f7-6209211c765b None None] Provisioning complete for port f08f2dd2-b20f-4eb6-af77-ea0869b485fc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:46.875866 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6eaf93bf-44b5-4dcc-b3f7-6209211c765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.880234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'name': 'tempest-FloatingIPDetailsTestJSON-803070738-router', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:08Z', 'updated_at': '2021-07-29T23:24:46Z', 'revision_number': 6, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:46.927623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.929308 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Routers {'0b069313-e910-4cbb-83e3-e3e7417ad8e0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:46.930261 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:46.936841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9feab0-a7d2-4c45-939c-e51148d53c26 None None] The sync data for ids ['47eb46e7-a4a6-4337-84a9-6819f34e6625'] in n-d-712139-11 is: [{'id': '47eb46e7-a4a6-4337-84a9-6819f34e6625', 'name': 'tempest-FloatingIPDetailsTestJSON-803070738-router', 'tenant_id': '502242c9042542e992cf3d7e8374e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:08Z', 'updated_at': '2021-07-29T23:24:46Z', 'revision_number': 6, 'project_id': '502242c9042542e992cf3d7e8374e2ac', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:46.956910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Transition to ACTIVE for port object d7ed9def-9dab-4243-ad4e-1a464d686bdc will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:47.021967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f08f2dd2-b20f-4eb6-af77-ea0869b485fc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:47.022906 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.028160 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.076034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.077378 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] Set router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:47.121308 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-1d78fdb3-6ba7-4070-8a16-e46c01923cfe tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4466646 Jul 29 23:24:47.144150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Pushing event updated for resources: {'Port': ['ID=d7ed9def-9dab-4243-ad4e-1a464d686bdc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:47.171519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Network 5c5572c8-bbe1-4558-9c11-ace72082eb2d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:47.173525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:47.177532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:47.211445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bc9faa-18ee-4033-a8f7-52ad2cd007b7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:47.213945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Made reservation on behalf of e2573ec5b2f84c1cb9669df4aaf95adc for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:47.223584 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.245439 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.395310 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836b8ab-0af1-4dba-9e77-ecda34e8232b None None] Pushing event updated for resources: {'Port': ['ID=d8153d7d-758d-4d2c-a898-4e02167ae787,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:47.423644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-bab1bcfd-0d7a-48e4-9a37-889dacaa8253 service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009598 Jul 29 23:24:47.436569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.455051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6ce9f70c-3da3-49fe-876b-500a388b52d9 None None] Provisioning for port d7ed9def-9dab-4243-ad4e-1a464d686bdc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:47.463272 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6ce9f70c-3da3-49fe-876b-500a388b52d9 None None] Provisioning complete for port d7ed9def-9dab-4243-ad4e-1a464d686bdc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:47.463652 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ce9f70c-3da3-49fe-876b-500a388b52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.486029 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.542049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6ce9f70c-3da3-49fe-876b-500a388b52d9 None None] Port d7ed9def-9dab-4243-ad4e-1a464d686bdc cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:47.569292 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-router', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:44Z', 'revision_number': 3, 'project_id': '69e384df792143969e5b8163b77436f9', 'gw_port': {'id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:47.602986 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28ce5f-fed6-41e0-b0e6-026938dc0187 None None] The sync data for ids ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'] in n-d-712139-11 is: [{'id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-router', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:44Z', 'revision_number': 3, 'project_id': '69e384df792143969e5b8163b77436f9', 'gw_port': {'id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:47.649128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-813272ac-d368-4e23-9382-9a9566db5d93 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:24:47.650078 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-813272ac-d368-4e23-9382-9a9566db5d93 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101850 Jul 29 23:24:47.667543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Request body: {'binding': {'host': 'n-h1-712139-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:47.668001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Unknown quota resources ['binding']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:24:47.770489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.779781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.882890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Pushing event updated for resources: {'Port': ['ID=d7ed9def-9dab-4243-ad4e-1a464d686bdc,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:47.897672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.972983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on host n-h1-712139-11 for vnic_type normal with profile None {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:47.973339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:47.973680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:47.986387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:47.986726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:47.996214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:47.996560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:47.996951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:47.997393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Bound port: 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:48.036202 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.040423 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.068571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Network 5c5572c8-bbe1-4558-9c11-ace72082eb2d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:48.073760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:48.089631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:48.139911 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.143732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-6745a726-8eda-4e3e-b9fb-5d869b6e538d service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185631 Jul 29 23:24:48.157215 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-32519813-3b30-4160-81db-75b38ca18020 service neutron] 10.222.0.37 "POST /v2.0/ports/847cc0b0-1e4d-4f94-a492-66a07a863d8e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4948068 Jul 29 23:24:48.158884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.159661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47eb46e7-a4a6-4337-84a9-6819f34e6625 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:24:48.172352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.173820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4e0d6edc-ca1e-4493-ae6a-45de5f7a8125 admin admin] 10.222.0.37 "DELETE /v2.0/routers/47eb46e7-a4a6-4337-84a9-6819f34e6625 HTTP/1.1" status: 204 len: 168 time: 2.7007763 Jul 29 23:24:48.178355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36836) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:48.236243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Allocated IP 172.20.0.4 (1762d84e-5f97-44bf-bead-bef20915be8a/2d5f0888-5504-4dfc-824f-83a69368b185/1897b28a-c32b-4a8c-a8a2-16ff0378ea9a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:48.368310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc2b123-c137-4453-9d9e-738bd2b67c59 admin admin] Deleting subnet c7566a1a-e13b-4b57-a769-3641fd81c255 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:24:48.387344 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b123-c137-4453-9d9e-738bd2b67c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.508089 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.513407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-260a15f4-f841-4e61-8a10-14173a9c4ea4 None None] Provisioning complete for port d7ed9def-9dab-4243-ad4e-1a464d686bdc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:48.513868 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-260a15f4-f841-4e61-8a10-14173a9c4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.527517 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b123-c137-4453-9d9e-738bd2b67c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.558300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-260a15f4-f841-4e61-8a10-14173a9c4ea4 None None] Port d7ed9def-9dab-4243-ad4e-1a464d686bdc cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:48.694441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:48.713236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:48.725184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:48.725899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7ac5b364-24b8-48e8-8dfb-0ba9d2750789 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:48.778851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-1695cf15-9da6-4c4b-b7f9-95cfe2c17229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:48.781396 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-1695cf15-9da6-4c4b-b7f9-95cfe2c17229 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 1097 time: 0.0636659 Jul 29 23:24:48.799205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d8153d7d-758d-4d2c-a898-4e02167ae787 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:48.801141 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b123-c137-4453-9d9e-738bd2b67c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.862585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d8153d7d-758d-4d2c-a898-4e02167ae787 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:48.868229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d8153d7d-758d-4d2c-a898-4e02167ae787 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:48.869390 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.900369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:48.950460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e0bce-8328-4126-81f7-4d3986a3f2c0 req-065ee657-bfca-4c30-9345-dd488421a7f9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:48.956808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-273e0bce-8328-4126-81f7-4d3986a3f2c0 req-065ee657-bfca-4c30-9345-dd488421a7f9 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 946 time: 0.3823004 Jul 29 23:24:48.969498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826046c6-45b0-4816-98c3-8000f5e419b5 req-d14913a0-a6de-4a5e-ab2f-255a0a4cc0e6 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:48.971271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-826046c6-45b0-4816-98c3-8000f5e419b5 req-d14913a0-a6de-4a5e-ab2f-255a0a4cc0e6 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.4042864 Jul 29 23:24:48.974424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.975672 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bcbe7ee8-09ff-47a4-bcd4-fae792bc551e admin admin] 10.222.0.37 "PUT /v2.0/routers/0b069313-e910-4cbb-83e3-e3e7417ad8e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4467177 Jul 29 23:24:49.030625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-14ac49cb-f9be-4ea7-a054-bdf52a5b036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:49.032123 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-14ac49cb-f9be-4ea7-a054-bdf52a5b036d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.1298540 Jul 29 23:24:49.061504 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.089640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d8153d7d-758d-4d2c-a898-4e02167ae787, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d8153d7d-758d-4d2c-a898-4e02167ae787,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:49.090461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-826046c6-45b0-4816-98c3-8000f5e419b5 req-b73b4a6c-614c-4945-b917-fa67ca4d2141 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004727 Jul 29 23:24:49.095257 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.095815 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-461ad3fe-c7eb-482f-8698-768259329b23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e HTTP/1.1" status: 200 len: 217 time: 0.0479028 Jul 29 23:24:49.130247 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b123-c137-4453-9d9e-738bd2b67c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.181075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d8153d7d-758d-4d2c-a898-4e02167ae787,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:49.194219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.194671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.194932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.195277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.195638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.195952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.196316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.197351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2b123-c137-4453-9d9e-738bd2b67c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7566a1a-e13b-4b57-a769-3641fd81c255,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:49.203610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.203997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.205843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.206202 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.207450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:49.215273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9502265f-d61c-445e-a4c7-71b30624080b None None] Network 94f329ae-5992-4e8f-9c51-e310578632af requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:49.224688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-273e0bce-8328-4126-81f7-4d3986a3f2c0 req-06b8a7bb-6555-425c-97d2-209a2c34cbab tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379770 Jul 29 23:24:49.229367 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b123-c137-4453-9d9e-738bd2b67c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.231304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ebc2b123-c137-4453-9d9e-738bd2b67c59 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c7566a1a-e13b-4b57-a769-3641fd81c255 HTTP/1.1" status: 204 len: 168 time: 1.0516684 Jul 29 23:24:49.233730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:49.244178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36854) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:49.283932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:49.284632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d346f166-c3d6-4cc0-a2aa-a7d23ed1a298 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:49.285281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:49.309212 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.318185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:49.318637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b5bc9faa-18ee-4033-a8f7-52ad2cd007b7 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:49.329107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['641d5845-67ec-42ce-8959-ba1e91655a57'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:49.416478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Pushing event updated for resources: {'Port': ['ID=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:49.422189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Network 1762d84e-5f97-44bf-bead-bef20915be8a is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:49.431708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.440259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-fe089ac7-6edb-462d-8d48-7aff93b204c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:49.442043 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-fe089ac7-6edb-462d-8d48-7aff93b204c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.3380680 Jul 29 23:24:49.445757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:49.448783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:49.533894 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-0b15c317-242c-44ec-973f-c3adb00e8ba3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748484 Jul 29 23:24:49.571318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:49.571318 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.589103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09bc1b-392f-4120-a01f-8b9c01fec203 req-f646a78f-edc5-4209-a89f-d31c8e7bee96 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:49.596938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b09bc1b-392f-4120-a01f-8b9c01fec203 req-f646a78f-edc5-4209-a89f-d31c8e7bee96 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 945 time: 0.1723502 Jul 29 23:24:49.613133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-2a7f7abb-7b48-46ea-851b-7c2a64f7b0dc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2597601 Jul 29 23:24:49.614415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11154e94-4149-4114-acfe-a95e628291c4 None None] DHCP port deletion for 94f329ae-5992-4e8f-9c51-e310578632af request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:24:49.625293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826b698-1280-4e8f-ab99-0f5151255a9d req-374bd4bc-14f1-4a4e-b0f2-3b1a81e0aa23 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:49.626786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5826b698-1280-4e8f-ab99-0f5151255a9d req-374bd4bc-14f1-4a4e-b0f2-3b1a81e0aa23 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 931 time: 0.2035260 Jul 29 23:24:49.642514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Request body: {'port': {'device_id': '5b691814-f7e6-4c00-be54-a9d99cabfb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:49.703588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-11154e94-4149-4114-acfe-a95e628291c4 None None] Deleting port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:49.705248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Deleting port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:49.705579 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.706508 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11154e94-4149-4114-acfe-a95e628291c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.738443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b09bc1b-392f-4120-a01f-8b9c01fec203 req-a78ca690-127a-4c55-ac38-fa31a97e1051 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405401 Jul 29 23:24:49.750542 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-499bb991-89b1-4c85-9211-a32f0d9e5898 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084684 Jul 29 23:24:49.810005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5826b698-1280-4e8f-ab99-0f5151255a9d req-710702bf-918f-4d1c-aa13-b487a1a98731 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743543 Jul 29 23:24:49.817304 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.821467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] For port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2,segment=NetworkSegment(1f780c6a-f825-4235-a9a8-ed233308900d),segment_id=1f780c6a-f825-4235-a9a8-ed233308900d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:49.821891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.838049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-11154e94-4149-4114-acfe-a95e628291c4 None None] For port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2,segment=NetworkSegment(1f780c6a-f825-4235-a9a8-ed233308900d),segment_id=1f780c6a-f825-4235-a9a8-ed233308900d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:49.843123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11154e94-4149-4114-acfe-a95e628291c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.853102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Calling delete_port for 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:49.871109 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-11154e94-4149-4114-acfe-a95e628291c4 None None] Calling delete_port for 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:49.976766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93ab5c8f-3e0b-4626-a336-951d04b3f832 req-69cb9931-ba2a-4d51-a4d6-a694d22426ba tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 210 time: 0.0878015 Jul 29 23:24:50.035700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36868) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:50.036309 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11154e94-4149-4114-acfe-a95e628291c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.051220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11154e94-4149-4114-acfe-a95e628291c4 None None] No DVR routers for this DVR port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:50.055211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-network', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:50.072371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11154e94-4149-4114-acfe-a95e628291c4 None None] Pushing event deleted for resources: {'Port': ['ID=77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.103158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Sync routers for ids ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:50.113619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Routers {'0b069313-e910-4cbb-83e3-e3e7417ad8e0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:50.115808 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:50.144661 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-8bc57802-26da-4fdc-8738-e7db589b1652 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817680 Jul 29 23:24:50.171258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.178353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Made reservation on behalf of 88f5d0bf5fad4f68ad4f0889c49a1176 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:50.180764 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.218664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df46f8-a9ce-4046-9630-58430b1945ca req-3eb509d5-5d29-4d2f-94c9-61e73b582001 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.220333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-3eb509d5-5d29-4d2f-94c9-61e73b582001 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.3890450 Jul 29 23:24:50.242344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Pushing event deleted for resources: {'Port': ['ID=77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.250967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] No DVR routers for this DVR port 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:50.252393 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.272241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Request body: {'port': {'device_id': '03183633-05a2-46d9-b127-7360d66999fb', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'admin_state_up': True, 'tenant_id': 'aad8ccc943da4fd68e7532207ff24809'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:50.300207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Set router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:50.393932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23a238-3bc6-4149-96fb-202ef4f307ad req-a13afdd5-5015-487c-a82e-fcc649a1cff3 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.402219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a23a238-3bc6-4149-96fb-202ef4f307ad req-a13afdd5-5015-487c-a82e-fcc649a1cff3 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1806018 Jul 29 23:24:50.407082 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.425965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f329ae-5992-4e8f-9c51-e310578632af']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:50.453011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f780c6a-f825-4235-a9a8-ed233308900d') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:50.453365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f780c6a-f825-4235-a9a8-ed233308900d') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:50.467760 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.493653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.521693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:24:50.521693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:24:50.524508 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:24:50.552523 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a23a238-3bc6-4149-96fb-202ef4f307ad req-d0de7805-6256-4ebe-9b63-9cdbe1a193de tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492929 Jul 29 23:24:50.567029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:50.586086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.653972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-router', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:47Z', 'revision_number': 4, 'project_id': '69e384df792143969e5b8163b77436f9', 'gw_port': {'id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd7ed9def-9dab-4243-ad4e-1a464d686bdc', 'name': '', 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'mac_address': 'fa:16:3e:aa:27:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c53aebb8-9cb6-4319-9ec0-242b883ec293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:46Z', 'updated_at': '2021-07-29T23:24:47Z', 'revision_number': 2, 'project_id': '69e384df792143969e5b8163b77436f9', 'subnets': [{'id': 'c53aebb8-9cb6-4319-9ec0-242b883ec293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:50.666159 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.666756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Transition to ACTIVE for port object 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:50.671953 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.676964 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.681723 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.686711 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] 10.222.0.37 "DELETE /v2.0/networks/94f329ae-5992-4e8f-9c51-e310578632af HTTP/1.1" status: 204 len: 168 time: 1.4399011 Jul 29 23:24:50.696342 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.719003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43807d42-0daf-4cbb-9aeb-a7cd1a11e01b admin admin] Pushing event deleted for resources: {'Network': ['ID=94f329ae-5992-4e8f-9c51-e310578632af,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.739919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:50.752526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f73cf5c-1264-45cc-b5d3-d52020912a13,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.753180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Checking router: 0b069313-e910-4cbb-83e3-e3e7417ad8e0 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:50.753180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Updating router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 port d7ed9def-9dab-4243-ad4e-1a464d686bdc binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:50.792542 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.793965 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Added segment b094ec56-762f-4e61-924d-da716a8d6ee2 of type vlan for network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 Jul 29 23:24:50.831829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Made reservation on behalf of aad8ccc943da4fd68e7532207ff24809 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:50.836613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.853625 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.877860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d8153d7d-758d-4d2c-a898-4e02167ae787 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:50.885717 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.938433 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.939633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.940305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.943986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Pushing event updated for resources: {'Port': ['ID=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.099134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] Pushing event updated for resources: {'Network': ['ID=38b212d6-4cc1-469a-ab48-fc48ceafbe29,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.104107 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-631c04d1-92f9-46e2-8263-c00bf6d9e978 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0603318 Jul 29 23:24:51.109471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1beac6-705a-444e-a1f0-25187043e2d1 req-7633d446-2647-4251-9f12-a1728d67dcc8 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.110762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:51.111334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36920) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:51.117344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a1beac6-705a-444e-a1f0-25187043e2d1 req-7633d446-2647-4251-9f12-a1728d67dcc8 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 945 time: 0.2259445 Jul 29 23:24:51.120860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Attempting to bind port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:51.120860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Attempting to bind port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:51.120860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Attempting to bind port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a on network 1762d84e-5f97-44bf-bead-bef20915be8a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:51.138364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Request body: {'subnet': {'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-subnet', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:51.142317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a on network 1762d84e-5f97-44bf-bead-bef20915be8a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:51.142648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Attempting to bind port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a on network 1762d84e-5f97-44bf-bead-bef20915be8a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:51.150094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:51.189533 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1c529a68-e60d-4360-a5c4-295ffe608666 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=502242c9042542e992cf3d7e8374e2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732684 Jul 29 23:24:51.189533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Made reservation on behalf of 88f5d0bf5fad4f68ad4f0889c49a1176 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:51.190781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.192544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:51.198445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:51.199167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Checking segment: {'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:51.199167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Bound using segment: {'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:51.199764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Bound port: 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ced220e-625a-4b89-a239-d690d0c20bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:51.199943 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.252325 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d8153d7d-758d-4d2c-a898-4e02167ae787 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:51.252830 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.268285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a1beac6-705a-444e-a1f0-25187043e2d1 req-cd4e8abf-5dfb-4e0d-9260-d17f08bff772 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429572 Jul 29 23:24:51.289757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Allocated IP 172.20.0.13 (265db4a8-6215-4f81-a1f9-97354f7a44c7/b0d8f5b6-5b81-44f6-a514-948e8b1a737d/9a764239-25d8-4935-b662-883d7d700bbb) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:51.327236 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f77b2975-0997-4d97-afe4-6522ce231f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.387785 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f77b2975-0997-4d97-afe4-6522ce231f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.403465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9060d41-34c2-42fa-b553-d009ab6f8ec2 req-04315070-8cb4-48e3-92a4-3379806d00d1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.405928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9060d41-34c2-42fa-b553-d009ab6f8ec2 req-04315070-8cb4-48e3-92a4-3379806d00d1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 943 time: 0.2317705 Jul 29 23:24:51.459935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a89d23d0-5b1d-4fa7-a004-dfc28aa3c466 req-8985934a-4ca1-48db-9a1d-08ef421edaf8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 210 time: 0.0840554 Jul 29 23:24:51.483231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] For port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:51.499002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] For port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:51.531289 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.576967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9060d41-34c2-42fa-b553-d009ab6f8ec2 req-43f06195-4484-40c2-ae65-ca245eff5bb9 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630101 Jul 29 23:24:51.581286 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.603899 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f77b2975-0997-4d97-afe4-6522ce231f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.608002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f77b2975-0997-4d97-afe4-6522ce231f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.609320 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f77b2975-0997-4d97-afe4-6522ce231f3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/573b25ae-7619-46a2-b860-7599b318d160 HTTP/1.1" status: 204 len: 168 time: 0.4158616 Jul 29 23:24:51.635043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:51.637078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b2975-0997-4d97-afe4-6522ce231f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573b25ae-7619-46a2-b860-7599b318d160,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.640370 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.661835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff81032d-1931-417d-9a49-8901cc98f13c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.687292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Checking segment: {'id': 'b094ec56-762f-4e61-924d-da716a8d6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:51.687939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Network hostable DHCP agents. Network: 38b212d6-4cc1-469a-ab48-fc48ceafbe29, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:51.693349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.698017 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.699685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] 10.222.0.42 "PUT /v2.0/ports/1897b28a-c32b-4a8c-a8a2-16ff0378ea9a HTTP/1.1" status: 200 len: 1092 time: 2.0719519 Jul 29 23:24:51.726980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b691814-f7e6-4c00-be54-a9d99cabfb52', 'tag': '1897b28a-c32b-4a8c-a8a2-16ff0378ea9a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:51.728112 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:51.733289 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39e63b9-e119-49ba-8818-6cb62156f08a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b691814-f7e6-4c00-be54-a9d99cabfb52", "tag": "1897b28a-c32b-4a8c-a8a2-16ff0378ea9a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:51.756340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 38b212d6-4cc1-469a-ab48-fc48ceafbe29) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:51.766619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.767263 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.787657 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1508076b-c7b8-4d56-8ff6-add68529c29b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6727972 Jul 29 23:24:51.788618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36940) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:51.794954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-router', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:51.819745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c7a077-44c1-45a2-bae0-5d46a7e59582 None None] Network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:51.827643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.828831 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.836508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:51.836869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 77bcd8fc-c1bd-4077-b4c9-42cde9e32ef2 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:51.876544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Transition to ACTIVE for port object d7ed9def-9dab-4243-ad4e-1a464d686bdc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:51.881390 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de82554f-a2ef-472a-b78e-f16a5dc5a7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.897990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4e94-dcaa-48b6-a29e-af7865f284b5 req-8ce258cd-2b4e-4feb-bb04-0a3d2a320b76 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.899768 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.902847 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.920714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75fa4e94-dcaa-48b6-a29e-af7865f284b5 req-8ce258cd-2b4e-4feb-bb04-0a3d2a320b76 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 946 time: 0.3119674 Jul 29 23:24:52.072774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182d4c7-7306-47e7-a92c-f9712150824f None None] Pushing event updated for resources: {'Port': ['ID=d7ed9def-9dab-4243-ad4e-1a464d686bdc,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.078095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.098779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-38b212d6-4cc1-469a-ab48-fc48ceafbe29', 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'fixed_ips': [{'subnet_id': 'ff81032d-1931-417d-9a49-8901cc98f13c'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:52.099652 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.169040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Attempting to bind port d7ed9def-9dab-4243-ad4e-1a464d686bdc on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:52.169412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Attempting to bind port d7ed9def-9dab-4243-ad4e-1a464d686bdc by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:52.169784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Attempting to bind port d7ed9def-9dab-4243-ad4e-1a464d686bdc on network 5c5572c8-bbe1-4558-9c11-ace72082eb2d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:52.190566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75fa4e94-dcaa-48b6-a29e-af7865f284b5 req-873652d7-dafc-4cf7-8b28-94d409cc23c3 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687881 Jul 29 23:24:52.195762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:52.196174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Checking segment: {'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:52.196588 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.196987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Bound using segment: {'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:52.197468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Bound port: d7ed9def-9dab-4243-ad4e-1a464d686bdc, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:52.211482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.269300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867de01-9bd4-4ff1-a0f5-d012ea55a073 req-d143d96a-a5b6-43bc-9151-ffa6865ca727 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.280425 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f867de01-9bd4-4ff1-a0f5-d012ea55a073 req-d143d96a-a5b6-43bc-9151-ffa6865ca727 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.5053668 Jul 29 23:24:52.282553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8c8b7-a699-4aa3-8f59-5f1e400dccf3 service neutron] Pushing event updated for resources: {'Port': ['ID=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.377163 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.390825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] For port d7ed9def-9dab-4243-ad4e-1a464d686bdc, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:52.394620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] For port d7ed9def-9dab-4243-ad4e-1a464d686bdc, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d7ed9def-9dab-4243-ad4e-1a464d686bdc,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:52.402308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.403023 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e52795a-2648-4367-b86a-675597ea08ca x-openstack-request-id: req-3e52795a-2648-4367-b86a-675597ea08ca {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:52.403385 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b691814-f7e6-4c00-be54-a9d99cabfb52", "tag": "1897b28a-c32b-4a8c-a8a2-16ff0378ea9a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:52.403713 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e52795a-2648-4367-b86a-675597ea08ca {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:52.404217 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b691814-f7e6-4c00-be54-a9d99cabfb52', 'tag': '1897b28a-c32b-4a8c-a8a2-16ff0378ea9a', 'status': 'completed', 'code': 200} Jul 29 23:24:52.406460 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.411744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f867de01-9bd4-4ff1-a0f5-d012ea55a073 req-bae5f829-7618-4c0c-b1c8-b66b01d4d49b tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124799 Jul 29 23:24:52.453448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-8928203e-8e20-40fa-9fe2-a4251c939d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.457526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-8928203e-8e20-40fa-9fe2-a4251c939d2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2573ec5b2f84c1cb9669df4aaf95adc&device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 1095 time: 0.6316350 Jul 29 23:24:52.553737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Routers {'0b069313-e910-4cbb-83e3-e3e7417ad8e0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:52.554307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:52.589892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-0a44d3c3-ccd1-4820-b9d2-e7e6d18780a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a HTTP/1.1" status: 200 len: 217 time: 0.1142139 Jul 29 23:24:52.610033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.694478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Allocated IP 172.25.2.170 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/75089efa-8d3e-4c52-84f6-3d53766f40cd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:52.710685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182d4c7-7306-47e7-a92c-f9712150824f None None] Pushing event updated for resources: {'Port': ['ID=d7ed9def-9dab-4243-ad4e-1a464d686bdc,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.719812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] Set router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:52.724607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:52.745438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-ec61555c-28d5-4e60-98fc-3a9c2d95fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.746898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-ec61555c-28d5-4e60-98fc-3a9c2d95fc5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d5f0888-5504-4dfc-824f-83a69368b185 HTTP/1.1" status: 200 len: 851 time: 0.1343210 Jul 29 23:24:52.806804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Allocated IP 172.20.0.2 (38b212d6-4cc1-469a-ab48-fc48ceafbe29/ff81032d-1931-417d-9a49-8901cc98f13c/e7fa7ee2-58f2-4691-a867-e8fa28449034) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:52.830607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8cb8176-5fc8-42c5-b409-ce0413813673 req-935dbc67-9029-41fa-8737-d5c7551a5f9f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 210 time: 0.2397072 Jul 29 23:24:52.848196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.877873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-32eafa0f-4365-4928-ae41-167ff4731ab3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1762d84e-5f97-44bf-bead-bef20915be8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778522 Jul 29 23:24:52.898474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc14955-f05a-4ae2-8d7c-dd2b80a8b679 req-39f3edc2-21b5-4b3f-bb85-d39de1d26b66 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.907495 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.908373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8fc14955-f05a-4ae2-8d7c-dd2b80a8b679 req-39f3edc2-21b5-4b3f-bb85-d39de1d26b66 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 945 time: 0.4099455 Jul 29 23:24:52.968263 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:24:52.974557 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8fc14955-f05a-4ae2-8d7c-dd2b80a8b679 req-50c0b143-2367-4f9f-a7aa-5fa7c1e99204 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639210 Jul 29 23:24:52.988124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Pushing event updated for resources: {'Port': ['ID=75089efa-8d3e-4c52-84f6-3d53766f40cd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:53.026066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:53.028462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:53.037546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:53.134191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2ef2a-0591-4c4a-8576-ae2f2ef2d045 req-f589689a-273f-4ccd-8c94-ed3939a01820 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.148849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23d2ef2a-0591-4c4a-8576-ae2f2ef2d045 req-f589689a-273f-4ccd-8c94-ed3939a01820 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 943 time: 0.1876037 Jul 29 23:24:53.153783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.202124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:53.216035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:53.235983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:53.242790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:53.251864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-a7ebefa8-e9b8-41df-8873-90b64dabcaa8 service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408277 Jul 29 23:24:53.274742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5', 'network_id': '9bc154d7-bbc6-4bfd-8327-468fefbec56e', 'port_id': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5', 'mac_address': 'fa:16:3e:ac:0b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436ab033-bc25-444f-a687-d87717fff3ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:53.388650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23d2ef2a-0591-4c4a-8576-ae2f2ef2d045 req-ad7ca471-a3f8-4a45-a205-e9fa337e9edc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338779 Jul 29 23:24:53.401717 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.411119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event updated for resources: {'Port': ['ID=9a764239-25d8-4935-b662-883d7d700bbb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:53.419679 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.425290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Transition to ACTIVE for port object e7fa7ee2-58f2-4691-a867-e8fa28449034 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:53.448330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:53.465011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.465745 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.475364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Transition to ACTIVE for port object e7fa7ee2-58f2-4691-a867-e8fa28449034 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:53.494886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba7c20fa-b732-4829-9fe2-c1e49b4b3a2a req-cfe62c94-01bd-4007-8b45-9e82360d257f service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158489 Jul 29 23:24:53.501339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-2d3fb28f-6a11-4aff-baa9-d97ee00eb605 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2385952 Jul 29 23:24:53.509440 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.527989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-router', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:47Z', 'revision_number': 4, 'project_id': '69e384df792143969e5b8163b77436f9', 'gw_port': {'id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd7ed9def-9dab-4243-ad4e-1a464d686bdc', 'name': '', 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'mac_address': 'fa:16:3e:aa:27:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c53aebb8-9cb6-4319-9ec0-242b883ec293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:46Z', 'updated_at': '2021-07-29T23:24:52Z', 'revision_number': 4, 'project_id': '69e384df792143969e5b8163b77436f9', 'subnets': [{'id': 'c53aebb8-9cb6-4319-9ec0-242b883ec293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:53.533794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:53.535087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31508a-1c7d-4fe0-9046-91b21e51361f req-13bb4373-792b-44b6-a82a-97e14289b6c6 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.538281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c31508a-1c7d-4fe0-9046-91b21e51361f req-13bb4373-792b-44b6-a82a-97e14289b6c6 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 946 time: 0.1752114 Jul 29 23:24:53.547837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Request body: {'port': {'device_id': '03183633-05a2-46d9-b127-7360d66999fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:53.565683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.594249 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.600818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36ee6d-b6f9-4f00-a2e6-23494e97a53d None None] The sync data for ids ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'] in n-d-712139-11 is: [{'id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-router', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:47Z', 'revision_number': 4, 'project_id': '69e384df792143969e5b8163b77436f9', 'gw_port': {'id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd7ed9def-9dab-4243-ad4e-1a464d686bdc', 'name': '', 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'mac_address': 'fa:16:3e:aa:27:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c53aebb8-9cb6-4319-9ec0-242b883ec293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:46Z', 'updated_at': '2021-07-29T23:24:52Z', 'revision_number': 4, 'project_id': '69e384df792143969e5b8163b77436f9', 'subnets': [{'id': 'c53aebb8-9cb6-4319-9ec0-242b883ec293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:53.605089 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:53.609237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:53.612963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:53.650827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Pushing event updated for resources: {'Port': ['ID=e7fa7ee2-58f2-4691-a867-e8fa28449034,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:53.683444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c31508a-1c7d-4fe0-9046-91b21e51361f req-8d677aff-f1c9-4321-b86e-d187ca54b298 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302824 Jul 29 23:24:53.812000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Attempting to bind port e7fa7ee2-58f2-4691-a867-e8fa28449034 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:53.814709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Attempting to bind port e7fa7ee2-58f2-4691-a867-e8fa28449034 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b094ec56-762f-4e61-924d-da716a8d6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:53.815263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Attempting to bind port e7fa7ee2-58f2-4691-a867-e8fa28449034 on network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:53.851505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['415729f1-2e83-483b-9c2d-bb5ee6f06eb5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:53.865989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:53.866639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Checking segment: {'id': 'b094ec56-762f-4e61-924d-da716a8d6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:53.867215 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.867627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Bound using segment: {'id': 'b094ec56-762f-4e61-924d-da716a8d6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:53.868219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Bound port: e7fa7ee2-58f2-4691-a867-e8fa28449034, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b094ec56-762f-4e61-924d-da716a8d6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:53.868610 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.885824 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.892269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:53.920885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e63b9-e119-49ba-8818-6cb62156f08a req-a4ee7bd5-10fa-4103-b291-0bf51a863b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.926603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b39e63b9-e119-49ba-8818-6cb62156f08a req-a4ee7bd5-10fa-4103-b291-0bf51a863b96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2573ec5b2f84c1cb9669df4aaf95adc&device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 1095 time: 0.2730751 Jul 29 23:24:53.946500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.976240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784bf21-49ca-4848-9803-1110da2dfc61 req-e325d2f1-2199-4855-ac30-e380baffc8cc tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.977832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3784bf21-49ca-4848-9803-1110da2dfc61 req-e325d2f1-2199-4855-ac30-e380baffc8cc tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1943872 Jul 29 23:24:54.016604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] For port e7fa7ee2-58f2-4691-a867-e8fa28449034, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:54.049821 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] For port e7fa7ee2-58f2-4691-a867-e8fa28449034, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e7fa7ee2-58f2-4691-a867-e8fa28449034,segment=NetworkSegment(b094ec56-762f-4e61-924d-da716a8d6ee2),segment_id=b094ec56-762f-4e61-924d-da716a8d6ee2)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:54.066668 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.095360 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c8ef688-4692-4abc-ae36-6f59b8a8f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.158435 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Router b9d2728a-6c8a-4895-8ced-a68d4289504b is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:24:54.216283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd988b-4af7-433d-8563-674745aa5019 None None] Pushing event updated for resources: {'Port': ['ID=e7fa7ee2-58f2-4691-a867-e8fa28449034,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:54.222402 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.299992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3784bf21-49ca-4848-9803-1110da2dfc61 req-60fb7f82-8b1c-4e39-8eb3-53fe0496ee03 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468653 Jul 29 23:24:54.366199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e63b9-e119-49ba-8818-6cb62156f08a req-78a2fea7-9812-4497-ad95-9dc9d7848356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.367702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b39e63b9-e119-49ba-8818-6cb62156f08a req-78a2fea7-9812-4497-ad95-9dc9d7848356 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1762d84e-5f97-44bf-bead-bef20915be8a HTTP/1.1" status: 200 len: 912 time: 0.4284306 Jul 29 23:24:54.384349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:54.400393 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Sync routers for ids ['b9d2728a-6c8a-4895-8ced-a68d4289504b'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:54.424956 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Routers {'b9d2728a-6c8a-4895-8ced-a68d4289504b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:54.426357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31863f5-0087-4a79-99aa-50336b1b7150 req-51a7af5e-db10-40fb-b659-8151fd70f15c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.426841 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9d2728a-6c8a-4895-8ced-a68d4289504b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:54.433361 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f31863f5-0087-4a79-99aa-50336b1b7150 req-51a7af5e-db10-40fb-b659-8151fd70f15c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 932 time: 0.4210768 Jul 29 23:24:54.448620 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.449963 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb88f134-3089-4e4d-b2b7-3c8ff521d075 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6600366 Jul 29 23:24:54.453268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:54.524629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b39e63b9-e119-49ba-8818-6cb62156f08a req-6f116ab0-829f-46bb-a3f1-f4501890118f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a HTTP/1.1" status: 200 len: 217 time: 0.1339061 Jul 29 23:24:54.693820 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Set router b9d2728a-6c8a-4895-8ced-a68d4289504b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:54.736505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:54.940949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e7fa7ee2-58f2-4691-a867-e8fa28449034 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:54.986691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:54.988085 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.202260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e7fa7ee2-58f2-4691-a867-e8fa28449034 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:55.214629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d7ed9def-9dab-4243-ad4e-1a464d686bdc up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:55.232438 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-router', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:51Z', 'updated_at': '2021-07-29T23:24:53Z', 'revision_number': 3, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'gw_port': {'id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:52Z', 'updated_at': '2021-07-29T23:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:55.311767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37022) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:55.313286 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Checking router: b9d2728a-6c8a-4895-8ced-a68d4289504b for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:55.313641 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Updating router b9d2728a-6c8a-4895-8ced-a68d4289504b port 75089efa-8d3e-4c52-84f6-3d53766f40cd binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:55.371508 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.532595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f31863f5-0087-4a79-99aa-50336b1b7150 req-6b0936b2-26f0-444d-bde5-d23a31a97270 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0383258 Jul 29 23:24:55.561180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29d9d-93e9-4aed-b6f0-f4962dca314c req-a9789a6b-18d2-461b-97a4-1d9a64922441 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.572327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15e29d9d-93e9-4aed-b6f0-f4962dca314c req-a9789a6b-18d2-461b-97a4-1d9a64922441 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 945 time: 1.0827792 Jul 29 23:24:55.665013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a764239-25d8-4935-b662-883d7d700bbb {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:55.681538 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.684871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.696092 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.718850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Transition to ACTIVE for port object 9a764239-25d8-4935-b662-883d7d700bbb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:55.730648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e63b9-e119-49ba-8818-6cb62156f08a req-8377678a-6f95-4a9e-abe5-5d6723420921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.733154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b39e63b9-e119-49ba-8818-6cb62156f08a req-8377678a-6f95-4a9e-abe5-5d6723420921 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d5f0888-5504-4dfc-824f-83a69368b185 HTTP/1.1" status: 200 len: 851 time: 1.1840029 Jul 29 23:24:55.759036 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.780281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:55.785822 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664c9be7-5151-47d7-b83d-11bfdc9be110" -d '{"events": [{"server_uuid": "0b821f2b-a02a-4329-a52f-cda9cfad0869", "name": "network-vif-plugged", "status": "completed", "tag": "415729f1-2e83-483b-9c2d-bb5ee6f06eb5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:55.798219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d7ed9def-9dab-4243-ad4e-1a464d686bdc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:55.819012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d7ed9def-9dab-4243-ad4e-1a464d686bdc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:55.821455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.834111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:55.884989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Pushing event updated for resources: {'Port': ['ID=9a764239-25d8-4935-b662-883d7d700bbb,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:55.923352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98653959-cd6c-4af0-a7f5-339f9b55acb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.933496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b39e63b9-e119-49ba-8818-6cb62156f08a req-848dbb2a-29cd-4919-a682-073f1be1563f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1762d84e-5f97-44bf-bead-bef20915be8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292374 Jul 29 23:24:55.938974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec4abf-b30f-41e8-989a-12b1945616e7 None None] Network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:55.953453 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.959438 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.967940 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Transition to ACTIVE for port object 75089efa-8d3e-4c52-84f6-3d53766f40cd will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:55.979802 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.096499 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Attempting to bind port 75089efa-8d3e-4c52-84f6-3d53766f40cd on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:56.097764 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Attempting to bind port 75089efa-8d3e-4c52-84f6-3d53766f40cd by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:56.099269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.100294 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Attempting to bind port 75089efa-8d3e-4c52-84f6-3d53766f40cd on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:56.111583 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.114151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-865a18b3-99ee-4e10-b13e-8a8403b06a14 None None] Provisioning for port e7fa7ee2-58f2-4691-a867-e8fa28449034 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:56.117481 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Pushing event updated for resources: {'Port': ['ID=75089efa-8d3e-4c52-84f6-3d53766f40cd,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.118666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366dbbc-4c12-4a04-bea0-dfcb877fb126 req-6338bba5-62d2-4724-a992-15072367aeb5 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.125248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-865a18b3-99ee-4e10-b13e-8a8403b06a14 None None] Provisioning complete for port e7fa7ee2-58f2-4691-a867-e8fa28449034 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:56.126157 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-865a18b3-99ee-4e10-b13e-8a8403b06a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.129403 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:56.130109 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:56.130728 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.131325 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:56.132089 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Bound port: 75089efa-8d3e-4c52-84f6-3d53766f40cd, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:56.132218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f366dbbc-4c12-4a04-bea0-dfcb877fb126 req-6338bba5-62d2-4724-a992-15072367aeb5 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 943 time: 0.3895304 Jul 29 23:24:56.132800 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.140216 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.140853 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.141433 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.142013 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.142563 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.143104 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.143707 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.144652 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.145206 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.145766 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.146309 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.147179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15e29d9d-93e9-4aed-b6f0-f4962dca314c req-f18ad213-5fba-4445-bd2f-f3208bd08501 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718448 Jul 29 23:24:56.155811 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:56.206240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.278769 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98653959-cd6c-4af0-a7f5-339f9b55acb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.301996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d7ed9def-9dab-4243-ad4e-1a464d686bdc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d7ed9def-9dab-4243-ad4e-1a464d686bdc,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:56.304932 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98653959-cd6c-4af0-a7f5-339f9b55acb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.306563 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] For port 75089efa-8d3e-4c52-84f6-3d53766f40cd, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:56.313793 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.331387 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] For port 75089efa-8d3e-4c52-84f6-3d53766f40cd, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=75089efa-8d3e-4c52-84f6-3d53766f40cd,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:56.342650 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.365882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f366dbbc-4c12-4a04-bea0-dfcb877fb126 req-b11a5275-aff8-4135-bd2a-7f075d06b9f9 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322998 Jul 29 23:24:56.366204 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-865a18b3-99ee-4e10-b13e-8a8403b06a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.377452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Allocated IP 172.20.0.1 (38b212d6-4cc1-469a-ab48-fc48ceafbe29/ff81032d-1931-417d-9a49-8901cc98f13c/c36d7ab6-3e4e-47a7-9745-68a424c9226b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:56.404975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98653959-cd6c-4af0-a7f5-339f9b55acb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce22af4-5d73-4442-aa26-f80a4f0f6e84,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.433919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-98653959-cd6c-4af0-a7f5-339f9b55acb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92fc9b18cf494e4eb244f61e77031463&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1092956 Jul 29 23:24:56.441445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37030) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:56.496645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Attempting to bind port 9a764239-25d8-4935-b662-883d7d700bbb on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:56.497072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Attempting to bind port 9a764239-25d8-4935-b662-883d7d700bbb by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:56.497417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Attempting to bind port 9a764239-25d8-4935-b662-883d7d700bbb on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:56.506110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Port 9a764239-25d8-4935-b662-883d7d700bbb on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:56.506500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Attempting to bind port 9a764239-25d8-4935-b662-883d7d700bbb on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:56.519683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b39e63b9-e119-49ba-8818-6cb62156f08a req-04f2afa6-1baf-4a0c-aa0c-f121bd24e516 service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666998 Jul 29 23:24:56.524001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:56.525170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Checking segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:56.525569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Bound using segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:56.526023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Bound port: 9a764239-25d8-4935-b662-883d7d700bbb, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:56.527659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.532431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-865a18b3-99ee-4e10-b13e-8a8403b06a14 None None] For port e7fa7ee2-58f2-4691-a867-e8fa28449034, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e7fa7ee2-58f2-4691-a867-e8fa28449034,segment=NetworkSegment(b094ec56-762f-4e61-924d-da716a8d6ee2),segment_id=b094ec56-762f-4e61-924d-da716a8d6ee2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:56.533962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d7ed9def-9dab-4243-ad4e-1a464d686bdc,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.549860 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.554103 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-865a18b3-99ee-4e10-b13e-8a8403b06a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.570063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Transition to ACTIVE for port object c36d7ab6-3e4e-47a7-9745-68a424c9226b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:56.581821 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4ef36-f93b-49d1-a755-e4bd918ac198 None None] Pushing event updated for resources: {'Port': ['ID=75089efa-8d3e-4c52-84f6-3d53766f40cd,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.608827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.609827 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Routers {'b9d2728a-6c8a-4895-8ced-a68d4289504b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:56.611350 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9d2728a-6c8a-4895-8ced-a68d4289504b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:56.666393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Pushing event updated for resources: {'Port': ['ID=c36d7ab6-3e4e-47a7-9745-68a424c9226b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.680466 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:56.682699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:56.689086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:56.701125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a18b3-99ee-4e10-b13e-8a8403b06a14 None None] Pushing event updated for resources: {'Port': ['ID=e7fa7ee2-58f2-4691-a867-e8fa28449034,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.706255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b39e63b9-e119-49ba-8818-6cb62156f08a req-756b1fc3-5c63-4ee3-b586-32a253f51a05 service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377976 Jul 29 23:24:56.768874 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.777341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d7ed9def-9dab-4243-ad4e-1a464d686bdc up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:56.812208 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] Set router b9d2728a-6c8a-4895-8ced-a68d4289504b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:56.896799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d7ed9def-9dab-4243-ad4e-1a464d686bdc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:56.897368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.952656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] For port 9a764239-25d8-4935-b662-883d7d700bbb, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:56.989724 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.992605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9cab-aacf-423e-be42-be8d133ab426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.015617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] For port 9a764239-25d8-4935-b662-883d7d700bbb, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9a764239-25d8-4935-b662-883d7d700bbb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:57.050316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.078258 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-router', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:51Z', 'updated_at': '2021-07-29T23:24:53Z', 'revision_number': 3, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'gw_port': {'id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:52Z', 'updated_at': '2021-07-29T23:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:57.097166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.123049 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e06702-97f3-425d-b784-354afce75bd6 None None] The sync data for ids ['b9d2728a-6c8a-4895-8ced-a68d4289504b'] in n-d-712139-11 is: [{'id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-router', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:51Z', 'updated_at': '2021-07-29T23:24:53Z', 'revision_number': 3, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'gw_port': {'id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:52Z', 'updated_at': '2021-07-29T23:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:57.154515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689b091-a9eb-450b-9ed3-23a7027a9f21 req-f117e468-5ca5-40d4-aa20-d5e3bbb5278e tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.157563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e689b091-a9eb-450b-9ed3-23a7027a9f21 req-f117e468-5ca5-40d4-aa20-d5e3bbb5278e tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 946 time: 0.5905864 Jul 29 23:24:57.179094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-225871b8-42bc-4131-b50f-1c4b91da886c None None] Provisioning complete for port e7fa7ee2-58f2-4691-a867-e8fa28449034 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:57.180154 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-225871b8-42bc-4131-b50f-1c4b91da886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.191796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8dc92-5081-4d8f-8930-c0d229d6e3f2 req-c20a19b4-09eb-42fd-82e6-9d95d6913fec tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.193939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eaa8dc92-5081-4d8f-8930-c0d229d6e3f2 req-c20a19b4-09eb-42fd-82e6-9d95d6913fec tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.6170700 Jul 29 23:24:57.197286 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9cab-aacf-423e-be42-be8d133ab426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.211782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.213221 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.215010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] 10.222.0.47 "PUT /v2.0/ports/9a764239-25d8-4935-b662-883d7d700bbb HTTP/1.1" status: 200 len: 1093 time: 3.6757820 Jul 29 23:24:57.231275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03183633-05a2-46d9-b127-7360d66999fb', 'tag': '9a764239-25d8-4935-b662-883d7d700bbb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:57.235626 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beda76e0-a97e-45ce-b9da-65db4d3e52f8" -d '{"events": [{"name": "network-changed", "server_uuid": "03183633-05a2-46d9-b127-7360d66999fb", "tag": "9a764239-25d8-4935-b662-883d7d700bbb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:57.409065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a9672-6bc0-49f0-8809-5ae498147d67 service neutron] Pushing event updated for resources: {'Port': ['ID=9a764239-25d8-4935-b662-883d7d700bbb,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.446685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eaa8dc92-5081-4d8f-8930-c0d229d6e3f2 req-483a51d7-0716-4483-9fdf-1d0cfe0d53de tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176988 Jul 29 23:24:57.451601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.455033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e689b091-a9eb-450b-9ed3-23a7027a9f21 req-83bd404a-069a-428a-889c-a7759f489f5c tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814612 Jul 29 23:24:57.462820 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.526204 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9cab-aacf-423e-be42-be8d133ab426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.533155 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9cab-aacf-423e-be42-be8d133ab426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.537151 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9b3f9cab-aacf-423e-be42-be8d133ab426 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ce22af4-5d73-4442-aa26-f80a4f0f6e84 HTTP/1.1" status: 204 len: 168 time: 1.0913463 Jul 29 23:24:57.543297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df46f8-a9ce-4046-9630-58430b1945ca req-863b04d5-88e6-469e-baa3-1f8179bfe8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.545628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-863b04d5-88e6-469e-baa3-1f8179bfe8e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 1096 time: 0.2270317 Jul 29 23:24:57.552225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f9cab-aacf-423e-be42-be8d133ab426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce22af4-5d73-4442-aa26-f80a4f0f6e84,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.602247 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7063ab-ff76-4363-80d8-dffb85dd67b6 x-openstack-request-id: req-1a7063ab-ff76-4363-80d8-dffb85dd67b6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:57.602953 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b821f2b-a02a-4329-a52f-cda9cfad0869", "name": "network-vif-plugged", "status": "completed", "tag": "415729f1-2e83-483b-9c2d-bb5ee6f06eb5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:57.603071 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a7063ab-ff76-4363-80d8-dffb85dd67b6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:57.603581 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5', 'code': 200} Jul 29 23:24:57.664844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e696a2cd-e9db-46c3-9897-14e1186ed49d None None] Provisioning for port c36d7ab6-3e4e-47a7-9745-68a424c9226b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:57.678725 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e696a2cd-e9db-46c3-9897-14e1186ed49d None None] Provisioning complete for port c36d7ab6-3e4e-47a7-9745-68a424c9226b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:57.679521 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e696a2cd-e9db-46c3-9897-14e1186ed49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.699437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-b730b702-edc3-46e0-a497-369e9dbc26f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a764239-25d8-4935-b662-883d7d700bbb HTTP/1.1" status: 200 len: 217 time: 0.1259456 Jul 29 23:24:57.728263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Pushing event updated for resources: {'Port': ['ID=c36d7ab6-3e4e-47a7-9745-68a424c9226b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.753518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.790039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e696a2cd-e9db-46c3-9897-14e1186ed49d None None] Port c36d7ab6-3e4e-47a7-9745-68a424c9226b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:57.854185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df46f8-a9ce-4046-9630-58430b1945ca req-3fadfdf8-daf0-41bb-9e53-35eadb979563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.855677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-3fadfdf8-daf0-41bb-9e53-35eadb979563 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.1375933 Jul 29 23:24:57.862972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:57.865077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4605c1-ed60-4f56-9518-2ac2e9f2883c req-ea73f71e-a2da-4bf3-b725-c825b48d1bc6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.866622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf4605c1-ed60-4f56-9518-2ac2e9f2883c req-ea73f71e-a2da-4bf3-b725-c825b48d1bc6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 944 time: 0.1707528 Jul 29 23:24:57.880171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6c85f-d134-4683-8be0-f021a1ff225f req-dfd62216-b2c6-47ca-ae22-1089cfe41331 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.894486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cb6c85f-d134-4683-8be0-f021a1ff225f req-dfd62216-b2c6-47ca-ae22-1089cfe41331 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 945 time: 0.1710036 Jul 29 23:24:57.901107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:57.903843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:58.061370 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-f2bd6c67-1246-45c6-b693-087e86feadef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792549 Jul 29 23:24:58.072389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf4605c1-ed60-4f56-9518-2ac2e9f2883c req-e0c3ecec-9a79-4e46-98ba-0cd2612881ee tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732326 Jul 29 23:24:58.088364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cb6c85f-d134-4683-8be0-f021a1ff225f req-46e3c8dd-c500-40a6-96d2-46b6f12c7e41 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877885 Jul 29 23:24:58.108745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:58.126629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Router b9d2728a-6c8a-4895-8ced-a68d4289504b has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:58.178127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '1897b28a-c32b-4a8c-a8a2-16ff0378ea9a', 'network_id': '1762d84e-5f97-44bf-bead-bef20915be8a', 'port_id': '1897b28a-c32b-4a8c-a8a2-16ff0378ea9a', 'mac_address': 'fa:16:3e:26:50:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5f0888-5504-4dfc-824f-83a69368b185', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:58.239069 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712815ba-42f2-47af-83cd-ba53722b4097 x-openstack-request-id: req-712815ba-42f2-47af-83cd-ba53722b4097 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:58.239410 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03183633-05a2-46d9-b127-7360d66999fb", "tag": "9a764239-25d8-4935-b662-883d7d700bbb", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:58.239683 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-712815ba-42f2-47af-83cd-ba53722b4097 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:58.239996 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03183633-05a2-46d9-b127-7360d66999fb', 'tag': '9a764239-25d8-4935-b662-883d7d700bbb', 'status': 'completed', 'code': 200} Jul 29 23:24:58.293617 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.309666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:58.327603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:58.337192 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ac8708ef-a9e6-4832-81db-884877425b7f admin admin] 10.222.0.37 "PUT /v2.0/routers/b9d2728a-6c8a-4895-8ced-a68d4289504b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8828111 Jul 29 23:24:58.345298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:58.360411 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.417604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-1a0a4ebf-e5cf-4310-a06b-6bc4ca307e40 service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276012 Jul 29 23:24:58.430862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bbbfb-c1cd-49f6-96b0-2f03df704e92 req-f467c334-3715-40e2-ba08-b409a4297e45 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.438502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584bbbfb-c1cd-49f6-96b0-2f03df704e92 req-f467c334-3715-40e2-ba08-b409a4297e45 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 943 time: 0.1496081 Jul 29 23:24:58.477231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-75fa8aab-b1e6-41ca-ae50-056f2be37c09 None None] Provisioning complete for port c36d7ab6-3e4e-47a7-9745-68a424c9226b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:58.477469 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75fa8aab-b1e6-41ca-ae50-056f2be37c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.532049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584bbbfb-c1cd-49f6-96b0-2f03df704e92 req-7f317285-629c-4415-b9e0-5ba0b34ad76c tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920184 Jul 29 23:24:58.544954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:58.603819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-75fa8aab-b1e6-41ca-ae50-056f2be37c09 None None] Port c36d7ab6-3e4e-47a7-9745-68a424c9226b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:58.726044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06df46f8-a9ce-4046-9630-58430b1945ca req-69975243-9cea-4a5a-9e74-b0292c35b2fb service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669861 Jul 29 23:24:58.752160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849e7cb-ddf6-449c-959f-042dde0b29de req-ac5737c6-9f21-483d-a103-50b0291dbd3d tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.753814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1849e7cb-ddf6-449c-959f-042dde0b29de req-ac5737c6-9f21-483d-a103-50b0291dbd3d tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1381538 Jul 29 23:24:58.762445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['1897b28a-c32b-4a8c-a8a2-16ff0378ea9a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:58.769231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cbd6-c0f2-425d-8930-0df13dbc58b5 req-383ca7c4-22a6-4791-9e8a-432ff5e45e4f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.772495 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93b2cbd6-c0f2-425d-8930-0df13dbc58b5 req-383ca7c4-22a6-4791-9e8a-432ff5e45e4f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 946 time: 0.1591165 Jul 29 23:24:58.845265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e7fa7ee2-58f2-4691-a867-e8fa28449034 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:58.856706 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93b2cbd6-c0f2-425d-8930-0df13dbc58b5 req-4057b53b-a477-4d87-b400-195a95e05966 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706635 Jul 29 23:24:58.911624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1849e7cb-ddf6-449c-959f-042dde0b29de req-daedbd76-eb6f-4752-acce-fc2e2bacf65a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330979 Jul 29 23:24:58.963465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e7fa7ee2-58f2-4691-a867-e8fa28449034 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:58.963842 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.095108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 75089efa-8d3e-4c52-84f6-3d53766f40cd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:59.167959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-47a91783-d9c3-45da-963c-0c006a6e6bbc tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=24e52a76d12d4d0bb1ef878c0540e8ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722208 Jul 29 23:24:59.204971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 75089efa-8d3e-4c52-84f6-3d53766f40cd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:59.215661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 75089efa-8d3e-4c52-84f6-3d53766f40cd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:59.216595 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.343932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-322f1017-963f-4b40-aba6-8573661f872e tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:59.351239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-322f1017-963f-4b40-aba6-8573661f872e tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823399 Jul 29 23:24:59.361722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3436728-55de-48db-b47d-5510e4592c5c req-1208ee41-8cef-4a5a-b2d7-fe9ffc230fc2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:59.368580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3436728-55de-48db-b47d-5510e4592c5c req-1208ee41-8cef-4a5a-b2d7-fe9ffc230fc2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 944 time: 0.1295922 Jul 29 23:24:59.392909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-03bed1ce-f713-4270-84a3-af3e601295a3 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/quotas/24e52a76d12d4d0bb1ef878c0540e8ac HTTP/1.1" status: 200 len: 375 time: 0.0408454 Jul 29 23:24:59.413566 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.436668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 75089efa-8d3e-4c52-84f6-3d53766f40cd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=75089efa-8d3e-4c52-84f6-3d53766f40cd,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:59.443195 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.448670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-34ded917-e10d-4521-982d-19589ab2be09 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=24e52a76d12d4d0bb1ef878c0540e8ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544903 Jul 29 23:24:59.520942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=75089efa-8d3e-4c52-84f6-3d53766f40cd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:59.634334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3436728-55de-48db-b47d-5510e4592c5c req-fda2a3ef-00af-46e4-9cdf-0b4d43662dc5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558198 Jul 29 23:24:59.720514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd23f3-24d1-4b71-a11b-40e56cd3f0ed req-d1e0bacb-ce3c-46f7-9c85-cdce42d873e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:59.724334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ecd23f3-24d1-4b71-a11b-40e56cd3f0ed req-d1e0bacb-ce3c-46f7-9c85-cdce42d873e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 1098 time: 0.2896883 Jul 29 23:24:59.757437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Sync routers for ids ['b9d2728a-6c8a-4895-8ced-a68d4289504b'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:59.769167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Routers {'b9d2728a-6c8a-4895-8ced-a68d4289504b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:59.770388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9d2728a-6c8a-4895-8ced-a68d4289504b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:59.810573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda76e0-a97e-45ce-b9da-65db4d3e52f8 req-8d0a22a7-09ae-45f8-bc18-f262bee139db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:59.812719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-beda76e0-a97e-45ce-b9da-65db4d3e52f8 req-8d0a22a7-09ae-45f8-bc18-f262bee139db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 1096 time: 0.2474256 Jul 29 23:24:59.854207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ecd23f3-24d1-4b71-a11b-40e56cd3f0ed req-c611ddfb-18e1-4631-9047-3292e8f29ef5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186161 Jul 29 23:24:59.878348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:59.878564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d137f-85b7-43dd-ba3d-565a8371a98b req-94cc2076-b250-4de0-a6ce-dc4f51f30de7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:59.890334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e9d137f-85b7-43dd-ba3d-565a8371a98b req-94cc2076-b250-4de0-a6ce-dc4f51f30de7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 945 time: 0.0849752 Jul 29 23:24:59.936126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Set router b9d2728a-6c8a-4895-8ced-a68d4289504b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:59.978144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e9d137f-85b7-43dd-ba3d-565a8371a98b req-62da3439-1337-4a3f-a6f0-a8bdeac0c4d1 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855968 Jul 29 23:25:00.006842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:00.094423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:00.100911 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.204636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c02cf903-d1ff-4825-b1a0-2b07a3269438 req-bbf59325-4970-474f-8437-74e4be89b055 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0725355 Jul 29 23:25:00.282960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a248f-5639-4fd0-83d5-9f723c36acf1 req-94621207-c3ae-4a29-86c6-9c08aff4d12d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.287469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-660a248f-5639-4fd0-83d5-9f723c36acf1 req-94621207-c3ae-4a29-86c6-9c08aff4d12d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 944 time: 0.1758628 Jul 29 23:25:00.298340 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.334929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda76e0-a97e-45ce-b9da-65db4d3e52f8 req-f5c39bdb-b37d-4e92-ae02-60b911c6b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.336999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b691814-f7e6-4c00-be54-a9d99cabfb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1897b28a-c32b-4a8c-a8a2-16ff0378ea9a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:00.338508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-beda76e0-a97e-45ce-b9da-65db4d3e52f8 req-f5c39bdb-b37d-4e92-ae02-60b911c6b316 service neutron] 10.222.0.47 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 913 time: 0.3351948 Jul 29 23:25:00.339382 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d2cf20-aab9-4d40-917a-544ea29d3a67" -d '{"events": [{"server_uuid": "5b691814-f7e6-4c00-be54-a9d99cabfb52", "name": "network-vif-plugged", "status": "completed", "tag": "1897b28a-c32b-4a8c-a8a2-16ff0378ea9a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:00.355420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-router', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:51Z', 'updated_at': '2021-07-29T23:24:57Z', 'revision_number': 4, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'gw_port': {'id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:52Z', 'updated_at': '2021-07-29T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c36d7ab6-3e4e-47a7-9745-68a424c9226b', 'name': '', 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'mac_address': 'fa:16:3e:17:cd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ff81032d-1931-417d-9a49-8901cc98f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:56Z', 'updated_at': '2021-07-29T23:24:57Z', 'revision_number': 2, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'subnets': [{'id': 'ff81032d-1931-417d-9a49-8901cc98f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:00.361678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:00.388260 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.426082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Checking router: b9d2728a-6c8a-4895-8ced-a68d4289504b for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:00.426532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Updating router b9d2728a-6c8a-4895-8ced-a68d4289504b port c36d7ab6-3e4e-47a7-9745-68a424c9226b binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:25:00.464782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:00.468048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-beda76e0-a97e-45ce-b9da-65db4d3e52f8 req-17456a65-a758-4c9c-ab86-1570b3e10b3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a764239-25d8-4935-b662-883d7d700bbb HTTP/1.1" status: 200 len: 217 time: 0.1190896 Jul 29 23:25:00.470321 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.562427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6163-ce72-4a0e-99c7-68e52e35dab1 req-00d8a9b6-646c-447f-ba97-5b86a5642fe5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.570391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a07f6163-ce72-4a0e-99c7-68e52e35dab1 req-00d8a9b6-646c-447f-ba97-5b86a5642fe5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 946 time: 0.2774358 Jul 29 23:25:00.579979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-660a248f-5639-4fd0-83d5-9f723c36acf1 req-2ef0de65-7d0f-413d-8679-e7247a4bcf63 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859836 Jul 29 23:25:00.645992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a07f6163-ce72-4a0e-99c7-68e52e35dab1 req-714cca36-999e-45b4-93b7-ec25603ed8e3 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691035 Jul 29 23:25:00.664387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda76e0-a97e-45ce-b9da-65db4d3e52f8 req-7f3321e1-b598-4980-b76e-a53fc6820320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.672377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-beda76e0-a97e-45ce-b9da-65db4d3e52f8 req-7f3321e1-b598-4980-b76e-a53fc6820320 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.1890450 Jul 29 23:25:00.740315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-beda76e0-a97e-45ce-b9da-65db4d3e52f8 req-f362947b-f915-4130-8e98-82fb2f460e16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608730 Jul 29 23:25:00.807711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:00.810639 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e11e40-43f5-4ac8-8edb-1598afb8333e x-openstack-request-id: req-01e11e40-43f5-4ac8-8edb-1598afb8333e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:00.810916 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b691814-f7e6-4c00-be54-a9d99cabfb52", "name": "network-vif-plugged", "status": "completed", "tag": "1897b28a-c32b-4a8c-a8a2-16ff0378ea9a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:00.811167 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01e11e40-43f5-4ac8-8edb-1598afb8333e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:00.811550 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b691814-f7e6-4c00-be54-a9d99cabfb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1897b28a-c32b-4a8c-a8a2-16ff0378ea9a', 'code': 200} Jul 29 23:25:00.896673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a3aca-b284-4576-bd49-7247dd93e506 req-4fcc697b-31c8-47b3-a911-ffbbe33fcc37 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.897548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 75089efa-8d3e-4c52-84f6-3d53766f40cd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:00.901634 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e38a3aca-b284-4576-bd49-7247dd93e506 req-4fcc697b-31c8-47b3-a911-ffbbe33fcc37 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1601746 Jul 29 23:25:01.038186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e38a3aca-b284-4576-bd49-7247dd93e506 req-94a51b49-58fc-4b59-9cdd-15147d316c59 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233728 Jul 29 23:25:01.076147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-beda76e0-a97e-45ce-b9da-65db4d3e52f8 req-106a00b8-9d47-4eb9-931c-96168e9a866e service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158312 Jul 29 23:25:01.100521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 75089efa-8d3e-4c52-84f6-3d53766f40cd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:01.100942 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.157483 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.197194 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599edaff-e134-48e5-a289-08cc637441e5 req-2d18474b-443b-46d7-8c2c-ca96dd875658 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:01.205866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-599edaff-e134-48e5-a289-08cc637441e5 req-2d18474b-443b-46d7-8c2c-ca96dd875658 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 944 time: 0.2506273 Jul 29 23:25:01.218177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b516f-6507-41f2-a9ae-9f2276ab8d09 req-9af10bd2-a9ba-4b94-82f6-a05f1d04c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:01.219719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-074b516f-6507-41f2-a9ae-9f2276ab8d09 req-9af10bd2-a9ba-4b94-82f6-a05f1d04c699 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 1097 time: 0.2024927 Jul 29 23:25:01.280598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.293218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:01.302536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Transition to ACTIVE for port object c36d7ab6-3e4e-47a7-9745-68a424c9226b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:01.306177 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.335289 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.364797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-074b516f-6507-41f2-a9ae-9f2276ab8d09 req-c7ac9fa6-a1dd-41df-8f38-4da009264e3f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280875 Jul 29 23:25:01.408543 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-599edaff-e134-48e5-a289-08cc637441e5 req-e0af92b2-6e25-43ff-8cf4-3a61ca12f517 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792448 Jul 29 23:25:01.412717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:01.476388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-beda76e0-a97e-45ce-b9da-65db4d3e52f8 req-c56ad4b5-4a49-4b68-916a-f8756495e27d service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867772 Jul 29 23:25:01.493829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Attempting to bind port c36d7ab6-3e4e-47a7-9745-68a424c9226b on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:01.494210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Attempting to bind port c36d7ab6-3e4e-47a7-9745-68a424c9226b by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b094ec56-762f-4e61-924d-da716a8d6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:01.494574 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Attempting to bind port c36d7ab6-3e4e-47a7-9745-68a424c9226b on network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:01.516864 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0f0e7-d29c-4403-bf83-e9bafc104738 None None] Pushing event updated for resources: {'Port': ['ID=c36d7ab6-3e4e-47a7-9745-68a424c9226b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:01.526467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:01.526467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Checking segment: {'id': 'b094ec56-762f-4e61-924d-da716a8d6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:01.526684 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.527037 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Bound using segment: {'id': 'b094ec56-762f-4e61-924d-da716a8d6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:01.527542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Bound port: c36d7ab6-3e4e-47a7-9745-68a424c9226b, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b094ec56-762f-4e61-924d-da716a8d6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:01.527932 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.583778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280f449-5aa5-407c-ab1e-1f31077cd17c req-389eda5e-ab4a-44e2-8e79-330fdd58b97a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:01.583778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e280f449-5aa5-407c-ab1e-1f31077cd17c req-389eda5e-ab4a-44e2-8e79-330fdd58b97a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 945 time: 0.1816297 Jul 29 23:25:01.660854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e280f449-5aa5-407c-ab1e-1f31077cd17c req-3d86d028-129c-4ffe-9830-6cc22455778d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684950 Jul 29 23:25:01.719850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-ef40b474-6aa6-4328-a36b-3103b11ea50d tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=24e52a76d12d4d0bb1ef878c0540e8ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454552 Jul 29 23:25:01.815312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] For port c36d7ab6-3e4e-47a7-9745-68a424c9226b, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:01.842970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] For port c36d7ab6-3e4e-47a7-9745-68a424c9226b, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c36d7ab6-3e4e-47a7-9745-68a424c9226b,segment=NetworkSegment(b094ec56-762f-4e61-924d-da716a8d6ee2),segment_id=b094ec56-762f-4e61-924d-da716a8d6ee2)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:01.861274 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.957846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-393f5b1a-5406-4607-8e50-ee2438b6ff22 req-c2f0015b-4cd1-424b-9d57-5bbabf87dd9c tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 210 time: 0.1860633 Jul 29 23:25:01.992296 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0f0e7-d29c-4403-bf83-e9bafc104738 None None] Pushing event updated for resources: {'Port': ['ID=c36d7ab6-3e4e-47a7-9745-68a424c9226b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:02.035233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Routers {'b9d2728a-6c8a-4895-8ced-a68d4289504b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:02.035935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9d2728a-6c8a-4895-8ced-a68d4289504b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:02.041480 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.134253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-fd6dac90-a006-495b-b01a-1bf40b468e96 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:02.141338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-fd6dac90-a006-495b-b01a-1bf40b468e96 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4098275 Jul 29 23:25:02.163794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d5fb-3043-46df-a8f0-168cad0c260c req-6c4242be-55fe-468d-838c-f9d2ec8de019 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:02.171694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1d6d5fb-3043-46df-a8f0-168cad0c260c req-6c4242be-55fe-468d-838c-f9d2ec8de019 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.2604938 Jul 29 23:25:02.189453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] Set router b9d2728a-6c8a-4895-8ced-a68d4289504b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:02.189726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Request body: {'port': {'device_id': 'bffb6bc3-2a84-42fb-9153-9148d394c6f6', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '24e52a76d12d4d0bb1ef878c0540e8ac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:02.344989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1d6d5fb-3043-46df-a8f0-168cad0c260c req-a0608821-f505-4722-8416-d3db23347eb2 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687143 Jul 29 23:25:02.418184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cf0f2-269d-4f89-98c7-aa1705d09939 req-99bcf2d6-ecf6-4b4c-812c-1a3c5adbc85c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:02.419702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c0cf0f2-269d-4f89-98c7-aa1705d09939 req-99bcf2d6-ecf6-4b4c-812c-1a3c5adbc85c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1561801 Jul 29 23:25:02.497890 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c0cf0f2-269d-4f89-98c7-aa1705d09939 req-07265530-7711-482b-827e-0d3a11dc3f04 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633991 Jul 29 23:25:02.499324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Made reservation on behalf of 24e52a76d12d4d0bb1ef878c0540e8ac for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:02.499864 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-router', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:51Z', 'updated_at': '2021-07-29T23:24:57Z', 'revision_number': 4, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'gw_port': {'id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:52Z', 'updated_at': '2021-07-29T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c36d7ab6-3e4e-47a7-9745-68a424c9226b', 'name': '', 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'mac_address': 'fa:16:3e:17:cd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ff81032d-1931-417d-9a49-8901cc98f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:56Z', 'updated_at': '2021-07-29T23:25:01Z', 'revision_number': 4, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'subnets': [{'id': 'ff81032d-1931-417d-9a49-8901cc98f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:02.503953 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.518583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.534830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb571bf-0ecf-424f-bc11-851f0f05ad18 None None] The sync data for ids ['b9d2728a-6c8a-4895-8ced-a68d4289504b'] in n-d-712139-11 is: [{'id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-router', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:51Z', 'updated_at': '2021-07-29T23:24:57Z', 'revision_number': 4, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'gw_port': {'id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:52Z', 'updated_at': '2021-07-29T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c36d7ab6-3e4e-47a7-9745-68a424c9226b', 'name': '', 'network_id': '38b212d6-4cc1-469a-ab48-fc48ceafbe29', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'mac_address': 'fa:16:3e:17:cd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ff81032d-1931-417d-9a49-8901cc98f13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:56Z', 'updated_at': '2021-07-29T23:25:01Z', 'revision_number': 4, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'subnets': [{'id': 'ff81032d-1931-417d-9a49-8901cc98f13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:02.576261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a099e-f485-4616-97c1-535e56ee3c7e req-98264ed7-e53a-4414-8223-06bfe970e484 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:02.577830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-166a099e-f485-4616-97c1-535e56ee3c7e req-98264ed7-e53a-4414-8223-06bfe970e484 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 944 time: 0.1566272 Jul 29 23:25:02.773923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9a764239-25d8-4935-b662-883d7d700bbb details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:02.806921 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.818627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:02.820887 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255bdc20-0755-420e-aabe-d3435083c11e" -d '{"events": [{"server_uuid": "0b821f2b-a02a-4329-a52f-cda9cfad0869", "name": "network-vif-unplugged", "status": "completed", "tag": "415729f1-2e83-483b-9c2d-bb5ee6f06eb5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:02.821270 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-166a099e-f485-4616-97c1-535e56ee3c7e req-5792dce6-cfae-440f-8532-7ecdb8e79eff tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579757 Jul 29 23:25:02.822880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.934997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c36d7ab6-3e4e-47a7-9745-68a424c9226b up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:02.984924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d56b12-eb09-407f-90df-978690c6d95f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:03.001206 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b9687-ad77-4e60-b890-86357865c35f req-684b5006-a008-471c-ad56-a8ebc54335d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.016705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-628b9687-ad77-4e60-b890-86357865c35f req-684b5006-a008-471c-ad56-a8ebc54335d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 944 time: 0.3476911 Jul 29 23:25:03.090009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9a764239-25d8-4935-b662-883d7d700bbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9a764239-25d8-4935-b662-883d7d700bbb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:03.104674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '9a764239-25d8-4935-b662-883d7d700bbb', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'port_id': '9a764239-25d8-4935-b662-883d7d700bbb', 'mac_address': 'fa:16:3e:d5:1d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d8f5b6-5b81-44f6-a514-948e8b1a737d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:03.164185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c36d7ab6-3e4e-47a7-9745-68a424c9226b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:03.179377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c36d7ab6-3e4e-47a7-9745-68a424c9226b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:03.179377 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.200837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-628b9687-ad77-4e60-b890-86357865c35f req-86020e6d-fe2f-4e81-8f8a-2c95514000b8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722023 Jul 29 23:25:03.238936 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.273352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a764239-25d8-4935-b662-883d7d700bbb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:03.283574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22ac7-4d1f-4c79-abcb-ae2f5bed603f req-938c73cd-4640-4729-9c6a-9f34e0655a72 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.286690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ab22ac7-4d1f-4c79-abcb-ae2f5bed603f req-938c73cd-4640-4729-9c6a-9f34e0655a72 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.2311893 Jul 29 23:25:03.294163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Allocated IP 192.168.233.100 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/c7ce4e13-1337-472d-8e88-db909d96ad10) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:03.357040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9a764239-25d8-4935-b662-883d7d700bbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9a764239-25d8-4935-b662-883d7d700bbb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:03.390355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.398329 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ab22ac7-4d1f-4c79-abcb-ae2f5bed603f req-6374353a-649d-4b6b-aec2-c108d1391a77 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786922 Jul 29 23:25:03.501602 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805b3fe4-f1ab-448b-aef9-1c3c960a6a5b x-openstack-request-id: req-805b3fe4-f1ab-448b-aef9-1c3c960a6a5b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:03.505347 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b821f2b-a02a-4329-a52f-cda9cfad0869", "name": "network-vif-unplugged", "status": "completed", "tag": "415729f1-2e83-483b-9c2d-bb5ee6f06eb5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:03.505626 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-805b3fe4-f1ab-448b-aef9-1c3c960a6a5b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:03.506048 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5', 'code': 200} Jul 29 23:25:03.513714 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.586562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c36d7ab6-3e4e-47a7-9745-68a424c9226b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c36d7ab6-3e4e-47a7-9745-68a424c9226b,segment=NetworkSegment(b094ec56-762f-4e61-924d-da716a8d6ee2),segment_id=b094ec56-762f-4e61-924d-da716a8d6ee2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:03.594048 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.595868 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=9a764239-25d8-4935-b662-883d7d700bbb,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:03.665315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c36d7ab6-3e4e-47a7-9745-68a424c9226b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:03.680660 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a411099d-8ae6-4ec6-9165-c45025f66953 req-6cb749f1-eb27-4daa-9f1a-6dca4c541313 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0880902 Jul 29 23:25:03.705753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f401c-2e94-4d2b-bd71-3db90853deb2 req-8bccb794-82d4-46f2-87b8-69909634c51a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.707351 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-187f401c-2e94-4d2b-bd71-3db90853deb2 req-8bccb794-82d4-46f2-87b8-69909634c51a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 945 time: 0.1832914 Jul 29 23:25:03.737471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.774223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Transition to ACTIVE for port object c7ce4e13-1337-472d-8e88-db909d96ad10 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:03.814658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-eb9cf507-e375-41c9-a6cf-4a3806e40642 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.816205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-eb9cf507-e375-41c9-a6cf-4a3806e40642 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 944 time: 0.1908050 Jul 29 23:25:03.869167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-187f401c-2e94-4d2b-bd71-3db90853deb2 req-028147a6-1995-4424-8bce-e195d88272a5 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218896 Jul 29 23:25:03.906596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd12b68-8c31-4e1a-b949-f11298ba5687 req-dbd155e3-d2ad-46da-bb80-e0e9ba8d6dde tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.908086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dd12b68-8c31-4e1a-b949-f11298ba5687 req-dbd155e3-d2ad-46da-bb80-e0e9ba8d6dde tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1523855 Jul 29 23:25:03.997171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['9a764239-25d8-4935-b662-883d7d700bbb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:04.278103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.312992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dd12b68-8c31-4e1a-b949-f11298ba5687 req-37b2d1a1-0dfd-4ff8-be01-7184decc8037 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843396 Jul 29 23:25:04.363993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:04.378338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Pushing event updated for resources: {'Port': ['ID=c7ce4e13-1337-472d-8e88-db909d96ad10,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:04.379978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-fd875ff8-9ef8-43a1-bdc1-0998145ccf91 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:04.382076 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-fd875ff8-9ef8-43a1-bdc1-0998145ccf91 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.0724938 Jul 29 23:25:04.382756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-0b44916d-7b31-4a47-ba15-e52a1afabbc5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Deleting port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:04.383152 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-0b44916d-7b31-4a47-ba15-e52a1afabbc5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.387918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:04.394999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-11'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:04.399369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a97e-815a-4936-8f9f-f60f38b15727 req-f1e69f03-aff4-4abb-9277-35f27089134f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:04.407196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26c8a97e-815a-4936-8f9f-f60f38b15727 req-f1e69f03-aff4-4abb-9277-35f27089134f tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 944 time: 0.4435852 Jul 29 23:25:04.419486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:04.478972 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.652104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:04.670893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-0b44916d-7b31-4a47-ba15-e52a1afabbc5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] For port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,segment=NetworkSegment(fc91d012-443d-44ef-85d4-19f24de67f34),segment_id=fc91d012-443d-44ef-85d4-19f24de67f34)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:04.671372 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-0b44916d-7b31-4a47-ba15-e52a1afabbc5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.699060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-0b44916d-7b31-4a47-ba15-e52a1afabbc5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Calling delete_port for 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:04.733581 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:04.803139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.807383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847cc0b0-1e4d-4f94-a492-66a07a863d8e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:04.810296 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed162e3-9487-4229-8ae9-da05faaaf509" -d '{"events": [{"server_uuid": "d7996f01-b7aa-41c9-92f4-e8d7c69b3137", "name": "network-vif-unplugged", "status": "completed", "tag": "847cc0b0-1e4d-4f94-a492-66a07a863d8e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:04.815305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c36d7ab6-3e4e-47a7-9745-68a424c9226b up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:04.815655 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.916413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:04.917454 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.923441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8d4e0db7-6cc3-4876-8b51-56403c3c7fcf None None] Provisioning for port c7ce4e13-1337-472d-8e88-db909d96ad10 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:04.934662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8d4e0db7-6cc3-4876-8b51-56403c3c7fcf None None] Provisioning complete for port c7ce4e13-1337-472d-8e88-db909d96ad10 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:04.935135 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0db7-6cc3-4876-8b51-56403c3c7fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.943990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on host n-h2-712139-11 for vnic_type normal with profile {"migrating_to": "n-h1-712139-11"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:04.944408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:04.944775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:04.947005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Pushing event updated for resources: {'Port': ['ID=847cc0b0-1e4d-4f94-a492-66a07a863d8e,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:04.967448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:04.970901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Attempting to bind port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on network ec171ef1-ffe3-48e7-8d95-c590de6ad093 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:04.974819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26c8a97e-815a-4936-8f9f-f60f38b15727 req-bb914d10-f916-4855-9c29-394f109641b8 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/security-groups?id=c15d4fff-b820-4384-b9ef-e65e546f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614116 Jul 29 23:25:04.981267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:04.981617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Checking segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:04.982004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Bound using segment: {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:04.983542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Bound port: 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48686b74-7338-4f62-8a97-f4115549161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec171ef1-ffe3-48e7-8d95-c590de6ad093'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:04.983967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.006035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c36d7ab6-3e4e-47a7-9745-68a424c9226b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:05.007175 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.064201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-74d67faa-3e25-4723-a5d9-c3a2a93991be tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8895831 Jul 29 23:25:05.073696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:05.083693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:05.091010 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.093926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e0db7-6cc3-4876-8b51-56403c3c7fcf None None] Port c7ce4e13-1337-472d-8e88-db909d96ad10 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:05.098096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Request body: {'port': {'device_id': 'bffb6bc3-2a84-42fb-9153-9148d394c6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:05.214979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Pushing event updated for resources: {'Port': ['ID=847cc0b0-1e4d-4f94-a492-66a07a863d8e,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:05.215210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5bdaf-c0af-4966-b489-45d050a450bb req-eb9d7c33-f9f2-4e13-8db6-3aab553cf779 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:05.229824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:05.230655 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.232338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dbd5bdaf-c0af-4966-b489-45d050a450bb req-eb9d7c33-f9f2-4e13-8db6-3aab553cf779 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 945 time: 0.6136832 Jul 29 23:25:05.233129 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-d23027e3-d3ef-49eb-9cb5-e839d8ece718 service neutron] 10.222.0.42 "PUT /v2.0/ports/847cc0b0-1e4d-4f94-a492-66a07a863d8e HTTP/1.1" status: 200 len: 1123 time: 0.8416440 Jul 29 23:25:05.355611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['847cc0b0-1e4d-4f94-a492-66a07a863d8e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:05.367787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.429304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dbd5bdaf-c0af-4966-b489-45d050a450bb req-ff114afc-4dd8-433b-a575-157c0be01846 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953974 Jul 29 23:25:05.470618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['847cc0b0-1e4d-4f94-a492-66a07a863d8e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:05.486612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1edb8f-651b-4f28-8948-d617b60affd5 req-faee0260-b546-4f5a-864f-966359ab1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:05.494396 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ea1edb8f-651b-4f28-8948-d617b60affd5 req-faee0260-b546-4f5a-864f-966359ab1b9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2573ec5b2f84c1cb9669df4aaf95adc&device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 1097 time: 0.0885499 Jul 29 23:25:05.548184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-0b44916d-7b31-4a47-ba15-e52a1afabbc5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.668949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1edb8f-651b-4f28-8948-d617b60affd5 req-1f707359-a701-48b1-ac33-5310e509f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:05.670877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ea1edb8f-651b-4f28-8948-d617b60affd5 req-1f707359-a701-48b1-ac33-5310e509f09e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1762d84e-5f97-44bf-bead-bef20915be8a HTTP/1.1" status: 200 len: 912 time: 0.1614773 Jul 29 23:25:05.673355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44916d-7b31-4a47-ba15-e52a1afabbc5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Pushing event deleted for resources: {'Port': ['ID=415729f1-2e83-483b-9c2d-bb5ee6f06eb5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:05.726119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ea1edb8f-651b-4f28-8948-d617b60affd5 req-42f65d0a-6c57-4a49-ba53-49dede932d01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a HTTP/1.1" status: 200 len: 217 time: 0.0396602 Jul 29 23:25:05.800895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-0b44916d-7b31-4a47-ba15-e52a1afabbc5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] No DVR routers for this DVR port 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:05.806965 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-0b44916d-7b31-4a47-ba15-e52a1afabbc5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.807155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1edb8f-651b-4f28-8948-d617b60affd5 req-a1c4f329-63f5-4e4d-961b-f626f16f9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:05.809033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ca0edd7-af8c-4847-ab57-1818a20131e6 req-0b44916d-7b31-4a47-ba15-e52a1afabbc5 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.47 "DELETE /v2.0/ports/415729f1-2e83-483b-9c2d-bb5ee6f06eb5 HTTP/1.1" status: 204 len: 173 time: 1.9760921 Jul 29 23:25:05.809854 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ea1edb8f-651b-4f28-8948-d617b60affd5 req-a1c4f329-63f5-4e4d-961b-f626f16f9e78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d5f0888-5504-4dfc-824f-83a69368b185 HTTP/1.1" status: 200 len: 851 time: 0.0665655 Jul 29 23:25:05.811324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'name': 'network-vif-deleted', 'tag': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:05.813645 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fefff19-462f-4952-94cc-a0f988a9de60" -d '{"events": [{"server_uuid": "0b821f2b-a02a-4329-a52f-cda9cfad0869", "name": "network-vif-deleted", "tag": "415729f1-2e83-483b-9c2d-bb5ee6f06eb5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:05.834370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07dbb7-8dbd-41ca-a361-549f00a30e64 req-898c995d-69dc-4251-8a57-23f6ded79a4f tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:05.842687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a07dbb7-8dbd-41ca-a361-549f00a30e64 req-898c995d-69dc-4251-8a57-23f6ded79a4f tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.2744248 Jul 29 23:25:05.877964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cac6ad-91d7-40fc-87e9-92a1e7aa1b0d req-31670e4d-2645-442d-a670-7148b34e16ae tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:05.879237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23cac6ad-91d7-40fc-87e9-92a1e7aa1b0d req-31670e4d-2645-442d-a670-7148b34e16ae tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 936 time: 0.2198007 Jul 29 23:25:05.894636 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ea1edb8f-651b-4f28-8948-d617b60affd5 req-ed8f7a45-855f-4895-9726-bb76baa11819 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1762d84e-5f97-44bf-bead-bef20915be8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667868 Jul 29 23:25:06.014863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a07dbb7-8dbd-41ca-a361-549f00a30e64 req-d6fa97e1-320b-44ca-9014-75ffdc952990 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713016 Jul 29 23:25:06.058011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23cac6ad-91d7-40fc-87e9-92a1e7aa1b0d req-74c7c650-9a46-4623-b1b3-a8cff883a12f tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453927 Jul 29 23:25:06.087878 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faafe10-21b5-4e3d-a4cc-54ee2a94828a x-openstack-request-id: req-9faafe10-21b5-4e3d-a4cc-54ee2a94828a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:06.088203 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7996f01-b7aa-41c9-92f4-e8d7c69b3137", "name": "network-vif-unplugged", "status": "completed", "tag": "847cc0b0-1e4d-4f94-a492-66a07a863d8e", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:06.088461 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9faafe10-21b5-4e3d-a4cc-54ee2a94828a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:06.088864 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847cc0b0-1e4d-4f94-a492-66a07a863d8e', 'code': 200} Jul 29 23:25:06.104512 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ea1edb8f-651b-4f28-8948-d617b60affd5 req-0fcb37ec-ac28-4cc8-8b72-a1bd0b4ab2ee service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863370 Jul 29 23:25:06.203580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ce4e13-1337-472d-8e88-db909d96ad10 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:06.234839 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ea1edb8f-651b-4f28-8948-d617b60affd5 req-9bc8924b-19a3-40a2-a3c8-f2f8305bb4a1 service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193156 Jul 29 23:25:06.240311 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.264579 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Transition to ACTIVE for port object c7ce4e13-1337-472d-8e88-db909d96ad10 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:06.272800 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.281954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40abb9-9b9f-4c3b-9c15-813cc5a9a6c3 req-21401a4b-f8c4-4ec2-9b3f-b03c06c73e05 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.283458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df40abb9-9b9f-4c3b-9c15-813cc5a9a6c3 req-21401a4b-f8c4-4ec2-9b3f-b03c06c73e05 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1036952 Jul 29 23:25:06.346400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595082-af87-47da-b561-e7b6e9d28859 req-5072f253-8d1f-46ae-8290-12497e4f1a72 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.347994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c595082-af87-47da-b561-e7b6e9d28859 req-5072f253-8d1f-46ae-8290-12497e4f1a72 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 943 time: 0.1714263 Jul 29 23:25:06.392057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ce4e13-1337-472d-8e88-db909d96ad10,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:06.429641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df40abb9-9b9f-4c3b-9c15-813cc5a9a6c3 req-3ea45551-cf43-4006-98bc-6fbe7539c3f6 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199262 Jul 29 23:25:06.519249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c595082-af87-47da-b561-e7b6e9d28859 req-168e95b5-fb76-4e96-b695-28999e386a61 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377389 Jul 29 23:25:06.556708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Attempting to bind port c7ce4e13-1337-472d-8e88-db909d96ad10 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:06.568912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Attempting to bind port c7ce4e13-1337-472d-8e88-db909d96ad10 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:06.568912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Attempting to bind port c7ce4e13-1337-472d-8e88-db909d96ad10 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:06.574989 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b69da3-2ff3-40a8-829a-e705f5f220db x-openstack-request-id: req-79b69da3-2ff3-40a8-829a-e705f5f220db {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:06.575976 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b821f2b-a02a-4329-a52f-cda9cfad0869", "name": "network-vif-deleted", "tag": "415729f1-2e83-483b-9c2d-bb5ee6f06eb5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:06.575976 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79b69da3-2ff3-40a8-829a-e705f5f220db {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:06.576236 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b821f2b-a02a-4329-a52f-cda9cfad0869', 'name': 'network-vif-deleted', 'tag': '415729f1-2e83-483b-9c2d-bb5ee6f06eb5', 'status': 'completed', 'code': 200} Jul 29 23:25:06.588368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Port c7ce4e13-1337-472d-8e88-db909d96ad10 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:06.588740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Attempting to bind port c7ce4e13-1337-472d-8e88-db909d96ad10 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:06.615172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:06.615172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:06.615172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:06.615172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Bound port: c7ce4e13-1337-472d-8e88-db909d96ad10, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:06.615172 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.761043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] For port c7ce4e13-1337-472d-8e88-db909d96ad10, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:06.771018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] For port c7ce4e13-1337-472d-8e88-db909d96ad10, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c7ce4e13-1337-472d-8e88-db909d96ad10,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:06.789366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9a764239-25d8-4935-b662-883d7d700bbb up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:06.803219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9714ee9-fb5d-41eb-9405-bbbb94922587 req-64cef25c-9562-4a02-aea1-37bdbe0b5556 tempest-ImagesTestJSON-644398656 tempest-ImagesTestJSON-644398656-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b821f2b-a02a-4329-a52f-cda9cfad0869 HTTP/1.1" status: 200 len: 210 time: 0.0775015 Jul 29 23:25:06.859537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 9a764239-25d8-4935-b662-883d7d700bbb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:06.864566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 9a764239-25d8-4935-b662-883d7d700bbb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:06.865097 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.866199 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.932315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.933171 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.935034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] 10.222.0.42 "PUT /v2.0/ports/c7ce4e13-1337-472d-8e88-db909d96ad10 HTTP/1.1" status: 200 len: 1097 time: 1.8588195 Jul 29 23:25:06.961425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ee857-5634-4dc4-8cea-c541b2582b95 req-a843507f-5266-4c81-b0bc-d8c46a08e43c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.963040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c4ee857-5634-4dc4-8cea-c541b2582b95 req-a843507f-5266-4c81-b0bc-d8c46a08e43c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 945 time: 0.1558666 Jul 29 23:25:07.041431 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.064456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c4ee857-5634-4dc4-8cea-c541b2582b95 req-ef8fa4cc-ef28-4808-9ae6-b0ce8c58c4e5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853803 Jul 29 23:25:07.147855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc88e8d-70c1-4c8f-9ee5-b9dd3a4d0e3e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ce4e13-1337-472d-8e88-db909d96ad10,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:07.206745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-c38be348-a15e-4b04-b737-b9e805457de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.216314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-c38be348-a15e-4b04-b737-b9e805457de6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24e52a76d12d4d0bb1ef878c0540e8ac&device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 1100 time: 0.1776571 Jul 29 23:25:07.284790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-da8b8c1b-b679-4945-9cfc-3cb7e99ebbb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=c7ce4e13-1337-472d-8e88-db909d96ad10 HTTP/1.1" status: 200 len: 217 time: 0.0514431 Jul 29 23:25:07.334808 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03183633-05a2-46d9-b127-7360d66999fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a764239-25d8-4935-b662-883d7d700bbb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:07.337582 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d7feed-a90f-43d0-9e80-aa0fbf9631c0" -d '{"events": [{"server_uuid": "03183633-05a2-46d9-b127-7360d66999fb", "name": "network-vif-plugged", "status": "completed", "tag": "9a764239-25d8-4935-b662-883d7d700bbb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:07.355431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9a764239-25d8-4935-b662-883d7d700bbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9a764239-25d8-4935-b662-883d7d700bbb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:07.372677 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.373594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:07.396547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:07.396547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 415729f1-2e83-483b-9c2d-bb5ee6f06eb5 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:07.404859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-3c3e9773-1bcd-4d90-807f-7830cbac9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.406614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-3c3e9773-1bcd-4d90-807f-7830cbac9b5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1043026 Jul 29 23:25:07.424729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bd244-e946-46ef-9148-bab1d147b90f req-c87ebb81-4eee-4968-b5d1-58e6de230d1f tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.424729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-388bd244-e946-46ef-9148-bab1d147b90f req-c87ebb81-4eee-4968-b5d1-58e6de230d1f tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 948 time: 0.1996357 Jul 29 23:25:07.458376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=9a764239-25d8-4935-b662-883d7d700bbb,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:07.481295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8428ad-6bae-4beb-9055-2067b8e52e41 req-70dc396d-7856-4664-b34d-f523fd5ec5b2 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.482984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d8428ad-6bae-4beb-9055-2067b8e52e41 req-70dc396d-7856-4664-b34d-f523fd5ec5b2 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.2094519 Jul 29 23:25:07.542564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-388bd244-e946-46ef-9148-bab1d147b90f req-55caa57e-a1f0-414f-910e-b2191c9f7c2f tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091819 Jul 29 23:25:07.546811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-9a096c46-55f4-417e-8559-fa4102efe25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.548327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-9a096c46-55f4-417e-8559-fa4102efe25a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249290 Jul 29 23:25:07.553992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d8428ad-6bae-4beb-9055-2067b8e52e41 req-30444657-e4fc-4181-b867-b7a5eb468b5c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643859 Jul 29 23:25:07.630053 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0428c7c9-e08e-4e16-9916-d67682fd4fa0 x-openstack-request-id: req-0428c7c9-e08e-4e16-9916-d67682fd4fa0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:07.630566 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03183633-05a2-46d9-b127-7360d66999fb", "name": "network-vif-plugged", "status": "completed", "tag": "9a764239-25d8-4935-b662-883d7d700bbb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:07.630919 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0428c7c9-e08e-4e16-9916-d67682fd4fa0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:07.631419 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03183633-05a2-46d9-b127-7360d66999fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a764239-25d8-4935-b662-883d7d700bbb', 'code': 200} Jul 29 23:25:07.772381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-f601d3e1-cf66-4bfb-8279-be07dec5309c service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011642 Jul 29 23:25:07.851128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ab4cc-866c-4f02-86bc-f649104ad2b8 req-8ec02234-1cd9-4ec1-8f13-c8b7da349cd1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.851128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d00ab4cc-866c-4f02-86bc-f649104ad2b8 req-8ec02234-1cd9-4ec1-8f13-c8b7da349cd1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1599548 Jul 29 23:25:07.895898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 847cc0b0-1e4d-4f94-a492-66a07a863d8e details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:07.912403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c69119-8c6f-42dd-aa9e-2d02ce16c1c0 req-620a23ce-f102-4101-a329-afbf44dcf419 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.912403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70c69119-8c6f-42dd-aa9e-2d02ce16c1c0 req-620a23ce-f102-4101-a329-afbf44dcf419 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 943 time: 0.1885917 Jul 29 23:25:07.916189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3fae2-97cc-45a3-9827-a052eed42ab1 req-8b6fffe2-87c7-4206-a187-d2c5bf6edb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.917678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24f3fae2-97cc-45a3-9827-a052eed42ab1 req-8b6fffe2-87c7-4206-a187-d2c5bf6edb9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 1098 time: 0.1491737 Jul 29 23:25:07.993404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d00ab4cc-866c-4f02-86bc-f649104ad2b8 req-97a63985-b3e6-45bc-8af8-48bd6240ed25 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233537 Jul 29 23:25:08.022348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79da0968-a6d6-4b01-b0e1-d1585c518507 req-66805fc8-0b88-4718-97a4-c0ef2a810721 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174225 Jul 29 23:25:08.029912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24f3fae2-97cc-45a3-9827-a052eed42ab1 req-7decb908-705b-4e2c-b601-7fbd909ffc91 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912797 Jul 29 23:25:08.033792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70c69119-8c6f-42dd-aa9e-2d02ce16c1c0 req-2fcba6b6-4007-491b-9090-60e2994629b5 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995121 Jul 29 23:25:08.075134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:08.090273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'tag': '847cc0b0-1e4d-4f94-a492-66a07a863d8e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:08.093731 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33289c6-c7ba-4299-86cd-862ba48c4da2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7996f01-b7aa-41c9-92f4-e8d7c69b3137", "tag": "847cc0b0-1e4d-4f94-a492-66a07a863d8e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:08.105322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 847cc0b0-1e4d-4f94-a492-66a07a863d8e has no active binding in host n-h1-712139-11 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:25:08.194349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480869ac-def9-4a90-b3d1-0535b59cf18a req-60fcc1ca-96c5-4b8a-a45c-16005c89b32b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.196142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-480869ac-def9-4a90-b3d1-0535b59cf18a req-60fcc1ca-96c5-4b8a-a45c-16005c89b32b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 946 time: 0.0507390 Jul 29 23:25:08.235806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-480869ac-def9-4a90-b3d1-0535b59cf18a req-2a67e1a1-764a-4e88-9bee-fce3744b5cd9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Jul 29 23:25:08.278269 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3f4ff0-e083-4aaa-b1bd-2d5f3971fbd8 x-openstack-request-id: req-cc3f4ff0-e083-4aaa-b1bd-2d5f3971fbd8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:08.278560 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7996f01-b7aa-41c9-92f4-e8d7c69b3137", "tag": "847cc0b0-1e4d-4f94-a492-66a07a863d8e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:08.278812 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc3f4ff0-e083-4aaa-b1bd-2d5f3971fbd8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:08.279763 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'tag': '847cc0b0-1e4d-4f94-a492-66a07a863d8e', 'status': 'completed', 'code': 200} Jul 29 23:25:08.587326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffb6bc3-2a84-42fb-9153-9148d394c6f6', 'tag': 'c7ce4e13-1337-472d-8e88-db909d96ad10'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:08.589626 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33b7cd8-685c-4614-a088-fb688169a019" -d '{"events": [{"name": "network-changed", "server_uuid": "bffb6bc3-2a84-42fb-9153-9148d394c6f6", "tag": "c7ce4e13-1337-472d-8e88-db909d96ad10"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:08.622333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33289c6-c7ba-4299-86cd-862ba48c4da2 req-6da4ebda-c38d-4fa4-9c48-baf2471e7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.623912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d33289c6-c7ba-4299-86cd-862ba48c4da2 req-6da4ebda-c38d-4fa4-9c48-baf2471e7af3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 1126 time: 0.1292286 Jul 29 23:25:08.632479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e38d8-4d8f-4677-8a86-b8434fca44a7 req-e3fef149-19d3-451f-bdfe-bb8dcf2db2c3 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.633989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-827e38d8-4d8f-4677-8a86-b8434fca44a7 req-e3fef149-19d3-451f-bdfe-bb8dcf2db2c3 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 945 time: 0.0866852 Jul 29 23:25:08.761681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-827e38d8-4d8f-4677-8a86-b8434fca44a7 req-9880d1c9-b601-4c43-8780-05258ad0a771 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170235 Jul 29 23:25:08.790048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441c0dc-da6b-423f-96d7-720ac0896209 req-8a61063d-bada-4c13-b469-b95d90761b21 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.791541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f441c0dc-da6b-423f-96d7-720ac0896209 req-8a61063d-bada-4c13-b469-b95d90761b21 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 948 time: 0.1304805 Jul 29 23:25:08.794521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33289c6-c7ba-4299-86cd-862ba48c4da2 req-e084c89f-864a-49c3-808c-58789685dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.795904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d33289c6-c7ba-4299-86cd-862ba48c4da2 req-e084c89f-864a-49c3-808c-58789685dee5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.1610587 Jul 29 23:25:08.852085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d33289c6-c7ba-4299-86cd-862ba48c4da2 req-9ecfcbad-5395-4a5f-aa8a-d7b4e4ab1863 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e HTTP/1.1" status: 200 len: 217 time: 0.0452414 Jul 29 23:25:08.857928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37256) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:08.911471 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f441c0dc-da6b-423f-96d7-720ac0896209 req-33a2f0a3-e2de-40db-b60d-3d1a694afbd3 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120546 Jul 29 23:25:08.956654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edf6b4f-4f6c-47a8-9993-62af0488a35a admin admin] Deleting subnet 436ab033-bc25-444f-a687-d87717fff3ed {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:25:08.969423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7edf6b4f-4f6c-47a8-9993-62af0488a35a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.009742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33289c6-c7ba-4299-86cd-862ba48c4da2 req-59f13389-b2fe-4028-a9bd-e39617edd7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.011487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d33289c6-c7ba-4299-86cd-862ba48c4da2 req-59f13389-b2fe-4028-a9bd-e39617edd7db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.1452179 Jul 29 23:25:09.013103 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b52b8e8-63ab-44a5-8e11-1ee751fdb54b x-openstack-request-id: req-9b52b8e8-63ab-44a5-8e11-1ee751fdb54b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:09.014188 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffb6bc3-2a84-42fb-9153-9148d394c6f6", "tag": "c7ce4e13-1337-472d-8e88-db909d96ad10", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:09.014726 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b52b8e8-63ab-44a5-8e11-1ee751fdb54b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:09.015291 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffb6bc3-2a84-42fb-9153-9148d394c6f6', 'tag': 'c7ce4e13-1337-472d-8e88-db909d96ad10', 'status': 'completed', 'code': 200} Jul 29 23:25:09.020516 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7edf6b4f-4f6c-47a8-9993-62af0488a35a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.057339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d33289c6-c7ba-4299-86cd-862ba48c4da2 req-45a1c0b7-de23-49da-baa7-3350abfb808e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347569 Jul 29 23:25:09.114411 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7edf6b4f-4f6c-47a8-9993-62af0488a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.126960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113f96-9a40-440f-847c-ab1c346bd39f req-f94255a1-c306-4bcb-a83b-40f627a3492b tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.128896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99113f96-9a40-440f-847c-ab1c346bd39f req-f94255a1-c306-4bcb-a83b-40f627a3492b tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1534359 Jul 29 23:25:09.227609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7edf6b4f-4f6c-47a8-9993-62af0488a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.259907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7cd8-685c-4614-a088-fb688169a019 req-4b180281-f9ad-408c-88de-dfe7f636807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.260703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c33b7cd8-685c-4614-a088-fb688169a019 req-4b180281-f9ad-408c-88de-dfe7f636807e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24e52a76d12d4d0bb1ef878c0540e8ac&device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 1100 time: 0.2023175 Jul 29 23:25:09.267860 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7edf6b4f-4f6c-47a8-9993-62af0488a35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.270016 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7edf6b4f-4f6c-47a8-9993-62af0488a35a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/436ab033-bc25-444f-a687-d87717fff3ed HTTP/1.1" status: 204 len: 168 time: 0.4107106 Jul 29 23:25:09.272409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198e04d-c752-4761-8cb8-273c185e02aa req-50e0aca6-7b37-4a4a-9a62-00003a9b6196 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.274027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:09.274165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4198e04d-c752-4761-8cb8-273c185e02aa req-50e0aca6-7b37-4a4a-9a62-00003a9b6196 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1582906 Jul 29 23:25:09.333671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf6b4f-4f6c-47a8-9993-62af0488a35a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436ab033-bc25-444f-a687-d87717fff3ed,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:09.455841 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.479623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7cd8-685c-4614-a088-fb688169a019 req-bb5bd3cd-b588-47c2-bc11-2afae814ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.482751 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c33b7cd8-685c-4614-a088-fb688169a019 req-bb5bd3cd-b588-47c2-bc11-2afae814ac66 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1779106 Jul 29 23:25:09.514414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d33289c6-c7ba-4299-86cd-862ba48c4da2 req-8b26c37a-984f-434f-865d-7acd8e726c27 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221706 Jul 29 23:25:09.517699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99113f96-9a40-440f-847c-ab1c346bd39f req-6f832fda-a742-467b-bc29-dddb26bd8156 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321626 Jul 29 23:25:09.620783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.632884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc154d7-bbc6-4bfd-8327-468fefbec56e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:09.645175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc91d012-443d-44ef-85d4-19f24de67f34') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:09.645585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc91d012-443d-44ef-85d4-19f24de67f34') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:09.668546 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.725417 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.736281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:25:09.737510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.788461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4198e04d-c752-4761-8cb8-273c185e02aa req-c20fb4a5-948a-4661-a875-be0d0c3a9bf2 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830508 Jul 29 23:25:09.792635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d33289c6-c7ba-4299-86cd-862ba48c4da2 req-3ec0ea10-9830-41a5-8b89-c780154cabf5 service neutron] 10.222.0.47 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558556 Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:25:09.847212 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:25:09.876373 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.891380 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.893933 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9bc154d7-bbc6-4bfd-8327-468fefbec56e HTTP/1.1" status: 204 len: 168 time: 0.6186039 Jul 29 23:25:09.941933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd2d6a-d5ba-4b47-a9f6-7b7b13f557d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc154d7-bbc6-4bfd-8327-468fefbec56e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:10.147446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c33b7cd8-685c-4614-a088-fb688169a019 req-11de4ca5-ea11-4c81-8c47-0049af617d61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=c7ce4e13-1337-472d-8e88-db909d96ad10 HTTP/1.1" status: 200 len: 217 time: 0.3716466 Jul 29 23:25:10.259182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd8431-bb4c-4b32-abff-7d6cefe9a8cd req-5312b7ad-f9d3-4afc-a339-fbe73abbd6d7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.269728 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fbd8431-bb4c-4b32-abff-7d6cefe9a8cd req-5312b7ad-f9d3-4afc-a339-fbe73abbd6d7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 943 time: 0.4732184 Jul 29 23:25:10.334325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7cd8-685c-4614-a088-fb688169a019 req-2afeb053-0329-4209-9408-2013cd2528ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.340969 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c33b7cd8-685c-4614-a088-fb688169a019 req-2afeb053-0329-4209-9408-2013cd2528ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1664495 Jul 29 23:25:10.491026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fbd8431-bb4c-4b32-abff-7d6cefe9a8cd req-27f75a73-77fa-4052-b4a8-04fe144ab8e7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146535 Jul 29 23:25:10.498296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37278) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:10.534759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72114c02-992b-45f5-a1c7-59a5b208b13a req-365ff46a-1389-45ac-9e37-0057ad9864c0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.546033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72114c02-992b-45f5-a1c7-59a5b208b13a req-365ff46a-1389-45ac-9e37-0057ad9864c0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 946 time: 0.5103908 Jul 29 23:25:10.617357 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-400d9400-0f5f-46d0-8ac6-a3e0353bba49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bb055c8b6824baea64b457501e9c016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163964 Jul 29 23:25:10.618225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:10.699996 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c229a5-78d6-43a8-851c-2b1fc836ed7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.719049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72114c02-992b-45f5-a1c7-59a5b208b13a req-8f1d8495-203e-4fd0-b657-ef2630375290 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576638 Jul 29 23:25:10.737119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7cd8-685c-4614-a088-fb688169a019 req-fa348d1b-3248-4a40-9ef2-a8cb57ae54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.738625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c33b7cd8-685c-4614-a088-fb688169a019 req-fa348d1b-3248-4a40-9ef2-a8cb57ae54e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3259993 Jul 29 23:25:10.745106 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c229a5-78d6-43a8-851c-2b1fc836ed7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.824185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 847cc0b0-1e4d-4f94-a492-66a07a863d8e no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:10.831693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c229a5-78d6-43a8-851c-2b1fc836ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.834374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c229a5-78d6-43a8-851c-2b1fc836ed7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.844593 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-57c229a5-78d6-43a8-851c-2b1fc836ed7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c15d4fff-b820-4384-b9ef-e65e546f1cc7 HTTP/1.1" status: 204 len: 168 time: 0.2251096 Jul 29 23:25:10.873552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c229a5-78d6-43a8-851c-2b1fc836ed7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15d4fff-b820-4384-b9ef-e65e546f1cc7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:11.187239 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-f67551a9-1640-4a35-9900-d2400bf6f6e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1097734 Jul 29 23:25:11.351135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-1a700b96-c31d-4de7-bf6e-4115a5b52041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.353178 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-1a700b96-c31d-4de7-bf6e-4115a5b52041 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 1097 time: 0.0519209 Jul 29 23:25:11.589753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-6b0c948c-d913-4634-bd10-26a3630b572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.592887 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-6b0c948c-d913-4634-bd10-26a3630b572f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.2061465 Jul 29 23:25:11.649834 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-c2f6379e-9156-4b67-bbde-43630fb4b172 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a HTTP/1.1" status: 200 len: 217 time: 0.0439408 Jul 29 23:25:11.788681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-dbe5732d-0068-474d-bf34-999acc8ead86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.790758 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-dbe5732d-0068-474d-bf34-999acc8ead86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.1296942 Jul 29 23:25:11.896575 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-390193f8-a89a-48c9-8c4c-2743bf95f1a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787435 Jul 29 23:25:11.915045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c7ce4e13-1337-472d-8e88-db909d96ad10 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:12.093455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88989bcb-f245-48fb-9510-9c02bbbbed63 req-9e41df7d-1d3a-437e-a296-45297baae220 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:12.095216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88989bcb-f245-48fb-9510-9c02bbbbed63 req-9e41df7d-1d3a-437e-a296-45297baae220 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 948 time: 0.2695894 Jul 29 23:25:12.112244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed8876-9edf-4785-a407-deedc3eae1dc req-9ffd5621-d3a2-407e-84a7-ff0c010c3c5a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:12.113844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8ed8876-9edf-4785-a407-deedc3eae1dc req-9ffd5621-d3a2-407e-84a7-ff0c010c3c5a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.3034673 Jul 29 23:25:12.127885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c33b7cd8-685c-4614-a088-fb688169a019 req-94163378-f228-4467-9448-2f0bae642c8d service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3598282 Jul 29 23:25:12.154790 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-33fbd07f-7cbb-4c2a-95c8-e6b836b63886 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384191 Jul 29 23:25:12.154993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c7ce4e13-1337-472d-8e88-db909d96ad10, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c7ce4e13-1337-472d-8e88-db909d96ad10,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:12.178095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'c7ce4e13-1337-472d-8e88-db909d96ad10', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'c7ce4e13-1337-472d-8e88-db909d96ad10', 'mac_address': 'fa:16:3e:72:1d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:12.264822 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.281156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-a7cea774-b60f-44d3-9354-ef8a98d39009 service neutron] 10.222.0.47 "GET /v2.0/ports/847cc0b0-1e4d-4f94-a492-66a07a863d8e/bindings/n-h1-712139-11 HTTP/1.1" status: 200 len: 385 time: 0.2667718 Jul 29 23:25:12.304563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88989bcb-f245-48fb-9510-9c02bbbbed63 req-d52035b2-edce-4f7d-a68b-62dea9c7735c tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875701 Jul 29 23:25:12.307367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ce4e13-1337-472d-8e88-db909d96ad10 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:12.327162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8ed8876-9edf-4785-a407-deedc3eae1dc req-c053b385-daad-42b5-ad3a-63ff78dd57e7 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067153 Jul 29 23:25:12.362228 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ed07635c-ed47-478a-98d7-73ec266a5a11 req-d0ae1af3-c07b-4be6-801f-68b6be329d14 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945300 Jul 29 23:25:12.372806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c7ce4e13-1337-472d-8e88-db909d96ad10, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c7ce4e13-1337-472d-8e88-db909d96ad10,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:12.385373 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.476071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:12.495901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c7ce4e13-1337-472d-8e88-db909d96ad10,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:12.552035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c33b7cd8-685c-4614-a088-fb688169a019 req-e362e026-fefd-4e16-ae95-0b2b0aab7100 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023433 Jul 29 23:25:12.604303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-966102047-network', 'tenant_id': 'e40b1bbba74c40f981231df8d710449d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:12.607955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117acbb-5587-4e91-99b1-0e73ae43e9e9 req-f8e32135-c683-44f6-8020-ab89705dbf0e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:12.615963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3117acbb-5587-4e91-99b1-0e73ae43e9e9 req-f8e32135-c683-44f6-8020-ab89705dbf0e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 946 time: 0.1624382 Jul 29 23:25:12.629147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-dbc3d452-50fc-4988-98d3-99bf004cc202 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--524742919&fields=id&tenant_id=d201b695131547f0964bd2cc9a237702 HTTP/1.1" status: 200 len: 267 time: 0.1223478 Jul 29 23:25:12.651546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Made reservation on behalf of e40b1bbba74c40f981231df8d710449d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:12.654494 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.683111 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.732728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-11a56e8a-9db0-4603-9c68-57b2fcdb8d10 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:12.734312 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-11a56e8a-9db0-4603-9c68-57b2fcdb8d10 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.47 "GET /v2.0/ports?device_id=10224d5f-9ab4-4c89-9e02-67081628689f HTTP/1.1" status: 200 len: 945 time: 0.0938361 Jul 29 23:25:12.821148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c7ce4e13-1337-472d-8e88-db909d96ad10'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:12.837902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3117acbb-5587-4e91-99b1-0e73ae43e9e9 req-11c704d5-ddcb-4d6b-9c81-14e050e231d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189696 Jul 29 23:25:12.946408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Deleting port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:12.946408 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.958465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-a52b0a55-1d30-4c16-a7dc-51ec153fcb14 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:12.959693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-a52b0a55-1d30-4c16-a7dc-51ec153fcb14 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/networks?id=64586059-01f1-49b9-8ef5-2910bc6c6717 HTTP/1.1" status: 200 len: 824 time: 0.2936733 Jul 29 23:25:13.032056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-edd0a303-b0c1-4328-9377-963bdf17681e service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:13.047083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-188d9262-fd84-4eb4-8d3e-ee8d5fde96c6 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/quotas/d201b695131547f0964bd2cc9a237702 HTTP/1.1" status: 200 len: 375 time: 0.0367322 Jul 29 23:25:13.058923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] For port a9a0a10f-2bcf-4bab-8709-4f32e2c90893, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:13.059458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.101911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf1804-1380-4a68-81b2-490f20123385 req-4ec1ea4a-0591-4bf8-a34f-ad66dbd9f0cf tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:13.104135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abbf1804-1380-4a68-81b2-490f20123385 req-4ec1ea4a-0591-4bf8-a34f-ad66dbd9f0cf tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 943 time: 0.1572804 Jul 29 23:25:13.108396 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.114973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-edd0a303-b0c1-4328-9377-963bdf17681e service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:13.158357 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.186757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-edd0a303-b0c1-4328-9377-963bdf17681e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847cc0b0-1e4d-4f94-a492-66a07a863d8e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:13.195940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abbf1804-1380-4a68-81b2-490f20123385 req-47842aac-5d53-4dc5-b06d-d950d764f6b4 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823367 Jul 29 23:25:13.202016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:25:13.224995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-f79a0772-0b39-4d12-b274-e0ef85c084f9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d201b695131547f0964bd2cc9a237702&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1685200 Jul 29 23:25:13.239865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.240072 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Added segment f1a85f4a-9302-4a8e-b69b-77683c37653f of type vlan for network a37e551d-8666-4b1c-b940-6cf1fbdb8bc2 Jul 29 23:25:13.240811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-edd0a303-b0c1-4328-9377-963bdf17681e service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:13.242263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca645846-9bb6-4c5b-a4f7-54061454009d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:13.316774 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-edd0a303-b0c1-4328-9377-963bdf17681e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.400888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-ae84f387-aabe-42f8-82c7-8d8e27d3fea0 service neutron] 10.222.0.37 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552908 Jul 29 23:25:13.534958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.545536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-edd0a303-b0c1-4328-9377-963bdf17681e service neutron] Transition to ACTIVE for port object 847cc0b0-1e4d-4f94-a492-66a07a863d8e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:13.558041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-edd0a303-b0c1-4328-9377-963bdf17681e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.589315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-9ca268af-56a0-4147-8db6-9da88d258bec service neutron] 10.222.0.37 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848412 Jul 29 23:25:13.617713 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.618301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.618594 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Floating IP ac276239-fdfc-4589-8795-8de02bb6975b disassociated. External IP: 172.25.2.33, port: a9a0a10f-2bcf-4bab-8709-4f32e2c90893. Jul 29 23:25:13.618956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Calling delete_port for a9a0a10f-2bcf-4bab-8709-4f32e2c90893 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:13.651160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b20a4-a199-41bf-a7a8-64a2884e255e req-adb4f017-0efb-4f8b-84da-661cc7096a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:13.653132 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-198b20a4-a199-41bf-a7a8-64a2884e255e req-adb4f017-0efb-4f8b-84da-661cc7096a39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 1097 time: 0.1672328 Jul 29 23:25:13.692892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-edd0a303-b0c1-4328-9377-963bdf17681e service neutron] No DVR routers for this DVR port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:13.828602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0a303-b0c1-4328-9377-963bdf17681e service neutron] Pushing event updated for resources: {'Port': ['ID=847cc0b0-1e4d-4f94-a492-66a07a863d8e,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:13.838815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-edd0a303-b0c1-4328-9377-963bdf17681e service neutron] 10.222.0.47 "PUT /v2.0/ports/847cc0b0-1e4d-4f94-a492-66a07a863d8e/bindings/n-h1-712139-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5325608 Jul 29 23:25:13.887916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58fee-7378-456a-a090-13391446238b req-27b61650-78d3-4799-9a6b-82bf1cdcabf1 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:13.905090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21f58fee-7378-456a-a090-13391446238b req-27b61650-78d3-4799-9a6b-82bf1cdcabf1 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 949 time: 0.1954112 Jul 29 23:25:14.033436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.036654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.037270 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.105979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21f58fee-7378-456a-a090-13391446238b req-09cce5d6-77fb-468f-a24e-39ae011de620 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975465 Jul 29 23:25:14.132614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deebec-6e9e-4df1-912a-5a55fe358c2d req-ec4d8fac-8321-4405-b5dd-d95130480233 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.134253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64deebec-6e9e-4df1-912a-5a55fe358c2d req-ec4d8fac-8321-4405-b5dd-d95130480233 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1861093 Jul 29 23:25:14.176684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-2c302fe8-5044-454d-b6e7-2ee171596d9d tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.178576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-2c302fe8-5044-454d-b6e7-2ee171596d9d tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1096 time: 0.1906538 Jul 29 23:25:14.209253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64deebec-6e9e-4df1-912a-5a55fe358c2d req-427be8de-2e4f-4144-a162-a947d2c5da16 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616288 Jul 29 23:25:14.222975 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7461648 Jul 29 23:25:14.242332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:14.253954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Request body: {'subnet': {'network_id': 'a37e551d-8666-4b1c-b940-6cf1fbdb8bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-966102047-subnet', 'tenant_id': 'e40b1bbba74c40f981231df8d710449d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:14.267004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6723078-bd57-4e0d-9a14-3262b8531afe admin admin] Pushing event updated for resources: {'Network': ['ID=a37e551d-8666-4b1c-b940-6cf1fbdb8bc2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:14.277546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a37e551d-8666-4b1c-b940-6cf1fbdb8bc2 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:25:14.324929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b20a4-a199-41bf-a7a8-64a2884e255e req-0d01314e-a61b-49a4-b26e-c36053865ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.327370 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-198b20a4-a199-41bf-a7a8-64a2884e255e req-0d01314e-a61b-49a4-b26e-c36053865ede service neutron] 10.222.0.47 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 920 time: 0.2989454 Jul 29 23:25:14.333765 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Made reservation on behalf of e40b1bbba74c40f981231df8d710449d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:14.336712 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.448642 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-198b20a4-a199-41bf-a7a8-64a2884e255e req-84cd8738-d10f-4e60-bea4-672e66a990dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a HTTP/1.1" status: 200 len: 217 time: 0.1093237 Jul 29 23:25:14.562092 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.563842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-3506fc11-4463-40bf-9027-82e8370e5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.566415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-3506fc11-4463-40bf-9027-82e8370e5d9e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137&tenant_id=c3e5a83bba0440559ee180cab805bf7a HTTP/1.1" status: 200 len: 1096 time: 0.3673801 Jul 29 23:25:14.590750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a5e91-4cad-494f-8b94-9e1d1e74b72c req-78009b9f-277a-416b-8f61-8d1a1325f21e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.602641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-459a5e91-4cad-494f-8b94-9e1d1e74b72c req-78009b9f-277a-416b-8f61-8d1a1325f21e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.3907397 Jul 29 23:25:14.607732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b20a4-a199-41bf-a7a8-64a2884e255e req-260d46a0-5d5a-407f-8578-81e68e04ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.609241 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-198b20a4-a199-41bf-a7a8-64a2884e255e req-260d46a0-5d5a-407f-8578-81e68e04ecaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.1479015 Jul 29 23:25:14.666727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event deleted for resources: {'Port': ['ID=a9a0a10f-2bcf-4bab-8709-4f32e2c90893,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:14.697386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c25a1-6e1a-4820-a2ae-fbc0ae17eb36 req-2b301872-4a34-4ed9-85d1-cdaf190a35a9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.699525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-838c25a1-6e1a-4820-a2ae-fbc0ae17eb36 req-2b301872-4a34-4ed9-85d1-cdaf190a35a9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 946 time: 0.2883778 Jul 29 23:25:14.750841 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-198b20a4-a199-41bf-a7a8-64a2884e255e req-7effca26-8b7c-4b34-92a1-9629aa036343 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151502 Jul 29 23:25:14.758323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-459a5e91-4cad-494f-8b94-9e1d1e74b72c req-32976611-621a-4514-9877-dda2bd31a520 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544530 Jul 29 23:25:14.779203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-5d24d3d3-234e-47e2-b932-43b5149b9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.781079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-5d24d3d3-234e-47e2-b932-43b5149b9b81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3e5a83bba0440559ee180cab805bf7a&device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 1096 time: 0.1690764 Jul 29 23:25:14.791467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-838c25a1-6e1a-4820-a2ae-fbc0ae17eb36 req-49604409-d2a8-47f0-b04b-aa4529243b02 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825744 Jul 29 23:25:14.851234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a9a0a10f-2bcf-4bab-8709-4f32e2c90893 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:14.901317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: a9a0a10f-2bcf-4bab-8709-4f32e2c90893 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:14.902934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a9a0a10f-2bcf-4bab-8709-4f32e2c90893 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:14.947000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-668d073f-b418-4ba6-a09c-c61ff9ee100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.949462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-668d073f-b418-4ba6-a09c-c61ff9ee100a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 200 len: 922 time: 0.1341639 Jul 29 23:25:15.022540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cad542bd-1b20-46b6-a097-ed1321b8cb57 req-13904556-64cb-4230-ba91-df7252d0459b tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 210 time: 0.0537958 Jul 29 23:25:15.092514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-9b35b4ba-4b23-4ce8-aa70-4c2b0fb03856 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e HTTP/1.1" status: 200 len: 217 time: 0.0671985 Jul 29 23:25:15.157840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.214367 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-198b20a4-a199-41bf-a7a8-64a2884e255e req-ce4ab11c-a7d9-42a9-a73d-231f4c3bf3c1 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501754 Jul 29 23:25:15.216194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Router 0c439ae3-31db-4cbc-9859-c86e91c474b5 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:25:15.224226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e462dab-184a-44d3-93e3-abdc138f559f req-c57c3a48-f696-4074-803b-d5082329e4e7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:15.227671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e462dab-184a-44d3-93e3-abdc138f559f req-c57c3a48-f696-4074-803b-d5082329e4e7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 944 time: 0.2772162 Jul 29 23:25:15.298391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-15e1b2a1-9dee-4408-b1a3-1b037081ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:15.300376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-15e1b2a1-9dee-4408-b1a3-1b037081ffed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 200 len: 861 time: 0.1908216 Jul 29 23:25:15.307613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0df87e-05ea-4ea1-9ca8-e68289f51609,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:15.337812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d570-1a8f-4624-a1d8-a1565b5542e4 req-c4229ee8-1041-438b-b6a0-9e040e883a36 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:15.345934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b49d570-1a8f-4624-a1d8-a1565b5542e4 req-c4229ee8-1041-438b-b6a0-9e040e883a36 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 949 time: 0.1143179 Jul 29 23:25:15.357959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e462dab-184a-44d3-93e3-abdc138f559f req-53e25ccd-0a68-4619-a23b-03768ee56a90 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218989 Jul 29 23:25:15.375303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-ad41db02-3321-4ff9-a100-a53a618dc8ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec171ef1-ffe3-48e7-8d95-c590de6ad093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564785 Jul 29 23:25:15.409269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Checking segment: {'id': 'f1a85f4a-9302-4a8e-b69b-77683c37653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a37e551d-8666-4b1c-b940-6cf1fbdb8bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:15.409886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Network hostable DHCP agents. Network: a37e551d-8666-4b1c-b940-6cf1fbdb8bc2, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:25:15.480068 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b49d570-1a8f-4624-a1d8-a1565b5542e4 req-db938e3d-e252-4ea6-aa52-b653ea5edac6 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285324 Jul 29 23:25:15.491190 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-198b20a4-a199-41bf-a7a8-64a2884e255e req-e0c5c391-f971-429d-808c-d77cac76f7c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613344 Jul 29 23:25:15.505004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Network a37e551d-8666-4b1c-b940-6cf1fbdb8bc2 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:25:15.516838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:15.524734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, a37e551d-8666-4b1c-b940-6cf1fbdb8bc2) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:15.534281 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] Sync routers for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:15.546346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:15.546962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.555400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1017ccc-74b6-4805-ae77-138a3e304ba8 None None] Network a37e551d-8666-4b1c-b940-6cf1fbdb8bc2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:15.563581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-3b9228a6-b2bd-445f-8b1f-1217a4172250 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706002 Jul 29 23:25:15.568405 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:15.569385 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:15.602463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8071f33-5d7f-435c-b2e6-29ab5720a8c7 req-0314338c-b0dd-4c51-b7eb-7d8b844173c1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:15.604206 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8071f33-5d7f-435c-b2e6-29ab5720a8c7 req-0314338c-b0dd-4c51-b7eb-7d8b844173c1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1397681 Jul 29 23:25:15.615699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] No DVR routers for this DVR port a9a0a10f-2bcf-4bab-8709-4f32e2c90893 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:15.622689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.629048 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c4de6ddf-0054-4c0c-aa53-25b2a001f7ee req-c6fc4567-f06e-4af5-b2af-e77832fdc65f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.47 "DELETE /v2.0/ports/a9a0a10f-2bcf-4bab-8709-4f32e2c90893 HTTP/1.1" status: 204 len: 173 time: 2.8883040 Jul 29 23:25:15.644256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10224d5f-9ab4-4c89-9e02-67081628689f', 'name': 'network-vif-deleted', 'tag': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:15.649916 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44800e2-af9e-48e3-921a-ec928a2e9571" -d '{"events": [{"server_uuid": "10224d5f-9ab4-4c89-9e02-67081628689f", "name": "network-vif-deleted", "tag": "a9a0a10f-2bcf-4bab-8709-4f32e2c90893"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:15.697285 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cc289615-470f-40b4-882d-a4efdee93019 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4525478 Jul 29 23:25:15.754395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-9f6de7e5-96d5-4856-9d80-320a4ccceef0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:15.756128 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-9f6de7e5-96d5-4856-9d80-320a4ccceef0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 946 time: 0.2065716 Jul 29 23:25:15.761383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8071f33-5d7f-435c-b2e6-29ab5720a8c7 req-2a86a2a1-b9bf-49d3-90a9-fbb324d3785a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458025 Jul 29 23:25:15.771506 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeb60e3-9e7a-4170-9bdd-a2c179d85db0 x-openstack-request-id: req-abeb60e3-9e7a-4170-9bdd-a2c179d85db0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:15.771846 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10224d5f-9ab4-4c89-9e02-67081628689f", "name": "network-vif-deleted", "tag": "a9a0a10f-2bcf-4bab-8709-4f32e2c90893", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:15.772123 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abeb60e3-9e7a-4170-9bdd-a2c179d85db0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:15.772526 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10224d5f-9ab4-4c89-9e02-67081628689f', 'name': 'network-vif-deleted', 'tag': 'a9a0a10f-2bcf-4bab-8709-4f32e2c90893', 'status': 'completed', 'code': 200} Jul 29 23:25:15.890930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-11798bda-31b2-4fa8-9016-18de7266e580 service neutron] 10.222.0.42 "GET /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062079 Jul 29 23:25:15.936708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce02e2e2-b66b-49a8-8cae-2c1f29ed74f3 None None] Network a37e551d-8666-4b1c-b940-6cf1fbdb8bc2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:15.971844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c7ce4e13-1337-472d-8e88-db909d96ad10 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:15.979108 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:25:15.992266 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:16.033604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af033f-fef2-40b9-98ab-de44f999dae2 req-7b1e8651-d7b9-4659-8a51-4f0bf82db7a7 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:16.041612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-4831b640-fcd3-42e9-9b16-83729dd37683 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:16.041866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54af033f-fef2-40b9-98ab-de44f999dae2 req-7b1e8651-d7b9-4659-8a51-4f0bf82db7a7 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1165018 Jul 29 23:25:16.043216 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-4831b640-fcd3-42e9-9b16-83729dd37683 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.42 "GET /v2.0/networks?id=64586059-01f1-49b9-8ef5-2910bc6c6717 HTTP/1.1" status: 200 len: 824 time: 0.2860661 Jul 29 23:25:16.051977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-f26dd7b3-3b5a-43e5-96f9-4d879fcde9d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Deleting port 9a764239-25d8-4935-b662-883d7d700bbb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:16.052346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-f26dd7b3-3b5a-43e5-96f9-4d879fcde9d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.060729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07ab66-897c-4880-84e8-ab5b15def3af req-43adad05-7ffc-4e1c-95db-4e4f5ffd1a13 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:16.068742 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d07ab66-897c-4880-84e8-ab5b15def3af req-43adad05-7ffc-4e1c-95db-4e4f5ffd1a13 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 946 time: 0.1259749 Jul 29 23:25:16.181262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d07ab66-897c-4880-84e8-ab5b15def3af req-ca6feda0-400a-4a0b-b169-593078ec11a3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114247 Jul 29 23:25:16.193795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54af033f-fef2-40b9-98ab-de44f999dae2 req-f217d523-ae3a-427b-b125-638c5e2d233c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508467 Jul 29 23:25:16.265961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-f26dd7b3-3b5a-43e5-96f9-4d879fcde9d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] For port 9a764239-25d8-4935-b662-883d7d700bbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9a764239-25d8-4935-b662-883d7d700bbb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:16.266509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-f26dd7b3-3b5a-43e5-96f9-4d879fcde9d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.312540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port c7ce4e13-1337-472d-8e88-db909d96ad10 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:16.313323 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-7902caa1-5133-4477-9e7e-2df277a1142c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d201b695131547f0964bd2cc9a237702 HTTP/1.1" status: 200 len: 379 time: 0.0935135 Jul 29 23:25:16.319637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-f26dd7b3-3b5a-43e5-96f9-4d879fcde9d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Calling delete_port for 9a764239-25d8-4935-b662-883d7d700bbb owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:16.338611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Request body: {'port': {'device_id': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'admin_state_up': True, 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'security_groups': ['fcef4797-290d-4196-a380-12c485144d5e']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:16.341748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port c7ce4e13-1337-472d-8e88-db909d96ad10 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:16.343978 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.396494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-40cfe122-ce24-435c-b224-424cebdcba9e req-5f156e41-447b-4e83-a6bf-968b35b2109c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-641133457', 'description': 'tempest-description-749705162'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:16.403214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-4af097c8-e63e-4863-a20a-133496cfe1e2 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:16.404882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-4af097c8-e63e-4863-a20a-133496cfe1e2 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137&tenant_id=c3e5a83bba0440559ee180cab805bf7a&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1096 time: 0.1313002 Jul 29 23:25:16.436176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6124eead-9738-454e-9c98-fc13aac4fe86 req-8c226e96-02e3-49c6-8862-b601cee7004e tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 210 time: 0.0651639 Jul 29 23:25:16.615395 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.654563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffb6bc3-2a84-42fb-9153-9148d394c6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ce4e13-1337-472d-8e88-db909d96ad10'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:16.658491 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b162d69-dab0-4969-9602-6a0d6c3cbe1b" -d '{"events": [{"server_uuid": "bffb6bc3-2a84-42fb-9153-9148d394c6f6", "name": "network-vif-plugged", "status": "completed", "tag": "c7ce4e13-1337-472d-8e88-db909d96ad10"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:16.673749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c7ce4e13-1337-472d-8e88-db909d96ad10, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c7ce4e13-1337-472d-8e88-db909d96ad10,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:16.678133 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:16.686690 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.729735 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-40cfe122-ce24-435c-b224-424cebdcba9e req-5f156e41-447b-4e83-a6bf-968b35b2109c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.795190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Made reservation on behalf of d201b695131547f0964bd2cc9a237702 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:16.808334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.809603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c7ce4e13-1337-472d-8e88-db909d96ad10,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:16.855837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-40cfe122-ce24-435c-b224-424cebdcba9e req-5f156e41-447b-4e83-a6bf-968b35b2109c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.873223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e90576-8cee-4d4b-900b-30970ccac6e1 req-c5635381-6905-434e-b837-638c3c19fb33 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:16.882632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2e90576-8cee-4d4b-900b-30970ccac6e1 req-c5635381-6905-434e-b837-638c3c19fb33 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 944 time: 0.2698750 Jul 29 23:25:16.905634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-4f475c07-e09e-4e39-8707-ac9942f995b1 service neutron] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:16.907181 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-40cfe122-ce24-435c-b224-424cebdcba9e req-5f156e41-447b-4e83-a6bf-968b35b2109c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.914194 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-4f475c07-e09e-4e39-8707-ac9942f995b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.915595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c62a8a9-a8a4-4b95-92ce-cb17cd2f5321 req-4f475c07-e09e-4e39-8707-ac9942f995b1 service neutron] 10.222.0.42 "DELETE /v2.0/ports/847cc0b0-1e4d-4f94-a492-66a07a863d8e/bindings/n-h2-712139-11 HTTP/1.1" status: 204 len: 173 time: 0.4788003 Jul 29 23:25:16.933827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-f26dd7b3-3b5a-43e5-96f9-4d879fcde9d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.941397 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] Checking router: 0c439ae3-31db-4cbc-9859-c86e91c474b5 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:16.954837 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:16.955678 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:24:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:16.973271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2e90576-8cee-4d4b-900b-30970ccac6e1 req-aa4a2bba-e632-44ab-92e8-1cf0ae25e789 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893891 Jul 29 23:25:16.986191 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-40cfe122-ce24-435c-b224-424cebdcba9e req-5f156e41-447b-4e83-a6bf-968b35b2109c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.999432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dd7b3-3b5a-43e5-96f9-4d879fcde9d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event deleted for resources: {'Port': ['ID=9a764239-25d8-4935-b662-883d7d700bbb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:17.006838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40cfe122-ce24-435c-b224-424cebdcba9e req-5f156e41-447b-4e83-a6bf-968b35b2109c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6181598 Jul 29 23:25:17.027040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f156e41-447b-4e83-a6bf-968b35b2109c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cb4aee-db34-45dc-9ba3-25808dc83184,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:17.055453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-f26dd7b3-3b5a-43e5-96f9-4d879fcde9d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] No DVR routers for this DVR port 9a764239-25d8-4935-b662-883d7d700bbb on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:17.059929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-f26dd7b3-3b5a-43e5-96f9-4d879fcde9d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.062696 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e779cb35-b145-4c35-b5bc-9fdac43e16eb req-f26dd7b3-3b5a-43e5-96f9-4d879fcde9d0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "DELETE /v2.0/ports/9a764239-25d8-4935-b662-883d7d700bbb HTTP/1.1" status: 204 len: 173 time: 1.2250009 Jul 29 23:25:17.121692 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:17.130318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Allocated IP 172.20.0.8 (64586059-01f1-49b9-8ef5-2910bc6c6717/5a54c455-7d4a-4eba-af27-492d624ee19e/f55746b4-b5ae-4270-a675-6699b572e417) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:17.139657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60a443-de1f-40b2-91c6-d2a775257d4b req-fd3fd97c-a9cf-41cc-a723-806fb7a67ebd tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.149218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c60a443-de1f-40b2-91c6-d2a775257d4b req-fd3fd97c-a9cf-41cc-a723-806fb7a67ebd tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 950 time: 0.0744677 Jul 29 23:25:17.177396 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2759370d-46f3-4b7d-a002-3518711f46e8 x-openstack-request-id: req-2759370d-46f3-4b7d-a002-3518711f46e8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:17.177953 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffb6bc3-2a84-42fb-9153-9148d394c6f6", "name": "network-vif-plugged", "status": "completed", "tag": "c7ce4e13-1337-472d-8e88-db909d96ad10", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:17.178263 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2759370d-46f3-4b7d-a002-3518711f46e8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:17.178706 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffb6bc3-2a84-42fb-9153-9148d394c6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ce4e13-1337-472d-8e88-db909d96ad10', 'code': 200} Jul 29 23:25:17.221282 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c60a443-de1f-40b2-91c6-d2a775257d4b req-ed785c4b-6ccd-45f7-970a-9666282897c9 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709059 Jul 29 23:25:17.374645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.415869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Transition to ACTIVE for port object f55746b4-b5ae-4270-a675-6699b572e417 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:17.463147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64ceacba-8861-4316-ac58-f2b29463c98a req-7efe10a1-e446-4de2-a821-9de27d18d37e tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/61cb4aee-db34-45dc-9ba3-25808dc83184 HTTP/1.1" status: 200 len: 1803 time: 0.1742611 Jul 29 23:25:17.481616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-64ceacba-8861-4316-ac58-f2b29463c98a req-663f80e1-e06f-46d8-99f7-5e2c125efd66 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '61cb4aee-db34-45dc-9ba3-25808dc83184', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:17.482538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-64ceacba-8861-4316-ac58-f2b29463c98a req-663f80e1-e06f-46d8-99f7-5e2c125efd66 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '61cb4aee-db34-45dc-9ba3-25808dc83184', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:17.496902 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.512323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47905e3d-7a47-4eb3-a862-d58639927723 req-ae6ce6f5-fc4b-4249-96e6-404323523995 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.519899 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47905e3d-7a47-4eb3-a862-d58639927723 req-ae6ce6f5-fc4b-4249-96e6-404323523995 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1862414 Jul 29 23:25:17.526296 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:17.530040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912567f7-053c-4e95-8216-9ff87273be75 req-167ae8a3-69ce-40d8-ab54-4ab5f93510ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.532151 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-912567f7-053c-4e95-8216-9ff87273be75 req-167ae8a3-69ce-40d8-ab54-4ab5f93510ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 1102 time: 0.2004266 Jul 29 23:25:17.558424 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event updated for resources: {'Port': ['ID=f55746b4-b5ae-4270-a675-6699b572e417,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:17.576027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:17.577661 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:17.580063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:17.605060 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47905e3d-7a47-4eb3-a862-d58639927723 req-f0c09404-678e-4c28-bd47-d27a489d3821 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805895 Jul 29 23:25:17.615064 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3717be-5bd0-48a2-9dde-c3c314db9d3f None None] The sync data for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 is: [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:17.662594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.663639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.665298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-912567f7-053c-4e95-8216-9ff87273be75 req-515515f1-5bf1-45f1-bd4d-577516eb68d2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136720 Jul 29 23:25:17.727463 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-cf4ef0fe-e83b-45d9-a5e0-4fb029edf70d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3999069 Jul 29 23:25:17.740531 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64ceacba-8861-4316-ac58-f2b29463c98a req-663f80e1-e06f-46d8-99f7-5e2c125efd66 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.750920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Request body: {'port': {'device_id': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:17.803863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e158964-fddc-4bd4-b575-ab7ad3fb0c3f req-19703668-6145-4a28-945c-6a9af868f1aa tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=03183633-05a2-46d9-b127-7360d66999fb HTTP/1.1" status: 200 len: 210 time: 0.0431731 Jul 29 23:25:17.832857 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64ceacba-8861-4316-ac58-f2b29463c98a req-663f80e1-e06f-46d8-99f7-5e2c125efd66 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.840243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64ceacba-8861-4316-ac58-f2b29463c98a req-663f80e1-e06f-46d8-99f7-5e2c125efd66 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.894922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03183633-05a2-46d9-b127-7360d66999fb', 'name': 'network-vif-deleted', 'tag': '9a764239-25d8-4935-b662-883d7d700bbb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:17.896035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f80e1-e06f-46d8-99f7-5e2c125efd66 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cb19a0-07ad-4c78-9c49-7a4d5ac63f83,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:17.898718 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bda5e8-d6ab-4f8a-b9bb-6631bcd63189" -d '{"events": [{"server_uuid": "03183633-05a2-46d9-b127-7360d66999fb", "name": "network-vif-deleted", "tag": "9a764239-25d8-4935-b662-883d7d700bbb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:17.917138 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64ceacba-8861-4316-ac58-f2b29463c98a req-663f80e1-e06f-46d8-99f7-5e2c125efd66 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.918905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64ceacba-8861-4316-ac58-f2b29463c98a req-663f80e1-e06f-46d8-99f7-5e2c125efd66 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4462342 Jul 29 23:25:18.019539 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.038658 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-85c3eac8-bd1f-4d9d-a75a-38a2af83c582 None None] Provisioning for port f55746b4-b5ae-4270-a675-6699b572e417 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:18.046744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-85c3eac8-bd1f-4d9d-a75a-38a2af83c582 None None] Provisioning complete for port f55746b4-b5ae-4270-a675-6699b572e417 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:18.047671 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85c3eac8-bd1f-4d9d-a75a-38a2af83c582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.085489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78204ee-69f7-43c4-b42f-b5e82f1a31b3 req-a6e96721-bbb4-4e35-afa1-0627233669d9 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.087626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b78204ee-69f7-43c4-b42f-b5e82f1a31b3 req-a6e96721-bbb4-4e35-afa1-0627233669d9 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1676219 Jul 29 23:25:18.129068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-85c3eac8-bd1f-4d9d-a75a-38a2af83c582 None None] Port f55746b4-b5ae-4270-a675-6699b572e417 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:18.162712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec49ea6c-937a-4417-96a4-1cbafafdc8b2 None None] New status for floating IP ac276239-fdfc-4589-8795-8de02bb6975b: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:25:18.177786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b78204ee-69f7-43c4-b42f-b5e82f1a31b3 req-0d055315-b947-453c-9e4c-7a9c2321840e tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818875 Jul 29 23:25:18.317230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5868e-415e-411a-9226-5df32a96675a req-d8996c8c-cac9-408c-b372-7ca31c110e12 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.326214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b5868e-415e-411a-9226-5df32a96675a req-d8996c8c-cac9-408c-b372-7ca31c110e12 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 1096 time: 0.3098903 Jul 29 23:25:18.361056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23499438-1629-4834-8219-00986727a5fa req-bae3842c-7b76-4b15-a27b-c6408f8040af tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.369798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23499438-1629-4834-8219-00986727a5fa req-bae3842c-7b76-4b15-a27b-c6408f8040af tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 931 time: 0.1203504 Jul 29 23:25:18.426994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b5868e-415e-411a-9226-5df32a96675a req-46711b71-c50a-4c3f-9c0f-d949372302a2 tempest-LiveAutoBlockMigrationV225Test-78143083 tempest-LiveAutoBlockMigrationV225Test-78143083-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992832 Jul 29 23:25:18.450663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23499438-1629-4834-8219-00986727a5fa req-796f0392-ff9a-458d-9570-27a4d0f7bd1b tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797827 Jul 29 23:25:18.510335 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.512744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d03ff0ce-594f-49c9-805b-604c620f5574 req-a462549b-6e9a-4ce8-9218-8d8eaf02c150 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-873013447', 'description': 'tempest-description-358579614'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:18.541638 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f490e40-1a69-4a39-b5da-45557eb2d199 x-openstack-request-id: req-4f490e40-1a69-4a39-b5da-45557eb2d199 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:18.543427 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03183633-05a2-46d9-b127-7360d66999fb", "name": "network-vif-deleted", "tag": "9a764239-25d8-4935-b662-883d7d700bbb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:18.545696 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f490e40-1a69-4a39-b5da-45557eb2d199 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:18.546806 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03183633-05a2-46d9-b127-7360d66999fb', 'name': 'network-vif-deleted', 'tag': '9a764239-25d8-4935-b662-883d7d700bbb', 'status': 'completed', 'code': 200} Jul 29 23:25:18.550366 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55746b4-b5ae-4270-a675-6699b572e417 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:18.562376 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d03ff0ce-594f-49c9-805b-604c620f5574 req-a462549b-6e9a-4ce8-9218-8d8eaf02c150 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.566505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.582928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Transition to ACTIVE for port object f55746b4-b5ae-4270-a675-6699b572e417 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:18.588553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.640678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Pushing event updated for resources: {'Port': ['ID=f55746b4-b5ae-4270-a675-6699b572e417,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:18.697519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48ffe1-3cdd-4567-a3df-166999282cb5 req-c9bd9a60-0e6f-4afa-9668-fef1649fff9a tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.699157 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f48ffe1-3cdd-4567-a3df-166999282cb5 req-c9bd9a60-0e6f-4afa-9668-fef1649fff9a tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 950 time: 0.1051714 Jul 29 23:25:18.753686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Attempting to bind port f55746b4-b5ae-4270-a675-6699b572e417 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:18.754029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Attempting to bind port f55746b4-b5ae-4270-a675-6699b572e417 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:18.754386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Attempting to bind port f55746b4-b5ae-4270-a675-6699b572e417 on network 64586059-01f1-49b9-8ef5-2910bc6c6717 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:18.760237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Port f55746b4-b5ae-4270-a675-6699b572e417 on network 64586059-01f1-49b9-8ef5-2910bc6c6717 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:18.760744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Attempting to bind port f55746b4-b5ae-4270-a675-6699b572e417 on network 64586059-01f1-49b9-8ef5-2910bc6c6717 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:18.772153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:18.772523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Checking segment: {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:18.773125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Bound using segment: {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:18.773572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Bound port: f55746b4-b5ae-4270-a675-6699b572e417, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec624a9-a6ed-439c-910d-b7fab6f72fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:18.774047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.787005 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d03ff0ce-594f-49c9-805b-604c620f5574 req-a462549b-6e9a-4ce8-9218-8d8eaf02c150 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.793819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f48ffe1-3cdd-4567-a3df-166999282cb5 req-ed8736cc-0b26-4dba-be69-b1e17cf88f1b tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701003 Jul 29 23:25:18.796064 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d03ff0ce-594f-49c9-805b-604c620f5574 req-a462549b-6e9a-4ce8-9218-8d8eaf02c150 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.829233 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d03ff0ce-594f-49c9-805b-604c620f5574 req-a462549b-6e9a-4ce8-9218-8d8eaf02c150 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.830829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d03ff0ce-594f-49c9-805b-604c620f5574 req-a462549b-6e9a-4ce8-9218-8d8eaf02c150 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3261275 Jul 29 23:25:18.837134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462549b-6e9a-4ce8-9218-8d8eaf02c150 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2fc5b2-3a69-44bf-b5eb-ee1723565248,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:18.865924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9a764239-25d8-4935-b662-883d7d700bbb no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:18.892885 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 9a764239-25d8-4935-b662-883d7d700bbb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:18.893330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9a764239-25d8-4935-b662-883d7d700bbb not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:18.994016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] For port f55746b4-b5ae-4270-a675-6699b572e417, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:18.998787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] For port f55746b4-b5ae-4270-a675-6699b572e417, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f55746b4-b5ae-4270-a675-6699b572e417,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:19.011125 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.048462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee628b-174f-4e32-a683-2a826556214a req-12ff584b-da1e-4a7e-bd97-2b71bcaff3f7 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.050284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffee628b-174f-4e32-a683-2a826556214a req-12ff584b-da1e-4a7e-bd97-2b71bcaff3f7 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1052728 Jul 29 23:25:19.051774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.052616 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.054209 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] 10.222.0.42 "PUT /v2.0/ports/f55746b4-b5ae-4270-a675-6699b572e417 HTTP/1.1" status: 200 len: 1092 time: 1.3145430 Jul 29 23:25:19.120913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffee628b-174f-4e32-a683-2a826556214a req-e586f681-d795-413b-a53f-88304626d5a8 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538528 Jul 29 23:25:19.213962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d074ec-d836-43f2-9c55-9b085abe4618 service neutron] Pushing event updated for resources: {'Port': ['ID=f55746b4-b5ae-4270-a675-6699b572e417,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:19.243880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-ed280f87-59b6-4db1-9c55-4fa31d3bce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.246268 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-ed280f87-59b6-4db1-9c55-4fa31d3bce43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d201b695131547f0964bd2cc9a237702&device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 1095 time: 0.0807798 Jul 29 23:25:19.278530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c8af59e-c051-4338-bdd2-946e11c5b37b req-0eaffa29-cffa-4fd1-a9f4-6817865d2bce tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/9d2fc5b2-3a69-44bf-b5eb-ee1723565248 HTTP/1.1" status: 200 len: 1803 time: 0.0909269 Jul 29 23:25:19.284377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4c8af59e-c051-4338-bdd2-946e11c5b37b req-675d776b-9f4a-4d83-b660-2cfb1e3486b4 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9d2fc5b2-3a69-44bf-b5eb-ee1723565248', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:19.284891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4c8af59e-c051-4338-bdd2-946e11c5b37b req-675d776b-9f4a-4d83-b660-2cfb1e3486b4 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9d2fc5b2-3a69-44bf-b5eb-ee1723565248', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:19.317829 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-01da4802-4260-4e55-b26f-ca59b8cee615 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f55746b4-b5ae-4270-a675-6699b572e417 HTTP/1.1" status: 200 len: 217 time: 0.0570295 Jul 29 23:25:19.390140 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c8af59e-c051-4338-bdd2-946e11c5b37b req-675d776b-9f4a-4d83-b660-2cfb1e3486b4 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.423661 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c8af59e-c051-4338-bdd2-946e11c5b37b req-675d776b-9f4a-4d83-b660-2cfb1e3486b4 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.429287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-34151159-cab0-4e79-a1de-43c48c04be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.431228 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-34151159-cab0-4e79-a1de-43c48c04be91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a54c455-7d4a-4eba-af27-492d624ee19e HTTP/1.1" status: 200 len: 863 time: 0.1018701 Jul 29 23:25:19.453392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c8af59e-c051-4338-bdd2-946e11c5b37b req-675d776b-9f4a-4d83-b660-2cfb1e3486b4 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.496753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d776b-9f4a-4d83-b660-2cfb1e3486b4 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac797224-394f-496a-ad4f-7986048d93bd,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:19.515127 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c8af59e-c051-4338-bdd2-946e11c5b37b req-675d776b-9f4a-4d83-b660-2cfb1e3486b4 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.516540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c8af59e-c051-4338-bdd2-946e11c5b37b req-675d776b-9f4a-4d83-b660-2cfb1e3486b4 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2364264 Jul 29 23:25:19.517373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-ee3f5f4c-93c2-4366-acae-e2028f3547c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.519084 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-ee3f5f4c-93c2-4366-acae-e2028f3547c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64586059-01f1-49b9-8ef5-2910bc6c6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737667 Jul 29 23:25:19.556229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af534fe-3138-4e19-94a3-864c1a88f792 req-ce4ce819-75e5-4b68-867b-a937f9c79871 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.564570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7af534fe-3138-4e19-94a3-864c1a88f792 req-ce4ce819-75e5-4b68-867b-a937f9c79871 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 944 time: 0.2021570 Jul 29 23:25:19.636576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7af534fe-3138-4e19-94a3-864c1a88f792 req-1f47a321-859c-4b49-a962-173b512f5f50 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699074 Jul 29 23:25:19.667585 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-733b693d-296f-400e-97df-94ece86e84be service neutron] 10.222.0.42 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265085 Jul 29 23:25:19.674669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3709386-f501-4923-9450-5f29d9998ec0 req-d951ffec-3d9c-4e40-bdf7-d13f16574644 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.676441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3709386-f501-4923-9450-5f29d9998ec0 req-d951ffec-3d9c-4e40-bdf7-d13f16574644 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0929270 Jul 29 23:25:19.745069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3709386-f501-4923-9450-5f29d9998ec0 req-23e51c33-7a0d-4b19-8d9b-28f9532f6c2d tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572898 Jul 29 23:25:19.811176 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c34f6c7-864a-4dd0-add4-f22953e788b5 req-9c2f0d73-c0f5-48f4-b43b-d8fa6c4b26c4 service neutron] 10.222.0.42 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121211 Jul 29 23:25:19.907792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8b70-cc5d-467a-8f1e-476237273976 req-74e30a9a-3ea5-4ced-9b99-7fb67e305c0c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.909356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-babe8b70-cc5d-467a-8f1e-476237273976 req-74e30a9a-3ea5-4ced-9b99-7fb67e305c0c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 943 time: 0.0842857 Jul 29 23:25:19.917791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-a866e84c-cc2f-4586-a05c-e67bc5b788d3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.919196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-a866e84c-cc2f-4586-a05c-e67bc5b788d3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.1636040 Jul 29 23:25:19.951136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-c93439de-b7d4-4819-8023-e5d8e3e5b65d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/quotas/aad8ccc943da4fd68e7532207ff24809 HTTP/1.1" status: 200 len: 375 time: 0.0241623 Jul 29 23:25:19.992498 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-5813ec4b-e3dd-4b1f-be03-1548e52e2677 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403812 Jul 29 23:25:20.017909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-babe8b70-cc5d-467a-8f1e-476237273976 req-5f726532-362a-4d72-a42f-f1a62a460ae5 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919614 Jul 29 23:25:20.215994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-fcbb05ed-784c-4e9a-bf72-3fe947a5d798 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:20.218923 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-fcbb05ed-784c-4e9a-bf72-3fe947a5d798 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 944 time: 0.0603275 Jul 29 23:25:20.338486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-3f8414b6-7dae-4a47-a9cf-28518de7ac30 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Deleting port 847cc0b0-1e4d-4f94-a492-66a07a863d8e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:20.341035 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-3f8414b6-7dae-4a47-a9cf-28518de7ac30 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.387082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c81853a4-1b9f-4f6f-8d20-8a2f855d0522 req-f0cf7e69-3d92-4521-a640-1f5be38af521 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1871692394', 'description': 'tempest-description-1550317342'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:20.436658 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c81853a4-1b9f-4f6f-8d20-8a2f855d0522 req-f0cf7e69-3d92-4521-a640-1f5be38af521 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.467165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-3f8414b6-7dae-4a47-a9cf-28518de7ac30 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] For port 847cc0b0-1e4d-4f94-a492-66a07a863d8e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=847cc0b0-1e4d-4f94-a492-66a07a863d8e,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:20.467929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-3f8414b6-7dae-4a47-a9cf-28518de7ac30 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.471594 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-325e363e-8cf1-4fb6-83b7-c23bba3e3e29 service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781871 Jul 29 23:25:20.488129 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-3f8414b6-7dae-4a47-a9cf-28518de7ac30 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Calling delete_port for 847cc0b0-1e4d-4f94-a492-66a07a863d8e owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:20.551036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'tag': 'f55746b4-b5ae-4270-a675-6699b572e417'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:20.554500 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6b978c-a185-49c2-83ee-de3902f3afb6", "tag": "f55746b4-b5ae-4270-a675-6699b572e417"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:20.602346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0a47186c-797e-49ca-80d7-7e1746ebc183 service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296413 Jul 29 23:25:20.634597 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c81853a4-1b9f-4f6f-8d20-8a2f855d0522 req-f0cf7e69-3d92-4521-a640-1f5be38af521 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.642437 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c81853a4-1b9f-4f6f-8d20-8a2f855d0522 req-f0cf7e69-3d92-4521-a640-1f5be38af521 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.677794 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c81853a4-1b9f-4f6f-8d20-8a2f855d0522 req-f0cf7e69-3d92-4521-a640-1f5be38af521 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.678826 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c81853a4-1b9f-4f6f-8d20-8a2f855d0522 req-f0cf7e69-3d92-4521-a640-1f5be38af521 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6387727 Jul 29 23:25:20.680709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf7e69-3d92-4521-a640-1f5be38af521 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e8e3e2-5c49-46f2-b67c-5b8ff78a233e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:20.694904 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-3f8414b6-7dae-4a47-a9cf-28518de7ac30 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.714430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['3df81e4e-a28f-461b-878d-19cf2a564a4a', '847cc0b0-1e4d-4f94-a492-66a07a863d8e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:20.735394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8414b6-7dae-4a47-a9cf-28518de7ac30 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Pushing event deleted for resources: {'Port': ['ID=847cc0b0-1e4d-4f94-a492-66a07a863d8e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:20.788073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-3f8414b6-7dae-4a47-a9cf-28518de7ac30 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] No DVR routers for this DVR port 847cc0b0-1e4d-4f94-a492-66a07a863d8e on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:20.789616 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-3f8414b6-7dae-4a47-a9cf-28518de7ac30 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.793540 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d8eaa902-971d-443e-ab1a-cd8d208466b9 req-3f8414b6-7dae-4a47-a9cf-28518de7ac30 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.42 "DELETE /v2.0/ports/847cc0b0-1e4d-4f94-a492-66a07a863d8e HTTP/1.1" status: 204 len: 173 time: 0.5609536 Jul 29 23:25:20.844952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d42bd8-c5a2-4f35-b12a-2d81393259dc req-b7a07ea9-e2cd-4d20-96f4-aad77e09ab8b tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:20.846914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71d42bd8-c5a2-4f35-b12a-2d81393259dc req-b7a07ea9-e2cd-4d20-96f4-aad77e09ab8b tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 950 time: 0.0792124 Jul 29 23:25:20.921415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71d42bd8-c5a2-4f35-b12a-2d81393259dc req-1e5586e2-570f-4074-a806-06f24e54f25c tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654655 Jul 29 23:25:21.017254 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d7027d-1b11-4299-b2cd-8e701d3c66c0 x-openstack-request-id: req-60d7027d-1b11-4299-b2cd-8e701d3c66c0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:21.018028 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6b978c-a185-49c2-83ee-de3902f3afb6", "tag": "f55746b4-b5ae-4270-a675-6699b572e417", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:21.018348 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60d7027d-1b11-4299-b2cd-8e701d3c66c0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:21.018830 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'tag': 'f55746b4-b5ae-4270-a675-6699b572e417', 'status': 'completed', 'code': 200} Jul 29 23:25:21.070138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804651b-684a-476d-adb9-bd6caea5a2f8 req-8a661627-aaa9-4795-b7e0-bf71bc50617b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.073288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7804651b-684a-476d-adb9-bd6caea5a2f8 req-8a661627-aaa9-4795-b7e0-bf71bc50617b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0660174 Jul 29 23:25:21.128388 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-ca2a0d93-48c0-4147-ab4d-ee78d860637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.131671 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-ca2a0d93-48c0-4147-ab4d-ee78d860637e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d201b695131547f0964bd2cc9a237702&device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 1095 time: 0.0822165 Jul 29 23:25:21.164297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7804651b-684a-476d-adb9-bd6caea5a2f8 req-351fc43c-f8a9-41c7-b977-fe88772c54ae tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844088 Jul 29 23:25:21.196206 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-94a38d9c-c008-4e3d-8ae2-9122fbff2c03 req-1079ac32-81a0-4375-8ae6-51892defb1ce tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-861844747', 'description': 'tempest-description-555011845'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:21.229622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-462e846c-4535-40c5-b010-4f217b0ab012 req-96c6cf9f-3f39-454c-bf40-7f22bc9f4ffe tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 210 time: 0.0591273 Jul 29 23:25:21.269635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94a38d9c-c008-4e3d-8ae2-9122fbff2c03 req-1079ac32-81a0-4375-8ae6-51892defb1ce tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.416902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387e099-36c3-4529-ad53-24769a82dd22 req-1b4f97cd-01f0-4488-98d4-bc9aede9194a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.424833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1387e099-36c3-4529-ad53-24769a82dd22 req-1b4f97cd-01f0-4488-98d4-bc9aede9194a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0840938 Jul 29 23:25:21.474209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1387e099-36c3-4529-ad53-24769a82dd22 req-f145ccc8-1b3b-4aa2-ac3a-4dcd86bd0ad4 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483634 Jul 29 23:25:21.545599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94a38d9c-c008-4e3d-8ae2-9122fbff2c03 req-1079ac32-81a0-4375-8ae6-51892defb1ce tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.584299 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94a38d9c-c008-4e3d-8ae2-9122fbff2c03 req-1079ac32-81a0-4375-8ae6-51892defb1ce tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.608260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53052361-467d-4a34-ab5f-3c432d7b2b3a req-e8a625a2-5d1a-4229-a515-6ca9cb781087 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 210 time: 0.0426948 Jul 29 23:25:21.645538 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-394cd4a2-f80f-438e-a03e-a695652a666c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.653438 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94a38d9c-c008-4e3d-8ae2-9122fbff2c03 req-1079ac32-81a0-4375-8ae6-51892defb1ce tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.673024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94a38d9c-c008-4e3d-8ae2-9122fbff2c03 req-1079ac32-81a0-4375-8ae6-51892defb1ce tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4859588 Jul 29 23:25:21.675777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079ac32-81a0-4375-8ae6-51892defb1ce tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6526fb-d152-4c1f-a7ba-24b3254387ce,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:21.738893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-56965f84-53a4-4696-9195-c118dc5ac8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.740786 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-56965f84-53a4-4696-9195-c118dc5ac8fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=64586059-01f1-49b9-8ef5-2910bc6c6717 HTTP/1.1" status: 200 len: 925 time: 0.5870118 Jul 29 23:25:21.811081 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-0ca027c2-b851-4ca4-86c9-5bd954f66da9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f55746b4-b5ae-4270-a675-6699b572e417 HTTP/1.1" status: 200 len: 217 time: 0.0577950 Jul 29 23:25:21.882530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92cf16-2fe2-4c7b-b242-be2a0dd20e1b req-a5f4bf6d-9191-4513-b923-7714a80fcb49 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.895527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-d3524900-4c06-4896-90c4-d168183c0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.896352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe92cf16-2fe2-4c7b-b242-be2a0dd20e1b req-a5f4bf6d-9191-4513-b923-7714a80fcb49 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 943 time: 0.1230855 Jul 29 23:25:21.897407 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-d3524900-4c06-4896-90c4-d168183c0124 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a54c455-7d4a-4eba-af27-492d624ee19e HTTP/1.1" status: 200 len: 863 time: 0.0745025 Jul 29 23:25:21.958852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe92cf16-2fe2-4c7b-b242-be2a0dd20e1b req-d905cbd3-fdda-4e3d-ba0a-99c8d61ad6c2 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614374 Jul 29 23:25:22.001376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-a6bfa660-d46b-4c9a-98c5-1d3c21723a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:22.007017 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-a6bfa660-d46b-4c9a-98c5-1d3c21723a59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64586059-01f1-49b9-8ef5-2910bc6c6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858114 Jul 29 23:25:22.047450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3bd66f9d-bf31-4501-92d8-156d8552456d req-47cd85f3-a9b6-41fd-903e-d3a5bd958a29 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/b0e8e3e2-5c49-46f2-b67c-5b8ff78a233e HTTP/1.1" status: 200 len: 1805 time: 0.0725772 Jul 29 23:25:22.173977 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-e7864174-fac2-4bd8-b17d-8a972f5336c2 service neutron] 10.222.0.42 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588554 Jul 29 23:25:22.217387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3bd66f9d-bf31-4501-92d8-156d8552456d req-f0f2cb1d-9169-4183-9fce-aceb6ab6aa79 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/fe6526fb-d152-4c1f-a7ba-24b3254387ce HTTP/1.1" status: 200 len: 1803 time: 0.1630969 Jul 29 23:25:22.225323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-3bd66f9d-bf31-4501-92d8-156d8552456d req-6da2d66a-88ac-4567-acdb-b74bec6a70e2 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b0e8e3e2-5c49-46f2-b67c-5b8ff78a233e', 'remote_group_id': 'fe6526fb-d152-4c1f-a7ba-24b3254387ce', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:22.225632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-3bd66f9d-bf31-4501-92d8-156d8552456d req-6da2d66a-88ac-4567-acdb-b74bec6a70e2 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b0e8e3e2-5c49-46f2-b67c-5b8ff78a233e', 'remote_group_id': 'fe6526fb-d152-4c1f-a7ba-24b3254387ce', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:22.249459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15edc4-8276-4f16-83c0-381eb8be7572 req-a19e5427-7abd-4043-a0b3-041e8ddf10b8 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:22.251001 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c15edc4-8276-4f16-83c0-381eb8be7572 req-a19e5427-7abd-4043-a0b3-041e8ddf10b8 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 950 time: 0.1440074 Jul 29 23:25:22.321503 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9ffef2c-c94f-467e-bbd4-8ea8664fbcb3 req-7fbbcbe2-7447-4529-9375-16b4460f73ba service neutron] 10.222.0.42 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347260 Jul 29 23:25:22.360083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3bd66f9d-bf31-4501-92d8-156d8552456d req-6da2d66a-88ac-4567-acdb-b74bec6a70e2 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.400678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c15edc4-8276-4f16-83c0-381eb8be7572 req-3edd427f-4a74-4d8e-b821-e2ec3ceef973 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294227 Jul 29 23:25:22.427425 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3bd66f9d-bf31-4501-92d8-156d8552456d req-6da2d66a-88ac-4567-acdb-b74bec6a70e2 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.437119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3bd66f9d-bf31-4501-92d8-156d8552456d req-6da2d66a-88ac-4567-acdb-b74bec6a70e2 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.478737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2d66a-88ac-4567-acdb-b74bec6a70e2 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84988fa-903b-4363-804e-a4722d054372,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:22.488270 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3bd66f9d-bf31-4501-92d8-156d8552456d req-6da2d66a-88ac-4567-acdb-b74bec6a70e2 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.507782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3bd66f9d-bf31-4501-92d8-156d8552456d req-6da2d66a-88ac-4567-acdb-b74bec6a70e2 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2893908 Jul 29 23:25:22.581098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d08da2-0181-4b05-abe7-54c25c19a849 req-3c2e64fb-8ac7-4ab4-aff8-e399e22a76c3 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:22.592762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15d08da2-0181-4b05-abe7-54c25c19a849 req-3c2e64fb-8ac7-4ab4-aff8-e399e22a76c3 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1194563 Jul 29 23:25:22.680345 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-deb1505f-b232-493b-abf6-54f0b832d686 req-dcccc135-2a36-4f71-a84e-f286bff141c0 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 210 time: 0.0749972 Jul 29 23:25:22.717222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15d08da2-0181-4b05-abe7-54c25c19a849 req-387aab28-9452-4aa0-9a9a-9febb737abca tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230314 Jul 29 23:25:22.748766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c2039993-4df5-4780-9d9c-de63fd7b36ff req-0466bd11-4abc-454b-80d0-b2b082968a7a tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-133641376', 'description': 'tempest-description-921370814'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:22.812868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c2039993-4df5-4780-9d9c-de63fd7b36ff req-0466bd11-4abc-454b-80d0-b2b082968a7a tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.849156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-c8fdac5a-59f5-4000-b933-9d635eb55107 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:22.851147 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-c8fdac5a-59f5-4000-b933-9d635eb55107 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.1938012 Jul 29 23:25:22.874172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Request body: {'port': {'device_id': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'admin_state_up': True, 'tenant_id': 'aad8ccc943da4fd68e7532207ff24809'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:22.968670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b125e3-a6cc-4392-af70-68df27360ea7 req-71d424a6-7ad2-49e5-b032-6eb9a3456da7 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:22.970559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24b125e3-a6cc-4392-af70-68df27360ea7 req-71d424a6-7ad2-49e5-b032-6eb9a3456da7 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1041291 Jul 29 23:25:23.019570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'name': 'network-vif-deleted', 'tag': '847cc0b0-1e4d-4f94-a492-66a07a863d8e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:23.022577 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52acf900-75fd-4a3c-8644-529823ca7d8d" -d '{"events": [{"server_uuid": "d7996f01-b7aa-41c9-92f4-e8d7c69b3137", "name": "network-vif-deleted", "tag": "847cc0b0-1e4d-4f94-a492-66a07a863d8e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:23.054258 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24b125e3-a6cc-4392-af70-68df27360ea7 req-c58f1f68-f22f-40a2-88ad-5d7d364df2be tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754712 Jul 29 23:25:23.110992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c2039993-4df5-4780-9d9c-de63fd7b36ff req-0466bd11-4abc-454b-80d0-b2b082968a7a tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.119646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c2039993-4df5-4780-9d9c-de63fd7b36ff req-0466bd11-4abc-454b-80d0-b2b082968a7a tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.143760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Made reservation on behalf of aad8ccc943da4fd68e7532207ff24809 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:23.147680 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.163261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c2039993-4df5-4780-9d9c-de63fd7b36ff req-0466bd11-4abc-454b-80d0-b2b082968a7a tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.164549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2039993-4df5-4780-9d9c-de63fd7b36ff req-0466bd11-4abc-454b-80d0-b2b082968a7a tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4218519 Jul 29 23:25:23.193649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cef43bd-d4b4-4790-9dda-25fb9aa78a95 req-ce86486a-3211-47d0-a513-3cc41a30ef35 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 210 time: 0.0577381 Jul 29 23:25:23.195797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466bd11-4abc-454b-80d0-b2b082968a7a tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98aff30-c78a-4923-bf3e-c0d6d7dc393b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:23.346819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Allocated IP 172.20.0.5 (265db4a8-6215-4f81-a1f9-97354f7a44c7/b0d8f5b6-5b81-44f6-a514-948e8b1a737d/d48a0e4b-5cb6-4e1b-b12e-527a55bddebb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:23.358445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-82a959b7-5a30-42a1-9dbd-db9e25a26c73 req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-48516267', 'description': 'tempest-description-1164900814'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:23.409609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eca511-d557-432c-82a4-a8001081d997 req-dca9dfb4-b608-492f-a08d-8974076d9c84 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:23.420407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0eca511-d557-432c-82a4-a8001081d997 req-dca9dfb4-b608-492f-a08d-8974076d9c84 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 943 time: 0.1233423 Jul 29 23:25:23.423576 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-82a959b7-5a30-42a1-9dbd-db9e25a26c73 req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.502213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0eca511-d557-432c-82a4-a8001081d997 req-875f72fa-3409-4a9d-945d-385442ee43d0 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803940 Jul 29 23:25:23.521866 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.565841 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c459e35-a4a3-4251-9265-09c718da4c32 x-openstack-request-id: req-1c459e35-a4a3-4251-9265-09c718da4c32 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:23.566156 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7996f01-b7aa-41c9-92f4-e8d7c69b3137", "name": "network-vif-deleted", "tag": "847cc0b0-1e4d-4f94-a492-66a07a863d8e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:23.566504 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c459e35-a4a3-4251-9265-09c718da4c32 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:23.567096 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7996f01-b7aa-41c9-92f4-e8d7c69b3137', 'name': 'network-vif-deleted', 'tag': '847cc0b0-1e4d-4f94-a492-66a07a863d8e', 'status': 'completed', 'code': 200} Jul 29 23:25:23.570763 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.586890 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-82a959b7-5a30-42a1-9dbd-db9e25a26c73 req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.596864 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-82a959b7-5a30-42a1-9dbd-db9e25a26c73 req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.625625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:23.633412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:23.638971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event updated for resources: {'Port': ['ID=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:23.645365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:23.721985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:23.722673 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.727730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-82a959b7-5a30-42a1-9dbd-db9e25a26c73 req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.729292 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-82a959b7-5a30-42a1-9dbd-db9e25a26c73 req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3769982 Jul 29 23:25:23.731238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed3c70e-d250-47f7-93b0-2d363a036ddd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:23.739640 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-0bd90582-5f61-4e23-84c4-d9e81f16330a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8710470 Jul 29 23:25:23.749440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.749792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.750146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.750490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.750831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.751172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.751499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.751832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.752203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.752586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.752854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.753188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fae2d3-42b8-4262-bf9b-9f7b278f75d8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:23.761129 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Request body: {'port': {'device_id': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:23.791972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c086bc-85d5-438c-aec0-f6754e17d476 req-ce249bc5-ddaa-4868-9227-9b433a3f946c tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:23.793619 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1c086bc-85d5-438c-aec0-f6754e17d476 req-ce249bc5-ddaa-4868-9227-9b433a3f946c tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 950 time: 0.1889811 Jul 29 23:25:23.828745 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.895807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1c086bc-85d5-438c-aec0-f6754e17d476 req-45ea06df-4881-4f76-91ef-cd1ae2d2dd22 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/security-groups?id=63d56b12-eb09-407f-90df-978690c6d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851355 Jul 29 23:25:23.922776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24cf7f01-ae87-4565-8e40-0a903f04e78f req-2bf110a7-fb59-4235-9290-4795d8235542 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 210 time: 0.0511153 Jul 29 23:25:23.986573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f55746b4-b5ae-4270-a675-6699b572e417 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:23.994331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 847cc0b0-1e4d-4f94-a492-66a07a863d8e no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:24.027348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 847cc0b0-1e4d-4f94-a492-66a07a863d8e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:24.028071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 847cc0b0-1e4d-4f94-a492-66a07a863d8e not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:24.071905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d65ea8d5-1eff-4375-8481-d567d286c5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.078635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f567a831-bad6-4f1c-8b31-0d3f0f3123f8 req-8fe80f5d-ae07-4619-b3ef-4e2662b8cb68 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/e98aff30-c78a-4923-bf3e-c0d6d7dc393b HTTP/1.1" status: 200 len: 1803 time: 0.1139119 Jul 29 23:25:24.133286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e7568-7bd0-4f97-b9bd-8d7a24ef5c59 req-c31a0e9e-a574-4e80-a7aa-72a0d5ec3e1a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:24.135046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-095e7568-7bd0-4f97-b9bd-8d7a24ef5c59 req-c31a0e9e-a574-4e80-a7aa-72a0d5ec3e1a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1261263 Jul 29 23:25:24.189337 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.204827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f567a831-bad6-4f1c-8b31-0d3f0f3123f8 req-324955dc-443a-42ef-8924-a18c9a68463e tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/5ed3c70e-d250-47f7-93b0-2d363a036ddd HTTP/1.1" status: 200 len: 1803 time: 0.1166980 Jul 29 23:25:24.221605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f567a831-bad6-4f1c-8b31-0d3f0f3123f8 req-8ec2ea41-2059-47de-875e-bec62f3f78b7 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e98aff30-c78a-4923-bf3e-c0d6d7dc393b', 'remote_group_id': '5ed3c70e-d250-47f7-93b0-2d363a036ddd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:24.222027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f567a831-bad6-4f1c-8b31-0d3f0f3123f8 req-8ec2ea41-2059-47de-875e-bec62f3f78b7 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e98aff30-c78a-4923-bf3e-c0d6d7dc393b', 'remote_group_id': '5ed3c70e-d250-47f7-93b0-2d363a036ddd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:24.236712 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-277330e3-1833-4a58-b028-73514fca005a tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:24.238665 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-277330e3-1833-4a58-b028-73514fca005a tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.42 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 950 time: 0.1324360 Jul 29 23:25:24.244873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-095e7568-7bd0-4f97-b9bd-8d7a24ef5c59 req-06b86859-a94f-4625-bcec-921dffbac12f tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961480 Jul 29 23:25:24.282256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f55746b4-b5ae-4270-a675-6699b572e417, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f55746b4-b5ae-4270-a675-6699b572e417,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:24.296833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'f55746b4-b5ae-4270-a675-6699b572e417', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'port_id': 'f55746b4-b5ae-4270-a675-6699b572e417', 'mac_address': 'fa:16:3e:65:d0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:24.344586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48a0e4b-5cb6-4e1b-b12e-527a55bddebb {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:24.346040 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.364997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f567a831-bad6-4f1c-8b31-0d3f0f3123f8 req-8ec2ea41-2059-47de-875e-bec62f3f78b7 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.371378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55746b4-b5ae-4270-a675-6699b572e417 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:24.381305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.418230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Transition to ACTIVE for port object d48a0e4b-5cb6-4e1b-b12e-527a55bddebb will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:24.429774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f55746b4-b5ae-4270-a675-6699b572e417, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f55746b4-b5ae-4270-a675-6699b572e417,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:24.446508 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.460628 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.536729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f55746b4-b5ae-4270-a675-6699b572e417,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:24.559432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-274a29e3-b391-44a0-be69-073ad38f0041 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Deleting port c7ce4e13-1337-472d-8e88-db909d96ad10 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:24.560731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-274a29e3-b391-44a0-be69-073ad38f0041 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.565392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f567a831-bad6-4f1c-8b31-0d3f0f3123f8 req-8ec2ea41-2059-47de-875e-bec62f3f78b7 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.580509 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f567a831-bad6-4f1c-8b31-0d3f0f3123f8 req-8ec2ea41-2059-47de-875e-bec62f3f78b7 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.603767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78613c5-20aa-4537-8296-2c9d0e9ba0b6 req-445e07fb-ce5f-49de-aa28-78dd28dd0d29 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:24.605714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b78613c5-20aa-4537-8296-2c9d0e9ba0b6 req-445e07fb-ce5f-49de-aa28-78dd28dd0d29 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.2351539 Jul 29 23:25:24.630842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2ea41-2059-47de-875e-bec62f3f78b7 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9e5822-de23-4f1e-9714-a9eda0540784,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:24.638775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:24.652653 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f567a831-bad6-4f1c-8b31-0d3f0f3123f8 req-8ec2ea41-2059-47de-875e-bec62f3f78b7 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.671204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f567a831-bad6-4f1c-8b31-0d3f0f3123f8 req-8ec2ea41-2059-47de-875e-bec62f3f78b7 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4591913 Jul 29 23:25:24.711550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b78613c5-20aa-4537-8296-2c9d0e9ba0b6 req-ee81b153-0372-4eed-b784-b0f196202942 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956957 Jul 29 23:25:24.827132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-274a29e3-b391-44a0-be69-073ad38f0041 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] For port c7ce4e13-1337-472d-8e88-db909d96ad10, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c7ce4e13-1337-472d-8e88-db909d96ad10,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:24.827581 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-274a29e3-b391-44a0-be69-073ad38f0041 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.829614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a1902-4008-4859-a6ee-793e17d9d4c6 req-eb4db5fb-06a8-4dca-a571-46d320ea2b6c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:24.838670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Attempting to bind port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:24.839140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b8a1902-4008-4859-a6ee-793e17d9d4c6 req-eb4db5fb-06a8-4dca-a571-46d320ea2b6c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 943 time: 0.0798724 Jul 29 23:25:24.839270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Attempting to bind port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:24.839656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Attempting to bind port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:24.846804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-274a29e3-b391-44a0-be69-073ad38f0041 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Calling delete_port for c7ce4e13-1337-472d-8e88-db909d96ad10 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:24.852749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:24.853220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Attempting to bind port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:24.869972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['f55746b4-b5ae-4270-a675-6699b572e417'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:24.870201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:24.870648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Checking segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:24.871139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Bound using segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:24.871880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Bound port: d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:24.872421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.990730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b8a1902-4008-4859-a6ee-793e17d9d4c6 req-62e9a772-9494-420b-a6bd-1746ba93c328 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505489 Jul 29 23:25:25.015618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84305e-5457-43d7-8030-f93cf92ad058 req-76a39dce-0daf-4d3f-85f9-f7613005a73c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:25.031782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb84305e-5457-43d7-8030-f93cf92ad058 req-76a39dce-0daf-4d3f-85f9-f7613005a73c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 944 time: 0.1904392 Jul 29 23:25:25.050605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] For port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:25.062543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] For port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:25.079411 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.122265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb84305e-5457-43d7-8030-f93cf92ad058 req-b10b1a6e-f669-45ff-ad7a-c5a812ffac0f tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848556 Jul 29 23:25:25.150632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-680e5c72-fc47-4c7a-b909-661477e0dea3 req-0363de8e-dbea-4ca8-995a-fb984fef4148 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/5ed3c70e-d250-47f7-93b0-2d363a036ddd HTTP/1.1" status: 200 len: 1803 time: 0.1147454 Jul 29 23:25:25.182796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:25.184851 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.189677 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] 10.222.0.47 "PUT /v2.0/ports/d48a0e4b-5cb6-4e1b-b12e-527a55bddebb HTTP/1.1" status: 200 len: 1092 time: 1.4335518 Jul 29 23:25:25.236594 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-680e5c72-fc47-4c7a-b909-661477e0dea3 req-30911e34-4bc7-4fa6-ac29-ad74c722d154 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.250678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb5022-7d91-4861-8e89-d68c6e16d6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:25.267446 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-680e5c72-fc47-4c7a-b909-661477e0dea3 req-30911e34-4bc7-4fa6-ac29-ad74c722d154 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.282741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-274a29e3-b391-44a0-be69-073ad38f0041 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.284200 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.334827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e77894f4-a99f-4fc7-a485-97f0d6bd6bda req-4c700b1d-68dc-438b-9e50-08a3a98d4074 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffb6bc3-2a84-42fb-9153-9148d394c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0475984 Jul 29 23:25:25.339922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a29e3-b391-44a0-be69-073ad38f0041 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Pushing event deleted for resources: {'Port': ['ID=c7ce4e13-1337-472d-8e88-db909d96ad10,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:25.421597 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-680e5c72-fc47-4c7a-b909-661477e0dea3 req-30911e34-4bc7-4fa6-ac29-ad74c722d154 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.425164 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-680e5c72-fc47-4c7a-b909-661477e0dea3 req-30911e34-4bc7-4fa6-ac29-ad74c722d154 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.430117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-150fcc29-0437-4384-b675-a496eec58e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:25.431830 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-150fcc29-0437-4384-b675-a496eec58e8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 1095 time: 0.1777558 Jul 29 23:25:25.432698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-274a29e3-b391-44a0-be69-073ad38f0041 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] No DVR routers for this DVR port c7ce4e13-1337-472d-8e88-db909d96ad10 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:25.438137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-680e5c72-fc47-4c7a-b909-661477e0dea3 req-30911e34-4bc7-4fa6-ac29-ad74c722d154 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "DELETE /v2.0/security-groups/5ed3c70e-d250-47f7-93b0-2d363a036ddd HTTP/1.1" status: 204 len: 173 time: 0.2850411 Jul 29 23:25:25.442185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-274a29e3-b391-44a0-be69-073ad38f0041 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.446468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-505be336-9d5d-4310-8fa2-47dd8cacd8f0 req-274a29e3-b391-44a0-be69-073ad38f0041 tempest-ImagesNegativeTestJSON-1490300260 tempest-ImagesNegativeTestJSON-1490300260-project] 10.222.0.42 "DELETE /v2.0/ports/c7ce4e13-1337-472d-8e88-db909d96ad10 HTTP/1.1" status: 204 len: 173 time: 1.1893067 Jul 29 23:25:25.515952 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-cfd27a5e-e1e8-469e-8605-23cee853c2e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb HTTP/1.1" status: 200 len: 217 time: 0.0683186 Jul 29 23:25:25.534343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7ec1d05-f54b-47f0-93bd-8d7b38e49f1c req-d22a87df-0f35-4d50-a3f3-f4c2ce2c14c5 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 210 time: 0.0789175 Jul 29 23:25:25.557781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30911e34-4bc7-4fa6-ac29-ad74c722d154 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed3c70e-d250-47f7-93b0-2d363a036ddd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:25.603788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'tag': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb'}, {'server_uuid': 'bffb6bc3-2a84-42fb-9153-9148d394c6f6', 'name': 'network-vif-deleted', 'tag': 'c7ce4e13-1337-472d-8e88-db909d96ad10'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:25.606206 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb8141a-c497-4778-8f86-9ed33a41cb82", "tag": "d48a0e4b-5cb6-4e1b-b12e-527a55bddebb"}, {"server_uuid": "bffb6bc3-2a84-42fb-9153-9148d394c6f6", "name": "network-vif-deleted", "tag": "c7ce4e13-1337-472d-8e88-db909d96ad10"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:25.630465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-be58fef1-aca9-42d3-9a16-950e39980ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:25.632522 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-be58fef1-aca9-42d3-9a16-950e39980ebe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.1088340 Jul 29 23:25:25.699383 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-f07ac6d1-aac4-4e7d-aeb5-4ef95a0e9a2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478432 Jul 29 23:25:25.707701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57f32b-4a5e-4a52-8452-251d9a0da0d2 req-0eadcfaf-f888-45c9-90c6-1ee4be6a11fd tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:25.725633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f57f32b-4a5e-4a52-8452-251d9a0da0d2 req-0eadcfaf-f888-45c9-90c6-1ee4be6a11fd tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1682990 Jul 29 23:25:25.776219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ac1ebcc-16fd-48a6-88be-d5c9fb106da8 req-ce4eee5a-28ed-44eb-9e49-b662101f87d6 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/e98aff30-c78a-4923-bf3e-c0d6d7dc393b HTTP/1.1" status: 200 len: 1803 time: 0.1619122 Jul 29 23:25:25.823438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f57f32b-4a5e-4a52-8452-251d9a0da0d2 req-672beed2-c306-4603-8d8b-9d3e720aa717 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908747 Jul 29 23:25:25.844334 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-d6925794-ab71-46bd-9d1b-20977857de3f service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374719 Jul 29 23:25:25.850185 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da1d3d2-098c-44a7-aa24-53b7a6c178e2 x-openstack-request-id: req-7da1d3d2-098c-44a7-aa24-53b7a6c178e2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:25.850581 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb8141a-c497-4778-8f86-9ed33a41cb82", "tag": "d48a0e4b-5cb6-4e1b-b12e-527a55bddebb", "status": "completed", "code": 200}, {"server_uuid": "bffb6bc3-2a84-42fb-9153-9148d394c6f6", "name": "network-vif-deleted", "tag": "c7ce4e13-1337-472d-8e88-db909d96ad10", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:25.850956 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7da1d3d2-098c-44a7-aa24-53b7a6c178e2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:25.852074 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'tag': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb', 'status': 'completed', 'code': 200} Jul 29 23:25:25.854971 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffb6bc3-2a84-42fb-9153-9148d394c6f6', 'name': 'network-vif-deleted', 'tag': 'c7ce4e13-1337-472d-8e88-db909d96ad10', 'status': 'completed', 'code': 200} Jul 29 23:25:25.867631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c421690b-9da6-413c-9ffa-52f6435380db req-ef986501-fce6-4136-b0df-5069a948f19c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1560577024', 'description': 'tempest-description-1125389364'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:25.895135 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c421690b-9da6-413c-9ffa-52f6435380db req-ef986501-fce6-4136-b0df-5069a948f19c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.002078 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bfcd4838-3dd1-4b09-9d8c-c4bec50dff81 req-6b73cee5-eee5-4527-b90d-e0f330b73f55 service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339419 Jul 29 23:25:26.011324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656b098-bfa5-48a4-95e5-1f5c5a6c99df req-40186327-5cd8-4c05-8b96-e1053ac01aaf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.018310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c7ce4e13-1337-472d-8e88-db909d96ad10 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:26.028342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5656b098-bfa5-48a4-95e5-1f5c5a6c99df req-40186327-5cd8-4c05-8b96-e1053ac01aaf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1121311 Jul 29 23:25:26.067905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: c7ce4e13-1337-472d-8e88-db909d96ad10 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:26.068558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c7ce4e13-1337-472d-8e88-db909d96ad10 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:26.088733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5656b098-bfa5-48a4-95e5-1f5c5a6c99df req-cc8ef8a4-a865-4a6a-b8ce-961c728f43a7 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594101 Jul 29 23:25:26.182232 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c421690b-9da6-413c-9ffa-52f6435380db req-ef986501-fce6-4136-b0df-5069a948f19c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.197750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7 req-03cb4c0e-2fd5-4640-acd7-a983b24bda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.199509 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7 req-03cb4c0e-2fd5-4640-acd7-a983b24bda3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 1095 time: 0.0996096 Jul 29 23:25:26.200336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c421690b-9da6-413c-9ffa-52f6435380db req-ef986501-fce6-4136-b0df-5069a948f19c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.271685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c421690b-9da6-413c-9ffa-52f6435380db req-ef986501-fce6-4136-b0df-5069a948f19c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.286582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c421690b-9da6-413c-9ffa-52f6435380db req-ef986501-fce6-4136-b0df-5069a948f19c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4232550 Jul 29 23:25:26.291748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef986501-fce6-4136-b0df-5069a948f19c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca0713-5085-4f34-a03a-e6a840af1497,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:26.340057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea811e4-537d-463e-8084-1d3daeabfa87 req-4281eae7-d5a2-4d68-8780-2df55c834875 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.347706 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ea811e4-537d-463e-8084-1d3daeabfa87 req-4281eae7-d5a2-4d68-8780-2df55c834875 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 943 time: 0.1368403 Jul 29 23:25:26.389543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7 req-2c007c02-5655-4676-82a0-a491bd43bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.391080 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7 req-2c007c02-5655-4676-82a0-a491bd43bd87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 913 time: 0.1831641 Jul 29 23:25:26.445538 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ea811e4-537d-463e-8084-1d3daeabfa87 req-8f0e48ce-a98e-49f8-9c30-1c4bc6c0d136 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895607 Jul 29 23:25:26.483479 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7 req-75c36ffd-03b6-4fb7-a0c4-37e5690c02f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb HTTP/1.1" status: 200 len: 217 time: 0.0843718 Jul 29 23:25:26.569902 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7 req-c861a6b1-a2e8-4af8-b065-5ff230b38504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.572236 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7 req-c861a6b1-a2e8-4af8-b065-5ff230b38504 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.0783198 Jul 29 23:25:26.597053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551f4b-7ba4-49ee-838c-7618c7826aa0 req-6b61199a-d36c-4a40-a044-8022b7a8657a tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.599143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed551f4b-7ba4-49ee-838c-7618c7826aa0 req-6b61199a-d36c-4a40-a044-8022b7a8657a tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 944 time: 0.1860039 Jul 29 23:25:26.614512 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7 req-a6fba4fb-ba98-4ff4-b0e3-37a91bfcd6cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346844 Jul 29 23:25:26.619437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f0d70c9-117e-485a-b836-945131eb85d4 req-edb8d9f7-52fe-4c2f-9852-f8b3782d951d tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/2fca0713-5085-4f34-a03a-e6a840af1497 HTTP/1.1" status: 200 len: 1805 time: 0.1270478 Jul 29 23:25:26.665040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6f0d70c9-117e-485a-b836-945131eb85d4 req-d066b465-3265-4329-97f1-b8b3790f8acf tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fca0713-5085-4f34-a03a-e6a840af1497', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:26.665783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6f0d70c9-117e-485a-b836-945131eb85d4 req-d066b465-3265-4329-97f1-b8b3790f8acf tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fca0713-5085-4f34-a03a-e6a840af1497', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:26.709625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed551f4b-7ba4-49ee-838c-7618c7826aa0 req-8a68864b-ac50-4e79-8720-b3f7965c4d20 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989692 Jul 29 23:25:26.773106 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6f0d70c9-117e-485a-b836-945131eb85d4 req-d066b465-3265-4329-97f1-b8b3790f8acf tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.805206 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6f0d70c9-117e-485a-b836-945131eb85d4 req-d066b465-3265-4329-97f1-b8b3790f8acf tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.817969 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6f0d70c9-117e-485a-b836-945131eb85d4 req-d066b465-3265-4329-97f1-b8b3790f8acf tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.838078 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7 req-0e868609-7741-4a6b-a81d-caa830ce7834 service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976609 Jul 29 23:25:26.857886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066b465-3265-4329-97f1-b8b3790f8acf tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f94038c-035b-49b6-9c8c-e6c3373b1aae,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:26.873942 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6f0d70c9-117e-485a-b836-945131eb85d4 req-d066b465-3265-4329-97f1-b8b3790f8acf tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.875249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f0d70c9-117e-485a-b836-945131eb85d4 req-d066b465-3265-4329-97f1-b8b3790f8acf tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2492919 Jul 29 23:25:26.964400 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.005699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52fd8e0d-7243-4587-8e4f-f1ef4d325f00 req-14b119e5-8562-4966-a96b-1841ac5b5c19 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7996f01-b7aa-41c9-92f4-e8d7c69b3137 HTTP/1.1" status: 200 len: 210 time: 0.0558147 Jul 29 23:25:27.011735 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a22c1d4-bc9c-443d-b3d9-31a35989ceb7 req-5a92ea68-e0ee-441e-acef-f1981264a674 service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627200 Jul 29 23:25:27.126556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eea5c759-a435-4e90-af23-d1f38c307cb9 req-10d14921-479b-4a4d-97ec-c84ac1df45b1 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/2fca0713-5085-4f34-a03a-e6a840af1497 HTTP/1.1" status: 200 len: 2398 time: 0.0737054 Jul 29 23:25:27.150080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-eea5c759-a435-4e90-af23-d1f38c307cb9 req-ec0ad8b5-9e21-46a1-aece-13e60ecfb943 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fca0713-5085-4f34-a03a-e6a840af1497', 'remote_group_id': None}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:27.150568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-eea5c759-a435-4e90-af23-d1f38c307cb9 req-ec0ad8b5-9e21-46a1-aece-13e60ecfb943 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fca0713-5085-4f34-a03a-e6a840af1497', 'remote_group_id': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:27.198565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87ef79-2ec1-4bb8-8224-a42e6d852dab req-9b0a9b8f-d6a0-48b8-ac75-633b68debfd1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.201011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc87ef79-2ec1-4bb8-8224-a42e6d852dab req-9b0a9b8f-d6a0-48b8-ac75-633b68debfd1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0966454 Jul 29 23:25:27.276901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eea5c759-a435-4e90-af23-d1f38c307cb9 req-ec0ad8b5-9e21-46a1-aece-13e60ecfb943 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.282620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc87ef79-2ec1-4bb8-8224-a42e6d852dab req-ee40fa98-14eb-48a2-a9e0-6b342d1bae0c tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729651 Jul 29 23:25:27.309474 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eea5c759-a435-4e90-af23-d1f38c307cb9 req-ec0ad8b5-9e21-46a1-aece-13e60ecfb943 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.316574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eea5c759-a435-4e90-af23-d1f38c307cb9 req-ec0ad8b5-9e21-46a1-aece-13e60ecfb943 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.343243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ad8b5-9e21-46a1-aece-13e60ecfb943 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5827863-e755-4919-8fe6-93825c91b11b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:27.358633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eea5c759-a435-4e90-af23-d1f38c307cb9 req-ec0ad8b5-9e21-46a1-aece-13e60ecfb943 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.360542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eea5c759-a435-4e90-af23-d1f38c307cb9 req-ec0ad8b5-9e21-46a1-aece-13e60ecfb943 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2159743 Jul 29 23:25:27.475943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a98d9f0-db32-4203-bc62-c466162d1f79 req-950b9ee2-7ab2-434c-9f93-0dc8ad3349f1 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/2fca0713-5085-4f34-a03a-e6a840af1497 HTTP/1.1" status: 200 len: 2996 time: 0.0870798 Jul 29 23:25:27.496613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912ef3-3f5e-438c-b22c-e0b6081965f2 req-4fa5b8fa-2acc-4db7-8a4b-2dac1eeefb23 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.505544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02912ef3-3f5e-438c-b22c-e0b6081965f2 req-4fa5b8fa-2acc-4db7-8a4b-2dac1eeefb23 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0867572 Jul 29 23:25:27.551709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02912ef3-3f5e-438c-b22c-e0b6081965f2 req-32caa0a8-333c-479d-aab3-5fb75c61701b tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452757 Jul 29 23:25:27.623401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dfb93bc-ffeb-4fcc-9612-00c5e3185e6c req-69e91724-b502-4b24-b123-84f5fe23620d tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-group-rules/c5827863-e755-4919-8fe6-93825c91b11b HTTP/1.1" status: 200 len: 783 time: 0.0267246 Jul 29 23:25:27.632679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805e448-59ba-4abf-8e27-a93cbb2a55d9 req-0abdc770-3b4b-47b5-b6db-d6b6c26cd762 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.640661 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4805e448-59ba-4abf-8e27-a93cbb2a55d9 req-0abdc770-3b4b-47b5-b6db-d6b6c26cd762 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 943 time: 0.0878713 Jul 29 23:25:27.702568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dfb93bc-ffeb-4fcc-9612-00c5e3185e6c req-9146ab7b-50b2-4277-a804-c53315c6ad54 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/2fca0713-5085-4f34-a03a-e6a840af1497 HTTP/1.1" status: 200 len: 2996 time: 0.0608196 Jul 29 23:25:27.734303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4805e448-59ba-4abf-8e27-a93cbb2a55d9 req-b0a1c3d1-55c0-4ddc-afa2-b57f600c39c2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606229 Jul 29 23:25:27.750123 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5dfb93bc-ffeb-4fcc-9612-00c5e3185e6c req-a54f27d5-6066-44f1-9e8d-ce2bea9777cd tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.773823 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5dfb93bc-ffeb-4fcc-9612-00c5e3185e6c req-a54f27d5-6066-44f1-9e8d-ce2bea9777cd tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.820125 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5dfb93bc-ffeb-4fcc-9612-00c5e3185e6c req-a54f27d5-6066-44f1-9e8d-ce2bea9777cd tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.830557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5dfb93bc-ffeb-4fcc-9612-00c5e3185e6c req-a54f27d5-6066-44f1-9e8d-ce2bea9777cd tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.843173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dfb93bc-ffeb-4fcc-9612-00c5e3185e6c req-a54f27d5-6066-44f1-9e8d-ce2bea9777cd tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c5827863-e755-4919-8fe6-93825c91b11b HTTP/1.1" status: 204 len: 173 time: 0.1360183 Jul 29 23:25:27.850805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f27d5-6066-44f1-9e8d-ce2bea9777cd tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5827863-e755-4919-8fe6-93825c91b11b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:27.867828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaff93-68cf-42a0-9210-8983bbba72e9 req-4814c41c-85ac-403d-8aac-56e4ece7cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.871714 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3aaff93-68cf-42a0-9210-8983bbba72e9 req-4814c41c-85ac-403d-8aac-56e4ece7cbaf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 1097 time: 0.0838852 Jul 29 23:25:27.939407 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3aaff93-68cf-42a0-9210-8983bbba72e9 req-6f0cf39d-6604-45fa-a91d-8ef963f41851 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Jul 29 23:25:28.000952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7661fe-6fde-4c01-8b44-442d13a24b10 req-e8ebd6bc-a141-4f8e-916d-d3a4ebd1dfc7 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:28.002543 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe7661fe-6fde-4c01-8b44-442d13a24b10 req-e8ebd6bc-a141-4f8e-916d-d3a4ebd1dfc7 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 944 time: 0.1224885 Jul 29 23:25:28.018503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0ce77dc-b71a-4d48-895b-54a57a63e04a req-895470ae-33b4-48de-97af-21c1223ee3ce tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/2fca0713-5085-4f34-a03a-e6a840af1497 HTTP/1.1" status: 200 len: 2398 time: 0.0841949 Jul 29 23:25:28.038917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f55746b4-b5ae-4270-a675-6699b572e417 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:28.087350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe7661fe-6fde-4c01-8b44-442d13a24b10 req-c0c66ee3-0d55-440e-831e-b8aa13a4609c tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727916 Jul 29 23:25:28.151456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port f55746b4-b5ae-4270-a675-6699b572e417 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:28.160826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port f55746b4-b5ae-4270-a675-6699b572e417 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:28.161193 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.174062 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d0ce77dc-b71a-4d48-895b-54a57a63e04a req-d71fb714-a602-4bb6-b89a-0fb94c61cd58 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.210520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d0ce77dc-b71a-4d48-895b-54a57a63e04a req-d71fb714-a602-4bb6-b89a-0fb94c61cd58 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.287377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37600) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:28.327333 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d0ce77dc-b71a-4d48-895b-54a57a63e04a req-d71fb714-a602-4bb6-b89a-0fb94c61cd58 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.329953 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d0ce77dc-b71a-4d48-895b-54a57a63e04a req-d71fb714-a602-4bb6-b89a-0fb94c61cd58 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.331176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0ce77dc-b71a-4d48-895b-54a57a63e04a req-d71fb714-a602-4bb6-b89a-0fb94c61cd58 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "DELETE /v2.0/security-groups/2fca0713-5085-4f34-a03a-e6a840af1497 HTTP/1.1" status: 204 len: 173 time: 0.3048589 Jul 29 23:25:28.350629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fb714-a602-4bb6-b89a-0fb94c61cd58 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fca0713-5085-4f34-a03a-e6a840af1497,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:28.388538 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.420736 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-eac8eb36-c162-44a1-b743-36a528eb49a2 req-c8388052-e8b6-4ac1-b119-0d1c293ac54f tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] show failed (client error): The resource could not be found. Jul 29 23:25:28.423054 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eac8eb36-c162-44a1-b743-36a528eb49a2 req-c8388052-e8b6-4ac1-b119-0d1c293ac54f tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/5ed3c70e-d250-47f7-93b0-2d363a036ddd HTTP/1.1" status: 404 len: 352 time: 0.0389974 Jul 29 23:25:28.436661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55746b4-b5ae-4270-a675-6699b572e417'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:28.439136 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71dd4e5-3233-46c2-b2a9-84ea441112f0" -d '{"events": [{"server_uuid": "ef6b978c-a185-49c2-83ee-de3902f3afb6", "name": "network-vif-plugged", "status": "completed", "tag": "f55746b4-b5ae-4270-a675-6699b572e417"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:28.478189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f55746b4-b5ae-4270-a675-6699b572e417, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f55746b4-b5ae-4270-a675-6699b572e417,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:28.490850 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.549734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f55746b4-b5ae-4270-a675-6699b572e417,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:28.597681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41b828-fdda-4690-8a01-fe45c2257d57 req-e9d79ff6-da26-43f5-bd9a-2c980ea9769a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:28.607138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d41b828-fdda-4690-8a01-fe45c2257d57 req-e9d79ff6-da26-43f5-bd9a-2c980ea9769a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1781726 Jul 29 23:25:28.612530 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0be29d51-500f-4f01-ac71-bb2027877c76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24e52a76d12d4d0bb1ef878c0540e8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233056 Jul 29 23:25:28.615134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37614) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:28.661498 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24bfbfa3-09d9-49cb-989f-962e97ae6b28 req-bdc5d073-fb01-46d4-9bd2-d6194eb240d9 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/e98aff30-c78a-4923-bf3e-c0d6d7dc393b HTTP/1.1" status: 200 len: 1803 time: 0.1964207 Jul 29 23:25:28.688625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d41b828-fdda-4690-8a01-fe45c2257d57 req-a41fc462-a0a2-4580-bf24-c31e7d9ab5fc tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801642 Jul 29 23:25:28.711337 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06cbf5e1-780e-402b-9325-9a5042cde359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.763432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06cbf5e1-780e-402b-9325-9a5042cde359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.764469 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea0403d-5c49-436e-b48e-8650ad21ec43 x-openstack-request-id: req-9ea0403d-5c49-436e-b48e-8650ad21ec43 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:28.765356 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6b978c-a185-49c2-83ee-de3902f3afb6", "name": "network-vif-plugged", "status": "completed", "tag": "f55746b4-b5ae-4270-a675-6699b572e417", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:28.765778 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ea0403d-5c49-436e-b48e-8650ad21ec43 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:28.766388 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55746b4-b5ae-4270-a675-6699b572e417', 'code': 200} Jul 29 23:25:28.794820 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bfbfa3-09d9-49cb-989f-962e97ae6b28 req-dcfa3c5b-f811-4f78-8403-ff55c68d3104 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.859085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06cbf5e1-780e-402b-9325-9a5042cde359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.862274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06cbf5e1-780e-402b-9325-9a5042cde359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.863675 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-06cbf5e1-780e-402b-9325-9a5042cde359 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63d56b12-eb09-407f-90df-978690c6d95f HTTP/1.1" status: 204 len: 168 time: 0.2474425 Jul 29 23:25:28.875294 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bfbfa3-09d9-49cb-989f-962e97ae6b28 req-dcfa3c5b-f811-4f78-8403-ff55c68d3104 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.880302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbf5e1-780e-402b-9325-9a5042cde359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d56b12-eb09-407f-90df-978690c6d95f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:28.961968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859c2f-5dd2-4b65-960a-6d1a6531e45e req-79fb6e0e-2969-477e-a4f7-8acdcdae45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:28.964069 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a2859c2f-5dd2-4b65-960a-6d1a6531e45e req-79fb6e0e-2969-477e-a4f7-8acdcdae45d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 1097 time: 0.0775764 Jul 29 23:25:29.025509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84876a-ceab-40a7-9887-9cadce779afd req-c41e607e-2e18-4ace-b267-a4ac57a556a1 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:29.027251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a84876a-ceab-40a7-9887-9cadce779afd req-c41e607e-2e18-4ace-b267-a4ac57a556a1 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1180234 Jul 29 23:25:29.029076 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bfbfa3-09d9-49cb-989f-962e97ae6b28 req-dcfa3c5b-f811-4f78-8403-ff55c68d3104 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.032454 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bfbfa3-09d9-49cb-989f-962e97ae6b28 req-dcfa3c5b-f811-4f78-8403-ff55c68d3104 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.037262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24bfbfa3-09d9-49cb-989f-962e97ae6b28 req-dcfa3c5b-f811-4f78-8403-ff55c68d3104 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "DELETE /v2.0/security-groups/e98aff30-c78a-4923-bf3e-c0d6d7dc393b HTTP/1.1" status: 204 len: 173 time: 0.3741817 Jul 29 23:25:29.058552 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a2859c2f-5dd2-4b65-960a-6d1a6531e45e req-0a4ff624-6602-4d9d-9292-1b8341bacab4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787926 Jul 29 23:25:29.090576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa3c5b-f811-4f78-8403-ff55c68d3104 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98aff30-c78a-4923-bf3e-c0d6d7dc393b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:29.224256 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a84876a-ceab-40a7-9887-9cadce779afd req-67e8cfcd-9004-498b-89ef-c0516f3966a6 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857736 Jul 29 23:25:29.255406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5112a03-a4e7-48b6-9c44-ed3a9a3db655 req-4ad61d6f-08ea-44bf-b02d-969c8e43f807 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:29.272639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5112a03-a4e7-48b6-9c44-ed3a9a3db655 req-4ad61d6f-08ea-44bf-b02d-969c8e43f807 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 943 time: 0.1417978 Jul 29 23:25:29.382272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f7ca207-c9cb-4958-b84c-6cc62cc52bfa req-aa6723d8-daf1-4b3c-82d6-b44e694a58c0 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/fe6526fb-d152-4c1f-a7ba-24b3254387ce HTTP/1.1" status: 200 len: 1803 time: 0.1023543 Jul 29 23:25:29.433239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5112a03-a4e7-48b6-9c44-ed3a9a3db655 req-7e224cf1-5452-4647-9477-27b8d36b71b9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595480 Jul 29 23:25:29.505112 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f7ca207-c9cb-4958-b84c-6cc62cc52bfa req-c999c4d2-082c-4977-a01a-39a75e064d14 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.552868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f7ca207-c9cb-4958-b84c-6cc62cc52bfa req-c999c4d2-082c-4977-a01a-39a75e064d14 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.666677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f7ca207-c9cb-4958-b84c-6cc62cc52bfa req-c999c4d2-082c-4977-a01a-39a75e064d14 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.677836 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f7ca207-c9cb-4958-b84c-6cc62cc52bfa req-c999c4d2-082c-4977-a01a-39a75e064d14 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.682753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f7ca207-c9cb-4958-b84c-6cc62cc52bfa req-c999c4d2-082c-4977-a01a-39a75e064d14 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe6526fb-d152-4c1f-a7ba-24b3254387ce HTTP/1.1" status: 204 len: 173 time: 0.2994947 Jul 29 23:25:29.743811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999c4d2-082c-4977-a01a-39a75e064d14 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6526fb-d152-4c1f-a7ba-24b3254387ce,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:29.820566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb8de3-c1ef-4c2e-9252-6300db73f8b5 req-cf74bfe0-14c5-4179-ba06-afd62918ec4e tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:29.822267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-45eb8de3-c1ef-4c2e-9252-6300db73f8b5 req-cf74bfe0-14c5-4179-ba06-afd62918ec4e tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 945 time: 0.1901221 Jul 29 23:25:29.837363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a396526-ea7b-446d-ba0f-99a164ac603e req-a8fc777d-3086-41c1-a200-8806913bf2b2 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/b0e8e3e2-5c49-46f2-b67c-5b8ff78a233e HTTP/1.1" status: 200 len: 1805 time: 0.1147959 Jul 29 23:25:29.929954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-45eb8de3-c1ef-4c2e-9252-6300db73f8b5 req-46caa664-313f-4848-8dd0-a798f31db895 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960217 Jul 29 23:25:29.980991 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7a396526-ea7b-446d-ba0f-99a164ac603e req-7161d8b8-6342-425b-bc88-f174e500d08b tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.044791 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7a396526-ea7b-446d-ba0f-99a164ac603e req-7161d8b8-6342-425b-bc88-f174e500d08b tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.141351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd6dc4-12a1-4673-a6dd-341563af922d req-ddc1ebf7-da49-489c-94ab-d4b94cb22bb1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:30.143178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abdd6dc4-12a1-4673-a6dd-341563af922d req-ddc1ebf7-da49-489c-94ab-d4b94cb22bb1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1054168 Jul 29 23:25:30.166840 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7a396526-ea7b-446d-ba0f-99a164ac603e req-7161d8b8-6342-425b-bc88-f174e500d08b tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.169898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7a396526-ea7b-446d-ba0f-99a164ac603e req-7161d8b8-6342-425b-bc88-f174e500d08b tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.171208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a396526-ea7b-446d-ba0f-99a164ac603e req-7161d8b8-6342-425b-bc88-f174e500d08b tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "DELETE /v2.0/security-groups/b0e8e3e2-5c49-46f2-b67c-5b8ff78a233e HTTP/1.1" status: 204 len: 173 time: 0.3135688 Jul 29 23:25:30.257882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161d8b8-6342-425b-bc88-f174e500d08b tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e8e3e2-5c49-46f2-b67c-5b8ff78a233e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:30.278035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abdd6dc4-12a1-4673-a6dd-341563af922d req-b546d4a1-e342-425d-8d40-9fba64c66c81 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249888 Jul 29 23:25:30.317962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bf0de90-92fc-4804-8cea-37a5f16937c7 req-d8672a8d-10ec-4915-be9b-7cffeb3aa8c8 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/9d2fc5b2-3a69-44bf-b5eb-ee1723565248 HTTP/1.1" status: 200 len: 2402 time: 0.1158206 Jul 29 23:25:30.494338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5bf0de90-92fc-4804-8cea-37a5f16937c7 req-f0e36aae-04e5-4e9c-979e-64f21bb7c897 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.566055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5bf0de90-92fc-4804-8cea-37a5f16937c7 req-f0e36aae-04e5-4e9c-979e-64f21bb7c897 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.607602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55d8c7-6aaa-4591-9a32-25cf49ffc335 req-04f43e64-1089-41c8-bb08-635969c506fd tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:30.616856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a55d8c7-6aaa-4591-9a32-25cf49ffc335 req-04f43e64-1089-41c8-bb08-635969c506fd tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1905322 Jul 29 23:25:30.723999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a55d8c7-6aaa-4591-9a32-25cf49ffc335 req-e6228edf-4822-4284-ba87-653bac4472b7 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010432 Jul 29 23:25:30.751871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5bf0de90-92fc-4804-8cea-37a5f16937c7 req-f0e36aae-04e5-4e9c-979e-64f21bb7c897 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.757486 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5bf0de90-92fc-4804-8cea-37a5f16937c7 req-f0e36aae-04e5-4e9c-979e-64f21bb7c897 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.766892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bf0de90-92fc-4804-8cea-37a5f16937c7 req-f0e36aae-04e5-4e9c-979e-64f21bb7c897 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d2fc5b2-3a69-44bf-b5eb-ee1723565248 HTTP/1.1" status: 204 len: 173 time: 0.4384050 Jul 29 23:25:30.788856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e36aae-04e5-4e9c-979e-64f21bb7c897 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2fc5b2-3a69-44bf-b5eb-ee1723565248,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:30.893350 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d48a0e4b-5cb6-4e1b-b12e-527a55bddebb details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:30.967608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe9527-2665-4d2b-9f54-b9d9aec47ca4 req-b627d290-2ad3-4b28-bb9c-5434c1dda817 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:30.978505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bebe9527-2665-4d2b-9f54-b9d9aec47ca4 req-b627d290-2ad3-4b28-bb9c-5434c1dda817 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 943 time: 0.1110632 Jul 29 23:25:31.047217 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bebe9527-2665-4d2b-9f54-b9d9aec47ca4 req-b9d87346-26c6-4231-b9c9-cc224c67f6cf tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539265 Jul 29 23:25:31.188277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3ffe830-02a4-4187-9539-7fc4bb732896 req-1f296a92-c4cc-4e39-8e1b-f5c120a27370 tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "GET /v2.0/security-groups/61cb4aee-db34-45dc-9ba3-25808dc83184 HTTP/1.1" status: 200 len: 2396 time: 0.0647891 Jul 29 23:25:31.228106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:31.396233 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3ffe830-02a4-4187-9539-7fc4bb732896 req-c9d49de3-7b1d-4164-9f95-dd149aa8536c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.426596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'port_id': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb', 'mac_address': 'fa:16:3e:37:53:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d8f5b6-5b81-44f6-a514-948e8b1a737d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:31.486455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a87a6-0697-4e2a-b6bd-4436accd579e req-7ef6b192-cf07-4ebc-8e86-25713053cd78 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:31.486455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-170a87a6-0697-4e2a-b6bd-4436accd579e req-7ef6b192-cf07-4ebc-8e86-25713053cd78 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 945 time: 0.1879795 Jul 29 23:25:31.486815 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.502799 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3ffe830-02a4-4187-9539-7fc4bb732896 req-c9d49de3-7b1d-4164-9f95-dd149aa8536c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.510132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48a0e4b-5cb6-4e1b-b12e-527a55bddebb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:31.545717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:31.562604 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.611055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3ffe830-02a4-4187-9539-7fc4bb732896 req-c9d49de3-7b1d-4164-9f95-dd149aa8536c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.618022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3ffe830-02a4-4187-9539-7fc4bb732896 req-c9d49de3-7b1d-4164-9f95-dd149aa8536c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.619198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3ffe830-02a4-4187-9539-7fc4bb732896 req-c9d49de3-7b1d-4164-9f95-dd149aa8536c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] 10.222.0.37 "DELETE /v2.0/security-groups/61cb4aee-db34-45dc-9ba3-25808dc83184 HTTP/1.1" status: 204 len: 173 time: 0.4300406 Jul 29 23:25:31.627791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:31.652722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d49de3-7b1d-4164-9f95-dd149aa8536c tempest-SecurityGroupRulesTestJSON-45352497 tempest-SecurityGroupRulesTestJSON-45352497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cb4aee-db34-45dc-9ba3-25808dc83184,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:31.685085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:31.693952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-170a87a6-0697-4e2a-b6bd-4436accd579e req-219c493a-f92a-4f99-9a3a-0172ee725007 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187856 Jul 29 23:25:31.794418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7784a0b9-ff27-4c96-b705-bd9327b03cd7 admin admin] Deleting subnet ef0df87e-05ea-4ea1-9ca8-e68289f51609 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:25:31.805091 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7784a0b9-ff27-4c96-b705-bd9327b03cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.876834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7784a0b9-ff27-4c96-b705-bd9327b03cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.945990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7784a0b9-ff27-4c96-b705-bd9327b03cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.961224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d48a0e4b-5cb6-4e1b-b12e-527a55bddebb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:32.038210 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.048804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7784a0b9-ff27-4c96-b705-bd9327b03cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.082021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784a0b9-ff27-4c96-b705-bd9327b03cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef0df87e-05ea-4ea1-9ca8-e68289f51609,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:32.084217 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7784a0b9-ff27-4c96-b705-bd9327b03cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.084366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e8035-3de7-4a67-abf7-b004f2c16262 req-162aa929-ff05-487f-9d86-2ab764013217 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:32.088502 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7784a0b9-ff27-4c96-b705-bd9327b03cd7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ef0df87e-05ea-4ea1-9ca8-e68289f51609 HTTP/1.1" status: 204 len: 168 time: 0.4567196 Jul 29 23:25:32.090949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:32.092120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c3e8035-3de7-4a67-abf7-b004f2c16262 req-162aa929-ff05-487f-9d86-2ab764013217 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1395555 Jul 29 23:25:32.114750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8c647-916d-43ec-a994-c0c4494e0079 req-cff6cb8f-07ef-4044-bea4-1a0e9cb26a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:32.117101 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-16f8c647-916d-43ec-a994-c0c4494e0079 req-cff6cb8f-07ef-4044-bea4-1a0e9cb26a31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 1097 time: 0.1071188 Jul 29 23:25:32.130208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047fbe3-7e28-431d-941c-0c3b99a0487e req-b2c335f4-4349-4aa6-98b6-50e05e235abd tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:32.143058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3047fbe3-7e28-431d-941c-0c3b99a0487e req-b2c335f4-4349-4aa6-98b6-50e05e235abd tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 945 time: 0.1253104 Jul 29 23:25:32.143968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:32.158635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7ec5b07d-bff8-4275-aa80-c53f3a72c459 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Request body: {'floatingip': {'port_id': 'f55746b4-b5ae-4270-a675-6699b572e417'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:32.229275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.244416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c3e8035-3de7-4a67-abf7-b004f2c16262 req-e168d76a-99ca-49cf-962a-e123e768df3e tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514106 Jul 29 23:25:32.246739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b07d-bff8-4275-aa80-c53f3a72c459 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.276081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8c647-916d-43ec-a994-c0c4494e0079 req-59c52880-459a-4ef8-834e-b47140bf346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:32.277703 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-16f8c647-916d-43ec-a994-c0c4494e0079 req-59c52880-459a-4ef8-834e-b47140bf346b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 920 time: 0.1315360 Jul 29 23:25:32.336759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799afea-a91f-4e13-9359-f17ca7154dad req-482a3fd5-0d74-4e5a-83a6-7473b5834cfc tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:32.344805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3799afea-a91f-4e13-9359-f17ca7154dad req-482a3fd5-0d74-4e5a-83a6-7473b5834cfc tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1372595 Jul 29 23:25:32.412408 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-16f8c647-916d-43ec-a994-c0c4494e0079 req-531867bf-ed6f-440e-89de-e1a010248248 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a HTTP/1.1" status: 200 len: 217 time: 0.1108394 Jul 29 23:25:32.438249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.470119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37e551d-8666-4b1c-b940-6cf1fbdb8bc2']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:32.486574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a85f4a-9302-4a8e-b69b-77683c37653f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:32.487553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a85f4a-9302-4a8e-b69b-77683c37653f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:32.499675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3799afea-a91f-4e13-9359-f17ca7154dad req-6267967f-81f4-428a-ac59-28ee02522f04 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538980 Jul 29 23:25:32.503215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8c647-916d-43ec-a994-c0c4494e0079 req-e1bf6d51-b183-4b33-b103-eb03cfbc684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:32.505281 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-16f8c647-916d-43ec-a994-c0c4494e0079 req-e1bf6d51-b183-4b33-b103-eb03cfbc684b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.0830429 Jul 29 23:25:32.509398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.557895 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-16f8c647-916d-43ec-a994-c0c4494e0079 req-cee07593-424f-4298-b5ea-b693b67d4e13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415628 Jul 29 23:25:32.565275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.572631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:25:32.574044 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:25:32.584777 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:25:32.665028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-e8a781d2-cf06-4659-8c85-bd1a55d90c43 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:32.666729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-e8a781d2-cf06-4659-8c85-bd1a55d90c43 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/networks?id=5c5572c8-bbe1-4558-9c11-ace72082eb2d HTTP/1.1" status: 200 len: 814 time: 0.1562860 Jul 29 23:25:32.691211 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.709447 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.713840 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] 10.222.0.37 "DELETE /v2.0/networks/a37e551d-8666-4b1c-b940-6cf1fbdb8bc2 HTTP/1.1" status: 204 len: 168 time: 0.6185420 Jul 29 23:25:32.727690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Pushing event deleted for resources: {'Network': ['ID=a37e551d-8666-4b1c-b940-6cf1fbdb8bc2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:32.747120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.747541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.747958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.748401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.748811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.749456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.749871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.750284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.750666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.751063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.751509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.751903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55f3c4-08e8-4d5c-a4b1-0eefeff3175f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:32.761482 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-16f8c647-916d-43ec-a994-c0c4494e0079 req-98370577-7f10-42d9-a8ea-1a7a9a9d814d service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754644 Jul 29 23:25:32.781503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-488ac628-74a8-494e-8e0c-7c55e08f180b tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/quotas/69e384df792143969e5b8163b77436f9 HTTP/1.1" status: 200 len: 375 time: 0.1012595 Jul 29 23:25:32.786145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37748) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:32.918478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd68b30-0a37-494e-a1a1-f4219809319c req-dadfff5b-62b4-42e7-895e-1de26141d7d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:32.926983 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8dd68b30-0a37-494e-a1a1-f4219809319c req-dadfff5b-62b4-42e7-895e-1de26141d7d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 944 time: 0.2572725 Jul 29 23:25:32.942313 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-16f8c647-916d-43ec-a994-c0c4494e0079 req-72b6e83f-4583-4960-8f81-a37e553539f3 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714568 Jul 29 23:25:32.990190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37754) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:33.026753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-782790cc-937b-47ac-8ddf-3da136f9f26f tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=69e384df792143969e5b8163b77436f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2449350 Jul 29 23:25:33.027802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d556799-ddce-4781-ad35-ff1b9b4bd8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.045265 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0fa1ebba-4f53-4025-aa92-38449f96f495 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e40b1bbba74c40f981231df8d710449d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545156 Jul 29 23:25:33.047686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37756) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:33.103390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94091a95-84e8-44ce-bd7d-1f8ae2611f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.127043 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94091a95-84e8-44ce-bd7d-1f8ae2611f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.149636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8dd68b30-0a37-494e-a1a1-f4219809319c req-2df4398a-59c8-4771-9553-05a62141da00 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217715 Jul 29 23:25:33.199841 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94091a95-84e8-44ce-bd7d-1f8ae2611f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.199841 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94091a95-84e8-44ce-bd7d-1f8ae2611f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.199841 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-94091a95-84e8-44ce-bd7d-1f8ae2611f91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca645846-9bb6-4c5b-a4f7-54061454009d HTTP/1.1" status: 204 len: 168 time: 0.1455159 Jul 29 23:25:33.208848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94091a95-84e8-44ce-bd7d-1f8ae2611f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca645846-9bb6-4c5b-a4f7-54061454009d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:33.244799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-f5f1c411-938b-4e7d-8798-d0eee4502d5a service neutron] 10.222.0.37 "GET /v2.0/networks/5c5572c8-bbe1-4558-9c11-ace72082eb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097309 Jul 29 23:25:33.346045 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-7ec5b07d-bff8-4275-aa80-c53f3a72c459 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:25:33.465084 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b07d-bff8-4275-aa80-c53f3a72c459 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.488581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-6972bc63-c98f-47bd-bbe6-f6fdc56611e6 service neutron] 10.222.0.37 "GET /v2.0/networks/5c5572c8-bbe1-4558-9c11-ace72082eb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428610 Jul 29 23:25:33.506350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b07d-bff8-4275-aa80-c53f3a72c459 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.510830 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d556799-ddce-4781-ad35-ff1b9b4bd8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.554565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d556799-ddce-4781-ad35-ff1b9b4bd8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.650310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d556799-ddce-4781-ad35-ff1b9b4bd8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdac633-9b1a-49eb-a04e-02956da2d255,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:33.662272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8ec53-de1d-4ed8-8878-a971b9c80252 req-2808fea4-67c6-4acc-8491-afd35e10a5b4 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:33.670377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8bc8ec53-de1d-4ed8-8878-a971b9c80252 req-2808fea4-67c6-4acc-8491-afd35e10a5b4 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.2094378 Jul 29 23:25:33.677694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0d556799-ddce-4781-ad35-ff1b9b4bd8ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e3ef46cb26c4c11aba616b0abb1008b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8828952 Jul 29 23:25:33.680477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37778) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:33.735482 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5420e53-b9b0-4d8f-84f8-934aa4b2f494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.763111 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5420e53-b9b0-4d8f-84f8-934aa4b2f494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.830116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5420e53-b9b0-4d8f-84f8-934aa4b2f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.832780 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5420e53-b9b0-4d8f-84f8-934aa4b2f494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.836069 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c5420e53-b9b0-4d8f-84f8-934aa4b2f494 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cdac633-9b1a-49eb-a04e-02956da2d255 HTTP/1.1" status: 204 len: 168 time: 0.1524887 Jul 29 23:25:33.843811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5420e53-b9b0-4d8f-84f8-934aa4b2f494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdac633-9b1a-49eb-a04e-02956da2d255,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:34.063418 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-7ec5b07d-bff8-4275-aa80-c53f3a72c459 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Floating IP ac276239-fdfc-4589-8795-8de02bb6975b associated. External IP: 172.25.2.33, port: f55746b4-b5ae-4270-a675-6699b572e417. Jul 29 23:25:34.107072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8bc8ec53-de1d-4ed8-8878-a971b9c80252 req-cad8c1ce-668c-41f9-ab83-c40db78d10a9 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356246 Jul 29 23:25:34.126224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce962c30-c876-452b-a9fa-7ffc5d64f61f req-6fb533f3-4e2a-4be0-b4c7-d826324de10a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:34.133392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce962c30-c876-452b-a9fa-7ffc5d64f61f req-6fb533f3-4e2a-4be0-b4c7-d826324de10a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 945 time: 0.4612319 Jul 29 23:25:34.217451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:34.246816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce962c30-c876-452b-a9fa-7ffc5d64f61f req-7264133e-2b07-40ce-82a5-3af605040cfa tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077354 Jul 29 23:25:34.374790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b59e96-ac82-4690-884b-c2a6642ca7c3 req-7f8ac937-4f33-4345-baae-fde6cfe0068a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:34.375303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01b59e96-ac82-4690-884b-c2a6642ca7c3 req-7f8ac937-4f33-4345-baae-fde6cfe0068a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1649544 Jul 29 23:25:34.377422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0168a47e-142d-4928-9086-d45450601fbd req-2a07871f-b4ef-45e3-8551-326a8a9e0758 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 210 time: 0.0509672 Jul 29 23:25:34.422262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1868140122-network', 'tenant_id': '2d482c3af74949d3b0c84e81de929bb4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:34.453681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-cedd30d5-66e8-4057-92f3-467411ea0580 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:34.455539 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-cedd30d5-66e8-4057-92f3-467411ea0580 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.42 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 945 time: 0.1253622 Jul 29 23:25:34.493450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01b59e96-ac82-4690-884b-c2a6642ca7c3 req-279957ee-7be7-46c1-8ad0-b8d34051fe47 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953000 Jul 29 23:25:34.523075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec5b07d-bff8-4275-aa80-c53f3a72c459 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Router 0c439ae3-31db-4cbc-9859-c86e91c474b5 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:25:34.524181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Made reservation on behalf of 2d482c3af74949d3b0c84e81de929bb4 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:34.530282 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.573084 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.588138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fdeef-5014-4074-9d3e-3ec8d93cf932 req-c84f5932-638d-4895-85fd-f54a3d74ee9e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:34.589675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-377fdeef-5014-4074-9d3e-3ec8d93cf932 req-c84f5932-638d-4895-85fd-f54a3d74ee9e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 944 time: 0.0981030 Jul 29 23:25:34.651922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-91b898bb-cdec-466e-b8aa-51fc61cbf009 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Deleting port 3df81e4e-a28f-461b-878d-19cf2a564a4a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:34.652303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-91b898bb-cdec-466e-b8aa-51fc61cbf009 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.717759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-377fdeef-5014-4074-9d3e-3ec8d93cf932 req-8ef910e3-b223-4270-b137-b6c996926bfc tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200447 Jul 29 23:25:34.719303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec5b07d-bff8-4275-aa80-c53f3a72c459 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:34.733773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b07d-bff8-4275-aa80-c53f3a72c459 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.739546 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] Sync routers for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:34.761287 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:34.770805 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:34.783190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7ec5b07d-bff8-4275-aa80-c53f3a72c459 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "PUT /v2.0/floatingips/ac276239-fdfc-4589-8795-8de02bb6975b HTTP/1.1" status: 200 len: 990 time: 2.6313159 Jul 29 23:25:34.783190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'tag': 'f55746b4-b5ae-4270-a675-6699b572e417'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:34.783592 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749416fe-7325-474d-a2f7-baa6e5aa10b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6b978c-a185-49c2-83ee-de3902f3afb6", "tag": "f55746b4-b5ae-4270-a675-6699b572e417"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:34.783735 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.790577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-91b898bb-cdec-466e-b8aa-51fc61cbf009 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] For port 3df81e4e-a28f-461b-878d-19cf2a564a4a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=3df81e4e-a28f-461b-878d-19cf2a564a4a,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:34.791141 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-91b898bb-cdec-466e-b8aa-51fc61cbf009 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.794904 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.820173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-91b898bb-cdec-466e-b8aa-51fc61cbf009 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Calling delete_port for 3df81e4e-a28f-461b-878d-19cf2a564a4a owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:34.861992 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149657d8-2ac2-4bcb-8828-080667603207 x-openstack-request-id: req-149657d8-2ac2-4bcb-8828-080667603207 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:34.862621 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6b978c-a185-49c2-83ee-de3902f3afb6", "tag": "f55746b4-b5ae-4270-a675-6699b572e417", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:34.862885 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-149657d8-2ac2-4bcb-8828-080667603207 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:34.863290 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'tag': 'f55746b4-b5ae-4270-a675-6699b572e417', 'status': 'completed', 'code': 200} Jul 29 23:25:34.886460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:25:34.917301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.917736 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Added segment 69830d0d-1a11-49c0-820b-97deef9ac7f1 of type vlan for network f98c3277-31fa-443e-a8f1-f0d0e0645380 Jul 29 23:25:34.919914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d48a0e4b-5cb6-4e1b-b12e-527a55bddebb up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:34.933555 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:34.961887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.969320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-024704e6-6a05-4f1c-98bd-77e673c63212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:34.971157 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-024704e6-6a05-4f1c-98bd-77e673c63212 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d201b695131547f0964bd2cc9a237702&device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 1097 time: 0.0613241 Jul 29 23:25:34.982719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:34.989051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:34.989420 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.998415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5523ca2-bd5c-4c4a-907e-7e8110d15946,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:35.034529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.035721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.036527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.091431 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8715518 Jul 29 23:25:35.098657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37830) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:35.114418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Request body: {'subnet': {'network_id': 'f98c3277-31fa-443e-a8f1-f0d0e0645380', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1868140122-subnet', 'tenant_id': '2d482c3af74949d3b0c84e81de929bb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:35.140723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69984c-25fc-418a-8940-aca90fd90f30 admin admin] Pushing event updated for resources: {'Network': ['ID=f98c3277-31fa-443e-a8f1-f0d0e0645380,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:35.176690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f98c3277-31fa-443e-a8f1-f0d0e0645380 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:25:35.177221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-4fa1abfe-f943-470f-972b-8a8513bc7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.180773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-4fa1abfe-f943-470f-972b-8a8513bc7de8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64586059-01f1-49b9-8ef5-2910bc6c6717 HTTP/1.1" status: 200 len: 925 time: 0.1978061 Jul 29 23:25:35.185124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Made reservation on behalf of 2d482c3af74949d3b0c84e81de929bb4 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:35.192133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.214336 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-91b898bb-cdec-466e-b8aa-51fc61cbf009 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.259774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['3df81e4e-a28f-461b-878d-19cf2a564a4a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:35.312114 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.330773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b898bb-cdec-466e-b8aa-51fc61cbf009 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Pushing event deleted for resources: {'Port': ['ID=3df81e4e-a28f-461b-878d-19cf2a564a4a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:35.367701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:35.370824 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fc196d-e2f4-430e-9c01-01c443ed816c" -d '{"events": [{"server_uuid": "6cb8141a-c497-4778-8f86-9ed33a41cb82", "name": "network-vif-plugged", "status": "completed", "tag": "d48a0e4b-5cb6-4e1b-b12e-527a55bddebb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:35.386365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:35.415127 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.459948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-91b898bb-cdec-466e-b8aa-51fc61cbf009 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] No DVR routers for this DVR port 3df81e4e-a28f-461b-878d-19cf2a564a4a on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:35.470764 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-91b898bb-cdec-466e-b8aa-51fc61cbf009 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.476890 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ac276239-fdfc-4589-8795-8de02bb6975b', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'port_id': 'f55746b4-b5ae-4270-a675-6699b572e417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'mac_address': 'fa:16:3e:65:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:21:44Z', 'updated_at': '2021-07-29T23:25:33Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:35.479566 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b8e23ac4-fd89-4c84-93df-f610ae25a8ad req-91b898bb-cdec-466e-b8aa-51fc61cbf009 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.42 "DELETE /v2.0/ports/3df81e4e-a28f-461b-878d-19cf2a564a4a HTTP/1.1" status: 204 len: 173 time: 1.0125704 Jul 29 23:25:35.480091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db49586-d699-4076-a1bf-7738e5aafcda', 'name': 'network-vif-deleted', 'tag': '3df81e4e-a28f-461b-878d-19cf2a564a4a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:35.490563 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d956e00c-64ac-49cf-9ac4-5da6bd003696" -d '{"events": [{"server_uuid": "2db49586-d699-4076-a1bf-7738e5aafcda", "name": "network-vif-deleted", "tag": "3df81e4e-a28f-461b-878d-19cf2a564a4a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:35.499316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-048ad120-2fb7-460c-a5bb-760fc14f6880 req-43392d91-9c0e-4560-a9f3-46ad2a855645 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db49586-d699-4076-a1bf-7738e5aafcda HTTP/1.1" status: 200 len: 210 time: 0.0443206 Jul 29 23:25:35.523436 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] Checking router: 0c439ae3-31db-4cbc-9859-c86e91c474b5 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:35.535402 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:35.536542 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:35.558176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:35.561811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-f635354b-763d-4193-b885-070a2f71e6a4 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.563395 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-f635354b-763d-4193-b885-070a2f71e6a4 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.47 "GET /v2.0/networks?id=5c5572c8-bbe1-4558-9c11-ace72082eb2d HTTP/1.1" status: 200 len: 814 time: 0.3847268 Jul 29 23:25:35.584311 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c216086-8cf0-4251-aa4a-2ee73cf7870f x-openstack-request-id: req-5c216086-8cf0-4251-aa4a-2ee73cf7870f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:35.585009 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8141a-c497-4778-8f86-9ed33a41cb82", "name": "network-vif-plugged", "status": "completed", "tag": "d48a0e4b-5cb6-4e1b-b12e-527a55bddebb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:35.585282 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c216086-8cf0-4251-aa4a-2ee73cf7870f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:35.585462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-a8e4e716-41e4-4d57-98dc-71a8d7222e58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f55746b4-b5ae-4270-a675-6699b572e417 HTTP/1.1" status: 200 len: 998 time: 0.3883896 Jul 29 23:25:35.586264 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb', 'code': 200} Jul 29 23:25:35.613250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Request body: {'port': {'device_id': 'e7dc0af0-fef2-4d4e-ae55-7e29d0545fee', 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d', 'admin_state_up': True, 'tenant_id': '69e384df792143969e5b8163b77436f9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:35.618481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bc5e0-dd69-41a6-905d-23ca77356905 req-5288f1db-0501-484e-b835-4d1fab61dd53 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.625215 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb5bc5e0-dd69-41a6-905d-23ca77356905 req-5288f1db-0501-484e-b835-4d1fab61dd53 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.2139089 Jul 29 23:25:35.692111 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:35.848978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-602b59ce-0595-4762-892c-ebcba4e659d5 req-11f7727c-8a06-4dee-9ea2-cb8724ec5c5b tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 210 time: 0.1271844 Jul 29 23:25:35.863959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276e209-a645-48b4-9449-c8b37074f295 req-b15fc5fe-d72e-4ee3-b8dd-693fdc2494f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.865694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d276e209-a645-48b4-9449-c8b37074f295 req-b15fc5fe-d72e-4ee3-b8dd-693fdc2494f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 1097 time: 0.1476994 Jul 29 23:25:35.872436 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37858) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:35.928558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb5bc5e0-dd69-41a6-905d-23ca77356905 req-0fc5e229-0650-43dc-8c40-3f263a6e6fe9 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786477 Jul 29 23:25:35.947002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-146a366e-8cfe-4805-85e0-1aca221abfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.948491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-146a366e-8cfe-4805-85e0-1aca221abfb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a54c455-7d4a-4eba-af27-492d624ee19e HTTP/1.1" status: 200 len: 863 time: 0.3223808 Jul 29 23:25:35.972371 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d276e209-a645-48b4-9449-c8b37074f295 req-9229a000-f274-4b34-8ecd-22cd4d37ec05 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977931 Jul 29 23:25:36.007490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Made reservation on behalf of 69e384df792143969e5b8163b77436f9 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:36.012046 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.015916 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ac276239-fdfc-4589-8795-8de02bb6975b', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'port_id': 'f55746b4-b5ae-4270-a675-6699b572e417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'mac_address': 'fa:16:3e:65:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:21:44Z', 'updated_at': '2021-07-29T23:25:33Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:36.052753 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8411f-aa32-4dc9-9287-96d3f296ca47 None None] The sync data for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 is: [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ac276239-fdfc-4589-8795-8de02bb6975b', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'port_id': 'f55746b4-b5ae-4270-a675-6699b572e417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'mac_address': 'fa:16:3e:65:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:21:44Z', 'updated_at': '2021-07-29T23:25:33Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:36.179594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-40f89592-443b-47b5-a089-5c94319c7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:36.181383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-40f89592-443b-47b5-a089-5c94319c7922 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64586059-01f1-49b9-8ef5-2910bc6c6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2160618 Jul 29 23:25:36.184927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.379447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475057e8-5321-4330-bece-2cfdbf7e9cda req-14cd6d80-640a-4ae4-80cd-de1e5ee4f0c0 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:36.381235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-475057e8-5321-4330-bece-2cfdbf7e9cda req-14cd6d80-640a-4ae4-80cd-de1e5ee4f0c0 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.3635321 Jul 29 23:25:36.443185 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc82e2be-1963-4083-9319-f5d83c1f66f5 x-openstack-request-id: req-fc82e2be-1963-4083-9319-f5d83c1f66f5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:36.443778 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db49586-d699-4076-a1bf-7738e5aafcda", "name": "network-vif-deleted", "tag": "3df81e4e-a28f-461b-878d-19cf2a564a4a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:36.447245 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc82e2be-1963-4083-9319-f5d83c1f66f5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:36.453410 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db49586-d699-4076-a1bf-7738e5aafcda', 'name': 'network-vif-deleted', 'tag': '3df81e4e-a28f-461b-878d-19cf2a564a4a', 'status': 'completed', 'code': 200} Jul 29 23:25:36.462472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a18f14-b1c8-4ec1-8e14-2f028f69153f None None] New status for floating IP ac276239-fdfc-4589-8795-8de02bb6975b: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:25:36.551282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763210a-ba18-42d1-a1f7-97744f9aa518 req-811bfb8d-17b6-4745-ba3d-79608e558b39 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:36.559051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4763210a-ba18-42d1-a1f7-97744f9aa518 req-811bfb8d-17b6-4745-ba3d-79608e558b39 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.4451244 Jul 29 23:25:36.562851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-892d54f7-188c-406f-87c2-ceb08ca2e4d6 service neutron] 10.222.0.42 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227677 Jul 29 23:25:36.568153 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4781062-0bf7-4e9b-a9ec-bd9b0b93c1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.696242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94e22ce-7f76-4b74-8ee3-174c43ffbbee,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:36.774774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-475057e8-5321-4330-bece-2cfdbf7e9cda req-f2652927-a91d-4064-a9c3-c19a0d169110 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741729 Jul 29 23:25:36.836848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Allocated IP 172.20.0.4 (5c5572c8-bbe1-4558-9c11-ace72082eb2d/c53aebb8-9cb6-4319-9ec0-242b883ec293/adf8ffbc-c714-46e7-97f8-0f6c18371b56) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:36.915306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Checking segment: {'id': '69830d0d-1a11-49c0-820b-97deef9ac7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f98c3277-31fa-443e-a8f1-f0d0e0645380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:36.915765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Network hostable DHCP agents. Network: f98c3277-31fa-443e-a8f1-f0d0e0645380, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:25:36.960692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4763210a-ba18-42d1-a1f7-97744f9aa518 req-2d328cc8-cb2d-47f6-9b18-5d61d5f9cbd0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000959 Jul 29 23:25:36.997408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Network f98c3277-31fa-443e-a8f1-f0d0e0645380 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:25:37.065648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-749416fe-7325-474d-a2f7-baa6e5aa10b9 req-b352a558-b0b5-4c10-99b9-f7b6b328bc14 service neutron] 10.222.0.42 "GET /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693531 Jul 29 23:25:37.089474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4781062-0bf7-4e9b-a9ec-bd9b0b93c1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.121674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4781062-0bf7-4e9b-a9ec-bd9b0b93c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.165676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b8fa3bf-8255-40d8-aa06-c29f575a6fda req-60190f4f-0d01-431d-acf6-0f5c65c14eda tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 210 time: 0.0971508 Jul 29 23:25:37.166348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f98c3277-31fa-443e-a8f1-f0d0e0645380) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:37.177088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139b11f7-b7e3-496a-8f29-50bd1d9d8ff4 None None] Network f98c3277-31fa-443e-a8f1-f0d0e0645380 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:37.191762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:37.193362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.237698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f2283c97-419c-4e3d-9820-6cb46d3ce863 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1349115 Jul 29 23:25:37.298651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6adbc-65fc-4f45-82ea-04fb8f142701 req-dd325377-8246-466c-a836-5653ae324e4b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:37.306511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ca6adbc-65fc-4f45-82ea-04fb8f142701 req-dd325377-8246-466c-a836-5653ae324e4b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1972892 Jul 29 23:25:37.335053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4781062-0bf7-4e9b-a9ec-bd9b0b93c1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3963c22-b508-4c1d-9d23-ff82c0a30c8f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:37.418375 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a4781062-0bf7-4e9b-a9ec-bd9b0b93c1c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1594aae81304b9ab548f92bde8186c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5449011 Jul 29 23:25:37.423292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37888) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:37.475612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ca6adbc-65fc-4f45-82ea-04fb8f142701 req-5b78b9c6-a6f5-4e78-9906-d872c4df7b3e tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681492 Jul 29 23:25:37.523664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b753e-c893-439b-8102-ca26ef5aa6d7 None None] Network f98c3277-31fa-443e-a8f1-f0d0e0645380 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:37.571211 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.602841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Transition to ACTIVE for port object adf8ffbc-c714-46e7-97f8-0f6c18371b56 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:37.663839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6092d7a0-3832-4ee5-ba7e-163b7305b80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.679178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.735986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6092d7a0-3832-4ee5-ba7e-163b7305b80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.773291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Network 5c5572c8-bbe1-4558-9c11-ace72082eb2d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:37.776578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:37.785833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:37.863758 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-ef1204a3-5b8c-422d-afd5-5ed9782b1755 req-8ca21360-f73b-4c08-87ec-78af6346c7af tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] show failed (client error): The resource could not be found. Jul 29 23:25:37.880764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Pushing event updated for resources: {'Port': ['ID=adf8ffbc-c714-46e7-97f8-0f6c18371b56,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:37.887414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef1204a3-5b8c-422d-afd5-5ed9782b1755 req-8ca21360-f73b-4c08-87ec-78af6346c7af tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] 10.222.0.37 "GET /v2.0/security-groups/4b93bbc8-df8b-479e-b160-500f90b234ad HTTP/1.1" status: 404 len: 352 time: 0.0976248 Jul 29 23:25:37.912863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507dda2-ba56-4862-af06-cf48636c7106 req-c90934b6-7251-473f-b61b-aed9d60aa533 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:37.914470 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7507dda2-ba56-4862-af06-cf48636c7106 req-c90934b6-7251-473f-b61b-aed9d60aa533 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.2284043 Jul 29 23:25:37.936621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:37.937218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.958679 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-8ab50ecb-4a7f-4e9c-a54c-e8626da21d30 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3490849 Jul 29 23:25:38.018999 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6092d7a0-3832-4ee5-ba7e-163b7305b80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.022253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6092d7a0-3832-4ee5-ba7e-163b7305b80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.024390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6092d7a0-3832-4ee5-ba7e-163b7305b80d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3963c22-b508-4c1d-9d23-ff82c0a30c8f HTTP/1.1" status: 204 len: 168 time: 0.5999629 Jul 29 23:25:38.068782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7507dda2-ba56-4862-af06-cf48636c7106 req-a2373e8e-485a-424c-87ad-6a44fd845fb2 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325736 Jul 29 23:25:38.091493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 3df81e4e-a28f-461b-878d-19cf2a564a4a no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:38.113705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092d7a0-3832-4ee5-ba7e-163b7305b80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3963c22-b508-4c1d-9d23-ff82c0a30c8f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:38.134871 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-543da42b-e553-4ae6-afff-2b85d6d75aa0 req-e220d4ac-d955-43db-9423-7a2da298c6e0 tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d482c3af74949d3b0c84e81de929bb4 HTTP/1.1" status: 200 len: 2984 time: 0.2122805 Jul 29 23:25:38.190505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 3df81e4e-a28f-461b-878d-19cf2a564a4a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:38.191266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 3df81e4e-a28f-461b-878d-19cf2a564a4a not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:38.233563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df5abb4b-bc1c-40f0-af03-06e1342b7a12 None None] Provisioning for port adf8ffbc-c714-46e7-97f8-0f6c18371b56 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:38.239291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df5abb4b-bc1c-40f0-af03-06e1342b7a12 None None] Provisioning complete for port adf8ffbc-c714-46e7-97f8-0f6c18371b56 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:38.240634 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df5abb4b-bc1c-40f0-af03-06e1342b7a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.269504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-543da42b-e553-4ae6-afff-2b85d6d75aa0 req-667b6b23-2dbb-42ca-aa7d-0dc0ed06999a tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] 10.222.0.37 "GET /v2.0/security-groups/e5523ca2-bd5c-4c4a-907e-7e8110d15946 HTTP/1.1" status: 200 len: 2981 time: 0.1267636 Jul 29 23:25:38.328913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-df5abb4b-bc1c-40f0-af03-06e1342b7a12 None None] Port adf8ffbc-c714-46e7-97f8-0f6c18371b56 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:38.408639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Request body: {'port': {'device_id': 'e7dc0af0-fef2-4d4e-ae55-7e29d0545fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:38.524564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-543da42b-e553-4ae6-afff-2b85d6d75aa0 req-8c87cb06-227f-49e8-a0eb-d8f834c9b8df tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] 10.222.0.37 "GET /v2.0/security-groups/e5523ca2-bd5c-4c4a-907e-7e8110d15946 HTTP/1.1" status: 200 len: 2981 time: 0.2346959 Jul 29 23:25:38.554085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.580127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05bf56-fbc7-401a-8a6a-024436015494 req-13b7aa90-ed42-44b5-a801-8e5db6f6cbac tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.586917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e05bf56-fbc7-401a-8a6a-024436015494 req-13b7aa90-ed42-44b5-a801-8e5db6f6cbac tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1640873 Jul 29 23:25:38.756397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0e01-0780-4b67-a2be-2acc127d8eaf req-5a8f06ff-4b38-4b14-91c3-7bccc7cd05ca tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.758704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b6f0e01-0780-4b67-a2be-2acc127d8eaf req-5a8f06ff-4b38-4b14-91c3-7bccc7cd05ca tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 931 time: 0.1309779 Jul 29 23:25:38.766342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e05bf56-fbc7-401a-8a6a-024436015494 req-6b04cca5-7a5a-4dba-94bf-ab2c333ab998 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745799 Jul 29 23:25:38.855638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b6f0e01-0780-4b67-a2be-2acc127d8eaf req-93c53d99-823d-49e1-a91f-d5e13e046ca6 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880690 Jul 29 23:25:39.061775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf8ffbc-c714-46e7-97f8-0f6c18371b56 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:39.070520 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.077742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96590652-9dbe-4ee5-8eaf-faa37d227a38 req-6caaca54-d1ec-4370-a77f-84b627169e15 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:39.080687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96590652-9dbe-4ee5-8eaf-faa37d227a38 req-6caaca54-d1ec-4370-a77f-84b627169e15 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1806703 Jul 29 23:25:39.085352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e82bf320-e782-4089-93fe-27e307d755da req-279cd7cc-0850-436d-ac7e-59069bf36696 tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] 10.222.0.37 "GET /v2.0/security-groups/e5523ca2-bd5c-4c4a-907e-7e8110d15946 HTTP/1.1" status: 200 len: 2981 time: 0.1529548 Jul 29 23:25:39.098797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Transition to ACTIVE for port object adf8ffbc-c714-46e7-97f8-0f6c18371b56 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:39.102816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.173833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Pushing event updated for resources: {'Port': ['ID=adf8ffbc-c714-46e7-97f8-0f6c18371b56,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:39.209801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96590652-9dbe-4ee5-8eaf-faa37d227a38 req-8881c9f1-20d6-4830-ab40-8370a58cbec8 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148846 Jul 29 23:25:39.270930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37940) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:39.292494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Attempting to bind port adf8ffbc-c714-46e7-97f8-0f6c18371b56 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:39.292844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Attempting to bind port adf8ffbc-c714-46e7-97f8-0f6c18371b56 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:39.293180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Attempting to bind port adf8ffbc-c714-46e7-97f8-0f6c18371b56 on network 5c5572c8-bbe1-4558-9c11-ace72082eb2d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:39.300446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Port adf8ffbc-c714-46e7-97f8-0f6c18371b56 on network 5c5572c8-bbe1-4558-9c11-ace72082eb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:39.300700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Attempting to bind port adf8ffbc-c714-46e7-97f8-0f6c18371b56 on network 5c5572c8-bbe1-4558-9c11-ace72082eb2d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:39.317389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:39.317977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Checking segment: {'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:39.318738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Bound using segment: {'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:39.319408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Bound port: adf8ffbc-c714-46e7-97f8-0f6c18371b56, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd520698-89ee-43ba-ab0c-631dd5d57669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:39.320152 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.320705 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-e82bf320-e782-4089-93fe-27e307d755da req-d18c976f-b3ea-4574-aa63-f8f9d1922213 tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:25:39.332980 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e82bf320-e782-4089-93fe-27e307d755da req-d18c976f-b3ea-4574-aa63-f8f9d1922213 tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5523ca2-bd5c-4c4a-907e-7e8110d15946 HTTP/1.1" status: 409 len: 352 time: 0.2398944 Jul 29 23:25:39.475476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] For port adf8ffbc-c714-46e7-97f8-0f6c18371b56, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:39.480479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] For port adf8ffbc-c714-46e7-97f8-0f6c18371b56, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=adf8ffbc-c714-46e7-97f8-0f6c18371b56,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:39.490315 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.519813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dea50-149d-48d0-b270-047790245ea0 req-a232a533-8c0b-4c4e-b854-1d3c7d522e24 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:39.528711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-466dea50-149d-48d0-b270-047790245ea0 req-a232a533-8c0b-4c4e-b854-1d3c7d522e24 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.1651826 Jul 29 23:25:39.537844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-279553409-network', 'tenant_id': 'a5a298e794fc42eea62d96a5f4ab9465'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:39.545029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:39.545860 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.547508 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] 10.222.0.47 "PUT /v2.0/ports/adf8ffbc-c714-46e7-97f8-0f6c18371b56 HTTP/1.1" status: 200 len: 1092 time: 1.3532891 Jul 29 23:25:39.547985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dc0af0-fef2-4d4e-ae55-7e29d0545fee', 'tag': 'adf8ffbc-c714-46e7-97f8-0f6c18371b56'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:39.550584 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9857cf4d-de6a-448d-b3f2-838ad550e650" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dc0af0-fef2-4d4e-ae55-7e29d0545fee", "tag": "adf8ffbc-c714-46e7-97f8-0f6c18371b56"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:39.550833 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-961b8797-56dc-4dd8-b295-7447126ad603 req-95dc0d74-649c-49c5-b75d-c97bdf4beeac tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] show failed (client error): The resource could not be found. Jul 29 23:25:39.551884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-961b8797-56dc-4dd8-b295-7447126ad603 req-95dc0d74-649c-49c5-b75d-c97bdf4beeac tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] 10.222.0.37 "GET /v2.0/security-groups/e1ae41ad-05f6-4350-abdb-b55aea762dd2 HTTP/1.1" status: 404 len: 352 time: 0.0182452 Jul 29 23:25:39.659037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-466dea50-149d-48d0-b270-047790245ea0 req-530791ad-8942-4064-ad42-87cb13db2bf0 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039023 Jul 29 23:25:39.712383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Made reservation on behalf of a5a298e794fc42eea62d96a5f4ab9465 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:39.720624 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-b6c8beec-d607-4dc5-8a67-02c91b4caee1 req-47981888-3dca-4300-a287-114a971acf33 tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] show failed (client error): The resource could not be found. Jul 29 23:25:39.724504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.740935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6c8beec-d607-4dc5-8a67-02c91b4caee1 req-47981888-3dca-4300-a287-114a971acf33 tempest-SecurityGroupsNegativeTestJSON-673004782 tempest-SecurityGroupsNegativeTestJSON-673004782-project] 10.222.0.37 "GET /v2.0/security-groups/ea0a15d1-7be6-41d6-a9e8-c293a1929796 HTTP/1.1" status: 404 len: 352 time: 0.0512700 Jul 29 23:25:39.741733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37958) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:39.763647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43887e40-45e0-4197-9b30-83602fbd060f service neutron] Pushing event updated for resources: {'Port': ['ID=adf8ffbc-c714-46e7-97f8-0f6c18371b56,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:39.766922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.949356 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe87f582-2219-43db-8a59-b5fb71ecd4c5 x-openstack-request-id: req-fe87f582-2219-43db-8a59-b5fb71ecd4c5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:39.949668 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dc0af0-fef2-4d4e-ae55-7e29d0545fee", "tag": "adf8ffbc-c714-46e7-97f8-0f6c18371b56", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:39.949947 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe87f582-2219-43db-8a59-b5fb71ecd4c5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:39.950361 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dc0af0-fef2-4d4e-ae55-7e29d0545fee', 'tag': 'adf8ffbc-c714-46e7-97f8-0f6c18371b56', 'status': 'completed', 'code': 200} Jul 29 23:25:39.958779 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa40322-3c3c-49a5-b901-cd8ec164bc69 admin admin] Deleting subnet a94e22ce-7f76-4b74-8ee3-174c43ffbbee {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:25:39.971641 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eaa40322-3c3c-49a5-b901-cd8ec164bc69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.003370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.014643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.072616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:25:40.079923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fdac22-69ae-488a-96a8-d0971398eb7f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:40.087296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.087885 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Added segment 51224fef-99ef-4d1b-94ca-b173b1a8ddd6 of type vlan for network 1d939aef-fa49-4257-a32c-aff0b2dc3d11 Jul 29 23:25:40.090167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b0dd5-7cd8-41cd-ad5a-3bc72ccb5b65 req-9a4a9aa5-733a-4e22-a801-86c64a2150f0 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.093581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-962b0dd5-7cd8-41cd-ad5a-3bc72ccb5b65 req-9a4a9aa5-733a-4e22-a801-86c64a2150f0 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.2553980 Jul 29 23:25:40.133249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.145019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eaa40322-3c3c-49a5-b901-cd8ec164bc69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.165713 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.166720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.167349 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.222639 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eaa40322-3c3c-49a5-b901-cd8ec164bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.237600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa99177-1c2b-46d3-9a09-2c2a1635974d req-88f05cda-a97e-495c-bb19-1060fac544d8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.245198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afa99177-1c2b-46d3-9a09-2c2a1635974d req-88f05cda-a97e-495c-bb19-1060fac544d8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1994224 Jul 29 23:25:40.259007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] Pushing event updated for resources: {'Network': ['ID=1d939aef-fa49-4257-a32c-aff0b2dc3d11,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:40.269919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1d939aef-fa49-4257-a32c-aff0b2dc3d11 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:25:40.283796 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb6f71af-ae91-4e0c-979a-d6128e71bd21 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0087271 Jul 29 23:25:40.284046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:40.291483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Request body: {'subnet': {'network_id': '1d939aef-fa49-4257-a32c-aff0b2dc3d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-279553409-subnet', 'tenant_id': 'a5a298e794fc42eea62d96a5f4ab9465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:40.302207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-962b0dd5-7cd8-41cd-ad5a-3bc72ccb5b65 req-06314c95-7c48-4caa-ab3a-5e2eb9deed3c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255295 Jul 29 23:25:40.321058 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Made reservation on behalf of a5a298e794fc42eea62d96a5f4ab9465 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:40.329392 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.377495 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afa99177-1c2b-46d3-9a09-2c2a1635974d req-79a740f0-46de-4313-8781-dc6ded22aa40 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264288 Jul 29 23:25:40.421339 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eaa40322-3c3c-49a5-b901-cd8ec164bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.442017 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eaa40322-3c3c-49a5-b901-cd8ec164bc69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.455962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eaa40322-3c3c-49a5-b901-cd8ec164bc69 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a94e22ce-7f76-4b74-8ee3-174c43ffbbee HTTP/1.1" status: 204 len: 168 time: 0.7116330 Jul 29 23:25:40.458222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37970) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:40.558458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa40322-3c3c-49a5-b901-cd8ec164bc69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94e22ce-7f76-4b74-8ee3-174c43ffbbee,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:40.641592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.673497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.678655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18f9a4-a739-4140-9e1d-264feb2e1a16 req-d8d9f9a6-c331-4ba2-a0e3-667489e34450 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.704957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac18f9a4-a739-4140-9e1d-264feb2e1a16 req-d8d9f9a6-c331-4ba2-a0e3-667489e34450 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 943 time: 0.2120636 Jul 29 23:25:40.736552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11db150-2235-4092-bef1-19458f8be594,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:40.744469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fba892-b64f-492f-8bab-676de6f9dc34 req-3d1e5abf-b245-41d8-a77e-5a43202bdf36 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.745612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Checking segment: {'id': '51224fef-99ef-4d1b-94ca-b173b1a8ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d939aef-fa49-4257-a32c-aff0b2dc3d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:40.745983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Network hostable DHCP agents. Network: 1d939aef-fa49-4257-a32c-aff0b2dc3d11, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:25:40.746097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0fba892-b64f-492f-8bab-676de6f9dc34 req-3d1e5abf-b245-41d8-a77e-5a43202bdf36 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.2551594 Jul 29 23:25:40.776559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Network 1d939aef-fa49-4257-a32c-aff0b2dc3d11 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:25:40.793319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 1d939aef-fa49-4257-a32c-aff0b2dc3d11) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:40.806194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa7dbe-4def-4c90-9a0c-968e998d7563 None None] Network 1d939aef-fa49-4257-a32c-aff0b2dc3d11 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:40.808668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.809602 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.834446 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5fdd47fd-6977-41bc-9116-937166c7f7f5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5481462 Jul 29 23:25:40.910720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.931460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0fba892-b64f-492f-8bab-676de6f9dc34 req-f12e57cd-b263-46f0-9392-65e443d7c3e1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679232 Jul 29 23:25:40.941898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac18f9a4-a739-4140-9e1d-264feb2e1a16 req-907bbee1-a174-4258-98e6-103a75a75760 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360432 Jul 29 23:25:40.961047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98c3277-31fa-443e-a8f1-f0d0e0645380']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:40.972967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df74aea0-edb2-40fe-9308-bd3153b59a43 None None] Network 1d939aef-fa49-4257-a32c-aff0b2dc3d11 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:41.002530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69830d0d-1a11-49c0-820b-97deef9ac7f1') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:41.002799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69830d0d-1a11-49c0-820b-97deef9ac7f1') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:41.043351 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.084903 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.101575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:25:41.102032 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:25:41.119287 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:25:41.253745 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.260397 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.262232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f98c3277-31fa-443e-a8f1-f0d0e0645380 HTTP/1.1" status: 204 len: 168 time: 0.8030908 Jul 29 23:25:41.277145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf192a-7a31-4dfc-a2b5-dc475fc71074 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98c3277-31fa-443e-a8f1-f0d0e0645380,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:41.305089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ccf95-2f54-4415-b544-013b85a003b6 req-eb6dc0c3-6512-47d1-9a9e-e18e0293431d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:41.313049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-823ccf95-2f54-4415-b544-013b85a003b6 req-eb6dc0c3-6512-47d1-9a9e-e18e0293431d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.0982258 Jul 29 23:25:41.353007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-823ccf95-2f54-4415-b544-013b85a003b6 req-c3ce6646-c5ca-4fc7-a8e7-121d9422c734 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384786 Jul 29 23:25:41.447237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37990) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:41.490172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4434cdae-e6ff-4639-95f1-6ca050387f2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d482c3af74949d3b0c84e81de929bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417573 Jul 29 23:25:41.492852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:41.561882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c6a74cf-2993-4d8e-82e8-f582de5037f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.591673 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c6a74cf-2993-4d8e-82e8-f582de5037f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.649894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c6a74cf-2993-4d8e-82e8-f582de5037f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.652813 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c6a74cf-2993-4d8e-82e8-f582de5037f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.654146 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0c6a74cf-2993-4d8e-82e8-f582de5037f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5523ca2-bd5c-4c4a-907e-7e8110d15946 HTTP/1.1" status: 204 len: 168 time: 0.1602967 Jul 29 23:25:41.663888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a74cf-2993-4d8e-82e8-f582de5037f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5523ca2-bd5c-4c4a-907e-7e8110d15946,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:41.670196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36218-f251-49c5-8482-062a3f23c549 req-482783a9-5713-4c13-99bb-489655be30e9 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:41.671826 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-482783a9-5713-4c13-99bb-489655be30e9 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/networks?id=1d939aef-fa49-4257-a32c-aff0b2dc3d11 HTTP/1.1" status: 200 len: 813 time: 0.1524560 Jul 29 23:25:41.705090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-e82fe0e4-c1f2-48ba-bfa8-fc4cbfafab4a tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/quotas/a5a298e794fc42eea62d96a5f4ab9465 HTTP/1.1" status: 200 len: 375 time: 0.0243671 Jul 29 23:25:41.745617 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-7599be27-3f35-492a-8a51-1a42d161561a tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5a298e794fc42eea62d96a5f4ab9465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347371 Jul 29 23:25:41.862783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-99511ded-8564-450a-afb6-b60420c2583d service neutron] 10.222.0.37 "GET /v2.0/networks/1d939aef-fa49-4257-a32c-aff0b2dc3d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099041 Jul 29 23:25:42.007279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-29d99a60-9f67-47ad-9794-a473181f3d5b service neutron] 10.222.0.37 "GET /v2.0/networks/1d939aef-fa49-4257-a32c-aff0b2dc3d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376314 Jul 29 23:25:42.274690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6adcee-e861-4983-a14b-fb0541c6183f req-eeac9eca-3b7f-46b6-98b3-a3983d23d431 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:42.276812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6adcee-e861-4983-a14b-fb0541c6183f req-eeac9eca-3b7f-46b6-98b3-a3983d23d431 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.0703514 Jul 29 23:25:42.349305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6adcee-e861-4983-a14b-fb0541c6183f req-bd5b6f52-c744-4386-a524-34108a963b57 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652347 Jul 29 23:25:42.509556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d79798-da7e-4d9f-88f0-471d7f98e176 req-03d69c95-cfa9-4663-8ff7-8a949f70e8f7 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:42.511440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54d79798-da7e-4d9f-88f0-471d7f98e176 req-03d69c95-cfa9-4663-8ff7-8a949f70e8f7 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0769436 Jul 29 23:25:42.571844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54d79798-da7e-4d9f-88f0-471d7f98e176 req-68df526b-c445-4ee9-b4be-53f89186bdf9 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517550 Jul 29 23:25:42.601463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:42.724327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d9b4-00f0-42bb-8f3b-88c04738b804 req-b50eef83-1121-47d8-9c12-1ec78a333589 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:42.739637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ede8d9b4-00f0-42bb-8f3b-88c04738b804 req-b50eef83-1121-47d8-9c12-1ec78a333589 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 943 time: 0.0830593 Jul 29 23:25:42.787593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2046144727-network', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:42.796869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ede8d9b4-00f0-42bb-8f3b-88c04738b804 req-ef8f5577-1563-4dbe-b379-deb34f58a20b tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552623 Jul 29 23:25:42.814178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Made reservation on behalf of 913f4c7a63b04a76975cb78c255f0ab2 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:42.817961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:42.838678 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.006550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efd37f8b-365d-4118-913f-f1fa5fc6c62e req-effa84a1-2fb8-43d4-97d2-8e81f348c967 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 210 time: 0.0376976 Jul 29 23:25:43.022967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.027906 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.053554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:25:43.068364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d500b-68d2-4fa7-8c40-d57e03b15f2d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:43.073378 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.073719 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Added segment 0c6d0e40-c27e-4bb9-8942-8aa357bb67f9 of type vlan for network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf Jul 29 23:25:43.129348 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.165657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cb25a-fa14-44c5-a772-26e3b1e4ae35 req-0377868f-e38b-4b0d-8e82-7216cd4fd1cf tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.167505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-247cb25a-fa14-44c5-a772-26e3b1e4ae35 req-0377868f-e38b-4b0d-8e82-7216cd4fd1cf tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.0634539 Jul 29 23:25:43.173529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.175659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.177294 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.225927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-247cb25a-fa14-44c5-a772-26e3b1e4ae35 req-f044b546-7451-4d82-8400-c459f9463e0d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485182 Jul 29 23:25:43.249887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] Pushing event updated for resources: {'Network': ['ID=98abfaf2-2688-4a27-b89c-4bbfda6cddcf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:43.255366 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-69b5a58d-4edf-4e50-8e46-6c2057899b5a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6518884 Jul 29 23:25:43.258194 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:43.262203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:25:43.264633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Request body: {'subnet': {'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2046144727-subnet', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:43.292222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Made reservation on behalf of 913f4c7a63b04a76975cb78c255f0ab2 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:43.295432 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.570350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a2eec-05b9-429f-9fb3-062d8ba128c4 req-e36a7a53-9e67-4463-915b-35456befff09 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.571931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-491a2eec-05b9-429f-9fb3-062d8ba128c4 req-e36a7a53-9e67-4463-915b-35456befff09 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1406491 Jul 29 23:25:43.584550 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.047291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07b64b3-9b78-4c8e-a824-3621a0d5d8ea,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:44.060809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-491a2eec-05b9-429f-9fb3-062d8ba128c4 req-4a3ac88d-5539-4f49-a744-d2e76577e990 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774268 Jul 29 23:25:44.081111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36218-f251-49c5-8482-062a3f23c549 req-eb29f4b7-50c2-462e-8530-28f633f62420 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.081111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-eb29f4b7-50c2-462e-8530-28f633f62420 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.42 "GET /v2.0/networks?id=1d939aef-fa49-4257-a32c-aff0b2dc3d11 HTTP/1.1" status: 200 len: 813 time: 0.5446663 Jul 29 23:25:44.099314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Request body: {'port': {'device_id': '8d04c22f-d900-459d-a4f8-2299adc4ac1d', 'network_id': '1d939aef-fa49-4257-a32c-aff0b2dc3d11', 'admin_state_up': True, 'tenant_id': 'a5a298e794fc42eea62d96a5f4ab9465'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:44.104114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Checking segment: {'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:44.104483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Network hostable DHCP agents. Network: 98abfaf2-2688-4a27-b89c-4bbfda6cddcf, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:25:44.200508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:25:44.220638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 98abfaf2-2688-4a27-b89c-4bbfda6cddcf) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:44.235479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.236072 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.252567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdb108-b626-4812-bfbd-df5438c057e6 req-c2eec37b-17d2-402e-9d98-90bd4235552a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.254173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6bdb108-b626-4812-bfbd-df5438c057e6 req-c2eec37b-17d2-402e-9d98-90bd4235552a tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1093593 Jul 29 23:25:44.305460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-09f2dab0-1e67-4dac-9030-f16e41a72697 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0455544 Jul 29 23:25:44.308039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:44.313769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:44.345086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6bdb108-b626-4812-bfbd-df5438c057e6 req-d95e10c5-b928-4751-bda5-48361009034d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765049 Jul 29 23:25:44.349496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Made reservation on behalf of a5a298e794fc42eea62d96a5f4ab9465 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:44.358106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea52761-c786-4862-9e63-038f25dffefe None None] Network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:44.362086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.373933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.376425 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.466083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.568315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:25:44.569715 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.661008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483f50e-8193-464a-b333-3da54a0fdbf0 req-f634cb3d-2158-4bc4-9a66-58f249f14f1f tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.662582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f483f50e-8193-464a-b333-3da54a0fdbf0 req-f634cb3d-2158-4bc4-9a66-58f249f14f1f tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 943 time: 0.1644955 Jul 29 23:25:44.693383 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.727191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Allocated IP 172.20.0.13 (1d939aef-fa49-4257-a32c-aff0b2dc3d11/b11db150-2235-4092-bef1-19458f8be594/7579e02d-3408-450e-acc8-12378ccbb529) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:44.848519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Allocated IP 172.20.0.2 (98abfaf2-2688-4a27-b89c-4bbfda6cddcf/c07b64b3-9b78-4c8e-a824-3621a0d5d8ea/3b99fc7e-850a-4dd5-92bc-ca7bd72426f4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:44.917766 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.975242 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.995126 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.017248 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.055830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f483f50e-8193-464a-b333-3da54a0fdbf0 req-85e39641-a205-4389-8733-c6ab2c1675fd tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840256 Jul 29 23:25:45.060950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Network 1d939aef-fa49-4257-a32c-aff0b2dc3d11 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:45.086759 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.089921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:45.100289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:45.105752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Transition to ACTIVE for port object 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:45.144665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Transition to ACTIVE for port object 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:45.152377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Pushing event updated for resources: {'Port': ['ID=7579e02d-3408-450e-acc8-12378ccbb529,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:45.153693 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.190282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Allocated IP 172.25.2.215 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/333813da-f730-4c1d-933c-4cedb164ee87) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:45.198992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.213934 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.240780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:45.243909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-c7278f2b-3a72-4d6f-a612-6c69cc16bbb1 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1485293 Jul 29 23:25:45.244141 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:45.247782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:45.260683 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Pushing event updated for resources: {'Port': ['ID=3b99fc7e-850a-4dd5-92bc-ca7bd72426f4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:45.358058 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Attempting to bind port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:45.358698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Attempting to bind port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:45.359791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Attempting to bind port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 on network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:45.365368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:45.366014 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Checking segment: {'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:45.366847 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.367448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Bound using segment: {'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:45.368192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Bound port: 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:45.368794 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.372830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46be87-768d-42df-828a-5f4ca8bef709 req-826f37d1-c35d-4df5-83c2-227c745c8c60 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.376297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b46be87-768d-42df-828a-5f4ca8bef709 req-826f37d1-c35d-4df5-83c2-227c745c8c60 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 932 time: 0.1068144 Jul 29 23:25:45.385966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Request body: {'port': {'device_id': '8d04c22f-d900-459d-a4f8-2299adc4ac1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:45.394722 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.454050 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.475166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] For port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:45.479034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] For port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3b99fc7e-850a-4dd5-92bc-ca7bd72426f4,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:45.502283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:45.507748 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.520416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b46be87-768d-42df-828a-5f4ca8bef709 req-53de3226-b3d0-47a0-a29a-8d2c4036d04a tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200142 Jul 29 23:25:45.520552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:45.520660 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.531193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:45.607488 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573835a5-ef1d-4ccd-8854-3dbc7e2c89c7 None None] Pushing event updated for resources: {'Port': ['ID=3b99fc7e-850a-4dd5-92bc-ca7bd72426f4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:45.691615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Pushing event updated for resources: {'Port': ['ID=333813da-f730-4c1d-933c-4cedb164ee87,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:45.795864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d67206-64cf-4031-8014-59f50d35af4d req-127a3cbd-39e0-4339-aeac-9d29c959f144 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.797453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6d67206-64cf-4031-8014-59f50d35af4d req-127a3cbd-39e0-4339-aeac-9d29c959f144 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.1625454 Jul 29 23:25:45.951892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6d67206-64cf-4031-8014-59f50d35af4d req-ce660a0a-5076-4f17-8ab7-06fd574458db tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409147 Jul 29 23:25:46.003173 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.143233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7579e02d-3408-450e-acc8-12378ccbb529 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:46.153408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.162718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab0aa-0b69-4c24-8cae-3354e4dc71a1 req-b64cf914-5fc1-421d-a5c2-8311dc15db49 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.164239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a4ab0aa-0b69-4c24-8cae-3354e4dc71a1 req-b64cf914-5fc1-421d-a5c2-8311dc15db49 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.0979013 Jul 29 23:25:46.186058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Transition to ACTIVE for port object 7579e02d-3408-450e-acc8-12378ccbb529 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:46.195152 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.264460 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.274667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a4ab0aa-0b69-4c24-8cae-3354e4dc71a1 req-7c390006-649a-4e01-aac8-090d96605dd9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007059 Jul 29 23:25:46.277121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Pushing event updated for resources: {'Port': ['ID=7579e02d-3408-450e-acc8-12378ccbb529,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:46.396911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Attempting to bind port 7579e02d-3408-450e-acc8-12378ccbb529 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:46.397137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Attempting to bind port 7579e02d-3408-450e-acc8-12378ccbb529 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '51224fef-99ef-4d1b-94ca-b173b1a8ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d939aef-fa49-4257-a32c-aff0b2dc3d11'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:46.397286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Attempting to bind port 7579e02d-3408-450e-acc8-12378ccbb529 on network 1d939aef-fa49-4257-a32c-aff0b2dc3d11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:46.405828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:25:46.408412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Port 7579e02d-3408-450e-acc8-12378ccbb529 on network 1d939aef-fa49-4257-a32c-aff0b2dc3d11 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:46.408737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Attempting to bind port 7579e02d-3408-450e-acc8-12378ccbb529 on network 1d939aef-fa49-4257-a32c-aff0b2dc3d11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:46.421396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370ad98-c482-4aa5-b8e9-dcfaa54227e4 req-30738ae1-3f73-47c4-82f2-3b4908d7b0c6 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.423032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1370ad98-c482-4aa5-b8e9-dcfaa54227e4 req-30738ae1-3f73-47c4-82f2-3b4908d7b0c6 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0698798 Jul 29 23:25:46.426319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:46.426666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Checking segment: {'id': '51224fef-99ef-4d1b-94ca-b173b1a8ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d939aef-fa49-4257-a32c-aff0b2dc3d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:46.427062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Bound using segment: {'id': '51224fef-99ef-4d1b-94ca-b173b1a8ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d939aef-fa49-4257-a32c-aff0b2dc3d11'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:46.427501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Bound port: 7579e02d-3408-450e-acc8-12378ccbb529, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51224fef-99ef-4d1b-94ca-b173b1a8ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d939aef-fa49-4257-a32c-aff0b2dc3d11'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:46.427870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.498913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1370ad98-c482-4aa5-b8e9-dcfaa54227e4 req-fe883027-8242-4600-b3b7-8d6470b3d7e9 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686839 Jul 29 23:25:46.539525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] For port 7579e02d-3408-450e-acc8-12378ccbb529, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:46.543980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] For port 7579e02d-3408-450e-acc8-12378ccbb529, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7579e02d-3408-450e-acc8-12378ccbb529,segment=NetworkSegment(51224fef-99ef-4d1b-94ca-b173b1a8ddd6),segment_id=51224fef-99ef-4d1b-94ca-b173b1a8ddd6)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:46.551926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.556833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:46.569094 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Sync routers for ids ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:46.580631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.582455 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-82ec4c2b-89bd-4171-8633-0c5c4f8e0f40 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2719529 Jul 29 23:25:46.584699 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Routers {'9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:46.585341 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:46.586531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38076) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:46.611956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.612612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.614038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] 10.222.0.42 "PUT /v2.0/ports/7579e02d-3408-450e-acc8-12378ccbb529 HTTP/1.1" status: 200 len: 1093 time: 1.3560147 Jul 29 23:25:46.614496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d04c22f-d900-459d-a4f8-2299adc4ac1d', 'tag': '7579e02d-3408-450e-acc8-12378ccbb529'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:46.616814 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d04c22f-d900-459d-a4f8-2299adc4ac1d", "tag": "7579e02d-3408-450e-acc8-12378ccbb529"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:46.678319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99024a71-43e6-4b9e-8d54-fa19a11e9e9f service neutron] Pushing event updated for resources: {'Port': ['ID=7579e02d-3408-450e-acc8-12378ccbb529,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:46.773877 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Set router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:46.802152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524bde1-bdb3-4245-bb77-27e647de847d req-669158ce-eb72-4ca9-a9b8-1118fac5d291 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.803747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6524bde1-bdb3-4245-bb77-27e647de847d req-669158ce-eb72-4ca9-a9b8-1118fac5d291 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 943 time: 0.1413829 Jul 29 23:25:46.807171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36218-f251-49c5-8482-062a3f23c549 req-7d56a8e2-a2b5-4f07-9ac9-a4de2599280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.808691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-7d56a8e2-a2b5-4f07-9ac9-a4de2599280b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5a298e794fc42eea62d96a5f4ab9465&device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 1096 time: 0.1194103 Jul 29 23:25:46.868553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-83caa428-3c1e-4d99-bcda-73125deca449 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7579e02d-3408-450e-acc8-12378ccbb529 HTTP/1.1" status: 200 len: 217 time: 0.0371287 Jul 29 23:25:46.890454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:46.897922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6524bde1-bdb3-4245-bb77-27e647de847d req-ebd2432c-878c-42f0-a326-c265b1d8353f tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870497 Jul 29 23:25:46.942355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffab05d-f5c0-42ca-b2c6-fdad9dd1c32e None None] Network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:46.955816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:46.966320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36218-f251-49c5-8482-062a3f23c549 req-ea9267ff-ffac-4cce-9129-b65900e0ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.968147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-ea9267ff-ffac-4cce-9129-b65900e0ab5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b11db150-2235-4092-bef1-19458f8be594 HTTP/1.1" status: 200 len: 853 time: 0.0888922 Jul 29 23:25:47.029829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0968ee36-a860-4e9f-bf82-d0b7c6c86a96 None None] Provisioning for port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:47.039876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0968ee36-a860-4e9f-bf82-d0b7c6c86a96 None None] Provisioning complete for port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:47.040585 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0968ee36-a860-4e9f-bf82-d0b7c6c86a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.054312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-470ba1ce-3339-4aa4-b39c-015be893449c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d939aef-fa49-4257-a32c-aff0b2dc3d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675900 Jul 29 23:25:47.089288 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:45Z', 'revision_number': 3, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:47.224947 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Checking router: 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:47.225447 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Updating router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 port 333813da-f730-4c1d-933c-4cedb164ee87 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:25:47.226275 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0968ee36-a860-4e9f-bf82-d0b7c6c86a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.231968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfc25f-865a-4151-8f32-25c8c1b90c54 req-709434aa-019f-4792-9f66-79c2a258cbd7 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.233840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7bfc25f-865a-4151-8f32-25c8c1b90c54 req-709434aa-019f-4792-9f66-79c2a258cbd7 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 944 time: 0.0906339 Jul 29 23:25:47.246856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-d6bed276-2b79-4d05-b0d2-e63c22f6890e service neutron] 10.222.0.42 "GET /v2.0/networks/1d939aef-fa49-4257-a32c-aff0b2dc3d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826870 Jul 29 23:25:47.257191 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.260915 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.269663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0968ee36-a860-4e9f-bf82-d0b7c6c86a96 None None] For port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3b99fc7e-850a-4dd5-92bc-ca7bd72426f4,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:47.276975 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0968ee36-a860-4e9f-bf82-d0b7c6c86a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.354078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968ee36-a860-4e9f-bf82-d0b7c6c86a96 None None] Pushing event updated for resources: {'Port': ['ID=3b99fc7e-850a-4dd5-92bc-ca7bd72426f4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:47.416808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7bfc25f-865a-4151-8f32-25c8c1b90c54 req-6bc1998f-7638-4498-83a6-5b666e8ab86c tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625288 Jul 29 23:25:47.455155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9df36218-f251-49c5-8482-062a3f23c549 req-297271a9-f7e2-4bf0-913d-6e2a01fcf8c3 service neutron] 10.222.0.42 "GET /v2.0/networks/1d939aef-fa49-4257-a32c-aff0b2dc3d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674950 Jul 29 23:25:47.484382 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded56ae5-dccb-403b-bed9-b530d3e1b5b3 x-openstack-request-id: req-ded56ae5-dccb-403b-bed9-b530d3e1b5b3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:47.484699 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d04c22f-d900-459d-a4f8-2299adc4ac1d", "tag": "7579e02d-3408-450e-acc8-12378ccbb529", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:47.485130 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ded56ae5-dccb-403b-bed9-b530d3e1b5b3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:47.485542 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d04c22f-d900-459d-a4f8-2299adc4ac1d', 'tag': '7579e02d-3408-450e-acc8-12378ccbb529', 'status': 'completed', 'code': 200} Jul 29 23:25:47.494010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Allocated IP 172.20.0.1 (98abfaf2-2688-4a27-b89c-4bbfda6cddcf/c07b64b3-9b78-4c8e-a824-3621a0d5d8ea/c5423bc9-ff06-4669-a57b-73648fadd3ff) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:47.504155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6a1ae097-a824-4e2c-a40c-63eb4e632ea3 None None] Provisioning complete for port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:47.504616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae097-a824-4e2c-a40c-63eb4e632ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.599183 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.604712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d req-5d9770ef-2d9d-454d-a718-37c355d9665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.606799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d req-5d9770ef-2d9d-454d-a718-37c355d9665e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5a298e794fc42eea62d96a5f4ab9465&device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 1096 time: 0.0801761 Jul 29 23:25:47.617190 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Transition to ACTIVE for port object 333813da-f730-4c1d-933c-4cedb164ee87 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:47.623655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6f6f2-c4ab-4bd6-91d4-f6ff090ec3bd req-24910169-818e-4505-9bdf-96773f9e72bd tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.624189 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.625272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1aa6f6f2-c4ab-4bd6-91d4-f6ff090ec3bd req-24910169-818e-4505-9bdf-96773f9e72bd tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.0658472 Jul 29 23:25:47.649800 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.665258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Transition to ACTIVE for port object c5423bc9-ff06-4669-a57b-73648fadd3ff will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:47.678447 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe43d8-f387-4d52-ae0e-d7e9a23474bb None None] Pushing event updated for resources: {'Port': ['ID=333813da-f730-4c1d-933c-4cedb164ee87,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:47.681014 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Attempting to bind port 333813da-f730-4c1d-933c-4cedb164ee87 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:47.681453 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Attempting to bind port 333813da-f730-4c1d-933c-4cedb164ee87 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:47.681879 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Attempting to bind port 333813da-f730-4c1d-933c-4cedb164ee87 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:47.687537 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:47.687980 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:47.688465 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.688974 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:47.689445 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Bound port: 333813da-f730-4c1d-933c-4cedb164ee87, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:47.689903 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.706981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.714672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1aa6f6f2-c4ab-4bd6-91d4-f6ff090ec3bd req-1e0e0e35-3e00-4140-8366-3c06e9f98aa7 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799735 Jul 29 23:25:47.750187 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] For port 333813da-f730-4c1d-933c-4cedb164ee87, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:47.754053 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] For port 333813da-f730-4c1d-933c-4cedb164ee87, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=333813da-f730-4c1d-933c-4cedb164ee87,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:47.756231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d req-10992721-584b-4ad2-bab1-427d862534a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.758137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d req-10992721-584b-4ad2-bab1-427d862534a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d939aef-fa49-4257-a32c-aff0b2dc3d11 HTTP/1.1" status: 200 len: 914 time: 0.1318910 Jul 29 23:25:47.759749 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.760490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:47.768994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:47.770973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5423bc9-ff06-4669-a57b-73648fadd3ff,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:47.773215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:47.817395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.818572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d req-ee14d54d-06bd-4f01-9196-4f608b898c14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7579e02d-3408-450e-acc8-12378ccbb529 HTTP/1.1" status: 200 len: 217 time: 0.0484641 Jul 29 23:25:47.832870 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Routers {'9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:47.833995 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:47.837449 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe43d8-f387-4d52-ae0e-d7e9a23474bb None None] Pushing event updated for resources: {'Port': ['ID=333813da-f730-4c1d-933c-4cedb164ee87,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:47.908175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d req-9a2d7cfc-fcd2-4fa2-b214-81eab6272ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.909666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d req-9a2d7cfc-fcd2-4fa2-b214-81eab6272ffa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b11db150-2235-4092-bef1-19458f8be594 HTTP/1.1" status: 200 len: 853 time: 0.0784769 Jul 29 23:25:47.918927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bee2e2-3c8f-459a-9e83-0222ad6ced77 req-261de029-31df-495b-81c6-9ed0394ece29 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.926878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9bee2e2-3c8f-459a-9e83-0222ad6ced77 req-261de029-31df-495b-81c6-9ed0394ece29 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1072786 Jul 29 23:25:47.969186 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] Set router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:47.975111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d req-80b04b9b-8f34-4b46-ad64-6a929fce17b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d939aef-fa49-4257-a32c-aff0b2dc3d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461547 Jul 29 23:25:47.998139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.024273 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9bee2e2-3c8f-459a-9e83-0222ad6ced77 req-674ade67-93c5-411b-819b-7850b82196a7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944211 Jul 29 23:25:48.132093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-08bfea62-14e0-49cb-88d6-5d1df5e963c1 None None] Provisioning for port c5423bc9-ff06-4669-a57b-73648fadd3ff completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:48.138056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-08bfea62-14e0-49cb-88d6-5d1df5e963c1 None None] Provisioning complete for port c5423bc9-ff06-4669-a57b-73648fadd3ff triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:48.138434 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08bfea62-14e0-49cb-88d6-5d1df5e963c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.181274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d req-9fb8494d-6f29-496b-aa0d-97cfcd95ae53 service neutron] 10.222.0.42 "GET /v2.0/networks/1d939aef-fa49-4257-a32c-aff0b2dc3d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951456 Jul 29 23:25:48.189464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-08bfea62-14e0-49cb-88d6-5d1df5e963c1 None None] Port c5423bc9-ff06-4669-a57b-73648fadd3ff cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:48.197799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7865ed-5f9a-4b13-ad86-c5300a9ee93d req-6d4560ec-ba44-4b21-a7a8-d1f9318e4e75 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.200565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b7865ed-5f9a-4b13-ad86-c5300a9ee93d req-6d4560ec-ba44-4b21-a7a8-d1f9318e4e75 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0864277 Jul 29 23:25:48.213886 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:45Z', 'revision_number': 3, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:48.241802 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe409b-a1e4-45b4-a4cb-ffe509ed37bb None None] The sync data for ids ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'] in n-d-712139-11 is: [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:45Z', 'revision_number': 3, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:48.298829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b7865ed-5f9a-4b13-ad86-c5300a9ee93d req-15bf4b31-f5a9-491f-8833-c1150b345ac1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882728 Jul 29 23:25:48.337828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1d577a6-7b6d-40c7-8775-aa3ef9ddab3d req-121d664a-78bc-49c4-a0b0-5294a4aeb9fe service neutron] 10.222.0.42 "GET /v2.0/networks/1d939aef-fa49-4257-a32c-aff0b2dc3d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361375 Jul 29 23:25:48.416769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563601f2-f59e-4f5a-88c1-129812541c71 req-6247db00-b6e4-44bf-9a78-fc7d40cb9b7f tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.418943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-563601f2-f59e-4f5a-88c1-129812541c71 req-6247db00-b6e4-44bf-9a78-fc7d40cb9b7f tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 943 time: 0.0506642 Jul 29 23:25:48.453100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5857e-9699-4dae-b36f-1f068cd9c0ae req-5bf94d37-aaaf-452f-a13e-18ad7c838237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.454624 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ed5857e-9699-4dae-b36f-1f068cd9c0ae req-5bf94d37-aaaf-452f-a13e-18ad7c838237 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 1097 time: 0.0920458 Jul 29 23:25:48.469063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-563601f2-f59e-4f5a-88c1-129812541c71 req-f7e6197a-3a96-456d-93fd-0b1cef299b44 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Jul 29 23:25:48.522104 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.527995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.534208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.537358 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ed5857e-9699-4dae-b36f-1f068cd9c0ae req-ff1b88e2-a9f7-478f-befa-e67aeeb9bee8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728068 Jul 29 23:25:48.603011 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.606617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5423bc9-ff06-4669-a57b-73648fadd3ff,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:48.705711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:48.707199 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:48.780331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c35d00-b1b8-43fa-8078-79b4ea531cac req-8c631700-1123-4801-b47c-4f687ffe4c63 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.791449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83c35d00-b1b8-43fa-8078-79b4ea531cac req-8c631700-1123-4801-b47c-4f687ffe4c63 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 944 time: 0.1046290 Jul 29 23:25:48.841098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83c35d00-b1b8-43fa-8078-79b4ea531cac req-abf0e729-aa65-4b23-bcef-dfff85151260 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Jul 29 23:25:48.872500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:25:48.947411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:48.991489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83eadd-96e5-4996-878f-011dedac78ba req-f25d8de4-1266-4b91-a0e8-5dbb784ccd39 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.993860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f83eadd-96e5-4996-878f-011dedac78ba req-f25d8de4-1266-4b91-a0e8-5dbb784ccd39 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.0626950 Jul 29 23:25:49.035957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-819f9f43-3d9f-4204-b281-41233e971e55 None None] Provisioning complete for port c5423bc9-ff06-4669-a57b-73648fadd3ff triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:49.036438 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-819f9f43-3d9f-4204-b281-41233e971e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.038299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:49.047660 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7ac9e130-d5a7-4cf9-80d6-4c87623b9ae6 admin admin] 10.222.0.37 "PUT /v2.0/routers/9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4600627 Jul 29 23:25:49.062547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f83eadd-96e5-4996-878f-011dedac78ba req-36fefdd6-93c3-402e-8db9-aaa7704097d3 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621700 Jul 29 23:25:49.073422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:49.073941 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.108697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-819f9f43-3d9f-4204-b281-41233e971e55 None None] Port c5423bc9-ff06-4669-a57b-73648fadd3ff cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:49.184541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9b7f5-7f15-4434-8e80-f70a802d3bd0 req-d3bc21fb-8198-4a8d-a0d9-0c18e8db22f5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.186152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb9b7f5-7f15-4434-8e80-f70a802d3bd0 req-d3bc21fb-8198-4a8d-a0d9-0c18e8db22f5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.0556688 Jul 29 23:25:49.229797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb9b7f5-7f15-4434-8e80-f70a802d3bd0 req-c92514b8-02e0-49bb-8ce2-a814d0bcc61f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372922 Jul 29 23:25:49.305296 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 333813da-f730-4c1d-933c-4cedb164ee87 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:49.359993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 333813da-f730-4c1d-933c-4cedb164ee87 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:49.364206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 333813da-f730-4c1d-933c-4cedb164ee87 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:49.364590 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.452626 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.478916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 333813da-f730-4c1d-933c-4cedb164ee87, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=333813da-f730-4c1d-933c-4cedb164ee87,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:49.483104 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.540751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=333813da-f730-4c1d-933c-4cedb164ee87,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:49.552088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38106) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:49.558139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-28c8c0f8-4d49-4fbc-8a6f-b243e47b639a tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1405700773', 'description': 'tempest-description--1317676944'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:49.558428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.559532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.560131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.560854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.561056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.561725 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.562283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.562654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.563027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.563429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.564279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.564713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:49.625009 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c8c0f8-4d49-4fbc-8a6f-b243e47b639a tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.631431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857cf4d-de6a-448d-b3f2-838ad550e650 req-4a4b10f2-c7fb-499b-840c-a41ba29d3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.633012 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9857cf4d-de6a-448d-b3f2-838ad550e650 req-4a4b10f2-c7fb-499b-840c-a41ba29d3327 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69e384df792143969e5b8163b77436f9&device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 1095 time: 0.0694754 Jul 29 23:25:49.658736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9da9aa-d142-42e2-9c90-53b9930d7dae req-af1f7d00-4129-4c28-9795-474a2dc61002 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.660343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b9da9aa-d142-42e2-9c90-53b9930d7dae req-af1f7d00-4129-4c28-9795-474a2dc61002 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0656741 Jul 29 23:25:49.732091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b9da9aa-d142-42e2-9c90-53b9930d7dae req-8970cffd-7f60-4aab-8598-08daced757b6 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554094 Jul 29 23:25:49.845230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f45b9-9774-4488-b7c1-48d5de641d35 req-c9ae8aa4-3e5a-4e28-b53c-628525392f52 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.847722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e1f45b9-9774-4488-b7c1-48d5de641d35 req-c9ae8aa4-3e5a-4e28-b53c-628525392f52 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 943 time: 0.0647328 Jul 29 23:25:49.905264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e1f45b9-9774-4488-b7c1-48d5de641d35 req-1079e67a-2f46-4a95-a530-264a60979e3d tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513391 Jul 29 23:25:49.958672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-95db97df-26ae-4b56-a308-080583577a41 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.960455 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-95db97df-26ae-4b56-a308-080583577a41 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.1638470 Jul 29 23:25:49.981652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857cf4d-de6a-448d-b3f2-838ad550e650 req-4c87fb2a-4fef-49af-9e0f-4b2801c8ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.983445 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9857cf4d-de6a-448d-b3f2-838ad550e650 req-4c87fb2a-4fef-49af-9e0f-4b2801c8ccdd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=69e384df792143969e5b8163b77436f9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3246536 Jul 29 23:25:49.991305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb28dc-c09c-4ae3-92f0-3c72353e82e0 req-ee6b2ebb-f588-4a81-8146-fa8d36499cea tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.992864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52bb28dc-c09c-4ae3-92f0-3c72353e82e0 req-ee6b2ebb-f588-4a81-8146-fa8d36499cea tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 944 time: 0.0559587 Jul 29 23:25:50.034695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c8c0f8-4d49-4fbc-8a6f-b243e47b639a tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.036349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52bb28dc-c09c-4ae3-92f0-3c72353e82e0 req-d5250157-16a7-45e0-b8f8-e0eda0b82add tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355608 Jul 29 23:25:50.083273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c8c0f8-4d49-4fbc-8a6f-b243e47b639a tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.194300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Sync routers for ids ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:50.202027 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c8c0f8-4d49-4fbc-8a6f-b243e47b639a tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.203503 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-28c8c0f8-4d49-4fbc-8a6f-b243e47b639a tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6496878 Jul 29 23:25:50.206569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cd2c2-b464-4e89-9e44-655ebcbd9eab req-22fb1eda-0fc4-4316-9b4d-e330b4b564aa tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.208319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-935cd2c2-b464-4e89-9e44-655ebcbd9eab req-22fb1eda-0fc4-4316-9b4d-e330b4b564aa tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 944 time: 0.0723236 Jul 29 23:25:50.208817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:50.216801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b794eb4e-c58c-4263-b8be-8164ec28ba93 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Request body: {'security_group_rule': {'security_group_id': 'cdafb15a-5597-4bc7-bf19-c5240cadd1ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:50.225443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8c0f8-4d49-4fbc-8a6f-b243e47b639a tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdafb15a-5597-4bc7-bf19-c5240cadd1ae,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:50.232394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Routers {'9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:50.233347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:50.302336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857cf4d-de6a-448d-b3f2-838ad550e650 req-86e9307a-6b6c-4c4f-a8dd-00a1a135bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.303901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9857cf4d-de6a-448d-b3f2-838ad550e650 req-86e9307a-6b6c-4c4f-a8dd-00a1a135bb1b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678921 Jul 29 23:25:50.313622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-935cd2c2-b464-4e89-9e44-655ebcbd9eab req-a96ce622-ad5e-4473-8b03-6be0b31255e8 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920920 Jul 29 23:25:50.316573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-5bf55921-f83c-432c-8e40-d8dda59c8f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Deleting port 113f153b-1887-407c-8a24-ec90d246a84c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:50.316934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-5bf55921-f83c-432c-8e40-d8dda59c8f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.319718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b794eb4e-c58c-4263-b8be-8164ec28ba93 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.443454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Set router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:50.446465 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b794eb4e-c58c-4263-b8be-8164ec28ba93 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.463359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1e530-c9ff-4b2a-9770-56fbfab71560 req-b9858643-1ba0-4444-b8ba-90c124f422eb tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.465852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bab1e530-c9ff-4b2a-9770-56fbfab71560 req-b9858643-1ba0-4444-b8ba-90c124f422eb tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1254625 Jul 29 23:25:50.467060 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b794eb4e-c58c-4263-b8be-8164ec28ba93 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.482389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-5bf55921-f83c-432c-8e40-d8dda59c8f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] For port 113f153b-1887-407c-8a24-ec90d246a84c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=113f153b-1887-407c-8a24-ec90d246a84c,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:50.482761 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-5bf55921-f83c-432c-8e40-d8dda59c8f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.489601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794eb4e-c58c-4263-b8be-8164ec28ba93 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554a593e-2801-4e32-83f8-1b6fac84e5a2,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:50.499648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-5bf55921-f83c-432c-8e40-d8dda59c8f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Calling delete_port for 113f153b-1887-407c-8a24-ec90d246a84c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:50.506202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-f127e48d-2aaf-4803-a785-9f5be6d67a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.508360 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-f127e48d-2aaf-4803-a785-9f5be6d67a80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69e384df792143969e5b8163b77436f9&device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 1095 time: 0.1102037 Jul 29 23:25:50.514338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b794eb4e-c58c-4263-b8be-8164ec28ba93 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.515553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b794eb4e-c58c-4263-b8be-8164ec28ba93 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045981 Jul 29 23:25:50.518420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:50.524804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-54911a5f-3355-4f33-b95b-a545838c2391 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Request body: {'security_group_rule': {'security_group_id': 'cdafb15a-5597-4bc7-bf19-c5240cadd1ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:50.551873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bab1e530-c9ff-4b2a-9770-56fbfab71560 req-edbd1738-cb7f-4a83-b8ae-67e8f1d80939 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775464 Jul 29 23:25:50.579941 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54911a5f-3355-4f33-b95b-a545838c2391 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.604034 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-2f32fe1a-2fed-4df1-a915-53d678791ecd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf8ffbc-c714-46e7-97f8-0f6c18371b56 HTTP/1.1" status: 200 len: 217 time: 0.0720558 Jul 29 23:25:50.698631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-d9c620e3-85ad-430c-ac90-c9ef80540edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.710554 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-d9c620e3-85ad-430c-ac90-c9ef80540edb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c53aebb8-9cb6-4319-9ec0-242b883ec293 HTTP/1.1" status: 200 len: 853 time: 0.0952160 Jul 29 23:25:50.740671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54911a5f-3355-4f33-b95b-a545838c2391 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.747868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54911a5f-3355-4f33-b95b-a545838c2391 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.795151 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54911a5f-3355-4f33-b95b-a545838c2391 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.796585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-54911a5f-3355-4f33-b95b-a545838c2391 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2772360 Jul 29 23:25:50.799532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:50.805380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:50.810083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54911a5f-3355-4f33-b95b-a545838c2391 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7426ff-80e5-43f6-82bc-4e2ac56e1912,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:50.826193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-6df2588b-5dda-42ae-8215-e74c43a9abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.828369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c5423bc9-ff06-4669-a57b-73648fadd3ff', 'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'mac_address': 'fa:16:3e:50:f6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:47Z', 'updated_at': '2021-07-29T23:25:48Z', 'revision_number': 2, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'subnets': [{'id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:50.828665 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-6df2588b-5dda-42ae-8215-e74c43a9abb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c5572c8-bbe1-4558-9c11-ace72082eb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168585 Jul 29 23:25:50.835139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 333813da-f730-4c1d-933c-4cedb164ee87 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:50.848915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.929789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Checking router: 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:50.930278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Updating router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 port c5423bc9-ff06-4669-a57b-73648fadd3ff binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:25:50.958847 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-f80f6e2e-e312-4f60-a135-fd14afa04cef service neutron] 10.222.0.47 "GET /v2.0/networks/5c5572c8-bbe1-4558-9c11-ace72082eb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193047 Jul 29 23:25:50.959480 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-5bf55921-f83c-432c-8e40-d8dda59c8f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.961856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 333813da-f730-4c1d-933c-4cedb164ee87 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:50.962339 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.987893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759522e-db64-4df1-ad7e-22d5aed8cc7d req-e93fca9f-3dfa-4a23-854d-ad00826a8b9d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.989673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5759522e-db64-4df1-ad7e-22d5aed8cc7d req-e93fca9f-3dfa-4a23-854d-ad00826a8b9d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1266510 Jul 29 23:25:51.047017 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.110960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5759522e-db64-4df1-ad7e-22d5aed8cc7d req-b92196e9-628d-49b7-96eb-602f96608d92 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106520 Jul 29 23:25:51.112260 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-20e7392b-a54a-4d23-a377-edd4e8a8c0f5 req-01cd99bd-09ae-4a5b-a067-6804089f972c service neutron] 10.222.0.47 "GET /v2.0/networks/5c5572c8-bbe1-4558-9c11-ace72082eb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330101 Jul 29 23:25:51.115933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf55921-f83c-432c-8e40-d8dda59c8f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Pushing event deleted for resources: {'Port': ['ID=113f153b-1887-407c-8a24-ec90d246a84c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:51.153494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04d69-381d-4e42-a284-db71bf623af4 req-2b5d78f7-e3b6-4d3e-91fb-ffc09f47c5a7 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.154997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44e04d69-381d-4e42-a284-db71bf623af4 req-2b5d78f7-e3b6-4d3e-91fb-ffc09f47c5a7 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 943 time: 0.0930970 Jul 29 23:25:51.158462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.198566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-5bf55921-f83c-432c-8e40-d8dda59c8f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] No DVR routers for this DVR port 113f153b-1887-407c-8a24-ec90d246a84c on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:51.208456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-5bf55921-f83c-432c-8e40-d8dda59c8f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.210713 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f867bf0a-a13e-4abb-b9d8-5c6b8016cb42 req-5bf55921-f83c-432c-8e40-d8dda59c8f2d tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.47 "DELETE /v2.0/ports/113f153b-1887-407c-8a24-ec90d246a84c HTTP/1.1" status: 204 len: 173 time: 1.2421854 Jul 29 23:25:51.213859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'name': 'network-vif-deleted', 'tag': '113f153b-1887-407c-8a24-ec90d246a84c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:51.217662 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418f2770-fef1-489e-b7e7-dbc957804506" -d '{"events": [{"server_uuid": "2f00c586-b53a-4cdd-9bce-c5144c81e427", "name": "network-vif-deleted", "tag": "113f153b-1887-407c-8a24-ec90d246a84c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:51.264566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44e04d69-381d-4e42-a284-db71bf623af4 req-478ea8c7-f522-4e7d-9832-11de67ef2325 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922077 Jul 29 23:25:51.418976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Allocated IP 172.25.2.228 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/f835e835-ca50-4b91-bdc7-f775111a517b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:51.454673 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec3c0e9-3c81-4b01-b861-ce7c7a1cb35f x-openstack-request-id: req-5ec3c0e9-3c81-4b01-b861-ce7c7a1cb35f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:51.455040 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f00c586-b53a-4cdd-9bce-c5144c81e427", "name": "network-vif-deleted", "tag": "113f153b-1887-407c-8a24-ec90d246a84c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:51.455301 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ec3c0e9-3c81-4b01-b861-ce7c7a1cb35f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:51.455742 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f00c586-b53a-4cdd-9bce-c5144c81e427', 'name': 'network-vif-deleted', 'tag': '113f153b-1887-407c-8a24-ec90d246a84c', 'status': 'completed', 'code': 200} Jul 29 23:25:51.530601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f7f9d-70ad-44ed-b809-57cbeac2a5d2 req-4d0447ae-5ff8-4977-9756-ade5e7eed9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.533292 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023f7f9d-70ad-44ed-b809-57cbeac2a5d2 req-4d0447ae-5ff8-4977-9756-ade5e7eed9ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2573ec5b2f84c1cb9669df4aaf95adc&device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 1097 time: 0.0751445 Jul 29 23:25:51.552158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6212a-5886-47c7-8d20-95cbf409ee9f req-9eb5fe8c-b2e9-4c58-8192-d23b58a253fe tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.560773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95c6212a-5886-47c7-8d20-95cbf409ee9f req-9eb5fe8c-b2e9-4c58-8192-d23b58a253fe tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 944 time: 0.3055706 Jul 29 23:25:51.639804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.647272 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bcd6fd-72eb-41bd-be08-fe3c6c257c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.654630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3398586c-7d6e-426a-893a-07b70ca7f301 req-d606ce8d-86a0-4366-b860-e28e29c81ae0 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f00c586-b53a-4cdd-9bce-c5144c81e427 HTTP/1.1" status: 200 len: 210 time: 0.1124516 Jul 29 23:25:51.669417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95c6212a-5886-47c7-8d20-95cbf409ee9f req-380f47a5-87f4-454e-86ac-2861dc3a71e3 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074417 Jul 29 23:25:51.690117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f7f9d-70ad-44ed-b809-57cbeac2a5d2 req-411c2217-6694-432c-a4a4-71718821ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.692006 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023f7f9d-70ad-44ed-b809-57cbeac2a5d2 req-411c2217-6694-432c-a4a4-71718821ce49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1762d84e-5f97-44bf-bead-bef20915be8a HTTP/1.1" status: 200 len: 912 time: 0.1459079 Jul 29 23:25:51.706501 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.741068 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.755664 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023f7f9d-70ad-44ed-b809-57cbeac2a5d2 req-fa93c8df-f7ea-461b-9e21-3ca6ce3d4a66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a HTTP/1.1" status: 200 len: 217 time: 0.0505211 Jul 29 23:25:51.756255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Transition to ACTIVE for port object c5423bc9-ff06-4669-a57b-73648fadd3ff will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:51.766320 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.774160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:51.796333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:51.806412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:51.824156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a749e98-db6f-4abf-bf50-a3d6e0d5976a None None] Pushing event updated for resources: {'Port': ['ID=c5423bc9-ff06-4669-a57b-73648fadd3ff,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:51.834423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f7f9d-70ad-44ed-b809-57cbeac2a5d2 req-7b782cab-27e6-47d0-bb9d-68e6567748e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.836399 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023f7f9d-70ad-44ed-b809-57cbeac2a5d2 req-7b782cab-27e6-47d0-bb9d-68e6567748e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d5f0888-5504-4dfc-824f-83a69368b185 HTTP/1.1" status: 200 len: 851 time: 0.0661325 Jul 29 23:25:51.870985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Pushing event updated for resources: {'Port': ['ID=f835e835-ca50-4b91-bdc7-f775111a517b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:51.951978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4622a-870d-4c7b-b920-7f8aa04c6d2a req-287a3fa4-8735-4491-8071-44d2a8a31dfb tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.954505 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023f7f9d-70ad-44ed-b809-57cbeac2a5d2 req-19519e28-54b2-4e62-8827-573e181c0a06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1762d84e-5f97-44bf-bead-bef20915be8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801623 Jul 29 23:25:51.959484 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1aa4622a-870d-4c7b-b920-7f8aa04c6d2a req-287a3fa4-8735-4491-8071-44d2a8a31dfb tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.2047002 Jul 29 23:25:51.968883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Attempting to bind port c5423bc9-ff06-4669-a57b-73648fadd3ff on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:51.969781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Attempting to bind port c5423bc9-ff06-4669-a57b-73648fadd3ff by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:51.969781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Attempting to bind port c5423bc9-ff06-4669-a57b-73648fadd3ff on network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:51.971555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b20c5-6af6-4fea-9ea7-64e1411e55b4 req-79bf1747-9c4d-4c5e-93bd-49bdf0b1b933 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.973263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e3b20c5-6af6-4fea-9ea7-64e1411e55b4 req-79bf1747-9c4d-4c5e-93bd-49bdf0b1b933 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1746686 Jul 29 23:25:51.990665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:51.990665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Checking segment: {'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:51.991826 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.992456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Bound using segment: {'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:51.994347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Bound port: c5423bc9-ff06-4669-a57b-73648fadd3ff, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:51.995932 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.100259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1aa4622a-870d-4c7b-b920-7f8aa04c6d2a req-0210f327-829e-4d55-994f-39d145ba31cc tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340094 Jul 29 23:25:52.109315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] For port c5423bc9-ff06-4669-a57b-73648fadd3ff, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:52.115380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] For port c5423bc9-ff06-4669-a57b-73648fadd3ff, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c5423bc9-ff06-4669-a57b-73648fadd3ff,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:52.129482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.173833 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023f7f9d-70ad-44ed-b809-57cbeac2a5d2 req-d06bb1b0-aad2-4fc2-a5aa-9c351e98de29 service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996465 Jul 29 23:25:52.191593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e3b20c5-6af6-4fea-9ea7-64e1411e55b4 req-074818f3-8c8e-4873-a792-97c72b174982 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885490 Jul 29 23:25:52.196285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.206767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a749e98-db6f-4abf-bf50-a3d6e0d5976a None None] Pushing event updated for resources: {'Port': ['ID=c5423bc9-ff06-4669-a57b-73648fadd3ff,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:52.210157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7579e02d-3408-450e-acc8-12378ccbb529 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:52.253858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.350013 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023f7f9d-70ad-44ed-b809-57cbeac2a5d2 req-495ee703-602b-4a33-a75a-dcf642681944 service neutron] 10.222.0.42 "GET /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618578 Jul 29 23:25:52.354434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Routers {'9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:52.355074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:52.445378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7579e02d-3408-450e-acc8-12378ccbb529, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7579e02d-3408-450e-acc8-12378ccbb529,segment=NetworkSegment(51224fef-99ef-4d1b-94ca-b173b1a8ddd6),segment_id=51224fef-99ef-4d1b-94ca-b173b1a8ddd6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:52.515922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '7579e02d-3408-450e-acc8-12378ccbb529', 'network_id': '1d939aef-fa49-4257-a32c-aff0b2dc3d11', 'port_id': '7579e02d-3408-450e-acc8-12378ccbb529', 'mac_address': 'fa:16:3e:40:0d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11db150-2235-4092-bef1-19458f8be594', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:52.532227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb83c-9123-4e82-a40f-d1a76eff1efd req-3a388637-3769-4349-a471-94f45fc12616 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.535213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7ecb83c-9123-4e82-a40f-d1a76eff1efd req-3a388637-3769-4349-a471-94f45fc12616 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 943 time: 0.1568336 Jul 29 23:25:52.562888 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.600752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.614618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7ecb83c-9123-4e82-a40f-d1a76eff1efd req-61c69db6-60fb-41f0-a37a-10e80136908c tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663490 Jul 29 23:25:52.615765 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.709951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Pushing event updated for resources: {'Port': ['ID=f835e835-ca50-4b91-bdc7-f775111a517b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:52.718948 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.738370 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.739774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9c038a52-ad8e-4325-9478-f672d6c94475 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9389122 Jul 29 23:25:52.818872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7579e02d-3408-450e-acc8-12378ccbb529 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:52.829312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] Set router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:52.886222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7579e02d-3408-450e-acc8-12378ccbb529, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7579e02d-3408-450e-acc8-12378ccbb529,segment=NetworkSegment(51224fef-99ef-4d1b-94ca-b173b1a8ddd6),segment_id=51224fef-99ef-4d1b-94ca-b173b1a8ddd6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:52.903517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35c255-76d6-4e43-a058-2ea2ade00b80 req-d3bb2b22-8645-4b6f-bd5a-00c170d06b7f tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.906321 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f35c255-76d6-4e43-a058-2ea2ade00b80 req-d3bb2b22-8645-4b6f-bd5a-00c170d06b7f tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 944 time: 0.0983069 Jul 29 23:25:52.922185 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:25:52.932970 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.974744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f35c255-76d6-4e43-a058-2ea2ade00b80 req-4066158b-6945-4b68-9296-6c63aae92830 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493374 Jul 29 23:25:52.996164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a69d8f-b899-4a2d-831b-bae3853b2a32 req-02bd50b2-c722-473d-b00d-6e58106c8bf2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.996164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78a69d8f-b899-4a2d-831b-bae3853b2a32 req-02bd50b2-c722-473d-b00d-6e58106c8bf2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1241157 Jul 29 23:25:53.083955 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78a69d8f-b899-4a2d-831b-bae3853b2a32 req-664dbd97-1ec4-4e96-8198-aaf3b37fcbfa tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824394 Jul 29 23:25:53.090378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7579e02d-3408-450e-acc8-12378ccbb529,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:53.176595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c5423bc9-ff06-4669-a57b-73648fadd3ff', 'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'mac_address': 'fa:16:3e:50:f6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:47Z', 'updated_at': '2021-07-29T23:25:52Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'subnets': [{'id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:53.210004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c56726-4237-4721-bcb8-a953fcdaa38a None None] The sync data for ids ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'] in n-d-712139-11 is: [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c5423bc9-ff06-4669-a57b-73648fadd3ff', 'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'mac_address': 'fa:16:3e:50:f6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:47Z', 'updated_at': '2021-07-29T23:25:52Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'subnets': [{'id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:53.306280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7579e02d-3408-450e-acc8-12378ccbb529'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:53.317575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66a5de-6a30-4038-9c65-1880c3704633 req-d6689076-75b0-422d-8d87-b7d2438f9958 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.325687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f66a5de-6a30-4038-9c65-1880c3704633 req-d6689076-75b0-422d-8d87-b7d2438f9958 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 945 time: 0.1119964 Jul 29 23:25:53.417793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f66a5de-6a30-4038-9c65-1880c3704633 req-8f53e224-bc62-41b2-bf8e-edbd6eb38878 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863981 Jul 29 23:25:53.473889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcc9cd-f35c-4fb2-93e7-cb054563923d req-1e1d3849-2e9d-4700-9c74-f84b7c703989 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.483174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08dcc9cd-f35c-4fb2-93e7-cb054563923d req-1e1d3849-2e9d-4700-9c74-f84b7c703989 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1210275 Jul 29 23:25:53.551014 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08dcc9cd-f35c-4fb2-93e7-cb054563923d req-659ab1d5-fdd0-477d-9bcd-70fa82c9902c tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604494 Jul 29 23:25:53.794426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c55ab-301c-4fc8-b1bf-bb19fbcc5577 req-edb1c01c-9120-40ef-9711-eb2c093786db tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.802521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a07c55ab-301c-4fc8-b1bf-bb19fbcc5577 req-edb1c01c-9120-40ef-9711-eb2c093786db tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 943 time: 0.0742309 Jul 29 23:25:53.855011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a07c55ab-301c-4fc8-b1bf-bb19fbcc5577 req-460d16e8-bec9-47a7-ab2f-feabc60415c8 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509560 Jul 29 23:25:54.050698 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1713a5e0-d747-4bab-972d-453e2904db57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.132412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de577cc-a640-45a4-9dca-776a424e94aa req-c79bc96d-ba84-45f4-b26a-afd6af4bd93f tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.143992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7de577cc-a640-45a4-9dca-776a424e94aa req-c79bc96d-ba84-45f4-b26a-afd6af4bd93f tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 945 time: 0.0773611 Jul 29 23:25:54.160321 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.218448 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7de577cc-a640-45a4-9dca-776a424e94aa req-d09309e2-6254-4ad4-846a-8fbac4299444 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712700 Jul 29 23:25:54.253587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-7e51773c-2507-49bd-ac13-ee381727420b tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.255321 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-7e51773c-2507-49bd-ac13-ee381727420b tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 945 time: 0.0873365 Jul 29 23:25:54.293554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a6d25-34a3-4df0-a7ba-57f756a838f4 req-f7bd3721-5bae-43b7-b0a0-58e1db953ec0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.295604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f60a6d25-34a3-4df0-a7ba-57f756a838f4 req-f7bd3721-5bae-43b7-b0a0-58e1db953ec0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.0733917 Jul 29 23:25:54.350411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f60a6d25-34a3-4df0-a7ba-57f756a838f4 req-e624119c-285b-4bf0-b9b7-32b69cb205c4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476203 Jul 29 23:25:54.405716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-e0b9ff9f-1871-4c46-9f2a-e1fe4a985064 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Deleting port b5106e51-7706-43fa-88ea-a623eb73425f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:54.406208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-e0b9ff9f-1871-4c46-9f2a-e1fe4a985064 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.535830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-e0b9ff9f-1871-4c46-9f2a-e1fe4a985064 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] For port b5106e51-7706-43fa-88ea-a623eb73425f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b5106e51-7706-43fa-88ea-a623eb73425f,segment=NetworkSegment(48686b74-7338-4f62-8a97-f4115549161f),segment_id=48686b74-7338-4f62-8a97-f4115549161f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:54.536257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-e0b9ff9f-1871-4c46-9f2a-e1fe4a985064 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.603193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-e0b9ff9f-1871-4c46-9f2a-e1fe4a985064 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Calling delete_port for b5106e51-7706-43fa-88ea-a623eb73425f owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:54.604980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fb635-8233-4230-920b-cff874727c93 req-62c4322d-5934-42c4-95f1-1689bb86d0e2 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.607626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-037fb635-8233-4230-920b-cff874727c93 req-62c4322d-5934-42c4-95f1-1689bb86d0e2 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 945 time: 0.1073394 Jul 29 23:25:54.705919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-037fb635-8233-4230-920b-cff874727c93 req-845eb79d-a35b-45f0-aea6-bf2181a47942 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/security-groups?id=357119e9-d40d-4169-af47-b9c147ee71c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898175 Jul 29 23:25:54.912861 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c5423bc9-ff06-4669-a57b-73648fadd3ff up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:54.920050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235dbce-e440-4744-ba3c-86d7869aa562 req-9dfb9a10-7d55-4e22-a9e0-1952542ce3e5 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.931832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3235dbce-e440-4744-ba3c-86d7869aa562 req-9dfb9a10-7d55-4e22-a9e0-1952542ce3e5 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1075733 Jul 29 23:25:55.014491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3235dbce-e440-4744-ba3c-86d7869aa562 req-e438ca2d-cb4b-4b0c-9fab-04e7dc6752e0 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755148 Jul 29 23:25:55.057738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c5423bc9-ff06-4669-a57b-73648fadd3ff completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:55.066367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab2de8-64b1-4f49-b801-8f19434ce450 req-4e3f2839-c6e4-4942-96fa-b41fdf8a6ea9 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.066585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c5423bc9-ff06-4669-a57b-73648fadd3ff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:55.066900 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.077856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fab2de8-64b1-4f49-b801-8f19434ce450 req-4e3f2839-c6e4-4942-96fa-b41fdf8a6ea9 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 943 time: 0.0872629 Jul 29 23:25:55.110338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device adf8ffbc-c714-46e7-97f8-0f6c18371b56 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:55.113101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:55.132239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fab2de8-64b1-4f49-b801-8f19434ce450 req-fac4b56b-32f4-4336-b0e1-0c47a8abad2c tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532088 Jul 29 23:25:55.155561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 113f153b-1887-407c-8a24-ec90d246a84c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:55.156224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 113f153b-1887-407c-8a24-ec90d246a84c not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:55.261434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-e0b9ff9f-1871-4c46-9f2a-e1fe4a985064 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.313905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9ff9f-1871-4c46-9f2a-e1fe4a985064 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Pushing event deleted for resources: {'Port': ['ID=b5106e51-7706-43fa-88ea-a623eb73425f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:55.328497 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.332118 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.340179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port adf8ffbc-c714-46e7-97f8-0f6c18371b56, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=adf8ffbc-c714-46e7-97f8-0f6c18371b56,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:55.365206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-e0b9ff9f-1871-4c46-9f2a-e1fe4a985064 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] No DVR routers for this DVR port b5106e51-7706-43fa-88ea-a623eb73425f on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:55.368267 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-e0b9ff9f-1871-4c46-9f2a-e1fe4a985064 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.370694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ee04f155-38ae-46b6-8bdb-8ac6fe4273d7 req-e0b9ff9f-1871-4c46-9f2a-e1fe4a985064 tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.47 "DELETE /v2.0/ports/b5106e51-7706-43fa-88ea-a623eb73425f HTTP/1.1" status: 204 len: 173 time: 1.1088617 Jul 29 23:25:55.383283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'name': 'network-vif-deleted', 'tag': 'b5106e51-7706-43fa-88ea-a623eb73425f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:55.387327 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc35394-fe66-4c2a-9f13-60d2eb4a8302" -d '{"events": [{"server_uuid": "2c05e114-ee0b-4238-ad3c-9cdaac791def", "name": "network-vif-deleted", "tag": "b5106e51-7706-43fa-88ea-a623eb73425f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:55.388568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c5423bc9-ff06-4669-a57b-73648fadd3ff, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c5423bc9-ff06-4669-a57b-73648fadd3ff,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:55.390257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'adf8ffbc-c714-46e7-97f8-0f6c18371b56', 'network_id': '5c5572c8-bbe1-4558-9c11-ace72082eb2d', 'port_id': 'adf8ffbc-c714-46e7-97f8-0f6c18371b56', 'mac_address': 'fa:16:3e:22:55:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53aebb8-9cb6-4319-9ec0-242b883ec293', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:55.399249 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.413373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f0b17-3996-4703-8c3f-60f7e4f6937d req-3b72bdfe-9f2e-4f0c-b06c-793c34e51f4d tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.421599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be0f0b17-3996-4703-8c3f-60f7e4f6937d req-3b72bdfe-9f2e-4f0c-b06c-793c34e51f4d tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 945 time: 0.1304893 Jul 29 23:25:55.466187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.485304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be0f0b17-3996-4703-8c3f-60f7e4f6937d req-070c0629-b74a-4b35-bf18-279c08472ed0 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504017 Jul 29 23:25:55.493474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf8ffbc-c714-46e7-97f8-0f6c18371b56 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:55.498584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c5423bc9-ff06-4669-a57b-73648fadd3ff,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:55.520637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port adf8ffbc-c714-46e7-97f8-0f6c18371b56, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=adf8ffbc-c714-46e7-97f8-0f6c18371b56,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:55.528095 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.575749 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be754340-444c-45a3-a10d-1c079676af22 x-openstack-request-id: req-be754340-444c-45a3-a10d-1c079676af22 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:55.576100 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c05e114-ee0b-4238-ad3c-9cdaac791def", "name": "network-vif-deleted", "tag": "b5106e51-7706-43fa-88ea-a623eb73425f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:55.576366 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be754340-444c-45a3-a10d-1c079676af22 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:55.576774 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c05e114-ee0b-4238-ad3c-9cdaac791def', 'name': 'network-vif-deleted', 'tag': 'b5106e51-7706-43fa-88ea-a623eb73425f', 'status': 'completed', 'code': 200} Jul 29 23:25:55.594081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=adf8ffbc-c714-46e7-97f8-0f6c18371b56,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:55.618643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4223-515b-41f3-9025-ca30f26d2c34 req-94f85510-040e-48ad-a2b5-221cf95c4cce tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.620330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-091f4223-515b-41f3-9025-ca30f26d2c34 req-94f85510-040e-48ad-a2b5-221cf95c4cce tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1269605 Jul 29 23:25:55.666068 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-091f4223-515b-41f3-9025-ca30f26d2c34 req-e8d3d7c8-9edd-4dfd-be4a-4fdbe1d1f788 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395916 Jul 29 23:25:55.843998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0aa97d57-1e90-4cc0-ad5c-ff7e0c3da6df req-0b6ec43f-3b88-40d4-8284-6d58c70c341a tempest-LiveAutoBlockMigrationV225Test-74304376 tempest-LiveAutoBlockMigrationV225Test-74304376-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c05e114-ee0b-4238-ad3c-9cdaac791def HTTP/1.1" status: 200 len: 210 time: 0.0448685 Jul 29 23:25:56.011042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['adf8ffbc-c714-46e7-97f8-0f6c18371b56'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:56.146266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc499584-eaf4-4681-b1fa-884cd96693e9 req-ebe5322e-79d8-4c66-aab9-c9e02f0869b9 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.154077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc499584-eaf4-4681-b1fa-884cd96693e9 req-ebe5322e-79d8-4c66-aab9-c9e02f0869b9 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0616884 Jul 29 23:25:56.193192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc499584-eaf4-4681-b1fa-884cd96693e9 req-57575ae3-582c-4ff3-bae9-d2ad6084e204 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380735 Jul 29 23:25:56.201914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7579e02d-3408-450e-acc8-12378ccbb529 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:56.252542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a74d-6d35-43c1-9b0f-2a2f6c5a4cd0 req-1a520fb1-2e0d-4a5b-9b6f-801e3f0972ed tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.254018 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4da7a74d-6d35-43c1-9b0f-2a2f6c5a4cd0 req-1a520fb1-2e0d-4a5b-9b6f-801e3f0972ed tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 944 time: 0.0518186 Jul 29 23:25:56.271960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 7579e02d-3408-450e-acc8-12378ccbb529 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:56.277784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 7579e02d-3408-450e-acc8-12378ccbb529 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:56.278538 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.297450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4da7a74d-6d35-43c1-9b0f-2a2f6c5a4cd0 req-d0febb5e-76c3-46ff-9f0c-7810fd141704 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365992 Jul 29 23:25:56.365996 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.392333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d04c22f-d900-459d-a4f8-2299adc4ac1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7579e02d-3408-450e-acc8-12378ccbb529'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:56.395547 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5e0800-51e4-498c-94c9-9fd7f7f32660" -d '{"events": [{"server_uuid": "8d04c22f-d900-459d-a4f8-2299adc4ac1d", "name": "network-vif-plugged", "status": "completed", "tag": "7579e02d-3408-450e-acc8-12378ccbb529"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:56.409230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7579e02d-3408-450e-acc8-12378ccbb529, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7579e02d-3408-450e-acc8-12378ccbb529,segment=NetworkSegment(51224fef-99ef-4d1b-94ca-b173b1a8ddd6),segment_id=51224fef-99ef-4d1b-94ca-b173b1a8ddd6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:56.413772 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.474814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7579e02d-3408-450e-acc8-12378ccbb529,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:56.502722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7eed9-7ab2-4941-9826-732078264291 req-7bdeac80-b744-4b10-ab8b-ebf37cff134f tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.504295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dd7eed9-7ab2-4941-9826-732078264291 req-7bdeac80-b744-4b10-ab8b-ebf37cff134f tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0671682 Jul 29 23:25:56.529097 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e1a739-55a3-4693-a87a-0abb04e8a04f x-openstack-request-id: req-45e1a739-55a3-4693-a87a-0abb04e8a04f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:56.529401 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d04c22f-d900-459d-a4f8-2299adc4ac1d", "name": "network-vif-plugged", "status": "completed", "tag": "7579e02d-3408-450e-acc8-12378ccbb529", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:56.529664 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45e1a739-55a3-4693-a87a-0abb04e8a04f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:56.530302 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d04c22f-d900-459d-a4f8-2299adc4ac1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7579e02d-3408-450e-acc8-12378ccbb529', 'code': 200} Jul 29 23:25:56.555599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dd7eed9-7ab2-4941-9826-732078264291 req-8cd828e2-195f-4e81-b063-7a8c0632dda0 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Jul 29 23:25:56.640330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeed490-e7c4-4749-a653-01a32d824162 req-1889f3a2-063a-48d6-a4fc-7b78203f2c00 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.642053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eeeed490-e7c4-4749-a653-01a32d824162 req-1889f3a2-063a-48d6-a4fc-7b78203f2c00 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 946 time: 0.0521779 Jul 29 23:25:56.669848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e38d5-a06e-4019-99fc-d2b8b482ed6a req-e0a3d901-e836-4911-a4cf-5dc26797a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.671367 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c2e38d5-a06e-4019-99fc-d2b8b482ed6a req-e0a3d901-e836-4911-a4cf-5dc26797a07c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 1098 time: 0.0487895 Jul 29 23:25:56.683725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eeeed490-e7c4-4749-a653-01a32d824162 req-f80406d3-07c3-4610-b4ca-9fdb38a136ee tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Jul 29 23:25:56.723496 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c2e38d5-a06e-4019-99fc-d2b8b482ed6a req-416d3d14-1c9c-4c90-a0fc-a39032d308a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360472 Jul 29 23:25:56.795785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29563ec-3bca-4f78-a1fe-2c66535adc6e req-0cdb9719-e9c1-41bc-92f5-51bc73cc1ca9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.803311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c29563ec-3bca-4f78-a1fe-2c66535adc6e req-0cdb9719-e9c1-41bc-92f5-51bc73cc1ca9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.0623190 Jul 29 23:25:56.846186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c29563ec-3bca-4f78-a1fe-2c66535adc6e req-e5730913-aeb6-4f08-87f7-22f41111a59a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Jul 29 23:25:56.847868 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c5423bc9-ff06-4669-a57b-73648fadd3ff up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:56.918538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38310) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:56.920896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c5423bc9-ff06-4669-a57b-73648fadd3ff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:56.921276 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.970423 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.027086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8462866-b0a2-45ea-872f-3094af0f494d admin admin] Deleting subnet 30e3a965-3dc1-4bf5-8794-1c687d2bff2c {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:25:57.032483 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8462866-b0a2-45ea-872f-3094af0f494d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.067052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8462866-b0a2-45ea-872f-3094af0f494d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.106564 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8462866-b0a2-45ea-872f-3094af0f494d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.107704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device adf8ffbc-c714-46e7-97f8-0f6c18371b56 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:57.159593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port adf8ffbc-c714-46e7-97f8-0f6c18371b56 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:57.164859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port adf8ffbc-c714-46e7-97f8-0f6c18371b56 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:57.164859 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.170823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8462866-b0a2-45ea-872f-3094af0f494d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.197761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8462866-b0a2-45ea-872f-3094af0f494d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e3a965-3dc1-4bf5-8794-1c687d2bff2c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.202745 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8462866-b0a2-45ea-872f-3094af0f494d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.207911 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c8462866-b0a2-45ea-872f-3094af0f494d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/30e3a965-3dc1-4bf5-8794-1c687d2bff2c HTTP/1.1" status: 204 len: 168 time: 0.2854602 Jul 29 23:25:57.207911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:57.249291 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.280052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.284972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port adf8ffbc-c714-46e7-97f8-0f6c18371b56, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=adf8ffbc-c714-46e7-97f8-0f6c18371b56,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:57.289520 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.290531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b5106e51-7706-43fa-88ea-a623eb73425f no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:57.343459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: b5106e51-7706-43fa-88ea-a623eb73425f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:57.343803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b5106e51-7706-43fa-88ea-a623eb73425f not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:57.374077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=adf8ffbc-c714-46e7-97f8-0f6c18371b56,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.394472 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.405821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec171ef1-ffe3-48e7-8d95-c590de6ad093']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:57.418745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48686b74-7338-4f62-8a97-f4115549161f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:57.418953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48686b74-7338-4f62-8a97-f4115549161f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:57.424551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83549a0a-b17e-4d64-bcae-195c61825059 req-b97b1218-5c4d-4bc2-95aa-d015df0b8d50 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.426367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83549a0a-b17e-4d64-bcae-195c61825059 req-b97b1218-5c4d-4bc2-95aa-d015df0b8d50 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 945 time: 0.0561621 Jul 29 23:25:57.430254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.447001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.455929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:25:57.456743 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:25:57.458966 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:25:57.470346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83549a0a-b17e-4d64-bcae-195c61825059 req-7015046c-a5e9-4ea0-ac8c-f8e51d08089b tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372868 Jul 29 23:25:57.519137 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.534901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.536799 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ec171ef1-ffe3-48e7-8d95-c590de6ad093 HTTP/1.1" status: 204 len: 168 time: 0.3283322 Jul 29 23:25:57.537833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e44291-16a3-4301-9b91-df94bb898cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec171ef1-ffe3-48e7-8d95-c590de6ad093,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.539516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:57.590306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e52aa49-24f4-4d0a-8ce9-2bb88642f91c admin admin] Deleting subnet d9c45a32-0d5b-42e4-842f-a60bbb7f2075 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:25:57.593553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e52aa49-24f4-4d0a-8ce9-2bb88642f91c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.634933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e52aa49-24f4-4d0a-8ce9-2bb88642f91c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.678249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e52aa49-24f4-4d0a-8ce9-2bb88642f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.689910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ff460-480c-4cb3-9549-e3b492213d80 req-884e0b49-2ab3-4006-84ac-0395939da4f1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.691738 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-048ff460-480c-4cb3-9549-e3b492213d80 req-884e0b49-2ab3-4006-84ac-0395939da4f1 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0541873 Jul 29 23:25:57.747787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e52aa49-24f4-4d0a-8ce9-2bb88642f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.763652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-048ff460-480c-4cb3-9549-e3b492213d80 req-c13b31b0-3fc7-425c-8ac9-4eeef8ae70aa tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606513 Jul 29 23:25:57.793963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52aa49-24f4-4d0a-8ce9-2bb88642f91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c45a32-0d5b-42e4-842f-a60bbb7f2075,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.797814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e52aa49-24f4-4d0a-8ce9-2bb88642f91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.802707 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5e52aa49-24f4-4d0a-8ce9-2bb88642f91c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d9c45a32-0d5b-42e4-842f-a60bbb7f2075 HTTP/1.1" status: 204 len: 168 time: 0.2593863 Jul 29 23:25:57.802833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38324) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:57.827978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2156a-f38a-4829-af44-ad085820b0b9 req-a32138f6-9b99-4829-a4cc-71b68bb672c2 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.829687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6be2156a-f38a-4829-af44-ad085820b0b9 req-a32138f6-9b99-4829-a4cc-71b68bb672c2 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 946 time: 0.0650239 Jul 29 23:25:57.877228 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.881719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6be2156a-f38a-4829-af44-ad085820b0b9 req-6af5dbf6-cdb0-4732-a782-66065284598f tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458612 Jul 29 23:25:57.994957 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.007496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c91497d-e06a-4964-9f99-cd8ef5db7061']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:58.034779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd238d54a-8c56-4d57-8324-ee09b3063e30') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:58.035241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd238d54a-8c56-4d57-8324-ee09b3063e30') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:58.052074 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.061937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dd45f-5326-41bb-b5ec-0ab0de6fe1a3 req-0412f1df-4024-41d6-adeb-58653730ee70 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.063691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-082dd45f-5326-41bb-b5ec-0ab0de6fe1a3 req-0412f1df-4024-41d6-adeb-58653730ee70 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.0776377 Jul 29 23:25:58.066929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.073939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:25:58.074603 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:25:58.079601 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:25:58.119981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-082dd45f-5326-41bb-b5ec-0ab0de6fe1a3 req-6b7bbeaf-1e39-420b-b574-e8faf9e677d8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479288 Jul 29 23:25:58.144948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.149918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.152114 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7c91497d-e06a-4964-9f99-cd8ef5db7061 HTTP/1.1" status: 204 len: 168 time: 0.3483152 Jul 29 23:25:58.168939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7a8c7-526a-4733-8ad0-29d97f696d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c91497d-e06a-4964-9f99-cd8ef5db7061,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:58.268139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:58.308774 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7b7fe44c-c9b5-4eb4-aece-5a3fe3111204 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3e5a83bba0440559ee180cab805bf7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392952 Jul 29 23:25:58.311079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:58.364741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab57ed3-7225-4500-b8d2-5962dd18f1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.385606 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab57ed3-7225-4500-b8d2-5962dd18f1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.433837 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab57ed3-7225-4500-b8d2-5962dd18f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.437322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab57ed3-7225-4500-b8d2-5962dd18f1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.437935 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6ab57ed3-7225-4500-b8d2-5962dd18f1ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/357119e9-d40d-4169-af47-b9c147ee71c0 HTTP/1.1" status: 204 len: 168 time: 0.1259279 Jul 29 23:25:58.446786 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab57ed3-7225-4500-b8d2-5962dd18f1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357119e9-d40d-4169-af47-b9c147ee71c0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:58.531752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc0af0-fef2-4d4e-ae55-7e29d0545fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf8ffbc-c714-46e7-97f8-0f6c18371b56'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:58.535033 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d89e8c8-3818-4852-b91f-47cddde8aa7e" -d '{"events": [{"server_uuid": "e7dc0af0-fef2-4d4e-ae55-7e29d0545fee", "name": "network-vif-plugged", "status": "completed", "tag": "adf8ffbc-c714-46e7-97f8-0f6c18371b56"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:58.575308 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc030023-551c-4fc9-9dac-aae8855419a1 x-openstack-request-id: req-fc030023-551c-4fc9-9dac-aae8855419a1 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:58.575672 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc0af0-fef2-4d4e-ae55-7e29d0545fee", "name": "network-vif-plugged", "status": "completed", "tag": "adf8ffbc-c714-46e7-97f8-0f6c18371b56", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:58.575992 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc030023-551c-4fc9-9dac-aae8855419a1 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:58.576478 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc0af0-fef2-4d4e-ae55-7e29d0545fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf8ffbc-c714-46e7-97f8-0f6c18371b56', 'code': 200} Jul 29 23:25:58.601121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5fd83-304d-4a79-8b52-7475242497e9 req-cfa3de80-1757-4d8c-a4cf-bc3d10c8ee78 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.602825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebd5fd83-304d-4a79-8b52-7475242497e9 req-cfa3de80-1757-4d8c-a4cf-bc3d10c8ee78 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 945 time: 0.0550323 Jul 29 23:25:58.646799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebd5fd83-304d-4a79-8b52-7475242497e9 req-f2bb1305-d467-48a1-91d1-23c59f880713 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Jul 29 23:25:58.825347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38352) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:58.876303 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ecc3f724-27cc-4aef-a677-900c3afbca4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=924437518a13442b9dea3c8ca40ac00f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493433 Jul 29 23:25:58.878787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:58.907257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc737af4-47c7-4a0c-a3b4-7fae10bfe034 req-dd0f4176-b6bd-4859-9a8d-f19b9da3649d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.909036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc737af4-47c7-4a0c-a3b4-7fae10bfe034 req-dd0f4176-b6bd-4859-9a8d-f19b9da3649d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0674114 Jul 29 23:25:58.972745 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ee10108-d154-44a7-bf8f-e12f895c67ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.973330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc737af4-47c7-4a0c-a3b4-7fae10bfe034 req-b31a25c2-9ac4-4394-bbf1-ebf90b0ccb73 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472572 Jul 29 23:25:59.013900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dcc39-2abd-427d-b9e8-5990fd7ec6fd req-c4e0d2ba-13e9-465d-8424-b50928a06b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.015432 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-143dcc39-2abd-427d-b9e8-5990fd7ec6fd req-c4e0d2ba-13e9-465d-8424-b50928a06b01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 1097 time: 0.1057725 Jul 29 23:25:59.020396 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ee10108-d154-44a7-bf8f-e12f895c67ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.092217 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ee10108-d154-44a7-bf8f-e12f895c67ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.094602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2187-ecbc-40d2-bee0-1073620495e9 req-8f23380c-535c-40e2-a009-e655162a5416 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.095026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ee10108-d154-44a7-bf8f-e12f895c67ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.098901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8ee10108-d154-44a7-bf8f-e12f895c67ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42b2041b-c800-4c0b-bb1f-1606812db4f6 HTTP/1.1" status: 204 len: 168 time: 0.2165294 Jul 29 23:25:59.105391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee10108-d154-44a7-bf8f-e12f895c67ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b2041b-c800-4c0b-bb1f-1606812db4f6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:59.108808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bcc2187-ecbc-40d2-bee0-1073620495e9 req-8f23380c-535c-40e2-a009-e655162a5416 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 946 time: 0.1339080 Jul 29 23:25:59.160851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bcc2187-ecbc-40d2-bee0-1073620495e9 req-fa77ae44-64bd-40d3-86b6-4c1894a97bd0 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456696 Jul 29 23:25:59.183508 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-143dcc39-2abd-427d-b9e8-5990fd7ec6fd req-788bf6fe-7046-416a-a50e-a74308646e64 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Jul 29 23:25:59.263898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9ec41-a2f9-4283-a433-b193c91d5fc4 req-ec5891f1-72ba-479f-b842-1252fd28c806 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.266948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02d9ec41-a2f9-4283-a433-b193c91d5fc4 req-ec5891f1-72ba-479f-b842-1252fd28c806 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.0622323 Jul 29 23:25:59.318398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02d9ec41-a2f9-4283-a433-b193c91d5fc4 req-c32145cf-020a-4d5a-b085-b2200c58993e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Jul 29 23:25:59.471974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1309e-a54c-40cb-a16f-9832cb701eb2 req-75c841f0-b0d2-4712-9950-078b1c269d4c tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.474122 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b1309e-a54c-40cb-a16f-9832cb701eb2 req-75c841f0-b0d2-4712-9950-078b1c269d4c tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 946 time: 0.0643079 Jul 29 23:25:59.490663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d0f35-0539-472f-b69b-a1fa23428bf0 req-5c4d5fb4-3c71-4af6-aec9-aa5243be91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.495132 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f62d0f35-0539-472f-b69b-a1fa23428bf0 req-5c4d5fb4-3c71-4af6-aec9-aa5243be91e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5a298e794fc42eea62d96a5f4ab9465&device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 1098 time: 0.0521836 Jul 29 23:25:59.526298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b1309e-a54c-40cb-a16f-9832cb701eb2 req-25dad93a-0973-497b-9762-696a558ad33b tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455825 Jul 29 23:25:59.617896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d0f35-0539-472f-b69b-a1fa23428bf0 req-07190353-6f0b-463d-9ad6-0bbd27f99bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.619619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f62d0f35-0539-472f-b69b-a1fa23428bf0 req-07190353-6f0b-463d-9ad6-0bbd27f99bc9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d939aef-fa49-4257-a32c-aff0b2dc3d11 HTTP/1.1" status: 200 len: 914 time: 0.1093650 Jul 29 23:25:59.679245 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f62d0f35-0539-472f-b69b-a1fa23428bf0 req-3167d261-4cff-4ea6-8cee-1aaa75539ed2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7579e02d-3408-450e-acc8-12378ccbb529 HTTP/1.1" status: 200 len: 217 time: 0.0426149 Jul 29 23:25:59.764742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d0f35-0539-472f-b69b-a1fa23428bf0 req-e14de7db-8546-45c9-815b-8487db637a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.766581 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f62d0f35-0539-472f-b69b-a1fa23428bf0 req-e14de7db-8546-45c9-815b-8487db637a34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b11db150-2235-4092-bef1-19458f8be594 HTTP/1.1" status: 200 len: 853 time: 0.0618298 Jul 29 23:25:59.790429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea211-92d9-4293-94e7-ab99eb1e0656 req-c2fcbbe4-decd-4fba-8e94-c62a68b2eb0c tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.792239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c38ea211-92d9-4293-94e7-ab99eb1e0656 req-c2fcbbe4-decd-4fba-8e94-c62a68b2eb0c tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 945 time: 0.0640488 Jul 29 23:25:59.806568 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f62d0f35-0539-472f-b69b-a1fa23428bf0 req-6f3e3f73-adba-4387-a29a-feda8e87eff3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d939aef-fa49-4257-a32c-aff0b2dc3d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275266 Jul 29 23:25:59.850526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c38ea211-92d9-4293-94e7-ab99eb1e0656 req-cd52a1ae-93a6-48c7-8341-b733f6b4c0de tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470679 Jul 29 23:25:59.920713 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f62d0f35-0539-472f-b69b-a1fa23428bf0 req-76e98926-945a-4d29-84cc-3ed54939ae2a service neutron] 10.222.0.42 "GET /v2.0/networks/1d939aef-fa49-4257-a32c-aff0b2dc3d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988097 Jul 29 23:25:59.968991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:00.023912 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f62d0f35-0539-472f-b69b-a1fa23428bf0 req-fc415e24-8ec5-4b17-afb4-158321c785c5 service neutron] 10.222.0.42 "GET /v2.0/networks/1d939aef-fa49-4257-a32c-aff0b2dc3d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929413 Jul 29 23:26:00.122242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1155496653-network', 'tenant_id': 'e98da22c0c3d4847bbc609aed059b175'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:00.186990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643003b8-5070-426a-a805-ec87e4103af4 req-56e384ce-beff-4fc0-81f0-01ed1aa33263 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.188682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-643003b8-5070-426a-a805-ec87e4103af4 req-56e384ce-beff-4fc0-81f0-01ed1aa33263 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.1196795 Jul 29 23:26:00.190603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Made reservation on behalf of e98da22c0c3d4847bbc609aed059b175 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:00.193093 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.210992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.253006 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-643003b8-5070-426a-a805-ec87e4103af4 req-f5cddf52-d461-4cc9-9216-1ba7fcc636cb tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565507 Jul 29 23:26:00.329664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.333860 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.358299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:00.373544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fe677e-6516-4a64-8647-2cf1b5a3e612,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:00.378904 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.378904 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Added segment 1b94ec5b-a849-4e55-b0d9-1a72fa3159eb of type vlan for network c21e8f10-2a8b-4b08-af85-8ea9e60e777a Jul 29 23:26:00.779524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.838702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c8892-df9a-46c3-bfa8-cee5ac03ac65 req-1be2ae70-004f-40ee-ab07-a7df7769f75b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.840685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e7c8892-df9a-46c3-bfa8-cee5ac03ac65 req-1be2ae70-004f-40ee-ab07-a7df7769f75b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1165364 Jul 29 23:26:00.842716 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.843604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.844217 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.852998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee246a6-fa4a-4c16-9e5e-22be703624c6 req-c580a418-c222-42b5-9e40-daa9288dd74d tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.856592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ee246a6-fa4a-4c16-9e5e-22be703624c6 req-c580a418-c222-42b5-9e40-daa9288dd74d tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 946 time: 0.1313868 Jul 29 23:26:00.941708 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9689159 Jul 29 23:26:00.942153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38412) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:00.947369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Request body: {'subnet': {'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1155496653-subnet', 'tenant_id': 'e98da22c0c3d4847bbc609aed059b175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:00.959565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f0784-326f-40bc-8aba-d2e930f5dc00 admin admin] Pushing event updated for resources: {'Network': ['ID=c21e8f10-2a8b-4b08-af85-8ea9e60e777a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:00.971566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network c21e8f10-2a8b-4b08-af85-8ea9e60e777a details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:00.977845 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Made reservation on behalf of e98da22c0c3d4847bbc609aed059b175 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:00.982078 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.984197 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e7c8892-df9a-46c3-bfa8-cee5ac03ac65 req-7b14ce7a-4308-4238-b35a-7bd6a2cf94f0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287892 Jul 29 23:26:00.993664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ee246a6-fa4a-4c16-9e5e-22be703624c6 req-683cf0aa-8c13-41ec-b9c3-c8011e1b3af4 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148379 Jul 29 23:26:01.140235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717e5e1-cd31-40a3-af9c-f119bb8249a4 req-f0983b02-7c52-49e1-9821-3fd8bd3a9f55 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.141778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3717e5e1-cd31-40a3-af9c-f119bb8249a4 req-f0983b02-7c52-49e1-9821-3fd8bd3a9f55 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 945 time: 0.0595925 Jul 29 23:26:01.198408 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3717e5e1-cd31-40a3-af9c-f119bb8249a4 req-e98fdf0e-33d0-4279-8bff-c56c4d1f649b tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Jul 29 23:26:01.204377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.258653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42dc8a09-47b5-4fad-b75e-163acebdb955,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:01.295186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:01.295549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Network hostable DHCP agents. Network: c21e8f10-2a8b-4b08-af85-8ea9e60e777a, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:01.313641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Network c21e8f10-2a8b-4b08-af85-8ea9e60e777a is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:01.329451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, c21e8f10-2a8b-4b08-af85-8ea9e60e777a) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:01.334800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.336211 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.338695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d758928-35e4-40b8-a78f-3bb3ce92fe19 None None] Network c21e8f10-2a8b-4b08-af85-8ea9e60e777a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:01.357743 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0f8b0b70-bc76-459e-b9e4-f241cf9d2e28 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4143553 Jul 29 23:26:01.437503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d243591-3fe9-413a-91fb-3224950abaef req-38f1d3a9-e29c-4a34-ad14-3c78ef8cf062 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.439176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d243591-3fe9-413a-91fb-3224950abaef req-38f1d3a9-e29c-4a34-ad14-3c78ef8cf062 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0811670 Jul 29 23:26:01.485869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649cd60-a3d5-442b-a83c-08eadbf2a669 None None] Network c21e8f10-2a8b-4b08-af85-8ea9e60e777a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:01.513049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d243591-3fe9-413a-91fb-3224950abaef req-617f6a0e-59e5-4f7f-b2ee-12564944c82d tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663521 Jul 29 23:26:01.605647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da557-482d-4d02-8606-01154d064939 req-f196bebc-d382-4a53-94d5-d6b352b7cf7b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.607638 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b1da557-482d-4d02-8606-01154d064939 req-f196bebc-d382-4a53-94d5-d6b352b7cf7b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 945 time: 0.0607631 Jul 29 23:26:01.722357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0b1da557-482d-4d02-8606-01154d064939 req-26d5ee2a-0cdc-4b94-8fc8-e918e5467280 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Deleting port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:01.722860 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b1da557-482d-4d02-8606-01154d064939 req-26d5ee2a-0cdc-4b94-8fc8-e918e5467280 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.839721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0b1da557-482d-4d02-8606-01154d064939 req-26d5ee2a-0cdc-4b94-8fc8-e918e5467280 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] For port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:01.840171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b1da557-482d-4d02-8606-01154d064939 req-26d5ee2a-0cdc-4b94-8fc8-e918e5467280 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.854514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0b1da557-482d-4d02-8606-01154d064939 req-26d5ee2a-0cdc-4b94-8fc8-e918e5467280 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Calling delete_port for 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:01.983383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38436) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:01.989126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2144106937-network', 'tenant_id': '17970730c7eb4bfd88d661c6eae6b239'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:02.005422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b1da557-482d-4d02-8606-01154d064939 req-26d5ee2a-0cdc-4b94-8fc8-e918e5467280 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.018594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['641d5845-67ec-42ce-8959-ba1e91655a57', '1897b28a-c32b-4a8c-a8a2-16ff0378ea9a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:02.023991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Made reservation on behalf of 17970730c7eb4bfd88d661c6eae6b239 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:02.026596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.042411 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.048659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5ee2a-0cdc-4b94-8fc8-e918e5467280 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Pushing event deleted for resources: {'Port': ['ID=1897b28a-c32b-4a8c-a8a2-16ff0378ea9a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:02.094950 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.104929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1da557-482d-4d02-8606-01154d064939 req-26d5ee2a-0cdc-4b94-8fc8-e918e5467280 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] No DVR routers for this DVR port 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:02.109339 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0b1da557-482d-4d02-8606-01154d064939 req-26d5ee2a-0cdc-4b94-8fc8-e918e5467280 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.112192 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b1da557-482d-4d02-8606-01154d064939 req-26d5ee2a-0cdc-4b94-8fc8-e918e5467280 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.42 "DELETE /v2.0/ports/1897b28a-c32b-4a8c-a8a2-16ff0378ea9a HTTP/1.1" status: 204 len: 173 time: 0.4960635 Jul 29 23:26:02.112793 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b691814-f7e6-4c00-be54-a9d99cabfb52', 'name': 'network-vif-deleted', 'tag': '1897b28a-c32b-4a8c-a8a2-16ff0378ea9a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:02.115616 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a36ead0-c1ca-4449-ae1f-0e06076c3d35" -d '{"events": [{"server_uuid": "5b691814-f7e6-4c00-be54-a9d99cabfb52", "name": "network-vif-deleted", "tag": "1897b28a-c32b-4a8c-a8a2-16ff0378ea9a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:02.265154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f7a62-7ef7-4f8e-b9b4-42d89f296041 req-4039810f-727c-46ec-8715-7e6a73b7cb46 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.273173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b01f7a62-7ef7-4f8e-b9b4-42d89f296041 req-4039810f-727c-46ec-8715-7e6a73b7cb46 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1196954 Jul 29 23:26:02.323420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f0aa3-7c7b-4f12-83f9-4457244df2ea req-7957ced1-36d3-4393-abf7-aaeb27420f79 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.325787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce1f0aa3-7c7b-4f12-83f9-4457244df2ea req-7957ced1-36d3-4393-abf7-aaeb27420f79 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 946 time: 0.1747181 Jul 29 23:26:02.329603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.344180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.379372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:02.405850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b01f7a62-7ef7-4f8e-b9b4-42d89f296041 req-40f19e6d-748c-41d1-9508-bcdab0a1b20d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316683 Jul 29 23:26:02.406922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.407261 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Added segment aea11d55-3e58-48b8-b5a4-204d563373f9 of type vlan for network 35e7f0eb-8052-4c02-8c98-f5dea48dbec0 Jul 29 23:26:02.437293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a236e67b-0399-4f63-be00-5cbdc598105d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:02.455233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce1f0aa3-7c7b-4f12-83f9-4457244df2ea req-151d924c-b761-4d68-b263-bf826535a4ee tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203108 Jul 29 23:26:02.473043 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd534d59-ab2c-449e-8c84-38ab29889686 x-openstack-request-id: req-dd534d59-ab2c-449e-8c84-38ab29889686 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:02.473583 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b691814-f7e6-4c00-be54-a9d99cabfb52", "name": "network-vif-deleted", "tag": "1897b28a-c32b-4a8c-a8a2-16ff0378ea9a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:02.474100 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd534d59-ab2c-449e-8c84-38ab29889686 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:02.475286 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b691814-f7e6-4c00-be54-a9d99cabfb52', 'name': 'network-vif-deleted', 'tag': '1897b28a-c32b-4a8c-a8a2-16ff0378ea9a', 'status': 'completed', 'code': 200} Jul 29 23:26:02.491701 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.526896 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.527924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.528602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.613742 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6290114 Jul 29 23:26:02.616778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38460) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:02.624064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba31b7-1dea-49b4-a010-b6580e898016 admin admin] Pushing event updated for resources: {'Network': ['ID=35e7f0eb-8052-4c02-8c98-f5dea48dbec0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:02.629103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Request body: {'subnet': {'network_id': '35e7f0eb-8052-4c02-8c98-f5dea48dbec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2144106937-subnet', 'tenant_id': '17970730c7eb4bfd88d661c6eae6b239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:02.636621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 35e7f0eb-8052-4c02-8c98-f5dea48dbec0 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:02.644085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bea77-b379-435f-a9c9-c866d998cad1 req-13e10b40-2396-432f-9225-da9835424e3e tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.651894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db2bea77-b379-435f-a9c9-c866d998cad1 req-13e10b40-2396-432f-9225-da9835424e3e tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 945 time: 0.1205816 Jul 29 23:26:02.681943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Made reservation on behalf of 17970730c7eb4bfd88d661c6eae6b239 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:02.691457 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.708969 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db2bea77-b379-435f-a9c9-c866d998cad1 req-9ef55693-2f96-4967-a97e-c2795dea0a27 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509458 Jul 29 23:26:02.934724 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.004982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c71bd411-55ba-476f-b247-29680ce5cb4b req-c484b939-a03c-4922-aa03-5417ae350398 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b691814-f7e6-4c00-be54-a9d99cabfb52 HTTP/1.1" status: 200 len: 210 time: 0.0563972 Jul 29 23:26:03.072983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cda86e-2704-4106-8828-ee9b1d06a1e0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:03.076999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Checking segment: {'id': 'aea11d55-3e58-48b8-b5a4-204d563373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '35e7f0eb-8052-4c02-8c98-f5dea48dbec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:03.077680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Network hostable DHCP agents. Network: 35e7f0eb-8052-4c02-8c98-f5dea48dbec0, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:03.094367 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363753-1985-412a-9d99-3a1ebf2d6fb4 req-0de8191c-0cc9-470e-a8e4-2ad5fd131183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.096246 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53363753-1985-412a-9d99-3a1ebf2d6fb4 req-0de8191c-0cc9-470e-a8e4-2ad5fd131183 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 1097 time: 0.1500382 Jul 29 23:26:03.216881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Network 35e7f0eb-8052-4c02-8c98-f5dea48dbec0 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:03.223040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4c525-ba7e-478b-8188-67cca6948d7a req-9d77c071-ea79-44a8-9f23-291f29d1b248 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.226614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3c4c525-ba7e-478b-8188-67cca6948d7a req-9d77c071-ea79-44a8-9f23-291f29d1b248 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1101944 Jul 29 23:26:03.245839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 35e7f0eb-8052-4c02-8c98-f5dea48dbec0) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:03.251124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.252609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.256310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc542ee-a3d5-490a-89fa-12c37a4232ac None None] Network 35e7f0eb-8052-4c02-8c98-f5dea48dbec0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:03.300243 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5d7c8d23-ab7d-432e-b88b-f6c8cef808c4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6808805 Jul 29 23:26:03.311571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363753-1985-412a-9d99-3a1ebf2d6fb4 req-ef46b90b-491b-4b96-b7a1-62438cc37827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.314496 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53363753-1985-412a-9d99-3a1ebf2d6fb4 req-ef46b90b-491b-4b96-b7a1-62438cc37827 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 920 time: 0.2095935 Jul 29 23:26:03.351178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3c4c525-ba7e-478b-8188-67cca6948d7a req-02b43da1-5125-4de8-bcdc-439831f78b48 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051862 Jul 29 23:26:03.404080 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53363753-1985-412a-9d99-3a1ebf2d6fb4 req-7dc11414-eaea-42d5-995c-233cfc21014c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a HTTP/1.1" status: 200 len: 217 time: 0.0761631 Jul 29 23:26:03.404446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e1dce-386c-4d55-97ec-8e0cddd8418b req-5c1a63e9-8c72-485a-9d74-49ee578fcb8b tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.409852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-466e1dce-386c-4d55-97ec-8e0cddd8418b req-5c1a63e9-8c72-485a-9d74-49ee578fcb8b tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 946 time: 0.1252191 Jul 29 23:26:03.484944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-466e1dce-386c-4d55-97ec-8e0cddd8418b req-3abec55d-3dc9-4563-8181-ecebb93e6fcd tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709815 Jul 29 23:26:03.519555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363753-1985-412a-9d99-3a1ebf2d6fb4 req-cb093ce9-c92d-417a-a2be-b2b62c6327b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.521290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53363753-1985-412a-9d99-3a1ebf2d6fb4 req-cb093ce9-c92d-417a-a2be-b2b62c6327b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.1079037 Jul 29 23:26:03.522774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40622612-ec1a-4a14-af30-b86cebf9b437 None None] Network 35e7f0eb-8052-4c02-8c98-f5dea48dbec0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:03.563563 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53363753-1985-412a-9d99-3a1ebf2d6fb4 req-f8d4b441-57e2-4afc-abf2-9dc284dc6011 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339322 Jul 29 23:26:03.569629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d54b9a-f72b-4bed-8a2c-20bc0395bf67 req-a72f6065-b616-4630-a252-e82f4175c9f7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.570979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23d54b9a-f72b-4bed-8a2c-20bc0395bf67 req-a72f6065-b616-4630-a252-e82f4175c9f7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.0631437 Jul 29 23:26:03.670298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23d54b9a-f72b-4bed-8a2c-20bc0395bf67 req-2bb226c7-3454-4d08-99cf-380d4daf7a36 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916064 Jul 29 23:26:03.690825 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53363753-1985-412a-9d99-3a1ebf2d6fb4 req-ac65a757-28ea-4791-aa72-050e96460130 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127315 Jul 29 23:26:03.816838 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53363753-1985-412a-9d99-3a1ebf2d6fb4 req-fe27550a-cf13-4ae5-819e-f7f7ea8ea993 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138973 Jul 29 23:26:04.060268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-a4ceba56-019a-418c-81a1-7e96a9214247 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.061801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-a4ceba56-019a-418c-81a1-7e96a9214247 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 808 time: 0.1114309 Jul 29 23:26:04.102761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-6eaf5267-a12a-46d3-ac67-871a94d56caf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/quotas/e98da22c0c3d4847bbc609aed059b175 HTTP/1.1" status: 200 len: 375 time: 0.0309577 Jul 29 23:26:04.166458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-05bb342a-2d8f-4ae0-be82-ec38452c1cbe tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550253 Jul 29 23:26:04.400240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daca077-bc24-444f-9d5f-ea611402d034 req-e235728d-ba22-4ca4-86ee-9dfd2c3e5337 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.401679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9daca077-bc24-444f-9d5f-ea611402d034 req-e235728d-ba22-4ca4-86ee-9dfd2c3e5337 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1005216 Jul 29 23:26:04.451941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-05261c24-7890-4abc-a9b5-c0b7da3b0ea3 service neutron] 10.222.0.37 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840774 Jul 29 23:26:04.459479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9daca077-bc24-444f-9d5f-ea611402d034 req-07c23b26-b4f4-4c10-b8e8-0a5e3a31e2ef tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514109 Jul 29 23:26:04.611543 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71388507-687c-408a-9a07-f17a874761a4 req-668c8231-ca43-4afd-a72b-cfeafcab32c7 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.613076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71388507-687c-408a-9a07-f17a874761a4 req-668c8231-ca43-4afd-a72b-cfeafcab32c7 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0755565 Jul 29 23:26:04.630125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-3ab45732-7f44-41e8-ac8b-5bc1dabeec7d service neutron] 10.222.0.37 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696937 Jul 29 23:26:04.659953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71388507-687c-408a-9a07-f17a874761a4 req-24c45f65-f6c9-4309-bc4b-065cea8a5468 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Jul 29 23:26:04.861588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff4041-3bb4-4424-a9c7-3b60b8a8e769 req-740a7e08-1b04-49a9-ac10-4cf88778213e tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.869018 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-43ff4041-3bb4-4424-a9c7-3b60b8a8e769 req-740a7e08-1b04-49a9-ac10-4cf88778213e tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 946 time: 0.0640719 Jul 29 23:26:04.909857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-43ff4041-3bb4-4424-a9c7-3b60b8a8e769 req-5dcc10ac-9995-415c-902a-eb8a6dde0570 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/security-groups?id=45fdac22-69ae-488a-96a8-d0971398eb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398355 Jul 29 23:26:05.108283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e39f2-6b32-4ec4-83b4-af71f8949808 req-dc44fbd4-1091-407a-8b52-429f67599a48 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.111016 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-419e39f2-6b32-4ec4-83b4-af71f8949808 req-dc44fbd4-1091-407a-8b52-429f67599a48 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.0807095 Jul 29 23:26:05.189487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5faa347-edb7-4c77-8a43-8fbffcba45c9 req-016a30c8-b1f1-42d5-9b98-9b713f906046 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 210 time: 0.0703039 Jul 29 23:26:05.209827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-419e39f2-6b32-4ec4-83b4-af71f8949808 req-44129c15-a23b-46df-b71e-817ccb49de1f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898345 Jul 29 23:26:05.440061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-c6b0bf32-f012-4fb3-ba3e-291e349b6220 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.441817 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-c6b0bf32-f012-4fb3-ba3e-291e349b6220 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 946 time: 0.0688846 Jul 29 23:26:05.616051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-78bc62e9-3573-4131-a0df-0c5cbb7c5458 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Deleting port 7579e02d-3408-450e-acc8-12378ccbb529 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:05.617003 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-78bc62e9-3573-4131-a0df-0c5cbb7c5458 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.636815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550c704-e8ac-4444-94f0-75e83300f43f req-c93cd431-95d5-440b-ae95-a3265abde8dd tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.647887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1550c704-e8ac-4444-94f0-75e83300f43f req-c93cd431-95d5-440b-ae95-a3265abde8dd tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.0812938 Jul 29 23:26:05.704002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1550c704-e8ac-4444-94f0-75e83300f43f req-602b3c6d-39fc-4aff-90b5-c6b65d652b9e tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532064 Jul 29 23:26:05.737567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-78bc62e9-3573-4131-a0df-0c5cbb7c5458 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] For port 7579e02d-3408-450e-acc8-12378ccbb529, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7579e02d-3408-450e-acc8-12378ccbb529,segment=NetworkSegment(51224fef-99ef-4d1b-94ca-b173b1a8ddd6),segment_id=51224fef-99ef-4d1b-94ca-b173b1a8ddd6)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:05.738082 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-78bc62e9-3573-4131-a0df-0c5cbb7c5458 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.753568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-78bc62e9-3573-4131-a0df-0c5cbb7c5458 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Calling delete_port for 7579e02d-3408-450e-acc8-12378ccbb529 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:05.790274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ff84f-3f0f-4ef8-aa31-8be579e090b1 req-e27944f1-6d7a-4840-9e9a-86943dbf7f77 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.791874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-970ff84f-3f0f-4ef8-aa31-8be579e090b1 req-e27944f1-6d7a-4840-9e9a-86943dbf7f77 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0573857 Jul 29 23:26:05.856399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-970ff84f-3f0f-4ef8-aa31-8be579e090b1 req-b2dc784a-05fa-40a5-95e1-062f471213e5 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479047 Jul 29 23:26:05.898560 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-78bc62e9-3573-4131-a0df-0c5cbb7c5458 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.913356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7579e02d-3408-450e-acc8-12378ccbb529'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:05.948468 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc62e9-3573-4131-a0df-0c5cbb7c5458 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Pushing event deleted for resources: {'Port': ['ID=7579e02d-3408-450e-acc8-12378ccbb529,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:06.005057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-78bc62e9-3573-4131-a0df-0c5cbb7c5458 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] No DVR routers for this DVR port 7579e02d-3408-450e-acc8-12378ccbb529 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:06.008089 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-78bc62e9-3573-4131-a0df-0c5cbb7c5458 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.009648 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-54eb55cc-2410-448f-a425-942bf64b5ad7 req-78bc62e9-3573-4131-a0df-0c5cbb7c5458 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.42 "DELETE /v2.0/ports/7579e02d-3408-450e-acc8-12378ccbb529 HTTP/1.1" status: 204 len: 173 time: 0.5580218 Jul 29 23:26:06.010096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d04c22f-d900-459d-a4f8-2299adc4ac1d', 'name': 'network-vif-deleted', 'tag': '7579e02d-3408-450e-acc8-12378ccbb529'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:06.012395 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedc95fc-6160-44cd-b123-90eb1392c73f" -d '{"events": [{"server_uuid": "8d04c22f-d900-459d-a4f8-2299adc4ac1d", "name": "network-vif-deleted", "tag": "7579e02d-3408-450e-acc8-12378ccbb529"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:06.099188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1a050cc-00ca-446b-8464-5306006b881a req-e4c551b5-43dd-4e5d-aa43-004950363053 tempest-InstanceActionsTestJSON-2048041721 tempest-InstanceActionsTestJSON-2048041721-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d04c22f-d900-459d-a4f8-2299adc4ac1d HTTP/1.1" status: 200 len: 210 time: 0.0596702 Jul 29 23:26:06.190887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-b950a363-8276-410f-bbd8-6665190caa54 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.192478 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-b950a363-8276-410f-bbd8-6665190caa54 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 808 time: 0.1665013 Jul 29 23:26:06.194111 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb35760-ffaa-4365-8ab5-8d31bfe09f78 x-openstack-request-id: req-9fb35760-ffaa-4365-8ab5-8d31bfe09f78 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:06.194408 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d04c22f-d900-459d-a4f8-2299adc4ac1d", "name": "network-vif-deleted", "tag": "7579e02d-3408-450e-acc8-12378ccbb529", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:06.194659 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fb35760-ffaa-4365-8ab5-8d31bfe09f78 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:06.195047 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d04c22f-d900-459d-a4f8-2299adc4ac1d', 'name': 'network-vif-deleted', 'tag': '7579e02d-3408-450e-acc8-12378ccbb529', 'status': 'completed', 'code': 200} Jul 29 23:26:06.225615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Request body: {'port': {'device_id': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a', 'admin_state_up': True, 'tenant_id': 'e98da22c0c3d4847bbc609aed059b175'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:06.258090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:06.290669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:06.291306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 1897b28a-c32b-4a8c-a8a2-16ff0378ea9a not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:06.418134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40d0823f-726c-4ce1-b522-4116c876ae1a req-133e1a44-a955-4b2a-ad09-7edce6b37fa0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 210 time: 0.0474625 Jul 29 23:26:06.438691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1ec36-d2f8-43d7-b2b5-027715664b11 req-f44baa4a-c4e2-4fe9-bb3a-53e7bb9e9ba3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.440588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62f1ec36-d2f8-43d7-b2b5-027715664b11 req-f44baa4a-c4e2-4fe9-bb3a-53e7bb9e9ba3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1090744 Jul 29 23:26:06.483372 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Made reservation on behalf of e98da22c0c3d4847bbc609aed059b175 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:06.488756 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.491920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62f1ec36-d2f8-43d7-b2b5-027715664b11 req-9c9a4e3b-d7ad-46af-a7de-14ad4e238761 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Jul 29 23:26:06.635244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Allocated IP 172.20.0.9 (c21e8f10-2a8b-4b08-af85-8ea9e60e777a/42dc8a09-47b5-4fad-b75e-163acebdb955/c427f0e6-ffa4-4b31-af2c-222292eb1f30) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:06.861050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da837a2-b3b6-4c65-bbc6-bf4f7de7431b req-75dbffec-bad7-4467-ba70-4f7339fb6010 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.862715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0da837a2-b3b6-4c65-bbc6-bf4f7de7431b req-75dbffec-bad7-4467-ba70-4f7339fb6010 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.0794392 Jul 29 23:26:06.875255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.920194 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0da837a2-b3b6-4c65-bbc6-bf4f7de7431b req-7660ab88-155b-48bd-bae4-c4d2ba9fe1f3 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388875 Jul 29 23:26:06.952525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.039632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Network c21e8f10-2a8b-4b08-af85-8ea9e60e777a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:07.048653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:07.054428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:07.075444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf9346-2335-4b3f-96e2-d7db125d2196 req-9a054c54-b274-4c8b-a07b-c3d46e5d52e1 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.077438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dbf9346-2335-4b3f-96e2-d7db125d2196 req-9a054c54-b274-4c8b-a07b-c3d46e5d52e1 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0700703 Jul 29 23:26:07.080382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Pushing event updated for resources: {'Port': ['ID=c427f0e6-ffa4-4b31-af2c-222292eb1f30,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:07.126523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.129346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.156423 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-1e64ff21-81ed-4b2f-9a8a-579f68df888e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9442804 Jul 29 23:26:07.177499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dbf9346-2335-4b3f-96e2-d7db125d2196 req-4dd7497f-adf8-4992-a379-402b8f393a84 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847261 Jul 29 23:26:07.178399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Request body: {'port': {'device_id': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:07.227627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38570) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:07.254600 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.286890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-68349fd5-4959-4e2d-b6d8-72c547f06cbd admin admin] Deleting subnet b11db150-2235-4092-bef1-19458f8be594 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:26:07.291055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68349fd5-4959-4e2d-b6d8-72c547f06cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.383588 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68349fd5-4959-4e2d-b6d8-72c547f06cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.436125 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68349fd5-4959-4e2d-b6d8-72c547f06cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.506304 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68349fd5-4959-4e2d-b6d8-72c547f06cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.577405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68349fd5-4959-4e2d-b6d8-72c547f06cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11db150-2235-4092-bef1-19458f8be594,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:07.626658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c427f0e6-ffa4-4b31-af2c-222292eb1f30 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:07.633532 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68349fd5-4959-4e2d-b6d8-72c547f06cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.635428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-68349fd5-4959-4e2d-b6d8-72c547f06cbd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b11db150-2235-4092-bef1-19458f8be594 HTTP/1.1" status: 204 len: 168 time: 0.4064977 Jul 29 23:26:07.637406 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.640752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:07.703822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-568b3549-d2ca-47d5-8872-d422262ce809 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.705778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-568b3549-d2ca-47d5-8872-d422262ce809 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.42 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.1418815 Jul 29 23:26:07.720581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72630d28-a655-46f2-acc8-41a76dbbe7ca req-f9b77201-8aff-4b89-a9cd-e86d6017590a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.728058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72630d28-a655-46f2-acc8-41a76dbbe7ca req-f9b77201-8aff-4b89-a9cd-e86d6017590a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.0965827 Jul 29 23:26:07.737240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec448b3a-7b9b-4694-9546-5cc16919733e req-aa03b029-60e4-46dd-9bf8-c4cf0df7fdac tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.738744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec448b3a-7b9b-4694-9546-5cc16919733e req-aa03b029-60e4-46dd-9bf8-c4cf0df7fdac tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 931 time: 0.1766813 Jul 29 23:26:07.747359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Transition to ACTIVE for port object c427f0e6-ffa4-4b31-af2c-222292eb1f30 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:07.773966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.785054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.885196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72630d28-a655-46f2-acc8-41a76dbbe7ca req-7d0365bc-9818-4ee8-8390-71753abe66fe tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509924 Jul 29 23:26:07.890041 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec448b3a-7b9b-4694-9546-5cc16919733e req-b7d1d97f-dbd2-4817-92c7-8ec0067261c7 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356194 Jul 29 23:26:07.934088 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-39b6699a-788b-41f3-b79b-402d317d3faf tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Deleting port 641d5845-67ec-42ce-8959-ba1e91655a57 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:07.934513 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-39b6699a-788b-41f3-b79b-402d317d3faf tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.004997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.015123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d939aef-fa49-4257-a32c-aff0b2dc3d11']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:08.025633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51224fef-99ef-4d1b-94ca-b173b1a8ddd6') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:08.025940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51224fef-99ef-4d1b-94ca-b173b1a8ddd6') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:08.036621 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.047176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-39b6699a-788b-41f3-b79b-402d317d3faf tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] For port 641d5845-67ec-42ce-8959-ba1e91655a57, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=641d5845-67ec-42ce-8959-ba1e91655a57,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:08.047554 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-39b6699a-788b-41f3-b79b-402d317d3faf tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.051984 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.058096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:26:08.059054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.062882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-39b6699a-788b-41f3-b79b-402d317d3faf tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Calling delete_port for 641d5845-67ec-42ce-8959-ba1e91655a57 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:26:08.116572 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:26:08.118860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=c427f0e6-ffa4-4b31-af2c-222292eb1f30,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:08.131019 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.136239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.138076 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] 10.222.0.37 "DELETE /v2.0/networks/1d939aef-fa49-4257-a32c-aff0b2dc3d11 HTTP/1.1" status: 204 len: 168 time: 0.4956582 Jul 29 23:26:08.156658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9102e-65c2-4227-8cdc-48428ff6d4bb admin admin] Pushing event deleted for resources: {'Network': ['ID=1d939aef-fa49-4257-a32c-aff0b2dc3d11,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:08.186842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:08.187550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:08.188100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:08.196808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:08.198802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:08.203636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb72bd-73fd-4aea-8b6b-581d06f6cdf0 req-48bc3696-55e6-45e9-9ce2-8a23ae5dff0b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.207123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:08.207664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:08.208300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:08.208924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Bound port: c427f0e6-ffa4-4b31-af2c-222292eb1f30, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:08.209478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.209783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dfb72bd-73fd-4aea-8b6b-581d06f6cdf0 req-48bc3696-55e6-45e9-9ce2-8a23ae5dff0b tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/ports?device_id=16510092-a1c6-4d80-8597-eeb28c2e7c91 HTTP/1.1" status: 200 len: 946 time: 0.0978551 Jul 29 23:26:08.291995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:08.296329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:08.303449 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.354347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.356123 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.358264 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] 10.222.0.42 "PUT /v2.0/ports/c427f0e6-ffa4-4b31-af2c-222292eb1f30 HTTP/1.1" status: 200 len: 1092 time: 1.1858549 Jul 29 23:26:08.359751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'tag': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:08.362512 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37330be6-a6fc-4a22-9292-39e116103170" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fa862b-c20e-4ef5-bf61-8d3882d49959", "tag": "c427f0e6-ffa4-4b31-af2c-222292eb1f30"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:08.376062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:08.401178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c40e6-1d31-4c41-90c7-d30fac970ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=c427f0e6-ffa4-4b31-af2c-222292eb1f30,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:08.436346 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-39b6699a-788b-41f3-b79b-402d317d3faf tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.449724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['641d5845-67ec-42ce-8959-ba1e91655a57'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:08.461551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-604c5db3-ec12-4f01-9982-b0cdd998fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.463604 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-604c5db3-ec12-4f01-9982-b0cdd998fec9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 1095 time: 0.0510230 Jul 29 23:26:08.489425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6699a-788b-41f3-b79b-402d317d3faf tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Pushing event deleted for resources: {'Port': ['ID=641d5845-67ec-42ce-8959-ba1e91655a57,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:08.511107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dfb72bd-73fd-4aea-8b6b-581d06f6cdf0 req-8a958185-f192-4c6e-a52f-fa34bce92080 tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8a6f96-38ce-4cb7-9175-57d8440f73ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004785 Jul 29 23:26:08.533986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-65f56c23-ffe4-440c-b619-432786b44525 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30 HTTP/1.1" status: 200 len: 217 time: 0.0522897 Jul 29 23:26:08.595667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-d3365f58-f5ad-4759-b330-9c828e8c26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.597311 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-d3365f58-f5ad-4759-b330-9c828e8c26f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0526004 Jul 29 23:26:08.620057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-39b6699a-788b-41f3-b79b-402d317d3faf tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] No DVR routers for this DVR port 641d5845-67ec-42ce-8959-ba1e91655a57 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:08.622783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-39b6699a-788b-41f3-b79b-402d317d3faf tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.625474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db259ec6-2349-4544-b5af-3f2ec7f80f3d req-39b6699a-788b-41f3-b79b-402d317d3faf tempest-ServerRescueTestJSON-2113625659 tempest-ServerRescueTestJSON-2113625659-project] 10.222.0.42 "DELETE /v2.0/ports/641d5845-67ec-42ce-8959-ba1e91655a57 HTTP/1.1" status: 204 len: 173 time: 0.8857679 Jul 29 23:26:08.631455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16510092-a1c6-4d80-8597-eeb28c2e7c91', 'name': 'network-vif-deleted', 'tag': '641d5845-67ec-42ce-8959-ba1e91655a57'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:08.633738 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a239b3c-e074-450f-a671-e7b4bfbcde23" -d '{"events": [{"server_uuid": "16510092-a1c6-4d80-8597-eeb28c2e7c91", "name": "network-vif-deleted", "tag": "641d5845-67ec-42ce-8959-ba1e91655a57"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:08.651585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d76f8-7237-4a38-b044-aa7e79e90115 req-f1481dfd-87fa-4341-a7c9-e317b0280cc5 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.659726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f08d76f8-7237-4a38-b044-aa7e79e90115 req-f1481dfd-87fa-4341-a7c9-e317b0280cc5 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.3603044 Jul 29 23:26:08.671851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cd05abd2-6e2b-4825-ab8a-4923c38ffc77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5a298e794fc42eea62d96a5f4ab9465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646303 Jul 29 23:26:08.674441 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-8a6313a9-b5f0-41dd-a6f3-08e9f466a83b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654185 Jul 29 23:26:08.675234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:08.715786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f08d76f8-7237-4a38-b044-aa7e79e90115 req-ed0cbb45-b129-4bcb-999c-228374edd928 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548601 Jul 29 23:26:08.791450 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee751d67-8af4-46d2-8e11-9cdc94ac5a9c x-openstack-request-id: req-ee751d67-8af4-46d2-8e11-9cdc94ac5a9c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:08.792001 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16510092-a1c6-4d80-8597-eeb28c2e7c91", "name": "network-vif-deleted", "tag": "641d5845-67ec-42ce-8959-ba1e91655a57", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:08.793809 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee751d67-8af4-46d2-8e11-9cdc94ac5a9c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:08.794426 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16510092-a1c6-4d80-8597-eeb28c2e7c91', 'name': 'network-vif-deleted', 'tag': '641d5845-67ec-42ce-8959-ba1e91655a57', 'status': 'completed', 'code': 200} Jul 29 23:26:09.053184 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8b19e3-26a4-4c82-ac88-a4760af52b0c x-openstack-request-id: req-ab8b19e3-26a4-4c82-ac88-a4760af52b0c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:09.053619 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fa862b-c20e-4ef5-bf61-8d3882d49959", "tag": "c427f0e6-ffa4-4b31-af2c-222292eb1f30", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:09.053965 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab8b19e3-26a4-4c82-ac88-a4760af52b0c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:09.054453 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'tag': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30', 'status': 'completed', 'code': 200} Jul 29 23:26:09.080092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282ca66-3601-4611-835d-a57e5e424d23 req-71ad6922-c085-474e-9757-08655c0634ad tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.087749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d282ca66-3601-4611-835d-a57e5e424d23 req-71ad6922-c085-474e-9757-08655c0634ad tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1240277 Jul 29 23:26:09.104804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f41379f2-ca45-4ee5-a8ea-a5818d4e06fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.109316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55673cf1-23a0-4846-97b6-7b53a65e2555 req-2c9c9317-a2d8-4d3d-9f2c-eaa13aa7571c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.111040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55673cf1-23a0-4846-97b6-7b53a65e2555 req-2c9c9317-a2d8-4d3d-9f2c-eaa13aa7571c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 943 time: 0.0926881 Jul 29 23:26:09.130353 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-66b91681-22b7-4cc2-b816-daac0d6f82b7 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404626 Jul 29 23:26:09.140132 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f41379f2-ca45-4ee5-a8ea-a5818d4e06fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.180444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d282ca66-3601-4611-835d-a57e5e424d23 req-71d94f14-b092-45f2-920d-f8a97b29eb44 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917108 Jul 29 23:26:09.195038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55673cf1-23a0-4846-97b6-7b53a65e2555 req-4ba3d045-3340-46c1-bfdb-ffb410ead47e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759385 Jul 29 23:26:09.288776 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f41379f2-ca45-4ee5-a8ea-a5818d4e06fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.291525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f41379f2-ca45-4ee5-a8ea-a5818d4e06fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.296247 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f41379f2-ca45-4ee5-a8ea-a5818d4e06fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45fdac22-69ae-488a-96a8-d0971398eb7f HTTP/1.1" status: 204 len: 168 time: 0.6199906 Jul 29 23:26:09.317131 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41379f2-ca45-4ee5-a8ea-a5818d4e06fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fdac22-69ae-488a-96a8-d0971398eb7f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:09.322231 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7328f735-9afc-41dc-bd26-8cde07b0541d req-a97af026-97f2-44be-8a63-0fb9879f73b9 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739557 Jul 29 23:26:09.463625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37330be6-a6fc-4a22-9292-39e116103170 req-6fbe5cfa-d84d-4cfa-b689-d80f96ab9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.465964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37330be6-a6fc-4a22-9292-39e116103170 req-6fbe5cfa-d84d-4cfa-b689-d80f96ab9778 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 1095 time: 0.0513530 Jul 29 23:26:09.615067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:09.751239 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37330be6-a6fc-4a22-9292-39e116103170 req-454fbc52-92af-481b-9a58-1b7f67ec9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.752893 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37330be6-a6fc-4a22-9292-39e116103170 req-454fbc52-92af-481b-9a58-1b7f67ec9ae8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.2750981 Jul 29 23:26:09.872936 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37330be6-a6fc-4a22-9292-39e116103170 req-db60186d-58e6-4066-af55-6f2575cb70ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30 HTTP/1.1" status: 200 len: 217 time: 0.0722334 Jul 29 23:26:09.893066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95e1fa-58be-4416-b1a8-4767d6e0ff57 req-170a240e-0edf-4be9-80d8-d6e3235e4f64 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.897922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e95e1fa-58be-4416-b1a8-4767d6e0ff57 req-170a240e-0edf-4be9-80d8-d6e3235e4f64 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0766366 Jul 29 23:26:09.981420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e95e1fa-58be-4416-b1a8-4767d6e0ff57 req-656fc517-05c1-4adb-9625-e23097c3229a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770414 Jul 29 23:26:10.062884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37330be6-a6fc-4a22-9292-39e116103170 req-1f8880e6-d69b-414a-9b26-2c8d44c9202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.065497 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37330be6-a6fc-4a22-9292-39e116103170 req-1f8880e6-d69b-414a-9b26-2c8d44c9202f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.1806128 Jul 29 23:26:10.107353 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37330be6-a6fc-4a22-9292-39e116103170 req-c918f2e7-3f05-4f43-99d4-f9a557c32f38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310538 Jul 29 23:26:10.249670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7579e02d-3408-450e-acc8-12378ccbb529 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:10.281135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 7579e02d-3408-450e-acc8-12378ccbb529 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:10.281753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7579e02d-3408-450e-acc8-12378ccbb529 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:10.292707 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37330be6-a6fc-4a22-9292-39e116103170 req-1630d509-887f-473a-a719-17c59865fc05 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633835 Jul 29 23:26:10.403127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38658) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:10.433605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facffe24-199f-4fd4-b984-4a950080730d req-41fe9f8e-da7c-45a2-8240-b591d5cd9d36 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.439916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.441262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-facffe24-199f-4fd4-b984-4a950080730d req-41fe9f8e-da7c-45a2-8240-b591d5cd9d36 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1139829 Jul 29 23:26:10.491149 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-37330be6-a6fc-4a22-9292-39e116103170 req-70040d83-4759-40c0-9be1-57392d00f94c service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778450 Jul 29 23:26:10.503224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71901a-ae9e-46b6-b278-2a600075c089 req-6b1b0528-b82c-4f08-8ece-3b5de90541e1 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.517084 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb71901a-ae9e-46b6-b278-2a600075c089 req-6b1b0528-b82c-4f08-8ece-3b5de90541e1 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 943 time: 0.1714749 Jul 29 23:26:10.587374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-facffe24-199f-4fd4-b984-4a950080730d req-d551371a-96bd-4b5b-9bea-cbcf32c29a2c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401572 Jul 29 23:26:10.614421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb71901a-ae9e-46b6-b278-2a600075c089 req-96ce5147-62ed-48eb-a00b-306dac3ec647 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784798 Jul 29 23:26:10.672402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-network', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:10.731030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Made reservation on behalf of dabfb53ab127454eb2bdcac4ae243846 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:10.734494 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.747741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.892893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9562d5-5c94-438f-956a-5768cd43fbce req-3391134c-fcbf-4985-943e-4a77ad09074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.894339 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8c9562d5-5c94-438f-956a-5768cd43fbce req-3391134c-fcbf-4985-943e-4a77ad09074e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 1097 time: 0.1212964 Jul 29 23:26:11.004775 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8c9562d5-5c94-438f-956a-5768cd43fbce req-05bacd45-e9bd-484e-abdc-b62b23ab36e6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881703 Jul 29 23:26:11.013881 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-64acd0cb-ab4d-4208-bec0-65d4430132de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1161261 Jul 29 23:26:11.029856 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.035603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] Deleting port ec2543aa-3762-4894-a39a-132400dbee4c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:11.035828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.086462 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.130499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bdf9a-0b21-4051-aa4b-b43ddf387157 req-479860f0-4575-4e14-8f48-646e51a2e1f4 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.132074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a37bdf9a-0b21-4051-aa4b-b43ddf387157 req-479860f0-4575-4e14-8f48-646e51a2e1f4 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0524874 Jul 29 23:26:11.145169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:11.171443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a37bdf9a-0b21-4051-aa4b-b43ddf387157 req-9e9da231-81f5-44ff-bdf2-4484e31a57ab tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332799 Jul 29 23:26:11.176803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d977ca-3a12-4cf8-89b2-7a0af953b3ce,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:11.195454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-df191158-1ec9-4ca0-9901-7dfb04ac9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.197154 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-df191158-1ec9-4ca0-9901-7dfb04ac9e13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 1098 time: 0.1459901 Jul 29 23:26:11.198385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.198836 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Added segment af920845-7c3f-47c8-9007-bac18c5c35ae of type vlan for network beb91962-d580-4d48-85af-8e948cc95cc1 Jul 29 23:26:11.221970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] For port ec2543aa-3762-4894-a39a-132400dbee4c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ec2543aa-3762-4894-a39a-132400dbee4c,segment=NetworkSegment(8ced220e-625a-4b89-a239-d690d0c20bf0),segment_id=8ced220e-625a-4b89-a239-d690d0c20bf0)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:11.222338 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.303076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] Calling delete_port for ec2543aa-3762-4894-a39a-132400dbee4c owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:11.308655 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.411440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.412441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.413027 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.419806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-9b2704e4-c393-4585-abf5-0d334b1a4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.421291 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-9b2704e4-c393-4585-abf5-0d334b1a4c47 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 920 time: 0.1802962 Jul 29 23:26:11.479627 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0721445 Jul 29 23:26:11.483873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:11.489333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Request body: {'subnet': {'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-subnet', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:11.512110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Made reservation on behalf of dabfb53ab127454eb2bdcac4ae243846 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:11.514669 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.551953 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-3320631b-2134-47c3-a257-021afad40168 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12f44cb-d450-44f9-a838-4983f137de2c HTTP/1.1" status: 200 len: 217 time: 0.1101468 Jul 29 23:26:11.573877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dae979-bf35-47ae-adf2-4c849aa6f3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=beb91962-d580-4d48-85af-8e948cc95cc1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:11.588040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network beb91962-d580-4d48-85af-8e948cc95cc1 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:11.625862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-b72a67f9-5655-4dbb-a037-171318a80843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.627393 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-b72a67f9-5655-4dbb-a037-171318a80843 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.0651221 Jul 29 23:26:11.707789 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-83da5ea0-1a12-4c62-966f-495a1a9b566b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712643 Jul 29 23:26:11.794152 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.819234 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.842502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f9caf-2b4b-4b2d-a9a8-a6e28e3a070b req-4a6b4f8a-36b6-44a0-bcbd-5c73215a43aa tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.844123 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-415f9caf-2b4b-4b2d-a9a8-a6e28e3a070b req-4a6b4f8a-36b6-44a0-bcbd-5c73215a43aa tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1378443 Jul 29 23:26:11.868004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2543aa-3762-4894-a39a-132400dbee4c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:11.886022 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8575d1-4896-465d-9177-cf0636035d34 req-2f909e75-933e-4777-9156-140abbfd6f6f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.895063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd8575d1-4896-465d-9177-cf0636035d34 req-2f909e75-933e-4777-9156-140abbfd6f6f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 943 time: 0.1416521 Jul 29 23:26:11.917556 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-df2de34e-3810-420c-9c54-e48658860401 service neutron] 10.222.0.42 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912766 Jul 29 23:26:11.930441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:11.975149 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Checking segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:11.975508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Network hostable DHCP agents. Network: beb91962-d580-4d48-85af-8e948cc95cc1, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:11.986502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-415f9caf-2b4b-4b2d-a9a8-a6e28e3a070b req-38883af3-afa8-423a-9233-c0ac0b72c491 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178896 Jul 29 23:26:12.010857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd8575d1-4896-465d-9177-cf0636035d34 req-d167ca66-0b58-4c4a-91b8-4ede2b247fab tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094663 Jul 29 23:26:12.031972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Network beb91962-d580-4d48-85af-8e948cc95cc1 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:12.047440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, beb91962-d580-4d48-85af-8e948cc95cc1) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:12.052154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.052795 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.069245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1d819d-13e7-4889-854b-a91ffa1a03e7 None None] Network beb91962-d580-4d48-85af-8e948cc95cc1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:12.082241 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5bea3f30-a293-472e-a35d-da0b7ecb899c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5950689 Jul 29 23:26:12.083833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38690) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:12.089040 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a857afb1-a465-4e7c-8fc4-36cbc8706956 req-24db7033-00bb-421b-8106-e48d3452a6c2 service neutron] 10.222.0.42 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503737 Jul 29 23:26:12.094955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:12.141386 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.142535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.158118 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.254007 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c427f0e6-ffa4-4b31-af2c-222292eb1f30 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:12.262725 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 641d5845-67ec-42ce-8959-ba1e91655a57 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:12.273520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.298065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 641d5845-67ec-42ce-8959-ba1e91655a57 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:12.298700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 641d5845-67ec-42ce-8959-ba1e91655a57 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:12.345315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-beb91962-d580-4d48-85af-8e948cc95cc1', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:26:12.346475 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.485302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba743fc5-f29d-4d06-814f-f8305d843e57 req-d5670f9f-50aa-4320-9731-e52070b09b13 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.487488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba743fc5-f29d-4d06-814f-f8305d843e57 req-d5670f9f-50aa-4320-9731-e52070b09b13 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1969395 Jul 29 23:26:12.539770 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.596047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba743fc5-f29d-4d06-814f-f8305d843e57 req-0eb66634-e432-4414-a856-9f6009d2046f tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692778 Jul 29 23:26:12.766821 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:12.780264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] Router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:12.827345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30', 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a', 'port_id': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30', 'mac_address': 'fa:16:3e:49:69:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dc8a09-47b5-4fad-b75e-163acebdb955', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:12.856929 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.878936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Allocated IP 172.20.0.2 (beb91962-d580-4d48-85af-8e948cc95cc1/10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c/82790f37-92a7-4d2d-ab92-0cda1c7a05cf) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:12.881527 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.919714 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.989018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:12.998959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38696) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:13.002030 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] Sync routers for ids ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:13.005016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c427f0e6-ffa4-4b31-af2c-222292eb1f30 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:13.012877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d554321d-ede1-4c21-a703-215302e225a8 admin admin] 10.222.0.37 "PUT /v2.0/routers/fe14f9bb-7c38-41a5-80b5-b53dd3e38132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3965008 Jul 29 23:26:13.018634 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] Routers {'fe14f9bb-7c38-41a5-80b5-b53dd3e38132'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:13.019507 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:13.088052 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:13.096489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Allocated IP 172.25.2.221 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/716079e4-85d0-49d6-a293-5a5f611688b2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:13.096774 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.197951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c427f0e6-ffa4-4b31-af2c-222292eb1f30,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:13.243866 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] Set router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:13.274174 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.293429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Transition to ACTIVE for port object 82790f37-92a7-4d2d-ab92-0cda1c7a05cf will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:13.312464 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.318267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Transition to ACTIVE for port object 82790f37-92a7-4d2d-ab92-0cda1c7a05cf will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:13.329651 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.395153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c427f0e6-ffa4-4b31-af2c-222292eb1f30'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:13.396860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa37dd-adf6-4e3d-9319-dcfe20c69804 req-4881b0a0-6886-43ed-922e-514234d365e4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.398555 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31aa37dd-adf6-4e3d-9319-dcfe20c69804 req-4881b0a0-6886-43ed-922e-514234d365e4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.2447684 Jul 29 23:26:13.428171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Network beb91962-d580-4d48-85af-8e948cc95cc1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:13.437209 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:13.445123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:13.458174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Pushing event updated for resources: {'Port': ['ID=82790f37-92a7-4d2d-ab92-0cda1c7a05cf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:13.503048 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'name': 'tempest-ServerRescueTestJSON-1672906578-router', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:31Z', 'updated_at': '2021-07-29T23:26:11Z', 'revision_number': 5, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'gw_port': {'id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:33Z', 'updated_at': '2021-07-29T23:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:13.536856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Attempting to bind port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:13.537263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Attempting to bind port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:13.537622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Attempting to bind port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf on network beb91962-d580-4d48-85af-8e948cc95cc1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:13.540419 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] Checking router: fe14f9bb-7c38-41a5-80b5-b53dd3e38132 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:13.553521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:13.553929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Checking segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:13.554343 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.554745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Bound using segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:13.555232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Bound port: 82790f37-92a7-4d2d-ab92-0cda1c7a05cf, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:13.555622 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.556425 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] Routers {'fe14f9bb-7c38-41a5-80b5-b53dd3e38132'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:13.557064 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:13.661453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] For port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:13.665776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] For port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=82790f37-92a7-4d2d-ab92-0cda1c7a05cf,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:13.679291 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.713849 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] Set router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:13.765510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a415f7-b363-4b66-8d74-707b656b15bc None None] Pushing event updated for resources: {'Port': ['ID=82790f37-92a7-4d2d-ab92-0cda1c7a05cf,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:13.794651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07cd1d-4a2c-437e-956e-a36dbe62d649 req-45051627-4d31-40ab-8517-939dc62a46c7 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.796312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c07cd1d-4a2c-437e-956e-a36dbe62d649 req-45051627-4d31-40ab-8517-939dc62a46c7 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 944 time: 0.5968304 Jul 29 23:26:13.854408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.860936 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.907483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31aa37dd-adf6-4e3d-9319-dcfe20c69804 req-0ca6a132-6680-4137-9719-000a424313f2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949536 Jul 29 23:26:13.937847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c07cd1d-4a2c-437e-956e-a36dbe62d649 req-e3502b0d-db1d-43d2-bba0-4a3861c36947 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071928 Jul 29 23:26:14.027860 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.036434 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'name': 'tempest-ServerRescueTestJSON-1672906578-router', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:31Z', 'updated_at': '2021-07-29T23:26:11Z', 'revision_number': 5, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'gw_port': {'id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:33Z', 'updated_at': '2021-07-29T23:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:14.083604 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013df4ee-a809-41df-bc10-0f3f1a91d88d None None] The sync data for ids ['fe14f9bb-7c38-41a5-80b5-b53dd3e38132'] in n-d-712139-11 is: [{'id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'name': 'tempest-ServerRescueTestJSON-1672906578-router', 'tenant_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:31Z', 'updated_at': '2021-07-29T23:26:11Z', 'revision_number': 5, 'project_id': 'e2573ec5b2f84c1cb9669df4aaf95adc', 'gw_port': {'id': '4f466f8a-43d0-4ff3-b348-0ee862191c46', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14f9bb-7c38-41a5-80b5-b53dd3e38132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:33Z', 'updated_at': '2021-07-29T23:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:14.131067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:14.148550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Deleting port 4f466f8a-43d0-4ff3-b348-0ee862191c46 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:14.148915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.151330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:14.154406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:14.238485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Pushing event updated for resources: {'Port': ['ID=716079e4-85d0-49d6-a293-5a5f611688b2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:14.334950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163dcb4-6358-478a-bfee-26ebcbd1c03b req-fb2a61a3-51a9-495c-8746-14cb8a7d4d06 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.336560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f163dcb4-6358-478a-bfee-26ebcbd1c03b req-fb2a61a3-51a9-495c-8746-14cb8a7d4d06 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.2016978 Jul 29 23:26:14.397145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] For port 4f466f8a-43d0-4ff3-b348-0ee862191c46, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4f466f8a-43d0-4ff3-b348-0ee862191c46,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:14.397500 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.439075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Calling delete_port for 4f466f8a-43d0-4ff3-b348-0ee862191c46 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:14.489981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f163dcb4-6358-478a-bfee-26ebcbd1c03b req-a20cd832-d76e-4ab4-ab7c-4ee4575001f5 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159985 Jul 29 23:26:14.579232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-ed5d1bbc-8238-4627-b5f9-634ba4461a80 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1405700773&fields=id&tenant_id=913f4c7a63b04a76975cb78c255f0ab2 HTTP/1.1" status: 200 len: 267 time: 0.1551387 Jul 29 23:26:14.811673 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.852175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d72825-b662-4194-8ac8-5b302e4434f0 None None] Network beb91962-d580-4d48-85af-8e948cc95cc1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:14.859293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-7bbd6844-fcce-49f4-b542-d2bb976452e4 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.860863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-7bbd6844-fcce-49f4-b542-d2bb976452e4 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/networks?id=98abfaf2-2688-4a27-b89c-4bbfda6cddcf HTTP/1.1" status: 200 len: 816 time: 0.2730286 Jul 29 23:26:14.910389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef930f24-ee92-46c7-a42c-b02cadae3cb8 req-1cc203d5-b74a-4d01-8fc5-8615b54dce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.912542 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef930f24-ee92-46c7-a42c-b02cadae3cb8 req-1cc203d5-b74a-4d01-8fc5-8615b54dce81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 1097 time: 0.0489657 Jul 29 23:26:14.926051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 82790f37-92a7-4d2d-ab92-0cda1c7a05cf up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:14.931636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-d50545d5-7acf-48de-9a5d-3ff668332b0e tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/quotas/913f4c7a63b04a76975cb78c255f0ab2 HTTP/1.1" status: 200 len: 375 time: 0.0614526 Jul 29 23:26:15.020591 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-53db58be-f445-4da4-acb9-200687acfb7d None None] Provisioning for port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:15.030310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef930f24-ee92-46c7-a42c-b02cadae3cb8 req-37d89fef-c4c4-4d2c-b12f-8a6202573309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.032335 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef930f24-ee92-46c7-a42c-b02cadae3cb8 req-37d89fef-c4c4-4d2c-b12f-8a6202573309 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 920 time: 0.1080260 Jul 29 23:26:15.059188 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.078410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:15.078744 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef930f24-ee92-46c7-a42c-b02cadae3cb8 req-c0338d74-6272-4eb7-aa0e-d87496290d72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a HTTP/1.1" status: 200 len: 217 time: 0.0379333 Jul 29 23:26:15.086123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:15.086504 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.131341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4c826-8784-4eb3-b938-a22df5d277b5 req-20fcf05b-3838-4230-a295-fe304c8ec05a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.132990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80a4c826-8784-4eb3-b938-a22df5d277b5 req-20fcf05b-3838-4230-a295-fe304c8ec05a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.2466743 Jul 29 23:26:15.142676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f466f8a-43d0-4ff3-b348-0ee862191c46,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:15.165773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef930f24-ee92-46c7-a42c-b02cadae3cb8 req-0bd681fc-e9b3-42c0-93d9-e7566a1e2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.170424 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef930f24-ee92-46c7-a42c-b02cadae3cb8 req-0bd681fc-e9b3-42c0-93d9-e7566a1e2920 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.0708749 Jul 29 23:26:15.183349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-96362a1f-6373-4190-b3a3-e51bd52f49d5 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=913f4c7a63b04a76975cb78c255f0ab2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2052772 Jul 29 23:26:15.202616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.215995 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef930f24-ee92-46c7-a42c-b02cadae3cb8 req-493c0569-1c87-4313-9e28-c63851b238e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314655 Jul 29 23:26:15.243896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=82790f37-92a7-4d2d-ab92-0cda1c7a05cf,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:15.248823 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.280947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ec2543aa-3762-4894-a39a-132400dbee4c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:15.309264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: ec2543aa-3762-4894-a39a-132400dbee4c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:15.309626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ec2543aa-3762-4894-a39a-132400dbee4c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:15.327144 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef930f24-ee92-46c7-a42c-b02cadae3cb8 req-4a56260b-6a33-42cd-be2d-54e0020e8292 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983281 Jul 29 23:26:15.334102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=82790f37-92a7-4d2d-ab92-0cda1c7a05cf,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:15.345523 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80a4c826-8784-4eb3-b938-a22df5d277b5 req-7b8110ee-fa9b-4e18-8b54-ca6e34af7c11 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974523 Jul 29 23:26:15.352055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.416720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.445055 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef930f24-ee92-46c7-a42c-b02cadae3cb8 req-b945931d-ff3b-45f5-9613-d3c416d9039a service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089606 Jul 29 23:26:15.464062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-031739b4-8df9-443d-803d-0cf1106dd914 None None] Provisioning complete for port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:15.465211 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-031739b4-8df9-443d-803d-0cf1106dd914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.477022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.495584 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.594145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-218d402a-31f2-469a-ad76-bd78d0cbd0d8 service neutron] 10.222.0.37 "GET /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785517 Jul 29 23:26:15.617930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.618475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe14f9bb-7c38-41a5-80b5-b53dd3e38132 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:26:15.623350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.624052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-974c7c26-83f5-451a-a94b-55cef17f745f admin admin] 10.222.0.37 "DELETE /v2.0/routers/fe14f9bb-7c38-41a5-80b5-b53dd3e38132 HTTP/1.1" status: 204 len: 168 time: 2.6239738 Jul 29 23:26:15.626683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38732) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:15.670142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d4ebd-d715-49dd-af23-17225ccfd7d4 req-4874f666-3f1b-4922-bb77-fbe40a885e2d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.671709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a8d4ebd-d715-49dd-af23-17225ccfd7d4 req-4874f666-3f1b-4922-bb77-fbe40a885e2d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.2527506 Jul 29 23:26:15.679211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-883d25b4-d7f9-490c-bb7e-e0008af293a7 admin admin] Deleting subnet 2d5f0888-5504-4dfc-824f-83a69368b185 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:26:15.682933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-883d25b4-d7f9-490c-bb7e-e0008af293a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.723011 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-883d25b4-d7f9-490c-bb7e-e0008af293a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.767264 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-883d25b4-d7f9-490c-bb7e-e0008af293a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.787918 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a8d4ebd-d715-49dd-af23-17225ccfd7d4 req-77205fe2-8970-4e78-a4da-0b445f6a92af tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784385 Jul 29 23:26:15.814707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-4c24489f-8b8a-4d27-93bb-db4c6af4f0fc service neutron] 10.222.0.37 "GET /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113080 Jul 29 23:26:15.815704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Router fd67b5de-4833-47f0-afd0-ec50c992922b is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:26:15.830984 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-883d25b4-d7f9-490c-bb7e-e0008af293a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.856926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d25b4-d7f9-490c-bb7e-e0008af293a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5f0888-5504-4dfc-824f-83a69368b185,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:15.867372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-883d25b4-d7f9-490c-bb7e-e0008af293a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.869565 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-883d25b4-d7f9-490c-bb7e-e0008af293a7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2d5f0888-5504-4dfc-824f-83a69368b185 HTTP/1.1" status: 204 len: 168 time: 0.2417364 Jul 29 23:26:15.873162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38734) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:15.946422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.976488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd87ca-948b-4bea-926a-80fab8891c61 req-ab91dddd-6570-42c2-8887-89934a96f94f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.978023 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dcd87ca-948b-4bea-926a-80fab8891c61 req-ab91dddd-6570-42c2-8887-89934a96f94f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 944 time: 0.1048341 Jul 29 23:26:15.985105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:15.996327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Sync routers for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:16.009358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:16.011042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-28bc485e-b757-444c-b72d-51582975e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:16.017495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.019664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6fd912ac-67e5-4ff3-b3de-e924e97a67a0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9327095 Jul 29 23:26:16.024423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38742) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:16.053999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.073004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1762d84e-5f97-44bf-bead-bef20915be8a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:16.085906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ced220e-625a-4b89-a239-d690d0c20bf0') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:16.086403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ced220e-625a-4b89-a239-d690d0c20bf0') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:16.100312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dcd87ca-948b-4bea-926a-80fab8891c61 req-149f48bd-367c-42bd-91b2-e9a5fa1be62d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130364 Jul 29 23:26:16.106448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.134472 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.148552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:26:16.149035 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:26:16.150777 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:26:16.211638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:16.287247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.294962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c427f0e6-ffa4-4b31-af2c-222292eb1f30 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:16.306476 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.309416 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1762d84e-5f97-44bf-bead-bef20915be8a HTTP/1.1" status: 204 len: 168 time: 0.4351008 Jul 29 23:26:16.337782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5390ac38-f398-42ca-8c69-92ff58dd0a32 req-608e489a-1bab-465f-9a68-eef9a6f0d215 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0688431 Jul 29 23:26:16.350819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0dcd9-c892-44a8-8b1b-f38895b29e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=1762d84e-5f97-44bf-bead-bef20915be8a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:16.482179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port c427f0e6-ffa4-4b31-af2c-222292eb1f30 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:16.494513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port c427f0e6-ffa4-4b31-af2c-222292eb1f30 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:16.494513 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.513100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38758) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:16.572256 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-091d135b-0764-433e-b626-811957727268 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2573ec5b2f84c1cb9669df4aaf95adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576665 Jul 29 23:26:16.573297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:16.629734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c337a1d-8fff-4a42-ae7d-4e7733364083 req-f8edb2f9-0746-43ca-be6f-cc3847ad5f4c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.631272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c337a1d-8fff-4a42-ae7d-4e7733364083 req-f8edb2f9-0746-43ca-be6f-cc3847ad5f4c tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1077163 Jul 29 23:26:16.646005 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.646235 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e079b1ac-8479-4c39-88ef-7fac6783906a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.676839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e079b1ac-8479-4c39-88ef-7fac6783906a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.682514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:16.685300 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae681ae6-646e-4e72-8176-e5e717a94996" -d '{"events": [{"server_uuid": "f8fa862b-c20e-4ef5-bf61-8d3882d49959", "name": "network-vif-plugged", "status": "completed", "tag": "c427f0e6-ffa4-4b31-af2c-222292eb1f30"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:16.689198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-28bc485e-b757-444c-b72d-51582975e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 3, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:16.739306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Checking router: fd67b5de-4833-47f0-afd0-ec50c992922b for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:16.739668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Updating router fd67b5de-4833-47f0-afd0-ec50c992922b port 716079e4-85d0-49d6-a293-5a5f611688b2 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:26:16.745981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:16.784834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e079b1ac-8479-4c39-88ef-7fac6783906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.786128 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49509d8f-5986-4795-8c22-c0b83f7b94db x-openstack-request-id: req-49509d8f-5986-4795-8c22-c0b83f7b94db {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:16.786465 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fa862b-c20e-4ef5-bf61-8d3882d49959", "name": "network-vif-plugged", "status": "completed", "tag": "c427f0e6-ffa4-4b31-af2c-222292eb1f30", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:16.786719 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49509d8f-5986-4795-8c22-c0b83f7b94db {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:16.787111 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30', 'code': 200} Jul 29 23:26:16.789434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e079b1ac-8479-4c39-88ef-7fac6783906a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.791759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e079b1ac-8479-4c39-88ef-7fac6783906a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c8a6f96-38ce-4cb7-9175-57d8440f73ed HTTP/1.1" status: 204 len: 168 time: 0.2162571 Jul 29 23:26:16.797569 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.804110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079b1ac-8479-4c39-88ef-7fac6783906a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8a6f96-38ce-4cb7-9175-57d8440f73ed,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:16.860930 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.938966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 82790f37-92a7-4d2d-ab92-0cda1c7a05cf up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:16.953467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f5a7e-fcbd-473c-8bf9-afc1bfab049d req-47baa77a-e286-477a-8610-abee092e1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.956085 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-145f5a7e-fcbd-473c-8bf9-afc1bfab049d req-47baa77a-e286-477a-8610-abee092e1e32 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 1097 time: 0.0870719 Jul 29 23:26:17.017384 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-145f5a7e-fcbd-473c-8bf9-afc1bfab049d req-7fee3599-838a-4441-a698-51caa7b9cd9a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Jul 29 23:26:17.092211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c427f0e6-ffa4-4b31-af2c-222292eb1f30,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:17.137137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c337a1d-8fff-4a42-ae7d-4e7733364083 req-4db3ace5-783f-4208-a564-b539d0d3d5e8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924188 Jul 29 23:26:17.157663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1e6e3-331b-4395-88fd-76f5d02963a3 req-a309eaff-f50d-4fd9-95a9-ec6c497cb2f9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.165194 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98f1e6e3-331b-4395-88fd-76f5d02963a3 req-a309eaff-f50d-4fd9-95a9-ec6c497cb2f9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1231797 Jul 29 23:26:17.213595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:17.213973 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.321081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98f1e6e3-331b-4395-88fd-76f5d02963a3 req-d727f86e-6deb-4468-8e0e-506397380d53 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490240 Jul 29 23:26:17.352052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eb6c3-5028-40f9-8c91-e8e95de3d044 req-f89e8cd3-1b26-4ff1-9a46-fbee4d1531f3 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.353633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e1eb6c3-5028-40f9-8c91-e8e95de3d044 req-f89e8cd3-1b26-4ff1-9a46-fbee4d1531f3 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 945 time: 0.1394629 Jul 29 23:26:17.355988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.383748 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.402214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Transition to ACTIVE for port object 716079e4-85d0-49d6-a293-5a5f611688b2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:17.411299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.482115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e1eb6c3-5028-40f9-8c91-e8e95de3d044 req-a2f4ba16-0ddc-40e5-9228-eb3311687f4a tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989606 Jul 29 23:26:17.485230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Attempting to bind port 716079e4-85d0-49d6-a293-5a5f611688b2 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:17.485614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Attempting to bind port 716079e4-85d0-49d6-a293-5a5f611688b2 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:17.485984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Attempting to bind port 716079e4-85d0-49d6-a293-5a5f611688b2 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:17.501785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:17.502169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:17.502724 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.503214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:17.503715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Bound port: 716079e4-85d0-49d6-a293-5a5f611688b2, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:17.504353 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.545776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12313e9e-6cc0-4377-9b57-2e239cb2ee7b req-aa4e3a84-8e11-41cb-ab44-ef0ef3a15886 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0554135 Jul 29 23:26:17.607623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dff8a-710c-4ffb-ae07-cc0cf271eef1 None None] Pushing event updated for resources: {'Port': ['ID=716079e4-85d0-49d6-a293-5a5f611688b2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:17.669383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Allocated IP 172.20.0.1 (beb91962-d580-4d48-85af-8e948cc95cc1/10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c/4f745d0c-221f-4cdd-a59b-06c14bafdf6f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:17.702774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-28bc485e-b757-444c-b72d-51582975e021 None None] For port 716079e4-85d0-49d6-a293-5a5f611688b2, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:17.714436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-28bc485e-b757-444c-b72d-51582975e021 None None] For port 716079e4-85d0-49d6-a293-5a5f611688b2, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=716079e4-85d0-49d6-a293-5a5f611688b2,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:17.724645 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.736901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4f466f8a-43d0-4ff3-b348-0ee862191c46 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:17.786306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 4f466f8a-43d0-4ff3-b348-0ee862191c46 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:17.787280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4f466f8a-43d0-4ff3-b348-0ee862191c46 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:17.826966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:17.827696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-28bc485e-b757-444c-b72d-51582975e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:17.868375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-5a2c8166-71d6-4edc-a7e8-d947a8d7770b tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.879664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dff8a-710c-4ffb-ae07-cc0cf271eef1 None None] Pushing event updated for resources: {'Port': ['ID=716079e4-85d0-49d6-a293-5a5f611688b2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:17.882332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-5a2c8166-71d6-4edc-a7e8-d947a8d7770b tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.42 "GET /v2.0/networks?id=98abfaf2-2688-4a27-b89c-4bbfda6cddcf HTTP/1.1" status: 200 len: 816 time: 0.1786618 Jul 29 23:26:17.902981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:17.906203 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.923229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Transition to ACTIVE for port object 4f745d0c-221f-4cdd-a59b-06c14bafdf6f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:17.977965 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-8ec1bcaf-84f2-48e7-8ccc-6b84c674bf65 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=913f4c7a63b04a76975cb78c255f0ab2 HTTP/1.1" status: 200 len: 380 time: 0.0928559 Jul 29 23:26:17.987659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.990337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-28bc485e-b757-444c-b72d-51582975e021 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:18.016684 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Request body: {'port': {'device_id': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'admin_state_up': True, 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'security_groups': ['cdafb15a-5597-4bc7-bf19-c5240cadd1ae']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:18.041885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Network beb91962-d580-4d48-85af-8e948cc95cc1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:18.045751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:18.052713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:18.094889 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.242222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-network', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:18.332843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Made reservation on behalf of 0e5616f9eae2437eb228a4f8a0b0e0e1 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:18.335199 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.344203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Pushing event updated for resources: {'Port': ['ID=4f745d0c-221f-4cdd-a59b-06c14bafdf6f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:18.350336 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.391877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Made reservation on behalf of 913f4c7a63b04a76975cb78c255f0ab2 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:18.396025 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.449580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd5b78-1978-41d1-91e8-143c42281eb3 req-42e20f29-e938-44c5-b4f1-f45512390ec8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.458375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0afd5b78-1978-41d1-91e8-143c42281eb3 req-42e20f29-e938-44c5-b4f1-f45512390ec8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1683335 Jul 29 23:26:18.486848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.539911 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.546158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99f0491f-d8f6-442e-adeb-821fe0d45797 None None] Provisioning for port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:18.554219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0afd5b78-1978-41d1-91e8-143c42281eb3 req-2056408c-c483-475b-a90a-9d159ae8b950 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948780 Jul 29 23:26:18.583959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99f0491f-d8f6-442e-adeb-821fe0d45797 None None] Provisioning complete for port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:18.584610 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99f0491f-d8f6-442e-adeb-821fe0d45797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.595964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Allocated IP 172.20.0.6 (98abfaf2-2688-4a27-b89c-4bbfda6cddcf/c07b64b3-9b78-4c8e-a824-3621a0d5d8ea/a04468e0-d179-456d-92e5-dc5c4247be5f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:18.614755 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.623058 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.647996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-99f0491f-d8f6-442e-adeb-821fe0d45797 None None] Port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:18.653741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55939ea-b8a1-46ef-98b3-8226efc67224 req-81f0f8c5-c4dd-4cc2-89d8-b6ddbe2b8fe9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.655430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a55939ea-b8a1-46ef-98b3-8226efc67224 req-81f0f8c5-c4dd-4cc2-89d8-b6ddbe2b8fe9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.2174911 Jul 29 23:26:18.671892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-28bc485e-b757-444c-b72d-51582975e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 3, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:18.677679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:18.688327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced9c42b-9de8-4785-8c8b-838f44bbb862,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:18.727198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc485e-b757-444c-b72d-51582975e021 None None] The sync data for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 is: [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 3, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:18.736306 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.736661 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Added segment 33dbf3e1-291f-4c22-be16-2134a897476e of type vlan for network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 Jul 29 23:26:18.841146 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.863907 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a55939ea-b8a1-46ef-98b3-8226efc67224 req-6d9cbbeb-6a34-4176-8b89-756907dd99d3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913388 Jul 29 23:26:18.918088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.932210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Transition to ACTIVE for port object a04468e0-d179-456d-92e5-dc5c4247be5f will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:18.947372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f4449-7335-4767-9b22-8f15885b5977 req-3b761261-5878-42f9-a206-e618a294826b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.949326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3f4449-7335-4767-9b22-8f15885b5977 req-3b761261-5878-42f9-a206-e618a294826b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 945 time: 0.1302156 Jul 29 23:26:18.980751 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.991101 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.992561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.993427 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.064118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a94ff-e3ec-4c6a-a4aa-4f79cf0b5877 req-af4946f9-606e-4b18-8569-f6bffb1ba468 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.072119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-926a94ff-e3ec-4c6a-a4aa-4f79cf0b5877 req-af4946f9-606e-4b18-8569-f6bffb1ba468 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 931 time: 0.0974133 Jul 29 23:26:19.091103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] Pushing event updated for resources: {'Network': ['ID=ecfebe8a-29ec-4106-9dc3-abd3c2519f75,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:19.114148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:19.133884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.142142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:19.144139 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-20796a9d-17da-45fa-98ae-70932f1f5b59 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2375135 Jul 29 23:26:19.147873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38824) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:19.150248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:19.155375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3f4449-7335-4767-9b22-8f15885b5977 req-3d4925e3-1d10-477d-8ab8-116ff4a4d431 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898108 Jul 29 23:26:19.156380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Request body: {'subnet': {'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-subnet', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:19.157946 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.162163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:19.202826 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.255659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Pushing event updated for resources: {'Port': ['ID=a04468e0-d179-456d-92e5-dc5c4247be5f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:19.265996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.271553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.302870 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-880960ab-2155-4279-9ff1-a51365337ceb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2968066 Jul 29 23:26:19.329234 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-926a94ff-e3ec-4c6a-a4aa-4f79cf0b5877 req-4f3d3e1f-b9ea-4d0e-b4bb-9a46a4cff9ef tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560718 Jul 29 23:26:19.330547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Request body: {'port': {'device_id': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:19.379449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Made reservation on behalf of 0e5616f9eae2437eb228a4f8a0b0e0e1 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:19.382381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.450062 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.454022 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Pushing event updated for resources: {'Port': ['ID=4f745d0c-221f-4cdd-a59b-06c14bafdf6f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:19.463515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Network beb91962-d580-4d48-85af-8e948cc95cc1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:19.466132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:19.619957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b7e1c95-dea4-4f4a-9620-c64654dd6e35 None None] Provisioning for port a04468e0-d179-456d-92e5-dc5c4247be5f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:19.630243 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b7e1c95-dea4-4f4a-9620-c64654dd6e35 None None] Provisioning complete for port a04468e0-d179-456d-92e5-dc5c4247be5f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:19.630626 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b7e1c95-dea4-4f4a-9620-c64654dd6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.710818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e1c95-dea4-4f4a-9620-c64654dd6e35 None None] Port a04468e0-d179-456d-92e5-dc5c4247be5f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:19.818870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Router fd67b5de-4833-47f0-afd0-ec50c992922b has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:19.837871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bcae7b7b-cdf8-4268-83c1-e95894882252 None None] Provisioning complete for port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:19.838095 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcae7b7b-cdf8-4268-83c1-e95894882252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.842742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b264-ea2f-41a7-b24d-c3c27bfbba43 req-55d27d01-7d13-4fe3-ac0d-2a6e7d767b09 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.849578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff88b264-ea2f-41a7-b24d-c3c27bfbba43 req-55d27d01-7d13-4fe3-ac0d-2a6e7d767b09 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0834837 Jul 29 23:26:19.858777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2033d-711c-44fc-9c84-feba4424e3ca req-899e7008-4239-4f8a-be19-5c9fdd6fed65 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.860954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfb2033d-711c-44fc-9c84-feba4424e3ca req-899e7008-4239-4f8a-be19-5c9fdd6fed65 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 1097 time: 0.1329732 Jul 29 23:26:19.904184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bcae7b7b-cdf8-4268-83c1-e95894882252 None None] Port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:19.969316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff88b264-ea2f-41a7-b24d-c3c27bfbba43 req-d611c6f8-4c38-4657-a0cc-ed06e8b9cb6f tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188102 Jul 29 23:26:19.996249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.054336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfb2033d-711c-44fc-9c84-feba4424e3ca req-16351e22-20d6-4512-88a0-2b6d10369bd2 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720686 Jul 29 23:26:20.064798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb21978-8523-4056-8373-6f1e995423db,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:20.108320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:20.125578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1f1f6fb0-7f47-43d1-9a98-e75daea1974f admin admin] 10.222.0.37 "PUT /v2.0/routers/fd67b5de-4833-47f0-afd0-ec50c992922b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0921490 Jul 29 23:26:20.125805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04468e0-d179-456d-92e5-dc5c4247be5f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:20.171431 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.195579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Transition to ACTIVE for port object a04468e0-d179-456d-92e5-dc5c4247be5f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:20.196955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Checking segment: {'id': '33dbf3e1-291f-4c22-be16-2134a897476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:20.197432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Network hostable DHCP agents. Network: ecfebe8a-29ec-4106-9dc3-abd3c2519f75, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:20.212578 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.247998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:20.259712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53773ad6-4bc4-4772-9d7a-fcdf752807a1 req-d28acb18-9a60-409c-8517-f7aa0d90507e tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.262837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53773ad6-4bc4-4772-9d7a-fcdf752807a1 req-d28acb18-9a60-409c-8517-f7aa0d90507e tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 1097 time: 0.1124406 Jul 29 23:26:20.272971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccdea5-a920-48b9-884d-ede305252d6c req-ea8952db-3b25-4772-91b4-53e86ba42129 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.274725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8ccdea5-a920-48b9-884d-ede305252d6c req-ea8952db-3b25-4772-91b4-53e86ba42129 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1138177 Jul 29 23:26:20.283580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, ecfebe8a-29ec-4106-9dc3-abd3c2519f75) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:20.292939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627fffec-2729-4d43-adf1-9f1cd19b42b9 None None] Network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:20.309139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.310173 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.371272 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a8f1e161-75e2-4e62-a51e-68055fb85b34 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2221072 Jul 29 23:26:20.372197 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8ccdea5-a920-48b9-884d-ede305252d6c req-61bfcebb-467e-480e-b405-8e251dfc73ae tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873089 Jul 29 23:26:20.376658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53773ad6-4bc4-4772-9d7a-fcdf752807a1 req-bb26d8c1-4563-4972-b3c2-0cb7b52cccd7 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009836 Jul 29 23:26:20.378732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38846) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:20.390592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:20.403234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Pushing event updated for resources: {'Port': ['ID=a04468e0-d179-456d-92e5-dc5c4247be5f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:20.432402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.433602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.465519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Attempting to bind port a04468e0-d179-456d-92e5-dc5c4247be5f on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:20.468129 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Attempting to bind port a04468e0-d179-456d-92e5-dc5c4247be5f by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:20.468732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Attempting to bind port a04468e0-d179-456d-92e5-dc5c4247be5f on network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:20.483475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Port a04468e0-d179-456d-92e5-dc5c4247be5f on network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:20.485070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Attempting to bind port a04468e0-d179-456d-92e5-dc5c4247be5f on network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:20.497798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:20.499739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Checking segment: {'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:20.500462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Bound using segment: {'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:20.502991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Bound port: a04468e0-d179-456d-92e5-dc5c4247be5f, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:20.503619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.566828 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8ad49-ab05-418c-8589-69b2f1a9102d None None] Network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:20.571264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.613353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] For port a04468e0-d179-456d-92e5-dc5c4247be5f, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:20.617532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] For port a04468e0-d179-456d-92e5-dc5c4247be5f, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a04468e0-d179-456d-92e5-dc5c4247be5f,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:20.625874 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.686560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.688179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.689623 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] 10.222.0.42 "PUT /v2.0/ports/a04468e0-d179-456d-92e5-dc5c4247be5f HTTP/1.1" status: 200 len: 1092 time: 1.3749504 Jul 29 23:26:20.693978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'tag': 'a04468e0-d179-456d-92e5-dc5c4247be5f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:20.723516 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489fb837-c352-4d12-8d89-2c7e0f91ca0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3", "tag": "a04468e0-d179-456d-92e5-dc5c4247be5f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:20.798429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddc7d4-199a-4b91-be67-c98d9a655cbe service neutron] Pushing event updated for resources: {'Port': ['ID=a04468e0-d179-456d-92e5-dc5c4247be5f,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:20.838488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c345773-14f2-4e65-9030-495aa59235b0 req-f6aa19d1-bf17-41fa-b0df-d670cf5c76aa tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.844105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c345773-14f2-4e65-9030-495aa59235b0 req-f6aa19d1-bf17-41fa-b0df-d670cf5c76aa tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.3029904 Jul 29 23:26:20.851921 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.918617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-368f04cb-ed1d-4b5a-98c8-9547f4fa7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.920269 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-368f04cb-ed1d-4b5a-98c8-9547f4fa7c15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=913f4c7a63b04a76975cb78c255f0ab2&device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 1095 time: 0.1511321 Jul 29 23:26:20.961863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c345773-14f2-4e65-9030-495aa59235b0 req-8c93475a-f110-4258-a4b1-c78d406fbe4b tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039550 Jul 29 23:26:20.998173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 716079e4-85d0-49d6-a293-5a5f611688b2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:21.033521 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-bf454873-96de-4a25-abdc-b2fccb5108c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a04468e0-d179-456d-92e5-dc5c4247be5f HTTP/1.1" status: 200 len: 217 time: 0.1029708 Jul 29 23:26:21.156255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-6b1bba50-5820-4bac-bd0e-f253cba7dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.157649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 716079e4-85d0-49d6-a293-5a5f611688b2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:21.160907 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-6b1bba50-5820-4bac-bd0e-f253cba7dca7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c07b64b3-9b78-4c8e-a824-3621a0d5d8ea HTTP/1.1" status: 200 len: 855 time: 0.1145263 Jul 29 23:26:21.164057 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 716079e4-85d0-49d6-a293-5a5f611688b2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:21.164845 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44395cc7-6ca0-4a14-b0e1-feeeb67827d9 x-openstack-request-id: req-44395cc7-6ca0-4a14-b0e1-feeeb67827d9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:21.164992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.165098 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3", "tag": "a04468e0-d179-456d-92e5-dc5c4247be5f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:21.165098 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44395cc7-6ca0-4a14-b0e1-feeeb67827d9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:21.165487 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'tag': 'a04468e0-d179-456d-92e5-dc5c4247be5f', 'status': 'completed', 'code': 200} Jul 29 23:26:21.224869 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.240919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-2975bfb6-b56c-498a-86ee-754c295f445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.246299 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-2975bfb6-b56c-498a-86ee-754c295f445c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98abfaf2-2688-4a27-b89c-4bbfda6cddcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707760 Jul 29 23:26:21.270775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.282953 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.310618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 716079e4-85d0-49d6-a293-5a5f611688b2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=716079e4-85d0-49d6-a293-5a5f611688b2,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:21.316783 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.352764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38860) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:21.368072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f7744284-93c4-4b04-b21f-9a71796d03fc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350834050', 'description': 'tempest-description--899267371'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:21.389919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=716079e4-85d0-49d6-a293-5a5f611688b2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:21.425422 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-07bbc6fb-bc89-473a-9e45-a335d494aaf2 service neutron] 10.222.0.42 "GET /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613376 Jul 29 23:26:21.437996 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7744284-93c4-4b04-b21f-9a71796d03fc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.448958 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Sync routers for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:21.463921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Allocated IP 172.25.2.217 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/e4955cc1-06e1-4acb-a823-79e277c733b4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:21.464334 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:21.465511 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:21.597955 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23469e90-50f9-4b26-8a87-af8846c8c6f6 req-91fb7e2f-9b15-4e90-ba3f-f6508544d90e service neutron] 10.222.0.42 "GET /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586702 Jul 29 23:26:21.628125 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:21.647389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-248e4e94-5d78-4902-b64a-4c632de7db10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.656422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393de54-d7b4-4622-a29c-d5337a287866 req-4c239860-5025-46b9-bb8d-a50ef90ee0d5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.663650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9393de54-d7b4-4622-a29c-d5337a287866 req-4c239860-5025-46b9-bb8d-a50ef90ee0d5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1326621 Jul 29 23:26:21.706738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7744284-93c4-4b04-b21f-9a71796d03fc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.728028 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.735980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7744284-93c4-4b04-b21f-9a71796d03fc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.765559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-5c260e8d-76d1-4692-a7f9-6f4850bdb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.768035 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-5c260e8d-76d1-4692-a7f9-6f4850bdb380 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=913f4c7a63b04a76975cb78c255f0ab2&device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 1095 time: 0.0845091 Jul 29 23:26:21.790205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9393de54-d7b4-4622-a29c-d5337a287866 req-a9ec9c25-b7a7-4bdd-8d50-f930e624f032 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210809 Jul 29 23:26:21.801712 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7744284-93c4-4b04-b21f-9a71796d03fc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.806243 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f7744284-93c4-4b04-b21f-9a71796d03fc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4521885 Jul 29 23:26:21.807092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38868) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:21.816771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d4680309-3901-4510-af62-88ab3ac5905f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'security_group_rule': {'security_group_id': 'f4677eee-5eb5-4f94-8deb-f70247a86bb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:21.866743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7744284-93c4-4b04-b21f-9a71796d03fc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4677eee-5eb5-4f94-8deb-f70247a86bb6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:21.896945 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4680309-3901-4510-af62-88ab3ac5905f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.911350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-516460fb-31e8-4325-9b1c-9b1a072c0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.913087 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-516460fb-31e8-4325-9b1c-9b1a072c0221 service neutron] 10.222.0.42 "GET /v2.0/networks?id=98abfaf2-2688-4a27-b89c-4bbfda6cddcf HTTP/1.1" status: 200 len: 917 time: 0.1372938 Jul 29 23:26:21.969041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.982317 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-6f09dd69-a530-4017-9faf-0ac2189307d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a04468e0-d179-456d-92e5-dc5c4247be5f HTTP/1.1" status: 200 len: 217 time: 0.0602205 Jul 29 23:26:22.005580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4680309-3901-4510-af62-88ab3ac5905f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.053214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4680309-3901-4510-af62-88ab3ac5905f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.092817 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 2, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:22.101287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-6ddc4b69-240a-4ab3-9131-a3618c70485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.102759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-6ddc4b69-240a-4ab3-9131-a3618c70485e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c07b64b3-9b78-4c8e-a824-3621a0d5d8ea HTTP/1.1" status: 200 len: 855 time: 0.0885062 Jul 29 23:26:22.124816 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Checking router: fd67b5de-4833-47f0-afd0-ec50c992922b for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:22.125319 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Updating router fd67b5de-4833-47f0-afd0-ec50c992922b port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:26:22.135717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4680309-3901-4510-af62-88ab3ac5905f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0e6e87-5113-457d-8815-d69bd18b3db8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:22.143704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:22.162893 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4680309-3901-4510-af62-88ab3ac5905f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.164052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d4680309-3901-4510-af62-88ab3ac5905f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3522248 Jul 29 23:26:22.169264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38884) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:22.169510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:22.173620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:22.177813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Pushing event updated for resources: {'Port': ['ID=e4955cc1-06e1-4acb-a823-79e277c733b4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:22.191473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-73d303a8-104a-471e-a82f-d7a1db2ad05e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'security_group_rule': {'security_group_id': 'f4677eee-5eb5-4f94-8deb-f70247a86bb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:22.192469 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.247262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-aedd3d77-5210-41d1-9c01-7b6b2cbd6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.248625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26993-6948-48b6-9b41-74a835acd7d3 req-02cd899e-3346-4c74-9523-a7a3c3fa58b4 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.249096 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-aedd3d77-5210-41d1-9c01-7b6b2cbd6771 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98abfaf2-2688-4a27-b89c-4bbfda6cddcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377118 Jul 29 23:26:22.250178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bff26993-6948-48b6-9b41-74a835acd7d3 req-02cd899e-3346-4c74-9523-a7a3c3fa58b4 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1327708 Jul 29 23:26:22.314777 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73d303a8-104a-471e-a82f-d7a1db2ad05e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.377065 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bff26993-6948-48b6-9b41-74a835acd7d3 req-27ed40ea-e432-455b-ae15-71bdc0c8b5d8 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878317 Jul 29 23:26:22.388526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73d303a8-104a-471e-a82f-d7a1db2ad05e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.402804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73d303a8-104a-471e-a82f-d7a1db2ad05e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.436099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d303a8-104a-471e-a82f-d7a1db2ad05e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acfc052-d3d8-4c90-9f60-cebb05a7b49c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:22.513448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73d303a8-104a-471e-a82f-d7a1db2ad05e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.516733 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-73d303a8-104a-471e-a82f-d7a1db2ad05e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332653 Jul 29 23:26:22.519619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:22.524684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:22.539670 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-bb15705c-f7b0-426d-bd76-56d9d882df22 service neutron] 10.222.0.42 "GET /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802517 Jul 29 23:26:22.557003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.560700 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.571316 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Transition to ACTIVE for port object 4f745d0c-221f-4cdd-a59b-06c14bafdf6f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:22.577611 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.600756 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.639956 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Pushing event updated for resources: {'Port': ['ID=4f745d0c-221f-4cdd-a59b-06c14bafdf6f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:22.650118 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.650489 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.650798 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.651140 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.651965 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.651965 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.652277 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.652474 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.652889 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.653111 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.653436 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.653750 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.721648 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-489fb837-c352-4d12-8d89-2c7e0f91ca0c req-98ffad5e-79ff-4ec9-87f4-56ca0c95bb5f service neutron] 10.222.0.42 "GET /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586671 Jul 29 23:26:22.724606 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Attempting to bind port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:22.725171 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Attempting to bind port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:22.725874 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Attempting to bind port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f on network beb91962-d580-4d48-85af-8e948cc95cc1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:22.733579 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:22.733944 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Checking segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:22.734349 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.734740 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Bound using segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:22.735214 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Bound port: 4f745d0c-221f-4cdd-a59b-06c14bafdf6f, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:22.735616 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.765772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-ae1b0c4e-9f81-41df-9e20-b0b8a45fcfe5 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:26:22.767729 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-ae1b0c4e-9f81-41df-9e20-b0b8a45fcfe5 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091696 Jul 29 23:26:22.788118 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Request body: {'binding': {'host': 'n-h2-712139-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:22.788747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Unknown quota resources ['binding']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:26:22.868208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 716079e4-85d0-49d6-a293-5a5f611688b2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:22.905281 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] For port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:22.908814 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] For port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4f745d0c-221f-4cdd-a59b-06c14bafdf6f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:22.914851 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.989065 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:22.989810 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:25:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:22.996421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 716079e4-85d0-49d6-a293-5a5f611688b2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:22.996867 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.076466 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on host n-h2-712139-11 for vnic_type normal with profile None {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:23.077125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:23.077801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:23.084912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:23.085704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:23.092279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:23.092925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:23.093748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:23.094367 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Bound port: c427f0e6-ffa4-4b31-af2c-222292eb1f30, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:23.147643 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b662be-33fd-4933-a30d-09f5a09c18a8 None None] Pushing event updated for resources: {'Port': ['ID=4f745d0c-221f-4cdd-a59b-06c14bafdf6f,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:23.160929 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:23.184982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:23.192683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.194517 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-85715b95-ed11-4296-947d-a8535d2b0522 service neutron] 10.222.0.37 "POST /v2.0/ports/c427f0e6-ffa4-4b31-af2c-222292eb1f30/bindings HTTP/1.1" status: 201 len: 390 time: 0.4141903 Jul 29 23:26:23.510458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2d9a-d981-4ab1-82ea-1237b916009b req-6a11da60-fa6f-431e-808e-141f74fe3595 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.515265 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:22Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:23.517782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-516d2d9a-d981-4ab1-82ea-1237b916009b req-6a11da60-fa6f-431e-808e-141f74fe3595 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1592782 Jul 29 23:26:23.528991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18ad9d-ec96-4653-ba88-c2fad8432e6f req-04e15ae2-b5eb-4a50-ab6a-ab9ba34b1fcf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.536366 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d18ad9d-ec96-4653-ba88-c2fad8432e6f req-04e15ae2-b5eb-4a50-ab6a-ab9ba34b1fcf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 945 time: 0.1788962 Jul 29 23:26:23.549950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-ed9c8eb2-0ea1-4dd8-9542-0e2165443804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.550983 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b06e48-f011-440c-96fc-fccf57f0dce4 None None] The sync data for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 is: [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:22Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:23.551610 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-ed9c8eb2-0ea1-4dd8-9542-0e2165443804 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 1097 time: 0.0588562 Jul 29 23:26:23.681870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-516d2d9a-d981-4ab1-82ea-1237b916009b req-981da69b-fb99-4271-9cd3-4167373ab00b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631420 Jul 29 23:26:23.699622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-ecd9cf76-347c-42ee-8d78-9f04905336dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.701450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-ecd9cf76-347c-42ee-8d78-9f04905336dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.1351361 Jul 29 23:26:23.702052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d18ad9d-ec96-4653-ba88-c2fad8432e6f req-fdb0ee0a-bb9c-4bac-be7e-5af051b9d7b2 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606278 Jul 29 23:26:23.708445 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.715867 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.764830 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-cf61a1b4-8acd-4c41-a259-9871dde284b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30 HTTP/1.1" status: 200 len: 217 time: 0.0531619 Jul 29 23:26:23.828682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-fed17fb2-2415-413c-a335-b24ae5ab384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.830183 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-fed17fb2-2415-413c-a335-b24ae5ab384c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0526307 Jul 29 23:26:23.871070 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-0ec5f59f-3ff0-4352-9fe6-5b7367267ce7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301840 Jul 29 23:26:23.971348 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-fbd2cd61-9283-4652-bb1a-788173082255 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920851 Jul 29 23:26:24.032529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03055aa4-f077-49e4-a22f-0973af357295 req-1a57d6b2-128b-4864-a2dc-cffaafe9708a tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.041193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03055aa4-f077-49e4-a22f-0973af357295 req-1a57d6b2-128b-4864-a2dc-cffaafe9708a tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1856213 Jul 29 23:26:24.050803 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9d550d4-7ff8-4273-a1f0-1b461031e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.110753 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-7887a6d4-fd94-4c7c-95f1-c0dc331e9bc9 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301086 Jul 29 23:26:24.115718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Allocated IP 172.25.2.81 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/e6b62f0f-430d-4603-83fa-4782b4fd15af) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:24.124869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03055aa4-f077-49e4-a22f-0973af357295 req-7227642d-2756-4d1f-8f28-f6e455ab43ac tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827088 Jul 29 23:26:24.170501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:26:24.177923 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.337515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-c058f726-be1d-400a-93b6-5b4548577617 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.339476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-c058f726-be1d-400a-93b6-5b4548577617 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.0742843 Jul 29 23:26:24.361555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-11'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:24.392976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.413232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:24.425829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Sync routers for ids ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:24.445869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Routers {'0fdc19a7-63ca-4f78-a30d-ec1941c80b03'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:24.447666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:24.479485 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.481264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-87ed1b2e-8f2b-4938-accc-acc7fb965f5b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1015637 Jul 29 23:26:24.497426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38904) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:24.498137 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.545108 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.640659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Set router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:24.647315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:24.650441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:24.656384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:24.694622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:24.697679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'Port': ['ID=e6b62f0f-430d-4603-83fa-4782b4fd15af,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:24.746897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.747310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.747691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.748368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.748514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.748740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.749192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.749411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.749748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.750142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.750538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.750911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:24.847465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:24.893357 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.001733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4f745d0c-221f-4cdd-a59b-06c14bafdf6f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:25.023586 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.036776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c78d52-f56e-4923-bc3b-17b8d79dce2c req-82122722-2c36-4de4-b719-072e998687e6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.039387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4c78d52-f56e-4923-bc3b-17b8d79dce2c req-82122722-2c36-4de4-b719-072e998687e6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1640582 Jul 29 23:26:25.076532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:25.082549 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfa5f5c-3ccb-4e1f-9993-1ecc9815de34" -d '{"events": [{"server_uuid": "f8fa862b-c20e-4ef5-bf61-8d3882d49959", "name": "network-vif-unplugged", "status": "completed", "tag": "c427f0e6-ffa4-4b31-af2c-222292eb1f30"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:25.090374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.120699 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.142313 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4c78d52-f56e-4923-bc3b-17b8d79dce2c req-304da2e5-5463-4929-a812-87eb9115307a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737219 Jul 29 23:26:25.172894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:22Z', 'revision_number': 3, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:25.183381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:25.236064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Checking router: 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:25.236424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Updating router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 port e4955cc1-06e1-4acb-a823-79e277c733b4 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:26:25.246046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:25.246433 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.255612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255c71a-20c8-4116-8c17-cacd0bc9da31 req-3b7758fc-ce75-4263-bcdb-8093ccfdef45 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.257628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b255c71a-20c8-4116-8c17-cacd0bc9da31 req-3b7758fc-ce75-4263-bcdb-8093ccfdef45 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 943 time: 0.1579287 Jul 29 23:26:25.368117 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.400948 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.419980 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b255c71a-20c8-4116-8c17-cacd0bc9da31 req-f182cc16-9f02-4105-a7d5-8ce5e3fbd66f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423004 Jul 29 23:26:25.531273 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.544708 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.679334 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.738888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'Port': ['ID=e6b62f0f-430d-4603-83fa-4782b4fd15af,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:25.749575 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.777855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23cec7-5294-4565-afb3-4ec9a3ded6b8 req-517a4ac7-53c4-492f-9eb8-23cf89c918ae tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.779491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c23cec7-5294-4565-afb3-4ec9a3ded6b8 req-517a4ac7-53c4-492f-9eb8-23cf89c918ae tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1652884 Jul 29 23:26:25.784481 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e98cac-41f5-4ee8-a942-4b3d5013d95c x-openstack-request-id: req-31e98cac-41f5-4ee8-a942-4b3d5013d95c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:25.785047 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fa862b-c20e-4ef5-bf61-8d3882d49959", "name": "network-vif-unplugged", "status": "completed", "tag": "c427f0e6-ffa4-4b31-af2c-222292eb1f30", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:25.785047 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31e98cac-41f5-4ee8-a942-4b3d5013d95c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:25.785440 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30', 'code': 200} Jul 29 23:26:25.787377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9229f-2d33-4893-8280-e4903e7477a6 req-4b29effb-acb3-4c81-949e-d7de83064ee9 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.788945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffe9229f-2d33-4893-8280-e4903e7477a6 req-4b29effb-acb3-4c81-949e-d7de83064ee9 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 945 time: 0.1736162 Jul 29 23:26:25.816664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.818058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-47836bca-5a09-41aa-97cc-004ae16b3fdc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2971749 Jul 29 23:26:25.834696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4f745d0c-221f-4cdd-a59b-06c14bafdf6f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:25.845972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.871063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Pushing event updated for resources: {'Port': ['ID=c427f0e6-ffa4-4b31-af2c-222292eb1f30,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:25.891757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c23cec7-5294-4565-afb3-4ec9a3ded6b8 req-e2cf7873-b681-4149-82b8-e10bf5fdbc5e tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018126 Jul 29 23:26:25.921759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffe9229f-2d33-4893-8280-e4903e7477a6 req-8be5cd41-813e-4d9b-a43b-bf1de192accd tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228304 Jul 29 23:26:25.975467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on host n-h1-712139-11 for vnic_type normal with profile {"migrating_to": "n-h2-712139-11"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:25.975808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:25.976167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:25.987381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:25.987711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Attempting to bind port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:25.998135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:25.998532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:25.998900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:25.999364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Bound port: c427f0e6-ffa4-4b31-af2c-222292eb1f30, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:25.999856 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.022216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=4f745d0c-221f-4cdd-a59b-06c14bafdf6f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:26.044201 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.058410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Transition to ACTIVE for port object e4955cc1-06e1-4acb-a823-79e277c733b4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:26.059144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-3397f4f4-3984-432d-ad97-7ff02e58dc9a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1350834050&fields=id&tenant_id=dabfb53ab127454eb2bdcac4ae243846 HTTP/1.1" status: 200 len: 267 time: 0.0612600 Jul 29 23:26:26.076198 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.139758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:26.144690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:26.154970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Attempting to bind port e4955cc1-06e1-4acb-a823-79e277c733b4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:26.155343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Attempting to bind port e4955cc1-06e1-4acb-a823-79e277c733b4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:26.155709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Attempting to bind port e4955cc1-06e1-4acb-a823-79e277c733b4 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:26.157762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.161505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380d68d-87f0-4f00-8a20-da1a88f80fd3 None None] Pushing event updated for resources: {'Port': ['ID=e4955cc1-06e1-4acb-a823-79e277c733b4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:26.163829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:26.164122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:26.164800 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.165193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:26.165797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Bound port: e4955cc1-06e1-4acb-a823-79e277c733b4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:26.166172 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.208273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0056-40d6-410c-b282-ca188591425e req-9792760c-c5c5-47e6-91d0-649c92068266 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.215937 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-9792760c-c5c5-47e6-91d0-649c92068266 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 817 time: 0.1487293 Jul 29 23:26:26.232418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-7809fe1d-2200-4b72-b3cd-1d03ab967a74 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/quotas/dabfb53ab127454eb2bdcac4ae243846 HTTP/1.1" status: 200 len: 375 time: 0.0154693 Jul 29 23:26:26.247845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] For port e4955cc1-06e1-4acb-a823-79e277c733b4, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:26.251529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] For port e4955cc1-06e1-4acb-a823-79e277c733b4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e4955cc1-06e1-4acb-a823-79e277c733b4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:26.258330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Pushing event updated for resources: {'Port': ['ID=c427f0e6-ffa4-4b31-af2c-222292eb1f30,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:26.265199 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.320893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.322011 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.323523 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4cae23d9-62b5-42ef-a108-75201ddeb65f service neutron] 10.222.0.47 "PUT /v2.0/ports/c427f0e6-ffa4-4b31-af2c-222292eb1f30 HTTP/1.1" status: 200 len: 1123 time: 1.9727094 Jul 29 23:26:26.335159 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.336485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-47ee4dc5-77eb-4874-8fea-f43a24e90a8b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953178 Jul 29 23:26:26.351412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380d68d-87f0-4f00-8a20-da1a88f80fd3 None None] Pushing event updated for resources: {'Port': ['ID=e4955cc1-06e1-4acb-a823-79e277c733b4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:26.369914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Routers {'0fdc19a7-63ca-4f78-a30d-ec1941c80b03'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:26.370996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:26.371177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d419a44-d86a-4514-be3b-347ef596771c req-7314b19d-8494-49c3-9a90-4c760932c6fc tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.372878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d419a44-d86a-4514-be3b-347ef596771c req-7314b19d-8494-49c3-9a90-4c760932c6fc tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1100380 Jul 29 23:26:26.483106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d419a44-d86a-4514-be3b-347ef596771c req-f7bab50d-dfc9-4508-9658-e0221708b14b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966868 Jul 29 23:26:26.489597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] Set router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:26.543259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Allocated IP 172.20.0.1 (ecfebe8a-29ec-4106-9dc3-abd3c2519f75/8eb21978-8523-4056-8373-6f1e995423db/051602c1-4e94-49af-b60a-3c1b7300fdfe) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:26.552275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-6c729588-24a3-4e79-8911-3e2c2dcce367 service neutron] 10.222.0.37 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147446 Jul 29 23:26:26.668514 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.711935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748b26d-26fe-46de-9015-0173f093cf8e req-03bbbd16-4dc4-4137-981c-8188ceacd8e7 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.718152 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.720835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8748b26d-26fe-46de-9015-0173f093cf8e req-03bbbd16-4dc4-4137-981c-8188ceacd8e7 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 943 time: 0.1237490 Jul 29 23:26:26.749303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c427f0e6-ffa4-4b31-af2c-222292eb1f30'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:26.784247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-23830d3a-7b8d-4357-848e-0b1160778d07 service neutron] 10.222.0.37 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306888 Jul 29 23:26:26.790658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Pushing event updated for resources: {'Port': ['ID=051602c1-4e94-49af-b60a-3c1b7300fdfe,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:26.814547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8748b26d-26fe-46de-9015-0173f093cf8e req-b97b3a79-d02d-40a7-bf90-6a986ea936fc tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901096 Jul 29 23:26:26.826254 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:26.832192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:26.839886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:26.908112 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.017872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4f745d0c-221f-4cdd-a59b-06c14bafdf6f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:27.105888 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.130969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:22Z', 'revision_number': 3, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:27.140488 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.164211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca377dd6-f74b-459c-abf5-71967a991134 None None] The sync data for ids ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'] in n-d-712139-11 is: [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:22Z', 'revision_number': 3, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:27.166921 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:27.167332 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.191779 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169ab1b-97a0-46dd-a755-e6fcf26e58f5 req-ca3cf3bc-9520-4c7d-a075-1b062c07b2d3 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.193367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7169ab1b-97a0-46dd-a755-e6fcf26e58f5 req-ca3cf3bc-9520-4c7d-a075-1b062c07b2d3 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1331100 Jul 29 23:26:27.227395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d48a0e4b-5cb6-4e1b-b12e-527a55bddebb details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:27.241501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12b483-79ad-4fbb-b1a0-3be569317d1d req-1f84a884-0a27-4782-b469-abe0efd426d3 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.243450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf12b483-79ad-4fbb-b1a0-3be569317d1d req-1f84a884-0a27-4782-b469-abe0efd426d3 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 945 time: 0.1133885 Jul 29 23:26:27.336946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7169ab1b-97a0-46dd-a755-e6fcf26e58f5 req-92c173d9-e033-4b99-b595-253d015456b5 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266198 Jul 29 23:26:27.360176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf12b483-79ad-4fbb-b1a0-3be569317d1d req-13edc1d8-ae3e-454a-8be5-1a5cf1f04b60 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079197 Jul 29 23:26:27.388581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.441301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aa49855-082a-43a3-8f0f-e0d26ea79bab req-0cc518a5-2799-49c9-b7a7-decdeecab9ed tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 210 time: 0.0366473 Jul 29 23:26:27.443126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'port_id': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb', 'mac_address': 'fa:16:3e:37:53:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d8f5b6-5b81-44f6-a514-948e8b1a737d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:27.480995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.496691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.497804 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.551401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d48a0e4b-5cb6-4e1b-b12e-527a55bddebb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:27.594320 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.604983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.605506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Pushing event updated for resources: {'Port': ['ID=051602c1-4e94-49af-b60a-3c1b7300fdfe,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.617317 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.692661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.714654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc18f51-6263-4878-9e66-7c65b4e4e6d2 req-e7c588c1-b5de-4d23-90aa-b6d310445585 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.716298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bcc18f51-6263-4878-9e66-7c65b4e4e6d2 req-e7c588c1-b5de-4d23-90aa-b6d310445585 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 944 time: 0.1027870 Jul 29 23:26:27.771693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bcc18f51-6263-4878-9e66-7c65b4e4e6d2 req-82ee9cdf-6266-45fe-8993-a93ea8d9b116 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Jul 29 23:26:27.777898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:27.779351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:27.786038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'tag': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:27.788347 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fa862b-c20e-4ef5-bf61-8d3882d49959", "tag": "c427f0e6-ffa4-4b31-af2c-222292eb1f30"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:27.880513 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6fcc12-1dae-411a-bd81-0df43f650b86 x-openstack-request-id: req-5e6fcc12-1dae-411a-bd81-0df43f650b86 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:27.881632 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fa862b-c20e-4ef5-bf61-8d3882d49959", "tag": "c427f0e6-ffa4-4b31-af2c-222292eb1f30", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:27.881632 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e6fcc12-1dae-411a-bd81-0df43f650b86 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:27.881632 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'tag': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30', 'status': 'completed', 'code': 200} Jul 29 23:26:27.973231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3987f7-f573-4ec3-9e89-cbc4be4e2840 req-2631d6cd-d1b2-4375-a4e7-a9f9f1489660 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.981338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a3987f7-f573-4ec3-9e89-cbc4be4e2840 req-2631d6cd-d1b2-4375-a4e7-a9f9f1489660 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 943 time: 0.0895071 Jul 29 23:26:28.050768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:28.060467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22 req-53f063c2-8fc4-4da3-95fc-da9701b8d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.061007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a3987f7-f573-4ec3-9e89-cbc4be4e2840 req-47a5398c-aa06-4482-b08d-7d9d4a0c8b51 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753472 Jul 29 23:26:28.062050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22 req-53f063c2-8fc4-4da3-95fc-da9701b8d030 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 1126 time: 0.1098549 Jul 29 23:26:28.268747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:28.271016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22 req-dedf4a5d-79d5-484a-a360-f6b3d92e9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.272530 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22 req-dedf4a5d-79d5-484a-a360-f6b3d92e9b4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.2016826 Jul 29 23:26:28.273878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d48a0e4b-5cb6-4e1b-b12e-527a55bddebb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:28.276331 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-275f1d53-4def-4f03-8a60-8fd92054144e admin admin] 10.222.0.37 "PUT /v2.0/routers/0fdc19a7-63ca-4f78-a30d-ec1941c80b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7753356 Jul 29 23:26:28.343375 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22 req-af707d5b-4b6f-4f39-8392-a70db163a3b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30 HTTP/1.1" status: 200 len: 217 time: 0.0591233 Jul 29 23:26:28.435085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22 req-983c9b28-d0bc-4060-b46f-1b96eb787bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.436643 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22 req-983c9b28-d0bc-4060-b46f-1b96eb787bf3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0832977 Jul 29 23:26:28.457336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-98552323-466a-459b-8eba-a03cc4bde118 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.458851 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-98552323-466a-459b-8eba-a03cc4bde118 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 945 time: 0.0758173 Jul 29 23:26:28.536825 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22 req-8d5a2992-8924-4c0f-86cb-03464e826007 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761664 Jul 29 23:26:28.571303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c692f1-c060-44ab-b535-88aa8afe1637 req-3185c7ef-8845-4d0b-89ad-49c5776ffb68 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.572927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92c692f1-c060-44ab-b535-88aa8afe1637 req-3185c7ef-8845-4d0b-89ad-49c5776ffb68 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1164005 Jul 29 23:26:28.600828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831ef8b-0aa2-4660-8bff-9d9df57bc9ea req-7ab4b7ec-8600-4b7c-9fbf-e93bfd15e0f1 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.602421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9831ef8b-0aa2-4660-8bff-9d9df57bc9ea req-7ab4b7ec-8600-4b7c-9fbf-e93bfd15e0f1 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 945 time: 0.0943491 Jul 29 23:26:28.663358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9831ef8b-0aa2-4660-8bff-9d9df57bc9ea req-9c3aedd9-7dea-4417-8995-36c3618a89bd tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a74631f4-5c5a-4929-8671-ec3fef0eac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537460 Jul 29 23:26:28.669872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92c692f1-c060-44ab-b535-88aa8afe1637 req-6036a3ac-01f8-4481-8c0a-fc9fc8010b1e tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883646 Jul 29 23:26:28.713981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-73e94c41-ffbc-4f93-a147-123ffcf60a20 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Deleting port adf8ffbc-c714-46e7-97f8-0f6c18371b56 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:28.714338 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-73e94c41-ffbc-4f93-a147-123ffcf60a20 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.732966 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22 req-4036834e-221f-498c-829c-e24b35014dc6 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835723 Jul 29 23:26:28.836930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eac34500-6cfa-413b-9db5-8453bc45f947 req-fe956b96-50aa-4e91-b092-09a9c0aedc77 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 210 time: 0.0574787 Jul 29 23:26:28.970256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e4955cc1-06e1-4acb-a823-79e277c733b4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:29.007569 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30d0c3b1-2c13-4911-a16f-0c3fd1b16b22 req-bb7aed01-39c9-4b93-b7fd-17b1878e8628 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476988 Jul 29 23:26:29.047075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e4955cc1-06e1-4acb-a823-79e277c733b4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:29.053810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e4955cc1-06e1-4acb-a823-79e277c733b4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:29.054531 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.091203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-73e94c41-ffbc-4f93-a147-123ffcf60a20 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] For port adf8ffbc-c714-46e7-97f8-0f6c18371b56, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=adf8ffbc-c714-46e7-97f8-0f6c18371b56,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:29.091582 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-73e94c41-ffbc-4f93-a147-123ffcf60a20 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.113859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0056-40d6-410c-b282-ca188591425e req-70476d4d-f92a-4475-a944-9047c6479706 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.114451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-e5bedac2-e5aa-437c-b55e-736cb8bebd57 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.115647 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-70476d4d-f92a-4475-a944-9047c6479706 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 817 time: 0.3428047 Jul 29 23:26:29.116038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-e5bedac2-e5aa-437c-b55e-736cb8bebd57 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/networks?id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 200 len: 819 time: 0.2131722 Jul 29 23:26:29.126971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-73e94c41-ffbc-4f93-a147-123ffcf60a20 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Calling delete_port for adf8ffbc-c714-46e7-97f8-0f6c18371b56 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:29.157649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363bd41-fb86-420c-b946-ce4045e582aa req-280c8c16-1f2f-4f57-8835-cfa86caacfa3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.163903 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.166448 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5363bd41-fb86-420c-b946-ce4045e582aa req-280c8c16-1f2f-4f57-8835-cfa86caacfa3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 944 time: 0.1208553 Jul 29 23:26:29.173114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-22f735f2-f4aa-4c22-b482-a9e2ab0c1e15 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/quotas/0e5616f9eae2437eb228a4f8a0b0e0e1 HTTP/1.1" status: 200 len: 375 time: 0.0502055 Jul 29 23:26:29.194768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port e4955cc1-06e1-4acb-a823-79e277c733b4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e4955cc1-06e1-4acb-a823-79e277c733b4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:29.199721 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.247150 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-8aae7023-c9af-43ea-bbdb-d116f26a8178 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dabfb53ab127454eb2bdcac4ae243846 HTTP/1.1" status: 200 len: 380 time: 0.0531538 Jul 29 23:26:29.252946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c427f0e6-ffa4-4b31-af2c-222292eb1f30 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:29.262885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5363bd41-fb86-420c-b946-ce4045e582aa req-5b007a7b-f3ba-48cb-9807-ce0ff2a88ad1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954554 Jul 29 23:26:29.267668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d48a0e4b-5cb6-4e1b-b12e-527a55bddebb up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:29.271331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'port': {'device_id': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'admin_state_up': True, 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'security_groups': ['f4677eee-5eb5-4f94-8deb-f70247a86bb6']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:29.293938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-a1db273e-a497-4f49-9a94-e0419e35a872 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136012 Jul 29 23:26:29.330692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=e4955cc1-06e1-4acb-a823-79e277c733b4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:29.395972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:29.396379 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.453822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-b9b8e13a-f229-4394-b608-56ab8c9b40fd service neutron] 10.222.0.37 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570380 Jul 29 23:26:29.467362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-73e94c41-ffbc-4f93-a147-123ffcf60a20 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.498504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Made reservation on behalf of dabfb53ab127454eb2bdcac4ae243846 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:29.502365 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.519130 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['adf8ffbc-c714-46e7-97f8-0f6c18371b56'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:29.532555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e94c41-ffbc-4f93-a147-123ffcf60a20 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Pushing event deleted for resources: {'Port': ['ID=adf8ffbc-c714-46e7-97f8-0f6c18371b56,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:29.594143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:29.618449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-73e94c41-ffbc-4f93-a147-123ffcf60a20 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] No DVR routers for this DVR port adf8ffbc-c714-46e7-97f8-0f6c18371b56 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:29.624151 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-73e94c41-ffbc-4f93-a147-123ffcf60a20 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.626200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c427f0e6-ffa4-4b31-af2c-222292eb1f30 has no active binding in host n-h2-712139-11 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:26:29.626816 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8126ae7e-bab6-4fe2-8aca-891212bc62ce req-73e94c41-ffbc-4f93-a147-123ffcf60a20 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.47 "DELETE /v2.0/ports/adf8ffbc-c714-46e7-97f8-0f6c18371b56 HTTP/1.1" status: 204 len: 173 time: 1.1568668 Jul 29 23:26:29.628955 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.662661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd6e3e-25b6-41bc-962f-9460b87a92ee req-9984323c-681a-418c-9407-8eb3e264ddee tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.669583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:29.672713 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8f93fa-cade-4b3d-b87e-39dca074d1a8" -d '{"events": [{"server_uuid": "6cb8141a-c497-4778-8f86-9ed33a41cb82", "name": "network-vif-plugged", "status": "completed", "tag": "d48a0e4b-5cb6-4e1b-b12e-527a55bddebb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:29.673675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0bd6e3e-25b6-41bc-962f-9460b87a92ee req-9984323c-681a-418c-9407-8eb3e264ddee tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 943 time: 0.1039586 Jul 29 23:26:29.702692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:29.705427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-dbe51cdb-d2a5-41bc-ac4b-f7b81cb4e526 service neutron] 10.222.0.37 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503779 Jul 29 23:26:29.709491 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.742993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0bd6e3e-25b6-41bc-962f-9460b87a92ee req-8602be19-dc7e-4a0d-a812-041a14a7a333 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660298 Jul 29 23:26:29.771425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Allocated IP 172.20.0.3 (beb91962-d580-4d48-85af-8e948cc95cc1/10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c/34af723d-cdb2-4f59-bb5c-1c5442a387fd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:29.832780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:29.876784 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a03714-e809-4518-af25-4d26d0aa83bc x-openstack-request-id: req-92a03714-e809-4518-af25-4d26d0aa83bc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:29.877153 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8141a-c497-4778-8f86-9ed33a41cb82", "name": "network-vif-plugged", "status": "completed", "tag": "d48a0e4b-5cb6-4e1b-b12e-527a55bddebb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:29.877527 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92a03714-e809-4518-af25-4d26d0aa83bc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:29.877995 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb', 'code': 200} Jul 29 23:26:29.882836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc0af0-fef2-4d4e-ae55-7e29d0545fee', 'name': 'network-vif-deleted', 'tag': 'adf8ffbc-c714-46e7-97f8-0f6c18371b56'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:29.885116 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906b54f7-6e98-420b-a679-371d18d8246c" -d '{"events": [{"server_uuid": "e7dc0af0-fef2-4d4e-ae55-7e29d0545fee", "name": "network-vif-deleted", "tag": "adf8ffbc-c714-46e7-97f8-0f6c18371b56"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:29.916155 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:26:30.090667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e41aeabe-872b-4b1d-9b46-84fe04a99239 req-e81dd7cd-8f6f-4afc-9302-b8f06100aa45 tempest-AttachSCSIVolumeTestJSON-566482763 tempest-AttachSCSIVolumeTestJSON-566482763-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7dc0af0-fef2-4d4e-ae55-7e29d0545fee HTTP/1.1" status: 200 len: 210 time: 0.0916684 Jul 29 23:26:30.123402 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-bc1556aa-f696-4599-b66d-7d6e5abbc775 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835629 Jul 29 23:26:30.139861 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.157772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Transition to ACTIVE for port object 34af723d-cdb2-4f59-bb5c-1c5442a387fd will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:30.233201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be567063-9ded-404a-afc8-a26280fc7a2e req-b8c6c6f9-1c10-4368-952d-4e453731b2f8 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.234769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be567063-9ded-404a-afc8-a26280fc7a2e req-b8c6c6f9-1c10-4368-952d-4e453731b2f8 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1487372 Jul 29 23:26:30.269221 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.335442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Network beb91962-d580-4d48-85af-8e948cc95cc1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:30.339853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:30.343217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-f11ff44b-1115-4efd-8f87-bd8b7a918550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.344795 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-f11ff44b-1115-4efd-8f87-bd8b7a918550 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 1097 time: 0.1324077 Jul 29 23:26:30.347630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:30.421061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be567063-9ded-404a-afc8-a26280fc7a2e req-361843c0-d8d3-4a3d-a45f-1537bafe7547 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712937 Jul 29 23:26:30.468665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d929d-5c02-4e0d-a339-732a889d8fc5 req-2895309c-deb0-447c-b939-c09815a0fec9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.472500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a79d929d-5c02-4e0d-a339-732a889d8fc5 req-2895309c-deb0-447c-b939-c09815a0fec9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 931 time: 0.2270610 Jul 29 23:26:30.505126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:30.540049 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06717b35-b93b-4425-9fb6-c70b3ce4ec23 x-openstack-request-id: req-06717b35-b93b-4425-9fb6-c70b3ce4ec23 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:30.540345 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc0af0-fef2-4d4e-ae55-7e29d0545fee", "name": "network-vif-deleted", "tag": "adf8ffbc-c714-46e7-97f8-0f6c18371b56", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:30.540599 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06717b35-b93b-4425-9fb6-c70b3ce4ec23 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:30.541062 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc0af0-fef2-4d4e-ae55-7e29d0545fee', 'name': 'network-vif-deleted', 'tag': 'adf8ffbc-c714-46e7-97f8-0f6c18371b56', 'status': 'completed', 'code': 200} Jul 29 23:26:30.567571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.583944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.601002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a79d929d-5c02-4e0d-a339-732a889d8fc5 req-b8c22c27-f920-4b36-8d55-5cf7c3f272a7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169891 Jul 29 23:26:30.635370 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Sync routers for ids ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:30.665487 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Routers {'0fdc19a7-63ca-4f78-a30d-ec1941c80b03'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:30.666148 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:30.701743 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-d391be3c-c6bd-472b-bace-fe519d8bf05d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4370818 Jul 29 23:26:30.703108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-1446c726-31f6-466b-a08b-be309815748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.705511 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-1446c726-31f6-466b-a08b-be309815748e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 200 len: 920 time: 0.3223109 Jul 29 23:26:30.739478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b34bb7d-4209-4d2f-b063-c5edca6c8470 req-d5bea740-0984-41b0-a4c7-7e0feecde327 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 210 time: 0.1054163 Jul 29 23:26:30.764301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Request body: {'port': {'device_id': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:30.894975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-33022b71-ef54-445b-8625-8ee132af06d7 None None] Provisioning for port 34af723d-cdb2-4f59-bb5c-1c5442a387fd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:30.909201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-33022b71-ef54-445b-8625-8ee132af06d7 None None] Provisioning complete for port 34af723d-cdb2-4f59-bb5c-1c5442a387fd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:30.910171 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33022b71-ef54-445b-8625-8ee132af06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.950296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74c1a2-079a-47b7-8f44-035a69139667 req-f8f8e1af-d3c6-41d0-b7cb-05648fd4d794 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.958589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e74c1a2-079a-47b7-8f44-035a69139667 req-f8f8e1af-d3c6-41d0-b7cb-05648fd4d794 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1669073 Jul 29 23:26:31.003710 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e4955cc1-06e1-4acb-a823-79e277c733b4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:31.013176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e74c1a2-079a-47b7-8f44-035a69139667 req-0895c37e-5554-416a-8afc-f443e128d1a2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499914 Jul 29 23:26:31.032354 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Set router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:31.113733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81cc38-d05c-4362-b875-1eafdfc9626c req-29b83020-fa55-4ee5-babc-91fb2a37f21f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.115847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e81cc38-d05c-4362-b875-1eafdfc9626c req-29b83020-fa55-4ee5-babc-91fb2a37f21f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 943 time: 0.0962081 Jul 29 23:26:31.156311 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.163331 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-f19fb9bf-f610-4ac4-8b54-fd0b83d2f2b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a HTTP/1.1" status: 200 len: 217 time: 0.4200382 Jul 29 23:26:31.164506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-33022b71-ef54-445b-8625-8ee132af06d7 None None] Port 34af723d-cdb2-4f59-bb5c-1c5442a387fd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:31.225404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e4955cc1-06e1-4acb-a823-79e277c733b4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:31.226020 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.324142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e81cc38-d05c-4362-b875-1eafdfc9626c req-12966c57-62b9-4ea0-938a-c626b47e7588 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939008 Jul 29 23:26:31.345994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device adf8ffbc-c714-46e7-97f8-0f6c18371b56 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:31.404290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-e1ce4ce6-274b-43df-9559-537257201a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.405994 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-e1ce4ce6-274b-43df-9559-537257201a2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 200 len: 859 time: 0.2277586 Jul 29 23:26:31.430391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: adf8ffbc-c714-46e7-97f8-0f6c18371b56 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:31.430729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device adf8ffbc-c714-46e7-97f8-0f6c18371b56 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:31.529862 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-eb5945ed-6566-486b-970a-f4daa0ff458f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106875 Jul 29 23:26:31.569094 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:27Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '051602c1-4e94-49af-b60a-3c1b7300fdfe', 'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'mac_address': 'fa:16:3e:46:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8eb21978-8523-4056-8373-6f1e995423db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:26Z', 'updated_at': '2021-07-29T23:26:27Z', 'revision_number': 2, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'subnets': [{'id': '8eb21978-8523-4056-8373-6f1e995423db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:31.625706 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Checking router: 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:31.626446 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Updating router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 port 051602c1-4e94-49af-b60a-3c1b7300fdfe binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:26:31.663942 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.706288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba37373-33ba-4349-9842-51de444412da req-5bb94d02-fdcd-4699-9079-e719510438cd tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.710304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ba37373-33ba-4349-9842-51de444412da req-5bb94d02-fdcd-4699-9079-e719510438cd tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1348605 Jul 29 23:26:31.790866 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-25c38d3a-6f7d-46fa-9bb7-753e22fefaa6 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469833 Jul 29 23:26:31.881051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ba37373-33ba-4349-9842-51de444412da req-cf1bcd89-6149-4f88-9465-56ef17aa6ac9 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648591 Jul 29 23:26:32.044286 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.095047 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.119280 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Transition to ACTIVE for port object 051602c1-4e94-49af-b60a-3c1b7300fdfe will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:32.132856 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.144999 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2e9a526-f2e6-413a-8138-f94250927f9a req-e02f6abb-d3cf-47ce-9e38-3da159cb9580 service neutron] 10.222.0.47 "GET /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642901 Jul 29 23:26:32.265062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-368ffdf4-48d9-49c3-a711-4a5eb2b05ca6 req-9cf868d2-7e37-4d94-a750-bc0eaf8abebc tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 210 time: 0.1210418 Jul 29 23:26:32.306311 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961f247-4b69-4999-91e2-e86553bcfd05 None None] Pushing event updated for resources: {'Port': ['ID=051602c1-4e94-49af-b60a-3c1b7300fdfe,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:32.382415 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Attempting to bind port 051602c1-4e94-49af-b60a-3c1b7300fdfe on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:32.383091 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Attempting to bind port 051602c1-4e94-49af-b60a-3c1b7300fdfe by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '33dbf3e1-291f-4c22-be16-2134a897476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:32.383658 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Attempting to bind port 051602c1-4e94-49af-b60a-3c1b7300fdfe on network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:32.389437 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:32.390107 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Checking segment: {'id': '33dbf3e1-291f-4c22-be16-2134a897476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:32.390688 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.391260 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Bound using segment: {'id': '33dbf3e1-291f-4c22-be16-2134a897476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:32.391897 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Bound port: 051602c1-4e94-49af-b60a-3c1b7300fdfe, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33dbf3e1-291f-4c22-be16-2134a897476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:32.392472 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.473254 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] For port 051602c1-4e94-49af-b60a-3c1b7300fdfe, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:32.473509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34af723d-cdb2-4f59-bb5c-1c5442a387fd {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:32.485325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.488406 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] For port 051602c1-4e94-49af-b60a-3c1b7300fdfe, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=051602c1-4e94-49af-b60a-3c1b7300fdfe,segment=NetworkSegment(33dbf3e1-291f-4c22-be16-2134a897476e),segment_id=33dbf3e1-291f-4c22-be16-2134a897476e)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:32.498836 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.514980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Transition to ACTIVE for port object 34af723d-cdb2-4f59-bb5c-1c5442a387fd will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:32.527213 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.610033 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Routers {'0fdc19a7-63ca-4f78-a30d-ec1941c80b03'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:32.617367 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:32.835333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec419c88-d08e-4367-821a-463d54e937d0 req-06a37b04-8de9-4152-8929-b66663787cef tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.836976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec419c88-d08e-4367-821a-463d54e937d0 req-06a37b04-8de9-4152-8929-b66663787cef tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 931 time: 0.5159302 Jul 29 23:26:32.985837 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961f247-4b69-4999-91e2-e86553bcfd05 None None] Pushing event updated for resources: {'Port': ['ID=051602c1-4e94-49af-b60a-3c1b7300fdfe,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:33.005515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea06ea-a867-46d5-bbd9-88fa8886d040 req-ddf4dcff-71d3-4b78-8165-c51072c25781 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.020812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1ea06ea-a867-46d5-bbd9-88fa8886d040 req-ddf4dcff-71d3-4b78-8165-c51072c25781 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.3172898 Jul 29 23:26:33.078382 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] Set router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:33.126388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec419c88-d08e-4367-821a-463d54e937d0 req-1aef6f06-f41b-46b3-9669-1ddbd642f8b6 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662656 Jul 29 23:26:33.146114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-5a15cebe-b9cc-4a1b-8607-4a25b967d7a2 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.153364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-5a15cebe-b9cc-4a1b-8607-4a25b967d7a2 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.47 "GET /v2.0/networks?id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 200 len: 819 time: 0.8872476 Jul 29 23:26:33.181643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:33.199251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Request body: {'port': {'device_id': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'admin_state_up': True, 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:33.231711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.231890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.232241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.235330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.238136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.239552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.240392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.240961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.241689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.245536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.246895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.247923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:33.366870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Attempting to bind port 34af723d-cdb2-4f59-bb5c-1c5442a387fd on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:33.367572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Attempting to bind port 34af723d-cdb2-4f59-bb5c-1c5442a387fd by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:33.368326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Attempting to bind port 34af723d-cdb2-4f59-bb5c-1c5442a387fd on network beb91962-d580-4d48-85af-8e948cc95cc1 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:33.373935 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Port 34af723d-cdb2-4f59-bb5c-1c5442a387fd on network beb91962-d580-4d48-85af-8e948cc95cc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:33.374614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Attempting to bind port 34af723d-cdb2-4f59-bb5c-1c5442a387fd on network beb91962-d580-4d48-85af-8e948cc95cc1 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:33.384250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:33.385321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Checking segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:33.386721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Bound using segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:33.388092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Bound port: 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:33.389043 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.437075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf235f-bdf7-4cce-948a-5c0457205f2f req-5a46ddcf-be7c-42f3-90bb-5e139c39bbd5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.449523 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1cf235f-bdf7-4cce-948a-5c0457205f2f req-5a46ddcf-be7c-42f3-90bb-5e139c39bbd5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 943 time: 0.1070974 Jul 29 23:26:33.463364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1ea06ea-a867-46d5-bbd9-88fa8886d040 req-1ae564e6-5f4b-409c-9d7a-a818c322696c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968611 Jul 29 23:26:33.475443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Made reservation on behalf of 0e5616f9eae2437eb228a4f8a0b0e0e1 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:33.488419 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.527070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:33.535815 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:27Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '051602c1-4e94-49af-b60a-3c1b7300fdfe', 'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'mac_address': 'fa:16:3e:46:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8eb21978-8523-4056-8373-6f1e995423db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:26Z', 'updated_at': '2021-07-29T23:26:32Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'subnets': [{'id': '8eb21978-8523-4056-8373-6f1e995423db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:33.538451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:33.543825 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.579274 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1aebb-a357-48b3-838c-1210ccd61f0d None None] The sync data for ids ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'] in n-d-712139-11 is: [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:27Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '051602c1-4e94-49af-b60a-3c1b7300fdfe', 'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'mac_address': 'fa:16:3e:46:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8eb21978-8523-4056-8373-6f1e995423db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:26Z', 'updated_at': '2021-07-29T23:26:32Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'subnets': [{'id': '8eb21978-8523-4056-8373-6f1e995423db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:33.677050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.677689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.679287 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] 10.222.0.47 "PUT /v2.0/ports/34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 200 len: 1092 time: 2.9378476 Jul 29 23:26:33.681765 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:33.684204 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3ccffd-313b-45b8-b197-24d5a8ade64c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:33.812702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a25aef-ec62-4079-b1ba-b8421a6ff487 service neutron] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:33.822017 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-04da747d-627f-47a6-ba5f-4f01c890c6e9 service neutron] 10.222.0.42 "GET /v2.0/ports/c427f0e6-ffa4-4b31-af2c-222292eb1f30/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 385 time: 0.2294419 Jul 29 23:26:34.140563 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-066a2ea1-f7dc-455d-8be1-97c7beb21647 service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:34.206432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-066a2ea1-f7dc-455d-8be1-97c7beb21647 service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:34.256400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-066a2ea1-f7dc-455d-8be1-97c7beb21647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c427f0e6-ffa4-4b31-af2c-222292eb1f30 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:34.267808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-066a2ea1-f7dc-455d-8be1-97c7beb21647 service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:34.305155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0056-40d6-410c-b282-ca188591425e req-da4ba864-de63-4a3e-9195-01e7314bd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.306728 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-da4ba864-de63-4a3e-9195-01e7314bd553 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 1095 time: 0.5378697 Jul 29 23:26:34.307394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-066a2ea1-f7dc-455d-8be1-97c7beb21647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.385400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Allocated IP 172.20.0.12 (ecfebe8a-29ec-4106-9dc3-abd3c2519f75/8eb21978-8523-4056-8373-6f1e995423db/619888b1-b764-452f-a5e7-fd16d186a875) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:34.423149 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-033f4b50-7b79-4cf2-8f91-e062d0ba8427 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 200 len: 217 time: 0.0945082 Jul 29 23:26:34.536278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1cf235f-bdf7-4cce-948a-5c0457205f2f req-f44171ef-9e61-4223-80e4-2b60209318cb tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0830863 Jul 29 23:26:34.546338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0056-40d6-410c-b282-ca188591425e req-3cd66641-119c-4e14-8736-7a6d609c7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.548180 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-3cd66641-119c-4e14-8736-7a6d609c7240 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.1131155 Jul 29 23:26:34.590144 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-066a2ea1-f7dc-455d-8be1-97c7beb21647 service neutron] Transition to ACTIVE for port object c427f0e6-ffa4-4b31-af2c-222292eb1f30 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:34.608617 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-066a2ea1-f7dc-455d-8be1-97c7beb21647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.655881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.707177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a2ea1-f7dc-455d-8be1-97c7beb21647 service neutron] Pushing event updated for resources: {'Port': ['ID=c427f0e6-ffa4-4b31-af2c-222292eb1f30,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.732630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-145719f0-cdf6-4190-8e13-33a52eb89e29 req-9a72d0d4-bfa2-464f-9794-d67a0e1a2ba3 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 210 time: 0.0617948 Jul 29 23:26:34.803566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-066a2ea1-f7dc-455d-8be1-97c7beb21647 service neutron] No DVR routers for this DVR port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:34.940069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32dac8-ed5f-4716-a85b-e67da0dd30a8 req-83bd8df3-28b2-421f-ab45-cab51fe727b9 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.959241 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd32dac8-ed5f-4716-a85b-e67da0dd30a8 req-83bd8df3-28b2-421f-ab45-cab51fe727b9 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.7763441 Jul 29 23:26:34.970553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0056-40d6-410c-b282-ca188591425e req-d043f6cd-d600-4c38-9202-0cbcde7f9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.974137 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-d043f6cd-d600-4c38-9202-0cbcde7f9cb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3826654 Jul 29 23:26:34.990885 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-066a2ea1-f7dc-455d-8be1-97c7beb21647 service neutron] 10.222.0.42 "PUT /v2.0/ports/c427f0e6-ffa4-4b31-af2c-222292eb1f30/bindings/n-h2-712139-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1568687 Jul 29 23:26:34.999040 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.030592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 051602c1-4e94-49af-b60a-3c1b7300fdfe up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:35.153069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:35.156424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 051602c1-4e94-49af-b60a-3c1b7300fdfe completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:35.163046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 051602c1-4e94-49af-b60a-3c1b7300fdfe triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:35.163666 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.175288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:35.195094 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7010f5c-4a01-4f48-9f06-358d7757d814 x-openstack-request-id: req-f7010f5c-4a01-4f48-9f06-358d7757d814 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:35.197591 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:35.197870 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7010f5c-4a01-4f48-9f06-358d7757d814 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:35.198340 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'status': 'completed', 'code': 200} Jul 29 23:26:35.201160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:35.296558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-6ac969ed-1891-4c98-98d7-fd1586d54a71 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.298313 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-6ac969ed-1891-4c98-98d7-fd1586d54a71 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1096 time: 0.1380074 Jul 29 23:26:35.344577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd32dac8-ed5f-4716-a85b-e67da0dd30a8 req-f18bf786-900a-4811-ad61-44164aa89ae9 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843164 Jul 29 23:26:35.369264 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.376995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Pushing event updated for resources: {'Port': ['ID=619888b1-b764-452f-a5e7-fd16d186a875,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.408425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-6d08e248-d885-4059-a998-af6939e9a185 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137959 Jul 29 23:26:35.482532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 051602c1-4e94-49af-b60a-3c1b7300fdfe, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=051602c1-4e94-49af-b60a-3c1b7300fdfe,segment=NetworkSegment(33dbf3e1-291f-4c22-be16-2134a897476e),segment_id=33dbf3e1-291f-4c22-be16-2134a897476e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.498982 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.565666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=051602c1-4e94-49af-b60a-3c1b7300fdfe,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.580392 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe7b0056-40d6-410c-b282-ca188591425e req-080fd547-1342-45d6-9b5a-53982757bbbf service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343319 Jul 29 23:26:35.595848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-c29cb314-92e0-40a0-83cb-a5e473c8bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.597167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.597638 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-c29cb314-92e0-40a0-83cb-a5e473c8bbb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959&tenant_id=e98da22c0c3d4847bbc609aed059b175 HTTP/1.1" status: 200 len: 1096 time: 0.2871611 Jul 29 23:26:35.598532 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.617262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1e4b-e1b6-4b7e-aea7-ac75fe3550af req-462fd172-f51e-4fad-9d41-ae8848f890c9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.619585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49eb1e4b-e1b6-4b7e-aea7-ac75fe3550af req-462fd172-f51e-4fad-9d41-ae8848f890c9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.3195500 Jul 29 23:26:35.644098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-40e9a736-1878-4762-8644-fad02792785d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4678800 Jul 29 23:26:35.686329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cdffb-aab6-48da-ba56-cbd9951775e7 req-bd99b6a1-9639-4d99-b6e5-9cdd873beb13 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.694356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-376cdffb-aab6-48da-ba56-cbd9951775e7 req-bd99b6a1-9639-4d99-b6e5-9cdd873beb13 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.2117920 Jul 29 23:26:35.744657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49eb1e4b-e1b6-4b7e-aea7-ac75fe3550af req-28e41cd9-5040-4834-9331-99836ebdaf7c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141832 Jul 29 23:26:35.766847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Request body: {'port': {'device_id': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:35.827749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-376cdffb-aab6-48da-ba56-cbd9951775e7 req-10d4b18a-662f-4fce-b670-8f37fbc8cd0d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297553 Jul 29 23:26:35.931214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-c1611062-e718-475a-ad91-dc033e7a6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.943329 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-c1611062-e718-475a-ad91-dc033e7a6a4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 1096 time: 0.2083552 Jul 29 23:26:35.966740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-bb6468d7-2c74-4db5-ba4d-b06b88a85978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.968377 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-bb6468d7-2c74-4db5-ba4d-b06b88a85978 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 1095 time: 0.1483283 Jul 29 23:26:35.971912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.105871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6e71-8c09-449c-a73c-55681b53dbce req-d864789a-0e82-44da-b2d4-6dd43b61b9af tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.113346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c6b6e71-8c09-449c-a73c-55681b53dbce req-d864789a-0e82-44da-b2d4-6dd43b61b9af tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 944 time: 0.1660690 Jul 29 23:26:36.154237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469768b5-37e5-457b-922a-20ac223e9bdf req-cd5914c8-b608-4ae6-8252-40a53681e65f tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.163375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-469768b5-37e5-457b-922a-20ac223e9bdf req-cd5914c8-b608-4ae6-8252-40a53681e65f tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 932 time: 0.1591880 Jul 29 23:26:36.186398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-e6d702c0-679c-4f93-828d-ec9cfd89baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.188468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-e6d702c0-679c-4f93-828d-ec9cfd89baa9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.1967821 Jul 29 23:26:36.263130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c6b6e71-8c09-449c-a73c-55681b53dbce req-55fb1c60-d689-4057-bb74-631d643c1258 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355994 Jul 29 23:26:36.263575 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-35dc15ad-b84b-473d-915e-9beb6245e0ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 200 len: 217 time: 0.0580568 Jul 29 23:26:36.273094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-47cd24d9-a0a8-4415-b1de-0a8374ad5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.274589 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-47cd24d9-a0a8-4415-b1de-0a8374ad5c41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.3210320 Jul 29 23:26:36.355676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-ec724c85-7e21-4b40-8815-ab0e8b70ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.357488 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-ec724c85-7e21-4b40-8815-ab0e8b70ce55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.0820026 Jul 29 23:26:36.413657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c427f0e6-ffa4-4b31-af2c-222292eb1f30 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:36.423432 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-0cf0cbc6-4a85-4405-a699-c0e48e1b4426 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30 HTTP/1.1" status: 200 len: 217 time: 0.0649905 Jul 29 23:26:36.523179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c427f0e6-ffa4-4b31-af2c-222292eb1f30 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:36.641981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619888b1-b764-452f-a5e7-fd16d186a875 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:36.644166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-827dc238-753f-4a35-a5cb-7125fcc16af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.645648 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-827dc238-753f-4a35-a5cb-7125fcc16af5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.2005305 Jul 29 23:26:36.650006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-146bdb15-88e6-4242-b1c4-ef3fb7372e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.659840 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.662430 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-146bdb15-88e6-4242-b1c4-ef3fb7372e6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2518206 Jul 29 23:26:36.689640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-469768b5-37e5-457b-922a-20ac223e9bdf req-bb6ab723-4222-400d-8727-50ac7b332b14 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252788 Jul 29 23:26:36.707828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Transition to ACTIVE for port object 619888b1-b764-452f-a5e7-fd16d186a875 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:36.710816 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-4d9673da-1fd2-41f2-93d9-54a5064b6b54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460393 Jul 29 23:26:36.741868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.794019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Pushing event updated for resources: {'Port': ['ID=619888b1-b764-452f-a5e7-fd16d186a875,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:36.838358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0ca11-5cc8-4461-8e85-51294c6e8b8e req-95ad0dff-0186-49f4-9a95-9537b9142b6b tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.840103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2da0ca11-5cc8-4461-8e85-51294c6e8b8e req-95ad0dff-0186-49f4-9a95-9537b9142b6b tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1694758 Jul 29 23:26:36.929163 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 051602c1-4e94-49af-b60a-3c1b7300fdfe up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:37.011554 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-d9c79eaf-a48f-4e4f-9c38-7a0b9d6375e0 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336296 Jul 29 23:26:37.039142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 051602c1-4e94-49af-b60a-3c1b7300fdfe triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:37.039830 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.043439 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-e061491b-42eb-40ba-9522-5b09264240a3 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197541 Jul 29 23:26:37.059735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2da0ca11-5cc8-4461-8e85-51294c6e8b8e req-573bc920-1a5b-49a8-a289-1b5791b464c0 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950674 Jul 29 23:26:37.178194 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3aef89-4bc3-413c-938f-7f028e607d62 req-298ae12b-9176-47b3-8cce-85fc9383c7be tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.185824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f3aef89-4bc3-413c-938f-7f028e607d62 req-298ae12b-9176-47b3-8cce-85fc9383c7be tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.2198541 Jul 29 23:26:37.187469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Attempting to bind port 619888b1-b764-452f-a5e7-fd16d186a875 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:37.187771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Attempting to bind port 619888b1-b764-452f-a5e7-fd16d186a875 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '33dbf3e1-291f-4c22-be16-2134a897476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:37.188142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Attempting to bind port 619888b1-b764-452f-a5e7-fd16d186a875 on network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:37.226452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Port 619888b1-b764-452f-a5e7-fd16d186a875 on network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:37.226832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Attempting to bind port 619888b1-b764-452f-a5e7-fd16d186a875 on network ecfebe8a-29ec-4106-9dc3-abd3c2519f75 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:37.234096 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ae3ccffd-313b-45b8-b197-24d5a8ade64c req-8b254d0e-4ec3-46a7-9aec-3f78bdbdc893 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140205 Jul 29 23:26:37.235846 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-72526d47-3923-413f-878a-832c13b38709 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812875 Jul 29 23:26:37.277521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:37.277521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Checking segment: {'id': '33dbf3e1-291f-4c22-be16-2134a897476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:37.278010 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Bound using segment: {'id': '33dbf3e1-291f-4c22-be16-2134a897476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:37.278328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Bound port: 619888b1-b764-452f-a5e7-fd16d186a875, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33dbf3e1-291f-4c22-be16-2134a897476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:37.278691 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.319112 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f3aef89-4bc3-413c-938f-7f028e607d62 req-73a70af4-3e66-412b-bb0d-784733ef50e1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112313 Jul 29 23:26:37.359927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684c2b-d1e9-462f-8c83-141e69310f46 req-d0f6985b-ab7c-4fee-b6c2-2a48bace82d1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.368096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e684c2b-d1e9-462f-8c83-141e69310f46 req-d0f6985b-ab7c-4fee-b6c2-2a48bace82d1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1371379 Jul 29 23:26:37.430632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] For port 619888b1-b764-452f-a5e7-fd16d186a875, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:37.432485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] For port 619888b1-b764-452f-a5e7-fd16d186a875, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=619888b1-b764-452f-a5e7-fd16d186a875,segment=NetworkSegment(33dbf3e1-291f-4c22-be16-2134a897476e),segment_id=33dbf3e1-291f-4c22-be16-2134a897476e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:37.479923 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.487114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e684c2b-d1e9-462f-8c83-141e69310f46 req-b9518ef3-bf4f-4b5f-bb6a-f148f1fb2956 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190557 Jul 29 23:26:37.537041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.537839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.539561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] 10.222.0.47 "PUT /v2.0/ports/619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 1093 time: 1.7919800 Jul 29 23:26:37.541704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:37.543817 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be632338-be8a-4675-a44e-24c1058b8a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "tag": "619888b1-b764-452f-a5e7-fd16d186a875"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:37.574120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef6e4e-580b-4383-813e-2aa1ede99e6e req-b4696356-d0d9-4d99-9e43-8357562dcb6d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.575485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cef6e4e-580b-4383-813e-2aa1ede99e6e req-b4696356-d0d9-4d99-9e43-8357562dcb6d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 944 time: 0.1415095 Jul 29 23:26:37.576874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447017b7-023a-4785-ae24-b039f48d8d64 service neutron] Pushing event updated for resources: {'Port': ['ID=619888b1-b764-452f-a5e7-fd16d186a875,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:37.732933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cef6e4e-580b-4383-813e-2aa1ede99e6e req-a6ac3894-7e15-4e29-9725-ad49f9e8c623 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364186 Jul 29 23:26:37.759527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-9dc0dc98-43c5-48ab-b7ff-3fc0e8f74ec0 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.759966 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a0637c-6299-4316-ad75-aae2066d9463 x-openstack-request-id: req-19a0637c-6299-4316-ad75-aae2066d9463 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:37.760272 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "tag": "619888b1-b764-452f-a5e7-fd16d186a875", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:37.761306 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-9dc0dc98-43c5-48ab-b7ff-3fc0e8f74ec0 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1096 time: 0.1025209 Jul 29 23:26:37.770734 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19a0637c-6299-4316-ad75-aae2066d9463 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:37.771205 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875', 'status': 'completed', 'code': 200} Jul 29 23:26:37.773211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-6a32b9c2-fce2-4c84-a022-03e9adae45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.774938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-6a32b9c2-fce2-4c84-a022-03e9adae45d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1096 time: 0.1044281 Jul 29 23:26:37.875823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-28058460-a1b6-4881-b15e-50d3049cfa6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 217 time: 0.0589252 Jul 29 23:26:37.942056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958498db-4789-411b-b711-685cfca58ef0 req-46517fd0-e418-4a58-98f3-94c1d8a83acc tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.943862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-958498db-4789-411b-b711-685cfca58ef0 req-46517fd0-e418-4a58-98f3-94c1d8a83acc tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 944 time: 0.1376445 Jul 29 23:26:37.945481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-53e9c5d5-6f48-41b8-9459-aa1dd108902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.946855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-53e9c5d5-6f48-41b8-9459-aa1dd108902e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8eb21978-8523-4056-8373-6f1e995423db HTTP/1.1" status: 200 len: 859 time: 0.0562367 Jul 29 23:26:37.959984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-5eb533ac-53f7-47bf-b841-aa24ede53cec service neutron] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:37.965233 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-5eb533ac-53f7-47bf-b841-aa24ede53cec service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.966544 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-058d0198-e2d7-43c0-9e7a-25dd45dff6e3 req-5eb533ac-53f7-47bf-b841-aa24ede53cec service neutron] 10.222.0.47 "DELETE /v2.0/ports/c427f0e6-ffa4-4b31-af2c-222292eb1f30/bindings/n-h1-712139-11 HTTP/1.1" status: 204 len: 173 time: 0.1547918 Jul 29 23:26:38.013747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-3e855b7a-29a3-410d-ae06-c55f735f493b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457075 Jul 29 23:26:38.093423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-958498db-4789-411b-b711-685cfca58ef0 req-f6fd825e-bd9e-4d0d-8214-d6a7a8653660 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323783 Jul 29 23:26:38.150278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-30e0aed4-ba41-47f2-8eee-00495869d7d8 service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101968 Jul 29 23:26:38.281422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53970c-af78-4bb3-87ac-6a9f4cb297c4 req-1b244f86-871a-42ed-9114-8e8a23532ae2 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:38.289353 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f53970c-af78-4bb3-87ac-6a9f4cb297c4 req-1b244f86-871a-42ed-9114-8e8a23532ae2 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.0996449 Jul 29 23:26:38.375640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f53970c-af78-4bb3-87ac-6a9f4cb297c4 req-d0b2e229-cdb4-4a35-b13e-305e2cc28d8d tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856757 Jul 29 23:26:38.392184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56d3a55f-8974-41b8-bb0a-2606d4404d04 req-dab07313-3a1b-4777-91d5-6a6a565f5351 service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294126 Jul 29 23:26:38.615352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69917cce-1034-4b08-9b36-4ed43e538bbb req-06895820-4059-4c8a-b89c-37195fa06cb1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:38.625011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69917cce-1034-4b08-9b36-4ed43e538bbb req-06895820-4059-4c8a-b89c-37195fa06cb1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.1892180 Jul 29 23:26:38.783702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69917cce-1034-4b08-9b36-4ed43e538bbb req-3537cbbf-f0b8-4d3c-9371-ec329aa5fc8e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573422 Jul 29 23:26:38.823249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ff4f5-f14e-484d-acbd-43cb5224bb7a req-282e4a59-d235-4f1b-ab01-a1f5b9699e18 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:38.837646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-652ff4f5-f14e-484d-acbd-43cb5224bb7a req-282e4a59-d235-4f1b-ab01-a1f5b9699e18 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1835039 Jul 29 23:26:38.889338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632338-be8a-4675-a44e-24c1058b8a2d req-94072262-d8c5-4862-98d5-4e653521f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:38.893128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be632338-be8a-4675-a44e-24c1058b8a2d req-94072262-d8c5-4862-98d5-4e653521f87a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1096 time: 0.3141818 Jul 29 23:26:38.954225 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-652ff4f5-f14e-484d-acbd-43cb5224bb7a req-6c8527c3-dd74-4244-b552-774f91e57d20 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062183 Jul 29 23:26:39.087881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091961-d353-4740-892c-256cb8ae83f5 req-21ac87d0-d248-4282-95a5-6f99777032f3 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.096514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae091961-d353-4740-892c-256cb8ae83f5 req-21ac87d0-d248-4282-95a5-6f99777032f3 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 944 time: 0.0799015 Jul 29 23:26:39.172561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae091961-d353-4740-892c-256cb8ae83f5 req-56ce397d-7898-454f-8c87-6f9fc0fc3e83 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749264 Jul 29 23:26:39.227148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632338-be8a-4675-a44e-24c1058b8a2d req-e6a8ed48-9f46-4bbe-9643-f59ae73a5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.229218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be632338-be8a-4675-a44e-24c1058b8a2d req-e6a8ed48-9f46-4bbe-9643-f59ae73a5358 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 200 len: 920 time: 0.3032420 Jul 29 23:26:39.282898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be632338-be8a-4675-a44e-24c1058b8a2d req-391bd205-a953-4ecc-8e76-386861ad56cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 217 time: 0.0445282 Jul 29 23:26:39.392240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632338-be8a-4675-a44e-24c1058b8a2d req-283d5465-423c-4a89-a1f4-2ebc650aff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.393761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be632338-be8a-4675-a44e-24c1058b8a2d req-283d5465-423c-4a89-a1f4-2ebc650aff56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8eb21978-8523-4056-8373-6f1e995423db HTTP/1.1" status: 200 len: 859 time: 0.0659118 Jul 29 23:26:39.467206 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be632338-be8a-4675-a44e-24c1058b8a2d req-4d20a355-6b3c-47fa-a3dd-bde15f5c70de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350857 Jul 29 23:26:39.591144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc4142-ca6d-4dac-be11-a209eaf70dd0 req-07f4b05d-5347-47d3-b88c-5476d94de76b tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.599912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49cc4142-ca6d-4dac-be11-a209eaf70dd0 req-07f4b05d-5347-47d3-b88c-5476d94de76b tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 1096 time: 0.2048490 Jul 29 23:26:39.638948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418451c-414b-4c6b-9bc2-5fd7cfa85b9e req-8caa5fb6-f86d-47d6-9bb8-b95b89532484 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.641991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a418451c-414b-4c6b-9bc2-5fd7cfa85b9e req-8caa5fb6-f86d-47d6-9bb8-b95b89532484 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 944 time: 0.3541591 Jul 29 23:26:39.644212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be632338-be8a-4675-a44e-24c1058b8a2d req-132e9553-6c2c-482f-94f4-d0c767f9ce25 service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620796 Jul 29 23:26:39.695685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49cc4142-ca6d-4dac-be11-a209eaf70dd0 req-947ddc07-70c3-44f9-a7cf-9d168bc32e7d tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948434 Jul 29 23:26:39.817077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be632338-be8a-4675-a44e-24c1058b8a2d req-31a4e6b0-faf5-4a1d-a44d-0575f11173bd service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319933 Jul 29 23:26:39.865673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a418451c-414b-4c6b-9bc2-5fd7cfa85b9e req-441ab908-1572-4989-8219-16a4d181fc01 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014306 Jul 29 23:26:39.970348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c42d-c75a-4cdb-b011-a42e76d54152 req-beea9122-a2fc-4661-813a-826759953f1e tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.972024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63d1c42d-c75a-4cdb-b011-a42e76d54152 req-beea9122-a2fc-4661-813a-826759953f1e tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1485381 Jul 29 23:26:40.085156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63d1c42d-c75a-4cdb-b011-a42e76d54152 req-afeac8a7-f7e7-4fe7-a216-761e1e8cb299 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034796 Jul 29 23:26:40.138525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecba22a-feb4-49bc-8843-2c4907ccf8bf req-039ac897-e1f4-46ee-94d5-02e591380246 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.147683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ecba22a-feb4-49bc-8843-2c4907ccf8bf req-039ac897-e1f4-46ee-94d5-02e591380246 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.1379788 Jul 29 23:26:40.250768 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ecba22a-feb4-49bc-8843-2c4907ccf8bf req-e76f84c1-04cd-41bd-b6f7-0b8e4952fd37 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018388 Jul 29 23:26:40.437427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267950-9fcf-41d2-a47e-3ec4a7d152bc req-acedffd0-1711-4c6f-9c1a-7131f476c030 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.439263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44267950-9fcf-41d2-a47e-3ec4a7d152bc req-acedffd0-1711-4c6f-9c1a-7131f476c030 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1027286 Jul 29 23:26:40.504452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44267950-9fcf-41d2-a47e-3ec4a7d152bc req-58f57a4a-d97b-4557-8442-16c6349653d2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583942 Jul 29 23:26:40.631081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e662f-9913-4c46-9133-86486e340214 req-0a099f36-81c0-43fe-a77f-5569bb099cf0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.639451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-0a099f36-81c0-43fe-a77f-5569bb099cf0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 808 time: 0.1335361 Jul 29 23:26:40.657393 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-7ab75bc4-7210-4f81-a6ec-717f77ef9b5a tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/quotas/e98da22c0c3d4847bbc609aed059b175 HTTP/1.1" status: 200 len: 375 time: 0.0167592 Jul 29 23:26:40.754474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-9194e654-e059-43b2-bdf2-b0dc5ff61e05 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957971 Jul 29 23:26:40.849300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:40.888130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-08899acb-32d0-4ca7-a1dc-9dcb462897eb service neutron] 10.222.0.37 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326694 Jul 29 23:26:41.072298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369696-9da8-48ea-8ac9-7c059e2a105a req-70c82596-c32b-46e3-a1b8-fa43868a0e9c tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:41.074187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c369696-9da8-48ea-8ac9-7c059e2a105a req-70c82596-c32b-46e3-a1b8-fa43868a0e9c tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 944 time: 0.0920045 Jul 29 23:26:41.122961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-614d2841-733d-407c-8d5e-40eae1d2ec6a service neutron] 10.222.0.37 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337892 Jul 29 23:26:41.170319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c369696-9da8-48ea-8ac9-7c059e2a105a req-9285b89c-c552-46aa-bbb9-ec6e64416498 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887604 Jul 29 23:26:41.321139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 34af723d-cdb2-4f59-bb5c-1c5442a387fd details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:41.367009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d1120-3e3b-4a05-a919-0672ef9320cb req-7e545975-dfa1-4430-b7f7-06d34460f658 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:41.396375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-730d1120-3e3b-4a05-a919-0672ef9320cb req-7e545975-dfa1-4430-b7f7-06d34460f658 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1303053 Jul 29 23:26:41.479021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-730d1120-3e3b-4a05-a919-0672ef9320cb req-8d4fc567-4b6a-40e8-88bd-2033d795128b tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814168 Jul 29 23:26:41.548070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:41.567675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'port_id': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'mac_address': 'fa:16:3e:cf:e0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:41.646388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:41.653972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:41.685068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34af723d-cdb2-4f59-bb5c-1c5442a387fd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:41.730517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:41.735141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7aebee36-1433-4a28-9c79-9d4b1f617ceb req-b406ea41-c1f8-4a0a-ad19-60a0ec5d7955 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 210 time: 0.1267607 Jul 29 23:26:41.747360 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:41.772107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0b640-0683-432f-ad4a-a4c135430512 req-40c7e6cb-1771-4354-a98a-044bac573dbe tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:41.793542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2b0b640-0683-432f-ad4a-a4c135430512 req-40c7e6cb-1771-4354-a98a-044bac573dbe tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.2509007 Jul 29 23:26:41.868474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:41.908564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2b0b640-0683-432f-ad4a-a4c135430512 req-09d743a8-8265-46be-b9e9-0ae1d16ca59e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050158 Jul 29 23:26:42.129926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef350a-3839-47fc-8af1-e345f12047af req-6dabaac9-f95b-494f-9cec-c3c9c00b769a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.131685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66ef350a-3839-47fc-8af1-e345f12047af req-6dabaac9-f95b-494f-9cec-c3c9c00b769a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1259353 Jul 29 23:26:42.207848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['34af723d-cdb2-4f59-bb5c-1c5442a387fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:42.235411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66ef350a-3839-47fc-8af1-e345f12047af req-11cdff44-4d61-48dd-b446-c5ca6b328cca tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957088 Jul 29 23:26:42.301013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] Deleting port d7ed9def-9dab-4243-ad4e-1a464d686bdc {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:42.301594 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.481219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] For port d7ed9def-9dab-4243-ad4e-1a464d686bdc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d7ed9def-9dab-4243-ad4e-1a464d686bdc,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:42.481569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.490326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9bd32-4386-4d3c-9616-735457d54094 req-f3b27088-eb99-47d0-b228-b8e67ddba651 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.501846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fc9bd32-4386-4d3c-9616-735457d54094 req-f3b27088-eb99-47d0-b228-b8e67ddba651 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 944 time: 0.1781926 Jul 29 23:26:42.530752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] Calling delete_port for d7ed9def-9dab-4243-ad4e-1a464d686bdc owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:42.613677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fc9bd32-4386-4d3c-9616-735457d54094 req-7ea5bf17-841d-48fc-a756-5e49ebc88aea tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007140 Jul 29 23:26:42.746076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427bcef-1766-425d-a049-afc1ffdbfebf req-56eac413-a78e-4ea2-afb0-24cd9c2d059d tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.748652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c427bcef-1766-425d-a049-afc1ffdbfebf req-56eac413-a78e-4ea2-afb0-24cd9c2d059d tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1137404 Jul 29 23:26:42.865145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c427bcef-1766-425d-a049-afc1ffdbfebf req-9072ec4d-4925-405d-be7c-c940c60ff77a tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098158 Jul 29 23:26:42.933620 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.937136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5264b6-cc41-44fe-ae68-e089993110c2 req-6d2ec04f-fde1-4dbd-93e5-0cbd41f76103 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 210 time: 0.0611646 Jul 29 23:26:42.995095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ed9def-9dab-4243-ad4e-1a464d686bdc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.168980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabe73-3b84-4590-bcbd-5403ade3e79b req-59f67653-ef4b-4139-99d4-b6416677fde1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:43.196193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8dabe73-3b84-4590-bcbd-5403ade3e79b req-59f67653-ef4b-4139-99d4-b6416677fde1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.1335988 Jul 29 23:26:43.248253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8dabe73-3b84-4590-bcbd-5403ade3e79b req-0d6786c1-714a-46eb-8cc8-7f87916a2a98 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474560 Jul 29 23:26:43.335167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 619888b1-b764-452f-a5e7-fd16d186a875 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:43.351863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e662f-9913-4c46-9133-86486e340214 req-c29a9360-066e-4a3a-8675-93a47577ed28 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:43.353592 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-c29a9360-066e-4a3a-8675-93a47577ed28 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 808 time: 0.2865810 Jul 29 23:26:43.373111 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Request body: {'port': {'device_id': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a', 'admin_state_up': True, 'tenant_id': 'e98da22c0c3d4847bbc609aed059b175'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:43.542653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.548664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 619888b1-b764-452f-a5e7-fd16d186a875, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=619888b1-b764-452f-a5e7-fd16d186a875,segment=NetworkSegment(33dbf3e1-291f-4c22-be16-2134a897476e),segment_id=33dbf3e1-291f-4c22-be16-2134a897476e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:43.566135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '619888b1-b764-452f-a5e7-fd16d186a875', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'port_id': '619888b1-b764-452f-a5e7-fd16d186a875', 'mac_address': 'fa:16:3e:b8:e8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb21978-8523-4056-8373-6f1e995423db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:43.679842 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.740025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619888b1-b764-452f-a5e7-fd16d186a875 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:43.806196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 619888b1-b764-452f-a5e7-fd16d186a875, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=619888b1-b764-452f-a5e7-fd16d186a875,segment=NetworkSegment(33dbf3e1-291f-4c22-be16-2134a897476e),segment_id=33dbf3e1-291f-4c22-be16-2134a897476e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:43.818252 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.917581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=619888b1-b764-452f-a5e7-fd16d186a875,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:44.002890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ab5cc-ee46-49ab-92e0-8ef17e5d686e req-b699d00a-b636-44b0-98a5-a767177360fe tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.010323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a12ab5cc-ee46-49ab-92e0-8ef17e5d686e req-b699d00a-b636-44b0-98a5-a767177360fe tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.6191859 Jul 29 23:26:44.038550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3a6af-1655-40c0-b383-43a9502b7996 req-36ef940b-cab4-4563-8e12-b699051cc6ac tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.040528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ae3a6af-1655-40c0-b383-43a9502b7996 req-36ef940b-cab4-4563-8e12-b699051cc6ac tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 945 time: 0.0993719 Jul 29 23:26:44.067775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a12ab5cc-ee46-49ab-92e0-8ef17e5d686e req-8de809ba-693c-4c47-addc-0a1a665929b3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564687 Jul 29 23:26:44.104692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Made reservation on behalf of e98da22c0c3d4847bbc609aed059b175 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:44.108577 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.127477 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ae3a6af-1655-40c0-b383-43a9502b7996 req-08ca46cb-bacd-424b-8dd9-d9c6fd8f1faf tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613582 Jul 29 23:26:44.283099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76fd5bfb-2191-4a66-857a-27a1b7df934d req-b8d3ba8d-df49-48d3-89be-22609a05206e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 210 time: 0.0576653 Jul 29 23:26:44.314114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc579886-b8ad-4d25-aa81-343e8626630e req-7e0f8fda-a801-40e3-868b-11f7bccc4c68 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.328175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc579886-b8ad-4d25-aa81-343e8626630e req-7e0f8fda-a801-40e3-868b-11f7bccc4c68 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1630025 Jul 29 23:26:44.332455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['619888b1-b764-452f-a5e7-fd16d186a875'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:44.389945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc579886-b8ad-4d25-aa81-343e8626630e req-7f564c7a-2805-405f-984e-ef8e5a134c17 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601392 Jul 29 23:26:44.452397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Allocated IP 172.20.0.3 (c21e8f10-2a8b-4b08-af85-8ea9e60e777a/42dc8a09-47b5-4fad-b75e-163acebdb955/e1de8671-c8a2-4b64-ba5e-82ca39727c89) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:44.467918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] Router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:44.567973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cfa6d-e50f-4ff0-89fc-d09b0efbef66 req-ee29e3a8-7b1c-43ae-aa8a-b65e08814f3b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.569605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-810cfa6d-e50f-4ff0-89fc-d09b0efbef66 req-ee29e3a8-7b1c-43ae-aa8a-b65e08814f3b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.0984733 Jul 29 23:26:44.650189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-810cfa6d-e50f-4ff0-89fc-d09b0efbef66 req-46fb3ed1-983b-4621-b124-6f36e478e1c5 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709753 Jul 29 23:26:44.772803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:44.786140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:44.791020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] Sync routers for ids ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:44.793329 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5c77a7d0-5640-468d-81ef-f6101ff5cc25 admin admin] 10.222.0.37 "PUT /v2.0/routers/0b069313-e910-4cbb-83e3-e3e7417ad8e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9422712 Jul 29 23:26:44.818923 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.836960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] Routers {'0b069313-e910-4cbb-83e3-e3e7417ad8e0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:44.838098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:44.970156 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.025738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.059739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Network c21e8f10-2a8b-4b08-af85-8ea9e60e777a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:45.066781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:45.078920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:45.151207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Pushing event updated for resources: {'Port': ['ID=e1de8671-c8a2-4b64-ba5e-82ca39727c89,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:45.195404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.207830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.208720 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.240185 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-3bd0bd8d-c30b-45e5-9541-d1b48f7e95b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8711083 Jul 29 23:26:45.253942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Request body: {'port': {'device_id': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:45.312304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] Set router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:45.378311 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.395829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef917189-0bc5-46da-bc5a-c57462f6c829 req-21fa86f1-2ab6-42af-9a2c-061066fac638 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.405546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 34af723d-cdb2-4f59-bb5c-1c5442a387fd up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:45.406847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef917189-0bc5-46da-bc5a-c57462f6c829 req-21fa86f1-2ab6-42af-9a2c-061066fac638 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 945 time: 0.1357841 Jul 29 23:26:45.467525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef917189-0bc5-46da-bc5a-c57462f6c829 req-0c2e7d81-81c8-42f1-b7ff-595dd9d97024 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537269 Jul 29 23:26:45.500660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec139b-af89-45f3-9609-53633b3edb92 req-a5fdfe47-3bdb-4435-819f-82df70529a1e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.508567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6ec139b-af89-45f3-9609-53633b3edb92 req-a5fdfe47-3bdb-4435-819f-82df70529a1e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.2959304 Jul 29 23:26:45.608138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6ec139b-af89-45f3-9609-53633b3edb92 req-6a4715d5-9217-4fb4-ab63-386c288b6b2a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971086 Jul 29 23:26:45.636462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Deleting port d8153d7d-758d-4d2c-a898-4e02167ae787 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:45.636825 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.711405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 34af723d-cdb2-4f59-bb5c-1c5442a387fd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:45.724451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 34af723d-cdb2-4f59-bb5c-1c5442a387fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:45.726335 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.734247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-router', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:26:42Z', 'revision_number': 5, 'project_id': '69e384df792143969e5b8163b77436f9', 'gw_port': {'id': 'd8153d7d-758d-4d2c-a898-4e02167ae787', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:45.768602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab0854-e5b1-4782-ae76-6cf656a54d1f req-2a0a2ec2-b90c-4a91-907e-5a168e592f16 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.778244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5ab0854-e5b1-4782-ae76-6cf656a54d1f req-2a0a2ec2-b90c-4a91-907e-5a168e592f16 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 931 time: 0.1546772 Jul 29 23:26:45.847869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] Checking router: 0b069313-e910-4cbb-83e3-e3e7417ad8e0 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:45.888983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] For port d8153d7d-758d-4d2c-a898-4e02167ae787, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d8153d7d-758d-4d2c-a898-4e02167ae787,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:45.890318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] Routers {'0b069313-e910-4cbb-83e3-e3e7417ad8e0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:45.890738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.891412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:45.915623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Calling delete_port for d8153d7d-758d-4d2c-a898-4e02167ae787 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:46.056692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5ab0854-e5b1-4782-ae76-6cf656a54d1f req-a83e072e-4164-4a03-823e-534eb8c5d94b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771187 Jul 29 23:26:46.060777 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.080706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] Set router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:46.085256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1de8671-c8a2-4b64-ba5e-82ca39727c89 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:46.094452 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.108072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:46.115794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Transition to ACTIVE for port object e1de8671-c8a2-4b64-ba5e-82ca39727c89 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:46.122052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.151807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7234e1-b213-45f3-827a-0f535e50c435 req-3ade1787-9f94-4aab-b0af-ac634c6af3ad tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.152787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d7234e1-b213-45f3-827a-0f535e50c435 req-3ade1787-9f94-4aab-b0af-ac634c6af3ad tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 943 time: 0.1700637 Jul 29 23:26:46.165164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:46.167374 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545e9892-b840-47a4-a731-593c1dad43dc" -d '{"events": [{"server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "name": "network-vif-plugged", "status": "completed", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:46.233660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Pushing event updated for resources: {'Port': ['ID=e1de8671-c8a2-4b64-ba5e-82ca39727c89,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:46.262046 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.267016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-router', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:26:45Z', 'revision_number': 6, 'project_id': '69e384df792143969e5b8163b77436f9', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:46.277285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:46.277782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:46.278425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:46.284478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:46.284983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:46.288748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d7234e1-b213-45f3-827a-0f535e50c435 req-4be17e1f-0b0b-45fe-b030-9e7554889ae3 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770531 Jul 29 23:26:46.292645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:46.293175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:46.293701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:46.294685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Bound port: e1de8671-c8a2-4b64-ba5e-82ca39727c89, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:46.295771 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.370586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148482e8-c8b9-4cf5-b4a5-200332bbda9a None None] The sync data for ids ['0b069313-e910-4cbb-83e3-e3e7417ad8e0'] in n-d-712139-11 is: [{'id': '0b069313-e910-4cbb-83e3-e3e7417ad8e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-539136908-router', 'tenant_id': '69e384df792143969e5b8163b77436f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:43Z', 'updated_at': '2021-07-29T23:26:45Z', 'revision_number': 6, 'project_id': '69e384df792143969e5b8163b77436f9', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:46.400348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:46.422179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.426134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:46.440185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.466147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device a04468e0-d179-456d-92e5-dc5c4247be5f details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:46.523207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.524179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.526723 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] 10.222.0.42 "PUT /v2.0/ports/e1de8671-c8a2-4b64-ba5e-82ca39727c89 HTTP/1.1" status: 200 len: 1092 time: 1.2777026 Jul 29 23:26:46.527737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'tag': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:46.530768 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43379a66-c003-4d40-ac24-7f6414368af9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d75716e-82fc-4edd-a2d7-ab734045ced9", "tag": "e1de8671-c8a2-4b64-ba5e-82ca39727c89"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:46.548472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8153d7d-758d-4d2c-a898-4e02167ae787,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:46.593291 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63108661-b764-4553-8915-eec11f50ecc9 x-openstack-request-id: req-63108661-b764-4553-8915-eec11f50ecc9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:46.593606 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "name": "network-vif-plugged", "status": "completed", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:46.593873 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63108661-b764-4553-8915-eec11f50ecc9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:46.594322 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'code': 200} Jul 29 23:26:46.635905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a84d2a-b8c6-4738-9e2a-4db3988ab1ba service neutron] Pushing event updated for resources: {'Port': ['ID=e1de8671-c8a2-4b64-ba5e-82ca39727c89,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:46.670409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:46.717540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e662f-9913-4c46-9133-86486e340214 req-fd7e2bef-5bae-4436-b74c-77ad9e2fd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.723525 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-fd7e2bef-5bae-4436-b74c-77ad9e2fd56b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1095 time: 0.1103742 Jul 29 23:26:46.776787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port a04468e0-d179-456d-92e5-dc5c4247be5f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a04468e0-d179-456d-92e5-dc5c4247be5f,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:46.795315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'a04468e0-d179-456d-92e5-dc5c4247be5f', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'port_id': 'a04468e0-d179-456d-92e5-dc5c4247be5f', 'mac_address': 'fa:16:3e:55:2e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:46.814430 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-d0193845-5700-4dfc-a1a4-39a0e35fa938 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89 HTTP/1.1" status: 200 len: 217 time: 0.0773523 Jul 29 23:26:46.880609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4f231-4941-49b0-b703-8dd69a7f2cda req-8aaf2f76-c66c-4d68-b7d8-269d31caff03 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.889550 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.890095 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3c4f231-4941-49b0-b703-8dd69a7f2cda req-8aaf2f76-c66c-4d68-b7d8-269d31caff03 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.3563232 Jul 29 23:26:46.940701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e662f-9913-4c46-9133-86486e340214 req-aa5e520d-06fc-450d-88fe-2b1d8002bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.944569 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-aa5e520d-06fc-450d-88fe-2b1d8002bd85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.1218522 Jul 29 23:26:46.946281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04468e0-d179-456d-92e5-dc5c4247be5f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:46.959230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d7ed9def-9dab-4243-ad4e-1a464d686bdc no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:46.973106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e0d95-19de-481b-979b-9f7a584869a5 req-93df2ce1-b9fd-43cd-9366-b5ca2432103d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.974696 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-838e0d95-19de-481b-979b-9f7a584869a5 req-93df2ce1-b9fd-43cd-9366-b5ca2432103d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 945 time: 0.2819939 Jul 29 23:26:46.982404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.004594 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-e1928719-6c35-4f7a-994d-6439afe0330a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537145 Jul 29 23:26:47.009753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d7ed9def-9dab-4243-ad4e-1a464d686bdc {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:47.010715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d7ed9def-9dab-4243-ad4e-1a464d686bdc not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:47.043620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port a04468e0-d179-456d-92e5-dc5c4247be5f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a04468e0-d179-456d-92e5-dc5c4247be5f,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:47.051002 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.095873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8692d-f29c-4cce-a257-0c9c52cf849b req-fa03d790-931b-4e71-952d-b06919d2604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.098401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88b8692d-f29c-4cce-a257-0c9c52cf849b req-fa03d790-931b-4e71-952d-b06919d2604d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 1097 time: 0.3489239 Jul 29 23:26:47.146962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=a04468e0-d179-456d-92e5-dc5c4247be5f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:47.147183 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-171cf295-cc73-4483-bd5a-bf8ea9f27db1 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303873 Jul 29 23:26:47.147628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3c4f231-4941-49b0-b703-8dd69a7f2cda req-ee318d68-1007-4f0a-a778-112c723966a7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552161 Jul 29 23:26:47.188755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.198854 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.204499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-838e0d95-19de-481b-979b-9f7a584869a5 req-84668e33-20f4-4390-82fb-cf71b44c7592 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197826 Jul 29 23:26:47.287878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88b8692d-f29c-4cce-a257-0c9c52cf849b req-ff1d17aa-acb3-4c5c-807f-7e48c6be28af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392376 Jul 29 23:26:47.322719 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cd3e662f-9913-4c46-9133-86486e340214 req-ba40ad5d-cba7-4965-b2ea-e9ce3fd3dc34 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666207 Jul 29 23:26:47.326989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['a04468e0-d179-456d-92e5-dc5c4247be5f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:47.331562 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806ef80e-245e-4d3f-896c-b475b39c14ad x-openstack-request-id: req-806ef80e-245e-4d3f-896c-b475b39c14ad {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:47.332001 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d75716e-82fc-4edd-a2d7-ab734045ced9", "tag": "e1de8671-c8a2-4b64-ba5e-82ca39727c89", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:47.332844 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-806ef80e-245e-4d3f-896c-b475b39c14ad {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:47.333039 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'tag': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89', 'status': 'completed', 'code': 200} Jul 29 23:26:47.341922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.342631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b069313-e910-4cbb-83e3-e3e7417ad8e0 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:26:47.359689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.368700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3478a451-0f10-4e9f-a5ed-1b9c956925b1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0b069313-e910-4cbb-83e3-e3e7417ad8e0 HTTP/1.1" status: 204 len: 168 time: 2.5797987 Jul 29 23:26:47.369955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39308) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:47.396244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 619888b1-b764-452f-a5e7-fd16d186a875 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:47.497870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379a66-c003-4d40-ac24-7f6414368af9 req-ea3cea5e-8976-4700-87f6-765f979d0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.501031 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43379a66-c003-4d40-ac24-7f6414368af9 req-ea3cea5e-8976-4700-87f6-765f979d0410 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1095 time: 0.0997601 Jul 29 23:26:47.567265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 619888b1-b764-452f-a5e7-fd16d186a875 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:47.580577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 619888b1-b764-452f-a5e7-fd16d186a875 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:47.581039 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.591198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24957f-29a2-4d28-ad4b-c19e7b4ee6c3 req-37ccae1b-b450-479b-87ba-61a02ed9e3e2 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.602370 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e24957f-29a2-4d28-ad4b-c19e7b4ee6c3 req-37ccae1b-b450-479b-87ba-61a02ed9e3e2 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.3419447 Jul 29 23:26:47.627724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc0c00d-b54e-4497-9a9b-7e3b3b4c3d1a admin admin] Deleting subnet c53aebb8-9cb6-4319-9ec0-242b883ec293 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:26:47.647611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc0c00d-b54e-4497-9a9b-7e3b3b4c3d1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.712602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379a66-c003-4d40-ac24-7f6414368af9 req-76390b5a-e418-43bf-a6f5-38bd74aab81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.719979 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43379a66-c003-4d40-ac24-7f6414368af9 req-76390b5a-e418-43bf-a6f5-38bd74aab81d service neutron] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.2045224 Jul 29 23:26:47.727385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5437682-c207-4f7b-81b0-ec04999602e3 req-103ad32e-8260-4dcf-9170-b443d9ac69c1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.735784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5437682-c207-4f7b-81b0-ec04999602e3 req-103ad32e-8260-4dcf-9170-b443d9ac69c1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.2673450 Jul 29 23:26:47.759609 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.761804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e24957f-29a2-4d28-ad4b-c19e7b4ee6c3 req-bcfe5eee-e061-46c7-b246-1b629e3a20f1 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475742 Jul 29 23:26:47.766243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc0c00d-b54e-4497-9a9b-7e3b3b4c3d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.838836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5437682-c207-4f7b-81b0-ec04999602e3 req-a3ef4af4-def1-4c65-a109-c113c717be82 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017201 Jul 29 23:26:47.867244 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43379a66-c003-4d40-ac24-7f6414368af9 req-4c1cb4ae-6281-4944-b660-ca7abef5a7d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89 HTTP/1.1" status: 200 len: 217 time: 0.1348217 Jul 29 23:26:47.899218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 619888b1-b764-452f-a5e7-fd16d186a875, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=619888b1-b764-452f-a5e7-fd16d186a875,segment=NetworkSegment(33dbf3e1-291f-4c22-be16-2134a897476e),segment_id=33dbf3e1-291f-4c22-be16-2134a897476e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:47.918356 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.977734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379a66-c003-4d40-ac24-7f6414368af9 req-fde1c861-94c8-4de6-b48d-6a3ee8438635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.984259 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43379a66-c003-4d40-ac24-7f6414368af9 req-fde1c861-94c8-4de6-b48d-6a3ee8438635 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.1024005 Jul 29 23:26:48.018138 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc0c00d-b54e-4497-9a9b-7e3b3b4c3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.044262 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=619888b1-b764-452f-a5e7-fd16d186a875,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:48.070971 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43379a66-c003-4d40-ac24-7f6414368af9 req-a4079b35-cfab-4ae8-bbac-cbe33699c97b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729454 Jul 29 23:26:48.073567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67aa04-3a3b-48d3-b787-7f653f5d3ac0 req-7df325c7-f45c-4c97-9e9e-2d6311ee2501 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.080727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df67aa04-3a3b-48d3-b787-7f653f5d3ac0 req-7df325c7-f45c-4c97-9e9e-2d6311ee2501 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 943 time: 0.1247649 Jul 29 23:26:48.196302 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df67aa04-3a3b-48d3-b787-7f653f5d3ac0 req-7c5615f6-6754-43fa-917c-b177bc90ce5c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140673 Jul 29 23:26:48.202558 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc0c00d-b54e-4497-9a9b-7e3b3b4c3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.218050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43379a66-c003-4d40-ac24-7f6414368af9 req-dc0e6183-a29d-4dc1-9978-6a3d08737b01 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288826 Jul 29 23:26:48.251310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0c00d-b54e-4497-9a9b-7e3b3b4c3d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53aebb8-9cb6-4319-9ec0-242b883ec293,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:48.271445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1ee260-d2bf-4ac5-83e9-be5db1304336 None None] Network 5c5572c8-bbe1-4558-9c11-ace72082eb2d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:48.280989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ea19e-d68b-4f02-80a0-f426840ee0d2 req-00a09d53-95d0-42c7-a83b-9efda8611192 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.293778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d16ea19e-d68b-4f02-80a0-f426840ee0d2 req-00a09d53-95d0-42c7-a83b-9efda8611192 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 944 time: 0.2097573 Jul 29 23:26:48.310633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc0c00d-b54e-4497-9a9b-7e3b3b4c3d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.315655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6cc0c00d-b54e-4497-9a9b-7e3b3b4c3d1a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c53aebb8-9cb6-4319-9ec0-242b883ec293 HTTP/1.1" status: 204 len: 168 time: 0.9444323 Jul 29 23:26:48.320811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:48.367273 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43379a66-c003-4d40-ac24-7f6414368af9 req-eb05109c-7fa3-49ef-ae7b-ea3e7a6700ed service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397607 Jul 29 23:26:48.410636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d16ea19e-d68b-4f02-80a0-f426840ee0d2 req-8b55a2dd-96d5-40a8-8f51-cba07ee3bb62 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159749 Jul 29 23:26:48.442942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f06cfe-efa4-4436-86ed-b19fe1379db1 req-a56b7db8-eaef-4600-b2f2-6bca3901d777 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.450572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19f06cfe-efa4-4436-86ed-b19fe1379db1 req-a56b7db8-eaef-4600-b2f2-6bca3901d777 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1492214 Jul 29 23:26:48.466404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device a04468e0-d179-456d-92e5-dc5c4247be5f up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:48.506248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19f06cfe-efa4-4436-86ed-b19fe1379db1 req-c7651685-30b6-4d16-9029-4eb6e6c99039 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468061 Jul 29 23:26:48.511331 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.547937 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.571703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port a04468e0-d179-456d-92e5-dc5c4247be5f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:48.579468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port a04468e0-d179-456d-92e5-dc5c4247be5f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:48.580123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.613582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Deleting port f08f2dd2-b20f-4eb6-af77-ea0869b485fc {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:48.614015 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.625744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:48.627771 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d350009-096d-4e57-9e6e-c9025235b37f" -d '{"events": [{"server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "name": "network-vif-plugged", "status": "completed", "tag": "619888b1-b764-452f-a5e7-fd16d186a875"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:48.637470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54411c92-0744-4361-96e6-8612be77c94f None None] DHCP port deletion for 5c5572c8-bbe1-4558-9c11-ace72082eb2d request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:26:48.709405 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbc2904-7e72-4d89-b673-f9ab96546f37 x-openstack-request-id: req-4dbc2904-7e72-4d89-b673-f9ab96546f37 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:48.709907 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "name": "network-vif-plugged", "status": "completed", "tag": "619888b1-b764-452f-a5e7-fd16d186a875", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:48.710168 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dbc2904-7e72-4d89-b673-f9ab96546f37 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:48.710575 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875', 'code': 200} Jul 29 23:26:48.711517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a95cd-b3ab-4f86-8f22-14abae09e173 req-4503ada4-06bb-47eb-8388-55c5681bd4ca tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.713519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c2a95cd-b3ab-4f86-8f22-14abae09e173 req-4503ada4-06bb-47eb-8388-55c5681bd4ca tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.1617239 Jul 29 23:26:48.740889 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.770722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c2a95cd-b3ab-4f86-8f22-14abae09e173 req-0be89cc8-c74c-441f-bf92-81fae0f31337 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476584 Jul 29 23:26:48.777548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] For port f08f2dd2-b20f-4eb6-af77-ea0869b485fc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f08f2dd2-b20f-4eb6-af77-ea0869b485fc,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:48.778140 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.793195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Calling delete_port for f08f2dd2-b20f-4eb6-af77-ea0869b485fc owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:48.819149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Deleting port f08f2dd2-b20f-4eb6-af77-ea0869b485fc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:48.819534 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.906161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port a04468e0-d179-456d-92e5-dc5c4247be5f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a04468e0-d179-456d-92e5-dc5c4247be5f,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:49.007390 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.014648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f08f2dd2-b20f-4eb6-af77-ea0869b485fc no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:49.086166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a837d5-43cb-42b9-a846-0e5398612295 req-49971463-3b10-4aa0-9043-fdba859c72fd tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.094881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a837d5-43cb-42b9-a846-0e5398612295 req-49971463-3b10-4aa0-9043-fdba859c72fd tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.1833174 Jul 29 23:26:49.100850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-4f7bb0bf-953a-4263-abdc-685732f1d166 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.102749 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-4f7bb0bf-953a-4263-abdc-685732f1d166 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.42 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 946 time: 0.0799549 Jul 29 23:26:49.118270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c1337-4315-4e82-b894-c2c20ac024b1 req-a8ea0e74-25f8-4253-b6ba-ec82158940d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.120544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b6c1337-4315-4e82-b894-c2c20ac024b1 req-a8ea0e74-25f8-4253-b6ba-ec82158940d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1098 time: 0.1532366 Jul 29 23:26:49.168989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=a04468e0-d179-456d-92e5-dc5c4247be5f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.169326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75043c-8116-443c-b1ed-d77c51b505c7 req-673119a1-efe2-419f-9b7e-a926d185218b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.177255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd75043c-8116-443c-b1ed-d77c51b505c7 req-673119a1-efe2-419f-9b7e-a926d185218b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1814373 Jul 29 23:26:49.212096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a837d5-43cb-42b9-a846-0e5398612295 req-f7a79fe3-3ff8-4e7a-930e-f3b4cc296c8b tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103115 Jul 29 23:26:49.217116 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.247247 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.260586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=f08f2dd2-b20f-4eb6-af77-ea0869b485fc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.280841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-44df0f5e-e6e4-4ca0-af69-ecc9f8a2a969 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Deleting port b12f44cb-d450-44f9-a838-4983f137de2c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:49.281444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-44df0f5e-e6e4-4ca0-af69-ecc9f8a2a969 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.288444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] No DVR routers for this DVR port f08f2dd2-b20f-4eb6-af77-ea0869b485fc on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:49.291837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b6c1337-4315-4e82-b894-c2c20ac024b1 req-7207a1c0-faa9-411d-b704-286de04b164b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595664 Jul 29 23:26:49.315214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd75043c-8116-443c-b1ed-d77c51b505c7 req-9454519e-bce1-43a0-97db-9e019a8a8f7f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369927 Jul 29 23:26:49.325200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d8153d7d-758d-4d2c-a898-4e02167ae787 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:49.357822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d8153d7d-758d-4d2c-a898-4e02167ae787 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:49.358278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d8153d7d-758d-4d2c-a898-4e02167ae787 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:49.379297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-54411c92-0744-4361-96e6-8612be77c94f None None] For port f08f2dd2-b20f-4eb6-af77-ea0869b485fc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f08f2dd2-b20f-4eb6-af77-ea0869b485fc,segment=NetworkSegment(dd520698-89ee-43ba-ab0c-631dd5d57669),segment_id=dd520698-89ee-43ba-ab0c-631dd5d57669)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:49.379722 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.393311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Calling delete_port for f08f2dd2-b20f-4eb6-af77-ea0869b485fc owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:49.453535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.466095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5572c8-bbe1-4558-9c11-ace72082eb2d']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:49.478184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-44df0f5e-e6e4-4ca0-af69-ecc9f8a2a969 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] For port b12f44cb-d450-44f9-a838-4983f137de2c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b12f44cb-d450-44f9-a838-4983f137de2c,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:49.479018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-44df0f5e-e6e4-4ca0-af69-ecc9f8a2a969 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.479305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd520698-89ee-43ba-ab0c-631dd5d57669') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:49.479625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd520698-89ee-43ba-ab0c-631dd5d57669') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:49.491843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.494124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-44df0f5e-e6e4-4ca0-af69-ecc9f8a2a969 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Calling delete_port for b12f44cb-d450-44f9-a838-4983f137de2c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:49.500654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa7b4-27fa-4973-9179-c5dfd47fef4d req-0423a4a9-77cd-4418-bf95-8002daea9781 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.502228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17aaa7b4-27fa-4973-9179-c5dfd47fef4d req-0423a4a9-77cd-4418-bf95-8002daea9781 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 943 time: 0.0925934 Jul 29 23:26:49.527065 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.537859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:26:49.538440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:26:49.540660 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:26:49.545157 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.574416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Pushing event deleted for resources: {'Port': ['ID=f08f2dd2-b20f-4eb6-af77-ea0869b485fc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.580286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54411c92-0744-4361-96e6-8612be77c94f None None] No DVR routers for this DVR port f08f2dd2-b20f-4eb6-af77-ea0869b485fc on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:49.589688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.590280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.590823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.592119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.592640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.593177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.593772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.595198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.595941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.596787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.597666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.598346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54411c92-0744-4361-96e6-8612be77c94f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:49.634340 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17aaa7b4-27fa-4973-9179-c5dfd47fef4d req-863b21c1-08a8-45fc-b5a3-9903e83424e5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219289 Jul 29 23:26:49.662043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69938-0409-42c6-9bf3-897d5adb8397 req-a4099997-eb25-45c3-80e2-dcf1dbf7ad98 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.663608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47b69938-0409-42c6-9bf3-897d5adb8397 req-a4099997-eb25-45c3-80e2-dcf1dbf7ad98 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 945 time: 0.1067576 Jul 29 23:26:49.664480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.677318 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.682834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] 10.222.0.37 "DELETE /v2.0/networks/5c5572c8-bbe1-4558-9c11-ace72082eb2d HTTP/1.1" status: 204 len: 168 time: 1.3621612 Jul 29 23:26:49.685916 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:49.704055 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-44df0f5e-e6e4-4ca0-af69-ecc9f8a2a969 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.717861 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b12f44cb-d450-44f9-a838-4983f137de2c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:49.733332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0547b7-d739-4b07-9400-ac7af41a7dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5572c8-bbe1-4558-9c11-ace72082eb2d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.758675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['66c98ea0-1b62-4c23-ac3f-90a125a8f61a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:49.788307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df0f5e-e6e4-4ca0-af69-ecc9f8a2a969 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Pushing event deleted for resources: {'Port': ['ID=b12f44cb-d450-44f9-a838-4983f137de2c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.805347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47b69938-0409-42c6-9bf3-897d5adb8397 req-e4957194-20de-4063-a075-c37ce0930691 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198587 Jul 29 23:26:49.892317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306f109-c18a-4605-a272-f6dd238fdded req-e2e49dbf-c6a3-419d-8382-322c6439781f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.904927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8306f109-c18a-4605-a272-f6dd238fdded req-e2e49dbf-c6a3-419d-8382-322c6439781f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1248491 Jul 29 23:26:50.016323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8306f109-c18a-4605-a272-f6dd238fdded req-37bf3adb-fcd5-445c-b4f4-3241193fa03e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096683 Jul 29 23:26:50.026671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-44df0f5e-e6e4-4ca0-af69-ecc9f8a2a969 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] No DVR routers for this DVR port b12f44cb-d450-44f9-a838-4983f137de2c on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:50.031105 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-44df0f5e-e6e4-4ca0-af69-ecc9f8a2a969 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.036456 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e34f8e70-e545-4e7d-8f30-4f79414fc4e1 req-44df0f5e-e6e4-4ca0-af69-ecc9f8a2a969 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.42 "DELETE /v2.0/ports/b12f44cb-d450-44f9-a838-4983f137de2c HTTP/1.1" status: 204 len: 173 time: 0.9250183 Jul 29 23:26:50.037327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662740-3de2-4ca3-86f5-374de332746d', 'name': 'network-vif-deleted', 'tag': 'b12f44cb-d450-44f9-a838-4983f137de2c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:50.046897 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee552c3-9daa-468f-94b7-73c20d68aed2" -d '{"events": [{"server_uuid": "81662740-3de2-4ca3-86f5-374de332746d", "name": "network-vif-deleted", "tag": "b12f44cb-d450-44f9-a838-4983f137de2c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:50.084691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680d3a0-33c0-4725-b2b9-3f25158f9a89 req-f9313b2a-95a9-4926-b2cf-bf1cf677270f tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.086590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6680d3a0-33c0-4725-b2b9-3f25158f9a89 req-f9313b2a-95a9-4926-b2cf-bf1cf677270f tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.1413274 Jul 29 23:26:50.226169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6680d3a0-33c0-4725-b2b9-3f25158f9a89 req-6fb88a5a-a45c-4971-83c5-3ec83f0707dd tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290746 Jul 29 23:26:50.250711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cac9c-dad1-4915-bf22-41e56a9669ba req-40625676-3c41-4b77-8adf-69c7209c10aa tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.252517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-555cac9c-dad1-4915-bf22-41e56a9669ba req-40625676-3c41-4b77-8adf-69c7209c10aa tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.0889456 Jul 29 23:26:50.263508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39340) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:50.269966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2b1fd485-1d3b-4442-9dcd-09971226d3f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'floatingip': {'port_id': '34af723d-cdb2-4f59-bb5c-1c5442a387fd'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:50.321030 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd485-1d3b-4442-9dcd-09971226d3f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.336605 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.341654 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c266023-ad1d-4318-94b1-2e6e33ea6f4a x-openstack-request-id: req-0c266023-ad1d-4318-94b1-2e6e33ea6f4a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:50.341950 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662740-3de2-4ca3-86f5-374de332746d", "name": "network-vif-deleted", "tag": "b12f44cb-d450-44f9-a838-4983f137de2c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:50.342212 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c266023-ad1d-4318-94b1-2e6e33ea6f4a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:50.342613 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662740-3de2-4ca3-86f5-374de332746d', 'name': 'network-vif-deleted', 'tag': 'b12f44cb-d450-44f9-a838-4983f137de2c', 'status': 'completed', 'code': 200} Jul 29 23:26:50.481254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e1de8671-c8a2-4b64-ba5e-82ca39727c89 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:50.490303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b364694-a56a-48d0-be05-0ff047e6a06c req-28b3706b-f641-48e7-b1c8-2a577424bd77 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=81662740-3de2-4ca3-86f5-374de332746d HTTP/1.1" status: 200 len: 210 time: 0.0743341 Jul 29 23:26:50.554954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc9b3d-a8a3-4d28-838d-03142e3e624a req-da6f3c10-9d76-4b0b-a534-73d36c3d61a1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.568639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8fc9b3d-a8a3-4d28-838d-03142e3e624a req-da6f3c10-9d76-4b0b-a534-73d36c3d61a1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1646638 Jul 29 23:26:50.665276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8fc9b3d-a8a3-4d28-838d-03142e3e624a req-27c03510-07b7-4980-870a-8430f07f4dbe tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943253 Jul 29 23:26:50.711957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04468e0-d179-456d-92e5-dc5c4247be5f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:50.716970 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb35c8f-9db9-46bf-a9ea-5aee0d2bc250" -d '{"events": [{"server_uuid": "2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3", "name": "network-vif-plugged", "status": "completed", "tag": "a04468e0-d179-456d-92e5-dc5c4247be5f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:50.820350 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:50.821260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] Deleting port c36d7ab6-3e4e-47a7-9745-68a424c9226b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:50.821835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.854229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89', 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a', 'port_id': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89', 'mac_address': 'fa:16:3e:d8:4f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dc8a09-47b5-4fad-b75e-163acebdb955', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:50.895558 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eb072c-c841-4cc6-be84-11ebe6d13c49 x-openstack-request-id: req-d7eb072c-c841-4cc6-be84-11ebe6d13c49 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:50.895855 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3", "name": "network-vif-plugged", "status": "completed", "tag": "a04468e0-d179-456d-92e5-dc5c4247be5f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:50.896161 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7eb072c-c841-4cc6-be84-11ebe6d13c49 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:50.896556 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04468e0-d179-456d-92e5-dc5c4247be5f', 'code': 200} Jul 29 23:26:50.983652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285fe49-c648-4a68-b34c-9bd79662d7be req-9811db0a-01b5-47e4-be8d-f2aea2160602 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.990835 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.994144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c285fe49-c648-4a68-b34c-9bd79662d7be req-9811db0a-01b5-47e4-be8d-f2aea2160602 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 943 time: 0.2188826 Jul 29 23:26:51.012270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1de8671-c8a2-4b64-ba5e-82ca39727c89 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:51.042621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] For port c36d7ab6-3e4e-47a7-9745-68a424c9226b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c36d7ab6-3e4e-47a7-9745-68a424c9226b,segment=NetworkSegment(b094ec56-762f-4e61-924d-da716a8d6ee2),segment_id=b094ec56-762f-4e61-924d-da716a8d6ee2)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:51.043261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.043870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:51.059954 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.060205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] Calling delete_port for c36d7ab6-3e4e-47a7-9745-68a424c9226b owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:51.102169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c285fe49-c648-4a68-b34c-9bd79662d7be req-bb8517b1-0405-4592-8308-19ce332ccf46 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009774 Jul 29 23:26:51.117892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ae2b9-73d2-4287-972f-03be05254bff req-47f87de4-708a-450b-b15e-8bcb5fa2706d tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.119478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e88ae2b9-73d2-4287-972f-03be05254bff req-47f87de4-708a-450b-b15e-8bcb5fa2706d tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 945 time: 0.1207669 Jul 29 23:26:51.133167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1f44-d05a-4971-8a2f-4d4888dc491b req-5cfe4fd5-0857-4531-a0ad-9bfcc8819605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.135188 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe2a1f44-d05a-4971-8a2f-4d4888dc491b req-5cfe4fd5-0857-4531-a0ad-9bfcc8819605 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 1097 time: 0.1443615 Jul 29 23:26:51.168956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e1de8671-c8a2-4b64-ba5e-82ca39727c89,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:51.205638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e88ae2b9-73d2-4287-972f-03be05254bff req-64901992-50e3-44d6-9e01-c40b52fe55ac tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515864 Jul 29 23:26:51.256928 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe2a1f44-d05a-4971-8a2f-4d4888dc491b req-38b50b17-7604-4d00-b297-7ebbec7e142b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080320 Jul 29 23:26:51.320033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e1de8671-c8a2-4b64-ba5e-82ca39727c89'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:51.440351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.476365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c36d7ab6-3e4e-47a7-9745-68a424c9226b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:51.676723 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d02b4813-face-4c50-8854-b13274364486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.709418 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2b1fd485-1d3b-4442-9dcd-09971226d3f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:26:51.794001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.794598 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd485-1d3b-4442-9dcd-09971226d3f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.807889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072537a-d8c6-498b-8348-98a57e2225fd req-db45fb4f-6168-40dd-9e20-5ef0ff46818d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.812789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f072537a-d8c6-498b-8348-98a57e2225fd req-db45fb4f-6168-40dd-9e20-5ef0ff46818d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.1732483 Jul 29 23:26:51.815848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd485-1d3b-4442-9dcd-09971226d3f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.996879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f072537a-d8c6-498b-8348-98a57e2225fd req-4b755467-a2d0-423d-9e60-ac4afacba83a tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127508 Jul 29 23:26:52.023296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19977-0d78-4bb1-acfb-402b13cba885 req-5291a68f-6d7a-4be6-a059-289ae25e2600 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.028082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebe19977-0d78-4bb1-acfb-402b13cba885 req-5291a68f-6d7a-4be6-a059-289ae25e2600 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1271040 Jul 29 23:26:52.045557 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-2b1fd485-1d3b-4442-9dcd-09971226d3f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Floating IP a517c700-ff81-4c48-b8cb-1e49a81d989e associated. External IP: 172.25.2.81, port: 34af723d-cdb2-4f59-bb5c-1c5442a387fd. Jul 29 23:26:52.153990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebe19977-0d78-4bb1-acfb-402b13cba885 req-5717e118-93bf-4c80-82d0-ce5586631dc4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212194 Jul 29 23:26:52.276514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f85b8b-89e4-4140-b8bd-97c509fe6793 req-f00f5db6-15d8-451c-8796-da103c8b5ad3 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.278498 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18f85b8b-89e4-4140-b8bd-97c509fe6793 req-f00f5db6-15d8-451c-8796-da103c8b5ad3 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1288574 Jul 29 23:26:52.355744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] Router b9d2728a-6c8a-4895-8ced-a68d4289504b has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:52.377627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18f85b8b-89e4-4140-b8bd-97c509fe6793 req-d58b029a-1366-4798-aa41-271f345ac794 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893896 Jul 29 23:26:52.391277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1fd485-1d3b-4442-9dcd-09971226d3f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Router fd67b5de-4833-47f0-afd0-ec50c992922b has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:52.469029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:52.476267 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-03db26ab-2d78-4c20-9fc5-5d7515cd14ba admin admin] 10.222.0.37 "PUT /v2.0/routers/b9d2728a-6c8a-4895-8ced-a68d4289504b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7869766 Jul 29 23:26:52.476448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e1de8671-c8a2-4b64-ba5e-82ca39727c89 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:52.476559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39386) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:52.483090 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] Sync routers for ids ['b9d2728a-6c8a-4895-8ced-a68d4289504b'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:52.495330 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] Routers {'b9d2728a-6c8a-4895-8ced-a68d4289504b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:52.496315 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9d2728a-6c8a-4895-8ced-a68d4289504b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:52.530522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port e1de8671-c8a2-4b64-ba5e-82ca39727c89 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:52.534936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port e1de8671-c8a2-4b64-ba5e-82ca39727c89 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:52.535809 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.560540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bddede-6270-4087-9234-8e36da6e4a00 req-f44192c7-bdf8-4881-9c47-9314f19ae50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.562040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12bddede-6270-4087-9234-8e36da6e4a00 req-f44192c7-bdf8-4881-9c47-9314f19ae50f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1098 time: 0.1401298 Jul 29 23:26:52.574231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6c59-b28e-4ef1-aa82-eaebb16394f1 req-ce435cc7-028a-437f-8259-e421f42be874 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.575655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edcb6c59-b28e-4ef1-aa82-eaebb16394f1 req-ce435cc7-028a-437f-8259-e421f42be874 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 944 time: 0.1828692 Jul 29 23:26:52.585569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.629672 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] Set router b9d2728a-6c8a-4895-8ced-a68d4289504b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:52.631947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c110a46-36ef-4f16-b2c4-1e5a88809b29 req-f58c3a51-1d8f-424e-b155-2233b93a85eb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.643618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c110a46-36ef-4f16-b2c4-1e5a88809b29 req-f58c3a51-1d8f-424e-b155-2233b93a85eb tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 945 time: 0.1905849 Jul 29 23:26:52.707895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.777527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Deleting port 75089efa-8d3e-4c52-84f6-3d53766f40cd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:52.777751 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.805931 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.809702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1fd485-1d3b-4442-9dcd-09971226d3f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:52.815924 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd485-1d3b-4442-9dcd-09971226d3f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.833508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] Sync routers for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:52.851156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:52.859793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:52.860600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:52.862779 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.864092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b12f44cb-d450-44f9-a838-4983f137de2c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:52.872738 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edcb6c59-b28e-4ef1-aa82-eaebb16394f1 req-d7fe302a-20e8-41ce-8e8a-a8947c834ab8 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827630 Jul 29 23:26:52.876343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] For port 75089efa-8d3e-4c52-84f6-3d53766f40cd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=75089efa-8d3e-4c52-84f6-3d53766f40cd,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:52.876719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.890546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Calling delete_port for 75089efa-8d3e-4c52-84f6-3d53766f40cd owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:52.908482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c110a46-36ef-4f16-b2c4-1e5a88809b29 req-2f5443aa-fee4-45dc-878b-c8fa1c700499 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057500 Jul 29 23:26:52.927747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:52.935391 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6209bb-1944-4bce-ad0a-5cc75a481159" -d '{"events": [{"server_uuid": "6d75716e-82fc-4edd-a2d7-ab734045ced9", "name": "network-vif-plugged", "status": "completed", "tag": "e1de8671-c8a2-4b64-ba5e-82ca39727c89"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:52.938037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2b1fd485-1d3b-4442-9dcd-09971226d3f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "PUT /v2.0/floatingips/a517c700-ff81-4c48-b8cb-1e49a81d989e HTTP/1.1" status: 200 len: 990 time: 2.6559696 Jul 29 23:26:52.941925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: b12f44cb-d450-44f9-a838-4983f137de2c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:52.942564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b12f44cb-d450-44f9-a838-4983f137de2c not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:52.958464 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:52.960724 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78fab77-58fb-42c9-9208-c3b398b4fe03" -d '{"events": [{"name": "network-changed", "server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:52.979332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bddede-6270-4087-9234-8e36da6e4a00 req-6cd6775d-6a49-41df-9ff9-6ad3e29499af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.980903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12bddede-6270-4087-9234-8e36da6e4a00 req-6cd6775d-6a49-41df-9ff9-6ad3e29499af service neutron] 10.222.0.47 "GET /v2.0/networks?id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 200 len: 920 time: 0.3768051 Jul 29 23:26:53.001981 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-router', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:51Z', 'updated_at': '2021-07-29T23:26:51Z', 'revision_number': 5, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'gw_port': {'id': '75089efa-8d3e-4c52-84f6-3d53766f40cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:52Z', 'updated_at': '2021-07-29T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:53.042871 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] Checking router: b9d2728a-6c8a-4895-8ced-a68d4289504b for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:53.054989 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] Routers {'b9d2728a-6c8a-4895-8ced-a68d4289504b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:53.055868 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9d2728a-6c8a-4895-8ced-a68d4289504b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:53.090333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.120536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12bddede-6270-4087-9234-8e36da6e4a00 req-eb42bf58-23e1-4e70-b932-bd5e478ad976 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 217 time: 0.1213584 Jul 29 23:26:53.122183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e1de8671-c8a2-4b64-ba5e-82ca39727c89,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:53.162539 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] Set router b9d2728a-6c8a-4895-8ced-a68d4289504b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:53.165069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:53.174509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Pushing event deleted for resources: {'Port': ['ID=75089efa-8d3e-4c52-84f6-3d53766f40cd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:53.204046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5cbba-620e-482a-8b26-ca7b176bd8d6 req-ca576b55-da9d-4dd7-b8a8-7458402f5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.205641 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cc5cbba-620e-482a-8b26-ca7b176bd8d6 req-ca576b55-da9d-4dd7-b8a8-7458402f5105 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 1097 time: 0.1257117 Jul 29 23:26:53.227189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4120f0-a39b-478d-acf5-d8b5796e9040 req-e581fdbe-fd8f-4b1b-a5bd-6040e3fe082c tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.237236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a4120f0-a39b-478d-acf5-d8b5796e9040 req-e581fdbe-fd8f-4b1b-a5bd-6040e3fe082c tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.2502177 Jul 29 23:26:53.242749 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-router', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:51Z', 'updated_at': '2021-07-29T23:26:52Z', 'revision_number': 6, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:53.253587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bddede-6270-4087-9234-8e36da6e4a00 req-d85b15ec-13b0-4e4e-862e-06aa660a92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.255032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12bddede-6270-4087-9234-8e36da6e4a00 req-d85b15ec-13b0-4e4e-862e-06aa660a92c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8eb21978-8523-4056-8373-6f1e995423db HTTP/1.1" status: 200 len: 859 time: 0.1266155 Jul 29 23:26:53.274846 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f1c92-c51f-438a-8078-02cc98a18ec1 None None] The sync data for ids ['b9d2728a-6c8a-4895-8ced-a68d4289504b'] in n-d-712139-11 is: [{'id': 'b9d2728a-6c8a-4895-8ced-a68d4289504b', 'name': 'tempest-AttachSCSIVolumeTestJSON-924475948-router', 'tenant_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:51Z', 'updated_at': '2021-07-29T23:26:52Z', 'revision_number': 6, 'project_id': '88f5d0bf5fad4f68ad4f0889c49a1176', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:53.276314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293149e8-ff93-4c01-8016-8196b70fa841 req-777db534-e2e3-427f-a17b-26dbd17e1993 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.284593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-293149e8-ff93-4c01-8016-8196b70fa841 req-777db534-e2e3-427f-a17b-26dbd17e1993 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 945 time: 0.1590960 Jul 29 23:26:53.299600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39400) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:53.305706 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bbc01e01-0d81-443e-b1a5-3efc2e18e677 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Request body: {'floatingip': {'port_id': 'a04468e0-d179-456d-92e5-dc5c4247be5f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:53.308575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.310674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5cbba-620e-482a-8b26-ca7b176bd8d6 req-dc6e7d08-7662-4c1d-b0ef-bb0ad900247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.312284 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cc5cbba-620e-482a-8b26-ca7b176bd8d6 req-dc6e7d08-7662-4c1d-b0ef-bb0ad900247e service neutron] 10.222.0.47 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 913 time: 0.0973642 Jul 29 23:26:53.315815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12bddede-6270-4087-9234-8e36da6e4a00 req-a24b0a97-557d-4b18-abed-32673cb9fbd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503187 Jul 29 23:26:53.350638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a4120f0-a39b-478d-acf5-d8b5796e9040 req-4323eda8-5ee7-4541-949e-eb57b5a08f0a tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123445 Jul 29 23:26:53.379256 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a0fbdc-fd10-4987-8588-8f7bb958edc3 x-openstack-request-id: req-56a0fbdc-fd10-4987-8588-8f7bb958edc3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:53.379551 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d75716e-82fc-4edd-a2d7-ab734045ced9", "name": "network-vif-plugged", "status": "completed", "tag": "e1de8671-c8a2-4b64-ba5e-82ca39727c89", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:53.379937 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56a0fbdc-fd10-4987-8588-8f7bb958edc3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:53.381240 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89', 'code': 200} Jul 29 23:26:53.401908 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cc5cbba-620e-482a-8b26-ca7b176bd8d6 req-a38ebd63-c1c7-4c13-9da0-1a73c0c2904e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb HTTP/1.1" status: 200 len: 217 time: 0.0351791 Jul 29 23:26:53.445427 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ec39a3-2ff4-4dbb-a7c9-7175d79c9d16 x-openstack-request-id: req-a4ec39a3-2ff4-4dbb-a7c9-7175d79c9d16 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:53.446165 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:53.446165 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4ec39a3-2ff4-4dbb-a7c9-7175d79c9d16 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:53.446394 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'status': 'completed', 'code': 200} Jul 29 23:26:53.530877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc01e01-0d81-443e-b1a5-3efc2e18e677 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.541962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'a517c700-ff81-4c48-b8cb-1e49a81d989e', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'port_id': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'mac_address': 'fa:16:3e:cf:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:24Z', 'updated_at': '2021-07-29T23:26:51Z', 'revision_number': 1, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:53.568718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] Checking router: fd67b5de-4833-47f0-afd0-ec50c992922b for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:53.580076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:53.580293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5cbba-620e-482a-8b26-ca7b176bd8d6 req-2423e887-e048-4580-a1a0-62541b533353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.580724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:53.581710 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cc5cbba-620e-482a-8b26-ca7b176bd8d6 req-2423e887-e048-4580-a1a0-62541b533353 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.1470494 Jul 29 23:26:53.586531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12bddede-6270-4087-9234-8e36da6e4a00 req-385741e6-4a85-4e66-8edb-7f64a5c7124b service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550042 Jul 29 23:26:53.626218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082e8f5-9507-4068-a3bf-d5dacd7d608d req-2ea6872b-6acf-444b-ac00-d5753ca18571 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.627190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e082e8f5-9507-4068-a3bf-d5dacd7d608d req-2ea6872b-6acf-444b-ac00-d5753ca18571 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1360273 Jul 29 23:26:53.633697 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.649749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.683646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843655b1-10f4-4549-ae6e-e0f6145fddb3 req-7992357d-2fdb-4b02-8354-deacd1d22c2a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.685242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843655b1-10f4-4549-ae6e-e0f6145fddb3 req-7992357d-2fdb-4b02-8354-deacd1d22c2a tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1421053 Jul 29 23:26:53.709143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:53.719800 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cc5cbba-620e-482a-8b26-ca7b176bd8d6 req-0162fd98-20c2-45d1-95fd-5bcbad294b52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835295 Jul 29 23:26:53.738062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e082e8f5-9507-4068-a3bf-d5dacd7d608d req-7a6bf9e4-90fc-4cb5-9b0d-f7ec3aa39492 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830672 Jul 29 23:26:53.776654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843655b1-10f4-4549-ae6e-e0f6145fddb3 req-2f0bf425-6e85-4b03-8299-74520aedff8d tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796278 Jul 29 23:26:53.778854 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492d398-6d77-4dc0-bfa9-12066fc5d19c req-adda91ac-62ae-4e09-88cb-1dd96540d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.780351 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f492d398-6d77-4dc0-bfa9-12066fc5d19c req-adda91ac-62ae-4e09-88cb-1dd96540d297 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1097 time: 0.3017077 Jul 29 23:26:53.780969 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12bddede-6270-4087-9234-8e36da6e4a00 req-e85776db-332d-45ba-94b6-71d97b87c184 service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832125 Jul 29 23:26:53.861636 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.862272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d2728a-6c8a-4895-8ced-a68d4289504b {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:26:53.881306 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.884907 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0fd65e01-ace1-415c-81f6-cf68404e4081 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b9d2728a-6c8a-4895-8ced-a68d4289504b HTTP/1.1" status: 204 len: 168 time: 1.4051218 Jul 29 23:26:53.885352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39410) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:53.901362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-26cc6037-3dab-403e-9ad8-630d40dd0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.902919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-26cc6037-3dab-403e-9ad8-630d40dd0fb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 1097 time: 0.3831522 Jul 29 23:26:53.952904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d31722c-aae7-4a33-8460-3d1043b9eef4 admin admin] Deleting subnet ff81032d-1931-417d-9a49-8901cc98f13c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:26:53.958104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d31722c-aae7-4a33-8460-3d1043b9eef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.984269 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f492d398-6d77-4dc0-bfa9-12066fc5d19c req-3823de51-d700-40ee-8db1-80c89d913b5a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709273 Jul 29 23:26:54.009349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'a517c700-ff81-4c48-b8cb-1e49a81d989e', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'port_id': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'mac_address': 'fa:16:3e:cf:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:24Z', 'updated_at': '2021-07-29T23:26:51Z', 'revision_number': 1, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:54.045729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d31722c-aae7-4a33-8460-3d1043b9eef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.048942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a308a69b-a442-4914-b553-8a893e4a7d61 None None] The sync data for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 is: [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'a517c700-ff81-4c48-b8cb-1e49a81d989e', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'port_id': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'mac_address': 'fa:16:3e:cf:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:24Z', 'updated_at': '2021-07-29T23:26:51Z', 'revision_number': 1, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:54.059449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6199ee-b976-49bd-82a7-f74b0cb74572 req-70f72086-c109-4da5-848c-b9882ccf7110 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.061109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b6199ee-b976-49bd-82a7-f74b0cb74572 req-70f72086-c109-4da5-848c-b9882ccf7110 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 945 time: 0.0828929 Jul 29 23:26:54.071288 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46b69927-b032-4ffb-aada-3e09208719e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.097212 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cc5cbba-620e-482a-8b26-ca7b176bd8d6 req-65de46c8-467a-4530-a8f2-b430cfaa3f06 service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266840 Jul 29 23:26:54.135350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b6199ee-b976-49bd-82a7-f74b0cb74572 req-fa6ca974-6075-4a41-a02c-f203e51c9eff tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516617 Jul 29 23:26:54.162102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.194654 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d31722c-aae7-4a33-8460-3d1043b9eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.222057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-b6f825b0-d28a-40d7-9da5-3f004254e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.223679 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-b6f825b0-d28a-40d7-9da5-3f004254e691 service neutron] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.3046684 Jul 29 23:26:54.258571 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d31722c-aae7-4a33-8460-3d1043b9eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.288817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31722c-aae7-4a33-8460-3d1043b9eef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff81032d-1931-417d-9a49-8901cc98f13c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:54.294476 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d31722c-aae7-4a33-8460-3d1043b9eef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.296439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4d31722c-aae7-4a33-8460-3d1043b9eef4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ff81032d-1931-417d-9a49-8901cc98f13c HTTP/1.1" status: 204 len: 168 time: 0.4102097 Jul 29 23:26:54.298951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39414) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:54.304190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f336ea-9ff0-43a2-bb7b-b10845bf3e5a None None] Network 38b212d6-4cc1-469a-ab48-fc48ceafbe29 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:54.367706 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87954209-bbbd-4802-b25d-d2c3be678071 None None] New status for floating IP a517c700-ff81-4c48-b8cb-1e49a81d989e: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:26:54.407143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.514312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Deleting port e7fa7ee2-58f2-4691-a867-e8fa28449034 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:54.514705 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.592006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] For port e7fa7ee2-58f2-4691-a867-e8fa28449034, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e7fa7ee2-58f2-4691-a867-e8fa28449034,segment=NetworkSegment(b094ec56-762f-4e61-924d-da716a8d6ee2),segment_id=b094ec56-762f-4e61-924d-da716a8d6ee2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:54.592439 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.607606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Calling delete_port for e7fa7ee2-58f2-4691-a867-e8fa28449034 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:54.652137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee6436c-dd95-40e0-a1b9-8ad8f3d7fd9f None None] DHCP port deletion for 38b212d6-4cc1-469a-ab48-fc48ceafbe29 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:26:54.679175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cb168-427e-4f05-9e23-8a8c94b0c1ae req-d60b055c-a51b-432b-b9ab-45890ff1d28a tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.687426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-904cb168-427e-4f05-9e23-8a8c94b0c1ae req-d60b055c-a51b-432b-b9ab-45890ff1d28a tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.2217045 Jul 29 23:26:54.733638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-904cb168-427e-4f05-9e23-8a8c94b0c1ae req-99af4e3d-d1c3-46e7-b9c5-15c67ec4e956 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451789 Jul 29 23:26:54.775925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.785456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6436c-dd95-40e0-a1b9-8ad8f3d7fd9f None None] Deleting port e7fa7ee2-58f2-4691-a867-e8fa28449034 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:54.785983 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ee6436c-dd95-40e0-a1b9-8ad8f3d7fd9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.848337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fa7ee2-58f2-4691-a867-e8fa28449034,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:54.854743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] No DVR routers for this DVR port e7fa7ee2-58f2-4691-a867-e8fa28449034 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:54.878944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5ee6436c-dd95-40e0-a1b9-8ad8f3d7fd9f None None] For port e7fa7ee2-58f2-4691-a867-e8fa28449034, host n-d-712139-11, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:54.879282 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ee6436c-dd95-40e0-a1b9-8ad8f3d7fd9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.888889 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-17c2c5aa-6380-47ad-a643-733cf162155f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 200 len: 998 time: 0.6258125 Jul 29 23:26:54.897249 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cc5cbba-620e-482a-8b26-ca7b176bd8d6 req-a63b2cc4-8f59-4b22-80d3-96fa89efff78 service neutron] 10.222.0.47 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7902174 Jul 29 23:26:54.897653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6436c-dd95-40e0-a1b9-8ad8f3d7fd9f None None] Calling delete_port for e7fa7ee2-58f2-4691-a867-e8fa28449034 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:54.900666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-5ee6436c-dd95-40e0-a1b9-8ad8f3d7fd9f None None] Port e7fa7ee2-58f2-4691-a867-e8fa28449034 was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:26:54.902320 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ee6436c-dd95-40e0-a1b9-8ad8f3d7fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.941895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6436c-dd95-40e0-a1b9-8ad8f3d7fd9f None None] Pushing event deleted for resources: {'Port': ['ID=e7fa7ee2-58f2-4691-a867-e8fa28449034,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:54.944997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6436c-dd95-40e0-a1b9-8ad8f3d7fd9f None None] No DVR routers for this DVR port e7fa7ee2-58f2-4691-a867-e8fa28449034 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:54.979748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e7fa7ee2-58f2-4691-a867-e8fa28449034 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:55.002199 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-8ee25f84-ef24-4497-b94d-b51288736727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.003849 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-8ee25f84-ef24-4497-b94d-b51288736727 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.0800049 Jul 29 23:26:55.004285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e7fa7ee2-58f2-4691-a867-e8fa28449034 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:55.004642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e7fa7ee2-58f2-4691-a867-e8fa28449034 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:55.004778 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.005356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 75089efa-8d3e-4c52-84f6-3d53766f40cd no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:55.023745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b212d6-4cc1-469a-ab48-fc48ceafbe29']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:55.025999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 75089efa-8d3e-4c52-84f6-3d53766f40cd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:55.026565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 75089efa-8d3e-4c52-84f6-3d53766f40cd not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:55.026979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c36d7ab6-3e4e-47a7-9745-68a424c9226b no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:55.042524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175cee-7ae1-4fde-b58a-e71c3f11929c req-53de9187-f34f-4efa-bde8-f4849592ff1f tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.044130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91175cee-7ae1-4fde-b58a-e71c3f11929c req-53de9187-f34f-4efa-bde8-f4849592ff1f tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1246850 Jul 29 23:26:55.046090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b094ec56-762f-4e61-924d-da716a8d6ee2') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:55.046395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b094ec56-762f-4e61-924d-da716a8d6ee2') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:55.050563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c36d7ab6-3e4e-47a7-9745-68a424c9226b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:55.050920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c36d7ab6-3e4e-47a7-9745-68a424c9226b not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:55.067720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.087830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1880e07-329d-4a93-9acf-185d5ddd0b50 req-76a7eaff-8c4f-4e2b-bb30-834bf7dc7ac6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.089405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1880e07-329d-4a93-9acf-185d5ddd0b50 req-76a7eaff-8c4f-4e2b-bb30-834bf7dc7ac6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1400275 Jul 29 23:26:55.101652 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.122317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:26:55.122728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:26:55.124381 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:26:55.162100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-c0c1f4a7-5ed6-4f23-a19b-f2aecc93a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.163518 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-c0c1f4a7-5ed6-4f23-a19b-f2aecc93a250 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433604 Jul 29 23:26:55.171579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91175cee-7ae1-4fde-b58a-e71c3f11929c req-a0459a30-0b6e-4e58-bc13-ffb2f6b627e8 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159613 Jul 29 23:26:55.202542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1880e07-329d-4a93-9acf-185d5ddd0b50 req-623db430-1ce8-4917-a636-fd1e09b0be23 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987136 Jul 29 23:26:55.206927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.213876 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.221106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/38b212d6-4cc1-469a-ab48-fc48ceafbe29 HTTP/1.1" status: 204 len: 168 time: 0.9189281 Jul 29 23:26:55.231462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dde6e-5b54-45f8-aabb-42595a7604a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=38b212d6-4cc1-469a-ab48-fc48ceafbe29,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:55.285514 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.287257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc01e01-0d81-443e-b1a5-3efc2e18e677 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.293436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc01e01-0d81-443e-b1a5-3efc2e18e677 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.338720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07394f79-2227-4ce2-9e89-96bef7bb7549 req-57a52c26-4f88-4125-afd4-c237078b60c9 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.340304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07394f79-2227-4ce2-9e89-96bef7bb7549 req-57a52c26-4f88-4125-afd4-c237078b60c9 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 945 time: 0.0546691 Jul 29 23:26:55.363243 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-ab642150-07f2-460b-92df-0331b96ff9a9 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896603 Jul 29 23:26:55.364197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39430) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:55.387801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07394f79-2227-4ce2-9e89-96bef7bb7549 req-953ca2e8-ec29-487e-8b0d-b617a380c3e7 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Jul 29 23:26:55.494785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abbf96-2585-45ec-9834-165d7d0c3415 req-62cfcee8-2859-46cf-87c9-6cbc5f2e564c tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.495801 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4ce74945-6721-44b1-bc64-0072b1071a00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69e384df792143969e5b8163b77436f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306670 Jul 29 23:26:55.496582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58abbf96-2585-45ec-9834-165d7d0c3415 req-62cfcee8-2859-46cf-87c9-6cbc5f2e564c tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0412283 Jul 29 23:26:55.498233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39434) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:55.501654 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-bbc01e01-0d81-443e-b1a5-3efc2e18e677 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Floating IP 5b60fd24-7547-4994-aa6d-c753c89e26a4 associated. External IP: 172.25.2.228, port: a04468e0-d179-456d-92e5-dc5c4247be5f. Jul 29 23:26:55.560691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58abbf96-2585-45ec-9834-165d7d0c3415 req-fd79b45f-0db5-4f60-af59-ecd001226620 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553157 Jul 29 23:26:55.566918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b78fab77-58fb-42c9-9208-c3b398b4fe03 req-618657bd-5126-4883-9538-9d567372074e service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676431 Jul 29 23:26:55.576819 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75f44c74-7f26-476b-aa27-c43df4ce506e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.600168 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75f44c74-7f26-476b-aa27-c43df4ce506e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.680944 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75f44c74-7f26-476b-aa27-c43df4ce506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.683429 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75f44c74-7f26-476b-aa27-c43df4ce506e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.684652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-75f44c74-7f26-476b-aa27-c43df4ce506e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a74631f4-5c5a-4929-8671-ec3fef0eac58 HTTP/1.1" status: 204 len: 168 time: 0.1854632 Jul 29 23:26:55.697070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f44c74-7f26-476b-aa27-c43df4ce506e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74631f4-5c5a-4929-8671-ec3fef0eac58,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:55.702129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03361f96-9037-4d6f-b60a-68f9d66c6406 req-54f6d450-fb10-4c8a-87d8-52d72d58dc31 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.703673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03361f96-9037-4d6f-b60a-68f9d66c6406 req-54f6d450-fb10-4c8a-87d8-52d72d58dc31 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0615940 Jul 29 23:26:55.750474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03361f96-9037-4d6f-b60a-68f9d66c6406 req-cbd1ced7-6a85-487c-8a25-21a0b47cf23e tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374105 Jul 29 23:26:55.754582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc01e01-0d81-443e-b1a5-3efc2e18e677 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:55.887763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc01e01-0d81-443e-b1a5-3efc2e18e677 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:55.900043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] Sync routers for ids ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:55.901346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674524c6-df86-4c73-8ef1-b0516e6f4866 req-950900d0-489b-4842-aaea-b28540c4ae44 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.901801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc01e01-0d81-443e-b1a5-3efc2e18e677 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.909825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-674524c6-df86-4c73-8ef1-b0516e6f4866 req-950900d0-489b-4842-aaea-b28540c4ae44 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0644994 Jul 29 23:26:55.914417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] Routers {'9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:55.917548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:55.938763 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bbc01e01-0d81-443e-b1a5-3efc2e18e677 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "PUT /v2.0/floatingips/5b60fd24-7547-4994-aa6d-c753c89e26a4 HTTP/1.1" status: 200 len: 991 time: 2.6362746 Jul 29 23:26:55.939329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'tag': 'a04468e0-d179-456d-92e5-dc5c4247be5f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:55.942547 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7eb7bc-9793-4869-b357-4774eb41073a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3", "tag": "a04468e0-d179-456d-92e5-dc5c4247be5f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:55.948162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-674524c6-df86-4c73-8ef1-b0516e6f4866 req-3dfbc91f-b0fa-412b-a2f8-54c69b3eb381 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367773 Jul 29 23:26:56.059813 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ebb038-daba-4c88-b855-ed9e028540b7 x-openstack-request-id: req-c3ebb038-daba-4c88-b855-ed9e028540b7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:56.060318 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3", "tag": "a04468e0-d179-456d-92e5-dc5c4247be5f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:56.060451 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3ebb038-daba-4c88-b855-ed9e028540b7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:56.060797 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'tag': 'a04468e0-d179-456d-92e5-dc5c4247be5f', 'status': 'completed', 'code': 200} Jul 29 23:26:56.098027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] Set router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:56.120812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb7bc-9793-4869-b357-4774eb41073a req-91eeba8f-59e4-4989-a431-fc6f4cfcfb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.122321 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-df7eb7bc-9793-4869-b357-4774eb41073a req-91eeba8f-59e4-4989-a431-fc6f4cfcfb6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=913f4c7a63b04a76975cb78c255f0ab2&device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 1097 time: 0.0448911 Jul 29 23:26:56.128309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a74e92-c0d4-4583-9178-8dfb152aab86 req-218896a6-338c-452c-a201-4c48112ebdff tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.129848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3a74e92-c0d4-4583-9178-8dfb152aab86 req-218896a6-338c-452c-a201-4c48112ebdff tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0432305 Jul 29 23:26:56.145384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39458) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:56.171089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3a74e92-c0d4-4583-9178-8dfb152aab86 req-c5dde358-8c77-42b9-975f-62f992aceed4 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334699 Jul 29 23:26:56.271291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb7bc-9793-4869-b357-4774eb41073a req-2ef1ec74-8617-4178-9868-a567b9b91b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.273309 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-df7eb7bc-9793-4869-b357-4774eb41073a req-2ef1ec74-8617-4178-9868-a567b9b91b78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=98abfaf2-2688-4a27-b89c-4bbfda6cddcf HTTP/1.1" status: 200 len: 917 time: 0.1356640 Jul 29 23:26:56.281812 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-acf457dc-b048-4a27-8799-e07ebda2d682 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88f5d0bf5fad4f68ad4f0889c49a1176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344256 Jul 29 23:26:56.284663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39464) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:56.359544 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-df7eb7bc-9793-4869-b357-4774eb41073a req-2b0e3de8-118c-45e4-a403-377e130340b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a04468e0-d179-456d-92e5-dc5c4247be5f HTTP/1.1" status: 200 len: 999 time: 0.0765548 Jul 29 23:26:56.369785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '5b60fd24-7547-4994-aa6d-c753c89e26a4', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'port_id': 'a04468e0-d179-456d-92e5-dc5c4247be5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'mac_address': 'fa:16:3e:55:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:51Z', 'updated_at': '2021-07-29T23:26:55Z', 'revision_number': 1, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5423bc9-ff06-4669-a57b-73648fadd3ff', 'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'mac_address': 'fa:16:3e:50:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:47Z', 'updated_at': '2021-07-29T23:25:55Z', 'revision_number': 5, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'subnets': [{'id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:56.384234 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda887e5-b2b6-47a4-84d9-453abe1bb766 req-c4cc0e94-1159-402f-8a65-8a8b16100731 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.386321 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eda887e5-b2b6-47a4-84d9-453abe1bb766 req-c4cc0e94-1159-402f-8a65-8a8b16100731 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.1387315 Jul 29 23:26:56.399968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] Checking router: 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:56.410402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] Routers {'9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:56.411066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:56.411564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d74023c0-8a75-44d4-b9bc-e99c2b89dc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.413695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb7bc-9793-4869-b357-4774eb41073a req-e4c60f51-7674-47a7-af1f-68077023349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.415176 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-df7eb7bc-9793-4869-b357-4774eb41073a req-e4c60f51-7674-47a7-af1f-68077023349f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c07b64b3-9b78-4c8e-a824-3621a0d5d8ea HTTP/1.1" status: 200 len: 855 time: 0.0473182 Jul 29 23:26:56.427107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8627f97-c8fe-470e-81c7-09e63c8a4031 req-9829790f-3091-4fa1-be7e-07676658a78f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.428614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8627f97-c8fe-470e-81c7-09e63c8a4031 req-9829790f-3091-4fa1-be7e-07676658a78f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 945 time: 0.1118321 Jul 29 23:26:56.470209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb7bc-9793-4869-b357-4774eb41073a req-294fdbc6-d8e0-444e-9420-7242d29643e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.471734 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-df7eb7bc-9793-4869-b357-4774eb41073a req-294fdbc6-d8e0-444e-9420-7242d29643e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98abfaf2-2688-4a27-b89c-4bbfda6cddcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462518 Jul 29 23:26:56.474045 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d74023c0-8a75-44d4-b9bc-e99c2b89dc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.487269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eda887e5-b2b6-47a4-84d9-453abe1bb766 req-a50869d9-cdfc-4528-a287-c7ca7f9bd2a6 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907781 Jul 29 23:26:56.519736 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8627f97-c8fe-470e-81c7-09e63c8a4031 req-4155f94a-3296-49ba-a57e-6f89650ac9a9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811062 Jul 29 23:26:56.552521 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d74023c0-8a75-44d4-b9bc-e99c2b89dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.555069 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d74023c0-8a75-44d4-b9bc-e99c2b89dc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.559114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d74023c0-8a75-44d4-b9bc-e99c2b89dc94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f73cf5c-1264-45cc-b5d3-d52020912a13 HTTP/1.1" status: 204 len: 168 time: 0.2705796 Jul 29 23:26:56.563889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] Set router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:56.564812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74023c0-8a75-44d4-b9bc-e99c2b89dc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f73cf5c-1264-45cc-b5d3-d52020912a13,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:56.586239 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-df7eb7bc-9793-4869-b357-4774eb41073a req-3808d977-ed1e-482a-8c55-8faebb43ee49 service neutron] 10.222.0.42 "GET /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058853 Jul 29 23:26:56.690561 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-df7eb7bc-9793-4869-b357-4774eb41073a req-855d3a4a-7997-4f35-84ca-685a3a818286 service neutron] 10.222.0.42 "GET /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957854 Jul 29 23:26:56.816205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '5b60fd24-7547-4994-aa6d-c753c89e26a4', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'port_id': 'a04468e0-d179-456d-92e5-dc5c4247be5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'mac_address': 'fa:16:3e:55:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:51Z', 'updated_at': '2021-07-29T23:26:55Z', 'revision_number': 1, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5423bc9-ff06-4669-a57b-73648fadd3ff', 'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'mac_address': 'fa:16:3e:50:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:47Z', 'updated_at': '2021-07-29T23:25:55Z', 'revision_number': 5, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'subnets': [{'id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:56.846736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa354c-a5db-4416-8c45-8e8f38ec0088 None None] The sync data for ids ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'] in n-d-712139-11 is: [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '5b60fd24-7547-4994-aa6d-c753c89e26a4', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'port_id': 'a04468e0-d179-456d-92e5-dc5c4247be5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'mac_address': 'fa:16:3e:55:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:51Z', 'updated_at': '2021-07-29T23:26:55Z', 'revision_number': 1, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5423bc9-ff06-4669-a57b-73648fadd3ff', 'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'mac_address': 'fa:16:3e:50:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:47Z', 'updated_at': '2021-07-29T23:25:55Z', 'revision_number': 5, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'subnets': [{'id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:56.958574 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.100762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177529e-32cc-4d76-a079-6f9e6338289c req-ef5cfdb2-02cb-41aa-9f3a-e435d44719e5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.102478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7177529e-32cc-4d76-a079-6f9e6338289c req-ef5cfdb2-02cb-41aa-9f3a-e435d44719e5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0777645 Jul 29 23:26:57.139450 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d47c4-dcd9-43ba-a28b-2c6718220507 None None] New status for floating IP 5b60fd24-7547-4994-aa6d-c753c89e26a4: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:26:57.147101 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7177529e-32cc-4d76-a079-6f9e6338289c req-bc7ee27d-3716-46ea-b12e-a17a4b7e1c96 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372679 Jul 29 23:26:57.290656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc4578-6ad0-4d32-99b2-818c444a115b req-3963da7b-6802-4056-9390-7489679fa722 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.292850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbcc4578-6ad0-4d32-99b2-818c444a115b req-3963da7b-6802-4056-9390-7489679fa722 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1097 time: 0.0500202 Jul 29 23:26:57.332666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbcc4578-6ad0-4d32-99b2-818c444a115b req-2ab485f6-08be-42f0-a2a9-5b088eff6d88 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337336 Jul 29 23:26:57.406324 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d48a0e4b-5cb6-4e1b-b12e-527a55bddebb no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:57.422128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:57.496418 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.523513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:57.529676 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b83f5b-2ce7-4acb-b543-8608b82a9b59" -d '{"events": [{"server_uuid": "6cb8141a-c497-4778-8f86-9ed33a41cb82", "name": "network-vif-unplugged", "status": "completed", "tag": "d48a0e4b-5cb6-4e1b-b12e-527a55bddebb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:57.540346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1004676634-network', 'tenant_id': '186d048e8b144e568c3593646dc90002'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:57.547082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:57.552382 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.569600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Made reservation on behalf of 186d048e8b144e568c3593646dc90002 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:57.573611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.585856 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.617371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:57.642141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed92ed8-aa6f-408a-91cf-6e7208fbd189 req-f46be595-1209-4aca-931f-faa739f76857 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.643659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ed92ed8-aa6f-408a-91cf-6e7208fbd189 req-f46be595-1209-4aca-931f-faa739f76857 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0622811 Jul 29 23:26:57.684901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ed92ed8-aa6f-408a-91cf-6e7208fbd189 req-ab66177b-2580-42a7-bc19-e2a2bcdc90ac tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345428 Jul 29 23:26:57.705458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.708976 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.729366 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5863502-0f26-4c48-8093-7d69f892744e x-openstack-request-id: req-b5863502-0f26-4c48-8093-7d69f892744e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:57.729733 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8141a-c497-4778-8f86-9ed33a41cb82", "name": "network-vif-unplugged", "status": "failed", "tag": "d48a0e4b-5cb6-4e1b-b12e-527a55bddebb", "code": 422}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:57.730055 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5863502-0f26-4c48-8093-7d69f892744e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:57.730582 n-d-712139-11 neutron-server[93818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb', 'code': 422} returned with failed status Jul 29 23:26:57.733488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:57.748335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11dcc41-ac50-48ca-a9ac-0e40f7438c16,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:57.757826 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.758184 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Added segment bb811e82-2997-43cd-953f-d79f81f250c9 of type vlan for network 2a85bd5b-521f-4c3a-a403-534b13c539fa Jul 29 23:26:57.808116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.826297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe488e-1d33-4dd7-982c-4c5665b4c40b req-2ae85c5c-e3cf-4009-8a16-49f956732f50 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.827816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29fe488e-1d33-4dd7-982c-4c5665b4c40b req-2ae85c5c-e3cf-4009-8a16-49f956732f50 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 943 time: 0.0523708 Jul 29 23:26:57.837570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.838820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.839365 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.867018 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29fe488e-1d33-4dd7-982c-4c5665b4c40b req-57116d7b-e83f-499e-a5b0-d452f297f99b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Jul 29 23:26:57.899344 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4760647 Jul 29 23:26:57.902195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:57.909609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Request body: {'subnet': {'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1004676634-subnet', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:57.915733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88afdf6-c22c-41b9-8633-7c8915296ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=2a85bd5b-521f-4c3a-a403-534b13c539fa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:57.927659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 2a85bd5b-521f-4c3a-a403-534b13c539fa details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:57.939068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Made reservation on behalf of 186d048e8b144e568c3593646dc90002 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:57.941916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.132825 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.207545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781f0991-f851-457a-95d3-40463985f21a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:58.218545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Checking segment: {'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:58.218908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Network hostable DHCP agents. Network: 2a85bd5b-521f-4c3a-a403-534b13c539fa, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:58.236440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Network 2a85bd5b-521f-4c3a-a403-534b13c539fa is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:58.245346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 2a85bd5b-521f-4c3a-a403-534b13c539fa) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:58.249473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.250125 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.254789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e971a1a-9d03-4498-9270-049ab35939e6 None None] Network 2a85bd5b-521f-4c3a-a403-534b13c539fa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:58.279275 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7da5edd4-11dd-45e7-b91a-bcdb2af6bcb5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3756268 Jul 29 23:26:58.281751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39552) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:58.286181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:58.309634 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.310764 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.375280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.537938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.539411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-2a85bd5b-521f-4c3a-a403-534b13c539fa', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:26:58.540222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.685279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Allocated IP 172.20.0.2 (2a85bd5b-521f-4c3a-a403-534b13c539fa/781f0991-f851-457a-95d3-40463985f21a/c6f81684-7e78-459a-b50a-0c4ee7192e6d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:58.751681 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.770871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.800245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-9e12b39e-286d-40c7-b347-368fd80fb1ef tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.801756 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-9e12b39e-286d-40c7-b347-368fd80fb1ef tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb8141a-c497-4778-8f86-9ed33a41cb82 HTTP/1.1" status: 200 len: 943 time: 0.0528605 Jul 29 23:26:58.839495 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.851483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Transition to ACTIVE for port object c6f81684-7e78-459a-b50a-0c4ee7192e6d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:58.869846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Transition to ACTIVE for port object c6f81684-7e78-459a-b50a-0c4ee7192e6d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:58.879190 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.895019 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Allocated IP 172.25.2.224 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/6f98ef66-040e-4542-a4d6-917ea11e03b9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:58.927704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Network 2a85bd5b-521f-4c3a-a403-534b13c539fa is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:58.933914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:58.936577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:58.972057 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Pushing event updated for resources: {'Port': ['ID=c6f81684-7e78-459a-b50a-0c4ee7192e6d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:59.014370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Attempting to bind port c6f81684-7e78-459a-b50a-0c4ee7192e6d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:59.014750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Attempting to bind port c6f81684-7e78-459a-b50a-0c4ee7192e6d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:59.015116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Attempting to bind port c6f81684-7e78-459a-b50a-0c4ee7192e6d on network 2a85bd5b-521f-4c3a-a403-534b13c539fa {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:59.021247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:59.021533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Checking segment: {'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:59.022154 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.022690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Bound using segment: {'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:59.023179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Bound port: c6f81684-7e78-459a-b50a-0c4ee7192e6d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:59.023566 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.096893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] For port c6f81684-7e78-459a-b50a-0c4ee7192e6d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:59.100316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] For port c6f81684-7e78-459a-b50a-0c4ee7192e6d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c6f81684-7e78-459a-b50a-0c4ee7192e6d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:59.105349 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.171650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12cff8-752a-49ea-ae5d-ac61f9382840 None None] Pushing event updated for resources: {'Port': ['ID=c6f81684-7e78-459a-b50a-0c4ee7192e6d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:59.238831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-ef7e82b1-a9d2-46dd-a3e3-d00f4526de31 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Deleting port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:59.239608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-ef7e82b1-a9d2-46dd-a3e3-d00f4526de31 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.303841 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.343321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-ef7e82b1-a9d2-46dd-a3e3-d00f4526de31 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] For port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:59.344132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-ef7e82b1-a9d2-46dd-a3e3-d00f4526de31 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.386222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-ef7e82b1-a9d2-46dd-a3e3-d00f4526de31 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Calling delete_port for d48a0e4b-5cb6-4e1b-b12e-527a55bddebb owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:59.398470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-1c87d999-6250-4a7e-814b-784e2eeddb44 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:59.399943 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-1c87d999-6250-4a7e-814b-784e2eeddb44 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.47 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0865810 Jul 29 23:26:59.464732 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.535535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:59.544593 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-ef7e82b1-a9d2-46dd-a3e3-d00f4526de31 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.549041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:59.557560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-64b3a906-ed0e-45fb-a669-ef01538da9bc tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:26:59.558582 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-64b3a906-ed0e-45fb-a669-ef01538da9bc tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1737349 Jul 29 23:26:59.561922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:59.565749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Pushing event updated for resources: {'Port': ['ID=6f98ef66-040e-4542-a4d6-917ea11e03b9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:59.597889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e82b1-a9d2-46dd-a3e3-d00f4526de31 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event deleted for resources: {'Port': ['ID=d48a0e4b-5cb6-4e1b-b12e-527a55bddebb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:59.610201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-fc10e266-4ab6-4adc-883d-87d13c7dc7cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Deleting port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:59.610491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-fc10e266-4ab6-4adc-883d-87d13c7dc7cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.632963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-ef7e82b1-a9d2-46dd-a3e3-d00f4526de31 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] No DVR routers for this DVR port d48a0e4b-5cb6-4e1b-b12e-527a55bddebb on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:59.635602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-ef7e82b1-a9d2-46dd-a3e3-d00f4526de31 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.637822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fdcbdd2-164c-427e-b909-f6e7d54a51ac req-ef7e82b1-a9d2-46dd-a3e3-d00f4526de31 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "DELETE /v2.0/ports/d48a0e4b-5cb6-4e1b-b12e-527a55bddebb HTTP/1.1" status: 204 len: 173 time: 0.8293552 Jul 29 23:26:59.638340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'name': 'network-vif-deleted', 'tag': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:59.640701 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c550f83d-918c-44bf-8500-880b63a92fc7" -d '{"events": [{"server_uuid": "6cb8141a-c497-4778-8f86-9ed33a41cb82", "name": "network-vif-deleted", "tag": "d48a0e4b-5cb6-4e1b-b12e-527a55bddebb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:59.663355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Request body: {'binding': {'host': 'n-h2-712139-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:59.663900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Unknown quota resources ['binding']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:26:59.880100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-fc10e266-4ab6-4adc-883d-87d13c7dc7cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] For port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:59.880408 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-fc10e266-4ab6-4adc-883d-87d13c7dc7cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.907761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-fc10e266-4ab6-4adc-883d-87d13c7dc7cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Calling delete_port for 66c98ea0-1b62-4c23-ac3f-90a125a8f61a owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:00.083393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on host n-h2-712139-11 for vnic_type normal with profile None {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:00.083742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:00.084102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:00.101361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:00.101704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:00.118526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:00.118911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:00.119297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:00.119915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Bound port: e1de8671-c8a2-4b64-ba5e-82ca39727c89, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:00.121676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.141000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb9ae5-fa0c-4aa6-9e15-6d6864fd9cc1 req-9ee1d36a-6f4c-4ad1-b621-a244fc6e40e3 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.142572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46eb9ae5-fa0c-4aa6-9e15-6d6864fd9cc1 req-9ee1d36a-6f4c-4ad1-b621-a244fc6e40e3 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0663996 Jul 29 23:27:00.179164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c1dee8-da46-435b-a221-98a2bd2831b3 None None] Network 2a85bd5b-521f-4c3a-a403-534b13c539fa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:00.193059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46eb9ae5-fa0c-4aa6-9e15-6d6864fd9cc1 req-92f14fa0-2383-4efa-aa9d-1615b04535fc tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 Jul 29 23:27:00.257343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2a3cd517-a66e-45fc-872e-3fb68fd580b5 None None] Provisioning for port c6f81684-7e78-459a-b50a-0c4ee7192e6d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:00.300390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:00.302592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74ab9d-f8ec-4d3d-8498-e3d06ddea54c req-c22ab04b-9a6a-41b7-a6e8-7ac5dcd7acac tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.308421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.309733 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-bc4e4897-f3b3-4fdf-ad2d-03ae53163e81 service neutron] 10.222.0.37 "POST /v2.0/ports/e1de8671-c8a2-4b64-ba5e-82ca39727c89/bindings HTTP/1.1" status: 201 len: 390 time: 0.7243786 Jul 29 23:27:00.312111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a74ab9d-f8ec-4d3d-8498-e3d06ddea54c req-c22ab04b-9a6a-41b7-a6e8-7ac5dcd7acac tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/ports?device_id=860dbd87-e417-4f04-a293-4cc4f19abdbb HTTP/1.1" status: 200 len: 945 time: 0.0587780 Jul 29 23:27:00.315397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-fc10e266-4ab6-4adc-883d-87d13c7dc7cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.350093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10e266-4ab6-4adc-883d-87d13c7dc7cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Pushing event deleted for resources: {'Port': ['ID=66c98ea0-1b62-4c23-ac3f-90a125a8f61a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:00.352646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['66c98ea0-1b62-4c23-ac3f-90a125a8f61a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:00.364240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a74ab9d-f8ec-4d3d-8498-e3d06ddea54c req-6964b184-30a5-4121-aeaa-b763716142d1 tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.37 "GET /v2.0/security-groups?id=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 Jul 29 23:27:00.508540 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d67ec7-69ac-4573-aa97-e9b87f472dc2 x-openstack-request-id: req-68d67ec7-69ac-4573-aa97-e9b87f472dc2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:00.509034 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8141a-c497-4778-8f86-9ed33a41cb82", "name": "network-vif-deleted", "tag": "d48a0e4b-5cb6-4e1b-b12e-527a55bddebb", "status": "failed", "code": 422}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:00.509450 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68d67ec7-69ac-4573-aa97-e9b87f472dc2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:00.510576 n-d-712139-11 neutron-server[93816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cb8141a-c497-4778-8f86-9ed33a41cb82', 'name': 'network-vif-deleted', 'tag': 'd48a0e4b-5cb6-4e1b-b12e-527a55bddebb', 'status': 'failed', 'code': 422} returned with failed status Jul 29 23:27:00.536674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.560321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-fc10e266-4ab6-4adc-883d-87d13c7dc7cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] No DVR routers for this DVR port 66c98ea0-1b62-4c23-ac3f-90a125a8f61a on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:00.564469 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-fc10e266-4ab6-4adc-883d-87d13c7dc7cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.567137 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5499992b-2f8e-47f7-91b2-beeb5114fefb req-fc10e266-4ab6-4adc-883d-87d13c7dc7cf tempest-ServerRescueNegativeTestJSON-585828115 tempest-ServerRescueNegativeTestJSON-585828115-project] 10.222.0.47 "DELETE /v2.0/ports/66c98ea0-1b62-4c23-ac3f-90a125a8f61a HTTP/1.1" status: 204 len: 173 time: 1.1528263 Jul 29 23:27:00.568777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860dbd87-e417-4f04-a293-4cc4f19abdbb', 'name': 'network-vif-deleted', 'tag': '66c98ea0-1b62-4c23-ac3f-90a125a8f61a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:00.578585 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8676570-11fa-4019-abf6-c0f445d3cff1" -d '{"events": [{"server_uuid": "860dbd87-e417-4f04-a293-4cc4f19abdbb", "name": "network-vif-deleted", "tag": "66c98ea0-1b62-4c23-ac3f-90a125a8f61a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:00.648963 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf22b0f-c327-4fc8-aab5-a46bc45b0392 x-openstack-request-id: req-cbf22b0f-c327-4fc8-aab5-a46bc45b0392 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:00.649701 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860dbd87-e417-4f04-a293-4cc4f19abdbb", "name": "network-vif-deleted", "tag": "66c98ea0-1b62-4c23-ac3f-90a125a8f61a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:00.650113 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbf22b0f-c327-4fc8-aab5-a46bc45b0392 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:00.651568 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860dbd87-e417-4f04-a293-4cc4f19abdbb', 'name': 'network-vif-deleted', 'tag': '66c98ea0-1b62-4c23-ac3f-90a125a8f61a', 'status': 'completed', 'code': 200} Jul 29 23:27:00.671233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4954-2148-4103-97ec-66b4cb28ed77 req-65828fb3-66ad-4ac1-b619-e6c44ac5d6f8 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.680840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20dd4954-2148-4103-97ec-66b4cb28ed77 req-65828fb3-66ad-4ac1-b619-e6c44ac5d6f8 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 945 time: 0.0974801 Jul 29 23:27:00.740300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20dd4954-2148-4103-97ec-66b4cb28ed77 req-8d7bd6ed-0530-4ac8-a456-bffc4ecc76f3 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518916 Jul 29 23:27:00.761971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-3554de03-d309-4e4c-b14d-7b311dd23272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.763596 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-3554de03-d309-4e4c-b14d-7b311dd23272 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1097 time: 0.1271181 Jul 29 23:27:00.872867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Router 86dcd845-d0fd-4268-81e5-6abab379d4b6 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:27:00.893647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-a715f596-7e12-437d-82e6-e262ec11fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.895161 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-a715f596-7e12-437d-82e6-e262ec11fbe9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.1232071 Jul 29 23:27:00.907445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c6f81684-7e78-459a-b50a-0c4ee7192e6d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:00.928667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-7d9bfefd-730d-4d66-ae9c-65c17435d6a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.930183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-7d9bfefd-730d-4d66-ae9c-65c17435d6a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.1325636 Jul 29 23:27:00.947857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-06f5563b-d92c-4a12-9b90-4fc76dfe2635 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/quotas/aad8ccc943da4fd68e7532207ff24809 HTTP/1.1" status: 200 len: 375 time: 0.0099447 Jul 29 23:27:00.959310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c6f81684-7e78-459a-b50a-0c4ee7192e6d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:00.963619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c6f81684-7e78-459a-b50a-0c4ee7192e6d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:00.964120 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.975231 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-a6a40940-4203-435f-882b-c60c75cc32c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89 HTTP/1.1" status: 200 len: 217 time: 0.0449121 Jul 29 23:27:00.988668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b101cede-f792-49e8-a3d1-e4f84412462e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310538 Jul 29 23:27:01.067357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-0bc61e18-8bb5-43a0-b71c-fafc031807c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.068518 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-0bc61e18-8bb5-43a0-b71c-fafc031807c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0838742 Jul 29 23:27:01.078682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:01.092676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Sync routers for ids ['86dcd845-d0fd-4268-81e5-6abab379d4b6'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:01.099447 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.112034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-49f5e115-d808-4f3a-a7b2-4edb50e60031 service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149085 Jul 29 23:27:01.112375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Routers {'86dcd845-d0fd-4268-81e5-6abab379d4b6'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:01.113309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86dcd845-d0fd-4268-81e5-6abab379d4b6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:01.136086 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-52554be8-64fe-4c07-8d52-452a5ef75b61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557160 Jul 29 23:27:01.139274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.140869 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cbbf5431-6b47-464c-bc75-35a4059f677a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8577020 Jul 29 23:27:01.144346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:01.187410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c6f81684-7e78-459a-b50a-0c4ee7192e6d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c6f81684-7e78-459a-b50a-0c4ee7192e6d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:01.230569 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.262895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-268dba63-02f5-4bf8-b61f-a4c5e82a7253 service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435082 Jul 29 23:27:01.285385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Set router 86dcd845-d0fd-4268-81e5-6abab379d4b6 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:01.369727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c6f81684-7e78-459a-b50a-0c4ee7192e6d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:01.374572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4141306-7872-469f-9e61-802b9bc56bd6 req-7f856c63-a734-4d1a-afb8-d30460879aaa tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.376467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4141306-7872-469f-9e61-802b9bc56bd6 req-7f856c63-a734-4d1a-afb8-d30460879aaa tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0642855 Jul 29 23:27:01.415504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d48a0e4b-5cb6-4e1b-b12e-527a55bddebb no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:01.442812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: d48a0e4b-5cb6-4e1b-b12e-527a55bddebb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:01.443446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d48a0e4b-5cb6-4e1b-b12e-527a55bddebb not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:01.444270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 66c98ea0-1b62-4c23-ac3f-90a125a8f61a no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:01.470509 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-c178d270-22fb-4d20-923d-a64bc156fa5f service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272266 Jul 29 23:27:01.473325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4141306-7872-469f-9e61-802b9bc56bd6 req-79e75b65-25f9-4461-9b11-9f9e0b1743f4 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854568 Jul 29 23:27:01.477137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 66c98ea0-1b62-4c23-ac3f-90a125a8f61a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:01.477692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 66c98ea0-1b62-4c23-ac3f-90a125a8f61a not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:01.489506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39634) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:01.593787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:26:59Z', 'revision_number': 3, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:01.634036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Checking router: 86dcd845-d0fd-4268-81e5-6abab379d4b6 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:01.634723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Updating router 86dcd845-d0fd-4268-81e5-6abab379d4b6 port 6f98ef66-040e-4542-a4d6-917ea11e03b9 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:27:01.674120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fb14266-2b12-48ed-abba-3647947e79b5 req-fa8b23fd-c151-47f8-8500-d1c7472c1607 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 210 time: 0.0345905 Jul 29 23:27:01.674345 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.741307 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-558fa030-909c-4b21-8344-e6b65acaf901 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914294 Jul 29 23:27:01.939178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed5d35-70eb-405b-ab2c-5898da2ebdf6 req-f97a745b-38e6-42ff-9111-081e334837de tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.944591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9ed5d35-70eb-405b-ab2c-5898da2ebdf6 req-f97a745b-38e6-42ff-9111-081e334837de tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 945 time: 0.0803852 Jul 29 23:27:02.007986 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.043932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Transition to ACTIVE for port object 6f98ef66-040e-4542-a4d6-917ea11e03b9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:02.052612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9ed5d35-70eb-405b-ab2c-5898da2ebdf6 req-c2bebbb9-474b-44d5-a13a-6406108c3141 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775287 Jul 29 23:27:02.057134 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.069957 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.137173 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.170091 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Attempting to bind port 6f98ef66-040e-4542-a4d6-917ea11e03b9 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:02.170466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Attempting to bind port 6f98ef66-040e-4542-a4d6-917ea11e03b9 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:02.170837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Attempting to bind port 6f98ef66-040e-4542-a4d6-917ea11e03b9 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:02.180168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7814b-50f8-48c0-8c2b-0c58106fd5fe None None] Pushing event updated for resources: {'Port': ['ID=6f98ef66-040e-4542-a4d6-917ea11e03b9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:02.187857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:02.188490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:02.188654 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.189055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:02.189546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Bound port: 6f98ef66-040e-4542-a4d6-917ea11e03b9, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:02.189927 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.270325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.282351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] For port 6f98ef66-040e-4542-a4d6-917ea11e03b9, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:02.289615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] For port 6f98ef66-040e-4542-a4d6-917ea11e03b9, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6f98ef66-040e-4542-a4d6-917ea11e03b9,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:02.293057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-c07e29de-22c9-4b11-bc16-385a1f24c05e tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:02.294585 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-c07e29de-22c9-4b11-bc16-385a1f24c05e tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.4044862 Jul 29 23:27:02.297188 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.335724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-11'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:02.367657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Routers {'86dcd845-d0fd-4268-81e5-6abab379d4b6'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:02.368323 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86dcd845-d0fd-4268-81e5-6abab379d4b6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:02.372448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7814b-50f8-48c0-8c2b-0c58106fd5fe None None] Pushing event updated for resources: {'Port': ['ID=6f98ef66-040e-4542-a4d6-917ea11e03b9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:02.433372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.465943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] Deleting port a59e064a-b655-410b-a19c-5a04852b84e7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:02.466551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.487585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] Set router 86dcd845-d0fd-4268-81e5-6abab379d4b6 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:02.537156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Allocated IP 172.20.0.1 (2a85bd5b-521f-4c3a-a403-534b13c539fa/781f0991-f851-457a-95d3-40463985f21a/840c58cb-7ce1-47ac-bff3-4b284142685d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:02.577742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] For port a59e064a-b655-410b-a19c-5a04852b84e7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a59e064a-b655-410b-a19c-5a04852b84e7,segment=NetworkSegment(c28b1f62-80af-4e6f-8e97-bb43221dd5b9),segment_id=c28b1f62-80af-4e6f-8e97-bb43221dd5b9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:02.577742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.632901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] Calling delete_port for a59e064a-b655-410b-a19c-5a04852b84e7 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:02.663733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:02.685221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3978c-1eee-49e2-91c0-19350ad6a40d req-694aaba0-914d-41a6-9ef3-63050f1eb0f1 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:02.687143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50a3978c-1eee-49e2-91c0-19350ad6a40d req-694aaba0-914d-41a6-9ef3-63050f1eb0f1 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.1397948 Jul 29 23:27:02.726141 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:26:59Z', 'revision_number': 3, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:02.727997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.742177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:02.767060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55f173-4bfc-4024-9bd3-29cb4da854a2 None None] The sync data for ids ['86dcd845-d0fd-4268-81e5-6abab379d4b6'] in n-d-712139-11 is: [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:26:59Z', 'revision_number': 3, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:02.791843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Transition to ACTIVE for port object 840c58cb-7ce1-47ac-bff3-4b284142685d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:02.793388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50a3978c-1eee-49e2-91c0-19350ad6a40d req-329cbe91-6f63-4bd5-84be-ddbd9b827c1c tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596151 Jul 29 23:27:02.871559 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.874131 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:02.876981 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad5c7d-7bdf-4689-a524-3d9aaec967bf" -d '{"events": [{"server_uuid": "6d75716e-82fc-4edd-a2d7-ab734045ced9", "name": "network-vif-unplugged", "status": "completed", "tag": "e1de8671-c8a2-4b64-ba5e-82ca39727c89"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:02.902761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c6f81684-7e78-459a-b50a-0c4ee7192e6d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:02.945774 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.952476 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.959366 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f08d6fa-2858-44a3-a78b-bb9ac0ff0a13 req-a91b0071-dde1-4421-97f8-55f8abb2bdd7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 210 time: 0.0430241 Jul 29 23:27:03.014408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c6f81684-7e78-459a-b50a-0c4ee7192e6d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:03.015046 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.041421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Network 2a85bd5b-521f-4c3a-a403-534b13c539fa is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:03.043101 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736dbefb-8cbe-49ac-b65e-8ea44e787ea3 x-openstack-request-id: req-736dbefb-8cbe-49ac-b65e-8ea44e787ea3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:03.043467 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d75716e-82fc-4edd-a2d7-ab734045ced9", "name": "network-vif-unplugged", "status": "completed", "tag": "e1de8671-c8a2-4b64-ba5e-82ca39727c89", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:03.043783 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-736dbefb-8cbe-49ac-b65e-8ea44e787ea3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:03.044211 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89', 'code': 200} Jul 29 23:27:03.057487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Pushing event updated for resources: {'Port': ['ID=840c58cb-7ce1-47ac-bff3-4b284142685d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:03.060109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:03.061586 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.071635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:03.105051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59e064a-b655-410b-a19c-5a04852b84e7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:03.199449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-ed34384c-7d47-40c5-9430-b92dc27f0d38 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.201370 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-ed34384c-7d47-40c5-9430-b92dc27f0d38 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.4225671 Jul 29 23:27:03.226437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Request body: {'port': {'device_id': '338b784c-8f38-4437-b7f3-171fca53789b', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'admin_state_up': True, 'tenant_id': 'aad8ccc943da4fd68e7532207ff24809'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:03.260826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on host n-h1-712139-11 for vnic_type normal with profile {"migrating_to": "n-h2-712139-11"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:03.261380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:03.261698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:03.304513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Pushing event updated for resources: {'Port': ['ID=e1de8671-c8a2-4b64-ba5e-82ca39727c89,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:03.307943 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.315359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:03.315694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Attempting to bind port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:03.332703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d6a78-5d91-44d7-89ef-cf7363afd582 req-e3170563-12f9-402b-9f9e-7b160ff116d6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.334435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c5d6a78-5d91-44d7-89ef-cf7363afd582 req-e3170563-12f9-402b-9f9e-7b160ff116d6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 943 time: 0.1661804 Jul 29 23:27:03.372952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:03.373295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:03.373683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:03.374134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Bound port: e1de8671-c8a2-4b64-ba5e-82ca39727c89, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:03.374501 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.414699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c5d6a78-5d91-44d7-89ef-cf7363afd582 req-413fa4b7-6d20-482a-9ff5-94282c2a41b1 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711086 Jul 29 23:27:03.451083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.542636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4dbba694-7e66-4f7d-b409-13cf38119759 None None] Provisioning for port 840c58cb-7ce1-47ac-bff3-4b284142685d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:03.547781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4dbba694-7e66-4f7d-b409-13cf38119759 None None] Provisioning complete for port 840c58cb-7ce1-47ac-bff3-4b284142685d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:03.548454 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4dbba694-7e66-4f7d-b409-13cf38119759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.553268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:03.559662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:03.560956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Made reservation on behalf of aad8ccc943da4fd68e7532207ff24809 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:03.565851 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.577292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.598402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4dbba694-7e66-4f7d-b409-13cf38119759 None None] Port 840c58cb-7ce1-47ac-bff3-4b284142685d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:27:03.652845 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.700840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] Router 3facca6e-3166-4fe9-aff2-7d39c64f132a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:03.762284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.762956 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.764396 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] 10.222.0.47 "PUT /v2.0/ports/e1de8671-c8a2-4b64-ba5e-82ca39727c89 HTTP/1.1" status: 200 len: 1123 time: 1.4329455 Jul 29 23:27:03.799396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b9f67-b25e-4b37-a264-121c53b3fe23 service neutron] Pushing event updated for resources: {'Port': ['ID=e1de8671-c8a2-4b64-ba5e-82ca39727c89,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:03.828461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:03.835078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8648c948-9a57-423c-9bea-2632087c47c8 admin admin] 10.222.0.37 "PUT /v2.0/routers/3facca6e-3166-4fe9-aff2-7d39c64f132a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3459430 Jul 29 23:27:03.838823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:03.844099 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] Sync routers for ids ['3facca6e-3166-4fe9-aff2-7d39c64f132a'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:03.857005 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] Routers {'3facca6e-3166-4fe9-aff2-7d39c64f132a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:03.859519 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3facca6e-3166-4fe9-aff2-7d39c64f132a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:03.875766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e1de8671-c8a2-4b64-ba5e-82ca39727c89'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:03.981159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Allocated IP 172.20.0.10 (265db4a8-6215-4f81-a1f9-97354f7a44c7/b0d8f5b6-5b81-44f6-a514-948e8b1a737d/31ab8109-4c0c-4b9d-a120-7919055f2498) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:04.081462 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] Set router 3facca6e-3166-4fe9-aff2-7d39c64f132a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:04.090113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6942dc9-e3c7-4797-a98f-45564b1ee5d1 req-9243dfe0-2863-4515-b1ab-49eafab1972b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:04.091872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6942dc9-e3c7-4797-a98f-45564b1ee5d1 req-9243dfe0-2863-4515-b1ab-49eafab1972b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.1576471 Jul 29 23:27:04.167100 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64f45f15-bac6-4881-a514-e02bf371b5e1 req-86c99b51-35dc-4b16-a9a2-a16add080a50 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 210 time: 0.0606706 Jul 29 23:27:04.175943 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.198574 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.208686 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.229474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6942dc9-e3c7-4797-a98f-45564b1ee5d1 req-76f4556c-18f3-4bbd-9a9e-7872d1802eeb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294732 Jul 29 23:27:04.327506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Pushing event updated for resources: {'Port': ['ID=840c58cb-7ce1-47ac-bff3-4b284142685d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:04.329646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.331463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.352454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.395737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Deleting port 1c0ddd59-6705-4130-b17e-7017b5ecbccd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:04.396285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.437309 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-router', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:50Z', 'updated_at': '2021-07-29T23:27:02Z', 'revision_number': 5, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'gw_port': {'id': '1c0ddd59-6705-4130-b17e-7017b5ecbccd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:51Z', 'updated_at': '2021-07-29T23:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:04.474884 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] Checking router: 3facca6e-3166-4fe9-aff2-7d39c64f132a for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:04.485035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Network 2a85bd5b-521f-4c3a-a403-534b13c539fa is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:04.487163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:04.488325 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] Routers {'3facca6e-3166-4fe9-aff2-7d39c64f132a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:04.489572 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3facca6e-3166-4fe9-aff2-7d39c64f132a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:04.492799 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.530473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] For port 1c0ddd59-6705-4130-b17e-7017b5ecbccd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1c0ddd59-6705-4130-b17e-7017b5ecbccd,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:04.531120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.574557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Calling delete_port for 1c0ddd59-6705-4130-b17e-7017b5ecbccd owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:04.581623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:04.583474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:04.594686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:04.615473 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] Set router 3facca6e-3166-4fe9-aff2-7d39c64f132a gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:04.645558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event updated for resources: {'Port': ['ID=31ab8109-4c0c-4b9d-a120-7919055f2498,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:04.646986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fc70e-e13e-47e5-8fce-500656bb8086 req-bf602aad-aa6d-4fe1-87e3-36960b8a5588 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:04.655342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb1fc70e-e13e-47e5-8fce-500656bb8086 req-bf602aad-aa6d-4fe1-87e3-36960b8a5588 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 943 time: 0.1440728 Jul 29 23:27:04.695540 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-router', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:50Z', 'updated_at': '2021-07-29T23:27:04Z', 'revision_number': 6, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:04.716653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:04.717334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.743420 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-b5b9c381-dd1e-41eb-ac41-b6213cb3ed6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5227885 Jul 29 23:27:04.745117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb1fc70e-e13e-47e5-8fce-500656bb8086 req-f5e785f1-6f59-473c-9786-319f13a50513 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881746 Jul 29 23:27:04.745952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Router 86dcd845-d0fd-4268-81e5-6abab379d4b6 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:04.747583 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac96248-ccb6-40f4-b924-ea9e7b80dae5 None None] The sync data for ids ['3facca6e-3166-4fe9-aff2-7d39c64f132a'] in n-d-712139-11 is: [{'id': '3facca6e-3166-4fe9-aff2-7d39c64f132a', 'name': 'tempest-ServerRescueNegativeTestJSON-1695149867-router', 'tenant_id': '4dde0e62f5da452c845ee65bc5a6153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:50Z', 'updated_at': '2021-07-29T23:27:04Z', 'revision_number': 6, 'project_id': '4dde0e62f5da452c845ee65bc5a6153f', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:04.760308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Request body: {'port': {'device_id': '338b784c-8f38-4437-b7f3-171fca53789b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:04.843719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0f622777-ad60-455a-bd92-9ef6c488f373 None None] Provisioning complete for port 840c58cb-7ce1-47ac-bff3-4b284142685d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:04.845713 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f622777-ad60-455a-bd92-9ef6c488f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.893948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0f622777-ad60-455a-bd92-9ef6c488f373 None None] Port 840c58cb-7ce1-47ac-bff3-4b284142685d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:27:04.907079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.914156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.946698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0ddd59-6705-4130-b17e-7017b5ecbccd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:04.956908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:04.963600 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2b772fab-ebe6-4b5e-8999-5c64b0c729f1 admin admin] 10.222.0.37 "PUT /v2.0/routers/86dcd845-d0fd-4268-81e5-6abab379d4b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8113360 Jul 29 23:27:05.034428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.048126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'tag': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:05.050736 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b949aa4-7b70-4514-af8e-343c7e78e725" -d '{"events": [{"name": "network-changed", "server_uuid": "6d75716e-82fc-4edd-a2d7-ab734045ced9", "tag": "e1de8671-c8a2-4b64-ba5e-82ca39727c89"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:05.096942 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a7b9ea-6ef8-46fc-ba16-128f733478cc x-openstack-request-id: req-a2a7b9ea-6ef8-46fc-ba16-128f733478cc {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:05.097207 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d75716e-82fc-4edd-a2d7-ab734045ced9", "tag": "e1de8671-c8a2-4b64-ba5e-82ca39727c89", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:05.097550 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2a7b9ea-6ef8-46fc-ba16-128f733478cc {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:05.097888 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'tag': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89', 'status': 'completed', 'code': 200} Jul 29 23:27:05.190319 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.192504 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.306089 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Sync routers for ids ['86dcd845-d0fd-4268-81e5-6abab379d4b6'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:05.337993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Routers {'86dcd845-d0fd-4268-81e5-6abab379d4b6'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:05.340758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86dcd845-d0fd-4268-81e5-6abab379d4b6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:05.377150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ab8109-4c0c-4b9d-a120-7919055f2498 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:05.380713 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.381246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3facca6e-3166-4fe9-aff2-7d39c64f132a {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:27:05.388774 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.393713 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.395015 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e6fb8676-9891-43c0-abc0-fb9983d3c2ee admin admin] 10.222.0.37 "DELETE /v2.0/routers/3facca6e-3166-4fe9-aff2-7d39c64f132a HTTP/1.1" status: 204 len: 168 time: 1.5543716 Jul 29 23:27:05.400405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39694) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:05.404374 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Transition to ACTIVE for port object 31ab8109-4c0c-4b9d-a120-7919055f2498 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:05.408697 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.443631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b949aa4-7b70-4514-af8e-343c7e78e725 req-3bd5a31a-f95f-4633-a22d-c0b6f940d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.445814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b949aa4-7b70-4514-af8e-343c7e78e725 req-3bd5a31a-f95f-4633-a22d-c0b6f940d642 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1126 time: 0.1560555 Jul 29 23:27:05.478097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818838d-e415-480c-a6ef-15bb1bd63e69 req-6b298889-4a7f-4a28-ab90-802a7f612835 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.479890 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9818838d-e415-480c-a6ef-15bb1bd63e69 req-6b298889-4a7f-4a28-ab90-802a7f612835 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 932 time: 0.1914606 Jul 29 23:27:05.558229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-73391835-924e-434a-9807-9019b0d8a675 admin admin] Deleting subnet da05a389-0cf4-4d04-8862-a424378771a5 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:05.560093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Attempting to bind port 31ab8109-4c0c-4b9d-a120-7919055f2498 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:05.560463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Attempting to bind port 31ab8109-4c0c-4b9d-a120-7919055f2498 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:05.560800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Attempting to bind port 31ab8109-4c0c-4b9d-a120-7919055f2498 on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:05.565908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Pushing event updated for resources: {'Port': ['ID=31ab8109-4c0c-4b9d-a120-7919055f2498,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:05.573309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Port 31ab8109-4c0c-4b9d-a120-7919055f2498 on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:05.573638 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Attempting to bind port 31ab8109-4c0c-4b9d-a120-7919055f2498 on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:05.579140 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73391835-924e-434a-9807-9019b0d8a675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.582397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:05.582804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Checking segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:05.583780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Bound using segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:05.584290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Bound port: 31ab8109-4c0c-4b9d-a120-7919055f2498, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:05.584666 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.634493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9818838d-e415-480c-a6ef-15bb1bd63e69 req-dbd2dc26-2406-4327-b1fb-a0430ee79ab8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380293 Jul 29 23:27:05.661530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Set router 86dcd845-d0fd-4268-81e5-6abab379d4b6 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:05.676673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] For port 31ab8109-4c0c-4b9d-a120-7919055f2498, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:05.680052 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73391835-924e-434a-9807-9019b0d8a675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.680217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] For port 31ab8109-4c0c-4b9d-a120-7919055f2498, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=31ab8109-4c0c-4b9d-a120-7919055f2498,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:05.688195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.717470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6f98ef66-040e-4542-a4d6-917ea11e03b9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:05.765550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.765934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.771055 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] 10.222.0.42 "PUT /v2.0/ports/31ab8109-4c0c-4b9d-a120-7919055f2498 HTTP/1.1" status: 200 len: 1093 time: 1.0169837 Jul 29 23:27:05.810710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e5fa1-6638-4a42-8c02-501a061319ee service neutron] Pushing event updated for resources: {'Port': ['ID=31ab8109-4c0c-4b9d-a120-7919055f2498,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:05.846668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b949aa4-7b70-4514-af8e-343c7e78e725 req-42bd63ca-4237-4dd2-9d01-34ff99518b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.848365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b949aa4-7b70-4514-af8e-343c7e78e725 req-42bd63ca-4237-4dd2-9d01-34ff99518b6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.3820183 Jul 29 23:27:05.876063 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39700) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:05.912812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-748c8df6-da1c-403e-b01d-48d31500a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.914764 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-748c8df6-da1c-403e-b01d-48d31500a0c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 1096 time: 0.0816193 Jul 29 23:27:05.919719 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73391835-924e-434a-9807-9019b0d8a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.925675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-499696ee-5237-4560-9fcd-4095e6073215 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072232892', 'description': 'tempest-description--1822701341'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:05.941508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 6f98ef66-040e-4542-a4d6-917ea11e03b9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:05.968453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0871f0d-ae5e-4977-a048-5209bb5a5358 req-552cc6b4-4c63-4059-a8d6-0015c2538aef tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.971496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6f98ef66-040e-4542-a4d6-917ea11e03b9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:05.971963 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.979877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0871f0d-ae5e-4977-a048-5209bb5a5358 req-552cc6b4-4c63-4059-a8d6-0015c2538aef tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.2260911 Jul 29 23:27:05.988039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b949aa4-7b70-4514-af8e-343c7e78e725 req-a0bf2d3d-bc56-4495-82f9-6fda8ff035ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89 HTTP/1.1" status: 200 len: 217 time: 0.1204133 Jul 29 23:27:06.140990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:03Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '840c58cb-7ce1-47ac-bff3-4b284142685d', 'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'mac_address': 'fa:16:3e:a0:88:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:02Z', 'updated_at': '2021-07-29T23:27:03Z', 'revision_number': 2, 'project_id': '186d048e8b144e568c3593646dc90002', 'subnets': [{'id': '781f0991-f851-457a-95d3-40463985f21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:06.146518 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.189709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Checking router: 86dcd845-d0fd-4268-81e5-6abab379d4b6 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:06.190302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Updating router 86dcd845-d0fd-4268-81e5-6abab379d4b6 port 840c58cb-7ce1-47ac-bff3-4b284142685d binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:27:06.234373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 6f98ef66-040e-4542-a4d6-917ea11e03b9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6f98ef66-040e-4542-a4d6-917ea11e03b9,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:06.238879 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.250125 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.312444 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-2fa4da4c-5334-4400-830c-632f4af726ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31ab8109-4c0c-4b9d-a120-7919055f2498 HTTP/1.1" status: 200 len: 217 time: 0.3862345 Jul 29 23:27:06.348543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=6f98ef66-040e-4542-a4d6-917ea11e03b9,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:06.376029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-1db9220f-7e4f-4e94-960e-1b90bc369945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:06.377702 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-1db9220f-7e4f-4e94-960e-1b90bc369945 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.0550835 Jul 29 23:27:06.415598 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-8028d7d5-f02f-49f9-825d-ea9a361a5329 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280046 Jul 29 23:27:06.475882 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-499696ee-5237-4560-9fcd-4095e6073215 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.511740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0871f0d-ae5e-4977-a048-5209bb5a5358 req-f6f94e11-23af-41b5-9158-2a0e227a8a85 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308504 Jul 29 23:27:06.513237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b949aa4-7b70-4514-af8e-343c7e78e725 req-2307b67f-7988-4f38-bfb7-1c312a4901d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:06.514634 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b949aa4-7b70-4514-af8e-343c7e78e725 req-2307b67f-7988-4f38-bfb7-1c312a4901d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.5153937 Jul 29 23:27:06.520253 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-5f990166-7fb6-4846-9e5d-2577b7ae05bc service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945184 Jul 29 23:27:06.526109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22660665-4b2d-4276-b0fb-3d30a0c90025 req-05bd8277-76ce-4f6c-814d-db221c1ed197 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:06.527787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22660665-4b2d-4276-b0fb-3d30a0c90025 req-05bd8277-76ce-4f6c-814d-db221c1ed197 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 943 time: 0.4998193 Jul 29 23:27:06.630539 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.636614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b949aa4-7b70-4514-af8e-343c7e78e725 req-d13feb5b-53c9-425a-88e6-5b3471620318 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016405 Jul 29 23:27:06.642000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Transition to ACTIVE for port object 840c58cb-7ce1-47ac-bff3-4b284142685d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:06.643375 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73391835-924e-434a-9807-9019b0d8a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.649512 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.654075 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3c075479-b29a-42ea-b10a-7ef3d1a30833 req-e088c82a-f3f6-4b59-a7d2-3f29486f0ab7 service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225388 Jul 29 23:27:06.707521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71abe5-b2a6-4b3a-82eb-12c45b37eb57 None None] Pushing event updated for resources: {'Port': ['ID=840c58cb-7ce1-47ac-bff3-4b284142685d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:06.759432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22660665-4b2d-4276-b0fb-3d30a0c90025 req-c7647e25-e783-4e24-a832-d8f1fc81ca34 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117059 Jul 29 23:27:06.764406 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73391835-924e-434a-9807-9019b0d8a675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.766315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-73391835-924e-434a-9807-9019b0d8a675 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/da05a389-0cf4-4d04-8862-a424378771a5 HTTP/1.1" status: 204 len: 168 time: 1.3613422 Jul 29 23:27:06.769582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39706) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:06.771112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73391835-924e-434a-9807-9019b0d8a675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da05a389-0cf4-4d04-8862-a424378771a5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:06.796388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Attempting to bind port 840c58cb-7ce1-47ac-bff3-4b284142685d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:06.797515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Attempting to bind port 840c58cb-7ce1-47ac-bff3-4b284142685d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:06.797884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Attempting to bind port 840c58cb-7ce1-47ac-bff3-4b284142685d on network 2a85bd5b-521f-4c3a-a403-534b13c539fa {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:06.804756 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-499696ee-5237-4560-9fcd-4095e6073215 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.822705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:06.823097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Checking segment: {'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:06.823515 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.823912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Bound using segment: {'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:06.824441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Bound port: 840c58cb-7ce1-47ac-bff3-4b284142685d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:06.824981 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.846195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-499696ee-5237-4560-9fcd-4095e6073215 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.891565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.916208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-499696ee-5237-4560-9fcd-4095e6073215 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.916875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6f98ef66-040e-4542-a4d6-917ea11e03b9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:06.917508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-499696ee-5237-4560-9fcd-4095e6073215 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0369444 Jul 29 23:27:06.922312 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:27:06.923142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b949aa4-7b70-4514-af8e-343c7e78e725 req-badf1a83-0d5e-427f-bbfb-f4958b12802a service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760472 Jul 29 23:27:06.923415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39708) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:06.927232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499696ee-5237-4560-9fcd-4095e6073215 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff22daa-b92d-452f-8451-1785d17005d5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:06.951205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-15b27413-e87f-44a3-b16a-84a866e998e1 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Request body: {'security_group_rule': {'security_group_id': '1ff22daa-b92d-452f-8451-1785d17005d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:06.977864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c731a1-75df-4233-acb6-2a2a9d1a6de8 req-d7457ead-7a19-42b8-876f-8b640ca29cd7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:06.980218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5c731a1-75df-4233-acb6-2a2a9d1a6de8 req-d7457ead-7a19-42b8-876f-8b640ca29cd7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 944 time: 0.1634357 Jul 29 23:27:06.989805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] For port 840c58cb-7ce1-47ac-bff3-4b284142685d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:06.995158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] For port 840c58cb-7ce1-47ac-bff3-4b284142685d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=840c58cb-7ce1-47ac-bff3-4b284142685d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:07.003406 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6f98ef66-040e-4542-a4d6-917ea11e03b9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:07.004044 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.006885 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.037325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b27413-e87f-44a3-b16a-84a866e998e1 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.057669 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.081091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:07.107302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338b784c-8f38-4437-b7f3-171fca53789b', 'tag': '31ab8109-4c0c-4b9d-a120-7919055f2498'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:07.121812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Routers {'86dcd845-d0fd-4268-81e5-6abab379d4b6'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:07.122455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86dcd845-d0fd-4268-81e5-6abab379d4b6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:07.125458 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9024da-2809-42a4-9809-f2e0319dbc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "338b784c-8f38-4437-b7f3-171fca53789b", "tag": "31ab8109-4c0c-4b9d-a120-7919055f2498"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:07.130992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:07.131318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28b1f62-80af-4e6f-8e97-bb43221dd5b9') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:07.139915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71abe5-b2a6-4b3a-82eb-12c45b37eb57 None None] Pushing event updated for resources: {'Port': ['ID=840c58cb-7ce1-47ac-bff3-4b284142685d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:07.143522 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b949aa4-7b70-4514-af8e-343c7e78e725 req-34bc5367-305b-4d67-9653-83ba695ae060 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855071 Jul 29 23:27:07.153385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.169189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5c731a1-75df-4233-acb6-2a2a9d1a6de8 req-e523f28c-095d-4342-b1d4-9871c9e5a57a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938814 Jul 29 23:27:07.184664 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.187488 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b27413-e87f-44a3-b16a-84a866e998e1 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.192998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:07.193772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:07.195615 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:07.207007 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa68467-7d1d-49f6-8866-ebb3d1221492 x-openstack-request-id: req-0aa68467-7d1d-49f6-8866-ebb3d1221492 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:07.207292 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338b784c-8f38-4437-b7f3-171fca53789b", "tag": "31ab8109-4c0c-4b9d-a120-7919055f2498", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:07.207540 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0aa68467-7d1d-49f6-8866-ebb3d1221492 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:07.207921 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338b784c-8f38-4437-b7f3-171fca53789b', 'tag': '31ab8109-4c0c-4b9d-a120-7919055f2498', 'status': 'completed', 'code': 200} Jul 29 23:27:07.208668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b27413-e87f-44a3-b16a-84a866e998e1 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.271923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b27413-e87f-44a3-b16a-84a866e998e1 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bb96d5-3267-4b76-98d3-30d54fc4c54a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:07.280889 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b27413-e87f-44a3-b16a-84a866e998e1 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.282105 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-15b27413-e87f-44a3-b16a-84a866e998e1 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563762 Jul 29 23:27:07.284956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:07.294370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-72f84b06-b964-4003-ade6-eadb1ae01acc tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Request body: {'security_group_rule': {'security_group_id': '1ff22daa-b92d-452f-8451-1785d17005d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:07.309637 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.315232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.323807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9024da-2809-42a4-9809-f2e0319dbc8c req-bb100171-b21f-4b2c-a4d1-819269d008c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:07.325377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb9024da-2809-42a4-9809-f2e0319dbc8c req-bb100171-b21f-4b2c-a4d1-819269d008c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 1096 time: 0.0789602 Jul 29 23:27:07.327951 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144 HTTP/1.1" status: 204 len: 168 time: 0.5494108 Jul 29 23:27:07.337632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c0ddd59-6705-4130-b17e-7017b5ecbccd no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:07.348257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735dd38-0c11-4537-9921-e37c91af83e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f60e6ac4-3e0c-4f71-b9d6-78c0d4d2f144,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:07.369909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1c0ddd59-6705-4130-b17e-7017b5ecbccd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:07.370498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c0ddd59-6705-4130-b17e-7017b5ecbccd not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:07.370624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72f84b06-b964-4003-ade6-eadb1ae01acc tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.371080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a59e064a-b655-410b-a19c-5a04852b84e7 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:07.403034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a59e064a-b655-410b-a19c-5a04852b84e7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:07.403466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a59e064a-b655-410b-a19c-5a04852b84e7 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:07.408567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] Set router 86dcd845-d0fd-4268-81e5-6abab379d4b6 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:07.444425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e1de8671-c8a2-4b64-ba5e-82ca39727c89 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:07.446148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72f84b06-b964-4003-ade6-eadb1ae01acc tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.451621 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72f84b06-b964-4003-ade6-eadb1ae01acc tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.469527 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9024da-2809-42a4-9809-f2e0319dbc8c req-ef84d367-052e-4816-90f3-959aaefca72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:07.471128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb9024da-2809-42a4-9809-f2e0319dbc8c req-ef84d367-052e-4816-90f3-959aaefca72f service neutron] 10.222.0.42 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 913 time: 0.1312160 Jul 29 23:27:07.477367 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f84b06-b964-4003-ade6-eadb1ae01acc tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cffb26-0efc-4c0c-989a-f4be994ae49f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:07.486795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72f84b06-b964-4003-ade6-eadb1ae01acc tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.492485 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-72f84b06-b964-4003-ade6-eadb1ae01acc tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2052410 Jul 29 23:27:07.493286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:07.493656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:07.499494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:07.535813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb9024da-2809-42a4-9809-f2e0319dbc8c req-66acd56d-74ce-4bc3-a2ae-3d29690f854b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31ab8109-4c0c-4b9d-a120-7919055f2498 HTTP/1.1" status: 200 len: 217 time: 0.0423286 Jul 29 23:27:07.564634 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.574143 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c08083cc-84e3-46ed-865a-998c92b46d53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dde0e62f5da452c845ee65bc5a6153f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756693 Jul 29 23:27:07.580975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:07.612171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9024da-2809-42a4-9809-f2e0319dbc8c req-b238a788-1cc3-475c-8854-4bc8091e1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:07.614580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb9024da-2809-42a4-9809-f2e0319dbc8c req-b238a788-1cc3-475c-8854-4bc8091e1dbe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.0656977 Jul 29 23:27:07.644357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:07.678218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-287b8519-1912-4a6d-9ccb-7a6384492f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.680667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e1de8671-c8a2-4b64-ba5e-82ca39727c89 has no active binding in host n-h2-712139-11 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:27:07.692061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb9024da-2809-42a4-9809-f2e0319dbc8c req-e9ff9471-1b64-4f86-ad1c-ff66f574753f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425167 Jul 29 23:27:07.708973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a1f8b-5bc1-4d03-84cb-45a675b54612 req-2319a53e-a6db-4e43-8764-7a2281ca305b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:07.709162 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-287b8519-1912-4a6d-9ccb-7a6384492f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.709259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d7a1f8b-5bc1-4d03-84cb-45a675b54612 req-2319a53e-a6db-4e43-8764-7a2281ca305b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0921087 Jul 29 23:27:07.747902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:03Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '840c58cb-7ce1-47ac-bff3-4b284142685d', 'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'mac_address': 'fa:16:3e:a0:88:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:02Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'subnets': [{'id': '781f0991-f851-457a-95d3-40463985f21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:07.758271 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.790095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6b0a3-2af6-4ba6-967b-1e1225392778 None None] The sync data for ids ['86dcd845-d0fd-4268-81e5-6abab379d4b6'] in n-d-712139-11 is: [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:03Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '840c58cb-7ce1-47ac-bff3-4b284142685d', 'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'mac_address': 'fa:16:3e:a0:88:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:02Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'subnets': [{'id': '781f0991-f851-457a-95d3-40463985f21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:07.814609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-287b8519-1912-4a6d-9ccb-7a6384492f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.815641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d7a1f8b-5bc1-4d03-84cb-45a675b54612 req-ac399e59-80fc-4e22-9a36-0a9572271e7b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995984 Jul 29 23:27:07.817599 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-287b8519-1912-4a6d-9ccb-7a6384492f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.818940 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-287b8519-1912-4a6d-9ccb-7a6384492f27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4460b9cc-e7a2-4a4d-bd74-ecff6920d45a HTTP/1.1" status: 204 len: 168 time: 0.2361181 Jul 29 23:27:07.834327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b8519-1912-4a6d-9ccb-7a6384492f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4460b9cc-e7a2-4a4d-bd74-ecff6920d45a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:07.876533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb9024da-2809-42a4-9809-f2e0319dbc8c req-87b30d5c-748c-4fab-b5c3-864a0101c555 service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532602 Jul 29 23:27:07.983651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Allocated IP 172.25.2.110 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/a6fde633-5916-4280-aefe-0b3175ca2648) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:08.060723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb9024da-2809-42a4-9809-f2e0319dbc8c req-0026e339-f16f-49c2-be00-efef8e876f9b service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665838 Jul 29 23:27:08.073197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f0b77-1c82-457d-9378-aff2584df83b req-0e05bed9-b5b3-4523-9f85-0e4faf03b2f5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:08.074783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f2f0b77-1c82-457d-9378-aff2584df83b req-0e05bed9-b5b3-4523-9f85-0e4faf03b2f5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 943 time: 0.1496329 Jul 29 23:27:08.126778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f2f0b77-1c82-457d-9378-aff2584df83b req-72557c04-21f3-460e-b8bd-dc38329210d4 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442410 Jul 29 23:27:08.163877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.222369 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.264469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:08.269436 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:08.273024 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:08.299034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5dfa7-1a35-4fd6-a48a-b2b6e3e1b75c req-76857cf8-04ca-492e-8398-bfabcdb4ad5c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:08.305534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Pushing event updated for resources: {'Port': ['ID=a6fde633-5916-4280-aefe-0b3175ca2648,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:08.309251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39b5dfa7-1a35-4fd6-a48a-b2b6e3e1b75c req-76857cf8-04ca-492e-8398-bfabcdb4ad5c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 944 time: 0.0618992 Jul 29 23:27:08.371430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39b5dfa7-1a35-4fd6-a48a-b2b6e3e1b75c req-640cf289-ec10-4cf2-b43c-51e9f831bee9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 Jul 29 23:27:08.388394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.427606 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.592448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.597272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.672302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Pushing event updated for resources: {'Port': ['ID=a6fde633-5916-4280-aefe-0b3175ca2648,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:08.684201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.701000 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.702435 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1e3056c3-d654-4c25-a47c-8f9fd6473cf8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2075944 Jul 29 23:27:08.741767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:08.877759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1125639042-network', 'tenant_id': '5f71c197c77a412d9b2c6731e1d4943d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:08.910716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Made reservation on behalf of 5f71c197c77a412d9b2c6731e1d4943d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:08.929492 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.942157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 840c58cb-7ce1-47ac-bff3-4b284142685d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:08.961009 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.997004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 840c58cb-7ce1-47ac-bff3-4b284142685d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:09.002690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 840c58cb-7ce1-47ac-bff3-4b284142685d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:09.003833 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.061659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-43007973-dfef-4a7d-82e2-dda55113aa24 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2072232892&fields=id&tenant_id=186d048e8b144e568c3593646dc90002 HTTP/1.1" status: 200 len: 267 time: 0.1100039 Jul 29 23:27:09.070711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f036-ec6f-4eab-b530-ad6aa0ac4d89 req-870bf480-c15e-42a1-97f9-70c0094793ce tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:09.077279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6087f036-ec6f-4eab-b530-ad6aa0ac4d89 req-870bf480-c15e-42a1-97f9-70c0094793ce tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.1837020 Jul 29 23:27:09.094528 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.099073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.101338 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.123531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:09.143958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.144461 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Added segment 92438e50-784b-4253-b10f-bde93195b3f0 of type vlan for network 02ae7a82-c20f-45af-808e-717bee47b446 Jul 29 23:27:09.146222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aec844-abcc-4514-8ed3-88444677ced1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:09.219478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.235553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6087f036-ec6f-4eab-b530-ad6aa0ac4d89 req-31794958-5873-4f6d-8a7d-80a340e758af tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465182 Jul 29 23:27:09.239898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-950d426e-deb3-481c-a1b4-ac4d9729f93a service neutron] 10.222.0.42 "GET /v2.0/ports/e1de8671-c8a2-4b64-ba5e-82ca39727c89/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 385 time: 0.2268713 Jul 29 23:27:09.265464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.266898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:09.267593 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.325212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 840c58cb-7ce1-47ac-bff3-4b284142685d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=840c58cb-7ce1-47ac-bff3-4b284142685d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:09.334721 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5915978 Jul 29 23:27:09.337072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.339219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:09.345848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Request body: {'subnet': {'network_id': '02ae7a82-c20f-45af-808e-717bee47b446', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1125639042-subnet', 'tenant_id': '5f71c197c77a412d9b2c6731e1d4943d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:09.360314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-62c53181-0515-44d4-8efd-461dd2c17cda tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:09.362501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-62c53181-0515-44d4-8efd-461dd2c17cda tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/networks?id=2a85bd5b-521f-4c3a-a403-534b13c539fa HTTP/1.1" status: 200 len: 806 time: 0.3000579 Jul 29 23:27:09.377491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ac912-cb89-4087-bd5b-bf6bd51b6624 admin admin] Pushing event updated for resources: {'Network': ['ID=02ae7a82-c20f-45af-808e-717bee47b446,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:09.383156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Made reservation on behalf of 5f71c197c77a412d9b2c6731e1d4943d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:09.387499 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.399175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 02ae7a82-c20f-45af-808e-717bee47b446 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:09.413283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-aa602438-de36-438f-af5b-4466cba272f4 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/quotas/186d048e8b144e568c3593646dc90002 HTTP/1.1" status: 200 len: 375 time: 0.0425427 Jul 29 23:27:09.522703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=840c58cb-7ce1-47ac-bff3-4b284142685d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:09.535824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-38c293b2-4b81-4096-8ebb-24b3b85b288e tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=186d048e8b144e568c3593646dc90002&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1215601 Jul 29 23:27:09.601269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.653598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5d35f3bd-c515-445e-9062-696d53f39777 req-39463d1d-e989-4641-8f2e-25daab12428e service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:09.658590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18081f96-b1cd-4371-adb3-a8d7e128b50e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:09.667467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Checking segment: {'id': '92438e50-784b-4253-b10f-bde93195b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02ae7a82-c20f-45af-808e-717bee47b446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:09.667834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Network hostable DHCP agents. Network: 02ae7a82-c20f-45af-808e-717bee47b446, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:09.684037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Network 02ae7a82-c20f-45af-808e-717bee47b446 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:09.689726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c51e3c-dad9-4b9d-916c-f646b1b4ac8b req-fac57d03-299d-41a1-bb7d-f189e3bba675 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:09.691329 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88c51e3c-dad9-4b9d-916c-f646b1b4ac8b req-fac57d03-299d-41a1-bb7d-f189e3bba675 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 943 time: 0.1446199 Jul 29 23:27:09.693230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 02ae7a82-c20f-45af-808e-717bee47b446) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:09.701980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5d35f3bd-c515-445e-9062-696d53f39777 req-39463d1d-e989-4641-8f2e-25daab12428e service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:09.703984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76fe62-f82c-4d88-b529-5e9955534394 None None] Network 02ae7a82-c20f-45af-808e-717bee47b446 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:09.707937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:09.708572 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.731491 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-766f76ad-cfd3-4d61-90e6-618ddc5a9dc0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3900876 Jul 29 23:27:09.745927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-275d411e-5d6f-4085-8fbf-dabec07540ca service neutron] 10.222.0.37 "GET /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091107 Jul 29 23:27:09.770571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-5d35f3bd-c515-445e-9062-696d53f39777 req-39463d1d-e989-4641-8f2e-25daab12428e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1de8671-c8a2-4b64-ba5e-82ca39727c89 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:09.827470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5d35f3bd-c515-445e-9062-696d53f39777 req-39463d1d-e989-4641-8f2e-25daab12428e service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:09.844594 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88c51e3c-dad9-4b9d-916c-f646b1b4ac8b req-2a399de3-40ae-499a-b472-7d2b0766496d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437638 Jul 29 23:27:09.845392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0224a2b-2c1e-45e3-b327-28dd622a5cf0 None None] Network 02ae7a82-c20f-45af-808e-717bee47b446 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:09.870894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5d35f3bd-c515-445e-9062-696d53f39777 req-39463d1d-e989-4641-8f2e-25daab12428e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.965520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-e6b360db-e05b-43d9-b464-79aba695027b service neutron] 10.222.0.37 "GET /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093685 Jul 29 23:27:10.009410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb8b02-bbba-4cae-a809-1b048af43c3e req-d7a86dc0-2816-4f4e-b266-8dc3aaa0923a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:10.011457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfb8b02-bbba-4cae-a809-1b048af43c3e req-d7a86dc0-2816-4f4e-b266-8dc3aaa0923a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 944 time: 0.1129124 Jul 29 23:27:10.044278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-5d35f3bd-c515-445e-9062-696d53f39777 req-39463d1d-e989-4641-8f2e-25daab12428e service neutron] Transition to ACTIVE for port object e1de8671-c8a2-4b64-ba5e-82ca39727c89 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:10.053468 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5d35f3bd-c515-445e-9062-696d53f39777 req-39463d1d-e989-4641-8f2e-25daab12428e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.100619 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfb8b02-bbba-4cae-a809-1b048af43c3e req-1530b909-08d5-4d66-a767-31b065b131bd tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818641 Jul 29 23:27:10.143438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39794) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:10.184243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d35f3bd-c515-445e-9062-696d53f39777 req-39463d1d-e989-4641-8f2e-25daab12428e service neutron] No DVR routers for this DVR port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:10.187705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39463d1d-e989-4641-8f2e-25daab12428e service neutron] Pushing event updated for resources: {'Port': ['ID=e1de8671-c8a2-4b64-ba5e-82ca39727c89,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:10.201286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ac477a-3de7-4e2d-8677-09c897e75735 admin admin] Deleting subnet 18081f96-b1cd-4371-adb3-a8d7e128b50e {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:10.208761 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34ac477a-3de7-4e2d-8677-09c897e75735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.235145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-770853ab-fbc4-4486-9504-fa33b0a0a207 req-0e9f124f-aee0-43c8-8742-673982a20fc5 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0425141 Jul 29 23:27:10.261704 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34ac477a-3de7-4e2d-8677-09c897e75735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.271371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-39463d1d-e989-4641-8f2e-25daab12428e service neutron] 10.222.0.42 "PUT /v2.0/ports/e1de8671-c8a2-4b64-ba5e-82ca39727c89/bindings/n-h2-712139-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0196300 Jul 29 23:27:10.307618 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34ac477a-3de7-4e2d-8677-09c897e75735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.367447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fc6b0-d223-43b4-bba5-c0ebffe751d6 req-9b306c49-bda6-4fc8-a94d-bb7babdb2a13 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:10.367679 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34ac477a-3de7-4e2d-8677-09c897e75735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.370198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-242fc6b0-d223-43b4-bba5-c0ebffe751d6 req-9b306c49-bda6-4fc8-a94d-bb7babdb2a13 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0599923 Jul 29 23:27:10.402146 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34ac477a-3de7-4e2d-8677-09c897e75735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.403780 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-34ac477a-3de7-4e2d-8677-09c897e75735 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/18081f96-b1cd-4371-adb3-a8d7e128b50e HTTP/1.1" status: 204 len: 168 time: 0.2568529 Jul 29 23:27:10.404843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac477a-3de7-4e2d-8677-09c897e75735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18081f96-b1cd-4371-adb3-a8d7e128b50e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:10.406512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39806) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:10.457223 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-242fc6b0-d223-43b4-bba5-c0ebffe751d6 req-47c5b7ff-961e-476f-9259-9d302c2eba2b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790946 Jul 29 23:27:10.487095 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.573081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 31ab8109-4c0c-4b9d-a120-7919055f2498 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:10.586143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.602526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ae7a82-c20f-45af-808e-717bee47b446']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:10.615603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92438e50-784b-4253-b10f-bde93195b3f0') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:10.615928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92438e50-784b-4253-b10f-bde93195b3f0') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:10.630935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.639675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-49eee9d2-f877-4d4d-835d-c2701a92d1e5 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:10.642192 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-49eee9d2-f877-4d4d-835d-c2701a92d1e5 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1096 time: 0.0527186 Jul 29 23:27:10.648916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.655686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:10.656527 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:10.658435 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:10.696073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-63a2103e-e67e-4472-b05b-2bd6972c6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:10.698294 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-63a2103e-e67e-4472-b05b-2bd6972c6321 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9&tenant_id=e98da22c0c3d4847bbc609aed059b175 HTTP/1.1" status: 200 len: 1096 time: 0.0479622 Jul 29 23:27:10.700497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 31ab8109-4c0c-4b9d-a120-7919055f2498, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=31ab8109-4c0c-4b9d-a120-7919055f2498,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:10.714937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '31ab8109-4c0c-4b9d-a120-7919055f2498', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'port_id': '31ab8109-4c0c-4b9d-a120-7919055f2498', 'mac_address': 'fa:16:3e:b0:41:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d8f5b6-5b81-44f6-a514-948e8b1a737d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:10.719086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.728085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.733747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] 10.222.0.37 "DELETE /v2.0/networks/02ae7a82-c20f-45af-808e-717bee47b446 HTTP/1.1" status: 204 len: 168 time: 0.3260233 Jul 29 23:27:10.763501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.772396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdddd6-bd95-464b-b657-d9b095fa70da admin admin] Pushing event deleted for resources: {'Network': ['ID=02ae7a82-c20f-45af-808e-717bee47b446,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:10.788003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ab8109-4c0c-4b9d-a120-7919055f2498 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:10.797325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-6f27eb5b-9c18-4a49-a96c-f7d911b1ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:10.799000 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-6f27eb5b-9c18-4a49-a96c-f7d911b1ef69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1096 time: 0.0637419 Jul 29 23:27:10.813895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 31ab8109-4c0c-4b9d-a120-7919055f2498, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=31ab8109-4c0c-4b9d-a120-7919055f2498,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:10.819111 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.883354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=31ab8109-4c0c-4b9d-a120-7919055f2498,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:10.924491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39818) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:10.927595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 840c58cb-7ce1-47ac-bff3-4b284142685d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:11.015364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173e98d-dbbc-4c5d-be4c-a1edcea441e4 req-52c8c7af-322f-40c8-811a-7066d195b9cf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:11.023542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c173e98d-dbbc-4c5d-be4c-a1edcea441e4 req-52c8c7af-322f-40c8-811a-7066d195b9cf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 944 time: 0.0802708 Jul 29 23:27:11.053748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 840c58cb-7ce1-47ac-bff3-4b284142685d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:11.057592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.077593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c173e98d-dbbc-4c5d-be4c-a1edcea441e4 req-ac75022d-156d-4234-9556-e41c7933b18f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522778 Jul 29 23:27:11.095215 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1beadf10-160e-490c-b711-5db448f5f489 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f71c197c77a412d9b2c6731e1d4943d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689107 Jul 29 23:27:11.096894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-545ee90a-186d-4952-a396-4b79e0e6cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:11.097651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39820) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:11.098727 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-545ee90a-186d-4952-a396-4b79e0e6cb4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.2896943 Jul 29 23:27:11.150540 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-d2152004-0e9c-4efe-9ee7-051e194f19f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89 HTTP/1.1" status: 200 len: 217 time: 0.0418854 Jul 29 23:27:11.186803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['31ab8109-4c0c-4b9d-a120-7919055f2498'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:11.187968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0553fc65-d036-451a-80e8-764d6a400177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.228073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-773be7e8-b56b-483f-9958-3c5e33cbdfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:11.231090 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-773be7e8-b56b-483f-9958-3c5e33cbdfb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0737622 Jul 29 23:27:11.243001 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0553fc65-d036-451a-80e8-764d6a400177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.292683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c6f59-b00f-4146-a7fa-74c17d8201ed req-89339a5b-f149-4138-974f-cfaf83e676eb tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:11.294266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d29c6f59-b00f-4146-a7fa-74c17d8201ed req-89339a5b-f149-4138-974f-cfaf83e676eb tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 945 time: 0.0954926 Jul 29 23:27:11.317614 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-44c8383d-a63e-40ea-aedb-3b4f9fa35a0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780928 Jul 29 23:27:11.362629 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0553fc65-d036-451a-80e8-764d6a400177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.365687 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0553fc65-d036-451a-80e8-764d6a400177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.369889 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0553fc65-d036-451a-80e8-764d6a400177 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18aec844-abcc-4514-8ed3-88444677ced1 HTTP/1.1" status: 204 len: 168 time: 0.2678771 Jul 29 23:27:11.419135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-597efa05-86d7-4df9-b6d0-2e1d25e63d65 req-eeccf4bc-20e9-43dd-b795-a259f3e97ed1 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0593183 Jul 29 23:27:11.432750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-c3d5d949-d172-44e5-a87f-fff2f4187d80 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060059 Jul 29 23:27:11.433275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553fc65-d036-451a-80e8-764d6a400177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aec844-abcc-4514-8ed3-88444677ced1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:11.449461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d29c6f59-b00f-4146-a7fa-74c17d8201ed req-e613e833-6cb4-48ed-b132-b84f8fb859e1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383195 Jul 29 23:27:11.598924 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-cf3ac7f5-2e58-4115-b832-2c7e96a6f072 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566925 Jul 29 23:27:11.757357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb53137-1a08-4527-ac94-1a72011e33ff req-5f013ef5-c471-4e7d-b668-8ef5095ff002 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:11.758949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4cb53137-1a08-4527-ac94-1a72011e33ff req-5f013ef5-c471-4e7d-b668-8ef5095ff002 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0891511 Jul 29 23:27:11.770281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-2eeee9dd-6fa1-4abf-971b-a62a35a6a0d0 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:11.771921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-2eeee9dd-6fa1-4abf-971b-a62a35a6a0d0 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.42 "GET /v2.0/networks?id=2a85bd5b-521f-4c3a-a403-534b13c539fa HTTP/1.1" status: 200 len: 806 time: 0.2116766 Jul 29 23:27:11.830990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4cb53137-1a08-4527-ac94-1a72011e33ff req-e02c37ee-2fb8-4c3f-b6d7-2127e97be588 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579367 Jul 29 23:27:11.841529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-04bb0474-1902-4e94-a551-3adad27c276a tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=186d048e8b144e568c3593646dc90002 HTTP/1.1" status: 200 len: 380 time: 0.0513778 Jul 29 23:27:11.859508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Request body: {'port': {'device_id': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'admin_state_up': True, 'tenant_id': '186d048e8b144e568c3593646dc90002', 'security_groups': ['1ff22daa-b92d-452f-8451-1785d17005d5']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:11.969392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f3bd-c515-445e-9062-696d53f39777 req-cf897a85-96fe-4070-bab2-20d98b1265d7 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:11.970961 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-cf897a85-96fe-4070-bab2-20d98b1265d7 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1096 time: 0.0666618 Jul 29 23:27:11.982856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Made reservation on behalf of 186d048e8b144e568c3593646dc90002 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:11.986998 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.093321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5d35f3bd-c515-445e-9062-696d53f39777 req-54fce470-0797-470e-a208-7dceed514a16 service neutron] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:12.096847 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5d35f3bd-c515-445e-9062-696d53f39777 req-54fce470-0797-470e-a208-7dceed514a16 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.098367 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d35f3bd-c515-445e-9062-696d53f39777 req-54fce470-0797-470e-a208-7dceed514a16 service neutron] 10.222.0.47 "DELETE /v2.0/ports/e1de8671-c8a2-4b64-ba5e-82ca39727c89/bindings/n-h1-712139-11 HTTP/1.1" status: 204 len: 173 time: 0.1173997 Jul 29 23:27:12.137781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Allocated IP 172.20.0.4 (2a85bd5b-521f-4c3a-a403-534b13c539fa/781f0991-f851-457a-95d3-40463985f21a/7c61c155-73d7-4ecc-8db0-56de355f7d6d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:12.280621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f48b39-93fd-40de-a3b3-235bbd2e35de req-eb391446-5806-4193-9717-23542221b49c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.282124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21f48b39-93fd-40de-a3b3-235bbd2e35de req-eb391446-5806-4193-9717-23542221b49c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 944 time: 0.1208985 Jul 29 23:27:12.345530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21f48b39-93fd-40de-a3b3-235bbd2e35de req-6b331709-27ab-4881-a729-623d44a4edb3 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562232 Jul 29 23:27:12.358207 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.372929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Transition to ACTIVE for port object 7c61c155-73d7-4ecc-8db0-56de355f7d6d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:12.411264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.499088 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Pushing event updated for resources: {'Port': ['ID=7c61c155-73d7-4ecc-8db0-56de355f7d6d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:12.503531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Network 2a85bd5b-521f-4c3a-a403-534b13c539fa is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:12.506671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:12.509589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:12.552289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee138d-a16e-4060-bfa6-525056f2b227 req-33643af9-8d5f-4e80-b0e2-9a7b25511052 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.553852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1ee138d-a16e-4060-bfa6-525056f2b227 req-33643af9-8d5f-4e80-b0e2-9a7b25511052 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 1096 time: 0.1113873 Jul 29 23:27:12.589880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 31ab8109-4c0c-4b9d-a120-7919055f2498 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:12.613690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.614322 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.645386 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-fa762bfb-a2c1-4d55-82ae-69a400f07749 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7903268 Jul 29 23:27:12.651892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1ee138d-a16e-4060-bfa6-525056f2b227 req-2515b512-5b6f-4d4a-9ab9-56eb4bf41988 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874870 Jul 29 23:27:12.659664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638f1-907e-43b1-b4ce-8543d5f3aedf req-10f631a8-dd46-4843-b010-f805166599f9 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.666206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 31ab8109-4c0c-4b9d-a120-7919055f2498 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:12.672030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae6638f1-907e-43b1-b4ce-8543d5f3aedf req-10f631a8-dd46-4843-b010-f805166599f9 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 931 time: 0.1170902 Jul 29 23:27:12.690942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Request body: {'port': {'device_id': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:12.695346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 31ab8109-4c0c-4b9d-a120-7919055f2498 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:12.696204 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.813521 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.841228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0cf0b9e8-e8ab-49af-8720-23929ce4fb1a None None] Provisioning for port 7c61c155-73d7-4ecc-8db0-56de355f7d6d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:12.850846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0cf0b9e8-e8ab-49af-8720-23929ce4fb1a None None] Provisioning complete for port 7c61c155-73d7-4ecc-8db0-56de355f7d6d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:12.851128 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cf0b9e8-e8ab-49af-8720-23929ce4fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.852567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338b784c-8f38-4437-b7f3-171fca53789b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab8109-4c0c-4b9d-a120-7919055f2498'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:12.857019 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9ed9be-6a8d-426e-9bf0-10dd3043d2ae" -d '{"events": [{"server_uuid": "338b784c-8f38-4437-b7f3-171fca53789b", "name": "network-vif-plugged", "status": "completed", "tag": "31ab8109-4c0c-4b9d-a120-7919055f2498"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:12.869909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae6638f1-907e-43b1-b4ce-8543d5f3aedf req-bd29e1c2-2c75-4ff5-bba3-4c2323ad633f tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969900 Jul 29 23:27:12.884492 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.889536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 31ab8109-4c0c-4b9d-a120-7919055f2498, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=31ab8109-4c0c-4b9d-a120-7919055f2498,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:12.906137 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.906939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e1de8671-c8a2-4b64-ba5e-82ca39727c89 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:12.911171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0b9e8-e8ab-49af-8720-23929ce4fb1a None None] Port 7c61c155-73d7-4ecc-8db0-56de355f7d6d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:27:12.911602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db507e6b-2eb4-4c2c-8354-0b248e13d795 req-013e8302-0ec9-4c3c-a2b3-377b3ae93586 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.916599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39888) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:12.922466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db507e6b-2eb4-4c2c-8354-0b248e13d795 req-013e8302-0ec9-4c3c-a2b3-377b3ae93586 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 945 time: 0.1621957 Jul 29 23:27:12.998372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=31ab8109-4c0c-4b9d-a120-7919055f2498,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:13.002265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e1de8671-c8a2-4b64-ba5e-82ca39727c89 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:13.070372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db507e6b-2eb4-4c2c-8354-0b248e13d795 req-c380434f-178a-4d13-bfe6-6af0193d37a9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470525 Jul 29 23:27:13.113198 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d9e5-d0a6-4fc3-8095-a62054e726a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.248006 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d9e5-d0a6-4fc3-8095-a62054e726a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.252365 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d9e5-d0a6-4fc3-8095-a62054e726a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.295853 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1ba6d9e5-d0a6-4fc3-8095-a62054e726a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95e36adb830f4ebfac28dce5525dc468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781021 Jul 29 23:27:13.297402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6d9e5-d0a6-4fc3-8095-a62054e726a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc8f10e-3eb5-4cef-a416-c6890db9e29d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:13.300261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39900) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:13.348981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd5f89-59ea-47b1-9a36-a5384925a163 req-380b9599-16e2-4cc2-a16b-04db99bc08b9 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:13.349934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdebee1b-43e3-40a7-8efd-ede306bbb266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.350469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1abd5f89-59ea-47b1-9a36-a5384925a163 req-380b9599-16e2-4cc2-a16b-04db99bc08b9 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.1613483 Jul 29 23:27:13.370652 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdebee1b-43e3-40a7-8efd-ede306bbb266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.407612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856e26-2964-455e-9147-0e9aa7466434 req-57e868ae-0980-4c74-aa90-55dc415a3dd6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:13.409108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-57e868ae-0980-4c74-aa90-55dc415a3dd6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 808 time: 0.2104313 Jul 29 23:27:13.418138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdebee1b-43e3-40a7-8efd-ede306bbb266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.420801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdebee1b-43e3-40a7-8efd-ede306bbb266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.422770 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fdebee1b-43e3-40a7-8efd-ede306bbb266 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bc8f10e-3eb5-4cef-a416-c6890db9e29d HTTP/1.1" status: 204 len: 168 time: 0.1207466 Jul 29 23:27:13.435941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebee1b-43e3-40a7-8efd-ede306bbb266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc8f10e-3eb5-4cef-a416-c6890db9e29d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:13.453859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1abd5f89-59ea-47b1-9a36-a5384925a163 req-8d0bff7f-9c24-432a-a127-3ef6afeb4fbd tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959873 Jul 29 23:27:13.456767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-96cd34c4-afe6-4430-bad6-56a508276d80 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/quotas/e98da22c0c3d4847bbc609aed059b175 HTTP/1.1" status: 200 len: 375 time: 0.0397053 Jul 29 23:27:13.467308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c61c155-73d7-4ecc-8db0-56de355f7d6d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:13.483672 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.504335 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c057fb3d-c4a3-4323-a3f9-efce8358d241 x-openstack-request-id: req-c057fb3d-c4a3-4323-a3f9-efce8358d241 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:13.504838 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338b784c-8f38-4437-b7f3-171fca53789b", "name": "network-vif-plugged", "status": "completed", "tag": "31ab8109-4c0c-4b9d-a120-7919055f2498", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:13.505292 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c057fb3d-c4a3-4323-a3f9-efce8358d241 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:13.505690 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338b784c-8f38-4437-b7f3-171fca53789b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab8109-4c0c-4b9d-a120-7919055f2498', 'code': 200} Jul 29 23:27:13.526314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Transition to ACTIVE for port object 7c61c155-73d7-4ecc-8db0-56de355f7d6d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:13.533169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.588924 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-8e46a196-b99a-47b7-9365-caa0706355f5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005633 Jul 29 23:27:13.609894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c61c155-73d7-4ecc-8db0-56de355f7d6d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:13.643348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8bdeb-8519-4c33-b445-c435a01386a1 req-3688c19a-c64a-4d78-ac49-e25a317ccc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:13.644129 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c0a8bdeb-8519-4c33-b445-c435a01386a1 req-3688c19a-c64a-4d78-ac49-e25a317ccc2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 1098 time: 0.0626316 Jul 29 23:27:13.698485 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c0a8bdeb-8519-4c33-b445-c435a01386a1 req-c38709dd-03e4-42fd-a566-53a2e1140df0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Jul 29 23:27:14.106577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359446-6fb8-4e8b-b1b3-9225bdfffef5 req-37873fdc-97d8-474d-a222-22558ccb28c1 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.108091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a359446-6fb8-4e8b-b1b3-9225bdfffef5 req-37873fdc-97d8-474d-a222-22558ccb28c1 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 943 time: 0.1473720 Jul 29 23:27:14.110984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Attempting to bind port 7c61c155-73d7-4ecc-8db0-56de355f7d6d on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:14.111317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Attempting to bind port 7c61c155-73d7-4ecc-8db0-56de355f7d6d by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:14.111654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Attempting to bind port 7c61c155-73d7-4ecc-8db0-56de355f7d6d on network 2a85bd5b-521f-4c3a-a403-534b13c539fa {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:14.132214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Port 7c61c155-73d7-4ecc-8db0-56de355f7d6d on network 2a85bd5b-521f-4c3a-a403-534b13c539fa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:14.132540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Attempting to bind port 7c61c155-73d7-4ecc-8db0-56de355f7d6d on network 2a85bd5b-521f-4c3a-a403-534b13c539fa {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:14.148573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:14.148909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Checking segment: {'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:14.149304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Bound using segment: {'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:14.149646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:14.150190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Bound port: 7c61c155-73d7-4ecc-8db0-56de355f7d6d, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb811e82-2997-43cd-953f-d79f81f250c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:14.150190 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.153720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-91001107-ce0a-45d2-8a1a-700751a5b336 service neutron] 10.222.0.37 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537541 Jul 29 23:27:14.248519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2133689315-network', 'tenant_id': 'c758cc09bae446bd9ba89d23fe8cdb6c'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:14.251350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a359446-6fb8-4e8b-b1b3-9225bdfffef5 req-3d4e80a9-ffe7-4b3d-afeb-77070706dacc tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347449 Jul 29 23:27:14.278816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Made reservation on behalf of c758cc09bae446bd9ba89d23fe8cdb6c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:14.281880 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.292865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.314096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] For port 7c61c155-73d7-4ecc-8db0-56de355f7d6d, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:14.338068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] For port 7c61c155-73d7-4ecc-8db0-56de355f7d6d, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7c61c155-73d7-4ecc-8db0-56de355f7d6d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:14.341198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-970edbaa-f6fd-4364-853d-8d6b5b0e31f9 service neutron] 10.222.0.37 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753879 Jul 29 23:27:14.345199 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.388546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.389255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.390607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c61c155-73d7-4ecc-8db0-56de355f7d6d HTTP/1.1" status: 200 len: 1092 time: 1.7165842 Jul 29 23:27:14.391056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'tag': '7c61c155-73d7-4ecc-8db0-56de355f7d6d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:14.393512 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63835d34-0de4-4ede-b3a2-dafabec9907b" -d '{"events": [{"name": "network-changed", "server_uuid": "8916f70b-63c7-4b5d-91bd-8453a725c2c8", "tag": "7c61c155-73d7-4ecc-8db0-56de355f7d6d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:14.404775 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.414003 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.441559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56002014-08f1-48cb-acff-bfcb148da5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c61c155-73d7-4ecc-8db0-56de355f7d6d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:14.461142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:14.473592 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.474224 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Added segment 6378562c-8914-4e04-8851-8ec9ae2c02ca of type vlan for network 7f9c7ace-1992-4ebc-95ca-3eb6f8c4bcec Jul 29 23:27:14.501836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73b5c12-d10d-463b-89d7-7365146fdbe2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:14.556226 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.617575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.619498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.619971 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.630974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-80b696db-97b6-475c-a078-105e06b37b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.632783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-80b696db-97b6-475c-a078-105e06b37b0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=186d048e8b144e568c3593646dc90002&device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1701770 Jul 29 23:27:14.663841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281504b-5ba0-4faa-a883-253658c1a06b req-bd8c8717-a87a-44b5-b141-b23d6d0265c0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.672576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3281504b-5ba0-4faa-a883-253658c1a06b req-bd8c8717-a87a-44b5-b141-b23d6d0265c0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1965342 Jul 29 23:27:14.677218 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2acc09-48b5-4cb2-8877-d0c78d9cbd5b x-openstack-request-id: req-2e2acc09-48b5-4cb2-8877-d0c78d9cbd5b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:14.677497 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8916f70b-63c7-4b5d-91bd-8453a725c2c8", "tag": "7c61c155-73d7-4ecc-8db0-56de355f7d6d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:14.677752 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e2acc09-48b5-4cb2-8877-d0c78d9cbd5b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:14.678138 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'tag': '7c61c155-73d7-4ecc-8db0-56de355f7d6d', 'status': 'completed', 'code': 200} Jul 29 23:27:14.698275 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5474632 Jul 29 23:27:14.705953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2b532-0052-4987-b81e-f7b11de3e6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7f9c7ace-1992-4ebc-95ca-3eb6f8c4bcec,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:14.718371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 7f9c7ace-1992-4ebc-95ca-3eb6f8c4bcec details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:14.731792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-bc7ff953-712d-4edc-9e40-35154876c15c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c61c155-73d7-4ecc-8db0-56de355f7d6d HTTP/1.1" status: 200 len: 217 time: 0.0564849 Jul 29 23:27:14.818785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3281504b-5ba0-4faa-a883-253658c1a06b req-bed2ceb3-afa1-43b8-a01e-89eab17155ea tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453218 Jul 29 23:27:14.846468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-e35de777-c756-49ca-aa03-89aacf77b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.847936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-e35de777-c756-49ca-aa03-89aacf77b8b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=781f0991-f851-457a-95d3-40463985f21a HTTP/1.1" status: 200 len: 845 time: 0.1013329 Jul 29 23:27:14.859676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6942c-ff5e-4ea2-a597-161414fab739 req-76b91919-30ea-4a9d-a0a9-b0b97068f84f tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.859676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68d6942c-ff5e-4ea2-a597-161414fab739 req-76b91919-30ea-4a9d-a0a9-b0b97068f84f tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.1356945 Jul 29 23:27:14.955354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b4c7376-9750-4d6c-8e20-7bf06e9def9a req-f120134d-b9ed-4f7b-8e7f-c53ebfc3ef10 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 210 time: 0.0589540 Jul 29 23:27:14.979783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68d6942c-ff5e-4ea2-a597-161414fab739 req-2466258a-9efd-4de4-bcde-b47219fb0a4c tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101379 Jul 29 23:27:14.992025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-35b841e7-87af-4ebe-99a2-ff8180cf89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.992025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-35b841e7-87af-4ebe-99a2-ff8180cf89e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a85bd5b-521f-4c3a-a403-534b13c539fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109998 Jul 29 23:27:15.095650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-2998ee41-b344-499d-a585-bd53cd5dadc9 service neutron] 10.222.0.42 "GET /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934651 Jul 29 23:27:15.403407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-486923dd-adb0-41f1-a8a5-7e93a30c0784 req-daf9ff38-05a1-4ce3-b6e4-cfcc790ae4af service neutron] 10.222.0.42 "GET /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958093 Jul 29 23:27:15.420260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4aeadb-3a6e-4810-b8a6-d5c3ba752d8e req-0f03be28-56eb-4572-91d9-58a3cc6595f1 tempest-ComputeTenantNetworksTest-1874480111 tempest-ComputeTenantNetworksTest-1874480111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.427367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4aeadb-3a6e-4810-b8a6-d5c3ba752d8e req-0f03be28-56eb-4572-91d9-58a3cc6595f1 tempest-ComputeTenantNetworksTest-1874480111 tempest-ComputeTenantNetworksTest-1874480111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.434437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4aeadb-3a6e-4810-b8a6-d5c3ba752d8e req-0f03be28-56eb-4572-91d9-58a3cc6595f1 tempest-ComputeTenantNetworksTest-1874480111 tempest-ComputeTenantNetworksTest-1874480111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.436059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a4aeadb-3a6e-4810-b8a6-d5c3ba752d8e req-0f03be28-56eb-4572-91d9-58a3cc6595f1 tempest-ComputeTenantNetworksTest-1874480111 tempest-ComputeTenantNetworksTest-1874480111-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2747648 Jul 29 23:27:15.458091 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc0d1-e947-40aa-a53b-b16dbb85450a req-7ab8062c-1e08-4d97-a3ee-af41a4bc5d64 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.459613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-711dc0d1-e947-40aa-a53b-b16dbb85450a req-7ab8062c-1e08-4d97-a3ee-af41a4bc5d64 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 943 time: 0.1261234 Jul 29 23:27:15.530946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-711dc0d1-e947-40aa-a53b-b16dbb85450a req-27a106c4-5c2e-4bb1-88c0-3d0cb9323628 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651674 Jul 29 23:27:15.537666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-04810c26-23ef-4ea8-93f9-2f186e8962da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.538806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-04810c26-23ef-4ea8-93f9-2f186e8962da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=186d048e8b144e568c3593646dc90002&device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0710473 Jul 29 23:27:15.712037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e434d-df8c-4c95-9f45-827bbc84c0d3 req-8480a50c-3fdc-4a0f-9f7b-ca6a21970fe7 tempest-ComputeTenantNetworksTest-1874480111 tempest-ComputeTenantNetworksTest-1874480111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.714265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e5e434d-df8c-4c95-9f45-827bbc84c0d3 req-8480a50c-3fdc-4a0f-9f7b-ca6a21970fe7 tempest-ComputeTenantNetworksTest-1874480111 tempest-ComputeTenantNetworksTest-1874480111-project] 10.222.0.37 "GET /v2.0/networks/7f9c7ace-1992-4ebc-95ca-3eb6f8c4bcec HTTP/1.1" status: 200 len: 769 time: 0.1560490 Jul 29 23:27:15.724000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39970) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:15.741283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-f293a1c1-5232-4cb4-a87b-a16b1d133741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.742903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-f293a1c1-5232-4cb4-a87b-a16b1d133741 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a85bd5b-521f-4c3a-a403-534b13c539fa HTTP/1.1" status: 200 len: 907 time: 0.1737745 Jul 29 23:27:15.795193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-c2d38fc2-0e04-41e5-ab96-60b0d8938d36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c61c155-73d7-4ecc-8db0-56de355f7d6d HTTP/1.1" status: 200 len: 217 time: 0.0385528 Jul 29 23:27:15.850974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-2191a6e8-c235-4dbb-8d11-5c4346e214e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.852760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-2191a6e8-c235-4dbb-8d11-5c4346e214e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=781f0991-f851-457a-95d3-40463985f21a HTTP/1.1" status: 200 len: 845 time: 0.0480812 Jul 29 23:27:15.854481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.908185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-a0b63a35-97f5-4497-9da4-7d9c5a014ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.909691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-a0b63a35-97f5-4497-9da4-7d9c5a014ccd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a85bd5b-521f-4c3a-a403-534b13c539fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482857 Jul 29 23:27:15.969338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856e26-2964-455e-9147-0e9aa7466434 req-72521676-bf81-46f1-800b-e61e48653838 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.970801 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-72521676-bf81-46f1-800b-e61e48653838 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.47 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 808 time: 0.2043018 Jul 29 23:27:15.977565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.989070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9c7ace-1992-4ebc-95ca-3eb6f8c4bcec']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:16.002522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Request body: {'port': {'device_id': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a', 'admin_state_up': True, 'tenant_id': 'e98da22c0c3d4847bbc609aed059b175'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:16.009865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6378562c-8914-4e04-8851-8ec9ae2c02ca') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:16.010159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6378562c-8914-4e04-8851-8ec9ae2c02ca') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:16.012580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8434cb-1cde-4fcf-9e7e-07695c40e5c7 req-bea5e094-2f1b-4d0b-b67a-31f253c52bc2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:16.014145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d8434cb-1cde-4fcf-9e7e-07695c40e5c7 req-bea5e094-2f1b-4d0b-b67a-31f253c52bc2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0976863 Jul 29 23:27:16.056652 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.079067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.090262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b12be8db-0a4f-46c4-89b2-17009aca4687 req-74186580-431c-4778-b97d-7a8b00c0864a tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 210 time: 0.0445297 Jul 29 23:27:16.094066 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-bce45ed9-d34f-4d80-8214-dc7746704784 service neutron] 10.222.0.42 "GET /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692321 Jul 29 23:27:16.094621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:16.095075 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:16.096768 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:16.106404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d8434cb-1cde-4fcf-9e7e-07695c40e5c7 req-6263803f-a22b-4f87-9b0e-e4da2a663556 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793784 Jul 29 23:27:16.189889 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.202872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.205378 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7f9c7ace-1992-4ebc-95ca-3eb6f8c4bcec HTTP/1.1" status: 204 len: 168 time: 0.4802082 Jul 29 23:27:16.221456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79720f-3da1-4006-adc9-0c1f791c10e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f9c7ace-1992-4ebc-95ca-3eb6f8c4bcec,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:16.226999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Made reservation on behalf of e98da22c0c3d4847bbc609aed059b175 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:16.235550 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.259712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fefaa2-e390-4762-82ca-b89bde93bf7b req-1dbfc4db-43a8-4a85-9d07-ac3fa309586e tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:16.268630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20fefaa2-e390-4762-82ca-b89bde93bf7b req-1dbfc4db-43a8-4a85-9d07-ac3fa309586e tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0975637 Jul 29 23:27:16.296756 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63835d34-0de4-4ede-b3a2-dafabec9907b req-6fbe1756-35ca-4a66-a53b-19f7dfc1272a service neutron] 10.222.0.42 "GET /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883957 Jul 29 23:27:16.330799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20fefaa2-e390-4762-82ca-b89bde93bf7b req-5a9111ad-4e83-4b2d-bed8-769bd6826f7d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613093 Jul 29 23:27:16.361593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39984) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:16.394863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Allocated IP 172.20.0.13 (c21e8f10-2a8b-4b08-af85-8ea9e60e777a/42dc8a09-47b5-4fad-b75e-163acebdb955/7f52af7f-b39d-40ea-a668-9e775dcd4dbe) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:16.407329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daec12-13fb-4e16-9aeb-5b60e7653085 req-400b88bc-0b59-45c6-af31-fbc248e67e8a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:16.408879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8daec12-13fb-4e16-9aeb-5b60e7653085 req-400b88bc-0b59-45c6-af31-fbc248e67e8a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0814931 Jul 29 23:27:16.426421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-40ddbccc-d2d2-4a6a-bbc9-ec1b7c231473 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c758cc09bae446bd9ba89d23fe8cdb6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614111 Jul 29 23:27:16.433072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:16.454914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8daec12-13fb-4e16-9aeb-5b60e7653085 req-0ef55958-7269-42cb-8769-887482a9e6e3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382118 Jul 29 23:27:16.550902 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7c56dda-b678-4175-bdee-34963a079df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.590882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7c56dda-b678-4175-bdee-34963a079df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.606871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.668357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4927e-d14f-4f9e-982d-645b202900c3 req-8e15ca97-a59d-4fd5-b17d-b62b11c6b2c2 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:16.670007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1d4927e-d14f-4f9e-982d-645b202900c3 req-8e15ca97-a59d-4fd5-b17d-b62b11c6b2c2 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 943 time: 0.0514908 Jul 29 23:27:16.673672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7c56dda-b678-4175-bdee-34963a079df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.676844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7c56dda-b678-4175-bdee-34963a079df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.678119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e7c56dda-b678-4175-bdee-34963a079df1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c73b5c12-d10d-463b-89d7-7365146fdbe2 HTTP/1.1" status: 204 len: 168 time: 0.2441020 Jul 29 23:27:16.681842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.713088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c56dda-b678-4175-bdee-34963a079df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73b5c12-d10d-463b-89d7-7365146fdbe2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:16.715206 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1d4927e-d14f-4f9e-982d-645b202900c3 req-b7e1f593-d765-43a0-877c-eb55bc53d4df tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379095 Jul 29 23:27:16.743257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Network c21e8f10-2a8b-4b08-af85-8ea9e60e777a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:16.745379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:16.747738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:16.775835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Pushing event updated for resources: {'Port': ['ID=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:16.802532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:16.803209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.819760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-bfb2efa3-019f-4f7d-a207-39e7031dabe5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8213606 Jul 29 23:27:16.838047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Request body: {'port': {'device_id': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:16.895761 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.179255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f52af7f-b39d-40ea-a668-9e775dcd4dbe {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:17.188581 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.203046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Transition to ACTIVE for port object 7f52af7f-b39d-40ea-a668-9e775dcd4dbe will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:17.208406 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.223960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf9e76-0ae9-4b11-8a26-ec57fae872b9 req-4000ab40-17b9-4f15-84be-7a969e06568f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.225532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2daf9e76-0ae9-4b11-8a26-ec57fae872b9 req-4000ab40-17b9-4f15-84be-7a969e06568f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 932 time: 0.0585647 Jul 29 23:27:17.259382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Pushing event updated for resources: {'Port': ['ID=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:17.272220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2daf9e76-0ae9-4b11-8a26-ec57fae872b9 req-a97f25c0-4b67-4f78-ab81-ebc9a1e3270e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389605 Jul 29 23:27:17.343588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:17.343845 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:17.344210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:17.348481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:17.348806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:17.354473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:17.354860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:17.355249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:17.355736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Bound port: 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:17.356162 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.414432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:17.429927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:17.442486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:17.449460 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.457808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22265ad-635c-400c-822f-0645ac50be80 req-2aebbdcc-6b65-4677-87cd-5db401fd50a9 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.460498 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e22265ad-635c-400c-822f-0645ac50be80 req-2aebbdcc-6b65-4677-87cd-5db401fd50a9 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0561862 Jul 29 23:27:17.498492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.501202 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.501537 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] 10.222.0.47 "PUT /v2.0/ports/7f52af7f-b39d-40ea-a668-9e775dcd4dbe HTTP/1.1" status: 200 len: 1093 time: 0.6677632 Jul 29 23:27:17.504008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'tag': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:17.506388 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04922197-7aa3-4c85-a30d-1a42548a9ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "c574982e-a964-4db6-a706-2b57159e5cdc", "tag": "7f52af7f-b39d-40ea-a668-9e775dcd4dbe"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:17.522300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e22265ad-635c-400c-822f-0645ac50be80 req-1d922884-6383-4ad3-a2e0-9cba31681904 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517159 Jul 29 23:27:17.546879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1896695849-network', 'tenant_id': '627a5eedd1d14e37a79cd8583bcc889a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:17.553267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcfe24-8d45-43f0-95e2-f7be5ac1874f service neutron] Pushing event updated for resources: {'Port': ['ID=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:17.574974 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989f212f-2ceb-4c00-a45f-58672be2c0b5 x-openstack-request-id: req-989f212f-2ceb-4c00-a45f-58672be2c0b5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:17.575535 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c574982e-a964-4db6-a706-2b57159e5cdc", "tag": "7f52af7f-b39d-40ea-a668-9e775dcd4dbe", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:17.575950 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-989f212f-2ceb-4c00-a45f-58672be2c0b5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:17.576455 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'tag': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe', 'status': 'completed', 'code': 200} Jul 29 23:27:17.578032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Made reservation on behalf of 627a5eedd1d14e37a79cd8583bcc889a for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:17.581133 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.592752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.603461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc763a-142e-4eee-a115-afc14679a766 req-5d750eb6-5368-424d-879f-d55c477c88cc tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.605105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3dc763a-142e-4eee-a115-afc14679a766 req-5d750eb6-5368-424d-879f-d55c477c88cc tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0652730 Jul 29 23:27:17.647102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3dc763a-142e-4eee-a115-afc14679a766 req-8fe5f9dd-d728-43b1-a813-2af6fb47276b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355892 Jul 29 23:27:17.667664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856e26-2964-455e-9147-0e9aa7466434 req-23e9dcce-3b93-4ce4-be2e-32c8a2941398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.669340 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-23e9dcce-3b93-4ce4-be2e-32c8a2941398 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 1096 time: 0.0688310 Jul 29 23:27:17.727131 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-fab626e4-ece0-44fc-a82e-e28004e3fed5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe HTTP/1.1" status: 200 len: 217 time: 0.0418248 Jul 29 23:27:17.794281 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.803168 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.829688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856e26-2964-455e-9147-0e9aa7466434 req-f47c4eef-c022-4150-b32c-6eb4caaea235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.831259 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-f47c4eef-c022-4150-b32c-6eb4caaea235 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0809169 Jul 29 23:27:17.832082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:17.850401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029263e-045d-4665-acfb-4b07f6238575 req-f7eda608-13d2-463c-9a1f-83fa7dd47b5b tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.851931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a029263e-045d-4665-acfb-4b07f6238575 req-f7eda608-13d2-463c-9a1f-83fa7dd47b5b tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 943 time: 0.0578563 Jul 29 23:27:17.872952 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-6c500c4a-317f-4ae1-9427-9da89cf9d082 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324614 Jul 29 23:27:17.875849 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.876225 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Added segment c659092f-ed5a-4ded-a229-76e4b1ce737d of type vlan for network 12361c8c-7185-4520-8d81-bb8d740fe628 Jul 29 23:27:17.877673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc25b38-e293-45a9-80f3-efed6334819b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:17.892716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a029263e-045d-4665-acfb-4b07f6238575 req-81559670-8e11-456b-9de3-19b3623c8217 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342002 Jul 29 23:27:17.971173 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.023204 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-c25c2356-edb4-4775-bb55-b414fd6bbb29 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418607 Jul 29 23:27:18.024260 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.025277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.025979 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.129467 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7138813 Jul 29 23:27:18.132240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40036) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:18.137889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Request body: {'subnet': {'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1896695849-subnet', 'tenant_id': '627a5eedd1d14e37a79cd8583bcc889a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:18.140776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f5a07-baac-4366-bbf7-c1b9367a8da6 admin admin] Pushing event updated for resources: {'Network': ['ID=12361c8c-7185-4520-8d81-bb8d740fe628,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:18.153914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 12361c8c-7185-4520-8d81-bb8d740fe628 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:18.187242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Made reservation on behalf of 627a5eedd1d14e37a79cd8583bcc889a for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:18.189686 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.194799 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99856e26-2964-455e-9147-0e9aa7466434 req-2de8cb57-bbdd-4e75-9370-1376a0dcc452 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636283 Jul 29 23:27:18.332097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04922197-7aa3-4c85-a30d-1a42548a9ec6 req-bb385c2c-6a63-4c9d-a525-99584f3e7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.333644 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-04922197-7aa3-4c85-a30d-1a42548a9ec6 req-bb385c2c-6a63-4c9d-a525-99584f3e7329 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 1096 time: 0.0435772 Jul 29 23:27:18.389468 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.430122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04922197-7aa3-4c85-a30d-1a42548a9ec6 req-915a5c70-ac4b-4aca-bdde-feeb9f676c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.431640 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-04922197-7aa3-4c85-a30d-1a42548a9ec6 req-915a5c70-ac4b-4aca-bdde-feeb9f676c0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.0907478 Jul 29 23:27:18.443125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005b3b8-1c78-41b7-9c1e-d31bc06b2d2b req-55b94b04-e2fa-46f7-850b-b488b2fd795b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.444646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d005b3b8-1c78-41b7-9c1e-d31bc06b2d2b req-55b94b04-e2fa-46f7-850b-b488b2fd795b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.0969608 Jul 29 23:27:18.467271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2052c5-e70e-43c0-982f-fd17310c5524,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:18.473749 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-04922197-7aa3-4c85-a30d-1a42548a9ec6 req-a30ddaa5-bcf6-4370-a751-a1611a825afd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe HTTP/1.1" status: 200 len: 217 time: 0.0348246 Jul 29 23:27:18.500284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Checking segment: {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:18.500762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Network hostable DHCP agents. Network: 12361c8c-7185-4520-8d81-bb8d740fe628, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:18.503589 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.512039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d005b3b8-1c78-41b7-9c1e-d31bc06b2d2b req-c7e8c002-db6e-469b-9874-4aca96122a20 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570896 Jul 29 23:27:18.523834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04922197-7aa3-4c85-a30d-1a42548a9ec6 req-9c5a9e74-e7a5-4c66-abe7-cad5a21866ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.525904 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-04922197-7aa3-4c85-a30d-1a42548a9ec6 req-9c5a9e74-e7a5-4c66-abe7-cad5a21866ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0451062 Jul 29 23:27:18.526052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Network 12361c8c-7185-4520-8d81-bb8d740fe628 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:18.536839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 12361c8c-7185-4520-8d81-bb8d740fe628) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:18.542056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.542837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.554081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b80eba-0be4-4dda-86a7-365f9c4b648f None None] Network 12361c8c-7185-4520-8d81-bb8d740fe628 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:18.569450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5b09b52f-2738-44f9-adde-ec8da06e7c5d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4280646 Jul 29 23:27:18.569971 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-04922197-7aa3-4c85-a30d-1a42548a9ec6 req-3b630dc4-c394-466e-a61e-479491243512 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368118 Jul 29 23:27:18.649071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5cc67-f18b-4cea-a8aa-4032775a3f01 req-36208e93-40a2-4c3f-9960-d3f0bbb3793e tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.650754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8a5cc67-f18b-4cea-a8aa-4032775a3f01 req-36208e93-40a2-4c3f-9960-d3f0bbb3793e tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0591664 Jul 29 23:27:18.657471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7c61c155-73d7-4ecc-8db0-56de355f7d6d details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:18.726986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8a5cc67-f18b-4cea-a8aa-4032775a3f01 req-785e5050-c66a-4004-8c1d-0ec8622f841e tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667074 Jul 29 23:27:18.792100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7c61c155-73d7-4ecc-8db0-56de355f7d6d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7c61c155-73d7-4ecc-8db0-56de355f7d6d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:18.835954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '7c61c155-73d7-4ecc-8db0-56de355f7d6d', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'port_id': '7c61c155-73d7-4ecc-8db0-56de355f7d6d', 'mac_address': 'fa:16:3e:ef:ca:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:18.881634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b059c50-9f48-4eb0-b423-49f54c51f34a None None] Network 12361c8c-7185-4520-8d81-bb8d740fe628 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:18.889863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9b440-74d4-40dd-b940-1fead60df9f0 req-92014ba0-134a-45d5-8fba-790c7f69a6ef tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.899031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75b9b440-74d4-40dd-b940-1fead60df9f0 req-92014ba0-134a-45d5-8fba-790c7f69a6ef tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0848663 Jul 29 23:27:18.956788 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.967340 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75b9b440-74d4-40dd-b940-1fead60df9f0 req-3fb35904-49c4-4616-b9e8-3509d8f36be0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649395 Jul 29 23:27:18.995816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c61c155-73d7-4ecc-8db0-56de355f7d6d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:19.025966 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-04922197-7aa3-4c85-a30d-1a42548a9ec6 req-fcd1dfdc-16e1-42e3-ad33-e1cc71986b14 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475133 Jul 29 23:27:19.034675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7c61c155-73d7-4ecc-8db0-56de355f7d6d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7c61c155-73d7-4ecc-8db0-56de355f7d6d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:19.056956 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.126872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7c61c155-73d7-4ecc-8db0-56de355f7d6d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:19.145278 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-04922197-7aa3-4c85-a30d-1a42548a9ec6 req-6a3e0376-1251-4d15-82ce-248186df44ed service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093526 Jul 29 23:27:19.174662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-0b7a3e9b-e26c-46af-bb6a-08d447bcf69c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:19.176689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-0b7a3e9b-e26c-46af-bb6a-08d447bcf69c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 815 time: 0.1293180 Jul 29 23:27:19.192640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-8c8e334a-32f3-4eac-a615-21564fc885e7 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/quotas/627a5eedd1d14e37a79cd8583bcc889a HTTP/1.1" status: 200 len: 375 time: 0.0092387 Jul 29 23:27:19.250653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-dec77391-d01d-4b4c-bdd4-d6d585e13149 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520618 Jul 29 23:27:19.288928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d20aba-ecbf-4627-843a-c39105cfe6de req-d1462263-1b90-4bc4-af10-224f239d4599 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:19.290432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4d20aba-ecbf-4627-843a-c39105cfe6de req-d1462263-1b90-4bc4-af10-224f239d4599 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 944 time: 0.0907412 Jul 29 23:27:19.367553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4d20aba-ecbf-4627-843a-c39105cfe6de req-0d9f04df-2177-4160-a41a-4bf1b6b06feb tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526540 Jul 29 23:27:19.379705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7c61c155-73d7-4ecc-8db0-56de355f7d6d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:19.386970 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-ec4bb11e-574c-453b-a637-e82cd7c9c9d2 service neutron] 10.222.0.37 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259916 Jul 29 23:27:19.484950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-e6d43461-8544-446a-9140-40a90da9319d service neutron] 10.222.0.37 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914922 Jul 29 23:27:19.660356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30d6e03f-a4ac-4cb2-83d8-9fc33a4e6f8c req-d74a87ec-96b2-46e6-a707-7c1255cc70fa tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0311818 Jul 29 23:27:19.677914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d682e62-c1c1-4b3f-83e4-ef9899a8b9b6 req-9409d79d-480f-4da6-a576-e11676a8ef0d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:19.680733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d682e62-c1c1-4b3f-83e4-ef9899a8b9b6 req-9409d79d-480f-4da6-a576-e11676a8ef0d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.0909772 Jul 29 23:27:19.720186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d682e62-c1c1-4b3f-83e4-ef9899a8b9b6 req-5e0211f9-a676-46e9-9cb7-ea2a6faea4a0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337694 Jul 29 23:27:19.858242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4b0f4-c323-456f-b3ac-3ce65bce61d1 req-73bad777-0e44-4d5a-9342-cd82bbd14977 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:19.859733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8a4b0f4-c323-456f-b3ac-3ce65bce61d1 req-73bad777-0e44-4d5a-9342-cd82bbd14977 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0555143 Jul 29 23:27:19.898911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8a4b0f4-c323-456f-b3ac-3ce65bce61d1 req-3c8bf01c-0b0b-43a3-8ec4-16bc3db20398 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Jul 29 23:27:20.093186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f6d38-4ea6-40c2-80a6-c6c3f731fc1b req-e0747072-4114-4a05-ab33-a62acc677dbf tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:20.095019 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a42f6d38-4ea6-40c2-80a6-c6c3f731fc1b req-e0747072-4114-4a05-ab33-a62acc677dbf tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0593970 Jul 29 23:27:20.136137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a42f6d38-4ea6-40c2-80a6-c6c3f731fc1b req-bfd1c1f5-8457-4ca4-9d76-09ca9e97d649 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339444 Jul 29 23:27:20.482891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6eb2a-a251-4c83-b782-63eb8049eac6 req-9e0b4273-ef4c-4197-b1ab-34a2f9ae8647 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:20.484293 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8b6eb2a-a251-4c83-b782-63eb8049eac6 req-9e0b4273-ef4c-4197-b1ab-34a2f9ae8647 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 944 time: 0.0488253 Jul 29 23:27:20.520429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8b6eb2a-a251-4c83-b782-63eb8049eac6 req-6925f88f-9961-471c-82df-bcc6591b9057 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303137 Jul 29 23:27:20.633307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7c61c155-73d7-4ecc-8db0-56de355f7d6d up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:20.684302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 7c61c155-73d7-4ecc-8db0-56de355f7d6d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:20.688583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 7c61c155-73d7-4ecc-8db0-56de355f7d6d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:20.689000 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.778318 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.804148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c61c155-73d7-4ecc-8db0-56de355f7d6d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:20.806612 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab72a70-4e08-4609-9382-f25b50cffbfa" -d '{"events": [{"server_uuid": "8916f70b-63c7-4b5d-91bd-8453a725c2c8", "name": "network-vif-plugged", "status": "completed", "tag": "7c61c155-73d7-4ecc-8db0-56de355f7d6d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:20.819560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-839a3957-edf4-4445-82c1-a69d3f3bfa6d req-912592ff-3364-4001-9919-b359e6ea5003 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0409629 Jul 29 23:27:20.824197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7c61c155-73d7-4ecc-8db0-56de355f7d6d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7c61c155-73d7-4ecc-8db0-56de355f7d6d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:20.835425 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.892334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7c61c155-73d7-4ecc-8db0-56de355f7d6d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:20.896315 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3138d653-f204-4b4e-b3b9-2b5e381befe4 x-openstack-request-id: req-3138d653-f204-4b4e-b3b9-2b5e381befe4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:20.896646 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8916f70b-63c7-4b5d-91bd-8453a725c2c8", "name": "network-vif-plugged", "status": "completed", "tag": "7c61c155-73d7-4ecc-8db0-56de355f7d6d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:20.896872 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3138d653-f204-4b4e-b3b9-2b5e381befe4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:20.897549 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c61c155-73d7-4ecc-8db0-56de355f7d6d', 'code': 200} Jul 29 23:27:20.915976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ecb52-01b0-492b-9ec2-af2d75c426db req-3b0acf80-504f-4004-952a-bb60b32e12df tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:20.922835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf6ecb52-01b0-492b-9ec2-af2d75c426db req-3b0acf80-504f-4004-952a-bb60b32e12df tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.1052511 Jul 29 23:27:20.930885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b7defd90-f50b-432c-8c2f-b53904fd893c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:20.932469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b7defd90-f50b-432c-8c2f-b53904fd893c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.42 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 815 time: 0.2304130 Jul 29 23:27:20.968488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf6ecb52-01b0-492b-9ec2-af2d75c426db req-1e9e27bb-0ae7-474a-becf-1440c215f190 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350778 Jul 29 23:27:20.977351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Request body: {'port': {'device_id': 'ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3', 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628', 'admin_state_up': True, 'tenant_id': '627a5eedd1d14e37a79cd8583bcc889a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:21.024096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bafd3-333c-42a4-9150-7042987bf97e req-171f1d4f-72cf-4bbb-afa5-397091de7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:21.025671 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-477bafd3-333c-42a4-9150-7042987bf97e req-171f1d4f-72cf-4bbb-afa5-397091de7e64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0496516 Jul 29 23:27:21.062578 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-477bafd3-333c-42a4-9150-7042987bf97e req-e1714716-aced-43fb-a06d-6eb460174830 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285535 Jul 29 23:27:21.113692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf790b0-3a3d-41fe-a597-30b393f3ed2c req-bdf2d4b1-7216-438e-816a-3db543db0dcc tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:21.115148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cf790b0-3a3d-41fe-a597-30b393f3ed2c req-bdf2d4b1-7216-438e-816a-3db543db0dcc tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0853119 Jul 29 23:27:21.151598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Made reservation on behalf of 627a5eedd1d14e37a79cd8583bcc889a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:21.155001 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.178725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cf790b0-3a3d-41fe-a597-30b393f3ed2c req-e5b29c6b-d6be-4294-af0d-b305d1e07515 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564623 Jul 29 23:27:21.326832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a9e0c-ab8a-4d2e-a35f-c20e528fa74c req-71b9d435-63a9-45cb-8db1-c44bbcdfecd0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:21.328367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-683a9e0c-ab8a-4d2e-a35f-c20e528fa74c req-71b9d435-63a9-45cb-8db1-c44bbcdfecd0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0913310 Jul 29 23:27:21.345667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Allocated IP 172.20.0.11 (12361c8c-7185-4520-8d81-bb8d740fe628/ba2052c5-e70e-43c0-982f-fd17310c5524/4927d36d-ef03-499e-a403-73ba5fbf7d31) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:21.390331 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-683a9e0c-ab8a-4d2e-a35f-c20e528fa74c req-e58463e8-1d36-432f-9fff-191801510095 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554965 Jul 29 23:27:21.620168 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28ffe508-bc25-409b-a98a-ea89c23a2e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.836121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830681-abd3-4e98-85c8-38d913d1689c req-81c55819-0de0-4bbf-8c43-dc57e9da068c tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:21.837542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20830681-abd3-4e98-85c8-38d913d1689c req-81c55819-0de0-4bbf-8c43-dc57e9da068c tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0810232 Jul 29 23:27:21.858827 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.899234 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20830681-abd3-4e98-85c8-38d913d1689c req-5b4f7848-3a51-42f0-b9d6-e32cfafac98f tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555351 Jul 29 23:27:21.940038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-360aa267-bff9-4ea5-b634-d0a047a21a42 req-97482262-4d9b-4d09-9cc9-7e3397cb6c5a tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0380137 Jul 29 23:27:21.962573 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.004798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Network 12361c8c-7185-4520-8d81-bb8d740fe628 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:22.008332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:22.017465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:22.041564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Pushing event updated for resources: {'Port': ['ID=4927d36d-ef03-499e-a403-73ba5fbf7d31,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:22.080334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.080950 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.113138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-b6309896-a100-4fdd-b0f6-6508aa201cdf tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1400902 Jul 29 23:27:22.125704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaf431-5d4b-4343-9e3e-08d204127eab req-9d8c94d1-84cb-4346-b362-c1c06459af26 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.127121 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dcbaf431-5d4b-4343-9e3e-08d204127eab req-9d8c94d1-84cb-4346-b362-c1c06459af26 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.0639288 Jul 29 23:27:22.144225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Request body: {'port': {'device_id': 'ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:22.198608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dcbaf431-5d4b-4343-9e3e-08d204127eab req-b72cc8ec-46da-41f6-bbda-3a7e55a7e004 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651834 Jul 29 23:27:22.222955 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.397337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18887197-c5c8-48da-8e0b-d3a773be69c7 req-e0ef346f-becb-4f46-8598-ca3004764a07 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.398993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18887197-c5c8-48da-8e0b-d3a773be69c7 req-e0ef346f-becb-4f46-8598-ca3004764a07 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.1386321 Jul 29 23:27:22.521087 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18887197-c5c8-48da-8e0b-d3a773be69c7 req-35f4a34f-fe72-4b17-a1d7-2027df3ff40c tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153216 Jul 29 23:27:22.563895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200ef9-097c-4eb2-a171-271b8495b27a req-a81fa31e-ab32-471b-b3c7-0fac9abdb32a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.565415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a200ef9-097c-4eb2-a171-271b8495b27a req-a81fa31e-ab32-471b-b3c7-0fac9abdb32a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0977802 Jul 29 23:27:22.640095 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a200ef9-097c-4eb2-a171-271b8495b27a req-7e1fce93-0969-45e7-8d8f-ff153f02676e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667856 Jul 29 23:27:22.645732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4927d36d-ef03-499e-a403-73ba5fbf7d31 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:22.653671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.666983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Transition to ACTIVE for port object 4927d36d-ef03-499e-a403-73ba5fbf7d31 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:22.670687 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.722982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4927d36d-ef03-499e-a403-73ba5fbf7d31,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:22.793470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Attempting to bind port 4927d36d-ef03-499e-a403-73ba5fbf7d31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:22.793814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Attempting to bind port 4927d36d-ef03-499e-a403-73ba5fbf7d31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:22.794156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Attempting to bind port 4927d36d-ef03-499e-a403-73ba5fbf7d31 on network 12361c8c-7185-4520-8d81-bb8d740fe628 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:22.798373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Port 4927d36d-ef03-499e-a403-73ba5fbf7d31 on network 12361c8c-7185-4520-8d81-bb8d740fe628 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:22.798700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Attempting to bind port 4927d36d-ef03-499e-a403-73ba5fbf7d31 on network 12361c8c-7185-4520-8d81-bb8d740fe628 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:22.803797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:22.804174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Checking segment: {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:22.804571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Bound using segment: {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:22.805001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Bound port: 4927d36d-ef03-499e-a403-73ba5fbf7d31, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:22.805405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.868631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] For port 4927d36d-ef03-499e-a403-73ba5fbf7d31, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:22.871925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] For port 4927d36d-ef03-499e-a403-73ba5fbf7d31, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=4927d36d-ef03-499e-a403-73ba5fbf7d31,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:22.875806 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.915397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.916058 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.917418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/4927d36d-ef03-499e-a403-73ba5fbf7d31 HTTP/1.1" status: 200 len: 1093 time: 0.7779992 Jul 29 23:27:22.917859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3', 'tag': '4927d36d-ef03-499e-a403-73ba5fbf7d31'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:22.920131 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cade06-9dd6-4666-9378-1a4a243a92f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3", "tag": "4927d36d-ef03-499e-a403-73ba5fbf7d31"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:22.947487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6c652-c0af-4ee3-882d-3b747f3f96c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4927d36d-ef03-499e-a403-73ba5fbf7d31,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:22.974551 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926f3865-e50f-4c54-b2f5-60a07f5b13e3 x-openstack-request-id: req-926f3865-e50f-4c54-b2f5-60a07f5b13e3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:22.974849 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3", "tag": "4927d36d-ef03-499e-a403-73ba5fbf7d31", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:22.975159 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-926f3865-e50f-4c54-b2f5-60a07f5b13e3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:22.975486 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3', 'tag': '4927d36d-ef03-499e-a403-73ba5fbf7d31', 'status': 'completed', 'code': 200} Jul 29 23:27:23.062260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-d0a4d5a9-0f2b-4011-9c30-65d275a9b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.063736 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-d0a4d5a9-0f2b-4011-9c30-65d275a9b9e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0984430 Jul 29 23:27:23.084645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b4c0-8d5f-45f4-b3ef-bf86294ccfb6 req-62dbd205-2c76-42be-b0e1-dbfd17da7f9a tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.086051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4f2b4c0-8d5f-45f4-b3ef-bf86294ccfb6 req-62dbd205-2c76-42be-b0e1-dbfd17da7f9a tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0925417 Jul 29 23:27:23.132744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-9f7ee143-2b3a-4336-8a27-79e3e508c911 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4927d36d-ef03-499e-a403-73ba5fbf7d31 HTTP/1.1" status: 200 len: 217 time: 0.0558233 Jul 29 23:27:23.152931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3c2c9-393b-477d-9581-e856d40f9b4c req-3600390a-a95a-4f0b-b2c8-768d413130fc tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.154376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81e3c2c9-393b-477d-9581-e856d40f9b4c req-3600390a-a95a-4f0b-b2c8-768d413130fc tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 944 time: 0.1274045 Jul 29 23:27:23.209392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4f2b4c0-8d5f-45f4-b3ef-bf86294ccfb6 req-8e721d51-f3b2-4a0d-954d-a7c3e0c201b0 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156144 Jul 29 23:27:23.237221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81e3c2c9-393b-477d-9581-e856d40f9b4c req-425eaa0a-8644-4dc0-8714-a51d23036f12 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670345 Jul 29 23:27:23.241213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-3ed4b699-a82f-448a-b9b5-93aed82e2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.242852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-3ed4b699-a82f-448a-b9b5-93aed82e2da2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba2052c5-e70e-43c0-982f-fd17310c5524 HTTP/1.1" status: 200 len: 855 time: 0.0841312 Jul 29 23:27:23.282079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-98cd284a-1857-4f59-997d-989293138e5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12361c8c-7185-4520-8d81-bb8d740fe628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316546 Jul 29 23:27:23.427421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da236a22-dba2-4430-b5d0-e4cabd21776f req-1879dfae-e111-4eaa-8b3e-c2cdc1b8e20f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.429078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da236a22-dba2-4430-b5d0-e4cabd21776f req-1879dfae-e111-4eaa-8b3e-c2cdc1b8e20f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.1353471 Jul 29 23:27:23.483221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf031e-e8a1-45c8-85b2-b5b94f18156a req-e5d157b9-e187-4fdb-b2a1-99d171475986 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.484707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9bf031e-e8a1-45c8-85b2-b5b94f18156a req-e5d157b9-e187-4fdb-b2a1-99d171475986 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 945 time: 0.1487851 Jul 29 23:27:23.488083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-f1095370-880a-4ef5-8349-626be7144f3c service neutron] 10.222.0.42 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849000 Jul 29 23:27:23.494475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:23.499926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dbcb4389-14c1-4fa8-bc61-26fdbbd34bc6 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Request body: {'floatingip': {'port_id': '7c61c155-73d7-4ecc-8db0-56de355f7d6d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:23.518655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7f52af7f-b39d-40ea-a668-9e775dcd4dbe details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:23.546008 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4389-14c1-4fa8-bc61-26fdbbd34bc6 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.553012 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da236a22-dba2-4430-b5d0-e4cabd21776f req-000050b0-bcf0-4f06-9d46-71d0efbc7f0c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145813 Jul 29 23:27:23.634828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-887cbb84-247e-481e-9d61-f42d52da8b9c req-a2c42454-ddf8-4016-b9d2-90b68a0580cd service neutron] 10.222.0.42 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305778 Jul 29 23:27:23.636477 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:23.651773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe', 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a', 'port_id': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe', 'mac_address': 'fa:16:3e:57:a4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dc8a09-47b5-4fad-b75e-163acebdb955', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:23.697931 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.720531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a3211-68f5-4735-9751-70d615bd0364 req-5221f683-006e-432b-9939-815ff2228e4f tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.724936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f52af7f-b39d-40ea-a668-9e775dcd4dbe {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:23.728872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d0a3211-68f5-4735-9751-70d615bd0364 req-5221f683-006e-432b-9939-815ff2228e4f tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0907450 Jul 29 23:27:23.750726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:23.754636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.810643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:23.827034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d0a3211-68f5-4735-9751-70d615bd0364 req-c02c2937-9ae9-4e2f-9a47-0baa9a30b827 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972929 Jul 29 23:27:23.831063 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cade06-9dd6-4666-9378-1a4a243a92f9 req-18959d51-8667-4464-8497-0654b6dbab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.832492 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4cade06-9dd6-4666-9378-1a4a243a92f9 req-18959d51-8667-4464-8497-0654b6dbab4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0965309 Jul 29 23:27:23.848855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5da74-484b-47c8-8982-69824e1820a6 req-aecfd400-ca2e-4cae-a7f0-a804c4928aee tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.850615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25d5da74-484b-47c8-8982-69824e1820a6 req-aecfd400-ca2e-4cae-a7f0-a804c4928aee tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0899694 Jul 29 23:27:23.942563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25d5da74-484b-47c8-8982-69824e1820a6 req-b7d4e80f-2567-4950-8a4a-1bbf12accb69 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826356 Jul 29 23:27:23.973501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cade06-9dd6-4666-9378-1a4a243a92f9 req-a0eed063-c29d-4a2c-84e4-d004b3972022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.975105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4cade06-9dd6-4666-9378-1a4a243a92f9 req-a0eed063-c29d-4a2c-84e4-d004b3972022 service neutron] 10.222.0.42 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 916 time: 0.1236241 Jul 29 23:27:24.030323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4cade06-9dd6-4666-9378-1a4a243a92f9 req-782e0408-a51c-4c7d-95db-0c038630b9da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4927d36d-ef03-499e-a403-73ba5fbf7d31 HTTP/1.1" status: 200 len: 217 time: 0.0385237 Jul 29 23:27:24.044770 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be5283bb-c19e-4be8-ad09-1a66bbf11372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.058553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4389-14c1-4fa8-bc61-26fdbbd34bc6 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.062639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4389-14c1-4fa8-bc61-26fdbbd34bc6 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.090036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cade06-9dd6-4666-9378-1a4a243a92f9 req-2477eac3-02dc-4a87-bafa-cc48f588e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:24.091508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4cade06-9dd6-4666-9378-1a4a243a92f9 req-2477eac3-02dc-4a87-bafa-cc48f588e429 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba2052c5-e70e-43c0-982f-fd17310c5524 HTTP/1.1" status: 200 len: 855 time: 0.0496304 Jul 29 23:27:24.132292 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4cade06-9dd6-4666-9378-1a4a243a92f9 req-4a442e3a-e840-447a-95db-75ff44cfd3ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12361c8c-7185-4520-8d81-bb8d740fe628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263088 Jul 29 23:27:24.155344 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.163358 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-dbcb4389-14c1-4fa8-bc61-26fdbbd34bc6 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Floating IP 1d9b1a61-ada1-4f2d-9329-0325c60dc2a7 associated. External IP: 172.25.2.110, port: 7c61c155-73d7-4ecc-8db0-56de355f7d6d. Jul 29 23:27:24.194962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7f52af7f-b39d-40ea-a668-9e775dcd4dbe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:24.245921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4cade06-9dd6-4666-9378-1a4a243a92f9 req-852179df-4475-47df-9491-522394f17c74 service neutron] 10.222.0.42 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989659 Jul 29 23:27:24.402407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4cade06-9dd6-4666-9378-1a4a243a92f9 req-f01be3e6-72f8-4959-ac34-5b73fd4e977b service neutron] 10.222.0.42 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427677 Jul 29 23:27:24.402660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcb4389-14c1-4fa8-bc61-26fdbbd34bc6 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Router 86dcd845-d0fd-4268-81e5-6abab379d4b6 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:24.415316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54704770-9a44-463e-a234-28ed36c8e6f0 req-ccdebfe3-f09e-4324-a8ea-0af8f6758c3a tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:24.416986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54704770-9a44-463e-a234-28ed36c8e6f0 req-ccdebfe3-f09e-4324-a8ea-0af8f6758c3a tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0751345 Jul 29 23:27:24.458032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54704770-9a44-463e-a234-28ed36c8e6f0 req-b667b2be-9eb5-4894-99e1-b904cd8e57fe tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347149 Jul 29 23:27:24.514753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcb4389-14c1-4fa8-bc61-26fdbbd34bc6 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:24.519524 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4389-14c1-4fa8-bc61-26fdbbd34bc6 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.524322 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] Sync routers for ids ['86dcd845-d0fd-4268-81e5-6abab379d4b6'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:24.533462 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] Routers {'86dcd845-d0fd-4268-81e5-6abab379d4b6'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:24.534105 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86dcd845-d0fd-4268-81e5-6abab379d4b6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:24.546128 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dbcb4389-14c1-4fa8-bc61-26fdbbd34bc6 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "PUT /v2.0/floatingips/1d9b1a61-ada1-4f2d-9329-0325c60dc2a7 HTTP/1.1" status: 200 len: 991 time: 1.0505364 Jul 29 23:27:24.546707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'tag': '7c61c155-73d7-4ecc-8db0-56de355f7d6d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:24.549047 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6586b72-0705-4561-a676-5dcc69fc2155" -d '{"events": [{"name": "network-changed", "server_uuid": "8916f70b-63c7-4b5d-91bd-8453a725c2c8", "tag": "7c61c155-73d7-4ecc-8db0-56de355f7d6d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:24.595437 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12492dd1-5ade-4b25-9edf-385baaadf649 x-openstack-request-id: req-12492dd1-5ade-4b25-9edf-385baaadf649 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:24.595767 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8916f70b-63c7-4b5d-91bd-8453a725c2c8", "tag": "7c61c155-73d7-4ecc-8db0-56de355f7d6d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:24.595982 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12492dd1-5ade-4b25-9edf-385baaadf649 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:24.596421 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'tag': '7c61c155-73d7-4ecc-8db0-56de355f7d6d', 'status': 'completed', 'code': 200} Jul 29 23:27:24.656725 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] Set router 86dcd845-d0fd-4268-81e5-6abab379d4b6 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:24.720148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-a5267458-0779-4718-b65a-95323a6944d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:24.721696 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-a5267458-0779-4718-b65a-95323a6944d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=186d048e8b144e568c3593646dc90002&device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0836053 Jul 29 23:27:24.736681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9f9a3-a40c-4fcf-bf2b-04cfd202c779 req-eca7e369-ff3f-4056-b86a-76b97c07d154 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:24.738192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3f9f9a3-a40c-4fcf-bf2b-04cfd202c779 req-eca7e369-ff3f-4056-b86a-76b97c07d154 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 945 time: 0.0698731 Jul 29 23:27:24.826364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3f9f9a3-a40c-4fcf-bf2b-04cfd202c779 req-e1f3b6f7-4bb2-4e87-9224-cd4e02b33537 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793040 Jul 29 23:27:24.853586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-8bf9e67f-a23b-483a-b1d8-4cee3404c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:24.855104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-8bf9e67f-a23b-483a-b1d8-4cee3404c23d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a85bd5b-521f-4c3a-a403-534b13c539fa HTTP/1.1" status: 200 len: 907 time: 0.1160522 Jul 29 23:27:24.895087 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:03Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1d9b1a61-ada1-4f2d-9329-0325c60dc2a7', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'port_id': '7c61c155-73d7-4ecc-8db0-56de355f7d6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'mac_address': 'fa:16:3e:ef:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:08Z', 'updated_at': '2021-07-29T23:27:23Z', 'revision_number': 1, 'project_id': '186d048e8b144e568c3593646dc90002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840c58cb-7ce1-47ac-bff3-4b284142685d', 'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'mac_address': 'fa:16:3e:a0:88:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:02Z', 'updated_at': '2021-07-29T23:27:09Z', 'revision_number': 5, 'project_id': '186d048e8b144e568c3593646dc90002', 'subnets': [{'id': '781f0991-f851-457a-95d3-40463985f21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:24.922206 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] Checking router: 86dcd845-d0fd-4268-81e5-6abab379d4b6 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:24.930569 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] Routers {'86dcd845-d0fd-4268-81e5-6abab379d4b6'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:24.931952 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86dcd845-d0fd-4268-81e5-6abab379d4b6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:24.953893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-61e7e657-2b5f-43ef-83d1-51bdffad6526 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c61c155-73d7-4ecc-8db0-56de355f7d6d HTTP/1.1" status: 200 len: 999 time: 0.0879056 Jul 29 23:27:24.969739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a180d-a36e-4d56-b2b1-4f2aaaa07941 req-22ad3b13-2130-435f-bdbe-a4b900f334bd tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:24.971231 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd5a180d-a36e-4d56-b2b1-4f2aaaa07941 req-22ad3b13-2130-435f-bdbe-a4b900f334bd tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0658576 Jul 29 23:27:25.048888 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] Set router 86dcd845-d0fd-4268-81e5-6abab379d4b6 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:25.069765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-f2ea43f4-4348-4885-a407-806f6e0596b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:25.071151 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-f2ea43f4-4348-4885-a407-806f6e0596b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=781f0991-f851-457a-95d3-40463985f21a HTTP/1.1" status: 200 len: 845 time: 0.0990586 Jul 29 23:27:25.074825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd5a180d-a36e-4d56-b2b1-4f2aaaa07941 req-3c2746c6-64f9-49ba-a0ea-82e32954c2f2 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943718 Jul 29 23:27:25.096982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f859c8-78a1-49e1-ae43-e0e89bf824e6 req-b41f6fa5-64bf-4dd6-8e9c-37d435489bb7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:25.098571 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68f859c8-78a1-49e1-ae43-e0e89bf824e6 req-b41f6fa5-64bf-4dd6-8e9c-37d435489bb7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0810935 Jul 29 23:27:25.172304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68f859c8-78a1-49e1-ae43-e0e89bf824e6 req-2eacd95f-28e5-4530-99d6-228fa881f7a8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643120 Jul 29 23:27:25.177516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-369157d4-6a5b-451b-a564-d2fb2e02d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:25.179032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-369157d4-6a5b-451b-a564-d2fb2e02d390 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a85bd5b-521f-4c3a-a403-534b13c539fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795369 Jul 29 23:27:25.277107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-e1a37350-2573-43b0-89c3-953fc7774dd5 service neutron] 10.222.0.42 "GET /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889237 Jul 29 23:27:25.280442 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:03Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1d9b1a61-ada1-4f2d-9329-0325c60dc2a7', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'port_id': '7c61c155-73d7-4ecc-8db0-56de355f7d6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'mac_address': 'fa:16:3e:ef:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:08Z', 'updated_at': '2021-07-29T23:27:23Z', 'revision_number': 1, 'project_id': '186d048e8b144e568c3593646dc90002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840c58cb-7ce1-47ac-bff3-4b284142685d', 'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'mac_address': 'fa:16:3e:a0:88:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:02Z', 'updated_at': '2021-07-29T23:27:09Z', 'revision_number': 5, 'project_id': '186d048e8b144e568c3593646dc90002', 'subnets': [{'id': '781f0991-f851-457a-95d3-40463985f21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:25.289022 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:25.312833 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792f176-a0f3-4978-936d-e493b309d8db None None] The sync data for ids ['86dcd845-d0fd-4268-81e5-6abab379d4b6'] in n-d-712139-11 is: [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:03Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1d9b1a61-ada1-4f2d-9329-0325c60dc2a7', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'port_id': '7c61c155-73d7-4ecc-8db0-56de355f7d6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'mac_address': 'fa:16:3e:ef:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:08Z', 'updated_at': '2021-07-29T23:27:23Z', 'revision_number': 1, 'project_id': '186d048e8b144e568c3593646dc90002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840c58cb-7ce1-47ac-bff3-4b284142685d', 'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'mac_address': 'fa:16:3e:a0:88:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:02Z', 'updated_at': '2021-07-29T23:27:09Z', 'revision_number': 5, 'project_id': '186d048e8b144e568c3593646dc90002', 'subnets': [{'id': '781f0991-f851-457a-95d3-40463985f21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:25.383143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6586b72-0705-4561-a676-5dcc69fc2155 req-5607f6c8-1dc9-440e-849a-e9f2984d3847 service neutron] 10.222.0.42 "GET /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981688 Jul 29 23:27:25.515482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9a39e-ea47-41dc-a271-e7798c29b84c None None] New status for floating IP 1d9b1a61-ada1-4f2d-9329-0325c60dc2a7: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:27:25.552819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7f52af7f-b39d-40ea-a668-9e775dcd4dbe up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:25.584980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e61c94-129c-4d8c-91cb-e461960ee7dc req-39bb4b64-b622-4584-af04-530f74676c0d tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:25.586626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3e61c94-129c-4d8c-91cb-e461960ee7dc req-39bb4b64-b622-4584-af04-530f74676c0d tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0535166 Jul 29 23:27:25.627771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3e61c94-129c-4d8c-91cb-e461960ee7dc req-743f158c-1e4b-4404-9beb-c887b26d02c6 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Jul 29 23:27:25.652758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:25.665693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:25.666078 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:25.914386 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:25.943142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:25.945810 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756d8987-3f31-49d7-bc89-7b5619ddaaa2" -d '{"events": [{"server_uuid": "c574982e-a964-4db6-a706-2b57159e5cdc", "name": "network-vif-plugged", "status": "completed", "tag": "7f52af7f-b39d-40ea-a668-9e775dcd4dbe"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:25.963315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9d97e-d341-4b72-88d6-17accc38af7f req-fd92d092-d055-4753-82f1-9218d2948b4e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:25.965131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef9d97e-d341-4b72-88d6-17accc38af7f req-fd92d092-d055-4753-82f1-9218d2948b4e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 945 time: 0.0559061 Jul 29 23:27:25.966480 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:25.970964 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.000499 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa02cee-8ecf-4c56-a8b5-6cf1ca341bd0 x-openstack-request-id: req-0fa02cee-8ecf-4c56-a8b5-6cf1ca341bd0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:26.000790 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c574982e-a964-4db6-a706-2b57159e5cdc", "name": "network-vif-plugged", "status": "completed", "tag": "7f52af7f-b39d-40ea-a668-9e775dcd4dbe", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:26.001041 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fa02cee-8ecf-4c56-a8b5-6cf1ca341bd0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:26.001439 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe', 'code': 200} Jul 29 23:27:26.006813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef9d97e-d341-4b72-88d6-17accc38af7f req-8ff10894-6f46-48f4-8d98-11a3ac36832b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335178 Jul 29 23:27:26.033029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:26.120459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d822ca-2c72-4c44-b00c-22c125f94148 req-30cae733-3a3d-4e4d-a512-d25fddef1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.122135 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90d822ca-2c72-4c44-b00c-22c125f94148 req-30cae733-3a3d-4e4d-a512-d25fddef1010 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 1098 time: 0.0417008 Jul 29 23:27:26.170433 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90d822ca-2c72-4c44-b00c-22c125f94148 req-3798b775-dcf8-474c-a2e5-8fe5091dcbab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Jul 29 23:27:26.204029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd7d15-33d7-4a1e-af75-d38bf8f1fae5 req-f44daeb3-d5f7-4049-878c-8e88734a9f3b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.205612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4bcd7d15-33d7-4a1e-af75-d38bf8f1fae5 req-f44daeb3-d5f7-4049-878c-8e88734a9f3b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0530002 Jul 29 23:27:26.245947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4bcd7d15-33d7-4a1e-af75-d38bf8f1fae5 req-73647f30-9908-4684-8f5e-97c55ad5cea8 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343301 Jul 29 23:27:26.295169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc447a5-a24d-460d-bce4-11c1d174bdef req-10cdf1e4-97b9-4b84-b223-49df242f9dd9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.296679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fc447a5-a24d-460d-bce4-11c1d174bdef req-10cdf1e4-97b9-4b84-b223-49df242f9dd9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0555398 Jul 29 23:27:26.334875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fc447a5-a24d-460d-bce4-11c1d174bdef req-0f0a6711-bd98-4f7b-81e5-af781ece6184 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Jul 29 23:27:26.588409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84778a-1632-4b57-8a82-cc597e396870 req-5b02d1d6-c2e0-4584-9538-008745092297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.589880 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec84778a-1632-4b57-8a82-cc597e396870 req-5b02d1d6-c2e0-4584-9538-008745092297 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1098 time: 0.0433018 Jul 29 23:27:26.641381 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec84778a-1632-4b57-8a82-cc597e396870 req-ae3b0f88-c7fa-4c50-ad6d-448bd9ef1c56 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274529 Jul 29 23:27:26.674837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 4927d36d-ef03-499e-a403-73ba5fbf7d31 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:26.748174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4c6fa-0060-4c7a-8c7a-c83ab5bab213 req-cbd1b921-8fad-422f-9f9a-fee893617346 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.750349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ccd4c6fa-0060-4c7a-8c7a-c83ab5bab213 req-cbd1b921-8fad-422f-9f9a-fee893617346 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0538883 Jul 29 23:27:26.772197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 4927d36d-ef03-499e-a403-73ba5fbf7d31, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=4927d36d-ef03-499e-a403-73ba5fbf7d31,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:26.787201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '4927d36d-ef03-499e-a403-73ba5fbf7d31', 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628', 'port_id': '4927d36d-ef03-499e-a403-73ba5fbf7d31', 'mac_address': 'fa:16:3e:90:06:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2052c5-e70e-43c0-982f-fd17310c5524', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:26.788921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ccd4c6fa-0060-4c7a-8c7a-c83ab5bab213 req-bb76ca24-15e1-4942-bf1c-986b318ceb8c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Jul 29 23:27:26.829277 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.843010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4927d36d-ef03-499e-a403-73ba5fbf7d31 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:26.863576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 4927d36d-ef03-499e-a403-73ba5fbf7d31, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=4927d36d-ef03-499e-a403-73ba5fbf7d31,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:26.867821 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.918978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=4927d36d-ef03-499e-a403-73ba5fbf7d31,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:26.950369 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.126188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f4763-c9ab-4936-b1b5-311a7b329e4a req-761e50c4-d72a-4d6b-8385-41cd082b3c29 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.127655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d11f4763-c9ab-4936-b1b5-311a7b329e4a req-761e50c4-d72a-4d6b-8385-41cd082b3c29 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.0481639 Jul 29 23:27:27.166626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d11f4763-c9ab-4936-b1b5-311a7b329e4a req-d0918ab3-ffab-4501-bc34-bd52aee7ce44 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328801 Jul 29 23:27:27.317988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['4927d36d-ef03-499e-a403-73ba5fbf7d31'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:27.366140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be30d4-ab28-46de-9131-c53709d98027 req-d53a7abc-0a66-434e-8c5a-3d22b3c83604 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.367973 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4be30d4-ab28-46de-9131-c53709d98027 req-d53a7abc-0a66-434e-8c5a-3d22b3c83604 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0533621 Jul 29 23:27:27.434496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4be30d4-ab28-46de-9131-c53709d98027 req-f7fe809e-0f05-407a-b960-023f6a571bf4 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607102 Jul 29 23:27:27.457115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178667c5-610a-464e-8861-1b14cdf7f98a req-56e47291-05ea-4318-9751-97e4131e2d97 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.458698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-178667c5-610a-464e-8861-1b14cdf7f98a req-56e47291-05ea-4318-9751-97e4131e2d97 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0546727 Jul 29 23:27:27.498026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-178667c5-610a-464e-8861-1b14cdf7f98a req-e9f86c73-4af1-43a0-90e5-344c0400a429 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Jul 29 23:27:27.904288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b46527-685b-4674-b40d-5be4b273785d req-e51717d7-c449-47f2-8331-7355ab3f48d5 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.905794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70b46527-685b-4674-b40d-5be4b273785d req-e51717d7-c449-47f2-8331-7355ab3f48d5 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Jul 29 23:27:27.943369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70b46527-685b-4674-b40d-5be4b273785d req-33a904f9-3085-4666-bc1d-12b428dcccd5 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318384 Jul 29 23:27:28.284979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e1a72-f6cb-48fa-a525-e3e20e18e39d req-e6a76593-7d99-4f34-b865-c5e4a769a5a0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.286474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f20e1a72-f6cb-48fa-a525-e3e20e18e39d req-e6a76593-7d99-4f34-b865-c5e4a769a5a0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.0519307 Jul 29 23:27:28.326743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f20e1a72-f6cb-48fa-a525-e3e20e18e39d req-86eb4356-c68b-4ee0-af18-e67b3587e636 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Jul 29 23:27:28.439155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cbc2d-8e73-4bdc-a7a2-f03134ca8cee req-10918b5b-a806-44b7-9504-e1e5b060a702 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.440752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c38cbc2d-8e73-4bdc-a7a2-f03134ca8cee req-10918b5b-a806-44b7-9504-e1e5b060a702 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 1098 time: 0.0437257 Jul 29 23:27:28.477216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c38cbc2d-8e73-4bdc-a7a2-f03134ca8cee req-d4d744ce-a1e8-42e2-b15b-02f4cc7751e7 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302134 Jul 29 23:27:28.560786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958f21e-f74e-4c98-a7da-5f926481a432 req-6b4b29fd-d688-4f99-a681-048a4df69af4 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.562422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8958f21e-f74e-4c98-a7da-5f926481a432 req-6b4b29fd-d688-4f99-a681-048a4df69af4 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0561562 Jul 29 23:27:28.634735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8958f21e-f74e-4c98-a7da-5f926481a432 req-471eaf65-6574-495d-9a40-ca0732a2a2ee tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 Jul 29 23:27:28.653156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9cc24-9145-48ae-838c-36bab80b1b1e req-19700132-3a4c-40b2-a151-4bdc78149261 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.654771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9e9cc24-9145-48ae-838c-36bab80b1b1e req-19700132-3a4c-40b2-a151-4bdc78149261 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0683455 Jul 29 23:27:28.684128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 4927d36d-ef03-499e-a403-73ba5fbf7d31 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:28.704932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9e9cc24-9145-48ae-838c-36bab80b1b1e req-cd932c44-eb3e-4076-9112-e1f33661a6b0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377259 Jul 29 23:27:28.742702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1dff20e4-f16b-4802-856e-ade2f2d60c44 req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-781324787', 'description': 'tempest-description-474922153'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:28.753981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 4927d36d-ef03-499e-a403-73ba5fbf7d31 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:28.758792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 4927d36d-ef03-499e-a403-73ba5fbf7d31 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:28.759136 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.768674 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1dff20e4-f16b-4802-856e-ade2f2d60c44 req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.857008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d303b1-d704-4388-9301-9bbc6c55270b req-7abbd3c4-9061-42a4-a9f2-9371c91d94e3 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.858588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29d303b1-d704-4388-9301-9bbc6c55270b req-7abbd3c4-9061-42a4-a9f2-9371c91d94e3 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 945 time: 0.0752988 Jul 29 23:27:28.874138 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.902421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4927d36d-ef03-499e-a403-73ba5fbf7d31'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:28.905137 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab3d9b1-738e-4186-ac45-3f389ea0e274" -d '{"events": [{"server_uuid": "ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "4927d36d-ef03-499e-a403-73ba5fbf7d31"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:28.922059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 4927d36d-ef03-499e-a403-73ba5fbf7d31, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=4927d36d-ef03-499e-a403-73ba5fbf7d31,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:28.935862 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.946016 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29d303b1-d704-4388-9301-9bbc6c55270b req-c6e825c0-7447-46db-bd99-dc7ae50d1cf4 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746770 Jul 29 23:27:29.000172 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=4927d36d-ef03-499e-a403-73ba5fbf7d31,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:29.014694 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1dff20e4-f16b-4802-856e-ade2f2d60c44 req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.019504 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1dff20e4-f16b-4802-856e-ade2f2d60c44 req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.055726 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1dff20e4-f16b-4802-856e-ade2f2d60c44 req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.057145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dff20e4-f16b-4802-856e-ade2f2d60c44 req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3205676 Jul 29 23:27:29.058215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e35664a-4bf7-413b-aa13-adc4d59fb686,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:29.073560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.073838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.074189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.074534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.074966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.075115 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c6e893-1cfe-451e-aaa3-2697a7ad138f x-openstack-request-id: req-70c6e893-1cfe-451e-aaa3-2697a7ad138f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:29.075320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.075441 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "4927d36d-ef03-499e-a403-73ba5fbf7d31", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:29.075641 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70c6e893-1cfe-451e-aaa3-2697a7ad138f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:29.075754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.075978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.076126 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4927d36d-ef03-499e-a403-73ba5fbf7d31', 'code': 200} Jul 29 23:27:29.076346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.076857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.077141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.077473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5042-7dfa-4629-a8d9-0c3c866ac20d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:29.167420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813db8b-d032-443e-b13a-6ca99738bbb2 req-4c8d0de5-f831-47df-ac09-f1ece05143c8 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.169218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6813db8b-d032-443e-b13a-6ca99738bbb2 req-4c8d0de5-f831-47df-ac09-f1ece05143c8 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 946 time: 0.0524559 Jul 29 23:27:29.256884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c10f-2db8-42fa-8065-c3627d461c67 req-f1b4fcfd-ed98-4591-b0d8-7c3d55e86dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.258386 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2308c10f-2db8-42fa-8065-c3627d461c67 req-f1b4fcfd-ed98-4591-b0d8-7c3d55e86dcc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0822434 Jul 29 23:27:29.261894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6813db8b-d032-443e-b13a-6ca99738bbb2 req-c559d94f-361c-42d7-bd69-47f0ae562b4d tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870943 Jul 29 23:27:29.279891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-93281dda-e9a8-420d-9445-f18cd6b65bfa tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-781324787&fields=id&tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1 HTTP/1.1" status: 200 len: 267 time: 0.0680890 Jul 29 23:27:29.336452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2308c10f-2db8-42fa-8065-c3627d461c67 req-ab19d68b-d117-4e4d-a425-41a33154f038 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640299 Jul 29 23:27:29.352499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-ef1a096f-0146-4af4-bcff-994fa78732b2 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.354006 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-ef1a096f-0146-4af4-bcff-994fa78732b2 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0656743 Jul 29 23:27:29.365529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-88744d58-4dfd-4860-bff6-28ca637b3896 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Request body: {'port': {'security_groups': ['ced9c42b-9de8-4785-8c8b-838f44bbb862', '3e35664a-4bf7-413b-aa13-adc4d59fb686']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:29.435247 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-88744d58-4dfd-4860-bff6-28ca637b3896 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.625745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-88744d58-4dfd-4860-bff6-28ca637b3896 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] For port 619888b1-b764-452f-a5e7-fd16d186a875, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=619888b1-b764-452f-a5e7-fd16d186a875,segment=NetworkSegment(33dbf3e1-291f-4c22-be16-2134a897476e),segment_id=33dbf3e1-291f-4c22-be16-2134a897476e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:29.657445 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-88744d58-4dfd-4860-bff6-28ca637b3896 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.662176 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-88744d58-4dfd-4860-bff6-28ca637b3896 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.704787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['619888b1-b764-452f-a5e7-fd16d186a875'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:29.706161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-88744d58-4dfd-4860-bff6-28ca637b3896 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.706769 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-88744d58-4dfd-4860-bff6-28ca637b3896 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.708798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc878d13-94b3-4ae4-bf33-f643a66b623f req-88744d58-4dfd-4860-bff6-28ca637b3896 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "PUT /v2.0/ports/619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 982 time: 0.3473995 Jul 29 23:27:29.708798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:29.710885 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a75a34-7854-42d3-b8ba-5cb786f45611" -d '{"events": [{"name": "network-changed", "server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "tag": "619888b1-b764-452f-a5e7-fd16d186a875"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:29.736158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88744d58-4dfd-4860-bff6-28ca637b3896 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Pushing event updated for resources: {'Port': ['ID=619888b1-b764-452f-a5e7-fd16d186a875,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:29.768114 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e3ecc7-ae3c-46d3-8a26-1f8d5baf2772 x-openstack-request-id: req-79e3ecc7-ae3c-46d3-8a26-1f8d5baf2772 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:29.768532 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "tag": "619888b1-b764-452f-a5e7-fd16d186a875", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:29.768878 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79e3ecc7-ae3c-46d3-8a26-1f8d5baf2772 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:29.769785 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875', 'status': 'completed', 'code': 200} Jul 29 23:27:29.818377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-675f8ec1-feef-4ba1-965b-00966f4cc461 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-781324787&fields=id&tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1 HTTP/1.1" status: 200 len: 267 time: 0.0418251 Jul 29 23:27:29.867564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75a34-7854-42d3-b8ba-5cb786f45611 req-22396dbe-78b4-4119-91c5-5d24a0737100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.869951 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f1a75a34-7854-42d3-b8ba-5cb786f45611 req-22396dbe-78b4-4119-91c5-5d24a0737100 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1137 time: 0.0443275 Jul 29 23:27:29.893585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['619888b1-b764-452f-a5e7-fd16d186a875'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:29.906484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66f7dc-9caf-42a5-8b2a-8263af13de4f req-fae9f9fb-b44c-443a-bc26-e875238cf1ee tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.914287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed66f7dc-9caf-42a5-8b2a-8263af13de4f req-fae9f9fb-b44c-443a-bc26-e875238cf1ee tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0947912 Jul 29 23:27:29.932379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-c575ac29-7a0f-4112-ab58-b13f03662ce8 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.934238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-c575ac29-7a0f-4112-ab58-b13f03662ce8 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 985 time: 0.1043730 Jul 29 23:27:29.960804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-76a86819-3aba-4db5-b5ad-de2c2849c1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Request body: {'port': {'security_groups': ['ced9c42b-9de8-4785-8c8b-838f44bbb862']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:29.992669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75a34-7854-42d3-b8ba-5cb786f45611 req-2ca47501-72e2-4efa-81f9-a848368fbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.996149 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f1a75a34-7854-42d3-b8ba-5cb786f45611 req-2ca47501-72e2-4efa-81f9-a848368fbe45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 200 len: 920 time: 0.1190364 Jul 29 23:27:30.000764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed66f7dc-9caf-42a5-8b2a-8263af13de4f req-a1fd9915-02d2-4670-a416-9c8149662512 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855734 Jul 29 23:27:30.057129 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-76a86819-3aba-4db5-b5ad-de2c2849c1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.066257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f1a75a34-7854-42d3-b8ba-5cb786f45611 req-6df9b6c4-53f8-46db-b83c-d4cf24f862e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 217 time: 0.0550733 Jul 29 23:27:30.123057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75a34-7854-42d3-b8ba-5cb786f45611 req-e5a54ad5-2e22-4551-b8ed-b817faf6b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:30.124955 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f1a75a34-7854-42d3-b8ba-5cb786f45611 req-e5a54ad5-2e22-4551-b8ed-b817faf6b148 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8eb21978-8523-4056-8373-6f1e995423db HTTP/1.1" status: 200 len: 859 time: 0.0520303 Jul 29 23:27:30.160306 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f1a75a34-7854-42d3-b8ba-5cb786f45611 req-d8290a14-4b6a-459f-b368-109231d9a366 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278814 Jul 29 23:27:30.286103 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f1a75a34-7854-42d3-b8ba-5cb786f45611 req-30469564-33da-4b5b-a982-1d922407701e service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138890 Jul 29 23:27:30.294168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-76a86819-3aba-4db5-b5ad-de2c2849c1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] For port 619888b1-b764-452f-a5e7-fd16d186a875, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=619888b1-b764-452f-a5e7-fd16d186a875,segment=NetworkSegment(33dbf3e1-291f-4c22-be16-2134a897476e),segment_id=33dbf3e1-291f-4c22-be16-2134a897476e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:30.333965 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-76a86819-3aba-4db5-b5ad-de2c2849c1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.339740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-76a86819-3aba-4db5-b5ad-de2c2849c1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.375828 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['619888b1-b764-452f-a5e7-fd16d186a875'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:30.431530 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f1a75a34-7854-42d3-b8ba-5cb786f45611 req-fa331c86-9a83-4cda-9e33-658378180209 service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365411 Jul 29 23:27:30.442063 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a86819-3aba-4db5-b5ad-de2c2849c1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Pushing event updated for resources: {'Port': ['ID=619888b1-b764-452f-a5e7-fd16d186a875,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:30.462546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-76a86819-3aba-4db5-b5ad-de2c2849c1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:30.463601 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-76a86819-3aba-4db5-b5ad-de2c2849c1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.476229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0de5524d-ab67-40d9-890c-385ad432ac1e req-76a86819-3aba-4db5-b5ad-de2c2849c1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "PUT /v2.0/ports/619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 943 time: 0.5244238 Jul 29 23:27:30.630659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['619888b1-b764-452f-a5e7-fd16d186a875'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:30.691014 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cbc9f-5a09-417e-9702-a708089c93c8 req-24f20ad6-8407-473b-99a8-e744a07f869c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:30.699961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-170cbc9f-5a09-417e-9702-a708089c93c8 req-24f20ad6-8407-473b-99a8-e744a07f869c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 946 time: 0.0718732 Jul 29 23:27:30.747798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-170cbc9f-5a09-417e-9702-a708089c93c8 req-8c53800c-9a0b-4325-b236-46d05f92cf76 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463009 Jul 29 23:27:30.963311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-a6bb576d-f9e0-425d-af0c-fe37ec5574aa tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1947165 Jul 29 23:27:30.975821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:31.000925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5ca1a-ac0a-49e2-9be6-f2919411f03f req-23a1dbd2-c3a0-412f-b53b-dcc40ac17851 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.002630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53b5ca1a-ac0a-49e2-9be6-f2919411f03f req-23a1dbd2-c3a0-412f-b53b-dcc40ac17851 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 945 time: 0.0939701 Jul 29 23:27:31.022350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.094815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53b5ca1a-ac0a-49e2-9be6-f2919411f03f req-4b3b98ab-7147-4121-96b1-7fcdf5c6f7fc tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811162 Jul 29 23:27:31.167382 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.262875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ab05-1595-4e69-8454-d011a7121641 req-ef53e93b-2fd7-4b14-93a4-d0f00a1d0c9d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.264529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8d3ab05-1595-4e69-8454-d011a7121641 req-ef53e93b-2fd7-4b14-93a4-d0f00a1d0c9d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0950155 Jul 29 23:27:31.341129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8d3ab05-1595-4e69-8454-d011a7121641 req-5d60b76e-0013-4074-920e-34234b9f1fa7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679421 Jul 29 23:27:31.353187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Allocated IP 172.25.2.152 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/08ce05c2-eea5-471d-8870-e6b63805d535) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:31.462976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.515345 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.566885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:31.570484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:31.575796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:31.607406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Pushing event updated for resources: {'Port': ['ID=08ce05c2-eea5-471d-8870-e6b63805d535,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:31.677595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.715256 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.770722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:31.773292 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03" -d '{"events": [{"name": "network-changed", "server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "tag": "619888b1-b764-452f-a5e7-fd16d186a875"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:31.894285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f30a5f-b474-4e10-add3-0d04a2635209 req-37916221-3341-4444-acd2-173c4e7d96fb tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.895684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e5f30a5f-b474-4e10-add3-0d04a2635209 req-37916221-3341-4444-acd2-173c4e7d96fb tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 946 time: 0.0731525 Jul 29 23:27:31.957506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.964354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e5f30a5f-b474-4e10-add3-0d04a2635209 req-ec44c3a1-8a68-485d-8071-ea95f1c61712 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615613 Jul 29 23:27:31.966010 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.033135 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cdb1f6-1b1b-4656-a905-f09bc988b0e1 x-openstack-request-id: req-58cdb1f6-1b1b-4656-a905-f09bc988b0e1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:32.033434 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "tag": "619888b1-b764-452f-a5e7-fd16d186a875", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:32.033691 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58cdb1f6-1b1b-4656-a905-f09bc988b0e1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:32.034087 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875', 'status': 'completed', 'code': 200} Jul 29 23:27:32.044590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Pushing event updated for resources: {'Port': ['ID=08ce05c2-eea5-471d-8870-e6b63805d535,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:32.056316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.072675 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.086737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.095485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-fb610696-29f8-4ef7-b7ab-5d632f280e36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1235840 Jul 29 23:27:32.137193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03 req-70c6b523-f3c1-4c17-86ee-3ec88314452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.140914 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03 req-70c6b523-f3c1-4c17-86ee-3ec88314452f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1098 time: 0.0628717 Jul 29 23:27:32.155058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-81794578-0af3-4354-a1da-bcebb817e00b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 696 time: 0.0585523 Jul 29 23:27:32.285526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03 req-d90a0dbb-8431-4e78-a436-80a1b4223335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.288950 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03 req-d90a0dbb-8431-4e78-a436-80a1b4223335 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 200 len: 920 time: 0.1402225 Jul 29 23:27:32.355866 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03 req-46483304-e411-4775-b2b4-2fe2656743a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 217 time: 0.0583403 Jul 29 23:27:32.443689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03 req-857f5d1c-cba3-4204-a604-cd16dc526024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.445446 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03 req-857f5d1c-cba3-4204-a604-cd16dc526024 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8eb21978-8523-4056-8373-6f1e995423db HTTP/1.1" status: 200 len: 859 time: 0.0827565 Jul 29 23:27:32.487929 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03 req-7b67e29b-346a-4946-8d94-a9b32a4f362e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266626 Jul 29 23:27:32.597824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8634e-8bde-42e0-b8bb-28d340986f32 req-1450dafe-6463-4911-bb0c-3c18ea6b06d0 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.604476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03 req-687b34f4-41e5-47eb-9765-d4f82ccfc699 service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092172 Jul 29 23:27:32.606102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9c8634e-8bde-42e0-b8bb-28d340986f32 req-1450dafe-6463-4911-bb0c-3c18ea6b06d0 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 945 time: 0.0956388 Jul 29 23:27:32.665996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9c8634e-8bde-42e0-b8bb-28d340986f32 req-1a0e2a77-8a8f-43ce-95fe-bbee8a85c6b3 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594583 Jul 29 23:27:32.695774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-c1b30798-b631-4b2c-9984-8a386c106cbf tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.724708 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261e4f6f-c95e-4f22-a41c-3817237f88cd req-c1b30798-b631-4b2c-9984-8a386c106cbf tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.5681143 Jul 29 23:27:32.757822 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8c7159be-0a6f-4d9c-915a-ab8627e1fa03 req-1b8fcce4-19a2-49d5-8fb1-13c18394897a service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456861 Jul 29 23:27:32.839400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c79332-cea5-4f72-a793-1ed96eeefddb req-9fb4596d-7a0e-48e2-a816-7bac29d762e6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.841240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21c79332-cea5-4f72-a793-1ed96eeefddb req-9fb4596d-7a0e-48e2-a816-7bac29d762e6 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0616994 Jul 29 23:27:32.910073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21c79332-cea5-4f72-a793-1ed96eeefddb req-28706b5a-0bea-4a2d-b384-b0fafa7e2a63 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509899 Jul 29 23:27:33.009719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-f7c47183-7dc1-4d43-8abd-40a7c5cdb954 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:33.011372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-f7c47183-7dc1-4d43-8abd-40a7c5cdb954 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0551553 Jul 29 23:27:33.076976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-477b54b8-522c-40c7-ad8d-981acc241d36 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 696 time: 0.0594089 Jul 29 23:27:33.096636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ee7b4d93-6fa9-4232-937a-26508bf6cf29 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Request body: {'floatingip': {'port_id': '619888b1-b764-452f-a5e7-fd16d186a875', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:33.150426 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ee7b4d93-6fa9-4232-937a-26508bf6cf29 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.207215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-dd644c21-9081-466f-a2f3-5fc62f317c6d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:33.208974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-dd644c21-9081-466f-a2f3-5fc62f317c6d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 945 time: 0.1465163 Jul 29 23:27:33.445281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Deleting port f55746b4-b5ae-4270-a675-6699b572e417 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:33.445827 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.640196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] For port f55746b4-b5ae-4270-a675-6699b572e417, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f55746b4-b5ae-4270-a675-6699b572e417,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:33.640909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.914695 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ee7b4d93-6fa9-4232-937a-26508bf6cf29 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:27:34.020999 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ee7b4d93-6fa9-4232-937a-26508bf6cf29 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:34.028857 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ee7b4d93-6fa9-4232-937a-26508bf6cf29 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:34.041895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9534d1-e427-4799-98e5-0b7131a49ff0 req-bc647643-b873-47cd-a333-2e86539021c7 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.043637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc9534d1-e427-4799-98e5-0b7131a49ff0 req-bc647643-b873-47cd-a333-2e86539021c7 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 945 time: 0.1717849 Jul 29 23:27:34.121834 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:34.122260 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:34.122572 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Floating IP ac276239-fdfc-4589-8795-8de02bb6975b disassociated. External IP: 172.25.2.33, port: f55746b4-b5ae-4270-a675-6699b572e417. Jul 29 23:27:34.123157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Calling delete_port for f55746b4-b5ae-4270-a675-6699b572e417 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:34.196961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc9534d1-e427-4799-98e5-0b7131a49ff0 req-f4b69dc7-eb2b-47bc-ac6c-2ccebb52eec2 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcef4797-290d-4196-a380-12c485144d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178203 Jul 29 23:27:34.234346 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ee7b4d93-6fa9-4232-937a-26508bf6cf29 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Floating IP 3a3838d0-a58c-4cdf-9345-aab77b4603b3 associated. External IP: 172.25.2.152, port: 619888b1-b764-452f-a5e7-fd16d186a875. Jul 29 23:27:34.475301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:34.522133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event deleted for resources: {'Port': ['ID=f55746b4-b5ae-4270-a675-6699b572e417,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:35.009498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ee7b4d93-6fa9-4232-937a-26508bf6cf29 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:35.047893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79011c53-8617-487e-82f9-896421a9d5f1 req-2f396f23-7f3f-4586-acdc-d38ca2b6e6bc tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.049615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79011c53-8617-487e-82f9-896421a9d5f1 req-2f396f23-7f3f-4586-acdc-d38ca2b6e6bc tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.4455991 Jul 29 23:27:35.131495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Router 0c439ae3-31db-4cbc-9859-c86e91c474b5 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:35.188668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79011c53-8617-487e-82f9-896421a9d5f1 req-47f18ef2-1b44-41eb-8df1-71e4958ba128 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993152 Jul 29 23:27:35.243172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ee7b4d93-6fa9-4232-937a-26508bf6cf29 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:35.249177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ee7b4d93-6fa9-4232-937a-26508bf6cf29 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.259935 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] Sync routers for ids ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:35.286091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ee7b4d93-6fa9-4232-937a-26508bf6cf29 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "PUT /v2.0/floatingips/3a3838d0-a58c-4cdf-9345-aab77b4603b3 HTTP/1.1" status: 200 len: 997 time: 2.1946833 Jul 29 23:27:35.292649 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] Routers {'0fdc19a7-63ca-4f78-a30d-ec1941c80b03'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:35.297217 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:35.319935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:35.322043 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47086105-0e9d-4933-9a09-0264079e540d" -d '{"events": [{"name": "network-changed", "server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "tag": "619888b1-b764-452f-a5e7-fd16d186a875"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:35.410393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:35.422749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] Sync routers for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:35.443094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:35.443886 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:35.449635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-2e5e82be-7c2c-4e8c-9ce5-c51c1f2a6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.451297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-2e5e82be-7c2c-4e8c-9ce5-c51c1f2a6f98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1098 time: 0.1261637 Jul 29 23:27:35.500639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] No DVR routers for this DVR port f55746b4-b5ae-4270-a675-6699b572e417 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:35.515151 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.517880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41c5a6e0-bc27-4446-b835-de70ad70e947 req-c7108735-920c-41f0-b76d-7df4ee4b47d9 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.42 "DELETE /v2.0/ports/f55746b4-b5ae-4270-a675-6699b572e417 HTTP/1.1" status: 204 len: 173 time: 2.2904503 Jul 29 23:27:35.580049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fcefaec3-8a05-48b2-8c3b-34a582d70492 req-9cf96f98-e238-4496-a256-96a392e41c7d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6b978c-a185-49c2-83ee-de3902f3afb6 HTTP/1.1" status: 200 len: 210 time: 0.1265020 Jul 29 23:27:35.581765 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] Set router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:35.615668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:35.657411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-93b50ada-98cb-4c4d-88d6-b98b4893c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.659037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-93b50ada-98cb-4c4d-88d6-b98b4893c257 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 200 len: 920 time: 0.1870680 Jul 29 23:27:35.749561 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7ed06b-d249-4b48-8db4-516b8f5b3638 x-openstack-request-id: req-fc7ed06b-d249-4b48-8db4-516b8f5b3638 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:35.749958 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "tag": "619888b1-b764-452f-a5e7-fd16d186a875", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:35.750462 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc7ed06b-d249-4b48-8db4-516b8f5b3638 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:35.750946 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875', 'status': 'completed', 'code': 200} Jul 29 23:27:35.759431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-ce45e9b5-cb06-4144-9ee8-9eeb0607a291 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 1000 time: 0.0886586 Jul 29 23:27:35.842599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-d7965057-9104-4c60-a73a-b5b9e2894a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.846856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-d7965057-9104-4c60-a73a-b5b9e2894a88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb21978-8523-4056-8373-6f1e995423db HTTP/1.1" status: 200 len: 859 time: 0.0834186 Jul 29 23:27:35.887335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47086105-0e9d-4933-9a09-0264079e540d req-30a5a52a-3f08-4af3-9cc4-d7f3b4141494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.888109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-c0a92e3d-a953-4feb-828b-66268785fe1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350304 Jul 29 23:27:35.889654 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-47086105-0e9d-4933-9a09-0264079e540d req-30a5a52a-3f08-4af3-9cc4-d7f3b4141494 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1098 time: 0.0833802 Jul 29 23:27:35.964854 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:27Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3a3838d0-a58c-4cdf-9345-aab77b4603b3', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'port_id': '619888b1-b764-452f-a5e7-fd16d186a875', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'mac_address': 'fa:16:3e:b8:e8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:31Z', 'updated_at': '2021-07-29T23:27:33Z', 'revision_number': 1, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051602c1-4e94-49af-b60a-3c1b7300fdfe', 'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'mac_address': 'fa:16:3e:46:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8eb21978-8523-4056-8373-6f1e995423db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:26Z', 'updated_at': '2021-07-29T23:26:35Z', 'revision_number': 5, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'subnets': [{'id': '8eb21978-8523-4056-8373-6f1e995423db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:36.017417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:36.021381 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] Checking router: 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:36.024562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-21e02479-1060-4761-862d-12f384469f0b service neutron] 10.222.0.37 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296780 Jul 29 23:27:36.044458 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] Routers {'0fdc19a7-63ca-4f78-a30d-ec1941c80b03'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:36.045132 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:36.050389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47086105-0e9d-4933-9a09-0264079e540d req-4924cc71-fb75-47c1-b9ba-2a120302dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.051820 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-47086105-0e9d-4933-9a09-0264079e540d req-4924cc71-fb75-47c1-b9ba-2a120302dd21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 200 len: 920 time: 0.1512935 Jul 29 23:27:36.060348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] Checking router: 0c439ae3-31db-4cbc-9859-c86e91c474b5 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:36.070021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:36.071676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:36.145444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc0a655-c0a3-432a-a6d9-76c6a05d033b req-6ee71242-2b3f-4466-891c-71b35634b3ba service neutron] 10.222.0.37 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199083 Jul 29 23:27:36.150478 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-47086105-0e9d-4933-9a09-0264079e540d req-84516eec-d226-4827-890d-e39f94da98a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 1000 time: 0.0908856 Jul 29 23:27:36.218803 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] Set router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:36.259110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47086105-0e9d-4933-9a09-0264079e540d req-5fcb4c2c-e26e-4304-9b36-3f418369c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.262730 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-47086105-0e9d-4933-9a09-0264079e540d req-5fcb4c2c-e26e-4304-9b36-3f418369c91f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8eb21978-8523-4056-8373-6f1e995423db HTTP/1.1" status: 200 len: 859 time: 0.0957861 Jul 29 23:27:36.293334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:36.308782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-4785b89a-a93f-45aa-ac0e-9a2f71cf1d0b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 1000 time: 0.1371031 Jul 29 23:27:36.315740 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-47086105-0e9d-4933-9a09-0264079e540d req-cbc9b1e0-9d44-422c-89e1-65c451661896 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433733 Jul 29 23:27:36.401421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-f834021e-feee-4e2b-a629-7ff9a6490b02 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.416244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-f834021e-feee-4e2b-a629-7ff9a6490b02 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports/619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 943 time: 0.1005425 Jul 29 23:27:36.528437 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-47086105-0e9d-4933-9a09-0264079e540d req-913bdfaa-5062-4931-a034-8c80fb857e3a service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047958 Jul 29 23:27:36.571895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaef54-fad2-4e59-8617-81272f41980d req-13ac1d85-2ec0-47bd-bc42-87a5b02057f7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.573767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3aaef54-fad2-4e59-8617-81272f41980d req-13ac1d85-2ec0-47bd-bc42-87a5b02057f7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1552553 Jul 29 23:27:36.650126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:36.689715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-aa334261-61bf-43c2-9b22-c6f817ad7f5f tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 1000 time: 0.1914659 Jul 29 23:27:36.692450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-47086105-0e9d-4933-9a09-0264079e540d req-e10139e5-a9c0-4836-be44-4404b667e54c service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533432 Jul 29 23:27:36.705928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3001d-632b-4774-9afa-5174d5e1a502 None None] The sync data for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 is: [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:21:23Z', 'revision_number': 4, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd88096-0173-42a0-aa66-333d7478c120', 'name': '', 'network_id': '64586059-01f1-49b9-8ef5-2910bc6c6717', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'mac_address': 'fa:16:3e:96:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:20Z', 'updated_at': '2021-07-29T23:21:29Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'subnets': [{'id': '5a54c455-7d4a-4eba-af27-492d624ee19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:36.713408 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:27Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3a3838d0-a58c-4cdf-9345-aab77b4603b3', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'port_id': '619888b1-b764-452f-a5e7-fd16d186a875', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'mac_address': 'fa:16:3e:b8:e8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:31Z', 'updated_at': '2021-07-29T23:27:33Z', 'revision_number': 1, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051602c1-4e94-49af-b60a-3c1b7300fdfe', 'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'mac_address': 'fa:16:3e:46:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8eb21978-8523-4056-8373-6f1e995423db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:26Z', 'updated_at': '2021-07-29T23:26:35Z', 'revision_number': 5, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'subnets': [{'id': '8eb21978-8523-4056-8373-6f1e995423db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:36.714246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3aaef54-fad2-4e59-8617-81272f41980d req-c41e42da-44c5-45a6-9caf-293deee04edf tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297946 Jul 29 23:27:36.752616 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0b2f0-edc5-4ee0-9d98-70dab10a0e38 None None] The sync data for ids ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'] in n-d-712139-11 is: [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:27Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3a3838d0-a58c-4cdf-9345-aab77b4603b3', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'port_id': '619888b1-b764-452f-a5e7-fd16d186a875', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'mac_address': 'fa:16:3e:b8:e8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:31Z', 'updated_at': '2021-07-29T23:27:33Z', 'revision_number': 1, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051602c1-4e94-49af-b60a-3c1b7300fdfe', 'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'mac_address': 'fa:16:3e:46:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8eb21978-8523-4056-8373-6f1e995423db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:26Z', 'updated_at': '2021-07-29T23:26:35Z', 'revision_number': 5, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'subnets': [{'id': '8eb21978-8523-4056-8373-6f1e995423db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:36.766812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f55746b4-b5ae-4270-a675-6699b572e417 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:36.807080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: f55746b4-b5ae-4270-a675-6699b572e417 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:36.807442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f55746b4-b5ae-4270-a675-6699b572e417 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:36.856377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-43585b32-39dc-4522-a4e0-236616c108bf tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.869226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-43585b32-39dc-4522-a4e0-236616c108bf tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1711650 Jul 29 23:27:36.966026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-3d84ff1b-beed-4db8-a3d0-a4db95fad73b tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 1000 time: 0.0933599 Jul 29 23:27:36.969085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-52af4600-f13b-40ba-b4be-f244d126c786 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:37.035741 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-52af4600-f13b-40ba-b4be-f244d126c786 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.162653 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e634fb5-987c-4c9d-bbdb-5bd528830d4b None None] New status for floating IP 3a3838d0-a58c-4cdf-9345-aab77b4603b3: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:27:37.193538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40374) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:37.213062 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-52af4600-f13b-40ba-b4be-f244d126c786 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.218536 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-52af4600-f13b-40ba-b4be-f244d126c786 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.218996 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-52af4600-f13b-40ba-b4be-f244d126c786 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Floating IP 3a3838d0-a58c-4cdf-9345-aab77b4603b3 disassociated. External IP: 172.25.2.152, port: 619888b1-b764-452f-a5e7-fd16d186a875. Jul 29 23:27:37.247877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d03331-ddbb-4c34-a12e-8d5e47969857 None None] New status for floating IP ac276239-fdfc-4589-8795-8de02bb6975b: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:27:37.311240 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-7e634fb5-987c-4c9d-bbdb-5bd528830d4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:27:37.312033 n-d-712139-11 neutron-server[93819]: DEBUG oslo_db.api [None req-7e634fb5-987c-4c9d-bbdb-5bd528830d4b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:27:37.315156 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.342235 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.401250 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.404539 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.408781 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "DELETE /v2.0/security-groups/fcef4797-290d-4196-a380-12c485144d5e HTTP/1.1" status: 204 len: 168 time: 0.2133079 Jul 29 23:27:37.409711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40376) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:37.432514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef4797-290d-4196-a380-12c485144d5e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:37.435248 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-655adf35-ce31-4f0a-ba14-a96d482712a8 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] show failed (client error): The resource could not be found. Jul 29 23:27:37.439807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40378) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:37.440005 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-655adf35-ce31-4f0a-ba14-a96d482712a8 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "GET /v2.0/security-groups/fcef4797-290d-4196-a380-12c485144d5e HTTP/1.1" status: 404 len: 347 time: 0.0260222 Jul 29 23:27:37.447385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.447941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.448502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.449025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.449868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.450391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.450888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.451390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.451891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.452535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.453039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.453558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3b32f-659c-419e-a66c-71f6d7af863d tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:37.551094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-52af4600-f13b-40ba-b4be-f244d126c786 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:37.671574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f6f22358-d76a-4187-ac76-c90c67c70b91 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Deleting port 769f59e1-15ca-4de8-9f5b-a3f3814d6606 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:37.672252 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f22358-d76a-4187-ac76-c90c67c70b91 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.739817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-52af4600-f13b-40ba-b4be-f244d126c786 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:37.745301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-52af4600-f13b-40ba-b4be-f244d126c786 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.751658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'name': 'network-vif-deleted', 'tag': 'f55746b4-b5ae-4270-a675-6699b572e417'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:37.753996 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedf258b-47ba-469f-8ec5-301bb7f496a0" -d '{"events": [{"server_uuid": "ef6b978c-a185-49c2-83ee-de3902f3afb6", "name": "network-vif-deleted", "tag": "f55746b4-b5ae-4270-a675-6699b572e417"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:37.801648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-52af4600-f13b-40ba-b4be-f244d126c786 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "PUT /v2.0/floatingips/3a3838d0-a58c-4cdf-9345-aab77b4603b3 HTTP/1.1" status: 200 len: 693 time: 0.8366907 Jul 29 23:27:37.811823 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f22358-d76a-4187-ac76-c90c67c70b91 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.812221 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f22358-d76a-4187-ac76-c90c67c70b91 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.813961 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e634fb5-987c-4c9d-bbdb-5bd528830d4b None None] New status for floating IP 3a3838d0-a58c-4cdf-9345-aab77b4603b3: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:27:37.860449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f6f22358-d76a-4187-ac76-c90c67c70b91 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Calling delete_port for 769f59e1-15ca-4de8-9f5b-a3f3814d6606 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:37.940659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef917997-d74c-4650-a1ed-375f1a6dcd1a req-d3a6d130-6bc3-43fa-91d9-ec065ec25606 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.942252 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef917997-d74c-4650-a1ed-375f1a6dcd1a req-d3a6d130-6bc3-43fa-91d9-ec065ec25606 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1453474 Jul 29 23:27:37.946608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-0383a616-711f-4830-9eb9-3e690314ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.948214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-0383a616-711f-4830-9eb9-3e690314ec3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1098 time: 0.1322334 Jul 29 23:27:38.059487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef917997-d74c-4650-a1ed-375f1a6dcd1a req-fbdb470c-40d7-4954-9d44-f8a407f03fc3 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960686 Jul 29 23:27:38.119697 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] Sync routers for ids ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:38.122841 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddc3b16-fb00-463e-9d4d-6b5c44837b9b x-openstack-request-id: req-6ddc3b16-fb00-463e-9d4d-6b5c44837b9b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:38.123213 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6b978c-a185-49c2-83ee-de3902f3afb6", "name": "network-vif-deleted", "tag": "f55746b4-b5ae-4270-a675-6699b572e417", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:38.123540 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ddc3b16-fb00-463e-9d4d-6b5c44837b9b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:38.124071 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6b978c-a185-49c2-83ee-de3902f3afb6', 'name': 'network-vif-deleted', 'tag': 'f55746b4-b5ae-4270-a675-6699b572e417', 'status': 'completed', 'code': 200} Jul 29 23:27:38.127477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-5407f639-8ac5-4d1b-8a73-0ae4d7ca5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:38.129230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-5407f639-8ac5-4d1b-8a73-0ae4d7ca5349 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 200 len: 920 time: 0.1748621 Jul 29 23:27:38.141523 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] Routers {'0fdc19a7-63ca-4f78-a30d-ec1941c80b03'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:38.142256 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:38.182332 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-7807fbcd-ecc0-4a05-9c1e-3439b81f14a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 217 time: 0.0438080 Jul 29 23:27:38.190139 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f22358-d76a-4187-ac76-c90c67c70b91 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.254542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f22358-d76a-4187-ac76-c90c67c70b91 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Pushing event deleted for resources: {'Port': ['ID=769f59e1-15ca-4de8-9f5b-a3f3814d6606,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:38.303682 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] Set router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:38.312871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-450b49d6-e986-4d5e-b26d-aaf0741a06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:38.314493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-450b49d6-e986-4d5e-b26d-aaf0741a06b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb21978-8523-4056-8373-6f1e995423db HTTP/1.1" status: 200 len: 859 time: 0.1216862 Jul 29 23:27:38.344195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f22358-d76a-4187-ac76-c90c67c70b91 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.347439 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f22358-d76a-4187-ac76-c90c67c70b91 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.351458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f6f22358-d76a-4187-ac76-c90c67c70b91 tempest-ServersWithSpecificFlavorTestJSON-572632509 tempest-ServersWithSpecificFlavorTestJSON-572632509-project] 10.222.0.37 "DELETE /v2.0/floatingips/ac276239-fdfc-4589-8795-8de02bb6975b HTTP/1.1" status: 204 len: 168 time: 0.9078388 Jul 29 23:27:38.380057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-60175e60-bdb4-447f-babd-a8142328a414 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485494 Jul 29 23:27:38.496633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-78cb2690-fd0c-4701-9d85-980bb913740c service neutron] 10.222.0.37 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156614 Jul 29 23:27:38.543420 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:27Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '051602c1-4e94-49af-b60a-3c1b7300fdfe', 'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'mac_address': 'fa:16:3e:46:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8eb21978-8523-4056-8373-6f1e995423db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:26Z', 'updated_at': '2021-07-29T23:26:35Z', 'revision_number': 5, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'subnets': [{'id': '8eb21978-8523-4056-8373-6f1e995423db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:38.576103 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] Checking router: 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:38.585439 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] Routers {'0fdc19a7-63ca-4f78-a30d-ec1941c80b03'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:38.586198 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:38.621378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a25a5e39-95ad-49cc-bd66-32e0b1ba6bf4 req-57b25feb-371e-4689-b572-7a11c5b7fbcb service neutron] 10.222.0.37 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198914 Jul 29 23:27:38.782564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-0cf5b938-9ab2-449c-9054-fbebb7e758e7 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/floatingips/3a3838d0-a58c-4cdf-9345-aab77b4603b3 HTTP/1.1" status: 200 len: 693 time: 0.1119483 Jul 29 23:27:38.868324 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] Set router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:38.920970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-a251e65c-39e3-4efa-8c93-4e1f3d3b55f8 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:38.922780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-a251e65c-39e3-4efa-8c93-4e1f3d3b55f8 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1338439 Jul 29 23:27:38.934518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:39.004062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-b928af8c-5f57-48cb-9f45-64fefb76c52d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 696 time: 0.0730495 Jul 29 23:27:39.076956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-ad154772-bc00-48f0-8d9a-e0addd22332d tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 696 time: 0.0719681 Jul 29 23:27:39.190872 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:27Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '051602c1-4e94-49af-b60a-3c1b7300fdfe', 'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'mac_address': 'fa:16:3e:46:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8eb21978-8523-4056-8373-6f1e995423db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:26Z', 'updated_at': '2021-07-29T23:26:35Z', 'revision_number': 5, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'subnets': [{'id': '8eb21978-8523-4056-8373-6f1e995423db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:39.220209 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e13745-0b66-4636-a75b-9764b2da35ff None None] The sync data for ids ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'] in n-d-712139-11 is: [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:26:27Z', 'revision_number': 4, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '051602c1-4e94-49af-b60a-3c1b7300fdfe', 'name': '', 'network_id': 'ecfebe8a-29ec-4106-9dc3-abd3c2519f75', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'mac_address': 'fa:16:3e:46:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8eb21978-8523-4056-8373-6f1e995423db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:26Z', 'updated_at': '2021-07-29T23:26:35Z', 'revision_number': 5, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'subnets': [{'id': '8eb21978-8523-4056-8373-6f1e995423db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:39.282582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ae657-a735-4407-9855-db9fc1e2c046 req-4add6567-eed6-4ecb-8928-dae9806597b7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:39.284171 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-463ae657-a735-4407-9855-db9fc1e2c046 req-4add6567-eed6-4ecb-8928-dae9806597b7 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1064794 Jul 29 23:27:39.293742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-fd76e8ce-9ed9-4c19-9856-cdad43955bbb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Deleting port 08ce05c2-eea5-471d-8870-e6b63805d535 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:39.294189 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-fd76e8ce-9ed9-4c19-9856-cdad43955bbb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.388695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-463ae657-a735-4407-9855-db9fc1e2c046 req-adfc820e-08a6-4da9-a1a0-35b4abba5b6d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844448 Jul 29 23:27:39.419598 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-fd76e8ce-9ed9-4c19-9856-cdad43955bbb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.419937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-fd76e8ce-9ed9-4c19-9856-cdad43955bbb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.425864 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.439080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-fd76e8ce-9ed9-4c19-9856-cdad43955bbb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Calling delete_port for 08ce05c2-eea5-471d-8870-e6b63805d535 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:39.513287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ca22e-aa93-4f73-b81e-446ad1e38f4f None None] New status for floating IP 3a3838d0-a58c-4cdf-9345-aab77b4603b3: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:27:39.629403 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-fd76e8ce-9ed9-4c19-9856-cdad43955bbb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.630537 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d76ca22e-aa93-4f73-b81e-446ad1e38f4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:27:39.631140 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-d76ca22e-aa93-4f73-b81e-446ad1e38f4f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:27:39.657352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76e8ce-9ed9-4c19-9856-cdad43955bbb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Pushing event deleted for resources: {'Port': ['ID=08ce05c2-eea5-471d-8870-e6b63805d535,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:39.689511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] Deleting port 6bd88096-0173-42a0-aa66-333d7478c120 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:39.689866 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.718901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-fd76e8ce-9ed9-4c19-9856-cdad43955bbb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.721582 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-fd76e8ce-9ed9-4c19-9856-cdad43955bbb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.722866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2a83022-fdbe-4231-b03c-0c81c14d3c65 req-fd76e8ce-9ed9-4c19-9856-cdad43955bbb tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "DELETE /v2.0/floatingips/3a3838d0-a58c-4cdf-9345-aab77b4603b3 HTTP/1.1" status: 204 len: 173 time: 0.6446075 Jul 29 23:27:39.775275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] For port 6bd88096-0173-42a0-aa66-333d7478c120, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6bd88096-0173-42a0-aa66-333d7478c120,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:39.775656 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.787973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] Calling delete_port for 6bd88096-0173-42a0-aa66-333d7478c120 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:39.788186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46ef871a-acea-467a-84d4-b3003a19daf0 req-b2320214-25f5-48c7-8925-6f2faed42d4f tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups/3e35664a-4bf7-413b-aa13-adc4d59fb686 HTTP/1.1" status: 200 len: 1806 time: 0.0412765 Jul 29 23:27:39.848475 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46ef871a-acea-467a-84d4-b3003a19daf0 req-75eee406-cf7a-4e9d-a484-12490c53e1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.871218 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46ef871a-acea-467a-84d4-b3003a19daf0 req-75eee406-cf7a-4e9d-a484-12490c53e1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.912648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46ef871a-acea-467a-84d4-b3003a19daf0 req-75eee406-cf7a-4e9d-a484-12490c53e1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.916220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46ef871a-acea-467a-84d4-b3003a19daf0 req-75eee406-cf7a-4e9d-a484-12490c53e1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.917859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46ef871a-acea-467a-84d4-b3003a19daf0 req-75eee406-cf7a-4e9d-a484-12490c53e1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "DELETE /v2.0/security-groups/3e35664a-4bf7-413b-aa13-adc4d59fb686 HTTP/1.1" status: 204 len: 173 time: 0.1229799 Jul 29 23:27:39.931208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eee406-cf7a-4e9d-a484-12490c53e1a5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e35664a-4bf7-413b-aa13-adc4d59fb686,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:39.978397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.003192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd88096-0173-42a0-aa66-333d7478c120,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:40.130215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:40.135051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ca22e-aa93-4f73-b81e-446ad1e38f4f None None] New status for floating IP 3a3838d0-a58c-4cdf-9345-aab77b4603b3: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:27:40.137956 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "tag": "619888b1-b764-452f-a5e7-fd16d186a875"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:40.200297 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fef2a8-08a6-4530-b04b-cbd8c41bd114 x-openstack-request-id: req-92fef2a8-08a6-4530-b04b-cbd8c41bd114 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:40.200584 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "tag": "619888b1-b764-452f-a5e7-fd16d186a875", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:40.200833 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92fef2a8-08a6-4530-b04b-cbd8c41bd114 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:40.201226 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875', 'status': 'completed', 'code': 200} Jul 29 23:27:40.201571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.210216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180826fd-a5f6-4d72-a5b7-437906f3b847 req-be951f6d-ba81-4f2d-95bb-0500d03ac713 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.224475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-180826fd-a5f6-4d72-a5b7-437906f3b847 req-be951f6d-ba81-4f2d-95bb-0500d03ac713 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0983403 Jul 29 23:27:40.268134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-180826fd-a5f6-4d72-a5b7-437906f3b847 req-3a00c55e-92aa-4efc-a063-88d4f56706f4 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425947 Jul 29 23:27:40.510887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890ebd2-4b83-4458-882c-faf6ee0f18f8 req-895ed951-12a7-4dd9-bd1e-196fe1ae43be tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.512526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d890ebd2-4b83-4458-882c-faf6ee0f18f8 req-895ed951-12a7-4dd9-bd1e-196fe1ae43be tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0530210 Jul 29 23:27:40.556802 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d890ebd2-4b83-4458-882c-faf6ee0f18f8 req-f32969e9-ab26-41eb-bb4f-12d7c61cec77 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376604 Jul 29 23:27:40.615494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a req-de2d89c1-566d-439e-89f9-86faa69665b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.617002 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a req-de2d89c1-566d-439e-89f9-86faa69665b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 1098 time: 0.3673658 Jul 29 23:27:40.797399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a req-ea0b3cab-a0c2-4a72-a254-d34b3865299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.798882 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a req-ea0b3cab-a0c2-4a72-a254-d34b3865299c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 200 len: 920 time: 0.1693442 Jul 29 23:27:40.806419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] Router 0c439ae3-31db-4cbc-9859-c86e91c474b5 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:40.845781 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a req-cfe00628-fa33-4563-a380-ecd883ffbeb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 200 len: 217 time: 0.0366814 Jul 29 23:27:40.962498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a req-9c9fe76f-8320-42b7-9cde-b9e943ca7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.963944 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a req-9c9fe76f-8320-42b7-9cde-b9e943ca7bf7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8eb21978-8523-4056-8373-6f1e995423db HTTP/1.1" status: 200 len: 859 time: 0.0836861 Jul 29 23:27:40.989433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:40.998745 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] Sync routers for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:41.006765 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4211208e-112f-42d0-a94b-6ced73ad2a3e admin admin] 10.222.0.37 "PUT /v2.0/routers/0c439ae3-31db-4cbc-9859-c86e91c474b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0711963 Jul 29 23:27:41.008555 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:41.013027 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:41.013197 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a req-c80aba37-bbc7-4885-8808-f31f2ac4fd55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecfebe8a-29ec-4106-9dc3-abd3c2519f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335152 Jul 29 23:27:41.013325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40454) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:41.113180 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a req-c5a21da6-afb1-4e54-8941-ad29a3712443 service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919526 Jul 29 23:27:41.121914 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:41.223619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b5fc61e-ff6a-45b6-85ce-a72a599d2b2a req-15739953-64e2-4a0f-b23a-f9278ae294b5 service neutron] 10.222.0.47 "GET /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984921 Jul 29 23:27:41.350685 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:27:39Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:41.378350 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] Checking router: 0c439ae3-31db-4cbc-9859-c86e91c474b5 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:41.386664 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] Routers {'0c439ae3-31db-4cbc-9859-c86e91c474b5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:41.387279 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0c439ae3-31db-4cbc-9859-c86e91c474b5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:41.488848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.494899 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] Set router 0c439ae3-31db-4cbc-9859-c86e91c474b5 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:41.540910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd913b-a287-420f-84f6-78b7c47940b7 req-78484d05-2511-4b96-8220-a0845682880a tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:41.542386 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2cbd913b-a287-420f-84f6-78b7c47940b7 req-78484d05-2511-4b96-8220-a0845682880a tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0998759 Jul 29 23:27:41.622369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2cbd913b-a287-420f-84f6-78b7c47940b7 req-517daeec-c24f-4e8a-a6fd-1638d3768555 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714202 Jul 29 23:27:41.629356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.696998 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:27:39Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:41.713369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41322b3-d064-44f0-9c79-7cd4804ff7e0 req-f14de4fe-f4f1-482d-be10-00c019a39904 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:41.714879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a41322b3-d064-44f0-9c79-7cd4804ff7e0 req-f14de4fe-f4f1-482d-be10-00c019a39904 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0825894 Jul 29 23:27:41.728149 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff757856-b056-4e1e-8afa-f12953bc3c6c None None] The sync data for ids ['0c439ae3-31db-4cbc-9859-c86e91c474b5'] in n-d-712139-11 is: [{'id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1523901711-router', 'tenant_id': 'd201b695131547f0964bd2cc9a237702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:12Z', 'updated_at': '2021-07-29T23:27:39Z', 'revision_number': 5, 'project_id': 'd201b695131547f0964bd2cc9a237702', 'gw_port': {'id': '731641da-1521-4b6e-bf93-e8c3bff2e4a0', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c439ae3-31db-4cbc-9859-c86e91c474b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:14Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:41.733607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Deleting port 731641da-1521-4b6e-bf93-e8c3bff2e4a0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:41.733958 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.803492 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a41322b3-d064-44f0-9c79-7cd4804ff7e0 req-c0d59895-8d7b-477a-b4ce-674bc1f99166 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799158 Jul 29 23:27:41.843409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] For port 731641da-1521-4b6e-bf93-e8c3bff2e4a0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=731641da-1521-4b6e-bf93-e8c3bff2e4a0,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:41.843409 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.857158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Calling delete_port for 731641da-1521-4b6e-bf93-e8c3bff2e4a0 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:42.022025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b3dfc-e346-4356-b57e-da25e82cdb06 req-4a1b1312-45e5-4ea9-98d3-55d71214df72 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:42.023790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f87b3dfc-e346-4356-b57e-da25e82cdb06 req-4a1b1312-45e5-4ea9-98d3-55d71214df72 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 1098 time: 0.0646851 Jul 29 23:27:42.087177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f87b3dfc-e346-4356-b57e-da25e82cdb06 req-080fe1a5-7069-4bb2-871f-024104fa86b3 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Jul 29 23:27:42.092529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.126038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Pushing event deleted for resources: {'Port': ['ID=731641da-1521-4b6e-bf93-e8c3bff2e4a0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:42.192086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.290767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.293255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.339716 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.340309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c439ae3-31db-4cbc-9859-c86e91c474b5 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:27:42.345028 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.345930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3da59180-b20f-463d-ba60-4e9d70a6ed27 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0c439ae3-31db-4cbc-9859-c86e91c474b5 HTTP/1.1" status: 204 len: 168 time: 1.3353174 Jul 29 23:27:42.348611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40478) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:42.396806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1891f235-8ea5-4a18-807b-d37a49d336dc admin admin] Deleting subnet 5a54c455-7d4a-4eba-af27-492d624ee19e {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:42.400322 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1891f235-8ea5-4a18-807b-d37a49d336dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.443631 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1891f235-8ea5-4a18-807b-d37a49d336dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.534348 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1891f235-8ea5-4a18-807b-d37a49d336dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.588362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1891f235-8ea5-4a18-807b-d37a49d336dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.615718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891f235-8ea5-4a18-807b-d37a49d336dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a54c455-7d4a-4eba-af27-492d624ee19e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:42.618518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1891f235-8ea5-4a18-807b-d37a49d336dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.622841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1891f235-8ea5-4a18-807b-d37a49d336dc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a54c455-7d4a-4eba-af27-492d624ee19e HTTP/1.1" status: 204 len: 168 time: 0.2708430 Jul 29 23:27:42.623013 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928c6cd2-b9b6-480d-8656-25c54ffb0e92 None None] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:42.623486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40492) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:42.698343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.794222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab1110-c094-49d2-8db1-3424c9f4ea29 req-94758371-cb3b-411e-9744-2173e4fed334 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:42.795967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21ab1110-c094-49d2-8db1-3424c9f4ea29 req-94758371-cb3b-411e-9744-2173e4fed334 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0646670 Jul 29 23:27:42.810233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Deleting port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:42.810605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.878384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e8f69f-91b5-43ea-8a6f-a08a545feee7 None None] DHCP port deletion for 64586059-01f1-49b9-8ef5-2910bc6c6717 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:27:42.907436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21ab1110-c094-49d2-8db1-3424c9f4ea29 req-ff890adb-cfaf-4625-8994-29ceeb156d39 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced9c42b-9de8-4785-8c8b-838f44bbb862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972629 Jul 29 23:27:42.910005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] For port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=50e5b75f-e2b6-40b1-8ddf-178e091e64f9,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:42.910314 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.923758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Calling delete_port for 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:42.946602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8f69f-91b5-43ea-8a6f-a08a545feee7 None None] Deleting port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:42.946981 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1e8f69f-91b5-43ea-8a6f-a08a545feee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.999779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:43.020743 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.050310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e5b75f-e2b6-40b1-8ddf-178e091e64f9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:43.054998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] No DVR routers for this DVR port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:43.150355 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.161614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64586059-01f1-49b9-8ef5-2910bc6c6717']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:43.173974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec624a9-a6ed-439c-910d-b7fab6f72fec') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:43.174325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec624a9-a6ed-439c-910d-b7fab6f72fec') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:43.185714 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.202979 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.211082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:43.212142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:43.213823 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:43.218201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a1e8f69f-91b5-43ea-8a6f-a08a545feee7 None None] For port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=50e5b75f-e2b6-40b1-8ddf-178e091e64f9,segment=NetworkSegment(2ec624a9-a6ed-439c-910d-b7fab6f72fec),segment_id=2ec624a9-a6ed-439c-910d-b7fab6f72fec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:43.218726 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1e8f69f-91b5-43ea-8a6f-a08a545feee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.234216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8f69f-91b5-43ea-8a6f-a08a545feee7 None None] Calling delete_port for 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:43.236042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No active binding found for port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:27:43.236486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:43.236904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6bd88096-0173-42a0-aa66-333d7478c120 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:43.262607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 6bd88096-0173-42a0-aa66-333d7478c120 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:43.262960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6bd88096-0173-42a0-aa66-333d7478c120 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:43.263385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 731641da-1521-4b6e-bf93-e8c3bff2e4a0 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:43.266835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-cde169dc-4757-4731-93ed-ee064135fd20 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:27:43.269048 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-cde169dc-4757-4731-93ed-ee064135fd20 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0789993 Jul 29 23:27:43.309995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276f19-645a-4fe9-ac79-abe7a09c7629 req-58aa1248-349d-41f9-a259-52271f36a7bc tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.311514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16276f19-645a-4fe9-ac79-abe7a09c7629 req-58aa1248-349d-41f9-a259-52271f36a7bc tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1018140 Jul 29 23:27:43.315760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 731641da-1521-4b6e-bf93-e8c3bff2e4a0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:43.316143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 731641da-1521-4b6e-bf93-e8c3bff2e4a0 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:43.320518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.354073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-584a0ddb-7b15-432b-bf8a-0b61574e6bf1 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.356102 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-584a0ddb-7b15-432b-bf8a-0b61574e6bf1 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 946 time: 0.0858641 Jul 29 23:27:43.359324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.360940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Request body: {'binding': {'host': 'n-h1-712139-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:43.361389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] 10.222.0.37 "DELETE /v2.0/networks/64586059-01f1-49b9-8ef5-2910bc6c6717 HTTP/1.1" status: 204 len: 168 time: 0.7373264 Jul 29 23:27:43.361512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Unknown quota resources ['binding']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:27:43.362371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdae2ae-9e8c-4a8f-b018-f82067627168 admin admin] Pushing event deleted for resources: {'Network': ['ID=64586059-01f1-49b9-8ef5-2910bc6c6717,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:43.365968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40514) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:43.374638 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1e8f69f-91b5-43ea-8a6f-a08a545feee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.404762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1e8f69f-91b5-43ea-8a6f-a08a545feee7 None None] Network 64586059-01f1-49b9-8ef5-2910bc6c6717 is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:27:43.405229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8f69f-91b5-43ea-8a6f-a08a545feee7 None None] No DVR routers for this DVR port 50e5b75f-e2b6-40b1-8ddf-178e091e64f9 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:43.407281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8f69f-91b5-43ea-8a6f-a08a545feee7 None None] Pushing event deleted for resources: {'Port': ['ID=50e5b75f-e2b6-40b1-8ddf-178e091e64f9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:43.443297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16276f19-645a-4fe9-ac79-abe7a09c7629 req-144c37b2-f768-45ce-bcc9-606024d0fe50 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137633 Jul 29 23:27:43.558523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-4e4fe85d-bff4-4d88-bfba-67ece99b8824 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Deleting port 619888b1-b764-452f-a5e7-fd16d186a875 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:43.558872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-4e4fe85d-bff4-4d88-bfba-67ece99b8824 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.647726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on host n-h1-712139-11 for vnic_type normal with profile None {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:43.648155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:43.648489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:43.663309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:43.663636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:43.676134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:43.676551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:43.676777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:43.677209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Bound port: 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:43.716031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-4e4fe85d-bff4-4d88-bfba-67ece99b8824 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] For port 619888b1-b764-452f-a5e7-fd16d186a875, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=619888b1-b764-452f-a5e7-fd16d186a875,segment=NetworkSegment(33dbf3e1-291f-4c22-be16-2134a897476e),segment_id=33dbf3e1-291f-4c22-be16-2134a897476e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:43.716410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-4e4fe85d-bff4-4d88-bfba-67ece99b8824 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.735504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-4e4fe85d-bff4-4d88-bfba-67ece99b8824 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Calling delete_port for 619888b1-b764-452f-a5e7-fd16d186a875 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:43.751122 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.759804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:43.790413 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.791597 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-6e746dc0-7786-48f0-a14b-9dbc9712da15 service neutron] 10.222.0.37 "POST /v2.0/ports/7f52af7f-b39d-40ea-a668-9e775dcd4dbe/bindings HTTP/1.1" status: 201 len: 390 time: 0.5110857 Jul 29 23:27:43.913181 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:27:43.915856 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-4e4fe85d-bff4-4d88-bfba-67ece99b8824 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.966302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['619888b1-b764-452f-a5e7-fd16d186a875'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:43.970416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fe85d-bff4-4d88-bfba-67ece99b8824 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Pushing event deleted for resources: {'Port': ['ID=619888b1-b764-452f-a5e7-fd16d186a875,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:44.021997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-4e4fe85d-bff4-4d88-bfba-67ece99b8824 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] No DVR routers for this DVR port 619888b1-b764-452f-a5e7-fd16d186a875 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:44.024455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-4e4fe85d-bff4-4d88-bfba-67ece99b8824 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.026608 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0e1c70bb-7d85-4b87-9bab-65344732e918 req-4e4fe85d-bff4-4d88-bfba-67ece99b8824 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.47 "DELETE /v2.0/ports/619888b1-b764-452f-a5e7-fd16d186a875 HTTP/1.1" status: 204 len: 173 time: 0.6629250 Jul 29 23:27:44.027058 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'name': 'network-vif-deleted', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:44.028823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a94c7-6ca4-4e18-a7b1-0c92ef634055 req-83430cf8-0c71-46b6-ab9e-ebf158af3e8f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.029374 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb118c5-c289-40cc-a019-bec95185c9bd" -d '{"events": [{"server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "name": "network-vif-deleted", "tag": "619888b1-b764-452f-a5e7-fd16d186a875"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:44.030318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa0a94c7-6ca4-4e18-a7b1-0c92ef634055 req-83430cf8-0c71-46b6-ab9e-ebf158af3e8f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.0962365 Jul 29 23:27:44.068460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3e579ac-e922-446d-88c6-a71b34e10490 req-219fab39-c154-470e-b547-3947e9c132c5 tempest-ServerRescueTestJSONUnderV235-923333203 tempest-ServerRescueTestJSONUnderV235-923333203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c196f969-f4ae-4f4e-a106-f05812e6665e HTTP/1.1" status: 200 len: 210 time: 0.0371253 Jul 29 23:27:44.113946 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751a66a2-cec1-4ae3-a9b2-fea49417e246 x-openstack-request-id: req-751a66a2-cec1-4ae3-a9b2-fea49417e246 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:44.114273 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c196f969-f4ae-4f4e-a106-f05812e6665e", "name": "network-vif-deleted", "tag": "619888b1-b764-452f-a5e7-fd16d186a875", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:44.114511 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-751a66a2-cec1-4ae3-a9b2-fea49417e246 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:44.114922 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c196f969-f4ae-4f4e-a106-f05812e6665e', 'name': 'network-vif-deleted', 'tag': '619888b1-b764-452f-a5e7-fd16d186a875', 'status': 'completed', 'code': 200} Jul 29 23:27:44.156587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa0a94c7-6ca4-4e18-a7b1-0c92ef634055 req-a2203c24-35cc-481c-a722-b935ef09def2 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108541 Jul 29 23:27:44.187976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-40d3147d-6ed9-46e3-9b55-4618ea9fddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.189591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-40d3147d-6ed9-46e3-9b55-4618ea9fddeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 1098 time: 0.0997982 Jul 29 23:27:44.197084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] Deleting port 8a196181-b35b-472a-9aa7-32c7fca680dd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:44.197438 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.343813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] For port 8a196181-b35b-472a-9aa7-32c7fca680dd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8a196181-b35b-472a-9aa7-32c7fca680dd,segment=NetworkSegment(daeceff2-774b-4d0d-a38e-b011a98e3ed9),segment_id=daeceff2-774b-4d0d-a38e-b011a98e3ed9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:44.344214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.353291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-4ce7598a-a0e9-4609-b1d6-ca3550ab5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.354781 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-4ce7598a-a0e9-4609-b1d6-ca3550ab5216 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.1542470 Jul 29 23:27:44.360273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] Calling delete_port for 8a196181-b35b-472a-9aa7-32c7fca680dd owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:44.431641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-a3b60c6c-362c-4ab3-a0e5-04077bb84fcb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe HTTP/1.1" status: 200 len: 217 time: 0.0616021 Jul 29 23:27:44.543610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-9c306659-da3a-4fbc-8b2c-01d8788ca9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.545135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-9c306659-da3a-4fbc-8b2c-01d8788ca9fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0985613 Jul 29 23:27:44.604475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-eb5608bc-8b43-43fa-9e71-7c16641e6bbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433657 Jul 29 23:27:44.628595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68090e9-c5e8-44f2-b60d-60f821049f7a req-a2df4231-b99b-4aac-9d67-dd8db1d08dd1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.630081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e68090e9-c5e8-44f2-b60d-60f821049f7a req-a2df4231-b99b-4aac-9d67-dd8db1d08dd1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1070831 Jul 29 23:27:44.758083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e68090e9-c5e8-44f2-b60d-60f821049f7a req-912f4402-c9a3-4f46-9650-0000fae08f4e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181924 Jul 29 23:27:44.759266 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.798381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a196181-b35b-472a-9aa7-32c7fca680dd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:44.812901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-f38559ad-83c7-49d1-aa77-f5284033f46d service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720459 Jul 29 23:27:45.018383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-d5c331bd-4f38-4f68-8247-36dd60e64936 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709378 Jul 29 23:27:45.036895 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.127616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40534) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:45.562285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bdabb-778c-4e4b-823d-e9a373ff00da req-eff0f231-f6e5-43e8-8eff-67d1817aaa8c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:45.563780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf8bdabb-778c-4e4b-823d-e9a373ff00da req-eff0f231-f6e5-43e8-8eff-67d1817aaa8c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.0717134 Jul 29 23:27:45.584268 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.678020 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf8bdabb-778c-4e4b-823d-e9a373ff00da req-29eab4a6-6972-4807-b748-a28249b63ab0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717597 Jul 29 23:27:45.711861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] Router 7066f76a-0fab-429b-bae2-97e489f5921e has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:45.835352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:45.843630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0c51b991-0a88-4017-ba31-a6bcfa8ff945 admin admin] 10.222.0.37 "PUT /v2.0/routers/7066f76a-0fab-429b-bae2-97e489f5921e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4765203 Jul 29 23:27:45.846132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40548) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:45.848947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] Sync routers for ids ['7066f76a-0fab-429b-bae2-97e489f5921e'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:45.854359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] Deleting port 051602c1-4e94-49af-b60a-3c1b7300fdfe {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:45.854943 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.860077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] Routers {'7066f76a-0fab-429b-bae2-97e489f5921e'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:45.860980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7066f76a-0fab-429b-bae2-97e489f5921e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:45.959080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] For port 051602c1-4e94-49af-b60a-3c1b7300fdfe, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=051602c1-4e94-49af-b60a-3c1b7300fdfe,segment=NetworkSegment(33dbf3e1-291f-4c22-be16-2134a897476e),segment_id=33dbf3e1-291f-4c22-be16-2134a897476e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:45.960749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.979713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] Calling delete_port for 051602c1-4e94-49af-b60a-3c1b7300fdfe owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:45.987892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1eedc1-a9b6-4b92-88f6-55991b306c10 req-12978dda-b39b-4005-8402-7660d7f477f5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:45.989117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e1eedc1-a9b6-4b92-88f6-55991b306c10 req-12978dda-b39b-4005-8402-7660d7f477f5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1511211 Jul 29 23:27:45.992255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.005375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] Set router 7066f76a-0fab-429b-bae2-97e489f5921e gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:46.116576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e1eedc1-a9b6-4b92-88f6-55991b306c10 req-8aa63248-6dc3-4195-bcb9-1cba3e1cef96 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778046 Jul 29 23:27:46.127381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.205553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Deleting port 4bacd4c4-255d-4a31-ac6f-149a90ab634c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:46.205899 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.208246 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.236295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] Pushing event deleted for resources: {'Port': ['ID=051602c1-4e94-49af-b60a-3c1b7300fdfe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:46.243107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-router', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:28Z', 'updated_at': '2021-07-29T23:27:44Z', 'revision_number': 5, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'gw_port': {'id': '4bacd4c4-255d-4a31-ac6f-149a90ab634c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:30Z', 'updated_at': '2021-07-29T23:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:46.285678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] Checking router: 7066f76a-0fab-429b-bae2-97e489f5921e for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:46.296773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] Routers {'7066f76a-0fab-429b-bae2-97e489f5921e'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:46.297413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7066f76a-0fab-429b-bae2-97e489f5921e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:46.311363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] For port 4bacd4c4-255d-4a31-ac6f-149a90ab634c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4bacd4c4-255d-4a31-ac6f-149a90ab634c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:46.311363 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.348814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Calling delete_port for 4bacd4c4-255d-4a31-ac6f-149a90ab634c owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:46.473997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] Set router 7066f76a-0fab-429b-bae2-97e489f5921e gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:46.505741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.543781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-router', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:28Z', 'updated_at': '2021-07-29T23:27:46Z', 'revision_number': 6, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:46.576214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259e935-d168-4912-b132-fb08b6b6c540 None None] The sync data for ids ['7066f76a-0fab-429b-bae2-97e489f5921e'] in n-d-712139-11 is: [{'id': '7066f76a-0fab-429b-bae2-97e489f5921e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677244824-router', 'tenant_id': '40743bb75e4045ee99f7809b6c045b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:28Z', 'updated_at': '2021-07-29T23:27:46Z', 'revision_number': 6, 'project_id': '40743bb75e4045ee99f7809b6c045b8d', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:46.790906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-efcd9aaa-e4c1-42f6-afe1-47e3746f7054 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:46.793512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-efcd9aaa-e4c1-42f6-afe1-47e3746f7054 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 815 time: 0.1942663 Jul 29 23:27:46.798727 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.816193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] Router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:46.879086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bacd4c4-255d-4a31-ac6f-149a90ab634c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:46.903355 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-74e836dc-eb0e-4314-a05c-38f2dda84599 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/quotas/627a5eedd1d14e37a79cd8583bcc889a HTTP/1.1" status: 200 len: 375 time: 0.0598857 Jul 29 23:27:46.936794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:46.948677 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] Sync routers for ids ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:46.966251 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] Routers {'0fdc19a7-63ca-4f78-a30d-ec1941c80b03'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:46.967171 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:46.969667 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.970240 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a9a7c3ca-4684-4815-b3a5-992388cc78ac admin admin] 10.222.0.37 "PUT /v2.0/routers/0fdc19a7-63ca-4f78-a30d-ec1941c80b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8413112 Jul 29 23:27:46.991004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40572) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:47.079027 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.081325 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.120689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8a196181-b35b-472a-9aa7-32c7fca680dd no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:47.165465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054855a-4d61-42c1-a644-05e21a99915b req-5463672c-4465-4066-97b7-c84fc5aa2c11 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:47.170998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8a196181-b35b-472a-9aa7-32c7fca680dd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:47.171635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7054855a-4d61-42c1-a644-05e21a99915b req-5463672c-4465-4066-97b7-c84fc5aa2c11 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.3569942 Jul 29 23:27:47.177783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8a196181-b35b-472a-9aa7-32c7fca680dd not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:47.179506 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] Set router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:47.196272 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.196864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7066f76a-0fab-429b-bae2-97e489f5921e {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:27:47.204941 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.209501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b0d38b7b-73d6-4c47-9cb0-b2f74d365ba1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7066f76a-0fab-429b-bae2-97e489f5921e HTTP/1.1" status: 204 len: 168 time: 1.3589263 Jul 29 23:27:47.209657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:47.241579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-aef98f80-0099-425b-90ad-1a2424863ebe tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2865992 Jul 29 23:27:47.386677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-c13a89a3-e706-4427-9131-46dae2692184 service neutron] 10.222.0.37 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440856 Jul 29 23:27:47.393284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7054855a-4d61-42c1-a644-05e21a99915b req-6d3a234b-dfc0-4a29-a5d2-972905eda4f5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036650 Jul 29 23:27:47.405070 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:27:46Z', 'revision_number': 5, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:47.448777 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] Checking router: 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:47.468498 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] Routers {'0fdc19a7-63ca-4f78-a30d-ec1941c80b03'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:47.469470 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:27:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:47.544141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eaa61931-b9f7-473c-8c87-d79d150dc363 service neutron] 10.222.0.37 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564250 Jul 29 23:27:47.632324 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] Set router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:47.663963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3864a5-0fe7-4a94-a070-a358a3cd6301 req-a5e25b44-0186-45c2-b686-ba4848017c53 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:47.664596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 619888b1-b764-452f-a5e7-fd16d186a875 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:47.678655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d3864a5-0fe7-4a94-a070-a358a3cd6301 req-a5e25b44-0186-45c2-b686-ba4848017c53 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1332119 Jul 29 23:27:47.694176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.715569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 619888b1-b764-452f-a5e7-fd16d186a875 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:47.716346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 619888b1-b764-452f-a5e7-fd16d186a875 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:47.748609 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d3864a5-0fe7-4a94-a070-a358a3cd6301 req-d8780415-51c5-4f44-bb8a-0314b8fff7ca tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662222 Jul 29 23:27:47.832356 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4073a41e-6fcf-4e71-80fe-0294552347d5 admin admin] Deleting subnet 1c6de366-41e9-4a73-b765-24a8b6ff11d8 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:47.838258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4073a41e-6fcf-4e71-80fe-0294552347d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.894139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4073a41e-6fcf-4e71-80fe-0294552347d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.041124 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:27:46Z', 'revision_number': 5, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:48.048083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4073a41e-6fcf-4e71-80fe-0294552347d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.048760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6df5d99-0b5c-4fc5-8a73-bb949f30f393 req-dd217cb8-20a6-4f12-aef7-e3bbd22fefa2 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 210 time: 0.1060088 Jul 29 23:27:48.076286 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43bdc4-2c94-4377-88de-d29a77b554f8 None None] The sync data for ids ['0fdc19a7-63ca-4f78-a30d-ec1941c80b03'] in n-d-712139-11 is: [{'id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'name': 'tempest-ServerRescueTestJSONUnderV235-606776597-router', 'tenant_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:20Z', 'updated_at': '2021-07-29T23:27:46Z', 'revision_number': 5, 'project_id': '0e5616f9eae2437eb228a4f8a0b0e0e1', 'gw_port': {'id': 'e4955cc1-06e1-4acb-a823-79e277c733b4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc19a7-63ca-4f78-a30d-ec1941c80b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:21Z', 'updated_at': '2021-07-29T23:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:48.189676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.194212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4073a41e-6fcf-4e71-80fe-0294552347d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.225597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073a41e-6fcf-4e71-80fe-0294552347d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6de366-41e9-4a73-b765-24a8b6ff11d8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:48.229766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4073a41e-6fcf-4e71-80fe-0294552347d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.231690 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4073a41e-6fcf-4e71-80fe-0294552347d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1c6de366-41e9-4a73-b765-24a8b6ff11d8 HTTP/1.1" status: 204 len: 168 time: 1.0218945 Jul 29 23:27:48.233470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8a8e3-8e7f-42d6-9c0f-71ec9ccdb5cb None None] Network 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:48.234353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40594) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:48.341979 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.363697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Deleting port e4955cc1-06e1-4acb-a823-79e277c733b4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:48.364182 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.488176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28507a42-d1fe-40ca-a786-59d55999a913 None None] DHCP port deletion for 03aaa8c4-1de3-42b4-acf0-7841e9b11cfb request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:27:48.502772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Deleting port c36ec90d-e2b3-4b31-936c-36526463c16d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:48.503120 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.506175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] For port e4955cc1-06e1-4acb-a823-79e277c733b4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e4955cc1-06e1-4acb-a823-79e277c733b4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:48.506571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.570893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.599028 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-28507a42-d1fe-40ca-a786-59d55999a913 None None] Deleting port c36ec90d-e2b3-4b31-936c-36526463c16d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:48.599340 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28507a42-d1fe-40ca-a786-59d55999a913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.610838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Calling delete_port for e4955cc1-06e1-4acb-a823-79e277c733b4 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:48.613691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d9bcb-6402-4936-a441-c599e042d1c9 req-e6b670ce-f368-465d-a002-f19c5abe8944 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:48.615727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-501d9bcb-6402-4936-a441-c599e042d1c9 req-e6b670ce-f368-465d-a002-f19c5abe8944 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.1007705 Jul 29 23:27:48.698872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] For port c36ec90d-e2b3-4b31-936c-36526463c16d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c36ec90d-e2b3-4b31-936c-36526463c16d,segment=NetworkSegment(daeceff2-774b-4d0d-a38e-b011a98e3ed9),segment_id=daeceff2-774b-4d0d-a38e-b011a98e3ed9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:48.699436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.719417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Calling delete_port for c36ec90d-e2b3-4b31-936c-36526463c16d owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:48.719671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-501d9bcb-6402-4936-a441-c599e042d1c9 req-abc88fbf-c058-4a0e-878a-4b717e10efb6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970275 Jul 29 23:27:48.726473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-28507a42-d1fe-40ca-a786-59d55999a913 None None] For port c36ec90d-e2b3-4b31-936c-36526463c16d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c36ec90d-e2b3-4b31-936c-36526463c16d,segment=NetworkSegment(daeceff2-774b-4d0d-a38e-b011a98e3ed9),segment_id=daeceff2-774b-4d0d-a38e-b011a98e3ed9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:48.726964 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28507a42-d1fe-40ca-a786-59d55999a913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.764220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-28507a42-d1fe-40ca-a786-59d55999a913 None None] Calling delete_port for c36ec90d-e2b3-4b31-936c-36526463c16d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:48.881390 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28507a42-d1fe-40ca-a786-59d55999a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.916175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28507a42-d1fe-40ca-a786-59d55999a913 None None] No DVR routers for this DVR port c36ec90d-e2b3-4b31-936c-36526463c16d on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:48.922353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654c96-b56f-493b-bbd1-bbbbf36c05ac req-73aa5fb7-26de-486c-a26f-df3ae8187602 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:48.945056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b654c96-b56f-493b-bbd1-bbbbf36c05ac req-73aa5fb7-26de-486c-a26f-df3ae8187602 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1280446 Jul 29 23:27:48.949941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28507a42-d1fe-40ca-a786-59d55999a913 None None] Pushing event deleted for resources: {'Port': ['ID=c36ec90d-e2b3-4b31-936c-36526463c16d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:48.964083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 051602c1-4e94-49af-b60a-3c1b7300fdfe no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:48.979625 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.985420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 051602c1-4e94-49af-b60a-3c1b7300fdfe {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:48.986073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 051602c1-4e94-49af-b60a-3c1b7300fdfe not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:48.986715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4bacd4c4-255d-4a31-ac6f-149a90ab634c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:49.008896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b654c96-b56f-493b-bbd1-bbbbf36c05ac req-cb1bc162-6c3a-492f-8748-cb8113ab832b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600538 Jul 29 23:27:49.021921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Pushing event deleted for resources: {'Port': ['ID=c36ec90d-e2b3-4b31-936c-36526463c16d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:49.024826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 4bacd4c4-255d-4a31-ac6f-149a90ab634c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:49.025168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4bacd4c4-255d-4a31-ac6f-149a90ab634c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:49.025739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c36ec90d-e2b3-4b31-936c-36526463c16d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:49.028819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] No DVR routers for this DVR port c36ec90d-e2b3-4b31-936c-36526463c16d on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:49.033872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.088718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c36ec90d-e2b3-4b31-936c-36526463c16d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:49.094820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c36ec90d-e2b3-4b31-936c-36526463c16d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:49.114534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4955cc1-06e1-4acb-a823-79e277c733b4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:49.245127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25f18812-332a-4557-9d10-7805510281bd req-509b6dfc-2cc8-4f80-a113-06d022994bec tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 210 time: 0.0314422 Jul 29 23:27:49.256753 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.275605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03aaa8c4-1de3-42b4-acf0-7841e9b11cfb']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:49.277978 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.292609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeceff2-774b-4d0d-a38e-b011a98e3ed9') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:49.292933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeceff2-774b-4d0d-a38e-b011a98e3ed9') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:49.360933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.415262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.417095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.423313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.429122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:49.429502 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:49.432936 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:49.518784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-af83f1c9-9b91-459a-97a1-7253a7bc218b tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:49.520229 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-af83f1c9-9b91-459a-97a1-7253a7bc218b tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.47 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 815 time: 0.3264894 Jul 29 23:27:49.531057 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.531655 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fdc19a7-63ca-4f78-a30d-ec1941c80b03 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:27:49.536685 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.541149 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8ff6ec98-963c-458c-b60a-7428836a1791 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0fdc19a7-63ca-4f78-a30d-ec1941c80b03 HTTP/1.1" status: 204 len: 168 time: 2.5437410 Jul 29 23:27:49.541149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40608) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:49.554213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Request body: {'port': {'device_id': 'b7a048e7-27cb-4910-9f8b-6b782fed4826', 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628', 'admin_state_up': True, 'tenant_id': '627a5eedd1d14e37a79cd8583bcc889a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:49.557256 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.584116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.585509 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] 10.222.0.37 "DELETE /v2.0/networks/03aaa8c4-1de3-42b4-acf0-7841e9b11cfb HTTP/1.1" status: 204 len: 168 time: 1.3500025 Jul 29 23:27:49.640465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c3462-7647-40e8-a7b0-d28bfa20f5de admin admin] Pushing event deleted for resources: {'Network': ['ID=03aaa8c4-1de3-42b4-acf0-7841e9b11cfb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:49.662323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32fe424-fcb3-4558-b584-ffb8573809a1 admin admin] Deleting subnet 8eb21978-8523-4056-8373-6f1e995423db {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:49.671102 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b32fe424-fcb3-4558-b584-ffb8573809a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.727767 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b32fe424-fcb3-4558-b584-ffb8573809a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.736693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40612) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:49.784220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b32fe424-fcb3-4558-b584-ffb8573809a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.793488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bee6f63e-174b-4382-abbf-613661f1e8ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d201b695131547f0964bd2cc9a237702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553980 Jul 29 23:27:49.795694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40616) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:49.804047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Made reservation on behalf of 627a5eedd1d14e37a79cd8583bcc889a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:49.807602 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.882444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7ffb3-d433-422b-a458-8b76a2485022 req-42609408-9d9a-433f-9459-24486d527f67 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:49.884778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78b7ffb3-d433-422b-a458-8b76a2485022 req-42609408-9d9a-433f-9459-24486d527f67 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.0866511 Jul 29 23:27:49.895902 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa0ecb9e-eeea-4d94-b14e-095715c8273c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.904630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b32fe424-fcb3-4558-b584-ffb8573809a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.935275 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa0ecb9e-eeea-4d94-b14e-095715c8273c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.954430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fe424-fcb3-4558-b584-ffb8573809a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb21978-8523-4056-8373-6f1e995423db,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:49.962965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b32fe424-fcb3-4558-b584-ffb8573809a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.964920 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b32fe424-fcb3-4558-b584-ffb8573809a1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8eb21978-8523-4056-8373-6f1e995423db HTTP/1.1" status: 204 len: 168 time: 0.4233124 Jul 29 23:27:49.967830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40618) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:49.968822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78b7ffb3-d433-422b-a458-8b76a2485022 req-dd6b5e9f-f4a7-496d-81ec-bf81c49f646a tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725622 Jul 29 23:27:50.022505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa0ecb9e-eeea-4d94-b14e-095715c8273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.026683 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa0ecb9e-eeea-4d94-b14e-095715c8273c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.030318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-aa0ecb9e-eeea-4d94-b14e-095715c8273c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aafa2d53-b217-4926-961e-0c76f9b94eec HTTP/1.1" status: 204 len: 168 time: 0.2310686 Jul 29 23:27:50.069104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ecb9e-eeea-4d94-b14e-095715c8273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafa2d53-b217-4926-961e-0c76f9b94eec,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:50.072862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Allocated IP 172.20.0.13 (12361c8c-7185-4520-8d81-bb8d740fe628/ba2052c5-e70e-43c0-982f-fd17310c5524/7012af33-f9a5-4829-bc42-903205224f39) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:50.128600 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.220138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca7c5-fbed-4dc4-a74c-b9e23461d645 req-e61f518e-83fe-4877-8d93-826b808c1ffa tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:50.224435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-664ca7c5-fbed-4dc4-a74c-b9e23461d645 req-e61f518e-83fe-4877-8d93-826b808c1ffa tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1037378 Jul 29 23:27:50.312758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-664ca7c5-fbed-4dc4-a74c-b9e23461d645 req-84576a22-c2d9-4e34-af99-643273b933d1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836060 Jul 29 23:27:50.342006 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.361183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfebe8a-29ec-4106-9dc3-abd3c2519f75']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:50.380680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33dbf3e1-291f-4c22-be16-2134a897476e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:50.380982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33dbf3e1-291f-4c22-be16-2134a897476e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:50.401824 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.433905 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.449813 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.452286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:50.452687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:50.454458 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:50.529961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.537402 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.539401 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ecfebe8a-29ec-4106-9dc3-abd3c2519f75 HTTP/1.1" status: 204 len: 168 time: 0.5707395 Jul 29 23:27:50.556090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74c803-1559-479e-854c-fba84680da86 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecfebe8a-29ec-4106-9dc3-abd3c2519f75,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:50.567866 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.576868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ef1cb29-1f0d-4a37-aaea-ef9ccbe93bb3 req-26a42f11-60d7-4b2d-b287-b34b8fefc12e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 210 time: 0.0428429 Jul 29 23:27:50.589451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['4927d36d-ef03-499e-a403-73ba5fbf7d31'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:50.633795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Network 12361c8c-7185-4520-8d81-bb8d740fe628 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:50.637632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:50.644574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:50.654125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Pushing event updated for resources: {'Port': ['ID=7012af33-f9a5-4829-bc42-903205224f39,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:50.687171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40636) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:50.702660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:50.703295 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.706667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40638) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:50.741514 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-eab9b8bd-4396-4f0d-b143-7219d1241998 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1930721 Jul 29 23:27:50.741803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a57e2c16-e610-4478-8d6c-8f9dd41a785c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40743bb75e4045ee99f7809b6c045b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520275 Jul 29 23:27:50.743326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40640) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:50.755680 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0f77285e-05bb-4394-8b9f-71d0706c7369 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e5616f9eae2437eb228a4f8a0b0e0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479524 Jul 29 23:27:50.758348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40642) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:50.760990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Request body: {'port': {'device_id': 'b7a048e7-27cb-4910-9f8b-6b782fed4826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:50.818313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.830119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05a569d-149f-4d6d-8264-3e2437c72243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.850055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0502f2a-2e7d-4b36-a838-55f0bf5ccea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.867419 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05a569d-149f-4d6d-8264-3e2437c72243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.892269 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0502f2a-2e7d-4b36-a838-55f0bf5ccea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.906339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e4955cc1-06e1-4acb-a823-79e277c733b4 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:50.933066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e4955cc1-06e1-4acb-a823-79e277c733b4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:50.933817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e4955cc1-06e1-4acb-a823-79e277c733b4 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:50.957985 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0502f2a-2e7d-4b36-a838-55f0bf5ccea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.960786 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0502f2a-2e7d-4b36-a838-55f0bf5ccea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.962560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e0502f2a-2e7d-4b36-a838-55f0bf5ccea5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ced9c42b-9de8-4785-8c8b-838f44bbb862 HTTP/1.1" status: 204 len: 168 time: 0.2016809 Jul 29 23:27:50.966454 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05a569d-149f-4d6d-8264-3e2437c72243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.969114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05a569d-149f-4d6d-8264-3e2437c72243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.970240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c05a569d-149f-4d6d-8264-3e2437c72243 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92dc2b61-c3d0-4308-bfb2-f1b6060ff02e HTTP/1.1" status: 204 len: 168 time: 0.2259851 Jul 29 23:27:50.975464 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0502f2a-2e7d-4b36-a838-55f0bf5ccea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced9c42b-9de8-4785-8c8b-838f44bbb862,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:50.987534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a569d-149f-4d6d-8264-3e2437c72243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc2b61-c3d0-4308-bfb2-f1b6060ff02e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:51.164106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef28af2-bea4-4e26-b750-65780351fd05 req-e9176734-44a7-4218-9482-e5bdce7c87ea tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:51.166266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bef28af2-bea4-4e26-b750-65780351fd05 req-e9176734-44a7-4218-9482-e5bdce7c87ea tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.1119220 Jul 29 23:27:51.198863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7012af33-f9a5-4829-bc42-903205224f39 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:51.211842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.226455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Transition to ACTIVE for port object 7012af33-f9a5-4829-bc42-903205224f39 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:51.243681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bef28af2-bea4-4e26-b750-65780351fd05 req-4c52a36b-4a78-4df5-b304-83744b48dc03 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686824 Jul 29 23:27:51.247012 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.310860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Pushing event updated for resources: {'Port': ['ID=7012af33-f9a5-4829-bc42-903205224f39,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:51.397839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Attempting to bind port 7012af33-f9a5-4829-bc42-903205224f39 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:51.398446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Attempting to bind port 7012af33-f9a5-4829-bc42-903205224f39 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:51.399258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Attempting to bind port 7012af33-f9a5-4829-bc42-903205224f39 on network 12361c8c-7185-4520-8d81-bb8d740fe628 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:51.404279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Port 7012af33-f9a5-4829-bc42-903205224f39 on network 12361c8c-7185-4520-8d81-bb8d740fe628 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:51.404620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Attempting to bind port 7012af33-f9a5-4829-bc42-903205224f39 on network 12361c8c-7185-4520-8d81-bb8d740fe628 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:51.409658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:51.410004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Checking segment: {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:51.410390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Bound using segment: {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:51.410820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Bound port: 7012af33-f9a5-4829-bc42-903205224f39, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:51.411185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.455480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd88f2-e076-447f-867e-2466c9f6032b req-95855363-8380-488f-9072-faec5d778689 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:51.457108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fdd88f2-e076-447f-867e-2466c9f6032b req-95855363-8380-488f-9072-faec5d778689 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0626266 Jul 29 23:27:51.512396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fdd88f2-e076-447f-867e-2466c9f6032b req-73dc0aa3-afd0-4c3a-9747-4a86fa96afe8 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468671 Jul 29 23:27:51.516654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] For port 7012af33-f9a5-4829-bc42-903205224f39, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:51.526049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] For port 7012af33-f9a5-4829-bc42-903205224f39, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7012af33-f9a5-4829-bc42-903205224f39,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:51.534509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.591377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:51.591996 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.604488 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] 10.222.0.47 "PUT /v2.0/ports/7012af33-f9a5-4829-bc42-903205224f39 HTTP/1.1" status: 200 len: 1093 time: 0.8475103 Jul 29 23:27:51.605208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a048e7-27cb-4910-9f8b-6b782fed4826', 'tag': '7012af33-f9a5-4829-bc42-903205224f39'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:51.609434 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b3c346-3cf8-4118-a636-923e97e92dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a048e7-27cb-4910-9f8b-6b782fed4826", "tag": "7012af33-f9a5-4829-bc42-903205224f39"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:51.666949 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b64758eb-18cf-456f-b781-4bc95d23ae17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.725156 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e39bbf-c165-487a-b08e-632f070badde x-openstack-request-id: req-e0e39bbf-c165-487a-b08e-632f070badde {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:51.725457 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a048e7-27cb-4910-9f8b-6b782fed4826", "tag": "7012af33-f9a5-4829-bc42-903205224f39", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:51.728730 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0e39bbf-c165-487a-b08e-632f070badde {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:51.728730 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a048e7-27cb-4910-9f8b-6b782fed4826', 'tag': '7012af33-f9a5-4829-bc42-903205224f39', 'status': 'completed', 'code': 200} Jul 29 23:27:51.729780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f62bca-4780-47ad-8aa6-5b26636fec95 service neutron] Pushing event updated for resources: {'Port': ['ID=7012af33-f9a5-4829-bc42-903205224f39,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:51.738303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa64d-714b-4ec4-a45c-d99270af4f49 req-a38b4fa1-6421-4d92-85d4-74ab2ce59630 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:51.741058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-252fa64d-714b-4ec4-a45c-d99270af4f49 req-a38b4fa1-6421-4d92-85d4-74ab2ce59630 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 944 time: 0.0610118 Jul 29 23:27:51.748077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-e66608bc-ad29-4888-818f-50fff2ed53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:51.749677 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-e66608bc-ad29-4888-818f-50fff2ed53aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 1096 time: 0.0615094 Jul 29 23:27:51.793811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-252fa64d-714b-4ec4-a45c-d99270af4f49 req-0673e5ae-690c-4eb9-bad1-71fc73f7d760 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453618 Jul 29 23:27:51.817971 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-d4365c0d-c4ae-4f78-8a01-93dde012f1b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7012af33-f9a5-4829-bc42-903205224f39 HTTP/1.1" status: 200 len: 217 time: 0.0528631 Jul 29 23:27:51.873441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-081c8880-9788-49b6-ac4c-9ee9e40960f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:51.877554 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-081c8880-9788-49b6-ac4c-9ee9e40960f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba2052c5-e70e-43c0-982f-fd17310c5524 HTTP/1.1" status: 200 len: 855 time: 0.0488110 Jul 29 23:27:51.915202 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-3bec43ce-94cc-4772-8985-9bb415a9896e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12361c8c-7185-4520-8d81-bb8d740fe628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286620 Jul 29 23:27:52.016003 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-a65a5c77-3621-418b-b3b6-f25ab2641785 service neutron] 10.222.0.47 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959904 Jul 29 23:27:52.088887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40700) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:52.114859 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3bb9f4d-14db-41e5-b983-f18ab8001d33 req-ae10cf8f-f3c3-411e-aebf-c19fd5b641c7 service neutron] 10.222.0.47 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916989 Jul 29 23:27:52.234053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1929320247-network', 'tenant_id': '0d454b82682f40ef93643bad71b82aed'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:52.252463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c346-3cf8-4118-a636-923e97e92dbb req-3c0c182c-37bc-4206-be2c-60e745a0d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:52.254120 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b5b3c346-3cf8-4118-a636-923e97e92dbb req-3c0c182c-37bc-4206-be2c-60e745a0d7d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 1096 time: 0.0469058 Jul 29 23:27:52.260307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Made reservation on behalf of 0d454b82682f40ef93643bad71b82aed for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:52.262645 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.281266 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.374958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c346-3cf8-4118-a636-923e97e92dbb req-e02cba7b-2cb4-46a0-ad17-35da83dad858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:52.376504 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b5b3c346-3cf8-4118-a636-923e97e92dbb req-e02cba7b-2cb4-46a0-ad17-35da83dad858 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 916 time: 0.1147306 Jul 29 23:27:52.400329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c432fa-00f8-4a04-a752-581b6aa13599 req-e66b5430-5572-440b-8475-85766b5fee08 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:52.401811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3c432fa-00f8-4a04-a752-581b6aa13599 req-e66b5430-5572-440b-8475-85766b5fee08 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.0783386 Jul 29 23:27:52.447334 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b5b3c346-3cf8-4118-a636-923e97e92dbb req-075ec8fe-bafc-4586-8e4d-6d794dca1fd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7012af33-f9a5-4829-bc42-903205224f39 HTTP/1.1" status: 200 len: 217 time: 0.0382745 Jul 29 23:27:52.471457 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.475255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3c432fa-00f8-4a04-a752-581b6aa13599 req-db73a9e2-d750-4732-a776-5ff4f221c469 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547462 Jul 29 23:27:52.476427 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.499443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:52.509532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c346-3cf8-4118-a636-923e97e92dbb req-40b39dff-902c-4592-a47f-ed043b7415c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:52.511254 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b5b3c346-3cf8-4118-a636-923e97e92dbb req-40b39dff-902c-4592-a47f-ed043b7415c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba2052c5-e70e-43c0-982f-fd17310c5524 HTTP/1.1" status: 200 len: 855 time: 0.0567234 Jul 29 23:27:52.513069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b783082b-4fda-4fd4-b9c9-946c6a4c2d95,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:52.518249 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.518810 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Added segment f0b22ad1-86fb-436e-a27f-fecb139aabb1 of type vlan for network 15aa1022-aa82-44e4-b450-f4f5b9730b23 Jul 29 23:27:52.565173 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.572110 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b5b3c346-3cf8-4118-a636-923e97e92dbb req-a390c518-40df-4bbe-b7cd-91fcadc68cf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12361c8c-7185-4520-8d81-bb8d740fe628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541713 Jul 29 23:27:52.597746 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.599087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:52.599927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.680047 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b5b3c346-3cf8-4118-a636-923e97e92dbb req-2d4fe54c-58a1-4272-80b1-5adeca0ec126 service neutron] 10.222.0.47 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006122 Jul 29 23:27:52.702735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6124718 Jul 29 23:27:52.705604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40730) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:52.716813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cfcb-cdc2-41fa-bfbc-e8bddad047b8 admin admin] Pushing event updated for resources: {'Network': ['ID=15aa1022-aa82-44e4-b450-f4f5b9730b23,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:52.727881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 15aa1022-aa82-44e4-b450-f4f5b9730b23 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:52.734684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49842aa5-eccc-415b-843c-106462a37bf1 req-29064978-bea1-4d1f-8ffd-e3ebfaac3241 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:52.736718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49842aa5-eccc-415b-843c-106462a37bf1 req-29064978-bea1-4d1f-8ffd-e3ebfaac3241 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1208196 Jul 29 23:27:52.743324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Request body: {'subnet': {'network_id': '15aa1022-aa82-44e4-b450-f4f5b9730b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1929320247-subnet', 'tenant_id': '0d454b82682f40ef93643bad71b82aed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:52.784148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Made reservation on behalf of 0d454b82682f40ef93643bad71b82aed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:52.786489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.791982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49842aa5-eccc-415b-843c-106462a37bf1 req-78dda3b1-51d3-432c-9414-c59f799c44de tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491767 Jul 29 23:27:52.864606 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b5b3c346-3cf8-4118-a636-923e97e92dbb req-a5f1c73e-e70d-479b-9d74-6fd6b10ba2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726806 Jul 29 23:27:52.979882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce9139-de05-41ab-b981-1202e96b9d90 req-9fe003d2-ef6b-4d13-bca1-1d8bfdf036a8 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:52.981452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0ce9139-de05-41ab-b981-1202e96b9d90 req-9fe003d2-ef6b-4d13-bca1-1d8bfdf036a8 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 944 time: 0.0599940 Jul 29 23:27:52.993029 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.032578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0ce9139-de05-41ab-b981-1202e96b9d90 req-b78c3646-afe4-4b28-8860-6fae3ec8282a tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Jul 29 23:27:53.049216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3808facd-ccf5-4c30-ba08-cbc32ad62b39,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:53.068440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Checking segment: {'id': 'f0b22ad1-86fb-436e-a27f-fecb139aabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '15aa1022-aa82-44e4-b450-f4f5b9730b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:53.068809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Network hostable DHCP agents. Network: 15aa1022-aa82-44e4-b450-f4f5b9730b23, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:53.085401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Network 15aa1022-aa82-44e4-b450-f4f5b9730b23 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:53.094666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 15aa1022-aa82-44e4-b450-f4f5b9730b23) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:53.098700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:53.099303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.104641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f9f511-c734-4dc3-947c-f28af73a0645 None None] Network 15aa1022-aa82-44e4-b450-f4f5b9730b23 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:53.118821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-96546181-2b29-4f77-a244-d198aefdd08a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4118891 Jul 29 23:27:53.246610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff4853-3d5d-4735-acc2-24400ad65fc8 None None] Network 15aa1022-aa82-44e4-b450-f4f5b9730b23 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:53.321953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:53.435998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c58fe5-e4bc-4364-90d8-7fd119e6659c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.533963 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c58fe5-e4bc-4364-90d8-7fd119e6659c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.540683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c58fe5-e4bc-4364-90d8-7fd119e6659c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.587203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c58fe5-e4bc-4364-90d8-7fd119e6659c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf748d36-fd25-42bf-8e23-e4313eaddf95,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:53.592054 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-56c58fe5-e4bc-4364-90d8-7fd119e6659c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfaf5cb24dbe4beabfe28e43188e6c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689629 Jul 29 23:27:53.594654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40768) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:53.681436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c450-f84e-4ff0-901e-9e5d3c3bc658 req-a70ce300-d7b3-41c5-804b-cc74ab09dd55 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:53.682937 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8672c450-f84e-4ff0-901e-9e5d3c3bc658 req-a70ce300-d7b3-41c5-804b-cc74ab09dd55 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.1189873 Jul 29 23:27:53.723647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-c2b75035-df23-4fff-b911-14bd89ffc81c tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:53.725249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-c2b75035-df23-4fff-b911-14bd89ffc81c tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/networks?id=15aa1022-aa82-44e4-b450-f4f5b9730b23 HTTP/1.1" status: 200 len: 809 time: 0.1500115 Jul 29 23:27:53.752130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-fd7e6cd4-091c-4a18-a78e-94f6ed0e71ed tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/quotas/0d454b82682f40ef93643bad71b82aed HTTP/1.1" status: 200 len: 375 time: 0.0197675 Jul 29 23:27:53.755243 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8672c450-f84e-4ff0-901e-9e5d3c3bc658 req-26351541-4611-4e96-8cfd-b4fbb104c650 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635865 Jul 29 23:27:53.785832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-bbbae85e-66e2-4edf-aa00-5d525743ff87 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d454b82682f40ef93643bad71b82aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267801 Jul 29 23:27:53.891501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-5ae04037-1c3e-4cad-aa27-de09565bbc0a service neutron] 10.222.0.37 "GET /v2.0/networks/15aa1022-aa82-44e4-b450-f4f5b9730b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970221 Jul 29 23:27:53.937942 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ec9edc-ca8c-4097-b55d-affc25c4f663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.959240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ec9edc-ca8c-4097-b55d-affc25c4f663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.001602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e86abf-513b-4aa9-b309-e38e4116872f req-b4901e7c-62da-4fc6-89f5-656aeb81d959 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:54.003088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44e86abf-513b-4aa9-b309-e38e4116872f req-b4901e7c-62da-4fc6-89f5-656aeb81d959 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.1057892 Jul 29 23:27:54.006553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ec9edc-ca8c-4097-b55d-affc25c4f663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.009487 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ec9edc-ca8c-4097-b55d-affc25c4f663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.010923 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c6ec9edc-ca8c-4097-b55d-affc25c4f663 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf748d36-fd25-42bf-8e23-e4313eaddf95 HTTP/1.1" status: 204 len: 168 time: 0.4152007 Jul 29 23:27:54.021949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-b394de0f-6769-444a-a663-f22d14c11b78 service neutron] 10.222.0.37 "GET /v2.0/networks/15aa1022-aa82-44e4-b450-f4f5b9730b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227546 Jul 29 23:27:54.023013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec9edc-ca8c-4097-b55d-affc25c4f663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf748d36-fd25-42bf-8e23-e4313eaddf95,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:54.067330 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5a10f07-43be-41b8-9b2c-71f986a19041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.080574 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44e86abf-513b-4aa9-b309-e38e4116872f req-6525f32d-6ce5-4cfe-9ae5-d75b4606348e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576208 Jul 29 23:27:54.166790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.253497 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a95cf3e-e254-4ec4-bbc3-4d07845df106 req-dec970e6-50fd-429c-9dfc-95a78d6b22b3 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 210 time: 0.0450933 Jul 29 23:27:54.309388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9345fed-8607-4f7b-9492-55f0bc7dbd13 req-36fb950c-fa95-48ac-bc39-e37a25df5b65 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:54.311463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9345fed-8607-4f7b-9492-55f0bc7dbd13 req-36fb950c-fa95-48ac-bc39-e37a25df5b65 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 944 time: 0.0909581 Jul 29 23:27:54.354341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9345fed-8607-4f7b-9492-55f0bc7dbd13 req-a4495a47-b723-4529-a5d7-903d57c15301 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355277 Jul 29 23:27:54.355265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40790) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:54.369673 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef861771-6071-422b-b4df-7ce5089d5613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.466808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef861771-6071-422b-b4df-7ce5089d5613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.476493 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef861771-6071-422b-b4df-7ce5089d5613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.518614 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ef861771-6071-422b-b4df-7ce5089d5613 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=776233af13dd473087937d772044a254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598313 Jul 29 23:27:54.518614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef861771-6071-422b-b4df-7ce5089d5613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bf367e-47b1-4f0f-abb7-02d4e6e149a9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:54.519257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40796) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:54.575574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-940763d4-f5d0-4d3e-b072-6210c789a489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.597300 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-940763d4-f5d0-4d3e-b072-6210c789a489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.647027 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-940763d4-f5d0-4d3e-b072-6210c789a489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.650009 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-940763d4-f5d0-4d3e-b072-6210c789a489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.651219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-940763d4-f5d0-4d3e-b072-6210c789a489 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32bf367e-47b1-4f0f-abb7-02d4e6e149a9 HTTP/1.1" status: 204 len: 168 time: 0.1312633 Jul 29 23:27:54.659153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940763d4-f5d0-4d3e-b072-6210c789a489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bf367e-47b1-4f0f-abb7-02d4e6e149a9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:54.907538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e505490-11c8-46c0-9011-6818de4b2fbc req-178060d1-2404-4c96-a4a0-b0983c4de661 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:54.910153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e505490-11c8-46c0-9011-6818de4b2fbc req-178060d1-2404-4c96-a4a0-b0983c4de661 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.0791683 Jul 29 23:27:54.954412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e505490-11c8-46c0-9011-6818de4b2fbc req-7134ecb6-9d8c-4e11-a9e4-8744d82704e5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Jul 29 23:27:55.223993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e7771-b8d5-4b47-955d-3b35d1f29109 req-95074ae2-648e-499b-a40f-f8851395ac86 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:55.225747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b23e7771-b8d5-4b47-955d-3b35d1f29109 req-95074ae2-648e-499b-a40f-f8851395ac86 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0669906 Jul 29 23:27:55.301069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b23e7771-b8d5-4b47-955d-3b35d1f29109 req-06bab1bd-5011-4e0f-aca9-60263cd4e4c0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650089 Jul 29 23:27:55.323016 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.377674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-d9bf155d-18e8-4155-b244-0599d2bac540 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:55.380434 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-d9bf155d-18e8-4155-b244-0599d2bac540 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.47 "GET /v2.0/networks?id=15aa1022-aa82-44e4-b450-f4f5b9730b23 HTTP/1.1" status: 200 len: 809 time: 0.1281059 Jul 29 23:27:55.387425 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51f6fc94-f4b2-46cb-b867-a035dfdd1892 req-4af9cafc-a9c5-428c-b5c6-64b8e7f7d7c4 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 210 time: 0.0338435 Jul 29 23:27:55.407168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Request body: {'port': {'device_id': '03321a07-10c7-48fb-ab0f-98a11a243c86', 'network_id': '15aa1022-aa82-44e4-b450-f4f5b9730b23', 'admin_state_up': True, 'tenant_id': '0d454b82682f40ef93643bad71b82aed'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:55.490075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e35798-0818-46e0-b193-7f29f286e751 req-12f37465-5906-44d3-a670-3b4ade5fee8c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:55.491672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-82e35798-0818-46e0-b193-7f29f286e751 req-12f37465-5906-44d3-a670-3b4ade5fee8c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 944 time: 0.0560088 Jul 29 23:27:55.533396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Made reservation on behalf of 0d454b82682f40ef93643bad71b82aed for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:55.535456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-82e35798-0818-46e0-b193-7f29f286e751 req-9fcfc285-66eb-4cfb-a6a7-aba22819f32f tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369003 Jul 29 23:27:55.536948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.669013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Allocated IP 172.20.0.10 (15aa1022-aa82-44e4-b450-f4f5b9730b23/3808facd-ccf5-4c30-ba08-cbc32ad62b39/04032ded-39bd-434d-9a8c-f179fd29bff8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:55.745548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7012af33-f9a5-4829-bc42-903205224f39 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:55.831317 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.859867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7012af33-f9a5-4829-bc42-903205224f39, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7012af33-f9a5-4829-bc42-903205224f39,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:55.872804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '7012af33-f9a5-4829-bc42-903205224f39', 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628', 'port_id': '7012af33-f9a5-4829-bc42-903205224f39', 'mac_address': 'fa:16:3e:7d:5d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2052c5-e70e-43c0-982f-fd17310c5524', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:55.875288 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.917030 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.920942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Network 15aa1022-aa82-44e4-b450-f4f5b9730b23 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:55.924509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:55.927249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:55.937146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7012af33-f9a5-4829-bc42-903205224f39 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:55.962941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7012af33-f9a5-4829-bc42-903205224f39, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7012af33-f9a5-4829-bc42-903205224f39,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:55.969332 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.972126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Pushing event updated for resources: {'Port': ['ID=04032ded-39bd-434d-9a8c-f179fd29bff8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.017109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.017801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.035000 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-414987d5-42c8-4d8c-8778-5c9d82a8f127 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6395156 Jul 29 23:27:56.049797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=7012af33-f9a5-4829-bc42-903205224f39,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.056915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Request body: {'port': {'device_id': '03321a07-10c7-48fb-ab0f-98a11a243c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:56.059153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.059829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.060405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.060910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.061562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.061885 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.062402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.062760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.063115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.063819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.064310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.064651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:56.103061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e1dcb-caa4-42a1-8858-5d4d86f00049 req-aa0bc589-cdb7-441c-878f-ae307923ac6d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.104613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4e1dcb-caa4-42a1-8858-5d4d86f00049 req-aa0bc589-cdb7-441c-878f-ae307923ac6d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.0536296 Jul 29 23:27:56.133607 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.144267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4e1dcb-caa4-42a1-8858-5d4d86f00049 req-4ca8271f-9ca9-423e-aec3-0440a55e91cd tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Jul 29 23:27:56.405856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04032ded-39bd-434d-9a8c-f179fd29bff8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:56.413379 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.426620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Transition to ACTIVE for port object 04032ded-39bd-434d-9a8c-f179fd29bff8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:56.430783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.437430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-39f347ea-68df-4bc4-b2b4-0e06eeb60b7b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262451 Jul 29 23:27:56.441559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7012af33-f9a5-4829-bc42-903205224f39'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:56.445926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9729a6-24e3-4b1c-917b-59d740d60660 req-03dd38f5-5d74-4237-94e9-8448f0a94ee5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.447415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e9729a6-24e3-4b1c-917b-59d740d60660 req-03dd38f5-5d74-4237-94e9-8448f0a94ee5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0712390 Jul 29 23:27:56.504666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Pushing event updated for resources: {'Port': ['ID=04032ded-39bd-434d-9a8c-f179fd29bff8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.546213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e9729a6-24e3-4b1c-917b-59d740d60660 req-dbc86653-8121-4f54-8d50-04e8d9fbc86f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888603 Jul 29 23:27:56.560182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Attempting to bind port 04032ded-39bd-434d-9a8c-f179fd29bff8 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:56.561159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Attempting to bind port 04032ded-39bd-434d-9a8c-f179fd29bff8 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'f0b22ad1-86fb-436e-a27f-fecb139aabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '15aa1022-aa82-44e4-b450-f4f5b9730b23'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:56.561600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Attempting to bind port 04032ded-39bd-434d-9a8c-f179fd29bff8 on network 15aa1022-aa82-44e4-b450-f4f5b9730b23 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:56.567789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Port 04032ded-39bd-434d-9a8c-f179fd29bff8 on network 15aa1022-aa82-44e4-b450-f4f5b9730b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:56.568160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Attempting to bind port 04032ded-39bd-434d-9a8c-f179fd29bff8 on network 15aa1022-aa82-44e4-b450-f4f5b9730b23 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:56.576178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:56.576532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Checking segment: {'id': 'f0b22ad1-86fb-436e-a27f-fecb139aabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '15aa1022-aa82-44e4-b450-f4f5b9730b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:56.576917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Bound using segment: {'id': 'f0b22ad1-86fb-436e-a27f-fecb139aabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '15aa1022-aa82-44e4-b450-f4f5b9730b23'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:56.577464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Bound port: 04032ded-39bd-434d-9a8c-f179fd29bff8, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b22ad1-86fb-436e-a27f-fecb139aabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '15aa1022-aa82-44e4-b450-f4f5b9730b23'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:56.577844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.604353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-e5c17222-dc40-4a08-b81f-989168d38b04 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.608342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-e5c17222-dc40-4a08-b81f-989168d38b04 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592209 Jul 29 23:27:56.623911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-da6d3596-86a0-463a-9918-21479af55267 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/quotas/aa5e3b62e01345e1bd6c3e2255e08588 HTTP/1.1" status: 200 len: 375 time: 0.0104508 Jul 29 23:27:56.657681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] For port 04032ded-39bd-434d-9a8c-f179fd29bff8, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:56.662809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] For port 04032ded-39bd-434d-9a8c-f179fd29bff8, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=04032ded-39bd-434d-9a8c-f179fd29bff8,segment=NetworkSegment(f0b22ad1-86fb-436e-a27f-fecb139aabb1),segment_id=f0b22ad1-86fb-436e-a27f-fecb139aabb1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:56.668228 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.683403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-bd6417c4-eca3-47a8-9a68-a6d32ad8ee82 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490465 Jul 29 23:27:56.702455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.703099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.704531 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] 10.222.0.47 "PUT /v2.0/ports/04032ded-39bd-434d-9a8c-f179fd29bff8 HTTP/1.1" status: 200 len: 1093 time: 0.6541860 Jul 29 23:27:56.704958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03321a07-10c7-48fb-ab0f-98a11a243c86', 'tag': '04032ded-39bd-434d-9a8c-f179fd29bff8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:56.705241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406b962-3db9-4dc2-89d4-dfd256506650 req-1d43ff3f-7e0b-4150-9242-fa21ec0d8776 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.707080 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9406b962-3db9-4dc2-89d4-dfd256506650 req-1d43ff3f-7e0b-4150-9242-fa21ec0d8776 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 944 time: 0.0818834 Jul 29 23:27:56.707286 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577a706e-c167-48fe-8bbe-a60afdfbd026" -d '{"events": [{"name": "network-changed", "server_uuid": "03321a07-10c7-48fb-ab0f-98a11a243c86", "tag": "04032ded-39bd-434d-9a8c-f179fd29bff8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:56.736809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c271e81-e384-4571-a383-22b5fba29f66 service neutron] Pushing event updated for resources: {'Port': ['ID=04032ded-39bd-434d-9a8c-f179fd29bff8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.760413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9406b962-3db9-4dc2-89d4-dfd256506650 req-70242bdc-1e24-45b5-85aa-5d452a47095c tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 Jul 29 23:27:56.817721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-2e4815c2-27ae-4fc9-8680-4e49e835ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.819257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-2e4815c2-27ae-4fc9-8680-4e49e835ed0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d454b82682f40ef93643bad71b82aed&device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 1096 time: 0.0523853 Jul 29 23:27:56.880623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f0262-c256-41bc-8be9-7234a3b37bf8 req-1ce23e8b-ea89-4207-9a35-1630caf1a541 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.880848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-669b0f35-0df3-47a1-b2d9-6f6a69b45ec7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04032ded-39bd-434d-9a8c-f179fd29bff8 HTTP/1.1" status: 200 len: 217 time: 0.0468235 Jul 29 23:27:56.882179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-162f0262-c256-41bc-8be9-7234a3b37bf8 req-1ce23e8b-ea89-4207-9a35-1630caf1a541 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 945 time: 0.0551710 Jul 29 23:27:56.945219 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d03356-d901-448b-bb32-5529453a061d x-openstack-request-id: req-e4d03356-d901-448b-bb32-5529453a061d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:56.945586 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03321a07-10c7-48fb-ab0f-98a11a243c86", "tag": "04032ded-39bd-434d-9a8c-f179fd29bff8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:56.946094 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4d03356-d901-448b-bb32-5529453a061d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:56.946562 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03321a07-10c7-48fb-ab0f-98a11a243c86', 'tag': '04032ded-39bd-434d-9a8c-f179fd29bff8', 'status': 'completed', 'code': 200} Jul 29 23:27:56.963685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-162f0262-c256-41bc-8be9-7234a3b37bf8 req-9abe3dcc-8c0b-42d4-b43a-adeac1c50c57 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750544 Jul 29 23:27:56.974143 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.984905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-6ed60714-bd28-4afd-8a17-9182ba897ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.986548 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-6ed60714-bd28-4afd-8a17-9182ba897ccd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3808facd-ccf5-4c30-ba08-cbc32ad62b39 HTTP/1.1" status: 200 len: 849 time: 0.0758967 Jul 29 23:27:57.008204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fafd000c-c707-4707-b616-deffbe45d3d5 req-bd0c541e-47b0-4b5d-a6d8-bbc436eea13e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 210 time: 0.0278785 Jul 29 23:27:57.031505 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-8c3878a4-e35f-4710-8e32-5118d55bf9ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15aa1022-aa82-44e4-b450-f4f5b9730b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365074 Jul 29 23:27:57.137986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-08775e13-09b3-48f6-bb7c-99bf48847adf service neutron] 10.222.0.47 "GET /v2.0/networks/15aa1022-aa82-44e4-b450-f4f5b9730b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989258 Jul 29 23:27:57.169065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-5e56a1f6-06ae-4e84-a4cc-74ddcfeab2ac tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:57.170753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-5e56a1f6-06ae-4e84-a4cc-74ddcfeab2ac tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1098 time: 0.0519619 Jul 29 23:27:57.189854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-11'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:57.234892 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-048de4a6-7ad4-4ae7-942f-012d3087ade5 req-93c39dfc-bc76-4561-9ea5-15dd1c99b218 service neutron] 10.222.0.47 "GET /v2.0/networks/15aa1022-aa82-44e4-b450-f4f5b9730b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898592 Jul 29 23:27:57.264248 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.341388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9e85c-f6d6-4a17-86ef-b360e526f6e1 req-d218fd31-c8ac-481c-b0dc-e955dd2e9080 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:57.342885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31c9e85c-f6d6-4a17-86ef-b360e526f6e1 req-d218fd31-c8ac-481c-b0dc-e955dd2e9080 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 946 time: 0.0951886 Jul 29 23:27:57.423676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a706e-c167-48fe-8bbe-a60afdfbd026 req-f82c193e-0788-4985-a23d-8e0b94bcb29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:57.425608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31c9e85c-f6d6-4a17-86ef-b360e526f6e1 req-6d36cb8e-93cf-44d6-bd94-dc3ebc3d19c4 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697923 Jul 29 23:27:57.425973 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-577a706e-c167-48fe-8bbe-a60afdfbd026 req-f82c193e-0788-4985-a23d-8e0b94bcb29a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d454b82682f40ef93643bad71b82aed&device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 1096 time: 0.0637503 Jul 29 23:27:57.464960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:57.502691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:57.531923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a706e-c167-48fe-8bbe-a60afdfbd026 req-825a0e49-5bff-4e3f-9f35-02dee8eca676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:57.533470 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-577a706e-c167-48fe-8bbe-a60afdfbd026 req-825a0e49-5bff-4e3f-9f35-02dee8eca676 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15aa1022-aa82-44e4-b450-f4f5b9730b23 HTTP/1.1" status: 200 len: 910 time: 0.0986340 Jul 29 23:27:57.548945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:57.552170 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025d6092-9670-43da-89f4-4a95fbe8c482" -d '{"events": [{"server_uuid": "c574982e-a964-4db6-a706-2b57159e5cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "7f52af7f-b39d-40ea-a668-9e775dcd4dbe"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:57.557697 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.564752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.582929 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-577a706e-c167-48fe-8bbe-a60afdfbd026 req-6f67cb92-de14-4684-9eaf-23e428646d0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04032ded-39bd-434d-9a8c-f179fd29bff8 HTTP/1.1" status: 200 len: 217 time: 0.0408807 Jul 29 23:27:57.628839 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7dc5f7-a826-49a9-b328-fab987cc32f4 x-openstack-request-id: req-ce7dc5f7-a826-49a9-b328-fab987cc32f4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:57.629134 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c574982e-a964-4db6-a706-2b57159e5cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "7f52af7f-b39d-40ea-a668-9e775dcd4dbe", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:57.629969 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce7dc5f7-a826-49a9-b328-fab987cc32f4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:57.629969 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe', 'code': 200} Jul 29 23:27:57.632443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a706e-c167-48fe-8bbe-a60afdfbd026 req-9d429a0c-165d-43de-a0fd-10c51baed18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:57.634593 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-577a706e-c167-48fe-8bbe-a60afdfbd026 req-9d429a0c-165d-43de-a0fd-10c51baed18d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3808facd-ccf5-4c30-ba08-cbc32ad62b39 HTTP/1.1" status: 200 len: 849 time: 0.0448551 Jul 29 23:27:57.655144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Pushing event updated for resources: {'Port': ['ID=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:57.685851 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-577a706e-c167-48fe-8bbe-a60afdfbd026 req-0703929d-6dac-4ddf-aa82-e6093e2e376c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15aa1022-aa82-44e4-b450-f4f5b9730b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251713 Jul 29 23:27:57.690376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on host n-h2-712139-11 for vnic_type normal with profile {"migrating_to": "n-h1-712139-11"} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:57.690710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:57.691042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:57.700255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:57.700570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Attempting to bind port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:57.707916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:57.708276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:57.708654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:57.709076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Bound port: 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:57.709441 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.731306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e6418-4c5c-4291-b6dd-a5c399fd1bfd req-4f42fdc9-5710-4654-8db1-3a897383bfc5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:57.732814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-257e6418-4c5c-4291-b6dd-a5c399fd1bfd req-4f42fdc9-5710-4654-8db1-3a897383bfc5 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0817971 Jul 29 23:27:57.761151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7012af33-f9a5-4829-bc42-903205224f39 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:57.778692 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-577a706e-c167-48fe-8bbe-a60afdfbd026 req-4e3cc3eb-eeb6-4d35-a3c0-94e4647bb69a service neutron] 10.222.0.47 "GET /v2.0/networks/15aa1022-aa82-44e4-b450-f4f5b9730b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836334 Jul 29 23:27:57.812975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-257e6418-4c5c-4291-b6dd-a5c399fd1bfd req-913cd058-5654-4a4c-9a74-d264f310db3d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597177 Jul 29 23:27:57.817964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:57.822412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 7012af33-f9a5-4829-bc42-903205224f39 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:57.822796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:57.829932 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.841148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 7012af33-f9a5-4829-bc42-903205224f39 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:57.841148 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.894707 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-577a706e-c167-48fe-8bbe-a60afdfbd026 req-37b6dd72-c407-4621-b5b7-c0b40b9da07a service neutron] 10.222.0.47 "GET /v2.0/networks/15aa1022-aa82-44e4-b450-f4f5b9730b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071451 Jul 29 23:27:57.923967 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.939097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Pushing event updated for resources: {'Port': ['ID=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:57.967062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4e6d1-7a28-4764-8c2a-077e523e04c3 req-51569134-5ced-4fb3-981f-ba91765ed4d4 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:57.967847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a048e7-27cb-4910-9f8b-6b782fed4826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7012af33-f9a5-4829-bc42-903205224f39'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:57.968607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89f4e6d1-7a28-4764-8c2a-077e523e04c3 req-51569134-5ced-4fb3-981f-ba91765ed4d4 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 944 time: 0.1197095 Jul 29 23:27:57.969888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:57.970528 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d4074d-fac9-4799-9c13-ce6ca57f9219" -d '{"events": [{"server_uuid": "b7a048e7-27cb-4910-9f8b-6b782fed4826", "name": "network-vif-plugged", "status": "completed", "tag": "7012af33-f9a5-4829-bc42-903205224f39"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:57.970739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.973398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-fb1b8b97-70c3-40f5-b17a-5cd1a25f9594 service neutron] 10.222.0.42 "PUT /v2.0/ports/7f52af7f-b39d-40ea-a668-9e775dcd4dbe HTTP/1.1" status: 200 len: 1124 time: 0.7874596 Jul 29 23:27:57.985491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7012af33-f9a5-4829-bc42-903205224f39, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7012af33-f9a5-4829-bc42-903205224f39,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:57.996955 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.029124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89f4e6d1-7a28-4764-8c2a-077e523e04c3 req-5eaf8fac-7de4-44b1-91aa-db881e9b7a41 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504382 Jul 29 23:27:58.048787 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb376e7-9fb3-46e0-a4f1-c27eeab859c9 x-openstack-request-id: req-5fb376e7-9fb3-46e0-a4f1-c27eeab859c9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:58.049224 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a048e7-27cb-4910-9f8b-6b782fed4826", "name": "network-vif-plugged", "status": "completed", "tag": "7012af33-f9a5-4829-bc42-903205224f39", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:58.049481 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fb376e7-9fb3-46e0-a4f1-c27eeab859c9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:58.050037 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a048e7-27cb-4910-9f8b-6b782fed4826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7012af33-f9a5-4829-bc42-903205224f39', 'code': 200} Jul 29 23:27:58.062983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=7012af33-f9a5-4829-bc42-903205224f39,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:58.118714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7f52af7f-b39d-40ea-a668-9e775dcd4dbe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:58.155444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7f52af7f-b39d-40ea-a668-9e775dcd4dbe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:58.173149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c97992e1-d41a-4d6c-a1ff-d55bf1e4bff3 req-a4ab6262-05d7-4428-a952-6dc76e486b4a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 210 time: 0.0318499 Jul 29 23:27:58.196042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcfac5-f408-4fab-81b3-695f941a6fbd req-194b302b-50fe-41d4-bf0d-eb5332f45893 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.197356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6bcfac5-f408-4fab-81b3-695f941a6fbd req-194b302b-50fe-41d4-bf0d-eb5332f45893 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 946 time: 0.0869091 Jul 29 23:27:58.236499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6bcfac5-f408-4fab-81b3-695f941a6fbd req-b8142a31-69e8-44f6-b530-8b81c1b7abd1 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326791 Jul 29 23:27:58.332856 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-3c0565a1-97cb-491e-9b06-a6b2edbca9da tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469830 Jul 29 23:27:58.346718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254f7-4de1-444b-ad9f-ab102678c483 req-e87788c2-6817-41a5-9cb3-95b69b845586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.348181 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-220254f7-4de1-444b-ad9f-ab102678c483 req-e87788c2-6817-41a5-9cb3-95b69b845586 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 1098 time: 0.0638251 Jul 29 23:27:58.553060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d7d3e-d120-4ff5-8860-f0a5ee06fc88 req-11e29024-a953-464a-ae7b-cb3ba36072d8 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.554523 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd5d7d3e-d120-4ff5-8860-f0a5ee06fc88 req-11e29024-a953-464a-ae7b-cb3ba36072d8 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.0487931 Jul 29 23:27:58.591588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd5d7d3e-d120-4ff5-8860-f0a5ee06fc88 req-1c120e0d-783e-41f5-9ea9-ced51548b6d4 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Jul 29 23:27:58.905508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7f52af7f-b39d-40ea-a668-9e775dcd4dbe details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:58.941133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d301f-1860-4723-b9db-fe68d6e5745e req-2b4e8f76-7dcf-47dd-83b8-8b4a3dc01d05 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.942667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-344d301f-1860-4723-b9db-fe68d6e5745e req-2b4e8f76-7dcf-47dd-83b8-8b4a3dc01d05 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0528922 Jul 29 23:27:58.983453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-344d301f-1860-4723-b9db-fe68d6e5745e req-46b616e7-2ba6-4c12-94c7-8af0c04db161 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Jul 29 23:27:59.001284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:59.013594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7f52af7f-b39d-40ea-a668-9e775dcd4dbe has no active binding in host n-h1-712139-11 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:27:59.157127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba39fc-3114-4973-bfa8-e981a68779d9 req-79a7f1ca-bca6-41c5-a07a-b11e6c4ceab6 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.158530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5ba39fc-3114-4973-bfa8-e981a68779d9 req-79a7f1ca-bca6-41c5-a07a-b11e6c4ceab6 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 944 time: 0.0485790 Jul 29 23:27:59.196273 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5ba39fc-3114-4973-bfa8-e981a68779d9 req-0858b535-c559-42aa-afa6-38643993488d tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317948 Jul 29 23:27:59.276831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89df62dc-2a15-472c-b8e2-1e242ef8f470 req-fad63725-7310-43db-807f-e229b9127924 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 210 time: 0.0272248 Jul 29 23:27:59.408535 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-220254f7-4de1-444b-ad9f-ab102678c483 req-e530c409-5a63-4799-aec3-63ca7f63395f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868506 Jul 29 23:27:59.410802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca970ea-1e31-478a-9c49-a36208bbe4ba req-0c3790db-7c07-43da-a0e6-424e705017de tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.412315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ca970ea-1e31-478a-9c49-a36208bbe4ba req-0c3790db-7c07-43da-a0e6-424e705017de tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 946 time: 0.0521564 Jul 29 23:27:59.434584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-cf57387d-0a61-4786-bbaa-c0a6ba573eda tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.436059 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-cf57387d-0a61-4786-bbaa-c0a6ba573eda tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560590 Jul 29 23:27:59.450562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ca970ea-1e31-478a-9c49-a36208bbe4ba req-7a0b4fd8-2546-4fe4-9b3a-5b221c36f606 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321484 Jul 29 23:27:59.630973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'tag': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:59.633370 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc843581-df21-4347-ad7a-fb4e58f3b52d" -d '{"events": [{"name": "network-changed", "server_uuid": "c574982e-a964-4db6-a706-2b57159e5cdc", "tag": "7f52af7f-b39d-40ea-a668-9e775dcd4dbe"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:59.670738 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b58918-eb46-4ee6-9072-43ab339feeec x-openstack-request-id: req-22b58918-eb46-4ee6-9072-43ab339feeec {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:59.671090 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c574982e-a964-4db6-a706-2b57159e5cdc", "tag": "7f52af7f-b39d-40ea-a668-9e775dcd4dbe", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:59.671349 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22b58918-eb46-4ee6-9072-43ab339feeec {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:59.671735 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'tag': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe', 'status': 'completed', 'code': 200} Jul 29 23:27:59.710264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75e4b4-a0af-4ec2-803f-f86b35178164 req-dc6a21c1-1445-48c1-9ed0-6ef67141da13 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.711758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a75e4b4-a0af-4ec2-803f-f86b35178164 req-dc6a21c1-1445-48c1-9ed0-6ef67141da13 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.0519347 Jul 29 23:27:59.749147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a75e4b4-a0af-4ec2-803f-f86b35178164 req-c4484063-f657-4268-8b2e-600df546e89b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Jul 29 23:28:00.100930 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d19e-bb48-4168-bbc3-57f99a504e44 req-925d5625-7c94-481b-8883-1cb2096df05d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.103500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9088d19e-bb48-4168-bbc3-57f99a504e44 req-925d5625-7c94-481b-8883-1cb2096df05d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0506322 Jul 29 23:28:00.141549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9088d19e-bb48-4168-bbc3-57f99a504e44 req-2cfde3ea-22fa-4f6b-b448-94c911623b21 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jul 29 23:28:00.279864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Request body: {'port': {'device_id': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'aa5e3b62e01345e1bd6c3e2255e08588'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:00.317746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450493f-39ca-40b2-82ac-8004dfd52ab4 req-8a96deb1-7d58-4b2b-91d7-abca0c5ab831 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.319426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9450493f-39ca-40b2-82ac-8004dfd52ab4 req-8a96deb1-7d58-4b2b-91d7-abca0c5ab831 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 944 time: 0.0575271 Jul 29 23:28:00.379650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc6ce61a-617d-4b43-be93-e8ddc34d401a req-9c6fd2e9-1721-4f62-8a4d-3b7f3c6c6079 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 210 time: 0.0335772 Jul 29 23:28:00.383844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9450493f-39ca-40b2-82ac-8004dfd52ab4 req-a5baa748-350c-4180-8282-691a53317dbb tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581567 Jul 29 23:28:00.419570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc843581-df21-4347-ad7a-fb4e58f3b52d req-d84f2c8e-231a-4641-9d87-98faa092145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.421136 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc843581-df21-4347-ad7a-fb4e58f3b52d req-d84f2c8e-231a-4641-9d87-98faa092145a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 1127 time: 0.0793428 Jul 29 23:28:00.437900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Made reservation on behalf of aa5e3b62e01345e1bd6c3e2255e08588 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:00.441548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.483862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.560383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc843581-df21-4347-ad7a-fb4e58f3b52d req-1320ce03-7a70-4fb7-913a-c393eef7c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.561984 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc843581-df21-4347-ad7a-fb4e58f3b52d req-1320ce03-7a70-4fb7-913a-c393eef7c943 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.1330185 Jul 29 23:28:00.580189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815fd8b-8870-4ee2-afda-6696042dbb49 req-dfcc7f7d-4749-416b-95d2-66a51809049a tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.581893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a815fd8b-8870-4ee2-afda-6696042dbb49 req-dfcc7f7d-4749-416b-95d2-66a51809049a tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 946 time: 0.0517831 Jul 29 23:28:00.615671 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc843581-df21-4347-ad7a-fb4e58f3b52d req-276e897f-a796-41c3-889e-2f4c12a33979 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe HTTP/1.1" status: 200 len: 217 time: 0.0411236 Jul 29 23:28:00.623631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a815fd8b-8870-4ee2-afda-6696042dbb49 req-4e708c6c-2d3e-4f2c-8653-39de319c6b29 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Jul 29 23:28:00.683938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.690102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc843581-df21-4347-ad7a-fb4e58f3b52d req-d66f8837-de0e-4cc7-b660-3e8a1bc849fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.691579 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc843581-df21-4347-ad7a-fb4e58f3b52d req-d66f8837-de0e-4cc7-b660-3e8a1bc849fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0634828 Jul 29 23:28:00.692244 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.772921 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc843581-df21-4347-ad7a-fb4e58f3b52d req-52dc93dc-da69-4c88-b639-d25036dd51da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675685 Jul 29 23:28:00.776943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11432aa1-81f8-4ec1-b42f-a57e3407defc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:00.917157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Allocated IP 192.168.233.100 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/d9168b20-7a11-4c09-9a51-30eb63631ddf) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:00.927513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc843581-df21-4347-ad7a-fb4e58f3b52d req-ffb9886a-5249-4fc0-8c7d-719667ad3396 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454942 Jul 29 23:28:01.103149 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc843581-df21-4347-ad7a-fb4e58f3b52d req-231e44a3-7485-4333-99b2-d414f0087a1e service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679738 Jul 29 23:28:01.148409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.166482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Transition to ACTIVE for port object d9168b20-7a11-4c09-9a51-30eb63631ddf will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:01.191662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04fe9e-eaf7-43fb-b061-3b52d89fb7c5 req-37c48358-f78f-4901-aab2-bc3190352855 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.193178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca04fe9e-eaf7-43fb-b061-3b52d89fb7c5 req-37c48358-f78f-4901-aab2-bc3190352855 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.3745310 Jul 29 23:28:01.203457 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.250019 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:01.253193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:01.256561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca04fe9e-eaf7-43fb-b061-3b52d89fb7c5 req-68d95281-d765-4de4-8651-e4f3993a25d6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571547 Jul 29 23:28:01.259102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:01.265602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Pushing event updated for resources: {'Port': ['ID=d9168b20-7a11-4c09-9a51-30eb63631ddf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:01.285360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f95c27-3a37-4eb3-9e7b-6778a897399d req-083fb048-455c-4f92-b56b-70d97c324288 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.287593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7f95c27-3a37-4eb3-9e7b-6778a897399d req-083fb048-455c-4f92-b56b-70d97c324288 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0683713 Jul 29 23:28:01.313320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.313898 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.329780 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-a6e06f61-bbc8-453b-980e-ca439d440594 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0539215 Jul 29 23:28:01.331374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7f95c27-3a37-4eb3-9e7b-6778a897399d req-fa1b60e1-261c-42fe-b5c5-609ed3717273 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351746 Jul 29 23:28:01.355308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Request body: {'port': {'device_id': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:01.410805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.533634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f271d01-0019-450c-9bb0-774ed77dcb61 req-8139eb1e-95e5-44b1-86f8-bf9a5afaf3b8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.535052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f271d01-0019-450c-9bb0-774ed77dcb61 req-8139eb1e-95e5-44b1-86f8-bf9a5afaf3b8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 936 time: 0.0789044 Jul 29 23:28:01.547853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-db34fe71-16d7-4e64-8ae9-3077bc4d86c8 None None] Provisioning for port d9168b20-7a11-4c09-9a51-30eb63631ddf completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:01.553860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-db34fe71-16d7-4e64-8ae9-3077bc4d86c8 None None] Provisioning complete for port d9168b20-7a11-4c09-9a51-30eb63631ddf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:01.554244 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db34fe71-16d7-4e64-8ae9-3077bc4d86c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.556943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f955c-7fa8-4dfe-951e-0bc9efcb6dd1 req-24246fd1-1cbd-401a-b7a1-a4671735a85b tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.558430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a28f955c-7fa8-4dfe-951e-0bc9efcb6dd1 req-24246fd1-1cbd-401a-b7a1-a4671735a85b tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 944 time: 0.0760736 Jul 29 23:28:01.594585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-db34fe71-16d7-4e64-8ae9-3077bc4d86c8 None None] Port d9168b20-7a11-4c09-9a51-30eb63631ddf cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:01.608265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f271d01-0019-450c-9bb0-774ed77dcb61 req-19ebd528-4c27-4cc7-9719-ae8484f205fb tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651991 Jul 29 23:28:01.616087 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a28f955c-7fa8-4dfe-951e-0bc9efcb6dd1 req-4e517c3e-99f1-4779-90e1-258f177391cd tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497303 Jul 29 23:28:01.722259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9168b20-7a11-4c09-9a51-30eb63631ddf {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:01.733155 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.746368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Transition to ACTIVE for port object d9168b20-7a11-4c09-9a51-30eb63631ddf will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:01.750611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.807824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Pushing event updated for resources: {'Port': ['ID=d9168b20-7a11-4c09-9a51-30eb63631ddf,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:01.868927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331004e-6f70-4f2c-8742-95276e40b1e1 req-7b3b5873-5691-4d4f-811d-ab44a645707f tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.870466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e331004e-6f70-4f2c-8742-95276e40b1e1 req-7b3b5873-5691-4d4f-811d-ab44a645707f tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 946 time: 0.0506721 Jul 29 23:28:01.880397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Attempting to bind port d9168b20-7a11-4c09-9a51-30eb63631ddf on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:01.880860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Attempting to bind port d9168b20-7a11-4c09-9a51-30eb63631ddf by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:01.881290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Attempting to bind port d9168b20-7a11-4c09-9a51-30eb63631ddf on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:01.886704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Port d9168b20-7a11-4c09-9a51-30eb63631ddf on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:01.887151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Attempting to bind port d9168b20-7a11-4c09-9a51-30eb63631ddf on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:01.892991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:01.893474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:01.893952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:01.894485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Bound port: d9168b20-7a11-4c09-9a51-30eb63631ddf, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:01.894946 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.911494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e331004e-6f70-4f2c-8742-95276e40b1e1 req-cc1270ae-9364-4ade-a6b1-49f5572092c5 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345471 Jul 29 23:28:01.975283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:01.978965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:01.987495 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.033605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.034319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.035529 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] 10.222.0.47 "PUT /v2.0/ports/d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 200 len: 1097 time: 0.6852601 Jul 29 23:28:02.036070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:02.038412 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e3cefe-f853-488d-b62e-42cfb6d1807f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:02.063871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac18599-0ce2-4426-b870-7d6da0b81588 service neutron] Pushing event updated for resources: {'Port': ['ID=d9168b20-7a11-4c09-9a51-30eb63631ddf,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:02.091214 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.101157 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e4bef-7325-4f2f-8c2d-8f7a491e5b35 x-openstack-request-id: req-5a8e4bef-7325-4f2f-8c2d-8f7a491e5b35 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:02.101620 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:02.101829 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a8e4bef-7325-4f2f-8c2d-8f7a491e5b35 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:02.102289 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf', 'status': 'completed', 'code': 200} Jul 29 23:28:02.172591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-c82eae55-3ec2-477e-b3d6-257115ded226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.174250 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-c82eae55-3ec2-477e-b3d6-257115ded226 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1100 time: 0.0485725 Jul 29 23:28:02.232294 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-8cb73b0e-7e52-4b03-b6b1-6452f7a9414f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 200 len: 217 time: 0.0431464 Jul 29 23:28:02.283144 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-73cb49d6-1d74-4d78-9963-453cfa825f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.284652 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-73cb49d6-1d74-4d78-9963-453cfa825f18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0454917 Jul 29 23:28:02.347440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-4513224f-c96d-4b7e-b13c-5b4be653dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.349016 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-4513224f-c96d-4b7e-b13c-5b4be653dd64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0553820 Jul 29 23:28:02.408879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1001bc-0abb-4d52-b5d3-f7dba90086bf req-1bd3eda3-cb40-4e47-9e9e-abe988f89403 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.411109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da1001bc-0abb-4d52-b5d3-f7dba90086bf req-1bd3eda3-cb40-4e47-9e9e-abe988f89403 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.0697658 Jul 29 23:28:02.450737 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-d26c1c10-d9fa-4f0b-9224-fb57ccf05d02 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924702 Jul 29 23:28:02.483396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da1001bc-0abb-4d52-b5d3-f7dba90086bf req-f02bf859-6451-44d0-a9e4-b2015019660b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653865 Jul 29 23:28:02.505337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4148502-0f72-47b4-afd5-2b63712cb663 req-deb323ce-c039-431a-af68-01312862a207 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.507062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4148502-0f72-47b4-afd5-2b63712cb663 req-deb323ce-c039-431a-af68-01312862a207 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0778563 Jul 29 23:28:02.543956 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e499e2d9-ef98-4993-8ab6-5029366dad1f req-149aa42a-bc92-4f1d-94d9-47a577d2e14f service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854301 Jul 29 23:28:02.545153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4148502-0f72-47b4-afd5-2b63712cb663 req-720d4968-b028-4ede-b520-55953dcff486 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Jul 29 23:28:02.699412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-0ca75aae-1771-4a0d-b536-59d24d71848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.701124 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-0ca75aae-1771-4a0d-b536-59d24d71848b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1100 time: 0.0509093 Jul 29 23:28:02.736470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f61282-4d07-45d2-b06c-5928c6e83caa req-b4f6013a-0a0d-43b8-8708-a743b7f0c533 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.738154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30f61282-4d07-45d2-b06c-5928c6e83caa req-b4f6013a-0a0d-43b8-8708-a743b7f0c533 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 948 time: 0.0529244 Jul 29 23:28:02.803061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-4246a5ef-33d0-48d9-bc54-531572b0c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.805143 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-4246a5ef-33d0-48d9-bc54-531572b0c933 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.0923865 Jul 29 23:28:02.805949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30f61282-4d07-45d2-b06c-5928c6e83caa req-e19e7060-2bfe-495a-a7c6-79c7bf98d99b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610917 Jul 29 23:28:02.821982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522453-f4df-46ba-9ad9-9e9de94d1102 req-58a515e5-d8e0-44c1-974b-2929a9a08197 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.823456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54522453-f4df-46ba-9ad9-9e9de94d1102 req-58a515e5-d8e0-44c1-974b-2929a9a08197 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 944 time: 0.0715556 Jul 29 23:28:02.849305 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-61c6a7a7-6d63-4614-81e9-b20cb1401a90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 200 len: 217 time: 0.0361574 Jul 29 23:28:02.865119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54522453-f4df-46ba-9ad9-9e9de94d1102 req-c8390def-929d-40e8-b980-4aa3d106f30a tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351686 Jul 29 23:28:02.907360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-9d2fc8ad-10a7-4412-8812-83e5a4adf3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.909632 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-9d2fc8ad-10a7-4412-8812-83e5a4adf3ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0521410 Jul 29 23:28:02.919891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd874-ba2d-446d-8cea-00c4fcd4c2b5 req-2c739a00-9041-4ba7-89c8-58b5e1964db4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.921447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b8bd874-ba2d-446d-8cea-00c4fcd4c2b5 req-2c739a00-9041-4ba7-89c8-58b5e1964db4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0502110 Jul 29 23:28:02.960072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-c30df80c-5078-4097-97fc-f248fe263083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.961872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b8bd874-ba2d-446d-8cea-00c4fcd4c2b5 req-4b2c3966-c6e3-4893-a40f-3134cc0aee1d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338674 Jul 29 23:28:02.962184 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-c30df80c-5078-4097-97fc-f248fe263083 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0424902 Jul 29 23:28:03.054766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-8a1e684e-e31d-4758-85e1-8c8e5581bea1 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837650 Jul 29 23:28:03.155907 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e3cefe-f853-488d-b62e-42cfb6d1807f req-e2978329-e307-4c94-ab28-9653444a132b service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867252 Jul 29 23:28:03.611390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646048d-adcc-4dc5-a083-9c711e903943 req-7bc74107-8a5a-42c3-9db6-fcb2f5909fab tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:03.612934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0646048d-adcc-4dc5-a083-9c711e903943 req-7bc74107-8a5a-42c3-9db6-fcb2f5909fab tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.0511076 Jul 29 23:28:03.651227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0646048d-adcc-4dc5-a083-9c711e903943 req-8d0c1190-8636-42bd-85c8-b6b21175d795 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Jul 29 23:28:03.813580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 04032ded-39bd-434d-9a8c-f179fd29bff8 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:03.923399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 04032ded-39bd-434d-9a8c-f179fd29bff8, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=04032ded-39bd-434d-9a8c-f179fd29bff8,segment=NetworkSegment(f0b22ad1-86fb-436e-a27f-fecb139aabb1),segment_id=f0b22ad1-86fb-436e-a27f-fecb139aabb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:03.934826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b28cb2-969f-4048-8ca6-b2ffa8930a68 req-313e47b2-b288-4112-84e2-23d955684da6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:03.936872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8b28cb2-969f-4048-8ca6-b2ffa8930a68 req-313e47b2-b288-4112-84e2-23d955684da6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 948 time: 0.0597522 Jul 29 23:28:03.937012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '04032ded-39bd-434d-9a8c-f179fd29bff8', 'network_id': '15aa1022-aa82-44e4-b450-f4f5b9730b23', 'port_id': '04032ded-39bd-434d-9a8c-f179fd29bff8', 'mac_address': 'fa:16:3e:3f:00:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3808facd-ccf5-4c30-ba08-cbc32ad62b39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:03.975565 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:03.992072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04032ded-39bd-434d-9a8c-f179fd29bff8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:04.007275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8b28cb2-969f-4048-8ca6-b2ffa8930a68 req-997af217-53f3-4023-8826-9bdfaaea41dd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589767 Jul 29 23:28:04.016680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 04032ded-39bd-434d-9a8c-f179fd29bff8, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=04032ded-39bd-434d-9a8c-f179fd29bff8,segment=NetworkSegment(f0b22ad1-86fb-436e-a27f-fecb139aabb1),segment_id=f0b22ad1-86fb-436e-a27f-fecb139aabb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:04.021343 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.029172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23a021-6f59-4fe5-82e3-d83a3d040efc req-1aa577e0-9879-4914-a165-7c45b688a98d tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:04.030829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a23a021-6f59-4fe5-82e3-d83a3d040efc req-1aa577e0-9879-4914-a165-7c45b688a98d tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 944 time: 0.0925057 Jul 29 23:28:04.083857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=04032ded-39bd-434d-9a8c-f179fd29bff8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:04.088584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a23a021-6f59-4fe5-82e3-d83a3d040efc req-370ef460-f113-4492-98cd-02f9f79f8918 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500898 Jul 29 23:28:04.142585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faf60a-86c3-42ea-a85b-7d0a7569943a req-9c7d9839-b08c-4bbd-85f9-34096032f34e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:04.144114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9faf60a-86c3-42ea-a85b-7d0a7569943a req-9c7d9839-b08c-4bbd-85f9-34096032f34e tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0507338 Jul 29 23:28:04.186550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9faf60a-86c3-42ea-a85b-7d0a7569943a req-ae40950f-3900-47e6-9208-94a804058ff9 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360768 Jul 29 23:28:04.636788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['04032ded-39bd-434d-9a8c-f179fd29bff8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:04.775296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc99101-9a9c-4595-a54c-5a38d95ffbf1 req-a6e7e94e-6221-449e-87c8-098fd2dd8634 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:04.776741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3bc99101-9a9c-4595-a54c-5a38d95ffbf1 req-a6e7e94e-6221-449e-87c8-098fd2dd8634 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.0547495 Jul 29 23:28:04.815979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3bc99101-9a9c-4595-a54c-5a38d95ffbf1 req-293e68ff-0dae-44a4-8d26-4576aad5536a tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Jul 29 23:28:05.140972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-d2764101-33f4-4428-889b-e888da814c36 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.142631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-d2764101-33f4-4428-889b-e888da814c36 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0795677 Jul 29 23:28:05.160898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465030bc-7ef7-4b14-a278-7e3a2db28659 req-0ff5b08a-5d40-4b08-b1af-451c564215b7 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.162864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-465030bc-7ef7-4b14-a278-7e3a2db28659 req-0ff5b08a-5d40-4b08-b1af-451c564215b7 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 948 time: 0.0696142 Jul 29 23:28:05.296396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb50c9-e729-48c5-a96c-b66d8474bd1f req-b7de1a7d-2777-4803-8eb1-270e4c875801 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.297893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58bb50c9-e729-48c5-a96c-b66d8474bd1f req-b7de1a7d-2777-4803-8eb1-270e4c875801 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 945 time: 0.1329234 Jul 29 23:28:05.302088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-465030bc-7ef7-4b14-a278-7e3a2db28659 req-f03f2769-49c2-43e0-9773-e2b8a6044af4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300344 Jul 29 23:28:05.342854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-6eb728ac-6a80-4ec1-8a29-6eae2a51fa65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Deleting port 31ab8109-4c0c-4b9d-a120-7919055f2498 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:05.343263 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-6eb728ac-6a80-4ec1-8a29-6eae2a51fa65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.403298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58bb50c9-e729-48c5-a96c-b66d8474bd1f req-2a50cb86-cb1f-43b9-9f4d-7aca4efac309 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862417 Jul 29 23:28:05.499276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-6eb728ac-6a80-4ec1-8a29-6eae2a51fa65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] For port 31ab8109-4c0c-4b9d-a120-7919055f2498, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=31ab8109-4c0c-4b9d-a120-7919055f2498,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:05.499656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-6eb728ac-6a80-4ec1-8a29-6eae2a51fa65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.515777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-6eb728ac-6a80-4ec1-8a29-6eae2a51fa65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Calling delete_port for 31ab8109-4c0c-4b9d-a120-7919055f2498 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:05.542331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decca8bd-2108-4f5c-8a64-6ceebdc57e9a req-727d3c9a-5d0b-4dd6-92ee-ec6604517997 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.543892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-decca8bd-2108-4f5c-8a64-6ceebdc57e9a req-727d3c9a-5d0b-4dd6-92ee-ec6604517997 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 946 time: 0.0924246 Jul 29 23:28:05.630428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-decca8bd-2108-4f5c-8a64-6ceebdc57e9a req-d35929f0-5d88-44d7-9fd4-ae6f9217e140 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480347 Jul 29 23:28:05.705508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-6eb728ac-6a80-4ec1-8a29-6eae2a51fa65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.726485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['31ab8109-4c0c-4b9d-a120-7919055f2498'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:05.734384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb728ac-6a80-4ec1-8a29-6eae2a51fa65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event deleted for resources: {'Port': ['ID=31ab8109-4c0c-4b9d-a120-7919055f2498,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:05.779129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-6eb728ac-6a80-4ec1-8a29-6eae2a51fa65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] No DVR routers for this DVR port 31ab8109-4c0c-4b9d-a120-7919055f2498 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:05.782012 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-6eb728ac-6a80-4ec1-8a29-6eae2a51fa65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.784173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cce4b0a6-e25f-4a02-b533-e31b75478bfa req-6eb728ac-6a80-4ec1-8a29-6eae2a51fa65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "DELETE /v2.0/ports/31ab8109-4c0c-4b9d-a120-7919055f2498 HTTP/1.1" status: 204 len: 173 time: 0.6202796 Jul 29 23:28:05.784617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338b784c-8f38-4437-b7f3-171fca53789b', 'name': 'network-vif-deleted', 'tag': '31ab8109-4c0c-4b9d-a120-7919055f2498'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:05.787000 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347b0d33-574c-44dc-a487-fc0daf91b38a" -d '{"events": [{"server_uuid": "338b784c-8f38-4437-b7f3-171fca53789b", "name": "network-vif-deleted", "tag": "31ab8109-4c0c-4b9d-a120-7919055f2498"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:05.809377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 04032ded-39bd-434d-9a8c-f179fd29bff8 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:05.825467 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219d6e1f-cb8d-44e0-bb10-5e9863394fc3 x-openstack-request-id: req-219d6e1f-cb8d-44e0-bb10-5e9863394fc3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:05.825758 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338b784c-8f38-4437-b7f3-171fca53789b", "name": "network-vif-deleted", "tag": "31ab8109-4c0c-4b9d-a120-7919055f2498", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:05.826018 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-219d6e1f-cb8d-44e0-bb10-5e9863394fc3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:05.826414 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338b784c-8f38-4437-b7f3-171fca53789b', 'name': 'network-vif-deleted', 'tag': '31ab8109-4c0c-4b9d-a120-7919055f2498', 'status': 'completed', 'code': 200} Jul 29 23:28:05.878420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 04032ded-39bd-434d-9a8c-f179fd29bff8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:05.882662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 04032ded-39bd-434d-9a8c-f179fd29bff8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:05.883035 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.981240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e88c74-37cf-4678-957b-ccf30bf029e4 req-68c460e5-882a-4692-b0d0-60a8a47a3dd6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.985932 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.992546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0e88c74-37cf-4678-957b-ccf30bf029e4 req-68c460e5-882a-4692-b0d0-60a8a47a3dd6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.0854630 Jul 29 23:28:06.009104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03321a07-10c7-48fb-ab0f-98a11a243c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04032ded-39bd-434d-9a8c-f179fd29bff8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:06.011513 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c117fa8f-c981-46e5-8c33-415b3118ac97" -d '{"events": [{"server_uuid": "03321a07-10c7-48fb-ab0f-98a11a243c86", "name": "network-vif-plugged", "status": "completed", "tag": "04032ded-39bd-434d-9a8c-f179fd29bff8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:06.028435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 04032ded-39bd-434d-9a8c-f179fd29bff8, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=04032ded-39bd-434d-9a8c-f179fd29bff8,segment=NetworkSegment(f0b22ad1-86fb-436e-a27f-fecb139aabb1),segment_id=f0b22ad1-86fb-436e-a27f-fecb139aabb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:06.029969 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0e88c74-37cf-4678-957b-ccf30bf029e4 req-15dcf0f9-31e2-4d3d-a541-a51d6c78ea84 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363028 Jul 29 23:28:06.043476 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.194471 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97332ba-dec8-4cfa-b901-9a5a96e2fefd x-openstack-request-id: req-b97332ba-dec8-4cfa-b901-9a5a96e2fefd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:06.194690 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03321a07-10c7-48fb-ab0f-98a11a243c86", "name": "network-vif-plugged", "status": "completed", "tag": "04032ded-39bd-434d-9a8c-f179fd29bff8", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:06.194912 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b97332ba-dec8-4cfa-b901-9a5a96e2fefd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:06.195303 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03321a07-10c7-48fb-ab0f-98a11a243c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04032ded-39bd-434d-9a8c-f179fd29bff8', 'code': 200} Jul 29 23:28:06.221933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=04032ded-39bd-434d-9a8c-f179fd29bff8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:06.222188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb85faf-d98d-441f-b9bc-a8a213324394 req-0b5b9e94-1887-429c-b4ec-2868f278ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.223833 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8cb85faf-d98d-441f-b9bc-a8a213324394 req-0b5b9e94-1887-429c-b4ec-2868f278ec8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 1098 time: 0.0461109 Jul 29 23:28:06.258930 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8cb85faf-d98d-441f-b9bc-a8a213324394 req-0f85101f-5ef0-400f-9b38-d7c8b7377517 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283787 Jul 29 23:28:06.430561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca5fab-31de-447c-a6ba-8b4e03924ba2 req-aa7c0c61-64ea-4e0e-b74e-5605d58cbee5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.432613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57ca5fab-31de-447c-a6ba-8b4e03924ba2 req-aa7c0c61-64ea-4e0e-b74e-5605d58cbee5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 948 time: 0.0571377 Jul 29 23:28:06.481957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57ca5fab-31de-447c-a6ba-8b4e03924ba2 req-68d2c954-1711-4fc3-8551-19a1ac62bb73 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Jul 29 23:28:06.581805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9ba7c-ca0b-4aa5-a5c6-45d4003adff9 req-0bfc85f4-0ffe-4ac6-847a-7df87a55a4cd tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.583591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ca9ba7c-ca0b-4aa5-a5c6-45d4003adff9 req-0bfc85f4-0ffe-4ac6-847a-7df87a55a4cd tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 946 time: 0.0596125 Jul 29 23:28:06.634956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ca9ba7c-ca0b-4aa5-a5c6-45d4003adff9 req-ae826246-ce15-41b0-bc2f-6816b061f24a tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Jul 29 23:28:06.765846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d10ff9ac-a44c-4118-81be-487f6bd374e6 req-f72a38f6-2d9f-4ec8-bf7d-b10f74876b5b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=338b784c-8f38-4437-b7f3-171fca53789b HTTP/1.1" status: 200 len: 210 time: 0.0346684 Jul 29 23:28:07.103528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-fd76c17e-d709-4516-9111-0d614b43c122 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.106301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-fd76c17e-d709-4516-9111-0d614b43c122 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 815 time: 0.1226635 Jul 29 23:28:07.132996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-461eba12-97af-414f-a7db-b50963152fde tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/quotas/627a5eedd1d14e37a79cd8583bcc889a HTTP/1.1" status: 200 len: 375 time: 0.0188329 Jul 29 23:28:07.197864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc4bc5-efc1-44a7-8661-70c4ed5e9cf5 req-bb7abd06-a91a-408d-817d-12f500741d58 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.199281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fcc4bc5-efc1-44a7-8661-70c4ed5e9cf5 req-bb7abd06-a91a-408d-817d-12f500741d58 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.0864084 Jul 29 23:28:07.218800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-dd4d62ce-8dfe-4544-b2c1-c7518913b7be tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707893 Jul 29 23:28:07.293050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fcc4bc5-efc1-44a7-8661-70c4ed5e9cf5 req-afcfa360-6571-4e0e-9db4-665e5f193cca tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867512 Jul 29 23:28:07.335028 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-33eac448-d0c7-456b-8927-395e8f066aea service neutron] 10.222.0.37 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085317 Jul 29 23:28:07.423514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-af2bf368-f1f1-4277-8bf9-a812678de734 service neutron] 10.222.0.37 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814731 Jul 29 23:28:07.608784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b83e3442-31e0-415c-9599-255db6ebbbd3 req-371779f9-d0e3-4128-82c9-52a73e04eb9e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 210 time: 0.0329134 Jul 29 23:28:07.664731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f562582-cb6a-460d-9333-bc55d63994f3 req-863f9310-722f-453a-8475-8bfbcc01fcfb tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.666269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f562582-cb6a-460d-9333-bc55d63994f3 req-863f9310-722f-453a-8475-8bfbcc01fcfb tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 948 time: 0.0598428 Jul 29 23:28:07.708972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f562582-cb6a-460d-9333-bc55d63994f3 req-8320c068-e1f1-4022-8cdf-fbd9ffb888af tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364573 Jul 29 23:28:07.822982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d9168b20-7a11-4c09-9a51-30eb63631ddf details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:07.878780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f3b20-af91-432a-afaf-79b87667dd05 req-ef249bc5-6bc2-4354-93e5-30453d0d3b6d tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.888904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d1f3b20-af91-432a-afaf-79b87667dd05 req-ef249bc5-6bc2-4354-93e5-30453d0d3b6d tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 946 time: 0.0753307 Jul 29 23:28:07.945196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d1f3b20-af91-432a-afaf-79b87667dd05 req-0667d1fe-b9db-409e-a99d-d3d241b938f0 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553026 Jul 29 23:28:07.973471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:07.990869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'd9168b20-7a11-4c09-9a51-30eb63631ddf', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'd9168b20-7a11-4c09-9a51-30eb63631ddf', 'mac_address': 'fa:16:3e:82:ce:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:08.034178 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.048995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9168b20-7a11-4c09-9a51-30eb63631ddf {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:08.072533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:08.077777 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.136984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d9168b20-7a11-4c09-9a51-30eb63631ddf,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:08.236103 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-9f4c8916-2830-4ed7-bd4a-5e922fe9324c service neutron] 10.222.0.47 "GET /v2.0/ports/7f52af7f-b39d-40ea-a668-9e775dcd4dbe/bindings/n-h1-712139-11 HTTP/1.1" status: 200 len: 385 time: 0.0598879 Jul 29 23:28:08.305713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-11c5f2db-54c4-4af6-8e03-808dd15cea9f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.307360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-11c5f2db-54c4-4af6-8e03-808dd15cea9f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.1099298 Jul 29 23:28:08.323644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-c91c81fa-8347-40c8-a046-b1f5fc46fb98 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/quotas/aad8ccc943da4fd68e7532207ff24809 HTTP/1.1" status: 200 len: 375 time: 0.0100801 Jul 29 23:28:08.363315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-001d1978-6131-457e-919a-fc73b1593cbe tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305331 Jul 29 23:28:08.429329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-87db2f3f-cba3-43d1-88dd-dbb8335a9c51 service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:08.460631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-87db2f3f-cba3-43d1-88dd-dbb8335a9c51 service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:08.484974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c2199-5aa4-4bbc-92ec-01283ee71ba4 req-39dfdf74-c727-4b70-ad35-18b31c411716 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.486424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-415c2199-5aa4-4bbc-92ec-01283ee71ba4 req-39dfdf74-c727-4b70-ad35-18b31c411716 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 944 time: 0.1074886 Jul 29 23:28:08.495332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-87db2f3f-cba3-43d1-88dd-dbb8335a9c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f52af7f-b39d-40ea-a668-9e775dcd4dbe {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:08.506024 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-87db2f3f-cba3-43d1-88dd-dbb8335a9c51 service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:08.516283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-4c2ef02e-3c7d-44f1-ba76-c23a503f6e8b service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454675 Jul 29 23:28:08.527967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-87db2f3f-cba3-43d1-88dd-dbb8335a9c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.537999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-415c2199-5aa4-4bbc-92ec-01283ee71ba4 req-6311c1b4-d106-40da-bbf4-13f6e706775b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Jul 29 23:28:08.577445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d9168b20-7a11-4c09-9a51-30eb63631ddf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:08.622489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-87db2f3f-cba3-43d1-88dd-dbb8335a9c51 service neutron] Transition to ACTIVE for port object 7f52af7f-b39d-40ea-a668-9e775dcd4dbe will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:08.626823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-87db2f3f-cba3-43d1-88dd-dbb8335a9c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.639759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-0824b5c4-9e66-4c55-b8ae-29e76e30e120 service neutron] 10.222.0.37 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007354 Jul 29 23:28:08.699517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-87db2f3f-cba3-43d1-88dd-dbb8335a9c51 service neutron] No DVR routers for this DVR port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:08.719050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db2f3f-cba3-43d1-88dd-dbb8335a9c51 service neutron] Pushing event updated for resources: {'Port': ['ID=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:08.739032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef3c9ce-3d9c-4d3b-9f06-d593293c37e0 req-5f457b3c-7c2d-4caf-9692-77c14876ba84 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 210 time: 0.0335097 Jul 29 23:28:08.766660 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-87db2f3f-cba3-43d1-88dd-dbb8335a9c51 service neutron] 10.222.0.47 "PUT /v2.0/ports/7f52af7f-b39d-40ea-a668-9e775dcd4dbe/bindings/n-h1-712139-11/activate HTTP/1.1" status: 200 len: 370 time: 0.5218868 Jul 29 23:28:08.876435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac2e2f-81e2-4698-91ab-e59e3bab40bf req-e3250032-0e47-47cb-a92f-fda826df680e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.877683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60ac2e2f-81e2-4698-91ab-e59e3bab40bf req-e3250032-0e47-47cb-a92f-fda826df680e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 949 time: 0.0590479 Jul 29 23:28:08.942584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 31ab8109-4c0c-4b9d-a120-7919055f2498 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:08.944348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc418167-27bf-4a61-a71a-a4184e565ae1 req-5170b7d8-619c-484e-8c35-0ceef5f2d279 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 210 time: 0.0556540 Jul 29 23:28:08.988474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60ac2e2f-81e2-4698-91ab-e59e3bab40bf req-dfc9df79-ee94-4a91-b124-a483f9d740b1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007936 Jul 29 23:28:08.991802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-a6842b9f-3793-4654-b6ad-e9cd53fd8fbe tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.994220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-a6842b9f-3793-4654-b6ad-e9cd53fd8fbe tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.1156130 Jul 29 23:28:09.002378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 31ab8109-4c0c-4b9d-a120-7919055f2498 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:09.002931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 31ab8109-4c0c-4b9d-a120-7919055f2498 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:09.086769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-efa54dd7-2234-4371-8afa-109a513add00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.089240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-efa54dd7-2234-4371-8afa-109a513add00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc&tenant_id=e98da22c0c3d4847bbc609aed059b175 HTTP/1.1" status: 200 len: 1097 time: 0.0557804 Jul 29 23:28:09.143165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0101cac-f451-4320-a3c8-92843ce088dd req-155dc607-7625-4ba7-99ec-dd65078e5cfe tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.144810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0101cac-f451-4320-a3c8-92843ce088dd req-155dc607-7625-4ba7-99ec-dd65078e5cfe tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 946 time: 0.0544376 Jul 29 23:28:09.197441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-d9f4fe1d-5716-4a4a-bae8-dd9350f6ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.199170 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-d9f4fe1d-5716-4a4a-bae8-dd9350f6ccc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 1097 time: 0.0451000 Jul 29 23:28:09.247418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0101cac-f451-4320-a3c8-92843ce088dd req-74dbf061-4e8d-41cc-985e-5c28e67a283b tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955396 Jul 29 23:28:09.294808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-947253f6-0f1e-4933-8ba1-e62fba38842a tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.296684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-947253f6-0f1e-4933-8ba1-e62fba38842a tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.42 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 815 time: 0.1436021 Jul 29 23:28:09.317946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Request body: {'port': {'device_id': '2f71f930-89bd-45ad-9667-6c1d40b1fe7f', 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628', 'admin_state_up': True, 'tenant_id': '627a5eedd1d14e37a79cd8583bcc889a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:09.340622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-104a8a17-5517-443c-8d8e-1fb814e4e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.343017 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-104a8a17-5517-443c-8d8e-1fb814e4e38e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.1237748 Jul 29 23:28:09.415857 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-cbbc82c0-47b6-43f8-8327-0177ef6574c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe HTTP/1.1" status: 200 len: 217 time: 0.0428047 Jul 29 23:28:09.439671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Made reservation on behalf of 627a5eedd1d14e37a79cd8583bcc889a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:09.443373 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.479650 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-2f169663-1909-4614-aafb-7ed17906bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.482782 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-2f169663-1909-4614-aafb-7ed17906bf2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0543499 Jul 29 23:28:09.539686 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-55cd3b40-8548-40ee-90d8-969e6ba03aff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282938 Jul 29 23:28:09.589913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Allocated IP 172.20.0.9 (12361c8c-7185-4520-8d81-bb8d740fe628/ba2052c5-e70e-43c0-982f-fd17310c5524/3b6d842a-edfb-4c27-8e6f-b55b1c0f4933) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:09.696388 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-353aee4a-fa26-42f6-8dcc-86445899fd3e service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108634 Jul 29 23:28:09.737309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d42b7f-82da-4a32-bb9e-6d722d13f851 req-ab94691b-3d75-485e-bea8-f30cad2926d8 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.738827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0d42b7f-82da-4a32-bb9e-6d722d13f851 req-ab94691b-3d75-485e-bea8-f30cad2926d8 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 945 time: 0.1113799 Jul 29 23:28:09.806465 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-5eb1901f-7fd2-4ae7-8e28-8b56eb613657 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933461 Jul 29 23:28:09.810335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0d42b7f-82da-4a32-bb9e-6d722d13f851 req-2754ca08-a10d-443b-bc9c-8cd8b6301336 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645087 Jul 29 23:28:09.817755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.828883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d9168b20-7a11-4c09-9a51-30eb63631ddf up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:09.872818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b42039d1-61c8-4329-ba81-da1b1b702b14 req-a5ccf38b-7d66-424d-8ca0-cf6f3fa46251 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 210 time: 0.0368946 Jul 29 23:28:09.908671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.910610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port d9168b20-7a11-4c09-9a51-30eb63631ddf completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:09.915195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port d9168b20-7a11-4c09-9a51-30eb63631ddf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:09.915628 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.950255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['4927d36d-ef03-499e-a403-73ba5fbf7d31'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:09.953137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7012af33-f9a5-4829-bc42-903205224f39'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:09.974819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Network 12361c8c-7185-4520-8d81-bb8d740fe628 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:09.978183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:09.986413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:10.041091 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Pushing event updated for resources: {'Port': ['ID=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:10.099096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.100153 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.118740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30d208a8-2297-4208-87e6-dc10a8821e26 req-034fdd7c-6ac3-46ac-b9d8-6e87da0f173d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 210 time: 0.0575998 Jul 29 23:28:10.123301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-26f22cd9-1d16-4b4d-bdde-934de07f6a35 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8103192 Jul 29 23:28:10.148005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Request body: {'port': {'device_id': '2f71f930-89bd-45ad-9667-6c1d40b1fe7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:10.225425 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.264865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:10.267396 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b20749f-1ead-4865-8a91-100352b6a9f6" -d '{"events": [{"server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "name": "network-vif-plugged", "status": "completed", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:10.310772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:10.353000 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.353264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-f88d8bb4-5c4b-403e-bfbd-92b7bbee3c0a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.354677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7f52af7f-b39d-40ea-a668-9e775dcd4dbe no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:10.355070 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-f88d8bb4-5c4b-403e-bfbd-92b7bbee3c0a tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 812 time: 0.1855586 Jul 29 23:28:10.373089 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.384581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e578af2-b1bc-4e4e-9fad-3e426e5a895f req-9d27b193-d322-426c-84e7-d13d0ddd6ca0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.386337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e578af2-b1bc-4e4e-9fad-3e426e5a895f req-9d27b193-d322-426c-84e7-d13d0ddd6ca0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 949 time: 0.1577327 Jul 29 23:28:10.409063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Request body: {'port': {'device_id': 'c35416b3-dd8e-4cd1-bfa4-35912716b116', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'admin_state_up': True, 'tenant_id': 'aad8ccc943da4fd68e7532207ff24809'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:10.489125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7f52af7f-b39d-40ea-a668-9e775dcd4dbe not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:10.490528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d9168b20-7a11-4c09-9a51-30eb63631ddf,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:10.500644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e578af2-b1bc-4e4e-9fad-3e426e5a895f req-ebc81873-6eb3-4870-bac8-39a019d8781e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047249 Jul 29 23:28:10.527323 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2f3d22-411b-42e0-a6f4-d430f2a25487 x-openstack-request-id: req-7f2f3d22-411b-42e0-a6f4-d430f2a25487 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:10.527652 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "name": "network-vif-plugged", "status": "completed", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:10.527981 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f2f3d22-411b-42e0-a6f4-d430f2a25487 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:10.528471 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf', 'code': 200} Jul 29 23:28:10.566245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-9d7fb92f-f2da-4a25-ae71-22e4a1324342 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.567778 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-9d7fb92f-f2da-4a25-ae71-22e4a1324342 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.1862409 Jul 29 23:28:10.579034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Made reservation on behalf of aad8ccc943da4fd68e7532207ff24809 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:10.583148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.791732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:10.802146 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.818193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Transition to ACTIVE for port object 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:10.824895 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.940115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:11.022636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eceb4f-86f2-4562-ab40-315624124373 req-f3449b52-3dde-4929-9be1-df0173f2a44d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.024128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00eceb4f-86f2-4562-ab40-315624124373 req-f3449b52-3dde-4929-9be1-df0173f2a44d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 945 time: 0.1034145 Jul 29 23:28:11.062452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fa7d2-836e-49c4-8982-0d994b791d0b req-73d294bc-3881-482d-829c-3a45de17e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.063955 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e87fa7d2-836e-49c4-8982-0d994b791d0b req-73d294bc-3881-482d-829c-3a45de17e71f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1102 time: 0.4221160 Jul 29 23:28:11.074138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Attempting to bind port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:11.074482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Attempting to bind port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:11.074806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Attempting to bind port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 on network 12361c8c-7185-4520-8d81-bb8d740fe628 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:11.090401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 on network 12361c8c-7185-4520-8d81-bb8d740fe628 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:11.090728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Attempting to bind port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 on network 12361c8c-7185-4520-8d81-bb8d740fe628 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:11.107468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:11.107803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Checking segment: {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:11.108220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Bound using segment: {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:11.108646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Bound port: 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:11.109002 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.114644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00eceb4f-86f2-4562-ab40-315624124373 req-53a34d06-f7ce-4657-8b24-ef3525d808f4 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797927 Jul 29 23:28:11.136856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b632544-14e1-4ba3-bf9a-05148bc6f3a4 req-acb3d55a-bd97-4be5-8c57-f12a78b7e4a5 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.138565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b632544-14e1-4ba3-bf9a-05148bc6f3a4 req-acb3d55a-bd97-4be5-8c57-f12a78b7e4a5 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 943 time: 0.1097283 Jul 29 23:28:11.153427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-3820a1cf-d399-48b2-b60b-3ff235da0339 service neutron] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:11.158252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e87fa7d2-836e-49c4-8982-0d994b791d0b req-25ad8820-786e-4579-9a2c-d3097db153ee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756981 Jul 29 23:28:11.159381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Allocated IP 172.20.0.10 (265db4a8-6215-4f81-a1f9-97354f7a44c7/b0d8f5b6-5b81-44f6-a514-948e8b1a737d/056533a2-bef1-44c9-ba91-58c556921a5c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:11.163340 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-3820a1cf-d399-48b2-b60b-3ff235da0339 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.164391 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-478c6972-0f7e-4feb-995c-c8c75cd98792 req-3820a1cf-d399-48b2-b60b-3ff235da0339 service neutron] 10.222.0.42 "DELETE /v2.0/ports/7f52af7f-b39d-40ea-a668-9e775dcd4dbe/bindings/n-h2-712139-11 HTTP/1.1" status: 204 len: 173 time: 0.5753946 Jul 29 23:28:11.221073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b632544-14e1-4ba3-bf9a-05148bc6f3a4 req-e414b736-7816-43f6-bfdb-3f0007496d43 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622492 Jul 29 23:28:11.229886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] For port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:11.233809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] For port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:11.246752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.278629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.279741 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.281875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] 10.222.0.42 "PUT /v2.0/ports/3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 HTTP/1.1" status: 200 len: 1092 time: 1.1461999 Jul 29 23:28:11.284477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f71f930-89bd-45ad-9667-6c1d40b1fe7f', 'tag': '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:11.286654 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24ab0cb-0e9b-410b-a8d7-423325b597bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2f71f930-89bd-45ad-9667-6c1d40b1fe7f", "tag": "3b6d842a-edfb-4c27-8e6f-b55b1c0f4933"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:11.324614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89659c4-999b-4ccf-bc16-e9832cefd197 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:11.362567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.388760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e4533e2-863e-46b5-9e19-beddd6e9bb76 req-ba97f6ad-5e05-471a-bd19-594227fb3057 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 210 time: 0.0434532 Jul 29 23:28:11.409675 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.447249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-55529312-bdce-4910-bd62-893a6ed81440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.449965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-55529312-bdce-4910-bd62-893a6ed81440 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 1095 time: 0.1151109 Jul 29 23:28:11.453077 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3a86a3-bfce-4cd9-af52-192393479f69 x-openstack-request-id: req-0b3a86a3-bfce-4cd9-af52-192393479f69 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:11.453355 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f71f930-89bd-45ad-9667-6c1d40b1fe7f", "tag": "3b6d842a-edfb-4c27-8e6f-b55b1c0f4933", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:11.453606 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b3a86a3-bfce-4cd9-af52-192393479f69 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:11.454720 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f71f930-89bd-45ad-9667-6c1d40b1fe7f', 'tag': '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933', 'status': 'completed', 'code': 200} Jul 29 23:28:11.458702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad169c-d916-4eec-a473-fb856f59d561 req-f6edc983-850f-4943-be59-cd36ea82817b tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.460041 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00ad169c-d916-4eec-a473-fb856f59d561 req-f6edc983-850f-4943-be59-cd36ea82817b tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 1097 time: 0.0584247 Jul 29 23:28:11.470293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event updated for resources: {'Port': ['ID=056533a2-bef1-44c9-ba91-58c556921a5c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:11.478693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Network 265db4a8-6215-4f81-a1f9-97354f7a44c7 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:11.480206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:11.485344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:11.532452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-1a1a6f02-9191-4279-b7cd-fa15430a86b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 HTTP/1.1" status: 200 len: 217 time: 0.0509183 Jul 29 23:28:11.540071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.540815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.552887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00ad169c-d916-4eec-a473-fb856f59d561 req-330939dc-adea-4728-a81d-d91ccbc51668 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853841 Jul 29 23:28:11.565122 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-8ab27f9c-f22c-45b0-83a6-313b516af44f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1698043 Jul 29 23:28:11.593768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Request body: {'port': {'device_id': 'c35416b3-dd8e-4cd1-bfa4-35912716b116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:11.647106 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.657008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-36d176b4-45b7-42dc-a538-af367fe2c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.658488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-36d176b4-45b7-42dc-a538-af367fe2c6b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba2052c5-e70e-43c0-982f-fd17310c5524 HTTP/1.1" status: 200 len: 855 time: 0.1047003 Jul 29 23:28:11.728055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-ad654235-9873-4f40-af48-0094a5df766a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12361c8c-7185-4520-8d81-bb8d740fe628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433459 Jul 29 23:28:11.740141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034105c-b7b8-4ae9-aa33-f718612b7745 req-4334d1f8-174f-450b-8b94-e45f7c57ce6f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.747570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5034105c-b7b8-4ae9-aa33-f718612b7745 req-4334d1f8-174f-450b-8b94-e45f7c57ce6f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0985165 Jul 29 23:28:11.860390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5034105c-b7b8-4ae9-aa33-f718612b7745 req-24577c93-1d88-4683-a829-c9668cf6186c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118331 Jul 29 23:28:11.882651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2e954-24db-4535-aa74-4ac1bbf477bc req-5e5f49a2-d724-4e27-9a9a-d143397e4dfb tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.884764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7e2e954-24db-4535-aa74-4ac1bbf477bc req-5e5f49a2-d724-4e27-9a9a-d143397e4dfb tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 1097 time: 0.1301670 Jul 29 23:28:11.902780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-fa00fce3-ea53-4085-94b1-02933ad9ef3f service neutron] 10.222.0.42 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459410 Jul 29 23:28:11.968804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056533a2-bef1-44c9-ba91-58c556921a5c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:11.978888 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.984397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7e2e954-24db-4535-aa74-4ac1bbf477bc req-2eff17ae-8dd8-4c5e-b962-3a1f34482772 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834811 Jul 29 23:28:12.015526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Transition to ACTIVE for port object 056533a2-bef1-44c9-ba91-58c556921a5c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:12.022461 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.049552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c01bc8b-d1d8-4ecd-aae9-0cb286bfac2f req-a25b880c-b3e0-40cf-bac4-45858a3786b5 service neutron] 10.222.0.42 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267085 Jul 29 23:28:12.106034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Pushing event updated for resources: {'Port': ['ID=056533a2-bef1-44c9-ba91-58c556921a5c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:12.156605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Attempting to bind port 056533a2-bef1-44c9-ba91-58c556921a5c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:12.157013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Attempting to bind port 056533a2-bef1-44c9-ba91-58c556921a5c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:12.157268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Attempting to bind port 056533a2-bef1-44c9-ba91-58c556921a5c on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:12.162015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Port 056533a2-bef1-44c9-ba91-58c556921a5c on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:12.162269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Attempting to bind port 056533a2-bef1-44c9-ba91-58c556921a5c on network 265db4a8-6215-4f81-a1f9-97354f7a44c7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:12.167579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:12.168839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Checking segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:12.171691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Bound using segment: {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:12.173163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Bound port: 056533a2-bef1-44c9-ba91-58c556921a5c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4dbf8a0-7019-482c-87a3-536740bcad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:12.176696 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.242024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ab0cb-0e9b-410b-a8d7-423325b597bf req-e0e70593-9ded-4713-9696-d647606d5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.245737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24ab0cb-0e9b-410b-a8d7-423325b597bf req-e0e70593-9ded-4713-9696-d647606d5dd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 1095 time: 0.0854735 Jul 29 23:28:12.283586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] For port 056533a2-bef1-44c9-ba91-58c556921a5c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:12.287144 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] For port 056533a2-bef1-44c9-ba91-58c556921a5c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=056533a2-bef1-44c9-ba91-58c556921a5c,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:12.295172 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.354004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.354711 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.369217 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] 10.222.0.42 "PUT /v2.0/ports/056533a2-bef1-44c9-ba91-58c556921a5c HTTP/1.1" status: 200 len: 1093 time: 0.7862046 Jul 29 23:28:12.369896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35416b3-dd8e-4cd1-bfa4-35912716b116', 'tag': '056533a2-bef1-44c9-ba91-58c556921a5c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:12.372733 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b53cd6-541b-488b-9c90-c4103892b085" -d '{"events": [{"name": "network-changed", "server_uuid": "c35416b3-dd8e-4cd1-bfa4-35912716b116", "tag": "056533a2-bef1-44c9-ba91-58c556921a5c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:12.415586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfbe6b-7d38-4a5d-ba6b-3280504335d3 service neutron] Pushing event updated for resources: {'Port': ['ID=056533a2-bef1-44c9-ba91-58c556921a5c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:12.501438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-ba7bc8e1-1c23-460f-aba4-c9a80f1d41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.502969 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-ba7bc8e1-1c23-460f-aba4-c9a80f1d41a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 1096 time: 0.0456719 Jul 29 23:28:12.508644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ab0cb-0e9b-410b-a8d7-423325b597bf req-0fe4e00a-b141-4a66-82f6-55ea75331e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.510109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24ab0cb-0e9b-410b-a8d7-423325b597bf req-0fe4e00a-b141-4a66-82f6-55ea75331e82 service neutron] 10.222.0.42 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 916 time: 0.2506335 Jul 29 23:28:12.525224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1f31e-994b-44b8-a0be-b101022f569b req-f2e59d61-a21f-49c2-8cf7-10384b9d7f21 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.526752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17c1f31e-994b-44b8-a0be-b101022f569b req-f2e59d61-a21f-49c2-8cf7-10384b9d7f21 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 943 time: 0.1344881 Jul 29 23:28:12.541686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efad13f-ae88-4b4c-b8f5-5f9f6c68e8d5 req-99da3580-69ac-4ad4-b9a5-89ceb109e4ae tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.543506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1efad13f-ae88-4b4c-b8f5-5f9f6c68e8d5 req-99da3580-69ac-4ad4-b9a5-89ceb109e4ae tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 946 time: 0.0929058 Jul 29 23:28:12.570263 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-e760b27c-f037-4a80-9d11-550be5f99eb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056533a2-bef1-44c9-ba91-58c556921a5c HTTP/1.1" status: 200 len: 217 time: 0.0396166 Jul 29 23:28:12.605474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24ab0cb-0e9b-410b-a8d7-423325b597bf req-cf8d8bac-e818-4d32-b492-c62f35319f62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 HTTP/1.1" status: 200 len: 217 time: 0.0598590 Jul 29 23:28:12.634221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-77dd30d5-f2e8-4158-b11c-dd5e84adab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.635583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-77dd30d5-f2e8-4158-b11c-dd5e84adab67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.0441372 Jul 29 23:28:12.670384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1efad13f-ae88-4b4c-b8f5-5f9f6c68e8d5 req-0e9c005f-f7aa-4c9c-ad7d-55c64d95ad55 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184111 Jul 29 23:28:12.673240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17c1f31e-994b-44b8-a0be-b101022f569b req-804c7b0a-d1a9-4c68-a224-50a9d3133869 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287985 Jul 29 23:28:12.680302 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-6ff11e94-312a-4470-ba6f-3884cf54efa3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261593 Jul 29 23:28:12.703819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ab0cb-0e9b-410b-a8d7-423325b597bf req-e87a0c43-46c7-4f82-a1fc-29f1394bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.705549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24ab0cb-0e9b-410b-a8d7-423325b597bf req-e87a0c43-46c7-4f82-a1fc-29f1394bff69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba2052c5-e70e-43c0-982f-fd17310c5524 HTTP/1.1" status: 200 len: 855 time: 0.0786531 Jul 29 23:28:12.749996 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5652f2bb-6c44-49b6-b23e-73d0e8b69cc2 x-openstack-request-id: req-5652f2bb-6c44-49b6-b23e-73d0e8b69cc2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:12.750447 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35416b3-dd8e-4cd1-bfa4-35912716b116", "tag": "056533a2-bef1-44c9-ba91-58c556921a5c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:12.750691 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5652f2bb-6c44-49b6-b23e-73d0e8b69cc2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:12.751688 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35416b3-dd8e-4cd1-bfa4-35912716b116', 'tag': '056533a2-bef1-44c9-ba91-58c556921a5c', 'status': 'completed', 'code': 200} Jul 29 23:28:12.806363 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-a2a3c548-0b97-42f3-8d9f-c25e5ffe3ecd service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103427 Jul 29 23:28:12.939497 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73fd2ea2-9178-4ba8-a0d7-540a3ce75a5d req-2e87a2cd-fbb5-42f2-ad65-b1e96e1ef242 service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172998 Jul 29 23:28:13.055842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b53cd6-541b-488b-9c90-c4103892b085 req-282dea35-bf03-4701-9c6e-294d215813e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.057436 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23b53cd6-541b-488b-9c90-c4103892b085 req-282dea35-bf03-4701-9c6e-294d215813e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aad8ccc943da4fd68e7532207ff24809&device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 1096 time: 0.0464272 Jul 29 23:28:13.089109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24ab0cb-0e9b-410b-a8d7-423325b597bf req-57c3f11a-4e52-4c6a-92a6-0390ef4ec453 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12361c8c-7185-4520-8d81-bb8d740fe628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3726821 Jul 29 23:28:13.162046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b53cd6-541b-488b-9c90-c4103892b085 req-15e5a584-97fe-4ccf-9148-7fb13d5ef74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.163543 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23b53cd6-541b-488b-9c90-c4103892b085 req-15e5a584-97fe-4ccf-9148-7fb13d5ef74e service neutron] 10.222.0.42 "GET /v2.0/networks?id=265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 200 len: 913 time: 0.0905914 Jul 29 23:28:13.211227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723da4a-f833-4675-a01b-109a38af68d6 req-b0a771a5-75a8-4560-8590-18de0207d4e4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.213488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1723da4a-f833-4675-a01b-109a38af68d6 req-b0a771a5-75a8-4560-8590-18de0207d4e4 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 944 time: 0.1282845 Jul 29 23:28:13.225614 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23b53cd6-541b-488b-9c90-c4103892b085 req-35a0bd90-0a71-4368-b4b8-15827dabf103 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=056533a2-bef1-44c9-ba91-58c556921a5c HTTP/1.1" status: 200 len: 217 time: 0.0471044 Jul 29 23:28:13.232742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8d963-a908-43a8-a36d-2f231f2e96c5 req-f62ae1d1-0290-4512-9e1d-9763e03ec915 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.234229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5c8d963-a908-43a8-a36d-2f231f2e96c5 req-f62ae1d1-0290-4512-9e1d-9763e03ec915 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.1479397 Jul 29 23:28:13.288442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b53cd6-541b-488b-9c90-c4103892b085 req-6141b02c-c86c-4c6e-a352-4d66b4f858b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.290302 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23b53cd6-541b-488b-9c90-c4103892b085 req-6141b02c-c86c-4c6e-a352-4d66b4f858b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 200 len: 852 time: 0.0464525 Jul 29 23:28:13.297180 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24ab0cb-0e9b-410b-a8d7-423325b597bf req-8ff4a78a-c5ff-415f-9c7b-b7bb1818f5c9 service neutron] 10.222.0.42 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903961 Jul 29 23:28:13.307892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1723da4a-f833-4675-a01b-109a38af68d6 req-01ee3836-2cf2-4692-b396-5893c7b64315 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850344 Jul 29 23:28:13.315136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5c8d963-a908-43a8-a36d-2f231f2e96c5 req-938cfb52-533e-4154-af9a-a5a19e348e6e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688910 Jul 29 23:28:13.362270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23b53cd6-541b-488b-9c90-c4103892b085 req-4bf67800-4a8e-412c-814a-d05d4639de96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=265db4a8-6215-4f81-a1f9-97354f7a44c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478179 Jul 29 23:28:13.405379 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24ab0cb-0e9b-410b-a8d7-423325b597bf req-e1660eef-d0d2-43a5-88d0-85fdfac60f7a service neutron] 10.222.0.42 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892987 Jul 29 23:28:13.494410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23b53cd6-541b-488b-9c90-c4103892b085 req-d8b21ecc-451f-4c35-b06f-85ebdefd7cf9 service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096315 Jul 29 23:28:13.593973 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-23b53cd6-541b-488b-9c90-c4103892b085 req-d85889a3-6e5b-418d-a127-d1b99587f0ea service neutron] 10.222.0.42 "GET /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868418 Jul 29 23:28:13.649045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584bca0a-ebce-42db-8468-5afb2e84549a req-c0cac895-36ba-4611-ab46-a6990dbab8be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401194 Jul 29 23:28:13.800822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bca0a-ebce-42db-8468-5afb2e84549a req-36d97c60-7894-4f2c-81bf-53dc8600f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.802405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584bca0a-ebce-42db-8468-5afb2e84549a req-36d97c60-7894-4f2c-81bf-53dc8600f25d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=913f4c7a63b04a76975cb78c255f0ab2&device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 1097 time: 0.0939231 Jul 29 23:28:13.837898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909b6ce-860d-4f3a-982d-3b821ecc162d req-80d0c492-d7ae-4d80-bf53-2a0d03d76ab1 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.839551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7909b6ce-860d-4f3a-982d-3b821ecc162d req-80d0c492-d7ae-4d80-bf53-2a0d03d76ab1 tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 946 time: 0.0907350 Jul 29 23:28:13.856359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2ba12-486e-444b-81d9-1b5acf1e5461 req-331a46dc-a59c-4a1c-b1e7-8b07ef2450ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.857864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc2ba12-486e-444b-81d9-1b5acf1e5461 req-331a46dc-a59c-4a1c-b1e7-8b07ef2450ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 943 time: 0.1102273 Jul 29 23:28:13.962330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dc2ba12-486e-444b-81d9-1b5acf1e5461 req-dcafc1b6-c69e-4e1f-bb9d-f98c7596c8de tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962262 Jul 29 23:28:13.984878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7909b6ce-860d-4f3a-982d-3b821ecc162d req-da0f1fbe-4fb1-4447-89e5-c05d9b4d44af tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/security-groups?id=b783082b-4fda-4fd4-b9c9-946c6a4c2d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260347 Jul 29 23:28:14.013082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bca0a-ebce-42db-8468-5afb2e84549a req-5c4286b8-b9f4-484f-9c10-432fd97658d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.014951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584bca0a-ebce-42db-8468-5afb2e84549a req-5c4286b8-b9f4-484f-9c10-432fd97658d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=98abfaf2-2688-4a27-b89c-4bbfda6cddcf HTTP/1.1" status: 200 len: 917 time: 0.1736109 Jul 29 23:28:14.085646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584bca0a-ebce-42db-8468-5afb2e84549a req-3c576d9c-aaff-4072-b814-84c51feba48f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a04468e0-d179-456d-92e5-dc5c4247be5f HTTP/1.1" status: 200 len: 1001 time: 0.0600560 Jul 29 23:28:14.137906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bca0a-ebce-42db-8468-5afb2e84549a req-39d0f20a-85dc-4b41-b14b-6d4704a767dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.139287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584bca0a-ebce-42db-8468-5afb2e84549a req-39d0f20a-85dc-4b41-b14b-6d4704a767dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c07b64b3-9b78-4c8e-a824-3621a0d5d8ea HTTP/1.1" status: 200 len: 855 time: 0.0435143 Jul 29 23:28:14.202874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bca0a-ebce-42db-8468-5afb2e84549a req-8d8328a4-d9d9-45d5-909c-dc3b9a6522ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.204405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584bca0a-ebce-42db-8468-5afb2e84549a req-8d8328a4-d9d9-45d5-909c-dc3b9a6522ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98abfaf2-2688-4a27-b89c-4bbfda6cddcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453868 Jul 29 23:28:14.222617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-482aefa4-a910-45b7-b0b2-a51486dfa9ee tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.224433 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-482aefa4-a910-45b7-b0b2-a51486dfa9ee tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.47 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 946 time: 0.0497408 Jul 29 23:28:14.297081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584bca0a-ebce-42db-8468-5afb2e84549a req-8692e74c-f4ea-4fcd-b001-afcfb8e2b770 service neutron] 10.222.0.42 "GET /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838020 Jul 29 23:28:14.316770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-17cc19d8-2b21-4ff0-bc81-ef025019db4e tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Deleting port 04032ded-39bd-434d-9a8c-f179fd29bff8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:14.317116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-17cc19d8-2b21-4ff0-bc81-ef025019db4e tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.440782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-584bca0a-ebce-42db-8468-5afb2e84549a req-3355e577-838b-44fb-9762-9df3df4bf6e7 service neutron] 10.222.0.42 "GET /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328022 Jul 29 23:28:14.444302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-17cc19d8-2b21-4ff0-bc81-ef025019db4e tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] For port 04032ded-39bd-434d-9a8c-f179fd29bff8, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=04032ded-39bd-434d-9a8c-f179fd29bff8,segment=NetworkSegment(f0b22ad1-86fb-436e-a27f-fecb139aabb1),segment_id=f0b22ad1-86fb-436e-a27f-fecb139aabb1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:14.444595 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-17cc19d8-2b21-4ff0-bc81-ef025019db4e tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.468033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-17cc19d8-2b21-4ff0-bc81-ef025019db4e tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Calling delete_port for 04032ded-39bd-434d-9a8c-f179fd29bff8 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:14.549159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8457168-c7f3-4413-abe0-fa10b8134ecb req-8991edb7-91a7-4b6a-bd93-55cdfc8d8bfa tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.551205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8457168-c7f3-4413-abe0-fa10b8134ecb req-8991edb7-91a7-4b6a-bd93-55cdfc8d8bfa tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 944 time: 0.0722678 Jul 29 23:28:14.560357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8389-22e9-4129-98dc-bb5457f4ab80 req-014e3fd1-237d-401f-94e7-db00f51dca55 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.562071 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4fb8389-22e9-4129-98dc-bb5457f4ab80 req-014e3fd1-237d-401f-94e7-db00f51dca55 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.1202939 Jul 29 23:28:14.621066 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4fb8389-22e9-4129-98dc-bb5457f4ab80 req-8da56ea6-3e42-4c14-b49d-263407222cee tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512292 Jul 29 23:28:14.636910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8457168-c7f3-4413-abe0-fa10b8134ecb req-9cb44f50-1656-4745-807f-023cea5c951d tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737507 Jul 29 23:28:14.682036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-17cc19d8-2b21-4ff0-bc81-ef025019db4e tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.718793 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc19d8-2b21-4ff0-bc81-ef025019db4e tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Pushing event deleted for resources: {'Port': ['ID=04032ded-39bd-434d-9a8c-f179fd29bff8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:14.724843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['04032ded-39bd-434d-9a8c-f179fd29bff8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:14.779178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-17cc19d8-2b21-4ff0-bc81-ef025019db4e tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] No DVR routers for this DVR port 04032ded-39bd-434d-9a8c-f179fd29bff8 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:14.781871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-17cc19d8-2b21-4ff0-bc81-ef025019db4e tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.784534 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4b0a5b7-cbf4-4360-beee-68176dbd393a req-17cc19d8-2b21-4ff0-bc81-ef025019db4e tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.47 "DELETE /v2.0/ports/04032ded-39bd-434d-9a8c-f179fd29bff8 HTTP/1.1" status: 204 len: 173 time: 0.5544057 Jul 29 23:28:14.785140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03321a07-10c7-48fb-ab0f-98a11a243c86', 'name': 'network-vif-deleted', 'tag': '04032ded-39bd-434d-9a8c-f179fd29bff8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:14.787401 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea10f75c-4d05-4a52-906d-0924e7dad403" -d '{"events": [{"server_uuid": "03321a07-10c7-48fb-ab0f-98a11a243c86", "name": "network-vif-deleted", "tag": "04032ded-39bd-434d-9a8c-f179fd29bff8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:14.843392 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2d8e42-9263-429e-bb1b-97ed8808388d x-openstack-request-id: req-9d2d8e42-9263-429e-bb1b-97ed8808388d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:14.843971 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03321a07-10c7-48fb-ab0f-98a11a243c86", "name": "network-vif-deleted", "tag": "04032ded-39bd-434d-9a8c-f179fd29bff8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:14.844429 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d2d8e42-9263-429e-bb1b-97ed8808388d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:14.845020 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03321a07-10c7-48fb-ab0f-98a11a243c86', 'name': 'network-vif-deleted', 'tag': '04032ded-39bd-434d-9a8c-f179fd29bff8', 'status': 'completed', 'code': 200} Jul 29 23:28:14.888766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308d1ca-041c-4445-a482-51eaf25c83f0 req-7521a707-7cdb-4153-b964-9ebbf2e0c486 tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.891286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4308d1ca-041c-4445-a482-51eaf25c83f0 req-7521a707-7cdb-4153-b964-9ebbf2e0c486 tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1102 time: 0.0685041 Jul 29 23:28:14.913781 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4308d1ca-041c-4445-a482-51eaf25c83f0 req-eb16ea11-c2b7-4801-940e-e290a8ed5c0c tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.963061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:15.042430 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4308d1ca-041c-4445-a482-51eaf25c83f0 req-eb16ea11-c2b7-4801-940e-e290a8ed5c0c tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.046270 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4308d1ca-041c-4445-a482-51eaf25c83f0 req-eb16ea11-c2b7-4801-940e-e290a8ed5c0c tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.082360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4308d1ca-041c-4445-a482-51eaf25c83f0 req-eb16ea11-c2b7-4801-940e-e290a8ed5c0c tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834350 Jul 29 23:28:15.122813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16ea11-c2b7-4801-940e-e290a8ed5c0c tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e30d2a4-3862-404a-aea7-b89c0655498b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:15.139715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:15.155315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933', 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628', 'port_id': '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933', 'mac_address': 'fa:16:3e:ba:28:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2052c5-e70e-43c0-982f-fd17310c5524', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:15.172584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ca841-49c0-442a-934f-2429d7a693b1 req-708c9527-f016-4492-a194-b0957eb5ee4b tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:15.183051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-952ca841-49c0-442a-934f-2429d7a693b1 req-708c9527-f016-4492-a194-b0957eb5ee4b tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 943 time: 0.1028783 Jul 29 23:28:15.207003 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.224818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:15.237541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-952ca841-49c0-442a-934f-2429d7a693b1 req-93742a7a-5bb7-4a33-9950-364cf096db05 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479655 Jul 29 23:28:15.265088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:15.276833 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.327877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59f0988f-2f32-4cba-be8e-2bd7b04008f9 req-0ad69657-c64d-4740-a294-aad95e6c6cbc tempest-ServerTagsTestJSON-323726935 tempest-ServerTagsTestJSON-323726935-project] 10.222.0.37 "GET /v2.0/ports?device_id=03321a07-10c7-48fb-ab0f-98a11a243c86 HTTP/1.1" status: 200 len: 210 time: 0.0660436 Jul 29 23:28:15.347489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:15.770049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['3b6d842a-edfb-4c27-8e6f-b55b1c0f4933'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:15.803847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68805db-cbec-48a7-9e50-56e268c05279 req-3659eb5d-b01b-464e-a4d9-6a7c318c6a65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:15.813947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c68805db-cbec-48a7-9e50-56e268c05279 req-3659eb5d-b01b-464e-a4d9-6a7c318c6a65 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 944 time: 0.0819423 Jul 29 23:28:15.901387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c68805db-cbec-48a7-9e50-56e268c05279 req-87469888-7821-4924-99af-09d42abc5ade tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824516 Jul 29 23:28:15.929338 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-3d5f132f-92b0-45aa-9464-fd0b1660350c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780742 Jul 29 23:28:16.034765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301ad89-f6de-4f65-a72f-fbf9ad5fb787 req-2021d317-4dd2-4f3e-9e28-4a0b05bab523 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:16.036322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2301ad89-f6de-4f65-a72f-fbf9ad5fb787 req-2021d317-4dd2-4f3e-9e28-4a0b05bab523 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0678294 Jul 29 23:28:16.082710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2301ad89-f6de-4f65-a72f-fbf9ad5fb787 req-0652bf1a-3d99-4ce0-aaa2-80b86c3c4d0c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Jul 29 23:28:16.348597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c397b5-2ba0-47e4-acfd-b8d8baf2e835 req-2af189e5-9513-4ae2-867f-7d439af77e55 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:16.356562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60c397b5-2ba0-47e4-acfd-b8d8baf2e835 req-2af189e5-9513-4ae2-867f-7d439af77e55 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 944 time: 0.0580275 Jul 29 23:28:16.401872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41312) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:16.402937 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60c397b5-2ba0-47e4-acfd-b8d8baf2e835 req-dc8cabed-8fd5-4ffc-bf5e-2ebca261f29a tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Jul 29 23:28:16.472189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8dc37f-7db3-4490-b27c-8dd082d75691 admin admin] Deleting subnet 3808facd-ccf5-4c30-ba08-cbc32ad62b39 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:16.475627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc37f-7db3-4490-b27c-8dd082d75691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.513713 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc37f-7db3-4490-b27c-8dd082d75691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.565460 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc37f-7db3-4490-b27c-8dd082d75691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.623819 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc37f-7db3-4490-b27c-8dd082d75691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.650147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dc37f-7db3-4490-b27c-8dd082d75691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3808facd-ccf5-4c30-ba08-cbc32ad62b39,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:16.653814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc37f-7db3-4490-b27c-8dd082d75691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.655795 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0d8dc37f-7db3-4490-b27c-8dd082d75691 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3808facd-ccf5-4c30-ba08-cbc32ad62b39 HTTP/1.1" status: 204 len: 168 time: 0.2515111 Jul 29 23:28:16.658286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:16.740154 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.823710 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.833506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15aa1022-aa82-44e4-b450-f4f5b9730b23']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:16.845003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b22ad1-86fb-436e-a27f-fecb139aabb1') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:16.845308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b22ad1-86fb-436e-a27f-fecb139aabb1') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:16.855745 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.872373 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.882136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:16.882563 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:16.884406 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:16.944486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.963706 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.966560 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] 10.222.0.37 "DELETE /v2.0/networks/15aa1022-aa82-44e4-b450-f4f5b9730b23 HTTP/1.1" status: 204 len: 168 time: 0.3070660 Jul 29 23:28:16.967518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bea18-7b53-41ac-b5f4-dffb3c97cd5c admin admin] Pushing event deleted for resources: {'Network': ['ID=15aa1022-aa82-44e4-b450-f4f5b9730b23,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:16.975191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 056533a2-bef1-44c9-ba91-58c556921a5c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:17.071896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52cbed-44c2-4d94-9d40-43bc39a37c17 req-9b947e76-0697-4d18-be3a-b7f88c4f5df0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.074347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa52cbed-44c2-4d94-9d40-43bc39a37c17 req-9b947e76-0697-4d18-be3a-b7f88c4f5df0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 944 time: 0.0844488 Jul 29 23:28:17.113693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 056533a2-bef1-44c9-ba91-58c556921a5c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=056533a2-bef1-44c9-ba91-58c556921a5c,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:17.121319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa52cbed-44c2-4d94-9d40-43bc39a37c17 req-fbf16e24-3c67-4612-ad4b-041f8b220ae2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388246 Jul 29 23:28:17.139139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '056533a2-bef1-44c9-ba91-58c556921a5c', 'network_id': '265db4a8-6215-4f81-a1f9-97354f7a44c7', 'port_id': '056533a2-bef1-44c9-ba91-58c556921a5c', 'mac_address': 'fa:16:3e:af:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d8f5b6-5b81-44f6-a514-948e8b1a737d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:17.181952 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.196292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056533a2-bef1-44c9-ba91-58c556921a5c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:17.197498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:17.217389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 056533a2-bef1-44c9-ba91-58c556921a5c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=056533a2-bef1-44c9-ba91-58c556921a5c,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:17.222159 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.237660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599935-f2ac-4ca2-a296-8bbb6ab12e36 req-2f479b9d-c07c-4b00-8f0d-e7229cc02860 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.239330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd599935-f2ac-4ca2-a296-8bbb6ab12e36 req-2f479b9d-c07c-4b00-8f0d-e7229cc02860 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0600350 Jul 29 23:28:17.245131 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9983d324-478c-4836-af0f-077b53e0cad4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d454b82682f40ef93643bad71b82aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463085 Jul 29 23:28:17.247434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:17.274623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=056533a2-bef1-44c9-ba91-58c556921a5c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:17.282018 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd599935-f2ac-4ca2-a296-8bbb6ab12e36 req-11c7adb9-6a5b-4b80-8368-b5b5e5231847 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339518 Jul 29 23:28:17.299943 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3aedce33-4159-456e-83f6-f0c4cb259ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.321105 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3aedce33-4159-456e-83f6-f0c4cb259ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.368201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3aedce33-4159-456e-83f6-f0c4cb259ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.370698 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3aedce33-4159-456e-83f6-f0c4cb259ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.371852 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3aedce33-4159-456e-83f6-f0c4cb259ca0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b783082b-4fda-4fd4-b9c9-946c6a4c2d95 HTTP/1.1" status: 204 len: 168 time: 0.1235116 Jul 29 23:28:17.379537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedce33-4159-456e-83f6-f0c4cb259ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b783082b-4fda-4fd4-b9c9-946c6a4c2d95,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:17.514591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-aaf9548d-8ad8-43aa-9e5d-983ef937e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.516133 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-aaf9548d-8ad8-43aa-9e5d-983ef937e011 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1102 time: 0.0458450 Jul 29 23:28:17.519136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6a30d-664f-4592-9f83-af8c4ec6936c req-813b7633-6c06-452e-8c80-4d78c214af89 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.520972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8f6a30d-664f-4592-9f83-af8c4ec6936c req-813b7633-6c06-452e-8c80-4d78c214af89 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 944 time: 0.0545845 Jul 29 23:28:17.573107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8f6a30d-664f-4592-9f83-af8c4ec6936c req-686488ab-1d66-4646-939e-eef37d44e6e8 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Jul 29 23:28:17.620150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-fc3e8290-1764-4d08-b7e6-8108f46611fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.621619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-fc3e8290-1764-4d08-b7e6-8108f46611fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.0937133 Jul 29 23:28:17.637762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['056533a2-bef1-44c9-ba91-58c556921a5c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:17.677561 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-b285e7d3-344a-427d-8254-58c3fef7a57e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 200 len: 217 time: 0.0378847 Jul 29 23:28:17.731772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-932ae26f-b429-47f0-ba11-599f400f1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.733391 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-932ae26f-b429-47f0-ba11-599f400f1d02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0491633 Jul 29 23:28:17.791948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-e5a6f997-b4e6-4947-8e9c-903059cef30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.793740 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-e5a6f997-b4e6-4947-8e9c-903059cef30f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508294 Jul 29 23:28:17.874599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 04032ded-39bd-434d-9a8c-f179fd29bff8 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:17.890538 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-620f1a9a-0d0c-46d5-98a6-559a29e569d7 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894413 Jul 29 23:28:17.894464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 04032ded-39bd-434d-9a8c-f179fd29bff8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:17.894878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 04032ded-39bd-434d-9a8c-f179fd29bff8 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:18.005694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-2c33d002-afdc-4b9a-81a0-2c0dfd6f96d5 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076167 Jul 29 23:28:18.179253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41400) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:18.267568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7353cc3-72a6-433c-9950-27c86122e45d req-585deafe-4316-4773-b3a5-99b3e833a7aa tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:18.269208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7353cc3-72a6-433c-9950-27c86122e45d req-585deafe-4316-4773-b3a5-99b3e833a7aa tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 945 time: 0.0558305 Jul 29 23:28:18.298180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1366946334-network', 'tenant_id': '8ab46ff1567244589f65ccbdbff72e0e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:18.336772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7353cc3-72a6-433c-9950-27c86122e45d req-738f219a-48ab-40b1-bef4-ac0277eed627 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607855 Jul 29 23:28:18.346655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Made reservation on behalf of 8ab46ff1567244589f65ccbdbff72e0e for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:18.349978 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.365948 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.462663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2fe3b-6c1e-4d30-a77c-64113aa3a532 req-b85f25f4-edb7-43f7-9dcb-fbbfbf32cdf2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:18.464221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4df2fe3b-6c1e-4d30-a77c-64113aa3a532 req-b85f25f4-edb7-43f7-9dcb-fbbfbf32cdf2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0780818 Jul 29 23:28:18.519328 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.526619 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4df2fe3b-6c1e-4d30-a77c-64113aa3a532 req-15f779f7-5839-444b-b1ab-b6904e612cbc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560048 Jul 29 23:28:18.548949 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.553815 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.576356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:28:18.592291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7056c2-4958-48a5-ac5e-7a8c667bd657,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:18.595383 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.595758 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Added segment f6f6970c-e54d-4829-b450-9abf7be2f980 of type vlan for network 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 Jul 29 23:28:18.640005 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.724849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d251013-20d4-42a7-8715-72c3c77fc855 req-bacea590-9c2e-42d0-a25a-e0d3a2ea0ef7 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:18.726324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d251013-20d4-42a7-8715-72c3c77fc855 req-bacea590-9c2e-42d0-a25a-e0d3a2ea0ef7 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 944 time: 0.0733488 Jul 29 23:28:18.726998 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.728410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:18.728989 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.786428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6065900 Jul 29 23:28:18.789856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:18.795000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Request body: {'subnet': {'network_id': '69a90a89-1235-4a3c-8bd7-2ea2d6c5b479', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1366946334-subnet', 'tenant_id': '8ab46ff1567244589f65ccbdbff72e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:18.819136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e056340-290f-4ec4-8e59-2a98e28328f5 admin admin] Pushing event updated for resources: {'Network': ['ID=69a90a89-1235-4a3c-8bd7-2ea2d6c5b479,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:18.820297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Made reservation on behalf of 8ab46ff1567244589f65ccbdbff72e0e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:18.822990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.828746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d251013-20d4-42a7-8715-72c3c77fc855 req-cb17a94d-6fb0-467d-8652-a5f5b55312b4 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891914 Jul 29 23:28:18.837592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:18.979904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 056533a2-bef1-44c9-ba91-58c556921a5c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:19.021295 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.045915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 056533a2-bef1-44c9-ba91-58c556921a5c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:19.050548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 056533a2-bef1-44c9-ba91-58c556921a5c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:19.051022 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.087949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Pushing event updated for resources: {'Subnet': ['ID=19522257-d037-427c-ac4b-aa39d166995c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:19.097634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Checking segment: {'id': 'f6f6970c-e54d-4829-b450-9abf7be2f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69a90a89-1235-4a3c-8bd7-2ea2d6c5b479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:19.097995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Network hostable DHCP agents. Network: 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:28:19.118866 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Network 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:28:19.131016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:19.139603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.140514 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.145346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b11801-cab5-4a22-852a-7e690a7a7f5c None None] Network 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:19.168930 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4d25a328-5bbb-477e-b6c4-1fbce71267da admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3733828 Jul 29 23:28:19.190388 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.231708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35416b3-dd8e-4cd1-bfa4-35912716b116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056533a2-bef1-44c9-ba91-58c556921a5c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:19.233886 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79907c1-38dc-4200-a123-17809240aa91" -d '{"events": [{"server_uuid": "c35416b3-dd8e-4cd1-bfa4-35912716b116", "name": "network-vif-plugged", "status": "completed", "tag": "056533a2-bef1-44c9-ba91-58c556921a5c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:19.256591 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 056533a2-bef1-44c9-ba91-58c556921a5c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=056533a2-bef1-44c9-ba91-58c556921a5c,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:19.267181 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.268006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:19.293815 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30f2897-661d-424b-aaf2-b1b80f3db7ce x-openstack-request-id: req-f30f2897-661d-424b-aaf2-b1b80f3db7ce {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:19.294390 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35416b3-dd8e-4cd1-bfa4-35912716b116", "name": "network-vif-plugged", "status": "completed", "tag": "056533a2-bef1-44c9-ba91-58c556921a5c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:19.294642 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f30f2897-661d-424b-aaf2-b1b80f3db7ce {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:19.295215 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35416b3-dd8e-4cd1-bfa4-35912716b116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056533a2-bef1-44c9-ba91-58c556921a5c', 'code': 200} Jul 29 23:28:19.379673 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551dff95-228f-4936-91ca-9f88c116d9b6 None None] Network 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:19.433755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72758-9a20-4f96-9f3d-51430278040a req-91f0640a-4316-4267-a09c-1fb9e0b8d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.436055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86a72758-9a20-4f96-9f3d-51430278040a req-91f0640a-4316-4267-a09c-1fb9e0b8d7c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 1098 time: 0.0517423 Jul 29 23:28:19.447805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=056533a2-bef1-44c9-ba91-58c556921a5c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:19.467330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:19.479778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:19.480181 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.547105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86a72758-9a20-4f96-9f3d-51430278040a req-cb707d5d-de2c-4d53-87b2-f6b14b533a61 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867000 Jul 29 23:28:19.562375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e498-9b89-482b-9158-4c89a400323f req-83b9a600-b91c-4d28-86f2-d8cb44dbb2ba tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.572061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0098e498-9b89-482b-9158-4c89a400323f req-83b9a600-b91c-4d28-86f2-d8cb44dbb2ba tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 946 time: 0.1019299 Jul 29 23:28:19.642004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0098e498-9b89-482b-9158-4c89a400323f req-5ef96041-4aba-42ff-a6b0-cf92d736f543 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656734 Jul 29 23:28:19.659713 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.698007 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:19.705222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.716816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47f6a4-0aff-4f0e-b1b4-d15ebbd3cec5 req-4c1a2a66-1255-4683-a9b8-bedecd5be293 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.718835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f47f6a4-0aff-4f0e-b1b4-d15ebbd3cec5 req-4c1a2a66-1255-4683-a9b8-bedecd5be293 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0758150 Jul 29 23:28:19.725755 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:19.733975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1986195284-network', 'tenant_id': 'b3c22313e10e4ea7aef22ebb333eb5c1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:19.765779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Made reservation on behalf of b3c22313e10e4ea7aef22ebb333eb5c1 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:19.769214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:19.771230 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.773110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f47f6a4-0aff-4f0e-b1b4-d15ebbd3cec5 req-4b02b9d3-c719-4a2e-9819-7ed63bbe6179 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470645 Jul 29 23:28:19.792276 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.886643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.890912 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.903729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:28:19.926815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.927175 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Added segment c59c83c4-950e-4fd0-8aef-66d55ae96ea1 of type vlan for network 118602d7-4bbd-4c50-bec8-95f123fe83c1 Jul 29 23:28:19.940273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f308db-ae60-4c6a-ba97-5277b35b2d2a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:19.967985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69344b-14a5-4273-bb1e-1351e496e97d req-192b7dc5-f3bb-485e-ad43-6a470c3b030e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.969541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca69344b-14a5-4273-bb1e-1351e496e97d req-192b7dc5-f3bb-485e-ad43-6a470c3b030e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 945 time: 0.0572805 Jul 29 23:28:19.984005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.016405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.017639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.018207 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.019622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca69344b-14a5-4273-bb1e-1351e496e97d req-8d19cf4d-6f98-45a3-8aa7-74c7aacb041e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Jul 29 23:28:20.080279 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3504908 Jul 29 23:28:20.080891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41476) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:20.085480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Request body: {'subnet': {'network_id': '118602d7-4bbd-4c50-bec8-95f123fe83c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1986195284-subnet', 'tenant_id': 'b3c22313e10e4ea7aef22ebb333eb5c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:20.090215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7616b4-216c-4026-a640-32ccb03e796b admin admin] Pushing event updated for resources: {'Network': ['ID=118602d7-4bbd-4c50-bec8-95f123fe83c1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:20.101247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 118602d7-4bbd-4c50-bec8-95f123fe83c1 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:20.111379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Made reservation on behalf of b3c22313e10e4ea7aef22ebb333eb5c1 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:20.114137 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.307246 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.362788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99abb772-301b-4124-9735-4afd943c0025,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:20.374581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Checking segment: {'id': 'c59c83c4-950e-4fd0-8aef-66d55ae96ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '118602d7-4bbd-4c50-bec8-95f123fe83c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:20.374945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Network hostable DHCP agents. Network: 118602d7-4bbd-4c50-bec8-95f123fe83c1, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:28:20.391835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Network 118602d7-4bbd-4c50-bec8-95f123fe83c1 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:28:20.401294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 118602d7-4bbd-4c50-bec8-95f123fe83c1) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:20.405806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.406992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.410349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaeb942-b253-48f7-8660-55aebc256894 None None] Network 118602d7-4bbd-4c50-bec8-95f123fe83c1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:20.422301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b5a04a4-6ed9-4121-96f7-9c4e0531d8a3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3406100 Jul 29 23:28:20.543826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1923ae58-ff59-4591-8d1b-eef3d1b559b4 None None] Network 118602d7-4bbd-4c50-bec8-95f123fe83c1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:20.768431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb6b7d-4a5c-4a49-ab7d-1ef344927adf req-62254eb9-7728-4d0d-9aa9-62e94bd44b4f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.770169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25bb6b7d-4a5c-4a49-ab7d-1ef344927adf req-62254eb9-7728-4d0d-9aa9-62e94bd44b4f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 946 time: 0.0614293 Jul 29 23:28:20.812235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25bb6b7d-4a5c-4a49-ab7d-1ef344927adf req-f2e9516b-9b72-4399-a01f-720059fea81b tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346313 Jul 29 23:28:20.911955 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:28:20.991056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2350e-e26a-4eea-a252-8e49c6989733 req-35eece74-05e0-4a14-ac2b-083c37e40493 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.993322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2c2350e-e26a-4eea-a252-8e49c6989733 req-35eece74-05e0-4a14-ac2b-083c37e40493 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.1146667 Jul 29 23:28:21.052878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-5341f578-ebb2-4224-9382-0c9234e7daa6 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:21.054420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-5341f578-ebb2-4224-9382-0c9234e7daa6 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/networks?id=69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 HTTP/1.1" status: 200 len: 825 time: 0.1737368 Jul 29 23:28:21.071305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2c2350e-e26a-4eea-a252-8e49c6989733 req-b3c21fe4-7fd5-4cc5-a026-21b0aa0412fd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673742 Jul 29 23:28:21.075020 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-75f7cd20-6298-4c23-ae91-ee508116fa8f tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/quotas/8ab46ff1567244589f65ccbdbff72e0e HTTP/1.1" status: 200 len: 375 time: 0.0137093 Jul 29 23:28:21.121634 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-93e5f023-d334-40f5-908e-c9b454e601f8 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ab46ff1567244589f65ccbdbff72e0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320895 Jul 29 23:28:21.221025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-fb406dbd-c1bf-494d-bb1b-82966d43259c service neutron] 10.222.0.37 "GET /v2.0/networks/69a90a89-1235-4a3c-8bd7-2ea2d6c5b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906570 Jul 29 23:28:21.296508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f71f930-89bd-45ad-9667-6c1d40b1fe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:21.298825 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2b0c0e-5558-4a18-998f-1a4f76adc438" -d '{"events": [{"server_uuid": "2f71f930-89bd-45ad-9667-6c1d40b1fe7f", "name": "network-vif-plugged", "status": "completed", "tag": "3b6d842a-edfb-4c27-8e6f-b55b1c0f4933"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:21.323653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab50e5a-1cc7-4891-80b5-bbe5a54c690d req-888b3061-66a8-4bff-9d65-96635f5f008e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:21.325134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ab50e5a-1cc7-4891-80b5-bbe5a54c690d req-888b3061-66a8-4bff-9d65-96635f5f008e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 945 time: 0.1021075 Jul 29 23:28:21.374645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-9f1abfe6-e22d-4f40-a530-3e2976b533f7 service neutron] 10.222.0.37 "GET /v2.0/networks/69a90a89-1235-4a3c-8bd7-2ea2d6c5b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429870 Jul 29 23:28:21.382673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ab50e5a-1cc7-4891-80b5-bbe5a54c690d req-57f721b6-ddc3-4742-a397-8455b5887f4d tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478237 Jul 29 23:28:21.507657 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f7414c-3209-4f17-9c5a-792db5d82aa7 x-openstack-request-id: req-54f7414c-3209-4f17-9c5a-792db5d82aa7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:21.508001 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f71f930-89bd-45ad-9667-6c1d40b1fe7f", "name": "network-vif-plugged", "status": "completed", "tag": "3b6d842a-edfb-4c27-8e6f-b55b1c0f4933", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:21.508289 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54f7414c-3209-4f17-9c5a-792db5d82aa7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:21.508680 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f71f930-89bd-45ad-9667-6c1d40b1fe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933', 'code': 200} Jul 29 23:28:21.579726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-280618f7-4a94-4b69-b00e-fb1c1bddaf07 req-f9a47f63-b242-4cb6-bb49-14f1679de931 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 210 time: 0.0380147 Jul 29 23:28:21.642613 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4ee04af-d4fb-427a-8217-e041ecea064a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:21.665114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98505846-3e31-48fc-ba5c-99d05b18951e req-92348b18-eadd-4c99-9406-f0f148c90a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:21.666730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98505846-3e31-48fc-ba5c-99d05b18951e req-92348b18-eadd-4c99-9406-f0f148c90a14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 1097 time: 0.0584502 Jul 29 23:28:21.720767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98505846-3e31-48fc-ba5c-99d05b18951e req-425656a0-8821-41f0-89c9-595a7f5b1eb3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Jul 29 23:28:21.940732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e5c57-0828-4f4f-a1d0-7d89ea47968e req-9f68bf3b-b096-4e65-b08c-3323537a1b43 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:21.943150 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f52e5c57-0828-4f4f-a1d0-7d89ea47968e req-9f68bf3b-b096-4e65-b08c-3323537a1b43 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 946 time: 0.0568066 Jul 29 23:28:21.985950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f52e5c57-0828-4f4f-a1d0-7d89ea47968e req-7667238d-12fd-46e0-ab3c-6564204526f2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366316 Jul 29 23:28:22.212358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda06930-8f1e-4157-ada4-cfc2cba7291d req-e41e8c21-cda4-43d8-bbbc-007dbdff6246 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:22.214632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fda06930-8f1e-4157-ada4-cfc2cba7291d req-e41e8c21-cda4-43d8-bbbc-007dbdff6246 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0593975 Jul 29 23:28:22.281004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fda06930-8f1e-4157-ada4-cfc2cba7291d req-cfec7db0-8517-41ac-9a96-0ed2571ecd7f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567262 Jul 29 23:28:22.289569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034881d5-af30-4542-81aa-aef66779a6cd req-af12ab4f-6f2f-4ada-be22-573dd0494a8f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:22.291124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-034881d5-af30-4542-81aa-aef66779a6cd req-af12ab4f-6f2f-4ada-be22-573dd0494a8f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 946 time: 0.0754712 Jul 29 23:28:22.340605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-034881d5-af30-4542-81aa-aef66779a6cd req-c6edbf59-dfc5-41b1-ad37-3cff6a117df2 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Jul 29 23:28:22.497470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d1ee9-52f1-459c-990e-602b783bd0db req-0957efa5-c644-4e03-89c3-0eeb70906715 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:22.499026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e6d1ee9-52f1-459c-990e-602b783bd0db req-0957efa5-c644-4e03-89c3-0eeb70906715 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 945 time: 0.0516558 Jul 29 23:28:22.540138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e6d1ee9-52f1-459c-990e-602b783bd0db req-9b73d1c1-46b1-4773-913b-431801dcc4bb tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348544 Jul 29 23:28:22.685023 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9592cb4-6f28-4ded-903d-5751031e51a6 req-774b9b0c-75f2-4cf3-b8e1-ce88ae9236e2 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 210 time: 0.0320306 Jul 29 23:28:22.797576 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-4b5bfb94-eada-48ff-884a-94a37606e193 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:22.799051 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-4b5bfb94-eada-48ff-884a-94a37606e193 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.47 "GET /v2.0/networks?id=69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 HTTP/1.1" status: 200 len: 825 time: 0.1235440 Jul 29 23:28:22.821692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Request body: {'port': {'device_id': 'fdfa19bd-2201-4963-b225-24903de632cf', 'network_id': '69a90a89-1235-4a3c-8bd7-2ea2d6c5b479', 'admin_state_up': True, 'tenant_id': '8ab46ff1567244589f65ccbdbff72e0e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:22.936427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Made reservation on behalf of 8ab46ff1567244589f65ccbdbff72e0e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:22.940389 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.072824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Allocated IP 172.20.0.6 (69a90a89-1235-4a3c-8bd7-2ea2d6c5b479/19522257-d037-427c-ac4b-aa39d166995c/81254d45-3853-4070-9545-5cc606cce6bd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:23.233497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.276454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.324682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Network 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:23.328254 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:23.331035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:23.363443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Pushing event updated for resources: {'Port': ['ID=81254d45-3853-4070-9545-5cc606cce6bd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:23.404371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:23.405053 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.426129 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2eebc18a-4d43-4f6c-9ae9-a1256ebedc1e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089127 Jul 29 23:28:23.440481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f81af3-9f0f-4b6f-bc5a-ff5b082f0013 req-6252a595-7e32-460c-9f71-638fc8a5bfbd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:23.442181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8f81af3-9f0f-4b6f-bc5a-ff5b082f0013 req-6252a595-7e32-460c-9f71-638fc8a5bfbd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0829885 Jul 29 23:28:23.450627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Request body: {'port': {'device_id': 'fdfa19bd-2201-4963-b225-24903de632cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:23.523048 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.526617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93864da5-2bee-433e-93b3-1d5ed990d6a2 req-c3ba790f-a6c1-42d0-b95b-d5f068c0e2cf tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:23.528325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93864da5-2bee-433e-93b3-1d5ed990d6a2 req-c3ba790f-a6c1-42d0-b95b-d5f068c0e2cf tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 946 time: 0.0850961 Jul 29 23:28:23.545861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8f81af3-9f0f-4b6f-bc5a-ff5b082f0013 req-eb402e6e-77f5-4721-aae9-882e49c7f6c0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881691 Jul 29 23:28:23.584341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93864da5-2bee-433e-93b3-1d5ed990d6a2 req-2b0151be-39e8-4a17-8afe-2665ba5776b1 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373619 Jul 29 23:28:23.783892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad42a7-9a66-402a-ada1-dec1c5807f86 req-2bd98be3-e831-4fef-9240-f5287adb07df tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:23.791189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1ad42a7-9a66-402a-ada1-dec1c5807f86 req-2bd98be3-e831-4fef-9240-f5287adb07df tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 945 time: 0.0835629 Jul 29 23:28:23.838608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1ad42a7-9a66-402a-ada1-dec1c5807f86 req-22451228-3f74-4155-ad64-a6a48874da41 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464482 Jul 29 23:28:23.893992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81254d45-3853-4070-9545-5cc606cce6bd {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:23.909216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.927384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Transition to ACTIVE for port object 81254d45-3853-4070-9545-5cc606cce6bd will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:23.932608 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.024615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=81254d45-3853-4070-9545-5cc606cce6bd,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:24.067395 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a883422f-5f57-43fb-ad4d-0dbcc88adb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.073165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d67b6d-e62b-4136-b50f-165eec26bc55 req-a9a878b0-3668-4c12-af22-3ae54db681b2 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.074888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73d67b6d-e62b-4136-b50f-165eec26bc55 req-a9a878b0-3668-4c12-af22-3ae54db681b2 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 943 time: 0.1122389 Jul 29 23:28:24.083597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f167-dbb6-4252-a3a2-cd499c1d66a6 req-eb10d39c-19f8-4eed-9e71-6ec3ff7a1753 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.086622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Attempting to bind port 81254d45-3853-4070-9545-5cc606cce6bd on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:24.086966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Attempting to bind port 81254d45-3853-4070-9545-5cc606cce6bd by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'f6f6970c-e54d-4829-b450-9abf7be2f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69a90a89-1235-4a3c-8bd7-2ea2d6c5b479'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:24.087300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Attempting to bind port 81254d45-3853-4070-9545-5cc606cce6bd on network 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:24.092733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d499f167-dbb6-4252-a3a2-cd499c1d66a6 req-eb10d39c-19f8-4eed-9e71-6ec3ff7a1753 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 946 time: 0.1174600 Jul 29 23:28:24.092947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Port 81254d45-3853-4070-9545-5cc606cce6bd on network 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:24.092947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Attempting to bind port 81254d45-3853-4070-9545-5cc606cce6bd on network 69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:24.097790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:24.098188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Checking segment: {'id': 'f6f6970c-e54d-4829-b450-9abf7be2f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69a90a89-1235-4a3c-8bd7-2ea2d6c5b479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:24.098578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Bound using segment: {'id': 'f6f6970c-e54d-4829-b450-9abf7be2f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69a90a89-1235-4a3c-8bd7-2ea2d6c5b479'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:24.099013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Bound port: 81254d45-3853-4070-9545-5cc606cce6bd, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f6970c-e54d-4829-b450-9abf7be2f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69a90a89-1235-4a3c-8bd7-2ea2d6c5b479'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:24.099380 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.156899 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73d67b6d-e62b-4136-b50f-165eec26bc55 req-25b28bc9-df35-4527-9145-df4c34fef641 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569992 Jul 29 23:28:24.171125 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.184070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] For port 81254d45-3853-4070-9545-5cc606cce6bd, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:24.187252 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d499f167-dbb6-4252-a3a2-cd499c1d66a6 req-15ad57c8-eb94-481a-b27a-69723012385f tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948708 Jul 29 23:28:24.187994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] For port 81254d45-3853-4070-9545-5cc606cce6bd, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=81254d45-3853-4070-9545-5cc606cce6bd,segment=NetworkSegment(f6f6970c-e54d-4829-b450-9abf7be2f980),segment_id=f6f6970c-e54d-4829-b450-9abf7be2f980)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:24.198346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.234906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.235553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.237092 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] 10.222.0.47 "PUT /v2.0/ports/81254d45-3853-4070-9545-5cc606cce6bd HTTP/1.1" status: 200 len: 1092 time: 0.7932501 Jul 29 23:28:24.237425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfa19bd-2201-4963-b225-24903de632cf', 'tag': '81254d45-3853-4070-9545-5cc606cce6bd'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:24.239896 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2782aa84-02d1-4840-a6ed-217531006391" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfa19bd-2201-4963-b225-24903de632cf", "tag": "81254d45-3853-4070-9545-5cc606cce6bd"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:24.278213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cea217-092b-487e-bda7-37d0c0e66fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=81254d45-3853-4070-9545-5cc606cce6bd,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:24.299903 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fa937b-fc28-4c3b-adc7-30227c2958d3 x-openstack-request-id: req-04fa937b-fc28-4c3b-adc7-30227c2958d3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:24.300477 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfa19bd-2201-4963-b225-24903de632cf", "tag": "81254d45-3853-4070-9545-5cc606cce6bd", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:24.300734 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04fa937b-fc28-4c3b-adc7-30227c2958d3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:24.301391 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfa19bd-2201-4963-b225-24903de632cf', 'tag': '81254d45-3853-4070-9545-5cc606cce6bd', 'status': 'completed', 'code': 200} Jul 29 23:28:24.355420 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2de6421e-fba2-4739-b6b0-c2ec99f64377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.356980 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-2de6421e-fba2-4739-b6b0-c2ec99f64377 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ab46ff1567244589f65ccbdbff72e0e&device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 1095 time: 0.0429661 Jul 29 23:28:24.408883 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-87a86b3e-5f74-4a2e-ab0c-c6e605aa7ebe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81254d45-3853-4070-9545-5cc606cce6bd HTTP/1.1" status: 200 len: 217 time: 0.0371330 Jul 29 23:28:24.462453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-ba4c21c0-1925-4bbc-aea8-937ff389184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.463940 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-ba4c21c0-1925-4bbc-aea8-937ff389184e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19522257-d037-427c-ac4b-aa39d166995c HTTP/1.1" status: 200 len: 865 time: 0.0477116 Jul 29 23:28:24.501087 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-d226a977-f661-49cd-ac63-d1316ffdc670 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69a90a89-1235-4a3c-8bd7-2ea2d6c5b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294955 Jul 29 23:28:24.619564 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-c3125536-18d0-48a3-9842-dd86bff3b56f service neutron] 10.222.0.47 "GET /v2.0/networks/69a90a89-1235-4a3c-8bd7-2ea2d6c5b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106536 Jul 29 23:28:24.704262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9ed6b-9138-4d81-852b-7b75c2d7e5a4 req-ca45834e-2562-4a08-9884-0add5e5f0899 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.705891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ad9ed6b-9138-4d81-852b-7b75c2d7e5a4 req-ca45834e-2562-4a08-9884-0add5e5f0899 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0630348 Jul 29 23:28:24.742887 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e511726-16e5-409b-8859-b0f4724fa1f0 req-0311b7b8-8876-4ed9-827d-83af1f9abf4c service neutron] 10.222.0.47 "GET /v2.0/networks/69a90a89-1235-4a3c-8bd7-2ea2d6c5b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129625 Jul 29 23:28:24.749433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ad9ed6b-9138-4d81-852b-7b75c2d7e5a4 req-c844915d-53df-46b4-9c7e-bce058ed4d08 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365741 Jul 29 23:28:24.927369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782aa84-02d1-4840-a6ed-217531006391 req-d74205e1-8e96-4d0e-af26-f489cbd23a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.928956 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2782aa84-02d1-4840-a6ed-217531006391 req-d74205e1-8e96-4d0e-af26-f489cbd23a28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ab46ff1567244589f65ccbdbff72e0e&device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 1095 time: 0.0495920 Jul 29 23:28:25.031386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782aa84-02d1-4840-a6ed-217531006391 req-06b86e4d-d0e6-415a-8500-2c4b6d30c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.033247 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2782aa84-02d1-4840-a6ed-217531006391 req-06b86e4d-d0e6-415a-8500-2c4b6d30c058 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 HTTP/1.1" status: 200 len: 926 time: 0.0964732 Jul 29 23:28:25.076178 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2782aa84-02d1-4840-a6ed-217531006391 req-11d11749-880c-4973-a36b-a761c96a55d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81254d45-3853-4070-9545-5cc606cce6bd HTTP/1.1" status: 200 len: 217 time: 0.0353289 Jul 29 23:28:25.126056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782aa84-02d1-4840-a6ed-217531006391 req-f0fbaf09-0403-4ba7-8239-a9d0f78c2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.127565 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2782aa84-02d1-4840-a6ed-217531006391 req-f0fbaf09-0403-4ba7-8239-a9d0f78c2b2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19522257-d037-427c-ac4b-aa39d166995c HTTP/1.1" status: 200 len: 865 time: 0.0439577 Jul 29 23:28:25.164231 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2782aa84-02d1-4840-a6ed-217531006391 req-86d4020b-0f61-4b32-abcc-68ca6e75b55a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69a90a89-1235-4a3c-8bd7-2ea2d6c5b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288029 Jul 29 23:28:25.272260 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2782aa84-02d1-4840-a6ed-217531006391 req-77ff914e-7742-4ba9-90f6-8dad174191f8 service neutron] 10.222.0.47 "GET /v2.0/networks/69a90a89-1235-4a3c-8bd7-2ea2d6c5b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006217 Jul 29 23:28:25.299176 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.316141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd5b21-858c-40eb-87a7-68fb7871b062 req-b518bc16-21bb-4a86-be0d-517f510c729a tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.324266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9fd5b21-858c-40eb-87a7-68fb7871b062 req-b518bc16-21bb-4a86-be0d-517f510c729a tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 943 time: 0.0872097 Jul 29 23:28:25.356965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760174c-d6e6-4154-87ed-834da86718bc req-da50bb86-c8b4-40c9-98c8-8eb47c8143bb tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.358500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4760174c-d6e6-4154-87ed-834da86718bc req-da50bb86-c8b4-40c9-98c8-8eb47c8143bb tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 946 time: 0.0940263 Jul 29 23:28:25.392545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9fd5b21-858c-40eb-87a7-68fb7871b062 req-45fcc864-633e-46ea-b9a0-58bd80197599 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661113 Jul 29 23:28:25.399887 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2782aa84-02d1-4840-a6ed-217531006391 req-06136a6b-05a1-46b4-a8d0-87365a924cc2 service neutron] 10.222.0.47 "GET /v2.0/networks/69a90a89-1235-4a3c-8bd7-2ea2d6c5b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202648 Jul 29 23:28:25.423734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4760174c-d6e6-4154-87ed-834da86718bc req-5134cba9-2060-43eb-b540-f30ef6231854 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556595 Jul 29 23:28:25.886055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a4d54-8e1b-4c77-b55c-4ba172f3ebd7 req-cc0318ac-5e22-4f1a-bfe2-30887c54a574 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.893248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c8a4d54-8e1b-4c77-b55c-4ba172f3ebd7 req-cc0318ac-5e22-4f1a-bfe2-30887c54a574 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0577960 Jul 29 23:28:25.932191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c8a4d54-8e1b-4c77-b55c-4ba172f3ebd7 req-da9676e9-16e8-4459-93ed-56e96af26b08 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Jul 29 23:28:26.586915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf15c5-b709-48c2-878c-27d33c189a96 req-27aa23fa-891c-4382-a241-dac73e5018e1 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:26.588442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bcdf15c5-b709-48c2-878c-27d33c189a96 req-27aa23fa-891c-4382-a241-dac73e5018e1 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 943 time: 0.1203032 Jul 29 23:28:26.595655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9429984-f560-4886-b80e-a07261e90f8e req-4e5a2666-7349-431b-adf5-8742897de7e0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:26.597097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9429984-f560-4886-b80e-a07261e90f8e req-4e5a2666-7349-431b-adf5-8742897de7e0 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 946 time: 0.1270769 Jul 29 23:28:26.630233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3fdb5-f950-4e91-a467-4e6607ef4fd5 req-be981103-7c52-4640-8d05-609e3909d113 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:26.631640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24f3fdb5-f950-4e91-a467-4e6607ef4fd5 req-be981103-7c52-4640-8d05-609e3909d113 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 946 time: 0.1118395 Jul 29 23:28:26.697178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bcdf15c5-b709-48c2-878c-27d33c189a96 req-7d030a55-87c1-42c2-9ea5-823cde1c3c5d tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990953 Jul 29 23:28:26.736544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24f3fdb5-f950-4e91-a467-4e6607ef4fd5 req-ddba84b0-a26b-4501-a475-4597dd2af464 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b131726-4e83-46ae-993b-7a089af63df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841413 Jul 29 23:28:26.807446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-c9429984-f560-4886-b80e-a07261e90f8e req-7b8691dc-1007-43ca-abb8-f6c3a0557321 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Deleting port 056533a2-bef1-44c9-ba91-58c556921a5c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:26.807876 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c9429984-f560-4886-b80e-a07261e90f8e req-7b8691dc-1007-43ca-abb8-f6c3a0557321 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.910142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c9429984-f560-4886-b80e-a07261e90f8e req-7b8691dc-1007-43ca-abb8-f6c3a0557321 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] For port 056533a2-bef1-44c9-ba91-58c556921a5c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=056533a2-bef1-44c9-ba91-58c556921a5c,segment=NetworkSegment(c4dbf8a0-7019-482c-87a3-536740bcad8e),segment_id=c4dbf8a0-7019-482c-87a3-536740bcad8e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:26.910810 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c9429984-f560-4886-b80e-a07261e90f8e req-7b8691dc-1007-43ca-abb8-f6c3a0557321 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.928202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-c9429984-f560-4886-b80e-a07261e90f8e req-7b8691dc-1007-43ca-abb8-f6c3a0557321 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Calling delete_port for 056533a2-bef1-44c9-ba91-58c556921a5c owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:26.968721 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.188688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21a774-1072-4fe6-b65d-0451b42cce91 req-7d052d8d-af2f-40a7-8b77-dc7e2671b41e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:27.190205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec21a774-1072-4fe6-b65d-0451b42cce91 req-7d052d8d-af2f-40a7-8b77-dc7e2671b41e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.1318800 Jul 29 23:28:27.207251 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c9429984-f560-4886-b80e-a07261e90f8e req-7b8691dc-1007-43ca-abb8-f6c3a0557321 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.223713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['056533a2-bef1-44c9-ba91-58c556921a5c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:27.265494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8691dc-1007-43ca-abb8-f6c3a0557321 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Pushing event deleted for resources: {'Port': ['ID=056533a2-bef1-44c9-ba91-58c556921a5c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:27.310708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9429984-f560-4886-b80e-a07261e90f8e req-7b8691dc-1007-43ca-abb8-f6c3a0557321 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] No DVR routers for this DVR port 056533a2-bef1-44c9-ba91-58c556921a5c on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:27.314997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec21a774-1072-4fe6-b65d-0451b42cce91 req-f4424b19-3973-4099-90dc-485981845c6c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155167 Jul 29 23:28:27.316053 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c9429984-f560-4886-b80e-a07261e90f8e req-7b8691dc-1007-43ca-abb8-f6c3a0557321 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.317887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9429984-f560-4886-b80e-a07261e90f8e req-7b8691dc-1007-43ca-abb8-f6c3a0557321 tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.42 "DELETE /v2.0/ports/056533a2-bef1-44c9-ba91-58c556921a5c HTTP/1.1" status: 204 len: 173 time: 0.7027919 Jul 29 23:28:27.318321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35416b3-dd8e-4cd1-bfa4-35912716b116', 'name': 'network-vif-deleted', 'tag': '056533a2-bef1-44c9-ba91-58c556921a5c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:27.321141 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3966d7e8-38d5-4e76-a922-33726b989b47" -d '{"events": [{"server_uuid": "c35416b3-dd8e-4cd1-bfa4-35912716b116", "name": "network-vif-deleted", "tag": "056533a2-bef1-44c9-ba91-58c556921a5c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:27.361833 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac34e5d-0356-4c42-bf2e-d8b69a83a67e x-openstack-request-id: req-9ac34e5d-0356-4c42-bf2e-d8b69a83a67e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:27.362133 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35416b3-dd8e-4cd1-bfa4-35912716b116", "name": "network-vif-deleted", "tag": "056533a2-bef1-44c9-ba91-58c556921a5c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:27.362393 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ac34e5d-0356-4c42-bf2e-d8b69a83a67e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:27.362790 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35416b3-dd8e-4cd1-bfa4-35912716b116', 'name': 'network-vif-deleted', 'tag': '056533a2-bef1-44c9-ba91-58c556921a5c', 'status': 'completed', 'code': 200} Jul 29 23:28:27.856790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b5b5658-13e1-43aa-9ab1-59fae66d679f req-b211453c-78b1-4f32-bc00-b08ed8ed059c tempest-DeleteServersTestJSON-1482057382 tempest-DeleteServersTestJSON-1482057382-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35416b3-dd8e-4cd1-bfa4-35912716b116 HTTP/1.1" status: 200 len: 210 time: 0.0309527 Jul 29 23:28:27.872279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6a3e-48e7-41ef-99e6-0a26f19b59fd req-99e92810-24b4-481e-9658-94c56cec0464 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:27.872279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a7f6a3e-48e7-41ef-99e6-0a26f19b59fd req-99e92810-24b4-481e-9658-94c56cec0464 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 943 time: 0.0938108 Jul 29 23:28:27.916002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a7f6a3e-48e7-41ef-99e6-0a26f19b59fd req-3cb8d407-d032-4fe2-b47b-03130267e002 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392435 Jul 29 23:28:28.472849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01318e02-8aa0-4b21-bf02-331ac4765694 req-321150d1-3d83-4e0a-a574-ee1bbeddb348 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:28.474872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01318e02-8aa0-4b21-bf02-331ac4765694 req-321150d1-3d83-4e0a-a574-ee1bbeddb348 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0614092 Jul 29 23:28:28.521668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01318e02-8aa0-4b21-bf02-331ac4765694 req-75ea695b-ae38-4ea8-87f7-556d9be3eb77 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Jul 29 23:28:29.051680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a24fbb-7b45-4811-9ef9-a9b98e85c0c9 req-26f74c5d-c903-448c-b4b1-f2afaa5c8085 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:29.054396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28a24fbb-7b45-4811-9ef9-a9b98e85c0c9 req-26f74c5d-c903-448c-b4b1-f2afaa5c8085 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 943 time: 0.0564539 Jul 29 23:28:29.116734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28a24fbb-7b45-4811-9ef9-a9b98e85c0c9 req-5ad725f8-0b9f-4a40-bd50-71f94016ce82 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488324 Jul 29 23:28:29.651213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa903d09-2754-4bf4-8874-08566c8423f7 req-6980814b-a356-44ab-a6c1-1bc93285edc5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:29.659999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa903d09-2754-4bf4-8874-08566c8423f7 req-6980814b-a356-44ab-a6c1-1bc93285edc5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0647955 Jul 29 23:28:29.706136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa903d09-2754-4bf4-8874-08566c8423f7 req-6ed91eec-ba57-49d0-bcf8-4e8a856afccd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442472 Jul 29 23:28:29.935550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 81254d45-3853-4070-9545-5cc606cce6bd details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:30.040317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 81254d45-3853-4070-9545-5cc606cce6bd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=81254d45-3853-4070-9545-5cc606cce6bd,segment=NetworkSegment(f6f6970c-e54d-4829-b450-9abf7be2f980),segment_id=f6f6970c-e54d-4829-b450-9abf7be2f980)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:30.058486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '81254d45-3853-4070-9545-5cc606cce6bd', 'network_id': '69a90a89-1235-4a3c-8bd7-2ea2d6c5b479', 'port_id': '81254d45-3853-4070-9545-5cc606cce6bd', 'mac_address': 'fa:16:3e:14:a0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19522257-d037-427c-ac4b-aa39d166995c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:30.158348 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.211842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81254d45-3853-4070-9545-5cc606cce6bd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:30.239518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 81254d45-3853-4070-9545-5cc606cce6bd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=81254d45-3853-4070-9545-5cc606cce6bd,segment=NetworkSegment(f6f6970c-e54d-4829-b450-9abf7be2f980),segment_id=f6f6970c-e54d-4829-b450-9abf7be2f980)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:30.248988 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.333395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d52e1-456f-45be-b4fd-f6ce899dbdc5 req-399ba002-6fbe-48cf-a5a9-bca34fb4a5f9 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.334950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f1d52e1-456f-45be-b4fd-f6ce899dbdc5 req-399ba002-6fbe-48cf-a5a9-bca34fb4a5f9 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 944 time: 0.0876584 Jul 29 23:28:30.372691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=81254d45-3853-4070-9545-5cc606cce6bd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:30.395685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f1d52e1-456f-45be-b4fd-f6ce899dbdc5 req-c2db06a9-f613-4bf3-85a3-fc2ac1dead0f tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530851 Jul 29 23:28:30.701217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['81254d45-3853-4070-9545-5cc606cce6bd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:30.862302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98865d09-179f-49b1-9d19-25d78db7069e req-6d3b85d4-ffcd-4cbc-b3d2-4804b2f5e0f2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.876981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98865d09-179f-49b1-9d19-25d78db7069e req-6d3b85d4-ffcd-4cbc-b3d2-4804b2f5e0f2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0946994 Jul 29 23:28:30.944740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98865d09-179f-49b1-9d19-25d78db7069e req-f303d09f-763c-4b29-993b-aa8537de563f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669110 Jul 29 23:28:31.025741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 056533a2-bef1-44c9-ba91-58c556921a5c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:31.080450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 056533a2-bef1-44c9-ba91-58c556921a5c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:31.081161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 056533a2-bef1-44c9-ba91-58c556921a5c not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:31.553477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656086a8-00e1-4e3a-80b8-a64b948498d1 req-fabc0838-d949-4b29-9746-e015413b4a97 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.562435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-656086a8-00e1-4e3a-80b8-a64b948498d1 req-fabc0838-d949-4b29-9746-e015413b4a97 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 944 time: 0.0669293 Jul 29 23:28:31.613871 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-656086a8-00e1-4e3a-80b8-a64b948498d1 req-f9088ab6-ea66-4bc8-89fc-6860bfd33a61 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504849 Jul 29 23:28:31.936947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 81254d45-3853-4070-9545-5cc606cce6bd up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:31.989898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 81254d45-3853-4070-9545-5cc606cce6bd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:31.995186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 81254d45-3853-4070-9545-5cc606cce6bd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:31.995784 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.083784 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.103631 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.107442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aabb89-b7e6-4d95-9d96-839648a66188 req-cf2785ff-6d2e-42e8-9c24-d97423b82486 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:32.109098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7aabb89-b7e6-4d95-9d96-839648a66188 req-cf2785ff-6d2e-42e8-9c24-d97423b82486 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0625024 Jul 29 23:28:32.138449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfa19bd-2201-4963-b225-24903de632cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81254d45-3853-4070-9545-5cc606cce6bd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:32.141302 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fa23ec-0e6b-4a7d-8579-9bcd7d493056" -d '{"events": [{"server_uuid": "fdfa19bd-2201-4963-b225-24903de632cf", "name": "network-vif-plugged", "status": "completed", "tag": "81254d45-3853-4070-9545-5cc606cce6bd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:32.164643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 81254d45-3853-4070-9545-5cc606cce6bd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=81254d45-3853-4070-9545-5cc606cce6bd,segment=NetworkSegment(f6f6970c-e54d-4829-b450-9abf7be2f980),segment_id=f6f6970c-e54d-4829-b450-9abf7be2f980)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:32.175894 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.204760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7aabb89-b7e6-4d95-9d96-839648a66188 req-12666bcd-8e11-4180-bd41-e1db39e6cf70 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895312 Jul 29 23:28:32.219032 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20137c91-70d2-48e8-929b-fe5fe1cddf69 x-openstack-request-id: req-20137c91-70d2-48e8-929b-fe5fe1cddf69 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:32.219032 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfa19bd-2201-4963-b225-24903de632cf", "name": "network-vif-plugged", "status": "completed", "tag": "81254d45-3853-4070-9545-5cc606cce6bd", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:32.219335 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20137c91-70d2-48e8-929b-fe5fe1cddf69 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:32.219736 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfa19bd-2201-4963-b225-24903de632cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81254d45-3853-4070-9545-5cc606cce6bd', 'code': 200} Jul 29 23:28:32.241600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=81254d45-3853-4070-9545-5cc606cce6bd,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:32.372168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21855a9-0466-47cf-835d-fe943ec27d2e req-ca5d081f-acfa-4ac7-864f-c0926d5c5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:32.374487 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b21855a9-0466-47cf-835d-fe943ec27d2e req-ca5d081f-acfa-4ac7-864f-c0926d5c5aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 1097 time: 0.0600314 Jul 29 23:28:32.410827 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b21855a9-0466-47cf-835d-fe943ec27d2e req-cb551b36-0195-4729-9392-5f8c0da34332 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294259 Jul 29 23:28:32.791858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b7f27-1d82-4e19-a7ad-eb2b7c008092 req-ad612f92-7b3d-410c-9d7b-ec06c848e8f0 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:32.793470 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-988b7f27-1d82-4e19-a7ad-eb2b7c008092 req-ad612f92-7b3d-410c-9d7b-ec06c848e8f0 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 945 time: 0.0548773 Jul 29 23:28:32.833348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-988b7f27-1d82-4e19-a7ad-eb2b7c008092 req-5bd125bc-70ea-445a-a1fc-f44718fd3ed0 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Jul 29 23:28:32.911315 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-19c16011-c573-4e03-a42f-c50bec748819 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562699 Jul 29 23:28:33.041435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41770) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:33.045834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-e762bdb6-5343-4c2e-b714-a892e690d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:33.047670 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-e762bdb6-5343-4c2e-b714-a892e690d6b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 1096 time: 0.0601506 Jul 29 23:28:33.172357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-0942bbc8-d4bb-48a3-b733-3d0530e2bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:33.173828 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-0942bbc8-d4bb-48a3-b733-3d0530e2bb26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.1035798 Jul 29 23:28:33.218633 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-34be9877-1a12-4ce8-8dd3-0198206016e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30 HTTP/1.1" status: 200 len: 217 time: 0.0367839 Jul 29 23:28:33.288433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-c70e7ca6-e005-4c45-b239-e8a57d9aa0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:33.290689 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-c70e7ca6-e005-4c45-b239-e8a57d9aa0e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0651104 Jul 29 23:28:33.292184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Deleting subnet b0d8f5b6-5b81-44f6-a514-948e8b1a737d {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:33.296451 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.346437 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-44ab50a9-411f-4b20-bf76-caa9b8e04d56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438879 Jul 29 23:28:33.373114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.417120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5ba9b-39d0-4b58-9578-e225b3e6cb3a req-4706f849-518b-4a9a-890b-5f9458dd35df tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:33.418658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cd5ba9b-39d0-4b58-9578-e225b3e6cb3a req-4706f849-518b-4a9a-890b-5f9458dd35df tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0808530 Jul 29 23:28:33.437121 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.441733 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-bb11d982-9ec0-4383-82d2-fc101ff7d103 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876586 Jul 29 23:28:33.494800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cd5ba9b-39d0-4b58-9578-e225b3e6cb3a req-67e4c848-a503-4aa3-b237-13ff2a4c2dc7 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662818 Jul 29 23:28:33.527899 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.556649 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-352f5b08-3bfd-489b-ad63-624c0775df0b req-3fa27b47-2206-4fd9-8feb-7c0163159705 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077785 Jul 29 23:28:33.560556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d8f5b6-5b81-44f6-a514-948e8b1a737d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:33.570495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.572376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b0d8f5b6-5b81-44f6-a514-948e8b1a737d HTTP/1.1" status: 204 len: 168 time: 0.5298340 Jul 29 23:28:33.574453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.574453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.574683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.574981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.575292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.575615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.575947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.576302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.576635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.576979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.577543 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.577696 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bc2b5-4c08-4b7a-b885-560c08de70c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:33.583280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:33.653951 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.742101 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.752243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265db4a8-6215-4f81-a1f9-97354f7a44c7']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:33.764495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4dbf8a0-7019-482c-87a3-536740bcad8e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:33.764798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4dbf8a0-7019-482c-87a3-536740bcad8e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:33.774001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.786980 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.793849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:33.794329 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:33.795954 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:33.852547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.857950 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.859826 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] 10.222.0.37 "DELETE /v2.0/networks/265db4a8-6215-4f81-a1f9-97354f7a44c7 HTTP/1.1" status: 204 len: 168 time: 0.2754965 Jul 29 23:28:33.890860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de813f-3424-49c6-b6e2-66f4018a283c admin admin] Pushing event deleted for resources: {'Network': ['ID=265db4a8-6215-4f81-a1f9-97354f7a44c7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:33.981954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ad8d6-ac1e-4914-b4fa-ae83bab2b302 req-baae5ae6-f407-459d-b763-87ea1dd9cad7 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:33.992911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d9ad8d6-ac1e-4914-b4fa-ae83bab2b302 req-baae5ae6-f407-459d-b763-87ea1dd9cad7 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 945 time: 0.0631843 Jul 29 23:28:34.039506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d9ad8d6-ac1e-4914-b4fa-ae83bab2b302 req-ef1b291f-918c-4c2a-9eda-9d364c5aa77c tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Jul 29 23:28:34.055208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:34.106262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e25f20f9-a13d-4503-8d14-ae29316c18a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aad8ccc943da4fd68e7532207ff24809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495124 Jul 29 23:28:34.108811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:34.159175 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8805-ab7e-4cce-9341-dcbd292efdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.183552 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8805-ab7e-4cce-9341-dcbd292efdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.229596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8805-ab7e-4cce-9341-dcbd292efdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.232222 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8805-ab7e-4cce-9341-dcbd292efdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.233478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cbfe8805-ab7e-4cce-9341-dcbd292efdf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b131726-4e83-46ae-993b-7a089af63df2 HTTP/1.1" status: 204 len: 168 time: 0.1238601 Jul 29 23:28:34.242836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe8805-ab7e-4cce-9341-dcbd292efdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b131726-4e83-46ae-993b-7a089af63df2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:34.662175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb096cf1-b6f5-4742-b174-240e72dcb6f3 req-e779f9ac-685e-457f-8423-f46085146dfb tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:34.663916 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb096cf1-b6f5-4742-b174-240e72dcb6f3 req-e779f9ac-685e-457f-8423-f46085146dfb tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.0720305 Jul 29 23:28:34.711287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb096cf1-b6f5-4742-b174-240e72dcb6f3 req-ae3f077f-9adf-4ed7-a707-0f4bf8412416 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Jul 29 23:28:35.052068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:35.175209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe38b5-8a26-4785-89ef-b1dd0bc7c046 req-c27d4439-1f1f-4215-abf5-959851004fff tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:35.177100 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8dbe38b5-8a26-4785-89ef-b1dd0bc7c046 req-c27d4439-1f1f-4215-abf5-959851004fff tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 945 time: 0.0548072 Jul 29 23:28:35.182729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-network', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:35.222782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:35.225097 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.237163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.246762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8dbe38b5-8a26-4785-89ef-b1dd0bc7c046 req-23936794-7d35-4a1b-b521-e57820018c05 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607734 Jul 29 23:28:35.372600 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.378624 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.404061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7de0d2-1633-4586-a581-a747f82192e9 req-708d7472-5aed-4aa2-916b-aabd29b110f4 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:35.405579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d7de0d2-1633-4586-a581-a747f82192e9 req-708d7472-5aed-4aa2-916b-aabd29b110f4 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 945 time: 0.0816782 Jul 29 23:28:35.417595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:28:35.444950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c07091-9eec-43e8-b29a-85bf2f2314ba,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:35.447837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.448215 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Added segment bf9fd6d3-d6ab-4834-9b15-23e64927fd42 of type vlan for network 674d778d-dcc6-4818-938a-13b70fc784d0 Jul 29 23:28:35.497226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d7de0d2-1633-4586-a581-a747f82192e9 req-a8d6361f-e560-4b0b-81e2-21b3dfb4edc3 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775378 Jul 29 23:28:35.506185 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.538502 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.540039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:35.540643 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.598664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5459201 Jul 29 23:28:35.601531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41842) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:35.606361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Request body: {'subnet': {'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-subnet', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:35.618469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01f8b9-5fd7-43a6-b52b-4e079330df8d admin admin] Pushing event updated for resources: {'Network': ['ID=674d778d-dcc6-4818-938a-13b70fc784d0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:35.637477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:35.639061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 674d778d-dcc6-4818-938a-13b70fc784d0 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:35.641323 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.899706 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.965305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697117ec-6ead-4ff8-b80f-f61122f042c8 req-72c725b9-a2f5-44ad-b5e4-fc3a2ceaaa6b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:35.966797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-697117ec-6ead-4ff8-b80f-f61122f042c8 req-72c725b9-a2f5-44ad-b5e4-fc3a2ceaaa6b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.1353014 Jul 29 23:28:35.977126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d41ca-99f8-4eaf-8c18-4715a1a572be req-8e950cdd-9749-450a-9894-443688a50f5c tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:35.978509 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-999d41ca-99f8-4eaf-8c18-4715a1a572be req-8e950cdd-9749-450a-9894-443688a50f5c tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 945 time: 0.1459029 Jul 29 23:28:36.010514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe272e18-ada4-4f75-b785-d7853a2ae4f3,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:36.055532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-697117ec-6ead-4ff8-b80f-f61122f042c8 req-96cc8afc-f752-4697-a8d7-b61a9a226dff tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738165 Jul 29 23:28:36.056283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Checking segment: {'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:36.056627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Network hostable DHCP agents. Network: 674d778d-dcc6-4818-938a-13b70fc784d0, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:28:36.072232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-999d41ca-99f8-4eaf-8c18-4715a1a572be req-51263972-5da5-4a4b-a895-47bb0e444d9e tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817094 Jul 29 23:28:36.087458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Network 674d778d-dcc6-4818-938a-13b70fc784d0 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:28:36.098355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 674d778d-dcc6-4818-938a-13b70fc784d0) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:36.101446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:36.102082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.109894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7d2762-2d44-4912-972d-d65ffb4fcb7f None None] Network 674d778d-dcc6-4818-938a-13b70fc784d0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:36.121102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-473d3a5b-5183-4abd-bb48-80633311a2ba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5184922 Jul 29 23:28:36.123890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:36.128919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:36.151744 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.152962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.223569 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.427758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-674d778d-dcc6-4818-938a-13b70fc784d0', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:28:36.428718 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.578750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Allocated IP 172.20.0.2 (674d778d-dcc6-4818-938a-13b70fc784d0/fe272e18-ada4-4f75-b785-d7853a2ae4f3/d76f94dd-06ff-4cce-be01-7f65a389d943) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:36.745951 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.759318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Transition to ACTIVE for port object d76f94dd-06ff-4cce-be01-7f65a389d943 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:36.779716 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.787709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Transition to ACTIVE for port object d76f94dd-06ff-4cce-be01-7f65a389d943 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:36.794014 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af934feb-515a-4946-8b43-372bb7bd09b6 req-e1e9276e-9b65-400e-8fcc-95710bede143 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:36.794454 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.795727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af934feb-515a-4946-8b43-372bb7bd09b6 req-e1e9276e-9b65-400e-8fcc-95710bede143 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 945 time: 0.1696076 Jul 29 23:28:36.832665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Network 674d778d-dcc6-4818-938a-13b70fc784d0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:36.836125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:36.841951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:36.849004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Pushing event updated for resources: {'Port': ['ID=d76f94dd-06ff-4cce-be01-7f65a389d943,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:36.879896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af934feb-515a-4946-8b43-372bb7bd09b6 req-af899cae-fa23-48aa-888a-0b943130dfc4 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702815 Jul 29 23:28:36.934513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Attempting to bind port d76f94dd-06ff-4cce-be01-7f65a389d943 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:36.935006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Attempting to bind port d76f94dd-06ff-4cce-be01-7f65a389d943 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:36.935605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Attempting to bind port d76f94dd-06ff-4cce-be01-7f65a389d943 on network 674d778d-dcc6-4818-938a-13b70fc784d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:36.942169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:36.942667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Checking segment: {'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:36.943331 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.943948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Bound using segment: {'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:36.944726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Bound port: d76f94dd-06ff-4cce-be01-7f65a389d943, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:36.945427 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.031249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] For port d76f94dd-06ff-4cce-be01-7f65a389d943, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:37.035188 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] For port d76f94dd-06ff-4cce-be01-7f65a389d943, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d76f94dd-06ff-4cce-be01-7f65a389d943,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:37.043908 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.141506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960c767-9d9b-4789-8c77-b15dffc684d5 None None] Pushing event updated for resources: {'Port': ['ID=d76f94dd-06ff-4cce-be01-7f65a389d943,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:37.149089 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.201782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.224051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-74fc7bc5-6c89-40ad-8d84-93bbb791d6ba tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:37.225445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-74fc7bc5-6c89-40ad-8d84-93bbb791d6ba tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 808 time: 0.2040732 Jul 29 23:28:37.300231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0a1e1-5473-4b42-9635-463e83e00098 req-3cf5bce6-d16e-4292-b0be-4042fc6e75dc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:37.302020 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bb0a1e1-5473-4b42-9635-463e83e00098 req-3cf5bce6-d16e-4292-b0be-4042fc6e75dc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.1577339 Jul 29 23:28:37.305626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-802e939d-337b-4dab-8ba4-81fd53e73174 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/quotas/e98da22c0c3d4847bbc609aed059b175 HTTP/1.1" status: 200 len: 375 time: 0.0411768 Jul 29 23:28:37.410053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Allocated IP 172.25.2.145 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/8bca1900-913d-40da-b750-36130fac093e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:37.415982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bb0a1e1-5473-4b42-9635-463e83e00098 req-a6468830-a627-4f01-9ade-9c284af2f4ef tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076806 Jul 29 23:28:37.445726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-6274c7b4-fef2-48da-8a31-76c0afec678d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1326239 Jul 29 23:28:37.613261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.618818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-ce168859-d681-465a-a577-2850685d24a4 service neutron] 10.222.0.37 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545856 Jul 29 23:28:37.720922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.764495 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-f8392840-4fb6-4c49-8cd1-b79bdf9f0e58 service neutron] 10.222.0.37 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392951 Jul 29 23:28:37.777458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:37.782613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:37.787205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:37.790448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Pushing event updated for resources: {'Port': ['ID=8bca1900-913d-40da-b750-36130fac093e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:38.045906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-4a117176-a96f-49d9-8e79-7b85a3e2b5e2 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:38.061959 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-4a117176-a96f-49d9-8e79-7b85a3e2b5e2 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.47 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 945 time: 0.1148505 Jul 29 23:28:38.114341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338117d-ca89-4b34-a979-c3776573eba8 req-69355d5b-8df5-40a6-ab9a-d06b9f83efe5 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:38.116112 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2338117d-ca89-4b34-a979-c3776573eba8 req-69355d5b-8df5-40a6-ab9a-d06b9f83efe5 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 945 time: 0.1410205 Jul 29 23:28:38.158380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df539aa0-cc71-47b7-9e16-46eb06ebaf30 None None] Network 674d778d-dcc6-4818-938a-13b70fc784d0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:38.198787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.233101 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Deleting port 81254d45-3853-4070-9545-5cc606cce6bd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:38.233712 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.270504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5f01830e-3835-4f3d-b07e-b07870348b8c None None] Provisioning for port d76f94dd-06ff-4cce-be01-7f65a389d943 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:38.308692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0857260-da6c-4f4b-852b-be950d6dbc29 req-311733dc-9ca8-4216-bca9-6f381c4f5569 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 210 time: 0.1086705 Jul 29 23:28:38.325665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2338117d-ca89-4b34-a979-c3776573eba8 req-39233ec0-2573-4699-99e0-eafabecfcfc1 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f7056c2-4958-48a5-ac5e-7a8c667bd657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970270 Jul 29 23:28:38.690879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086026ec-56b7-40c7-a064-172711763bb0 req-64c0d8a5-3133-4d52-8bd7-43a40dd11668 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:38.693108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-086026ec-56b7-40c7-a064-172711763bb0 req-64c0d8a5-3133-4d52-8bd7-43a40dd11668 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.1184781 Jul 29 23:28:38.748399 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.770709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-086026ec-56b7-40c7-a064-172711763bb0 req-5368c2bc-d654-4dc6-8484-26cbbadc5463 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642080 Jul 29 23:28:38.788556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] For port 81254d45-3853-4070-9545-5cc606cce6bd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=81254d45-3853-4070-9545-5cc606cce6bd,segment=NetworkSegment(f6f6970c-e54d-4829-b450-9abf7be2f980),segment_id=f6f6970c-e54d-4829-b450-9abf7be2f980)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:38.788943 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.842656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Calling delete_port for 81254d45-3853-4070-9545-5cc606cce6bd owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:38.939759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Router 62d43fd6-00e2-419a-84c6-b958a6acafb3 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:28:39.047651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d76f94dd-06ff-4cce-be01-7f65a389d943 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:39.052991 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.090887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['81254d45-3853-4070-9545-5cc606cce6bd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:39.098315 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Pushing event deleted for resources: {'Port': ['ID=81254d45-3853-4070-9545-5cc606cce6bd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:39.112196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.112848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.113450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.113973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.114571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.115110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.116522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.117624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.118763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.119426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.119941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.120519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.136539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d76f94dd-06ff-4cce-be01-7f65a389d943 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:39.141765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d76f94dd-06ff-4cce-be01-7f65a389d943 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:39.142184 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.144430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:39.163463 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.165032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-311b01ce-37ba-490b-980c-522ab4c5dcfc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0401218 Jul 29 23:28:39.167864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:39.190100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Sync routers for ids ['62d43fd6-00e2-419a-84c6-b958a6acafb3'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:39.199332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] No DVR routers for this DVR port 81254d45-3853-4070-9545-5cc606cce6bd on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:39.202829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.206319 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3a90f148-04bc-4105-b7c0-16eb83b8d726 req-71ebd774-0dfe-42af-b145-50bc681cfb25 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.47 "DELETE /v2.0/ports/81254d45-3853-4070-9545-5cc606cce6bd HTTP/1.1" status: 204 len: 173 time: 1.1347437 Jul 29 23:28:39.207634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfa19bd-2201-4963-b225-24903de632cf', 'name': 'network-vif-deleted', 'tag': '81254d45-3853-4070-9545-5cc606cce6bd'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:39.210150 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f92e8cf-28b1-49cd-8490-45a89e8ffbfa" -d '{"events": [{"server_uuid": "fdfa19bd-2201-4963-b225-24903de632cf", "name": "network-vif-deleted", "tag": "81254d45-3853-4070-9545-5cc606cce6bd"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:39.231442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Routers {'62d43fd6-00e2-419a-84c6-b958a6acafb3'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:39.232252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['62d43fd6-00e2-419a-84c6-b958a6acafb3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:39.289474 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed02f7cb-97fb-4ce5-8e4a-d75756d6d73d x-openstack-request-id: req-ed02f7cb-97fb-4ce5-8e4a-d75756d6d73d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:39.289991 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfa19bd-2201-4963-b225-24903de632cf", "name": "network-vif-deleted", "tag": "81254d45-3853-4070-9545-5cc606cce6bd", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:39.290375 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed02f7cb-97fb-4ce5-8e4a-d75756d6d73d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:39.290878 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfa19bd-2201-4963-b225-24903de632cf', 'name': 'network-vif-deleted', 'tag': '81254d45-3853-4070-9545-5cc606cce6bd', 'status': 'completed', 'code': 200} Jul 29 23:28:39.461164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Set router 62d43fd6-00e2-419a-84c6-b958a6acafb3 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:39.463224 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.477008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b51521fc-2e7c-4b56-8e8b-4ad2e7bced70 req-c4c241a7-8f96-4e80-9476-cf634eb20e32 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 210 time: 0.0406077 Jul 29 23:28:39.496773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89188b52-894e-4eec-a291-5d9d42200bf4 req-e2ac5f82-83bd-4a7b-b0e0-8bf04691ada3 tempest-ServersNegativeTestMultiTenantJSON-230686304 tempest-ServersNegativeTestMultiTenantJSON-230686304-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfa19bd-2201-4963-b225-24903de632cf HTTP/1.1" status: 200 len: 210 time: 0.0469832 Jul 29 23:28:39.617507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d76f94dd-06ff-4cce-be01-7f65a389d943, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d76f94dd-06ff-4cce-be01-7f65a389d943,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:39.630488 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.762435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d76f94dd-06ff-4cce-be01-7f65a389d943,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:39.824141 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:37Z', 'revision_number': 3, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:39.881894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.900463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Checking router: 62d43fd6-00e2-419a-84c6-b958a6acafb3 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:39.900816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Updating router 62d43fd6-00e2-419a-84c6-b958a6acafb3 port 8bca1900-913d-40da-b750-36130fac093e binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:28:39.901062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-9edf31be-b16b-4193-a1e6-66a8962cee5f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:39.903373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-9edf31be-b16b-4193-a1e6-66a8962cee5f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 808 time: 0.2065878 Jul 29 23:28:39.933879 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.948741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Request body: {'port': {'device_id': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a', 'admin_state_up': True, 'tenant_id': 'e98da22c0c3d4847bbc609aed059b175'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:40.217167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d3bd5-8776-4392-bdb7-1ffbf3280f89 req-4ed60394-b7cc-419b-ad4f-1e1781cd4a39 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:40.224446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c93d3bd5-8776-4392-bdb7-1ffbf3280f89 req-4ed60394-b7cc-419b-ad4f-1e1781cd4a39 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.3320048 Jul 29 23:28:40.332505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c93d3bd5-8776-4392-bdb7-1ffbf3280f89 req-5f41fd77-33f7-44f4-9677-a176dd535695 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928798 Jul 29 23:28:40.342018 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.352304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Transition to ACTIVE for port object 8bca1900-913d-40da-b750-36130fac093e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:40.352777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Allocated IP 172.20.0.1 (674d778d-dcc6-4818-938a-13b70fc784d0/fe272e18-ada4-4f75-b785-d7853a2ae4f3/6bd75e6d-2c36-40cc-8163-efc47d829260) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:40.357459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Made reservation on behalf of e98da22c0c3d4847bbc609aed059b175 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:40.358940 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.361105 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.411525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Attempting to bind port 8bca1900-913d-40da-b750-36130fac093e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:40.411947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Attempting to bind port 8bca1900-913d-40da-b750-36130fac093e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:40.412542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Attempting to bind port 8bca1900-913d-40da-b750-36130fac093e on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:40.424910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:40.425548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:40.425957 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.426347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:40.426974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Bound port: 8bca1900-913d-40da-b750-36130fac093e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:40.427366 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.452865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88725c57-15d3-4f76-81d6-7a7e54fabc65 None None] Pushing event updated for resources: {'Port': ['ID=8bca1900-913d-40da-b750-36130fac093e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:40.493177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] For port 8bca1900-913d-40da-b750-36130fac093e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:40.497974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] For port 8bca1900-913d-40da-b750-36130fac093e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8bca1900-913d-40da-b750-36130fac093e,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:40.503207 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.563445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Routers {'62d43fd6-00e2-419a-84c6-b958a6acafb3'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:40.564170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['62d43fd6-00e2-419a-84c6-b958a6acafb3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.596163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41946) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.610588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Allocated IP 172.20.0.10 (c21e8f10-2a8b-4b08-af85-8ea9e60e777a/42dc8a09-47b5-4fad-b75e-163acebdb955/9024abfc-ac0b-4327-a479-8fae475a1152) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:40.644672 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.655170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88725c57-15d3-4f76-81d6-7a7e54fabc65 None None] Pushing event updated for resources: {'Port': ['ID=8bca1900-913d-40da-b750-36130fac093e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:40.672600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07e404ef-c613-4603-a8b3-956fee527165 req-66430746-e63a-406f-b21a-cbd4e730da68 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 210 time: 0.0486407 Jul 29 23:28:40.700310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Transition to ACTIVE for port object 6bd75e6d-2c36-40cc-8163-efc47d829260 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:40.716181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-592d270c-e244-4bbe-9045-ea1e81d122f1 admin admin] Deleting subnet 19522257-d037-427c-ac4b-aa39d166995c {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:40.720518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-592d270c-e244-4bbe-9045-ea1e81d122f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.728840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] Set router 62d43fd6-00e2-419a-84c6-b958a6acafb3 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:40.795624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-592d270c-e244-4bbe-9045-ea1e81d122f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.858423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-592d270c-e244-4bbe-9045-ea1e81d122f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.925097 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-592d270c-e244-4bbe-9045-ea1e81d122f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.939431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:37Z', 'revision_number': 3, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.962485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d270c-e244-4bbe-9045-ea1e81d122f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19522257-d037-427c-ac4b-aa39d166995c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:40.965038 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-592d270c-e244-4bbe-9045-ea1e81d122f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.967374 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-592d270c-e244-4bbe-9045-ea1e81d122f1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/19522257-d037-427c-ac4b-aa39d166995c HTTP/1.1" status: 204 len: 168 time: 0.3698900 Jul 29 23:28:40.970091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41952) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.993194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbece4-5abc-47d8-921d-9ded5ae56591 None None] The sync data for ids ['62d43fd6-00e2-419a-84c6-b958a6acafb3'] in n-d-712139-11 is: [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:37Z', 'revision_number': 3, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:41.052217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d76f94dd-06ff-4cce-be01-7f65a389d943 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:41.129249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.139893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d76f94dd-06ff-4cce-be01-7f65a389d943 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:41.140558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.263259 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.283345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a90a89-1235-4a3c-8bd7-2ea2d6c5b479']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:41.298616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f6970c-e54d-4829-b450-9abf7be2f980') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:41.299246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f6970c-e54d-4829-b450-9abf7be2f980') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:41.309135 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.329487 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.340900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Network 674d778d-dcc6-4818-938a-13b70fc784d0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:41.354964 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.363244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:41.363906 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.364755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.370889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:41.381442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:41.479169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd75e6d-2c36-40cc-8163-efc47d829260,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:41.499026 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:41.515621 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.534314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.544754 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.550115 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] 10.222.0.37 "DELETE /v2.0/networks/69a90a89-1235-4a3c-8bd7-2ea2d6c5b479 HTTP/1.1" status: 204 len: 168 time: 0.5782306 Jul 29 23:28:41.565293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:41.574824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9ceb9-f824-4dd8-831b-b5cad5f6ca8b admin admin] Pushing event deleted for resources: {'Network': ['ID=69a90a89-1235-4a3c-8bd7-2ea2d6c5b479,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.627384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee40e2c-dfd0-4e8c-aa93-d92673e28549 admin admin] Deleting subnet 99abb772-301b-4124-9735-4afd943c0025 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:41.631521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ee40e2c-dfd0-4e8c-aa93-d92673e28549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.682758 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ee40e2c-dfd0-4e8c-aa93-d92673e28549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.739083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.743444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ee40e2c-dfd0-4e8c-aa93-d92673e28549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.749362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34acd71-e70d-4908-80a8-21158b1948d6 req-e09d6717-97e3-4e21-973f-a1f81fc78cda tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:41.765572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f34acd71-e70d-4908-80a8-21158b1948d6 req-e09d6717-97e3-4e21-973f-a1f81fc78cda tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.3003511 Jul 29 23:28:41.777682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.779388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8e07fc8d-28ec-431f-8389-1a6da8b307a4 None None] Provisioning for port 6bd75e6d-2c36-40cc-8163-efc47d829260 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:41.783938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8e07fc8d-28ec-431f-8389-1a6da8b307a4 None None] Provisioning complete for port 6bd75e6d-2c36-40cc-8163-efc47d829260 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:41.783938 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e07fc8d-28ec-431f-8389-1a6da8b307a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.816211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7f52af7f-b39d-40ea-a668-9e775dcd4dbe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:41.834989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ee40e2c-dfd0-4e8c-aa93-d92673e28549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.876969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee40e2c-dfd0-4e8c-aa93-d92673e28549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99abb772-301b-4124-9735-4afd943c0025,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.887522 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ee40e2c-dfd0-4e8c-aa93-d92673e28549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.890675 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7ee40e2c-dfd0-4e8c-aa93-d92673e28549 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/99abb772-301b-4124-9735-4afd943c0025 HTTP/1.1" status: 204 len: 168 time: 0.3239801 Jul 29 23:28:41.892247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8e07fc8d-28ec-431f-8389-1a6da8b307a4 None None] Port 6bd75e6d-2c36-40cc-8163-efc47d829260 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:41.892574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41964) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:41.972469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Network c21e8f10-2a8b-4b08-af85-8ea9e60e777a is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:41.992333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:41.996226 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.013013 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f34acd71-e70d-4908-80a8-21158b1948d6 req-6b75cbad-10a7-4198-829e-7bb157e1385f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447248 Jul 29 23:28:42.013591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:42.028608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 81254d45-3853-4070-9545-5cc606cce6bd no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:42.035019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Pushing event updated for resources: {'Port': ['ID=9024abfc-ac0b-4327-a479-8fae475a1152,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:42.075593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 81254d45-3853-4070-9545-5cc606cce6bd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:42.076788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 81254d45-3853-4070-9545-5cc606cce6bd not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:42.112908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.119476 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcd1ad-cfcb-4281-8c92-cd216ed8b0e0 req-cf211a33-f379-4afa-8f08-0b58cec1d835 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:42.121126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63fcd1ad-cfcb-4281-8c92-cd216ed8b0e0 req-cf211a33-f379-4afa-8f08-0b58cec1d835 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 932 time: 0.3133793 Jul 29 23:28:42.139497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118602d7-4bbd-4c50-bec8-95f123fe83c1']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:42.152301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59c83c4-950e-4fd0-8aef-66d55ae96ea1') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:42.152950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59c83c4-950e-4fd0-8aef-66d55ae96ea1') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:42.170373 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.195470 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.202459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:42.203144 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:42.205199 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:42.216733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:42.217389 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.259565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-3ae13d7b-360c-44da-b88e-83f29b4f1471 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3179898 Jul 29 23:28:42.271035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63fcd1ad-cfcb-4281-8c92-cd216ed8b0e0 req-7a0d708e-95ce-4f61-aee1-7bbacee3a52a tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429086 Jul 29 23:28:42.288873 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.289383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Request body: {'port': {'device_id': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:42.301646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.307026 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] 10.222.0.37 "DELETE /v2.0/networks/118602d7-4bbd-4c50-bec8-95f123fe83c1 HTTP/1.1" status: 204 len: 168 time: 0.4134676 Jul 29 23:28:42.320920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c511452-d818-4f1e-88e7-f6ce36f08f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=118602d7-4bbd-4c50-bec8-95f123fe83c1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:42.403385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.450935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.462090 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.468896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:42.518695 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e8fffe54-855b-4af6-83bb-4f7b2cb03eca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ab46ff1567244589f65ccbdbff72e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486050 Jul 29 23:28:42.521278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:42.579384 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-700a4f82-45c3-4292-a590-2745c152565b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.599037 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.600832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd75e6d-2c36-40cc-8163-efc47d829260,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:42.604594 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-700a4f82-45c3-4292-a590-2745c152565b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.665302 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-700a4f82-45c3-4292-a590-2745c152565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.669893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-700a4f82-45c3-4292-a590-2745c152565b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.673498 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-700a4f82-45c3-4292-a590-2745c152565b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f7056c2-4958-48a5-ac5e-7a8c667bd657 HTTP/1.1" status: 204 len: 168 time: 0.1486251 Jul 29 23:28:42.686264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a4f82-45c3-4292-a590-2745c152565b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7056c2-4958-48a5-ac5e-7a8c667bd657,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:42.806891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Network 674d778d-dcc6-4818-938a-13b70fc784d0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:42.811013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:43.041497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9024abfc-ac0b-4327-a479-8fae475a1152 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:43.055493 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.089537 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Transition to ACTIVE for port object 9024abfc-ac0b-4327-a479-8fae475a1152 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:43.100104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Router 62d43fd6-00e2-419a-84c6-b958a6acafb3 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:43.115592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.151021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8bca1900-913d-40da-b750-36130fac093e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:43.204409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:43.236329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8bca1900-913d-40da-b750-36130fac093e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:43.243236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8bca1900-913d-40da-b750-36130fac093e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:43.244457 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.275036 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2793f063-90b9-4e29-8f99-5269e12713a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3c22313e10e4ea7aef22ebb333eb5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652492 Jul 29 23:28:43.275744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42000) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:43.350310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e081458-f58d-4e64-acdf-cff83f74aeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.392550 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e081458-f58d-4e64-acdf-cff83f74aeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.395069 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.411981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-670fa106-5d2b-4c0b-bbcd-ae6d7166c78a None None] Provisioning complete for port 6bd75e6d-2c36-40cc-8163-efc47d829260 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:43.412636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-670fa106-5d2b-4c0b-bbcd-ae6d7166c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.464596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Pushing event updated for resources: {'Port': ['ID=9024abfc-ac0b-4327-a479-8fae475a1152,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:43.465427 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e081458-f58d-4e64-acdf-cff83f74aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.469033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e081458-f58d-4e64-acdf-cff83f74aeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.471023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-670fa106-5d2b-4c0b-bbcd-ae6d7166c78a None None] Port 6bd75e6d-2c36-40cc-8163-efc47d829260 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:43.473300 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6e081458-f58d-4e64-acdf-cff83f74aeb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51f308db-ae60-4c6a-ba97-5277b35b2d2a HTTP/1.1" status: 204 len: 168 time: 0.1962850 Jul 29 23:28:43.484874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e081458-f58d-4e64-acdf-cff83f74aeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f308db-ae60-4c6a-ba97-5277b35b2d2a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:43.496530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 8bca1900-913d-40da-b750-36130fac093e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8bca1900-913d-40da-b750-36130fac093e,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:43.502913 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.584315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=8bca1900-913d-40da-b750-36130fac093e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:43.615084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12432c-790b-4f45-ae80-b146fd943859 req-ca02b23a-38b0-4b18-ab7d-447e429d52b6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:43.617258 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d12432c-790b-4f45-ae80-b146fd943859 req-ca02b23a-38b0-4b18-ab7d-447e429d52b6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.3809555 Jul 29 23:28:43.652690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e830aefb-4211-4dae-b942-81e4b3e4fe91 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:43.654184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e830aefb-4211-4dae-b942-81e4b3e4fe91 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 815 time: 0.4061949 Jul 29 23:28:43.680834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:43.693545 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Sync routers for ids ['62d43fd6-00e2-419a-84c6-b958a6acafb3'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:43.703601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4e8a81dc-345f-4114-8348-dacb9d5d4099 admin admin] 10.222.0.37 "PUT /v2.0/routers/62d43fd6-00e2-419a-84c6-b958a6acafb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5340788 Jul 29 23:28:43.712219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-9b0be8f7-5503-4169-b6ce-52d69b89e60e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/quotas/627a5eedd1d14e37a79cd8583bcc889a HTTP/1.1" status: 200 len: 375 time: 0.0455024 Jul 29 23:28:43.720358 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Routers {'62d43fd6-00e2-419a-84c6-b958a6acafb3'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:43.722051 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['62d43fd6-00e2-419a-84c6-b958a6acafb3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:43.746382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:43.746825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:43.747158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:43.770869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d12432c-790b-4f45-ae80-b146fd943859 req-55528188-561c-43f5-b48d-b6d6a7990f86 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295700 Jul 29 23:28:43.773334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Port 9024abfc-ac0b-4327-a479-8fae475a1152 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:43.773646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:43.781732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:43.782068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:43.782454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:43.782893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Bound port: 9024abfc-ac0b-4327-a479-8fae475a1152, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:43.783254 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.856651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-b92253fc-e410-4762-9859-85c00635e13e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1315496 Jul 29 23:28:43.909337 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Set router 62d43fd6-00e2-419a-84c6-b958a6acafb3 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:44.008048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:44.014926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:44.019517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-78f5645d-69ca-4383-9409-b01d7c577f8c service neutron] 10.222.0.37 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616631 Jul 29 23:28:44.028332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.165344 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:41Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd75e6d-2c36-40cc-8163-efc47d829260', 'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'mac_address': 'fa:16:3e:e4:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:39Z', 'updated_at': '2021-07-29T23:28:42Z', 'revision_number': 2, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'subnets': [{'id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:44.202711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.203346 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.204866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] 10.222.0.42 "PUT /v2.0/ports/9024abfc-ac0b-4327-a479-8fae475a1152 HTTP/1.1" status: 200 len: 1093 time: 1.9327974 Jul 29 23:28:44.206042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'tag': '9024abfc-ac0b-4327-a479-8fae475a1152'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:44.208349 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6f98fd-3df1-4e18-acaa-654bf820ef92", "tag": "9024abfc-ac0b-4327-a479-8fae475a1152"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:44.224235 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Checking router: 62d43fd6-00e2-419a-84c6-b958a6acafb3 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:44.224603 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Updating router 62d43fd6-00e2-419a-84c6-b958a6acafb3 port 6bd75e6d-2c36-40cc-8163-efc47d829260 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:28:44.229273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455bcc9-d3a4-4aa7-a06f-196fb8cd1a97 service neutron] Pushing event updated for resources: {'Port': ['ID=9024abfc-ac0b-4327-a479-8fae475a1152,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:44.253601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099f677-693e-4541-822f-f6237f7f1b30 req-ff647e76-e70e-4465-92bc-e1d0d8263f3d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.255173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e099f677-693e-4541-822f-f6237f7f1b30 req-ff647e76-e70e-4465-92bc-e1d0d8263f3d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.1589665 Jul 29 23:28:44.275964 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.333406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-c83250fc-51c3-4602-8a27-1f19e3aaa61e service neutron] 10.222.0.37 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024569 Jul 29 23:28:44.354485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e099f677-693e-4541-822f-f6237f7f1b30 req-d931b521-666e-472f-bc09-01db7d3c9878 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883195 Jul 29 23:28:44.364994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-fa4aaf9b-e891-4d9c-a003-867c365a3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.366632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-fa4aaf9b-e891-4d9c-a003-867c365a3bda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 1096 time: 0.0887234 Jul 29 23:28:44.436708 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-f31bbe1a-5533-4dde-a6eb-668e88732e9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9024abfc-ac0b-4327-a479-8fae475a1152 HTTP/1.1" status: 200 len: 217 time: 0.0543447 Jul 29 23:28:44.550530 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ea64e3-3068-4d1d-ba13-26f287edea59 x-openstack-request-id: req-25ea64e3-3068-4d1d-ba13-26f287edea59 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:44.550823 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6f98fd-3df1-4e18-acaa-654bf820ef92", "tag": "9024abfc-ac0b-4327-a479-8fae475a1152", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:44.551075 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25ea64e3-3068-4d1d-ba13-26f287edea59 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:44.552122 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'tag': '9024abfc-ac0b-4327-a479-8fae475a1152', 'status': 'completed', 'code': 200} Jul 29 23:28:44.553898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-efebcf3f-60be-4c6a-81b2-1f005246440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.556442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-efebcf3f-60be-4c6a-81b2-1f005246440b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.1059811 Jul 29 23:28:44.662046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-8f9a26b9-d5d8-4836-ac2c-8782a16124e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904198 Jul 29 23:28:44.713160 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.741316 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Transition to ACTIVE for port object 6bd75e6d-2c36-40cc-8163-efc47d829260 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:44.762504 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.860330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa5fc942-2100-4a07-877a-539f2ee2a8ca req-79203c89-3f53-4f61-83bc-c09356959b8e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 210 time: 0.1779568 Jul 29 23:28:44.994147 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Pushing event updated for resources: {'Port': ['ID=6bd75e6d-2c36-40cc-8163-efc47d829260,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:45.016380 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.016991 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.017521 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.018057 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.018556 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.019047 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.019636 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.020770 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.021268 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.021760 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.022317 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.023131 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:45.031158 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Attempting to bind port 6bd75e6d-2c36-40cc-8163-efc47d829260 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:45.031828 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Attempting to bind port 6bd75e6d-2c36-40cc-8163-efc47d829260 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:45.032607 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Attempting to bind port 6bd75e6d-2c36-40cc-8163-efc47d829260 on network 674d778d-dcc6-4818-938a-13b70fc784d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:45.051721 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:45.052505 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Checking segment: {'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:45.053082 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.053723 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Bound using segment: {'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:45.056802 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Bound port: 6bd75e6d-2c36-40cc-8163-efc47d829260, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:45.057463 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.119330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8bca1900-913d-40da-b750-36130fac093e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:45.143617 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-a04a0d54-8106-408c-b5c3-c8ed67a56ef1 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718218 Jul 29 23:28:45.185016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437aecb-547f-41e2-aa6f-83f7420d0a2e req-3f9df762-6bb5-4b6d-87dd-c4c956921e8d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:45.186623 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2437aecb-547f-41e2-aa6f-83f7420d0a2e req-3f9df762-6bb5-4b6d-87dd-c4c956921e8d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.2196043 Jul 29 23:28:45.205889 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] For port 6bd75e6d-2c36-40cc-8163-efc47d829260, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:45.214713 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] For port 6bd75e6d-2c36-40cc-8163-efc47d829260, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6bd75e6d-2c36-40cc-8163-efc47d829260,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:45.228744 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.254078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8bca1900-913d-40da-b750-36130fac093e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:45.254548 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.332109 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Routers {'62d43fd6-00e2-419a-84c6-b958a6acafb3'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:45.333648 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['62d43fd6-00e2-419a-84c6-b958a6acafb3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:45.424828 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-a33ea846-954f-4540-8f28-b56d2bad4c03 service neutron] show failed (client error): The resource could not be found. Jul 29 23:28:45.428972 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-a33ea846-954f-4540-8f28-b56d2bad4c03 service neutron] 10.222.0.47 "GET /v2.0/ports/d9168b20-7a11-4c09-9a51-30eb63631ddf/bindings/n-h1-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.1688011 Jul 29 23:28:45.545024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90397ef1-d149-45c0-94aa-ed94a0ce10bb req-27f06227-86a1-4b3f-97ad-d88ae078323b service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818476 Jul 29 23:28:45.569629 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] Set router 62d43fd6-00e2-419a-84c6-b958a6acafb3 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:45.666542 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950dbb6-e30d-4c0a-950e-a692834eb2eb None None] Pushing event updated for resources: {'Port': ['ID=6bd75e6d-2c36-40cc-8163-efc47d829260,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:45.756584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42130) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:45.765926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2437aecb-547f-41e2-aa6f-83f7420d0a2e req-a89c62a6-3980-43af-8894-8fe60b11f11e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189376 Jul 29 23:28:45.780452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37323ef-2c9f-4a68-ad2c-b4ec89ceb119 req-b06bb059-4d19-40d1-854c-004c2ac5d867 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:45.788245 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c37323ef-2c9f-4a68-ad2c-b4ec89ceb119 req-b06bb059-4d19-40d1-854c-004c2ac5d867 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.2400503 Jul 29 23:28:45.850197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded req-38415272-beaa-43f6-aff2-d49b814db66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:45.853384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded req-38415272-beaa-43f6-aff2-d49b814db66b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 1096 time: 0.1163032 Jul 29 23:28:45.878541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c37323ef-2c9f-4a68-ad2c-b4ec89ceb119 req-07ab9196-4c37-47cc-9db3-311992438d5a tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885684 Jul 29 23:28:45.936290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-d8c85fa6-4e02-4808-9801-222cb32e3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:45.939878 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-d8c85fa6-4e02-4808-9801-222cb32e3d66 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc&tenant_id=aa5e3b62e01345e1bd6c3e2255e08588 HTTP/1.1" status: 200 len: 1102 time: 0.1407285 Jul 29 23:28:45.962745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:46.097294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1b2f0b6-5d2b-4f15-b4ca-8cc9646371b6 req-fdb06ed6-ac32-4d5a-850b-5832d4f0b23c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 210 time: 0.0716515 Jul 29 23:28:46.140515 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.151224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf52c79a-340a-4765-b915-3a22854a8e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.158148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded req-e9f6ab3f-7c80-4f5e-99d1-0b36ec7d233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:46.159842 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded req-e9f6ab3f-7c80-4f5e-99d1-0b36ec7d233b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.2773981 Jul 29 23:28:46.234645 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:41Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd75e6d-2c36-40cc-8163-efc47d829260', 'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'mac_address': 'fa:16:3e:e4:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:39Z', 'updated_at': '2021-07-29T23:28:45Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'subnets': [{'id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:46.242203 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded req-599cf8f7-43a3-45f6-af77-fb67c456701f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9024abfc-ac0b-4327-a479-8fae475a1152 HTTP/1.1" status: 200 len: 217 time: 0.0701404 Jul 29 23:28:46.288266 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae18fe-db44-46a3-a717-96ac4657d440 None None] The sync data for ids ['62d43fd6-00e2-419a-84c6-b958a6acafb3'] in n-d-712139-11 is: [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:41Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd75e6d-2c36-40cc-8163-efc47d829260', 'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'mac_address': 'fa:16:3e:e4:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:39Z', 'updated_at': '2021-07-29T23:28:45Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'subnets': [{'id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:46.370447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded req-92a986e0-2056-445e-a75b-64f50232c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:46.372608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded req-92a986e0-2056-445e-a75b-64f50232c638 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.1122751 Jul 29 23:28:46.434447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded req-08bc1bdb-2c7e-4015-9805-de956569f162 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394697 Jul 29 23:28:46.506206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf52c79a-340a-4765-b915-3a22854a8e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.593189 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf52c79a-340a-4765-b915-3a22854a8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.677267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded req-8246f59a-e883-47fa-8ae7-7cfdea4d75d9 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249033 Jul 29 23:28:46.729408 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cf52c79a-340a-4765-b915-3a22854a8e93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=185a6f7d51e7490382a21fcda138a10f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9716685 Jul 29 23:28:46.737331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:46.752861 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52c79a-340a-4765-b915-3a22854a8e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd844f03-24a3-4917-8ac9-1e3f0cdd57e5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:46.803193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-ab3a12bf-9344-43f6-abb8-4d550ccf835d tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:46.805302 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-ab3a12bf-9344-43f6-abb8-4d550ccf835d tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.47 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 815 time: 0.3490241 Jul 29 23:28:46.836300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:46.865374 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Request body: {'port': {'device_id': 'd549d87c-ed44-40c2-a423-26209e2d2a4b', 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628', 'admin_state_up': True, 'tenant_id': '627a5eedd1d14e37a79cd8583bcc889a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:47.025399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:47.044716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caccbd3-d3dd-4c8c-b64a-b9f1169aaded req-44309680-7a47-4d21-bf6b-f7b7bdd188a3 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538246 Jul 29 23:28:47.067293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6bd75e6d-2c36-40cc-8163-efc47d829260 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:47.084457 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cde75e55-38c0-4cf6-abeb-4f13332534a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.107552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:47.110436 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc784584-ebbb-41a9-9f36-0b51864194c4" -d '{"events": [{"server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:47.115681 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.139227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Transition to ACTIVE for port object d9168b20-7a11-4c09-9a51-30eb63631ddf will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:47.150048 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.178964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Made reservation on behalf of 627a5eedd1d14e37a79cd8583bcc889a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:47.183367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.224700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 6bd75e6d-2c36-40cc-8163-efc47d829260 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:47.231313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8347a95-e156-4bde-9bde-0c8f7505f4f5 req-d5e6fbc6-7cc1-4ecc-aa2d-00902d07179e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:47.232956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6bd75e6d-2c36-40cc-8163-efc47d829260 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:47.233430 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.244385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8347a95-e156-4bde-9bde-0c8f7505f4f5 req-d5e6fbc6-7cc1-4ecc-aa2d-00902d07179e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.3419304 Jul 29 23:28:47.319445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] No DVR routers for this DVR port d9168b20-7a11-4c09-9a51-30eb63631ddf on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:47.330558 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cde75e55-38c0-4cf6-abeb-4f13332534a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.337371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Pushing event updated for resources: {'Port': ['ID=d9168b20-7a11-4c09-9a51-30eb63631ddf,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:47.403668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8347a95-e156-4bde-9bde-0c8f7505f4f5 req-bd7e5735-990b-47af-9735-efdc6f16c732 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417747 Jul 29 23:28:47.439232 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.462752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904433bf-7488-4a0e-839f-cad7e6985d0e req-c2e04a94-1abd-4947-bf47-c2ce5c166873 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:47.466501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-904433bf-7488-4a0e-839f-cad7e6985d0e req-c2e04a94-1abd-4947-bf47-c2ce5c166873 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.4459369 Jul 29 23:28:47.522824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 6bd75e6d-2c36-40cc-8163-efc47d829260, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6bd75e6d-2c36-40cc-8163-efc47d829260,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:47.532373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Attempting to bind port d9168b20-7a11-4c09-9a51-30eb63631ddf on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:47.533339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Attempting to bind port d9168b20-7a11-4c09-9a51-30eb63631ddf by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:47.533339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Attempting to bind port d9168b20-7a11-4c09-9a51-30eb63631ddf on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:47.535020 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.578946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Port d9168b20-7a11-4c09-9a51-30eb63631ddf on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:47.579344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Attempting to bind port d9168b20-7a11-4c09-9a51-30eb63631ddf on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:47.600545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-904433bf-7488-4a0e-839f-cad7e6985d0e req-ba7f61ee-be0d-475d-ab2f-6a8470720217 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290710 Jul 29 23:28:47.640695 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cde75e55-38c0-4cf6-abeb-4f13332534a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.643414 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cde75e55-38c0-4cf6-abeb-4f13332534a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.657383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cde75e55-38c0-4cf6-abeb-4f13332534a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd844f03-24a3-4917-8ac9-1e3f0cdd57e5 HTTP/1.1" status: 204 len: 168 time: 0.9188919 Jul 29 23:28:47.662261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=6bd75e6d-2c36-40cc-8163-efc47d829260,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:47.683864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:47.684498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:47.685532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:47.686250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Bound port: d9168b20-7a11-4c09-9a51-30eb63631ddf, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:47.686974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde75e55-38c0-4cf6-abeb-4f13332534a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd844f03-24a3-4917-8ac9-1e3f0cdd57e5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:47.687744 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.757175 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa65cd2-f000-462a-af82-06898b238aab x-openstack-request-id: req-9fa65cd2-f000-462a-af82-06898b238aab {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:47.757769 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:47.758200 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fa65cd2-f000-462a-af82-06898b238aab {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:47.758924 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf', 'code': 200} Jul 29 23:28:47.796711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Allocated IP 172.20.0.2 (12361c8c-7185-4520-8d81-bb8d740fe628/ba2052c5-e70e-43c0-982f-fd17310c5524/f24e21fd-e1fd-4e93-b87a-94cc678f34b8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:47.838158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee9e1e9d-8aaf-4bfb-a3f7-cfdaba4113dc req-da06f833-f10c-4bd5-9c5b-1ebd667a3df8 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 210 time: 0.0474820 Jul 29 23:28:47.854352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:47.859316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:47.886286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.989504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:47.990378 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.992285 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] 10.222.0.42 "PUT /v2.0/ports/d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 200 len: 1097 time: 2.0367842 Jul 29 23:28:48.253411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857163a-d2c5-489c-bf26-0d5839e9e80a service neutron] Pushing event updated for resources: {'Port': ['ID=d9168b20-7a11-4c09-9a51-30eb63631ddf,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:48.327011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-b5f8043a-93b3-4b20-9381-c1e7baffccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.332716 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-b5f8043a-93b3-4b20-9381-c1e7baffccc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1100 time: 0.2961941 Jul 29 23:28:48.339457 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.481258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-11dbb7ad-6af2-4340-8dc7-93f400e24a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.482888 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-11dbb7ad-6af2-4340-8dc7-93f400e24a8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1378844 Jul 29 23:28:48.488772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.504168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['4927d36d-ef03-499e-a403-73ba5fbf7d31', '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:48.570930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7012af33-f9a5-4829-bc42-903205224f39'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:48.603727 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-324b0211-d074-41cb-8b63-8b0d05a1b960 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 200 len: 217 time: 0.1083224 Jul 29 23:28:48.612266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ac35b-c9b7-4b96-9fc1-de80e753eb8b req-11ae3495-4eeb-4ac8-8d38-ea9a37edcea8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.630779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f55ac35b-c9b7-4b96-9fc1-de80e753eb8b req-11ae3495-4eeb-4ac8-8d38-ea9a37edcea8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 948 time: 0.0950391 Jul 29 23:28:48.682376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Network 12361c8c-7185-4520-8d81-bb8d740fe628 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:48.720307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f55ac35b-c9b7-4b96-9fc1-de80e753eb8b req-f400bb18-6864-4f41-92c6-9a94b849e00c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839317 Jul 29 23:28:48.733257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:48.740923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:48.746356 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.752856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Pushing event updated for resources: {'Port': ['ID=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:48.793217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-6d70207f-2a5b-4ef4-8e72-ba5c6e8aa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.794740 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-6d70207f-2a5b-4ef4-8e72-ba5c6e8aa7af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1759427 Jul 29 23:28:48.912520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42194) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:48.920292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.920984 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.979688 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-4c33c55d-3bea-4ca1-87c2-cb88687170f3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1404874 Jul 29 23:28:48.988034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d7de1-537f-4aab-bc27-73e879927704 req-980c2afc-a79b-4009-a02a-952b9f919cae tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.999378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-268d7de1-537f-4aab-bc27-73e879927704 req-980c2afc-a79b-4009-a02a-952b9f919cae tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.1304350 Jul 29 23:28:49.027949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Request body: {'port': {'device_id': 'd549d87c-ed44-40c2-a423-26209e2d2a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:49.123553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-5567fcf8-7683-4d17-a081-7bac98c1f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:49.125151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-5567fcf8-7683-4d17-a081-7bac98c1f59a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3127911 Jul 29 23:28:49.147223 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-268d7de1-537f-4aab-bc27-73e879927704 req-7631e92c-8598-4a86-b6b5-86f510717e58 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411886 Jul 29 23:28:49.178530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6bd75e6d-2c36-40cc-8163-efc47d829260 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:49.258674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1237429774-network', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:49.261619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.270845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63d7c9-316a-4dfb-bee0-17ab9073e6c7 req-c8136435-6592-4900-9b6a-0bfd5342974e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:49.272716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac63d7c9-316a-4dfb-bee0-17ab9073e6c7 req-c8136435-6592-4900-9b6a-0bfd5342974e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 931 time: 0.1231945 Jul 29 23:28:49.294316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6bd75e6d-2c36-40cc-8163-efc47d829260 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:49.294726 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.338712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Made reservation on behalf of ee14ae51b51946dd87ec5665bcf5995d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:49.341342 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.368334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac63d7c9-316a-4dfb-bee0-17ab9073e6c7 req-6474f600-aef0-4ddd-98f8-729cc86e1d41 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820439 Jul 29 23:28:49.383341 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.464646 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-95299186-b6c6-48ab-a6d0-85e20baca707 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279963 Jul 29 23:28:49.556860 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.562343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.602866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:28:49.608774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e34a651-a13e-4bb9-a4f2-c278655e7fd2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:49.619110 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.620267 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Added segment b7b2cad3-95b6-40ca-91ff-bc9657acfe3e of type vlan for network 075cd5b6-a446-43e6-877b-02e442ee8cb0 Jul 29 23:28:49.636857 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1c16d070-b22b-4fcc-a10b-dcbdddbbb0d5 req-ab180804-db8c-47de-bf64-3186625a0b28 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567094 Jul 29 23:28:49.668948 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.710926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.711688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:49.712323 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.717871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24e21fd-e1fd-4e93-b87a-94cc678f34b8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:49.731084 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.745867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Transition to ACTIVE for port object f24e21fd-e1fd-4e93-b87a-94cc678f34b8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:49.750183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.764732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8509305 Jul 29 23:28:49.767463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:49.769312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42204) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:49.770479 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ff63ee-7509-4402-8e81-e3221f7caaae" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:49.776229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Request body: {'subnet': {'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1237429774-subnet', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:49.793334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89f048-591e-4043-8d01-3b55a98ee060 admin admin] Pushing event updated for resources: {'Network': ['ID=075cd5b6-a446-43e6-877b-02e442ee8cb0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:49.805596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 075cd5b6-a446-43e6-877b-02e442ee8cb0 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:49.818620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Made reservation on behalf of ee14ae51b51946dd87ec5665bcf5995d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:49.822334 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.851070 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49760d42-a788-4ea8-90ba-6dcd2dc5f0f9 x-openstack-request-id: req-49760d42-a788-4ea8-90ba-6dcd2dc5f0f9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:49.851368 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:49.851627 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49760d42-a788-4ea8-90ba-6dcd2dc5f0f9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:49.852330 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf', 'status': 'completed', 'code': 200} Jul 29 23:28:49.900161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Pushing event updated for resources: {'Port': ['ID=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:50.040989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-aa5949e7-f826-4bb7-abb6-24214dc757a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.042670 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-aa5949e7-f826-4bb7-abb6-24214dc757a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1100 time: 0.1383774 Jul 29 23:28:50.047854 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-bf1ec57f-7c12-460d-87c7-4022c4cb83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.049684 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-bf1ec57f-7c12-460d-87c7-4022c4cb83f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1100 time: 0.1466408 Jul 29 23:28:50.083081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d9168b20-7a11-4c09-9a51-30eb63631ddf no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:50.112121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Attempting to bind port f24e21fd-e1fd-4e93-b87a-94cc678f34b8 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:50.112463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Attempting to bind port f24e21fd-e1fd-4e93-b87a-94cc678f34b8 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:50.112791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Attempting to bind port f24e21fd-e1fd-4e93-b87a-94cc678f34b8 on network 12361c8c-7185-4520-8d81-bb8d740fe628 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:50.129831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d9168b20-7a11-4c09-9a51-30eb63631ddf not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:50.180116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Port f24e21fd-e1fd-4e93-b87a-94cc678f34b8 on network 12361c8c-7185-4520-8d81-bb8d740fe628 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:50.180628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Attempting to bind port f24e21fd-e1fd-4e93-b87a-94cc678f34b8 on network 12361c8c-7185-4520-8d81-bb8d740fe628 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:50.200742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:50.201252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Checking segment: {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:50.201768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Bound using segment: {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:50.202434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Bound port: f24e21fd-e1fd-4e93-b87a-94cc678f34b8, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c659092f-ed5a-4ded-a229-76e4b1ce737d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:50.202918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.289228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-82ab3bbf-1a00-4f1e-b8e8-e4bc18b222da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.292277 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-82ab3bbf-1a00-4f1e-b8e8-e4bc18b222da service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2137866 Jul 29 23:28:50.300125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-545d6da9-b684-4535-8685-64b1e6e56de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.302065 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-545d6da9-b684-4535-8685-64b1e6e56de6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2510741 Jul 29 23:28:50.390007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae6c5-9c44-4347-8483-0b79757834e8 req-a3931f2c-129f-47c3-90b8-c0d39c884f67 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.393859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3cae6c5-9c44-4347-8483-0b79757834e8 req-a3931f2c-129f-47c3-90b8-c0d39c884f67 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 948 time: 0.1378217 Jul 29 23:28:50.403999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2d654-2131-4f78-855d-f4b0a92f46e7 req-b5e2998f-d459-4f85-ab0a-9e060203d11f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.405595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0dc2d654-2131-4f78-855d-f4b0a92f46e7 req-b5e2998f-d459-4f85-ab0a-9e060203d11f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.1483572 Jul 29 23:28:50.415000 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-f312ff1b-23ce-4ad8-9e29-49bc24f36208 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 200 len: 217 time: 0.0987117 Jul 29 23:28:50.416248 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-5b916a7f-c621-48ca-bd58-378f382148bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 200 len: 217 time: 0.1017716 Jul 29 23:28:50.423162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] For port f24e21fd-e1fd-4e93-b87a-94cc678f34b8, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:50.427802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] For port f24e21fd-e1fd-4e93-b87a-94cc678f34b8, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:50.482166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.512112 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3cae6c5-9c44-4347-8483-0b79757834e8 req-b1708568-d8ae-443c-ab37-d435e30878db tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049397 Jul 29 23:28:50.533208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0dc2d654-2131-4f78-855d-f4b0a92f46e7 req-eab2d740-a5d9-493d-bd67-9db8bba1f842 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138957 Jul 29 23:28:50.587129 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.693638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15880d6c-5ba1-4048-93db-089949bac9ca,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:50.711952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Checking segment: {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:50.712442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Network hostable DHCP agents. Network: 075cd5b6-a446-43e6-877b-02e442ee8cb0, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:28:50.738235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465cc65-9463-47e3-b8c3-9f818a89ab3a req-590d2b81-8611-4708-85f8-4a447bd1b3ea tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.740047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3465cc65-9463-47e3-b8c3-9f818a89ab3a req-590d2b81-8611-4708-85f8-4a447bd1b3ea tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 943 time: 0.0868204 Jul 29 23:28:50.755424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Network 075cd5b6-a446-43e6-877b-02e442ee8cb0 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:28:50.776101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 075cd5b6-a446-43e6-877b-02e442ee8cb0) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:50.781239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.782085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.785979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0932ff4d-ec08-4e40-8bf2-a0d16ca78994 None None] Network 075cd5b6-a446-43e6-877b-02e442ee8cb0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:50.805551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3465cc65-9463-47e3-b8c3-9f818a89ab3a req-4efbfb9e-f698-47b6-9b7b-eb964293dd62 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584056 Jul 29 23:28:50.807463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-641cdf0d-85a7-492a-83be-24e9caa376a2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0367522 Jul 29 23:28:50.810289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42220) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:50.815882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:50.840146 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.841206 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.904198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-aa919ae6-3cfd-4444-98dc-915accd9f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.905690 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-aa919ae6-3cfd-4444-98dc-915accd9f2f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.4802105 Jul 29 23:28:50.912160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.913710 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.915228 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] 10.222.0.47 "PUT /v2.0/ports/f24e21fd-e1fd-4e93-b87a-94cc678f34b8 HTTP/1.1" status: 200 len: 1092 time: 1.9194539 Jul 29 23:28:50.916933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-fd2c095a-8902-4a44-95a5-42527075ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.918073 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.918310 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-fd2c095a-8902-4a44-95a5-42527075ab91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.4818962 Jul 29 23:28:50.987172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988ecb5-6bec-4ec2-aef8-35830b197c07 service neutron] Pushing event updated for resources: {'Port': ['ID=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:51.036855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-65ef9c46-3694-46a7-a11e-452eae196d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:51.039227 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-65ef9c46-3694-46a7-a11e-452eae196d4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1028869 Jul 29 23:28:51.042726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-25d0aa01-dc70-4b05-8c15-4c1c79771a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:51.044194 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-25d0aa01-dc70-4b05-8c15-4c1c79771a4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249781 Jul 29 23:28:51.050797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-075cd5b6-a446-43e6-877b-02e442ee8cb0', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:28:51.051882 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.085777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-03adbaea-922e-40f4-b81d-e3cb3f6e5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:51.087619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-03adbaea-922e-40f4-b81d-e3cb3f6e5ce2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 1095 time: 0.0914204 Jul 29 23:28:51.129323 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.203964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-01926fd2-7cc7-43e7-af91-6789baa4ab4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24e21fd-e1fd-4e93-b87a-94cc678f34b8 HTTP/1.1" status: 200 len: 217 time: 0.0573602 Jul 29 23:28:51.270724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Allocated IP 172.20.0.2 (075cd5b6-a446-43e6-877b-02e442ee8cb0/15880d6c-5ba1-4048-93db-089949bac9ca/d1c7959b-e935-4f52-a2ef-aae91721bad4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:51.301381 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-88d379cd-1cad-4806-9739-d3bb8c3dbdf6 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485905 Jul 29 23:28:51.304645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-7823c5aa-0674-4a45-b035-a57e40afd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:51.306010 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-7823c5aa-0674-4a45-b035-a57e40afd686 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba2052c5-e70e-43c0-982f-fd17310c5524 HTTP/1.1" status: 200 len: 855 time: 0.0958643 Jul 29 23:28:51.307920 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-6b6211d0-b19b-4169-ba65-50710fadd710 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464600 Jul 29 23:28:51.385276 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.404530 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-475e38c0-f4fc-425b-a6c9-68e7afaf65ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12361c8c-7185-4520-8d81-bb8d740fe628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889499 Jul 29 23:28:51.411511 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.473214 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.483330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Transition to ACTIVE for port object d1c7959b-e935-4f52-a2ef-aae91721bad4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:51.512168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Transition to ACTIVE for port object d1c7959b-e935-4f52-a2ef-aae91721bad4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:51.522553 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.543676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Network 075cd5b6-a446-43e6-877b-02e442ee8cb0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:51.547615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:51.602772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Pushing event updated for resources: {'Port': ['ID=d1c7959b-e935-4f52-a2ef-aae91721bad4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:51.605264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:51.621122 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-700d4399-9b2e-4f3a-8844-731da2cff5d8 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879269 Jul 29 23:28:51.629604 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85ff63ee-7509-4402-8e81-e3221f7caaae req-79b2c09d-f553-47a5-97a0-3b6ff5b590c7 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140094 Jul 29 23:28:51.630762 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-227833d2-235f-46d3-8d85-421c70131bb0 service neutron] 10.222.0.47 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914027 Jul 29 23:28:51.636658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Allocated IP 172.25.2.218 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/19919369-ab25-4875-bf11-8716f70699e9) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:51.699114 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e2aa311-09d2-47d8-b5f9-895d9f679846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.704068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Attempting to bind port d1c7959b-e935-4f52-a2ef-aae91721bad4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:51.704707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Attempting to bind port d1c7959b-e935-4f52-a2ef-aae91721bad4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:51.705272 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Attempting to bind port d1c7959b-e935-4f52-a2ef-aae91721bad4 on network 075cd5b6-a446-43e6-877b-02e442ee8cb0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:51.713653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:51.714851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Checking segment: {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:51.715626 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.716230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Bound using segment: {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:51.717170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Bound port: d1c7959b-e935-4f52-a2ef-aae91721bad4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:51.717769 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.767314 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2dcc1997-7531-4b8b-8895-904bd9696761 req-eea2683b-96ef-4aa5-81b5-f476818a1025 service neutron] 10.222.0.47 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152084 Jul 29 23:28:51.796820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf83365-33bb-4ac3-a317-a7689a06089b req-697684bc-f7f0-43cf-ac0c-18344865a224 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:51.802712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] For port d1c7959b-e935-4f52-a2ef-aae91721bad4, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:51.805174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cbf83365-33bb-4ac3-a317-a7689a06089b req-697684bc-f7f0-43cf-ac0c-18344865a224 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 948 time: 0.1556568 Jul 29 23:28:51.806764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] For port d1c7959b-e935-4f52-a2ef-aae91721bad4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d1c7959b-e935-4f52-a2ef-aae91721bad4,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:51.812810 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.842716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808acfa-9679-4f78-9b87-c2b59188a65a req-0f84bcc4-b263-432e-9b60-977e3e2e7251 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:51.843934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5808acfa-9679-4f78-9b87-c2b59188a65a req-0f84bcc4-b263-432e-9b60-977e3e2e7251 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.1785815 Jul 29 23:28:51.853206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd549d87c-ed44-40c2-a423-26209e2d2a4b', 'tag': 'f24e21fd-e1fd-4e93-b87a-94cc678f34b8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:51.855634 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d549d87c-ed44-40c2-a423-26209e2d2a4b", "tag": "f24e21fd-e1fd-4e93-b87a-94cc678f34b8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:51.875695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f966ec-f855-437e-9130-72ff03f9f061 None None] Pushing event updated for resources: {'Port': ['ID=d1c7959b-e935-4f52-a2ef-aae91721bad4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:51.914349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cbf83365-33bb-4ac3-a317-a7689a06089b req-8b22ba22-c626-4c82-89f6-8b2f1e33e107 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082885 Jul 29 23:28:51.921143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.955798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5808acfa-9679-4f78-9b87-c2b59188a65a req-cbbc8bc0-9e8b-47bb-9349-e56d4cda7f08 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947680 Jul 29 23:28:51.990676 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:52.034561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:52.040433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:52.047217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:52.063637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Pushing event updated for resources: {'Port': ['ID=19919369-ab25-4875-bf11-8716f70699e9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:52.080137 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b5fdd7-c127-4610-8800-e3a93ae0561f x-openstack-request-id: req-45b5fdd7-c127-4610-8800-e3a93ae0561f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:52.080713 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d549d87c-ed44-40c2-a423-26209e2d2a4b", "tag": "f24e21fd-e1fd-4e93-b87a-94cc678f34b8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:52.080713 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45b5fdd7-c127-4610-8800-e3a93ae0561f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:52.081074 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd549d87c-ed44-40c2-a423-26209e2d2a4b', 'tag': 'f24e21fd-e1fd-4e93-b87a-94cc678f34b8', 'status': 'completed', 'code': 200} Jul 29 23:28:52.196462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2 req-45c11e76-b049-4462-bb7e-4f40103ab891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:52.197989 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2 req-45c11e76-b049-4462-bb7e-4f40103ab891 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 1095 time: 0.0644014 Jul 29 23:28:52.256873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b055c-f8e6-4917-a7a2-4e03b7527e3e req-403fb6aa-5ae9-4372-8184-0ded2f3b66e2 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:52.265641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f0b055c-f8e6-4917-a7a2-4e03b7527e3e req-403fb6aa-5ae9-4372-8184-0ded2f3b66e2 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 943 time: 0.2263553 Jul 29 23:28:52.318034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2 req-1ac249de-e0e9-4501-aabc-9419e2b86b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:52.320674 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2 req-1ac249de-e0e9-4501-aabc-9419e2b86b2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 200 len: 916 time: 0.1129456 Jul 29 23:28:52.346637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f0b055c-f8e6-4917-a7a2-4e03b7527e3e req-480be660-3ad6-44e0-bdfe-9c5df5c39527 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798545 Jul 29 23:28:52.370888 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2 req-273b0e0f-89cd-4492-a57b-19f216a3f65c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24e21fd-e1fd-4e93-b87a-94cc678f34b8 HTTP/1.1" status: 200 len: 217 time: 0.0431168 Jul 29 23:28:52.428297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2 req-6baee14e-c661-4ad6-b708-68ac22c2790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:52.430463 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2 req-6baee14e-c661-4ad6-b708-68ac22c2790b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba2052c5-e70e-43c0-982f-fd17310c5524 HTTP/1.1" status: 200 len: 855 time: 0.0531111 Jul 29 23:28:52.469029 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2 req-66b79fbe-592e-4e94-94e9-5e74afbe8247 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12361c8c-7185-4520-8d81-bb8d740fe628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309174 Jul 29 23:28:52.483478 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:52.568277 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2 req-d15c6b0f-3c5e-4dca-9d67-4b69bf3d2643 service neutron] 10.222.0.47 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911987 Jul 29 23:28:52.705986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9270ae2d-f816-4585-8b1d-42d7e7fc41e2 req-fc7de0c0-5725-4c3b-9ca5-ffe0159ea5c7 service neutron] 10.222.0.47 "GET /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285772 Jul 29 23:28:52.764100 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:52.927765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Router e3b5dd98-81ff-4205-a76e-24cda00fa77a is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:28:53.032767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a4b7a-764a-4b7c-9fcc-de4032e35268 None None] Network 075cd5b6-a446-43e6-877b-02e442ee8cb0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:53.093361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d1c7959b-e935-4f52-a2ef-aae91721bad4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:53.117096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:53.134319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Sync routers for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:53.143557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129881c-6e78-4fed-9f0f-5dddea476a95 req-5f35e2a6-8929-4543-9ea6-a63ddfd74d91 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:53.143787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e78130a3-d2f0-4e2a-a3f9-c56858ae5ce1 None None] Provisioning for port d1c7959b-e935-4f52-a2ef-aae91721bad4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:53.144992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3129881c-6e78-4fed-9f0f-5dddea476a95 req-5f35e2a6-8929-4543-9ea6-a63ddfd74d91 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 948 time: 0.1042292 Jul 29 23:28:53.158175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9254ce-3231-4918-b59c-3972dd2f85af req-bd157456-9da8-4837-a1e4-9413da46236d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:53.159692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a9254ce-3231-4918-b59c-3972dd2f85af req-bd157456-9da8-4837-a1e4-9413da46236d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.1069419 Jul 29 23:28:53.162668 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.167731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4bd0500e-76e3-42f5-a474-9581a5b26555 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3529706 Jul 29 23:28:53.167904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d9168b20-7a11-4c09-9a51-30eb63631ddf details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:53.168068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:53.190396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:53.191386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:53.231629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3129881c-6e78-4fed-9f0f-5dddea476a95 req-dc1b7c66-e47a-4cac-a37b-14fcb34c56c6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693612 Jul 29 23:28:53.234735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a9254ce-3231-4918-b59c-3972dd2f85af req-90ab4f4f-8341-4b30-a109-d1b00ae0a655 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648582 Jul 29 23:28:53.280903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d1c7959b-e935-4f52-a2ef-aae91721bad4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:53.305817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d1c7959b-e935-4f52-a2ef-aae91721bad4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:53.306295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.487264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:53.676513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200030f-c0c0-4489-8f46-d294e2b52e15 req-cf762101-c7d7-4bc5-88c8-d4cf843966d7 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:53.685149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8200030f-c0c0-4489-8f46-d294e2b52e15 req-cf762101-c7d7-4bc5-88c8-d4cf843966d7 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 943 time: 0.1084101 Jul 29 23:28:53.701892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6bf7d-bd5c-4acf-a763-0df0579c2f56 req-07f4e390-5787-4beb-b3bf-181bf5ece702 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:53.703944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cf6bf7d-bd5c-4acf-a763-0df0579c2f56 req-07f4e390-5787-4beb-b3bf-181bf5ece702 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 948 time: 0.1126733 Jul 29 23:28:53.711433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:53.769970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'd9168b20-7a11-4c09-9a51-30eb63631ddf', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'd9168b20-7a11-4c09-9a51-30eb63631ddf', 'mac_address': 'fa:16:3e:82:ce:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:53.773571 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8200030f-c0c0-4489-8f46-d294e2b52e15 req-75eb210c-1cb5-42ac-9df5-c61425b1df64 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834062 Jul 29 23:28:53.794363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cf6bf7d-bd5c-4acf-a763-0df0579c2f56 req-a726e6b8-525d-4a48-9a84-54c491883746 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761092 Jul 29 23:28:53.820139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da18f1-9c33-4d16-a122-33e15c705017 req-2fa4f434-1d44-46da-9f23-c61ee466d894 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:53.820401 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85da18f1-9c33-4d16-a122-33e15c705017 req-2fa4f434-1d44-46da-9f23-c61ee466d894 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc&tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 948 time: 0.1534109 Jul 29 23:28:53.869061 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.906699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.934985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9168b20-7a11-4c09-9a51-30eb63631ddf {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:53.975521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.986280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:53.994365 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-85da18f1-9c33-4d16-a122-33e15c705017 req-a2449be3-6f8f-40b1-af66-15a33fd2800e service neutron] delete failed (client error): The resource could not be found. Jul 29 23:28:53.994963 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.995380 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85da18f1-9c33-4d16-a122-33e15c705017 req-a2449be3-6f8f-40b1-af66-15a33fd2800e service neutron] 10.222.0.47 "DELETE /v2.0/ports/d9168b20-7a11-4c09-9a51-30eb63631ddf/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.1671309 Jul 29 23:28:54.010069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d1c7959b-e935-4f52-a2ef-aae91721bad4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d1c7959b-e935-4f52-a2ef-aae91721bad4,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:54.031610 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.104086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=d9168b20-7a11-4c09-9a51-30eb63631ddf,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:54.167769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d1c7959b-e935-4f52-a2ef-aae91721bad4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:54.176260 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8536dd72-1b88-4b9c-9197-e3f68d09ea86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.188236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:52Z', 'revision_number': 3, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:54.201678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da18f1-9c33-4d16-a122-33e15c705017 req-5762053e-05c5-49b8-a73c-7e30d181ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:54.203198 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85da18f1-9c33-4d16-a122-33e15c705017 req-5762053e-05c5-49b8-a73c-7e30d181ac04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1101 time: 0.0846064 Jul 29 23:28:54.225356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Checking router: e3b5dd98-81ff-4205-a76e-24cda00fa77a for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:54.225851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Updating router e3b5dd98-81ff-4205-a76e-24cda00fa77a port 19919369-ab25-4875-bf11-8716f70699e9 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:28:54.230312 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.246016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3068444a-66b0-43f7-8b65-17febf161176 None None] Provisioning complete for port d1c7959b-e935-4f52-a2ef-aae91721bad4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:54.246389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3068444a-66b0-43f7-8b65-17febf161176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.260450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Allocated IP 172.20.0.1 (075cd5b6-a446-43e6-877b-02e442ee8cb0/15880d6c-5ba1-4048-93db-089949bac9ca/a1aaed0a-44c1-4c91-bc80-58dceb75f9fd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:54.279094 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.378406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87377e48-18de-481d-968f-e2c98d3a5d41 req-2f5de6ad-7904-40d7-a48d-4990e9152244 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:54.384895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da18f1-9c33-4d16-a122-33e15c705017 req-49324ca5-03df-41f0-abc9-4f9e50f5badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:54.386453 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85da18f1-9c33-4d16-a122-33e15c705017 req-49324ca5-03df-41f0-abc9-4f9e50f5badc service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1750174 Jul 29 23:28:54.392805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87377e48-18de-481d-968f-e2c98d3a5d41 req-2f5de6ad-7904-40d7-a48d-4990e9152244 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.0764329 Jul 29 23:28:54.429783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d9168b20-7a11-4c09-9a51-30eb63631ddf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:54.455496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87377e48-18de-481d-968f-e2c98d3a5d41 req-f9b14eb3-aa88-49c0-b9cb-db726770a8f1 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614686 Jul 29 23:28:54.491911 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85da18f1-9c33-4d16-a122-33e15c705017 req-2b75c28d-0548-4f5b-8d8e-bd9225d30e79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 200 len: 217 time: 0.0895991 Jul 29 23:28:54.521669 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.579426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Transition to ACTIVE for port object a1aaed0a-44c1-4c91-bc80-58dceb75f9fd will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:54.599812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da18f1-9c33-4d16-a122-33e15c705017 req-36bb91d8-ed8f-4d65-a2b1-44fb5c6e6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:54.601977 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85da18f1-9c33-4d16-a122-33e15c705017 req-36bb91d8-ed8f-4d65-a2b1-44fb5c6e6a8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1010368 Jul 29 23:28:54.662553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.668257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da18f1-9c33-4d16-a122-33e15c705017 req-0fda06aa-04ea-4c4a-ac24-8cdab73bdddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:54.669784 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85da18f1-9c33-4d16-a122-33e15c705017 req-0fda06aa-04ea-4c4a-ac24-8cdab73bdddc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603788 Jul 29 23:28:54.744341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.757116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Network 075cd5b6-a446-43e6-877b-02e442ee8cb0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:54.759920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Transition to ACTIVE for port object 19919369-ab25-4875-bf11-8716f70699e9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:54.763221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:54.766985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Pushing event updated for resources: {'Port': ['ID=a1aaed0a-44c1-4c91-bc80-58dceb75f9fd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:54.769627 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.773270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:54.816187 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.839901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Attempting to bind port 19919369-ab25-4875-bf11-8716f70699e9 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:54.840307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Attempting to bind port 19919369-ab25-4875-bf11-8716f70699e9 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:54.840684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Attempting to bind port 19919369-ab25-4875-bf11-8716f70699e9 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:54.850000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:54.850391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:54.851379 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.851784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:54.852292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Bound port: 19919369-ab25-4875-bf11-8716f70699e9, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:54.852679 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.856404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cd9b5-2a4b-4629-863b-576465770007 None None] Pushing event updated for resources: {'Port': ['ID=19919369-ab25-4875-bf11-8716f70699e9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:54.945316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] For port 19919369-ab25-4875-bf11-8716f70699e9, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:54.956606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] For port 19919369-ab25-4875-bf11-8716f70699e9, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=19919369-ab25-4875-bf11-8716f70699e9,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:54.971427 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.029727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d1c7959b-e935-4f52-a2ef-aae91721bad4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:55.030507 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85da18f1-9c33-4d16-a122-33e15c705017 req-62efd380-c51d-422a-afe5-e35f4edb234f service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359590 Jul 29 23:28:55.050058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d501e-a2e7-4776-9a0e-6712fa8b6599 req-52f139c6-4d29-44d2-90d6-67109c49a04e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:55.057685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff2d501e-a2e7-4776-9a0e-6712fa8b6599 req-52f139c6-4d29-44d2-90d6-67109c49a04e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 943 time: 0.1454258 Jul 29 23:28:55.094544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433186e-e52b-4d2f-bb47-7b41fd4a6623 req-f253beef-d16c-4a09-acd5-7bf12c37c47a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:55.101943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5433186e-e52b-4d2f-bb47-7b41fd4a6623 req-f253beef-d16c-4a09-acd5-7bf12c37c47a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 949 time: 0.1275709 Jul 29 23:28:55.122161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:55.122916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:55.138707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d1c7959b-e935-4f52-a2ef-aae91721bad4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:55.140733 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.141498 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff2d501e-a2e7-4776-9a0e-6712fa8b6599 req-49983287-cd48-4893-8d2f-eafaa6eb2f78 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827980 Jul 29 23:28:55.171319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5433186e-e52b-4d2f-bb47-7b41fd4a6623 req-73c6ffc2-865c-462b-a43d-d212c80f34c9 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683131 Jul 29 23:28:55.214032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cd9b5-2a4b-4629-863b-576465770007 None None] Pushing event updated for resources: {'Port': ['ID=19919369-ab25-4875-bf11-8716f70699e9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:55.225389 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.237811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eed0143a-d5fd-454e-96ca-6c8f4c21d30f None None] Provisioning for port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:55.251365 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-85da18f1-9c33-4d16-a122-33e15c705017 req-0c7c776f-a128-4859-abdc-a1951dcc7439 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890666 Jul 29 23:28:55.252416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eed0143a-d5fd-454e-96ca-6c8f4c21d30f None None] Provisioning complete for port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:55.252803 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eed0143a-d5fd-454e-96ca-6c8f4c21d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.360142 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.362947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eed0143a-d5fd-454e-96ca-6c8f4c21d30f None None] Port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:55.392312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:55.431150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.436179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.527785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Pushing event updated for resources: {'Port': ['ID=a1aaed0a-44c1-4c91-bc80-58dceb75f9fd,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:55.530737 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.613674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:52Z', 'revision_number': 3, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:55.627925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9d78-c97a-4297-987e-c362e2bf1aef req-be1c2d1d-5d9a-447f-b3a8-8b2843b6d49e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:55.645311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-005b9d78-c97a-4297-987e-c362e2bf1aef req-be1c2d1d-5d9a-447f-b3a8-8b2843b6d49e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.0780029 Jul 29 23:28:55.648442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cee3b-03ee-4e8a-a518-a41651a91210 None None] The sync data for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 is: [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:52Z', 'revision_number': 3, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:55.664222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Network 075cd5b6-a446-43e6-877b-02e442ee8cb0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:55.665728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:55.707699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-005b9d78-c97a-4297-987e-c362e2bf1aef req-0081a653-2f47-48d6-8d08-040f13fdd68c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610402 Jul 29 23:28:55.859085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Router e3b5dd98-81ff-4205-a76e-24cda00fa77a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:56.057241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:56.074643 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7fb9951f-e398-4178-9054-f2e9df3536cb admin admin] 10.222.0.37 "PUT /v2.0/routers/e3b5dd98-81ff-4205-a76e-24cda00fa77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8974650 Jul 29 23:28:56.093009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f24e21fd-e1fd-4e93-b87a-94cc678f34b8 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:56.126971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-094e928c-0d04-4e7f-b712-243b741669ff None None] Provisioning complete for port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:56.127666 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-094e928c-0d04-4e7f-b712-243b741669ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.230229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-094e928c-0d04-4e7f-b712-243b741669ff None None] Port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:56.302979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f24e21fd-e1fd-4e93-b87a-94cc678f34b8, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:56.323117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'f24e21fd-e1fd-4e93-b87a-94cc678f34b8', 'network_id': '12361c8c-7185-4520-8d81-bb8d740fe628', 'port_id': 'f24e21fd-e1fd-4e93-b87a-94cc678f34b8', 'mac_address': 'fa:16:3e:cf:42:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2052c5-e70e-43c0-982f-fd17310c5524', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:56.365460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44577131-1a5b-4bb4-ab07-3963610bb75c req-bbaa925e-7251-4103-bd25-c55de5c5572b tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:56.368824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.373164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44577131-1a5b-4bb4-ab07-3963610bb75c req-bbaa925e-7251-4103-bd25-c55de5c5572b tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 943 time: 0.1053910 Jul 29 23:28:56.385431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24e21fd-e1fd-4e93-b87a-94cc678f34b8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:56.405235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa616-8008-4c21-b775-bfcaec92db42 req-51183e62-b4d4-45f2-9dc5-ffeb9fa76bbd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:56.406887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba3aa616-8008-4c21-b775-bfcaec92db42 req-51183e62-b4d4-45f2-9dc5-ffeb9fa76bbd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 949 time: 0.1073506 Jul 29 23:28:56.420812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f24e21fd-e1fd-4e93-b87a-94cc678f34b8, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:56.427966 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.469490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44577131-1a5b-4bb4-ab07-3963610bb75c req-322a1664-cb6a-457a-8355-4e570f5592fe tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930438 Jul 29 23:28:56.492995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba3aa616-8008-4c21-b775-bfcaec92db42 req-4d606d60-c49d-4a97-8370-bf1c5ce50427 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776734 Jul 29 23:28:56.655697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28587d-426d-4f12-8015-5dcd8eddf348 req-e76c4479-f819-4224-97ab-5898a2f783b3 tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:56.657372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf28587d-426d-4f12-8015-5dcd8eddf348 req-e76c4479-f819-4224-97ab-5898a2f783b3 tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1101 time: 0.0747988 Jul 29 23:28:56.669011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:56.678181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.679086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.679086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.679357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.679956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.680281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.680666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.681115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.681521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.681979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.682759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.682759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.729764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf28587d-426d-4f12-8015-5dcd8eddf348 req-1461fa5e-5b1c-4542-8928-9fdc68efb82c tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649309 Jul 29 23:28:56.855639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['f24e21fd-e1fd-4e93-b87a-94cc678f34b8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:56.982991 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.997891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42312) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:57.017466 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-af01308d-9b08-4f05-ade8-a431b551068b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729438514', 'description': 'tempest-description--2103355378'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:57.055638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 19919369-ab25-4875-bf11-8716f70699e9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:57.110573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af01308d-9b08-4f05-ade8-a431b551068b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.135127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9c084-2648-481b-be02-b607c78d7af9 req-a3fbb8db-4df6-469d-a207-da43f9f68afb tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:57.144429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aef9c084-2648-481b-be02-b607c78d7af9 req-a3fbb8db-4df6-469d-a207-da43f9f68afb tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.0973847 Jul 29 23:28:57.179628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 19919369-ab25-4875-bf11-8716f70699e9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:57.192399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9024abfc-ac0b-4327-a479-8fae475a1152 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:57.196660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d9168b20-7a11-4c09-9a51-30eb63631ddf up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:57.213018 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aef9c084-2648-481b-be02-b607c78d7af9 req-7fddb1a0-2380-4a5d-930c-6fa7cc19df57 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633283 Jul 29 23:28:57.242001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 19919369-ab25-4875-bf11-8716f70699e9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:57.242905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.272100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af01308d-9b08-4f05-ade8-a431b551068b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.277955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af01308d-9b08-4f05-ade8-a431b551068b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.316627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af01308d-9b08-4f05-ade8-a431b551068b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.318106 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-af01308d-9b08-4f05-ade8-a431b551068b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3189976 Jul 29 23:28:57.318878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01308d-9b08-4f05-ade8-a431b551068b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea91fb-9574-4bdf-a642-d65e98eb8069,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.321599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42324) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:57.326716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bb1e966b-8539-4061-8056-70fb49fb6992 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'security_group_rule': {'security_group_id': '62ea91fb-9574-4bdf-a642-d65e98eb8069', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:57.403713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-e463a3f1-0677-4d59-9154-0bdcab44fa5f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400367 Jul 29 23:28:57.404737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb1e966b-8539-4061-8056-70fb49fb6992 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.417241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port d9168b20-7a11-4c09-9a51-30eb63631ddf completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:57.431584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port d9168b20-7a11-4c09-9a51-30eb63631ddf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:57.431949 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.437103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:57.479066 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.486279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '9024abfc-ac0b-4327-a479-8fae475a1152', 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a', 'port_id': '9024abfc-ac0b-4327-a479-8fae475a1152', 'mac_address': 'fa:16:3e:63:8c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dc8a09-47b5-4fad-b75e-163acebdb955', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:57.515462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 19919369-ab25-4875-bf11-8716f70699e9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=19919369-ab25-4875-bf11-8716f70699e9,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:57.549917 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.552871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb1e966b-8539-4061-8056-70fb49fb6992 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.576020 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb1e966b-8539-4061-8056-70fb49fb6992 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.630725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e966b-8539-4061-8056-70fb49fb6992 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45257380-0ad4-4101-86ea-466d7a7a9ebd,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.636694 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.656280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-6f500567-7328-4a0a-a1db-5c293aa57618 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:57.656904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9024abfc-ac0b-4327-a479-8fae475a1152 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:57.663761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-6f500567-7328-4a0a-a1db-5c293aa57618 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461336 Jul 29 23:28:57.667340 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb1e966b-8539-4061-8056-70fb49fb6992 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.671174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bb1e966b-8539-4061-8056-70fb49fb6992 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3455157 Jul 29 23:28:57.671927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42332) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:57.679149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d64fba7e-0d79-480d-a5f7-49dd5d5469e9 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'security_group_rule': {'security_group_id': '62ea91fb-9574-4bdf-a642-d65e98eb8069', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:57.688116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414445ec-4d32-495a-9d35-1ee902b8fc3a req-cadd1ea5-3945-4fc7-b3eb-5f812a84a594 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:57.689683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-414445ec-4d32-495a-9d35-1ee902b8fc3a req-cadd1ea5-3945-4fc7-b3eb-5f812a84a594 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 944 time: 0.1405344 Jul 29 23:28:57.698438 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.699831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-366ddef9-7ce6-4971-9f13-3ee083c229a2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/quotas/aa5e3b62e01345e1bd6c3e2255e08588 HTTP/1.1" status: 200 len: 375 time: 0.0350542 Jul 29 23:28:57.702699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=19919369-ab25-4875-bf11-8716f70699e9,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.706437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:57.717343 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.734764 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d64fba7e-0d79-480d-a5f7-49dd5d5469e9 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.758967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:57.761343 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaca1fc-8816-4438-9fea-f1990b1a474a" -d '{"events": [{"server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "name": "network-vif-plugged", "status": "completed", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:57.778980 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-414445ec-4d32-495a-9d35-1ee902b8fc3a req-9e6fa52b-03f7-4ac3-83ad-d7785deee83d tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770245 Jul 29 23:28:57.799428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-9d36c063-0111-409b-86bb-77613301b0c4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985973 Jul 29 23:28:57.800807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:57.818776 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.824128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9024abfc-ac0b-4327-a479-8fae475a1152,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.862666 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0367bf60-b786-4aee-a32a-b1715b7747ab x-openstack-request-id: req-0367bf60-b786-4aee-a32a-b1715b7747ab {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:57.862954 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "name": "network-vif-plugged", "status": "completed", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:57.863211 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0367bf60-b786-4aee-a32a-b1715b7747ab {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:57.864262 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf', 'code': 200} Jul 29 23:28:57.870318 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d64fba7e-0d79-480d-a5f7-49dd5d5469e9 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.879394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d64fba7e-0d79-480d-a5f7-49dd5d5469e9 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.913121 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:28:57.915158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=d9168b20-7a11-4c09-9a51-30eb63631ddf,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.923511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fba7e-0d79-480d-a5f7-49dd5d5469e9 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1146d2e-2a08-4936-994e-22a4103a206a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.939627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d64fba7e-0d79-480d-a5f7-49dd5d5469e9 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.941013 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d64fba7e-0d79-480d-a5f7-49dd5d5469e9 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2677920 Jul 29 23:28:57.944198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:57.958614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:57.981974 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Sync routers for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:58.004815 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:58.014619 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:58.030275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.085162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc406ba5-0bd0-4f64-be8d-51017e88bf39 req-a1e2db8e-b536-4903-a862-71cb879f01fc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 210 time: 0.0580897 Jul 29 23:28:58.123756 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f24e21fd-e1fd-4e93-b87a-94cc678f34b8 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:58.160688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9024abfc-ac0b-4327-a479-8fae475a1152'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:58.189907 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:58.267168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port f24e21fd-e1fd-4e93-b87a-94cc678f34b8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:58.275344 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.289020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port f24e21fd-e1fd-4e93-b87a-94cc678f34b8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:58.289455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.441665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Allocated IP 172.25.2.220 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/914494f8-cd37-4d0e-8d72-e8f1b65b0a4d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:58.459528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0bc2d-44b5-46c2-916b-1711b81ef910 req-4ab7f6ee-1feb-44ed-8ac3-724b0103d6ff tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:58.468953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edb0bc2d-44b5-46c2-916b-1711b81ef910 req-4ab7f6ee-1feb-44ed-8ac3-724b0103d6ff tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 945 time: 0.0757380 Jul 29 23:28:58.517384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edb0bc2d-44b5-46c2-916b-1711b81ef910 req-58dcc1d0-df63-4718-a00e-6959ea6e5765 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451653 Jul 29 23:28:58.578993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.617290 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.635571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.670999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f24e21fd-e1fd-4e93-b87a-94cc678f34b8, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:58.676689 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.679371 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 2, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:58.761119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:58.771298 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Checking router: e3b5dd98-81ff-4205-a76e-24cda00fa77a for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:58.771516 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Updating router e3b5dd98-81ff-4205-a76e-24cda00fa77a port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:28:58.914303 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.001509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:59.004711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:59.009673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:59.042980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 19919369-ab25-4875-bf11-8716f70699e9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:59.055361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'Port': ['ID=914494f8-cd37-4d0e-8d72-e8f1b65b0a4d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:59.096290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beb073-67cf-4e1f-9085-0047c7f3e1ae req-74f96bca-b1a1-48d2-9de2-469e6419f5fe tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:59.097902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16beb073-67cf-4e1f-9085-0047c7f3e1ae req-74f96bca-b1a1-48d2-9de2-469e6419f5fe tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 945 time: 0.2078154 Jul 29 23:28:59.176238 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.182268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16beb073-67cf-4e1f-9085-0047c7f3e1ae req-5e6a9d87-c56c-4291-8df3-73dc830d0479 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736310 Jul 29 23:28:59.220582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 19919369-ab25-4875-bf11-8716f70699e9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:59.242000 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.255022 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.314803 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.326781 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Transition to ACTIVE for port object a1aaed0a-44c1-4c91-bc80-58dceb75f9fd will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:59.336481 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.337167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3927d03-fa00-4f70-a9f3-abc11b8200d8 req-4b35de74-4286-4db3-bbc2-1a5249c61dc0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 210 time: 0.0537996 Jul 29 23:28:59.438515 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fbd05-defa-4fdb-88ee-57ba8e8c3331 None None] Pushing event updated for resources: {'Port': ['ID=a1aaed0a-44c1-4c91-bc80-58dceb75f9fd,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:59.512207 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Attempting to bind port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:59.512604 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Attempting to bind port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:59.513014 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Attempting to bind port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd on network 075cd5b6-a446-43e6-877b-02e442ee8cb0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:59.521385 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:59.521777 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Checking segment: {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:59.522236 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.522633 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Bound using segment: {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:59.523324 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Bound port: a1aaed0a-44c1-4c91-bc80-58dceb75f9fd, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:59.523619 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.559714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.568514 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.608237 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] For port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:59.612116 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] For port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a1aaed0a-44c1-4c91-bc80-58dceb75f9fd,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:59.623657 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.660810 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'Port': ['ID=914494f8-cd37-4d0e-8d72-e8f1b65b0a4d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:59.688069 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.698147 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:59.699071 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:59.706158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb594ab-c3be-467b-98f6-84d404c2701b req-bb8c8939-1000-4820-aebd-3779b0b61110 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:59.708735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5eb594ab-c3be-467b-98f6-84d404c2701b req-bb8c8939-1000-4820-aebd-3779b0b61110 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 945 time: 0.0897405 Jul 29 23:28:59.718661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.720863 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-077817e3-4941-4cf9-a59f-c53364e230f6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7750638 Jul 29 23:28:59.753788 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fbd05-defa-4fdb-88ee-57ba8e8c3331 None None] Pushing event updated for resources: {'Port': ['ID=a1aaed0a-44c1-4c91-bc80-58dceb75f9fd,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:59.793552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5eb594ab-c3be-467b-98f6-84d404c2701b req-c785cf97-2e27-4a79-8b59-d2ba915eef77 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766978 Jul 29 23:28:59.860802 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:59.867270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549d87c-ed44-40c2-a423-26209e2d2a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24e21fd-e1fd-4e93-b87a-94cc678f34b8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:59.869012 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896eeac5-e880-4c23-9f25-57ea1d1dd446" -d '{"events": [{"server_uuid": "d549d87c-ed44-40c2-a423-26209e2d2a4b", "name": "network-vif-plugged", "status": "completed", "tag": "f24e21fd-e1fd-4e93-b87a-94cc678f34b8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:59.920493 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8713e92-9e55-4688-b73b-a63afa3593e9 x-openstack-request-id: req-e8713e92-9e55-4688-b73b-a63afa3593e9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:59.921008 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549d87c-ed44-40c2-a423-26209e2d2a4b", "name": "network-vif-plugged", "status": "completed", "tag": "f24e21fd-e1fd-4e93-b87a-94cc678f34b8", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:59.922950 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8713e92-9e55-4688-b73b-a63afa3593e9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:59.923646 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd549d87c-ed44-40c2-a423-26209e2d2a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24e21fd-e1fd-4e93-b87a-94cc678f34b8', 'code': 200} Jul 29 23:28:59.942848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-d7614ebe-c741-4f92-810b-db72fc892a5f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--729438514&fields=id&tenant_id=ee14ae51b51946dd87ec5665bcf5995d HTTP/1.1" status: 200 len: 267 time: 0.0584083 Jul 29 23:29:00.084272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-33080de8-271b-43b4-af07-26512fcffff1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:00.086577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-33080de8-271b-43b4-af07-26512fcffff1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 811 time: 0.1365168 Jul 29 23:29:00.108089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-b411327c-dffe-46cb-bd97-9af482ad03df tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/quotas/ee14ae51b51946dd87ec5665bcf5995d HTTP/1.1" status: 200 len: 375 time: 0.0143790 Jul 29 23:29:00.143994 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:28:59Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:00.167933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85034e-ca0f-4f6d-9db8-fb8b98daed8e req-6e5b7078-0620-491c-9003-3398b4b2bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:00.169650 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d85034e-ca0f-4f6d-9db8-fb8b98daed8e req-6e5b7078-0620-491c-9003-3398b4b2bea2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 1097 time: 0.0558167 Jul 29 23:29:00.185801 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e85030-9d29-494e-be92-b244ffcdd3e4 None None] The sync data for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 is: [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:28:59Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:00.189797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-990c8e52-1b4d-4d7c-8cdf-5b40a1ffa3a7 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752802 Jul 29 23:29:00.202754 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-9bb81587-84e0-4aa1-aba6-5472ea3e0112 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307045 Jul 29 23:29:00.379428 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d85034e-ca0f-4f6d-9db8-fb8b98daed8e req-8f40edb2-e209-4f9a-9a8c-dce0783ec0e2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847661 Jul 29 23:29:00.416139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-1d888183-4eaf-4c80-97da-36d3fb714f25 service neutron] 10.222.0.37 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087436 Jul 29 23:29:00.464343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-9a23861a-04bd-456d-862d-65030e908959 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:00.466403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-9a23861a-04bd-456d-862d-65030e908959 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371049 Jul 29 23:29:00.556466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-c7fe1916-e28e-470c-8455-ab886882cd92 service neutron] 10.222.0.37 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335037 Jul 29 23:29:00.580722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7b031-cca8-4e9e-a601-24b99ae299a5 req-1e131b57-61b0-43bf-91c9-40dc685ca48f tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:00.582562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19a7b031-cca8-4e9e-a601-24b99ae299a5 req-1e131b57-61b0-43bf-91c9-40dc685ca48f tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 945 time: 0.1077368 Jul 29 23:29:00.636455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19a7b031-cca8-4e9e-a601-24b99ae299a5 req-657f5cfb-28d8-4a2c-bb7a-436749e1fc12 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450644 Jul 29 23:29:00.785177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Request body: {'port': {'device_id': '63129681-5022-4d10-81b9-c786bc16d2f1', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'aa5e3b62e01345e1bd6c3e2255e08588'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:00.833032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-612d4fd3-99d4-441d-81c2-85377f99ab56 req-50645f51-c292-49ea-b5fd-b5654cef547f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 210 time: 0.0881822 Jul 29 23:29:01.075195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3cb1df9-6ee3-497d-aa93-0c460fdfd320 req-cc339373-a241-42d5-8275-93676fe7e858 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 210 time: 0.0356433 Jul 29 23:29:01.109517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Made reservation on behalf of aa5e3b62e01345e1bd6c3e2255e08588 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:01.111827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.159267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a1aaed0a-44c1-4c91-bc80-58dceb75f9fd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:01.212319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9024abfc-ac0b-4327-a479-8fae475a1152 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:01.224156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59036bd4-38ce-4015-a219-ee72d6df5891 req-5a2f13e6-b48c-4ced-b70b-a60b6d085914 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:01.233478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59036bd4-38ce-4015-a219-ee72d6df5891 req-5a2f13e6-b48c-4ced-b70b-a60b6d085914 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 945 time: 0.0978487 Jul 29 23:29:01.343355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:01.352707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 9024abfc-ac0b-4327-a479-8fae475a1152 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:01.357589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:01.357972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.398910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Allocated IP 192.168.233.203 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/9afd1aae-3f12-4f33-99da-51be8cf3651f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:01.406822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 9024abfc-ac0b-4327-a479-8fae475a1152 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:01.407203 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.603593 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.699448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a1aaed0a-44c1-4c91-bc80-58dceb75f9fd,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:01.705521 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.711215 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.804625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:01.815199 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.827055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=a1aaed0a-44c1-4c91-bc80-58dceb75f9fd,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:01.838729 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.891307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Transition to ACTIVE for port object 9afd1aae-3f12-4f33-99da-51be8cf3651f will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:01.917681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9024abfc-ac0b-4327-a479-8fae475a1152,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:01.932900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9024abfc-ac0b-4327-a479-8fae475a1152'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:01.934405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59036bd4-38ce-4015-a219-ee72d6df5891 req-019f1c6c-7f15-47f8-b255-5145b79d4127 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998286 Jul 29 23:29:01.956117 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc977e23-ad88-4f8f-a26a-ea242cc030b1" -d '{"events": [{"server_uuid": "4c6f98fd-3df1-4e18-acaa-654bf820ef92", "name": "network-vif-plugged", "status": "completed", "tag": "9024abfc-ac0b-4327-a479-8fae475a1152"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:01.968084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540ae64-c9ad-4fd3-9a35-7a5a843c57ea req-d7a6132b-4bb7-4bd8-8e74-fac77b155542 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:01.969731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9540ae64-c9ad-4fd3-9a35-7a5a843c57ea req-d7a6132b-4bb7-4bd8-8e74-fac77b155542 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 945 time: 0.7639968 Jul 29 23:29:01.994418 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.011204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d9168b20-7a11-4c09-9a51-30eb63631ddf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:02.077352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9540ae64-c9ad-4fd3-9a35-7a5a843c57ea req-438dab76-5aba-4b4a-8b05-bf6c6cba0019 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985351 Jul 29 23:29:02.085582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Pushing event updated for resources: {'Port': ['ID=9afd1aae-3f12-4f33-99da-51be8cf3651f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:02.120667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:02.122401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:02.124934 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:02.213112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.213700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:02.217736 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.254352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-967dca5b-2380-49b0-b026-00ce5cfb841d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4932523 Jul 29 23:29:02.275522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Request body: {'port': {'device_id': '63129681-5022-4d10-81b9-c786bc16d2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:02.375344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b2f05-fdb0-441d-ae7d-c59434a27f54 req-e02fed2c-10bb-4fb3-9ba4-61aa6b910bbd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:02.379929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.383740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad4b2f05-fdb0-441d-ae7d-c59434a27f54 req-e02fed2c-10bb-4fb3-9ba4-61aa6b910bbd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 945 time: 0.1525688 Jul 29 23:29:02.401240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f07e7-e726-4fbf-a0ed-fa9f3744e1a1 req-6031e0ef-d0df-4d26-97bc-f5ff39ba7159 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:02.402908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d23f07e7-e726-4fbf-a0ed-fa9f3744e1a1 req-6031e0ef-d0df-4d26-97bc-f5ff39ba7159 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 936 time: 0.1063669 Jul 29 23:29:02.458690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad4b2f05-fdb0-441d-ae7d-c59434a27f54 req-e69bce81-a014-470d-9d9c-4ae13a0f58c6 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720413 Jul 29 23:29:02.496374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d23f07e7-e726-4fbf-a0ed-fa9f3744e1a1 req-b0e655d6-049e-47bf-ab8f-e7c8d6a50d7c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863702 Jul 29 23:29:02.545957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4d946d25-b8fa-4f80-a953-54f028bfbb1f None None] Provisioning for port 9afd1aae-3f12-4f33-99da-51be8cf3651f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:02.572788 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2398e6-129b-4658-8b41-6d1f5216db8a x-openstack-request-id: req-3a2398e6-129b-4658-8b41-6d1f5216db8a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:02.573253 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6f98fd-3df1-4e18-acaa-654bf820ef92", "name": "network-vif-plugged", "status": "completed", "tag": "9024abfc-ac0b-4327-a479-8fae475a1152", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:02.573520 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a2398e6-129b-4658-8b41-6d1f5216db8a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:02.575948 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9024abfc-ac0b-4327-a479-8fae475a1152', 'code': 200} Jul 29 23:29:02.576820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4d946d25-b8fa-4f80-a953-54f028bfbb1f None None] Provisioning complete for port 9afd1aae-3f12-4f33-99da-51be8cf3651f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:02.577202 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d946d25-b8fa-4f80-a953-54f028bfbb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.669282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4d946d25-b8fa-4f80-a953-54f028bfbb1f None None] Port 9afd1aae-3f12-4f33-99da-51be8cf3651f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:02.793171 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d1a2d0d-af86-4cec-837d-5bb6d1ce0820 req-14cf8583-5003-48a8-85d3-2f1f3fd6ad92 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 210 time: 0.0840855 Jul 29 23:29:02.824943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e5eeb-23c4-4743-8412-a9585a5eeac4 req-cb61dcbc-5f7d-4f46-be1a-c68a8f0c5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:02.826539 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-744e5eeb-23c4-4743-8412-a9585a5eeac4 req-cb61dcbc-5f7d-4f46-be1a-c68a8f0c5b2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 1098 time: 0.1316099 Jul 29 23:29:02.833693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afd1aae-3f12-4f33-99da-51be8cf3651f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:02.849216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.871586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-eca3a43a-d15b-4c31-a0dc-2c712569bd6e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:02.875508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-eca3a43a-d15b-4c31-a0dc-2c712569bd6e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.42 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 811 time: 0.1568422 Jul 29 23:29:02.926606 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-744e5eeb-23c4-4743-8412-a9585a5eeac4 req-5bc8fd5f-fcee-41a2-9a14-36de08d2c231 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871470 Jul 29 23:29:02.929009 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Transition to ACTIVE for port object 9afd1aae-3f12-4f33-99da-51be8cf3651f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:02.941511 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.002837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-cea7d921-93d4-4334-9970-d308dd1c42e1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee14ae51b51946dd87ec5665bcf5995d HTTP/1.1" status: 200 len: 379 time: 0.1005304 Jul 29 23:29:03.023422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'port': {'device_id': '2d813f91-0769-477f-aa80-85d66e314a8d', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'admin_state_up': True, 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'security_groups': ['62ea91fb-9574-4bdf-a642-d65e98eb8069']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:03.036147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a1aaed0a-44c1-4c91-bc80-58dceb75f9fd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:03.139153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:03.139539 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.185236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Pushing event updated for resources: {'Port': ['ID=9afd1aae-3f12-4f33-99da-51be8cf3651f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:03.200753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Attempting to bind port 9afd1aae-3f12-4f33-99da-51be8cf3651f on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:03.201580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Attempting to bind port 9afd1aae-3f12-4f33-99da-51be8cf3651f by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:03.202147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Attempting to bind port 9afd1aae-3f12-4f33-99da-51be8cf3651f on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:03.208723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Port 9afd1aae-3f12-4f33-99da-51be8cf3651f on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:03.209595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Attempting to bind port 9afd1aae-3f12-4f33-99da-51be8cf3651f on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:03.223296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68acfa9-9805-4acb-8ea1-f6899f9a3ccd req-7840af82-cbf0-4ae0-8f09-9b6ade2c3137 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:03.225461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f68acfa9-9805-4acb-8ea1-f6899f9a3ccd req-7840af82-cbf0-4ae0-8f09-9b6ade2c3137 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.1386974 Jul 29 23:29:03.233722 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:03.233991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:03.234452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:03.234990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Bound port: 9afd1aae-3f12-4f33-99da-51be8cf3651f, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:03.235521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.300315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f68acfa9-9805-4acb-8ea1-f6899f9a3ccd req-d01f6426-a567-42cb-b434-ceb381cd8a61 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605597 Jul 29 23:29:03.335258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Made reservation on behalf of ee14ae51b51946dd87ec5665bcf5995d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:03.339506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.347658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] For port 9afd1aae-3f12-4f33-99da-51be8cf3651f, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:03.352805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] For port 9afd1aae-3f12-4f33-99da-51be8cf3651f, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:03.358398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.406886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:03.406886 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.406886 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] 10.222.0.47 "PUT /v2.0/ports/9afd1aae-3f12-4f33-99da-51be8cf3651f HTTP/1.1" status: 200 len: 1097 time: 1.1360514 Jul 29 23:29:03.408048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63129681-5022-4d10-81b9-c786bc16d2f1', 'tag': '9afd1aae-3f12-4f33-99da-51be8cf3651f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:03.410687 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e069c08-e97c-45e8-b2e9-7049a47fec75" -d '{"events": [{"name": "network-changed", "server_uuid": "63129681-5022-4d10-81b9-c786bc16d2f1", "tag": "9afd1aae-3f12-4f33-99da-51be8cf3651f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:03.465216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa3265-11a2-4db1-9e75-d92aefa7ac2b service neutron] Pushing event updated for resources: {'Port': ['ID=9afd1aae-3f12-4f33-99da-51be8cf3651f,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:03.533917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Allocated IP 172.20.0.5 (075cd5b6-a446-43e6-877b-02e442ee8cb0/15880d6c-5ba1-4048-93db-089949bac9ca/cff78137-735c-4394-ba5d-dab66d307c3a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:03.565718 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c971945-7ced-43d4-94dd-d72934a46ac6 x-openstack-request-id: req-9c971945-7ced-43d4-94dd-d72934a46ac6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:03.568284 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63129681-5022-4d10-81b9-c786bc16d2f1", "tag": "9afd1aae-3f12-4f33-99da-51be8cf3651f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:03.569555 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c971945-7ced-43d4-94dd-d72934a46ac6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:03.570359 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63129681-5022-4d10-81b9-c786bc16d2f1', 'tag': '9afd1aae-3f12-4f33-99da-51be8cf3651f', 'status': 'completed', 'code': 200} Jul 29 23:29:03.613022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09925bc8-33a9-4dce-a8e6-c931801c9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:03.618388 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-09925bc8-33a9-4dce-a8e6-c931801c9c5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 1100 time: 0.1440170 Jul 29 23:29:03.723866 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-e82546d7-38e6-47a7-9732-aa674bcb4cb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f HTTP/1.1" status: 200 len: 217 time: 0.0880101 Jul 29 23:29:03.821460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-c17f4f52-e26b-42db-99de-e93ce46c1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:03.823256 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-c17f4f52-e26b-42db-99de-e93ce46c1ccd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0935912 Jul 29 23:29:03.855379 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.882903 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Transition to ACTIVE for port object cff78137-735c-4394-ba5d-dab66d307c3a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:03.883868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-0a9b3bfb-75f7-45f3-886d-35c152372a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:03.886183 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-0a9b3bfb-75f7-45f3-886d-35c152372a6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0552983 Jul 29 23:29:03.955233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5654a-0f54-4d47-9e5a-dd8fca40a5ce req-f2702f24-5d42-4925-b2de-d24a6ef2e1d5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:03.963504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6f5654a-0f54-4d47-9e5a-dd8fca40a5ce req-f2702f24-5d42-4925-b2de-d24a6ef2e1d5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 948 time: 0.3178551 Jul 29 23:29:03.976368 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.055124 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-6cd560aa-2c3c-4ec1-aafd-8f6e670f07f7 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393063 Jul 29 23:29:04.063703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6403fef-eb33-4253-886c-2c96ab6685a6 req-d0e9f7e1-ca0c-43fe-a1a5-fd66d3904b9c tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.072943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6403fef-eb33-4253-886c-2c96ab6685a6 req-d0e9f7e1-ca0c-43fe-a1a5-fd66d3904b9c tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 945 time: 0.2131758 Jul 29 23:29:04.101070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Network 075cd5b6-a446-43e6-877b-02e442ee8cb0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:04.116657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:04.119182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:04.135714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6f5654a-0f54-4d47-9e5a-dd8fca40a5ce req-be7fd6c5-a855-40d5-905a-1ec9943e5250 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712339 Jul 29 23:29:04.191331 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fcb19c0c-aa6b-44fa-8f43-bdcfdb2883c4 req-937299ca-dc80-4b5e-8193-993e53a586d7 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335528 Jul 29 23:29:04.222995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6403fef-eb33-4253-886c-2c96ab6685a6 req-9be6b5ce-6869-423e-aed8-cdbef99c6661 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485016 Jul 29 23:29:04.224367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'Port': ['ID=cff78137-735c-4394-ba5d-dab66d307c3a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:04.243013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.244129 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.266250 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-e41172b2-d038-48d9-8ded-b1c86611e335 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2475564 Jul 29 23:29:04.289399 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Request body: {'port': {'device_id': '2d813f91-0769-477f-aa80-85d66e314a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:04.424070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-38e7ef77-c2af-4a93-b2cf-1226ce167c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.426130 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-38e7ef77-c2af-4a93-b2cf-1226ce167c45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 1100 time: 0.0989165 Jul 29 23:29:04.466760 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.471533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-789f2961-cb24-4917-a7ed-53064651817d None None] Provisioning for port cff78137-735c-4394-ba5d-dab66d307c3a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:04.476381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-789f2961-cb24-4917-a7ed-53064651817d None None] Provisioning complete for port cff78137-735c-4394-ba5d-dab66d307c3a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:04.477044 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-789f2961-cb24-4917-a7ed-53064651817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.542705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943f56f-c223-4c10-a51c-55cc0585d9fb req-3832bee0-f21a-41b1-8be1-24ff27da0aa0 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.550003 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c943f56f-c223-4c10-a51c-55cc0585d9fb req-3832bee0-f21a-41b1-8be1-24ff27da0aa0 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 931 time: 0.2275543 Jul 29 23:29:04.576064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-789f2961-cb24-4917-a7ed-53064651817d None None] Port cff78137-735c-4394-ba5d-dab66d307c3a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:04.585198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-260d9c2c-23a8-4fd2-9404-237d4628d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.586936 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-260d9c2c-23a8-4fd2-9404-237d4628d866 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1511941 Jul 29 23:29:04.633230 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-8c7ac9b2-1e07-4b7d-a4ec-b88da1c11541 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f HTTP/1.1" status: 200 len: 217 time: 0.0391099 Jul 29 23:29:04.682558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c943f56f-c223-4c10-a51c-55cc0585d9fb req-5b201537-e428-4b99-afa0-4dd16c95380f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314468 Jul 29 23:29:04.690188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-4afe315e-ccfd-49bb-993a-1dd4c7ea0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.692518 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-4afe315e-ccfd-49bb-993a-1dd4c7ea0115 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0511901 Jul 29 23:29:04.744420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f92d0-ceff-4bc4-87ca-5bead0854e67 req-bf6ca538-f5b3-496e-af8c-a7c31fa6d367 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.745958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e6f92d0-ceff-4bc4-87ca-5bead0854e67 req-bf6ca538-f5b3-496e-af8c-a7c31fa6d367 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.1288323 Jul 29 23:29:04.755189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-5f56612b-5f8e-459d-8b89-dbf2a24580f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.757779 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-5f56612b-5f8e-459d-8b89-dbf2a24580f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582459 Jul 29 23:29:04.808193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e6f92d0-ceff-4bc4-87ca-5bead0854e67 req-1d57bb34-e106-409c-bc7b-95d42f9d893b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554507 Jul 29 23:29:04.882012 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-70556758-1e0b-41f1-a0ee-9652af6c5978 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171594 Jul 29 23:29:04.899703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff78137-735c-4394-ba5d-dab66d307c3a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:04.908661 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.951678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Transition to ACTIVE for port object cff78137-735c-4394-ba5d-dab66d307c3a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:04.968306 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.978904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b02c8f-082d-48df-b02f-714385877847 req-94b746b7-7e93-4349-af7c-e937fabafd75 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.986781 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86b02c8f-082d-48df-b02f-714385877847 req-94b746b7-7e93-4349-af7c-e937fabafd75 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 1098 time: 0.0738590 Jul 29 23:29:05.012058 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e069c08-e97c-45e8-b2e9-7049a47fec75 req-8f7fd9b1-2f1f-45fa-968c-4845a19dc145 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182775 Jul 29 23:29:05.075957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86b02c8f-082d-48df-b02f-714385877847 req-42610fa8-b345-4d75-9bf0-069f7d3ea53c tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858877 Jul 29 23:29:05.105632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Pushing event updated for resources: {'Port': ['ID=cff78137-735c-4394-ba5d-dab66d307c3a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:05.185799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Attempting to bind port cff78137-735c-4394-ba5d-dab66d307c3a on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:05.186070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Attempting to bind port cff78137-735c-4394-ba5d-dab66d307c3a by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:05.186541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Attempting to bind port cff78137-735c-4394-ba5d-dab66d307c3a on network 075cd5b6-a446-43e6-877b-02e442ee8cb0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:05.201708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Port cff78137-735c-4394-ba5d-dab66d307c3a on network 075cd5b6-a446-43e6-877b-02e442ee8cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:05.202045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Attempting to bind port cff78137-735c-4394-ba5d-dab66d307c3a on network 075cd5b6-a446-43e6-877b-02e442ee8cb0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:05.224568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:05.224934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Checking segment: {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:05.225907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Bound using segment: {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:05.226365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Bound port: cff78137-735c-4394-ba5d-dab66d307c3a, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:05.226728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.280443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9035199-d99d-4771-ac52-1d3c2f0c50fb req-99beb9d1-8458-4402-9f0b-da51587e2967 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.282031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9035199-d99d-4771-ac52-1d3c2f0c50fb req-99beb9d1-8458-4402-9f0b-da51587e2967 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 1098 time: 0.0919180 Jul 29 23:29:05.368909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] For port cff78137-735c-4394-ba5d-dab66d307c3a, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:05.383647 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9035199-d99d-4771-ac52-1d3c2f0c50fb req-56ece060-7fcd-4798-9901-cbfc59ebb077 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880687 Jul 29 23:29:05.393488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f867e85-8e88-4f49-9033-21a164479302 req-df71935b-8d99-4375-a50c-53709216a172 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.395088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f867e85-8e88-4f49-9033-21a164479302 req-df71935b-8d99-4375-a50c-53709216a172 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 948 time: 0.1104989 Jul 29 23:29:05.404517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] For port cff78137-735c-4394-ba5d-dab66d307c3a, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cff78137-735c-4394-ba5d-dab66d307c3a,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:05.430611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.480391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.480944 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.482410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] 10.222.0.42 "PUT /v2.0/ports/cff78137-735c-4394-ba5d-dab66d307c3a HTTP/1.1" status: 200 len: 1092 time: 1.1979980 Jul 29 23:29:05.488203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d813f91-0769-477f-aa80-85d66e314a8d', 'tag': 'cff78137-735c-4394-ba5d-dab66d307c3a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:05.490953 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5d3534-b75e-4a56-b326-da54f59865b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d813f91-0769-477f-aa80-85d66e314a8d", "tag": "cff78137-735c-4394-ba5d-dab66d307c3a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:05.498446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f867e85-8e88-4f49-9033-21a164479302 req-77c401ca-d056-4ed3-b9d7-55e1f992ceb2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917444 Jul 29 23:29:05.538981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76766fe8-7c74-4fc1-917c-2314e5859051 service neutron] Pushing event updated for resources: {'Port': ['ID=cff78137-735c-4394-ba5d-dab66d307c3a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:05.663504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-67591736-b61d-4adf-82b9-823dc68ee724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.665542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-67591736-b61d-4adf-82b9-823dc68ee724 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 1095 time: 0.0837736 Jul 29 23:29:05.673387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965acc3-4c96-4938-b666-a03b7cc83f50 req-40c67033-5748-4b85-8ba8-8bfa8d1a6aa0 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.675086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1965acc3-4c96-4938-b666-a03b7cc83f50 req-40c67033-5748-4b85-8ba8-8bfa8d1a6aa0 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 945 time: 0.0816278 Jul 29 23:29:05.737085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-33f0c3f6-20d4-4e69-b4bf-4c0ad4d0a14d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff78137-735c-4394-ba5d-dab66d307c3a HTTP/1.1" status: 200 len: 217 time: 0.0529139 Jul 29 23:29:05.801153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1965acc3-4c96-4938-b666-a03b7cc83f50 req-8e614d82-9f4b-475a-b676-66de00efdba9 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181307 Jul 29 23:29:05.828983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-21a56b91-bc19-48d6-8d70-e2cc2c334eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.830929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-21a56b91-bc19-48d6-8d70-e2cc2c334eb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 200 len: 850 time: 0.0786417 Jul 29 23:29:05.923668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-89c457cd-2719-487e-b24e-5559a42cb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.925244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-89c457cd-2719-487e-b24e-5559a42cb5fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=075cd5b6-a446-43e6-877b-02e442ee8cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831583 Jul 29 23:29:06.047462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-52c8c8ce-b45d-491d-be9d-1495698f30b2 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104507 Jul 29 23:29:06.058246 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f507e53-c7ca-45b2-9a07-b434500e762d x-openstack-request-id: req-8f507e53-c7ca-45b2-9a07-b434500e762d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:06.058565 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d813f91-0769-477f-aa80-85d66e314a8d", "tag": "cff78137-735c-4394-ba5d-dab66d307c3a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:06.058786 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f507e53-c7ca-45b2-9a07-b434500e762d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:06.059181 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d813f91-0769-477f-aa80-85d66e314a8d', 'tag': 'cff78137-735c-4394-ba5d-dab66d307c3a', 'status': 'completed', 'code': 200} Jul 29 23:29:06.156254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c28005-63ba-413c-a0ef-46b547788d5c req-4d0ab919-ad8a-44ca-ac22-7f0612ca2cb3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.157784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84c28005-63ba-413c-a0ef-46b547788d5c req-4d0ab919-ad8a-44ca-ac22-7f0612ca2cb3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 943 time: 0.1093886 Jul 29 23:29:06.203130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf4f82fe-1118-4dcf-834c-8a514855f2ad req-ec49b626-0de4-43c7-960d-00f9e3f7da26 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418259 Jul 29 23:29:06.229859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84c28005-63ba-413c-a0ef-46b547788d5c req-bb158e1e-13a6-4928-909e-b42e7061266f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575178 Jul 29 23:29:06.349768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-45904aa2-98f8-4d71-b580-08ec972d732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.351979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-45904aa2-98f8-4d71-b580-08ec972d732b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 1095 time: 0.0663235 Jul 29 23:29:06.471120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-6258f855-0736-422c-a9eb-1fe8621a3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.472795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-6258f855-0736-422c-a9eb-1fe8621a3485 service neutron] 10.222.0.42 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 912 time: 0.1036749 Jul 29 23:29:06.528631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-76c97adb-009e-4889-8a68-2bdb3ff72af6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff78137-735c-4394-ba5d-dab66d307c3a HTTP/1.1" status: 200 len: 217 time: 0.0417724 Jul 29 23:29:06.654312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-0f906c38-fae1-4adf-8bc0-f916b23d6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.655513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-0f906c38-fae1-4adf-8bc0-f916b23d6b3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 200 len: 850 time: 0.1045082 Jul 29 23:29:06.677306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2658f-8f54-477c-8a90-27f7d6fb103d req-2d520226-a39c-4b29-bab7-5d851be9f386 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.685598 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ce2658f-8f54-477c-8a90-27f7d6fb103d req-2d520226-a39c-4b29-bab7-5d851be9f386 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 948 time: 0.0680385 Jul 29 23:29:06.766720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ce2658f-8f54-477c-8a90-27f7d6fb103d req-b84d1161-9264-434c-b102-2b9064da8dd5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801864 Jul 29 23:29:06.777738 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-2119ad8b-bdc9-4271-b716-bf46137295ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.782335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-2119ad8b-bdc9-4271-b716-bf46137295ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=075cd5b6-a446-43e6-877b-02e442ee8cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883842 Jul 29 23:29:06.930210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-8b7f2f23-b480-47c3-84b2-b588e9b33459 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321440 Jul 29 23:29:07.007735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48376479-3cdb-4c65-b548-f8018d466ed2 req-1dac0837-4df8-4b5d-8ee1-0b5e595d911c tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:07.009704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48376479-3cdb-4c65-b548-f8018d466ed2 req-1dac0837-4df8-4b5d-8ee1-0b5e595d911c tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 945 time: 0.1154671 Jul 29 23:29:07.067263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-15b95b32-6a67-49c3-a06b-ce659a7561f4 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:29:07.074305 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-15b95b32-6a67-49c3-a06b-ce659a7561f4 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072255 Jul 29 23:29:07.083431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Request body: {'binding': {'host': 'n-h2-712139-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:07.084241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Unknown quota resources ['binding']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:29:07.122921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48376479-3cdb-4c65-b548-f8018d466ed2 req-8b4873cd-3319-4c5f-be9d-9c76c6fac134 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810621 Jul 29 23:29:07.124976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb5d3534-b75e-4a56-b326-da54f59865b6 req-4eae9752-026c-4ce0-891b-09ff6c704c99 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791403 Jul 29 23:29:07.254847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 on host n-h2-712139-11 for vnic_type normal with profile None {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:07.255639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:07.259156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:07.267392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Port 9024abfc-ac0b-4327-a479-8fae475a1152 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:07.267958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:07.281656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:07.282490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:07.283599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:07.284971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Bound port: 9024abfc-ac0b-4327-a479-8fae475a1152, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:07.357824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:07.370705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.375239 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-900f6e4a-aa3d-44cb-865c-818f1916368f service neutron] 10.222.0.37 "POST /v2.0/ports/9024abfc-ac0b-4327-a479-8fae475a1152/bindings HTTP/1.1" status: 201 len: 390 time: 0.2953393 Jul 29 23:29:07.495718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63034a85-81df-4279-89b0-c0d84d3cf390 req-82356c98-3760-4362-a529-6eb051e9c316 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:07.504627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63034a85-81df-4279-89b0-c0d84d3cf390 req-82356c98-3760-4362-a529-6eb051e9c316 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 943 time: 0.0924654 Jul 29 23:29:07.550633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63034a85-81df-4279-89b0-c0d84d3cf390 req-648943c5-df84-4cc0-896b-67828bd5fc94 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 Jul 29 23:29:07.612325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ce801-c341-400d-8324-dc3e728bacb5 req-74d7b35d-a0a1-4f13-b0ea-34d1ac497500 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:07.614033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-304ce801-c341-400d-8324-dc3e728bacb5 req-74d7b35d-a0a1-4f13-b0ea-34d1ac497500 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.0623779 Jul 29 23:29:07.663906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-304ce801-c341-400d-8324-dc3e728bacb5 req-d555eade-4ecd-4b12-8996-343fccf73791 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Jul 29 23:29:07.751964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-c22b97a6-685f-470b-a93e-e2ce36e12c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:07.753697 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-c22b97a6-685f-470b-a93e-e2ce36e12c82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 1098 time: 0.0550125 Jul 29 23:29:07.862305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-02632b33-40f1-4179-accc-d0fade3e88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:07.865064 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-02632b33-40f1-4179-accc-d0fade3e88bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.1038449 Jul 29 23:29:07.897376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-5fa0cb03-50aa-47a8-8628-b3bfc338af45 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:07.900125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-5fa0cb03-50aa-47a8-8628-b3bfc338af45 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 945 time: 0.0965383 Jul 29 23:29:07.926505 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-fb1afcc4-91fc-415a-85ae-b24864631369 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9024abfc-ac0b-4327-a479-8fae475a1152 HTTP/1.1" status: 200 len: 217 time: 0.0531626 Jul 29 23:29:08.008762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-ebe389bf-805a-4912-a236-b05aa25c1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:08.010914 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-ebe389bf-805a-4912-a236-b05aa25c1852 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0768957 Jul 29 23:29:08.064138 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-2ba96fc8-ac4d-47ba-afc6-2ee330347df9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428205 Jul 29 23:29:08.069207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ac151-6cb4-4969-85d5-65a27cd5d1db req-8eaab5c5-ced6-4271-9faf-d4888f7a7b57 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:08.078806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-705ac151-6cb4-4969-85d5-65a27cd5d1db req-8eaab5c5-ced6-4271-9faf-d4888f7a7b57 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 948 time: 0.1964145 Jul 29 23:29:08.145710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Deleting port a04468e0-d179-456d-92e5-dc5c4247be5f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:08.146098 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.179452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9afd1aae-3f12-4f33-99da-51be8cf3651f details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:08.190967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-705ac151-6cb4-4969-85d5-65a27cd5d1db req-26dd4c4b-892e-4a4b-8be6-a337b14993fb tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110640 Jul 29 23:29:08.248446 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-e303a202-bb63-4e4f-95e5-0eaeb6c9a099 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767385 Jul 29 23:29:08.342551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] For port a04468e0-d179-456d-92e5-dc5c4247be5f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a04468e0-d179-456d-92e5-dc5c4247be5f,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:08.342937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.380066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9afd1aae-3f12-4f33-99da-51be8cf3651f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:08.400157 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-6e0fdb33-2d3e-4dd0-9904-37bbf723bbb0 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354561 Jul 29 23:29:08.404270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '9afd1aae-3f12-4f33-99da-51be8cf3651f', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '9afd1aae-3f12-4f33-99da-51be8cf3651f', 'mac_address': 'fa:16:3e:a8:b7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:08.471910 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.488261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afd1aae-3f12-4f33-99da-51be8cf3651f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:08.511131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9afd1aae-3f12-4f33-99da-51be8cf3651f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:08.516872 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.552731 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.553172 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.554283 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Floating IP 5b60fd24-7547-4994-aa6d-c753c89e26a4 disassociated. External IP: 172.25.2.228, port: a04468e0-d179-456d-92e5-dc5c4247be5f. Jul 29 23:29:08.554653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Calling delete_port for a04468e0-d179-456d-92e5-dc5c4247be5f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:08.574322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=9afd1aae-3f12-4f33-99da-51be8cf3651f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:08.646634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47dad-a5b9-45b8-8e4d-12365bcaf5af req-1fb7bff5-8253-49eb-b8ee-46025d50985d tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:08.654809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05e47dad-a5b9-45b8-8e4d-12365bcaf5af req-1fb7bff5-8253-49eb-b8ee-46025d50985d tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 945 time: 0.4196279 Jul 29 23:29:08.752610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05e47dad-a5b9-45b8-8e4d-12365bcaf5af req-cc7493c6-767a-4d27-9fee-e4fc6f337fa7 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdafb15a-5597-4bc7-bf19-c5240cadd1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965862 Jul 29 23:29:08.792545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd426892-0b14-42c6-8042-8a243e95a8ec req-453af5f6-8575-4416-83a8-e7b188ffcd92 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:08.810819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd426892-0b14-42c6-8042-8a243e95a8ec req-453af5f6-8575-4416-83a8-e7b188ffcd92 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 943 time: 0.1346872 Jul 29 23:29:08.925783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd426892-0b14-42c6-8042-8a243e95a8ec req-bf8bebbf-47e3-4787-80eb-fbcc994ccf21 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128910 Jul 29 23:29:08.938198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['9afd1aae-3f12-4f33-99da-51be8cf3651f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:08.997151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b05af-850f-43d6-9ee4-5eb1128838ef req-b4d4c889-8e0d-406d-a534-e725f8f48344 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:08.999896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e84b05af-850f-43d6-9ee4-5eb1128838ef req-b4d4c889-8e0d-406d-a534-e725f8f48344 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.1726940 Jul 29 23:29:09.001220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.071147 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Pushing event deleted for resources: {'Port': ['ID=a04468e0-d179-456d-92e5-dc5c4247be5f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:09.199962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e84b05af-850f-43d6-9ee4-5eb1128838ef req-8e1c6811-5cf3-41b9-8350-95a2999afa20 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867731 Jul 29 23:29:09.238013 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cff78137-735c-4394-ba5d-dab66d307c3a details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:09.304974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:09.363666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port cff78137-735c-4394-ba5d-dab66d307c3a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cff78137-735c-4394-ba5d-dab66d307c3a,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:09.377257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'cff78137-735c-4394-ba5d-dab66d307c3a', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'port_id': 'cff78137-735c-4394-ba5d-dab66d307c3a', 'mac_address': 'fa:16:3e:e9:de:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:09.418956 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.436555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff78137-735c-4394-ba5d-dab66d307c3a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:09.469931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port cff78137-735c-4394-ba5d-dab66d307c3a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cff78137-735c-4394-ba5d-dab66d307c3a,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:09.476047 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.539137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=cff78137-735c-4394-ba5d-dab66d307c3a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:09.804987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77c9b6-af92-4c0f-8f73-9bd76b22410b req-1db70d14-a241-48eb-9c7e-34004b506b81 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:09.806499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d77c9b6-af92-4c0f-8f73-9bd76b22410b req-1db70d14-a241-48eb-9c7e-34004b506b81 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 949 time: 0.5166585 Jul 29 23:29:09.865304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-43f56199-f6cd-446b-a210-942b64d72792 req-d1935823-884c-4ed1-8225-61ddf914742d tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0434737 Jul 29 23:29:09.866354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:09.879604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] Sync routers for ids ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:09.889799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] Routers {'9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:09.890630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:09.905830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d77c9b6-af92-4c0f-8f73-9bd76b22410b req-6c21c884-fc06-42e4-8740-b06d7b27713e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895014 Jul 29 23:29:09.924960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] No DVR routers for this DVR port a04468e0-d179-456d-92e5-dc5c4247be5f on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:09.932262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.934355 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9c55174-3435-4c1c-815e-9d334506a3eb req-431707a6-1b0d-4e6c-86ff-59972d628768 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.42 "DELETE /v2.0/ports/a04468e0-d179-456d-92e5-dc5c4247be5f HTTP/1.1" status: 204 len: 173 time: 2.0258429 Jul 29 23:29:09.934802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'name': 'network-vif-deleted', 'tag': 'a04468e0-d179-456d-92e5-dc5c4247be5f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:09.937131 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c97e9be-19e9-4ba2-bc27-996b9d06fa41" -d '{"events": [{"server_uuid": "2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3", "name": "network-vif-deleted", "tag": "a04468e0-d179-456d-92e5-dc5c4247be5f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:09.944970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['cff78137-735c-4394-ba5d-dab66d307c3a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:09.985013 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d69eb9-83a4-4c91-a3a4-3dd5ec3f38bf x-openstack-request-id: req-52d69eb9-83a4-4c91-a3a4-3dd5ec3f38bf {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:09.985317 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3", "name": "network-vif-deleted", "tag": "a04468e0-d179-456d-92e5-dc5c4247be5f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:09.985565 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52d69eb9-83a4-4c91-a3a4-3dd5ec3f38bf {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:09.986609 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3', 'name': 'network-vif-deleted', 'tag': 'a04468e0-d179-456d-92e5-dc5c4247be5f', 'status': 'completed', 'code': 200} Jul 29 23:29:10.067418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0bc92-ba9f-4af8-85a1-81cb66d87b03 req-4de5aa6a-b9bb-45ff-8063-a8eb8855b10b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:10.076412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34e0bc92-ba9f-4af8-85a1-81cb66d87b03 req-4de5aa6a-b9bb-45ff-8063-a8eb8855b10b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 944 time: 0.0614269 Jul 29 23:29:10.116399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34e0bc92-ba9f-4af8-85a1-81cb66d87b03 req-e7f3f9df-96b2-4102-9dd0-191b6a27edc1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389180 Jul 29 23:29:10.183224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9afd1aae-3f12-4f33-99da-51be8cf3651f up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:10.228889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] Set router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:10.329753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4731-4b18-4249-b362-fe9491ee227f req-65f677e6-1a96-4758-aaec-ce97ed2364ef tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:10.331395 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-032e4731-4b18-4249-b362-fe9491ee227f req-65f677e6-1a96-4758-aaec-ce97ed2364ef tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.0516288 Jul 29 23:29:10.373125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-032e4731-4b18-4249-b362-fe9491ee227f req-0077ccb4-40b8-4b9d-8fd0-3700ad83adfb tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345132 Jul 29 23:29:10.400203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 9afd1aae-3f12-4f33-99da-51be8cf3651f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:10.411369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 9afd1aae-3f12-4f33-99da-51be8cf3651f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:10.411747 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.575762 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.607276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63129681-5022-4d10-81b9-c786bc16d2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afd1aae-3f12-4f33-99da-51be8cf3651f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:10.609600 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f77ff8c-834d-4391-afae-b8b32edcb495" -d '{"events": [{"server_uuid": "63129681-5022-4d10-81b9-c786bc16d2f1", "name": "network-vif-plugged", "status": "completed", "tag": "9afd1aae-3f12-4f33-99da-51be8cf3651f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:10.617507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c5423bc9-ff06-4669-a57b-73648fadd3ff', 'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'mac_address': 'fa:16:3e:50:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:47Z', 'updated_at': '2021-07-29T23:25:55Z', 'revision_number': 5, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'subnets': [{'id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:10.654332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9afd1aae-3f12-4f33-99da-51be8cf3651f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:10.656269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] Checking router: 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:10.662533 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.666107 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86038d3-2027-425d-9e69-6ad73a9400d6 x-openstack-request-id: req-a86038d3-2027-425d-9e69-6ad73a9400d6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:10.666408 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63129681-5022-4d10-81b9-c786bc16d2f1", "name": "network-vif-plugged", "status": "completed", "tag": "9afd1aae-3f12-4f33-99da-51be8cf3651f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:10.666667 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a86038d3-2027-425d-9e69-6ad73a9400d6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:10.667055 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63129681-5022-4d10-81b9-c786bc16d2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afd1aae-3f12-4f33-99da-51be8cf3651f', 'code': 200} Jul 29 23:29:10.673951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] Routers {'9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:10.674596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:10.789703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=9afd1aae-3f12-4f33-99da-51be8cf3651f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:10.795169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81ddf-d4eb-4608-8ded-f6350eaacd3b req-b02effd4-78ce-4bec-bba9-c37d8308c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:10.797851 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-01d81ddf-d4eb-4608-8ded-f6350eaacd3b req-b02effd4-78ce-4bec-bba9-c37d8308c8f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 1102 time: 0.0425041 Jul 29 23:29:10.823285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] Set router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:10.834068 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-01d81ddf-d4eb-4608-8ded-f6350eaacd3b req-137045a3-2a8c-4c51-8e53-8d8db5580027 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289032 Jul 29 23:29:10.978820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2f842e7-0d47-4ec9-8d42-bcf41a967c31 req-e0138dfb-a4be-40c1-9ecb-c33af8c3aa0f tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0351090 Jul 29 23:29:11.043210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de23da0-5139-4b97-87cf-6af38a6dd98a req-39e84651-6f2c-43d3-bac0-377aa56f4b05 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:11.052682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0de23da0-5139-4b97-87cf-6af38a6dd98a req-39e84651-6f2c-43d3-bac0-377aa56f4b05 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0655117 Jul 29 23:29:11.055441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c5423bc9-ff06-4669-a57b-73648fadd3ff', 'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'mac_address': 'fa:16:3e:50:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:47Z', 'updated_at': '2021-07-29T23:25:55Z', 'revision_number': 5, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'subnets': [{'id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:11.087884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef219d83-6dd5-45a3-9549-d7a6e503a919 None None] The sync data for ids ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'] in n-d-712139-11 is: [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:25:47Z', 'revision_number': 4, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c5423bc9-ff06-4669-a57b-73648fadd3ff', 'name': '', 'network_id': '98abfaf2-2688-4a27-b89c-4bbfda6cddcf', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'mac_address': 'fa:16:3e:50:f6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:47Z', 'updated_at': '2021-07-29T23:25:55Z', 'revision_number': 5, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'subnets': [{'id': 'c07b64b3-9b78-4c8e-a824-3621a0d5d8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:11.092784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0de23da0-5139-4b97-87cf-6af38a6dd98a req-8a7930f2-d5bd-4797-8aa7-c9767d17ee04 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391307 Jul 29 23:29:11.241330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57631cec-6196-4fca-a388-a4c9d75e3816 req-b0301247-3da5-4a23-905d-8eddf5a788f7 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:11.242896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57631cec-6196-4fca-a388-a4c9d75e3816 req-b0301247-3da5-4a23-905d-8eddf5a788f7 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 944 time: 0.0502985 Jul 29 23:29:11.251535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device a04468e0-d179-456d-92e5-dc5c4247be5f no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:11.273448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: a04468e0-d179-456d-92e5-dc5c4247be5f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:11.273812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device a04468e0-d179-456d-92e5-dc5c4247be5f not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:11.285378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57631cec-6196-4fca-a388-a4c9d75e3816 req-fd8bc073-9ad7-4990-a39d-e048bf52488f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345573 Jul 29 23:29:11.366742 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19535235-6d37-4a75-a4e6-c2d658a4a964 None None] New status for floating IP 5b60fd24-7547-4994-aa6d-c753c89e26a4: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:29:11.502455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa597e8a-d5aa-49d1-956e-da3d586cae98 req-ea9b6848-d4d9-4e1d-a9bf-15072d13acdf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:11.504270 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa597e8a-d5aa-49d1-956e-da3d586cae98 req-ea9b6848-d4d9-4e1d-a9bf-15072d13acdf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.0552049 Jul 29 23:29:11.546188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa597e8a-d5aa-49d1-956e-da3d586cae98 req-d35c471f-d4fb-485f-bb98-2f45d7a5d1c6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353734 Jul 29 23:29:12.085315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8d6a435-c354-4afd-8327-ccea0dabf7df req-5be8ccfd-969d-4391-98e1-d335acf34864 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0320046 Jul 29 23:29:12.223309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73228bf4-df2b-49bc-bed2-4c05aa4272c9 req-55fc9d74-74c9-4f44-8315-2d014c73a17a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:12.224885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73228bf4-df2b-49bc-bed2-4c05aa4272c9 req-55fc9d74-74c9-4f44-8315-2d014c73a17a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0588582 Jul 29 23:29:12.263291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73228bf4-df2b-49bc-bed2-4c05aa4272c9 req-aabbd78a-25e3-4323-9df2-64518b068212 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Jul 29 23:29:12.405845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcbc5c-ead4-4054-ad82-372fd7309c33 req-0ac2b284-c358-4fbe-852d-32ea2c3f163a tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:12.407336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1dcbc5c-ead4-4054-ad82-372fd7309c33 req-0ac2b284-c358-4fbe-852d-32ea2c3f163a tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 944 time: 0.0501974 Jul 29 23:29:12.449313 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1dcbc5c-ead4-4054-ad82-372fd7309c33 req-dfa074fe-045d-47c0-b0ba-25e495e9ad04 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353796 Jul 29 23:29:12.664934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ff665-ce13-4eb5-9cff-e21b1dfbf76e req-2a998522-4f59-4101-8aea-a4a40e27f20e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:12.666700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f33ff665-ce13-4eb5-9cff-e21b1dfbf76e req-2a998522-4f59-4101-8aea-a4a40e27f20e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.0540111 Jul 29 23:29:12.710040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f33ff665-ce13-4eb5-9cff-e21b1dfbf76e req-a1de53a1-9a2a-4ade-ad51-a512d45e54ec tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365057 Jul 29 23:29:13.175922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f158f34-bebb-4fb7-a3c1-327c3fc0611f req-abaeebbc-1150-4b85-96d2-6704bb136179 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0255551 Jul 29 23:29:13.247443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cff78137-735c-4394-ba5d-dab66d307c3a up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:13.302402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port cff78137-735c-4394-ba5d-dab66d307c3a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:13.307527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port cff78137-735c-4394-ba5d-dab66d307c3a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:13.307527 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.386462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f0093-0529-455d-8dbe-847e914ad012 req-84826c61-a17b-4464-8f96-6ab63e19b383 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:13.387962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-436f0093-0529-455d-8dbe-847e914ad012 req-84826c61-a17b-4464-8f96-6ab63e19b383 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0511758 Jul 29 23:29:13.394227 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.427567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-436f0093-0529-455d-8dbe-847e914ad012 req-e76515e9-13e4-4bd8-a1dc-aac423243e0c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327587 Jul 29 23:29:13.428533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d813f91-0769-477f-aa80-85d66e314a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff78137-735c-4394-ba5d-dab66d307c3a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:13.431401 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b595af-72b6-4551-ad46-6ced6ede2383" -d '{"events": [{"server_uuid": "2d813f91-0769-477f-aa80-85d66e314a8d", "name": "network-vif-plugged", "status": "completed", "tag": "cff78137-735c-4394-ba5d-dab66d307c3a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:13.435558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port cff78137-735c-4394-ba5d-dab66d307c3a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cff78137-735c-4394-ba5d-dab66d307c3a,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:13.441131 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.480445 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303d197c-84b6-4121-ab09-d46a0e97f303 x-openstack-request-id: req-303d197c-84b6-4121-ab09-d46a0e97f303 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:13.480839 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d813f91-0769-477f-aa80-85d66e314a8d", "name": "network-vif-plugged", "status": "completed", "tag": "cff78137-735c-4394-ba5d-dab66d307c3a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:13.481211 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-303d197c-84b6-4121-ab09-d46a0e97f303 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:13.481695 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d813f91-0769-477f-aa80-85d66e314a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff78137-735c-4394-ba5d-dab66d307c3a', 'code': 200} Jul 29 23:29:13.502590 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=cff78137-735c-4394-ba5d-dab66d307c3a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:13.590578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bde98-1bb0-44f5-9ae4-981fcf2095ed req-0df379fe-ca72-4219-852d-97357dc60b8d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:13.592053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b14bde98-1bb0-44f5-9ae4-981fcf2095ed req-0df379fe-ca72-4219-852d-97357dc60b8d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0570049 Jul 29 23:29:13.658082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b14bde98-1bb0-44f5-9ae4-981fcf2095ed req-b85a8a5e-702c-468c-8d14-6a0d6e0c6e58 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544822 Jul 29 23:29:13.660881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b562f-f7fd-4bd2-8a1e-99400e690994 req-a247d78d-5676-4bf5-8d60-54df4719cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:13.662448 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d2b562f-f7fd-4bd2-8a1e-99400e690994 req-a247d78d-5676-4bf5-8d60-54df4719cffd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 1097 time: 0.0664816 Jul 29 23:29:13.713480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d2b562f-f7fd-4bd2-8a1e-99400e690994 req-fa9518a6-f888-474b-a984-97376742f6f5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318313 Jul 29 23:29:13.800849 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-b1ee7433-1b26-4d37-9a54-c8082f3fe71c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0479372 Jul 29 23:29:13.807227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142a37f-e726-49d8-8374-c4f4825142ee req-785d600c-c002-4c19-a4bd-cc97af20e924 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:13.815049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7142a37f-e726-49d8-8374-c4f4825142ee req-785d600c-c002-4c19-a4bd-cc97af20e924 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0627351 Jul 29 23:29:13.864739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7142a37f-e726-49d8-8374-c4f4825142ee req-e26d2d88-6ea8-4a5f-a264-a77e5856a392 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489452 Jul 29 23:29:13.943077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283aea5b-dc7a-4309-be50-49384a52f268 req-cf5fa84d-007a-4682-99ba-d829c9ab9b15 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:13.952086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-283aea5b-dc7a-4309-be50-49384a52f268 req-cf5fa84d-007a-4682-99ba-d829c9ab9b15 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.0841253 Jul 29 23:29:13.993986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-283aea5b-dc7a-4309-be50-49384a52f268 req-eee10e43-ff4d-417a-a5c3-5521fcade1b6 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Jul 29 23:29:14.311975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08c4960d-f035-4dad-a0de-2ae7c1c8517e req-b722be1d-b074-4981-9fc9-5647114a4026 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0350392 Jul 29 23:29:14.797282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aab0b-4973-4324-ac6d-bb74f720f088 req-d69a4c97-e8d5-4866-b771-46d8c52ab94f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:14.805696 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-134aab0b-4973-4324-ac6d-bb74f720f088 req-d69a4c97-e8d5-4866-b771-46d8c52ab94f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0661054 Jul 29 23:29:14.866360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-134aab0b-4973-4324-ac6d-bb74f720f088 req-ec9a8ac5-9956-4431-ae53-d9fd8ac26955 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542774 Jul 29 23:29:15.039063 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ed2e-ba95-40f9-a5f5-27579d39576f req-0fe24853-584d-4c58-ada1-d7028865a6a3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:15.040721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97a3ed2e-ba95-40f9-a5f5-27579d39576f req-0fe24853-584d-4c58-ada1-d7028865a6a3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0862665 Jul 29 23:29:15.099900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97a3ed2e-ba95-40f9-a5f5-27579d39576f req-42199e06-1a4e-4cda-96d2-62b6fa2af95f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530875 Jul 29 23:29:15.156164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d9bc0-cd46-47e2-8fcf-4c03a3290c47 req-6de473f0-6ec1-4255-b3b1-f69fe6fb1849 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:15.157969 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-316d9bc0-cd46-47e2-8fcf-4c03a3290c47 req-6de473f0-6ec1-4255-b3b1-f69fe6fb1849 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.0549488 Jul 29 23:29:15.215383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-316d9bc0-cd46-47e2-8fcf-4c03a3290c47 req-13960126-5a5e-4641-afe4-b1ce8e8f8a1f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495937 Jul 29 23:29:15.406444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d3ab534-f634-4716-a1f9-9000464b1500 req-0462bf72-3ded-4fe6-ab48-96632656e0ad tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0280120 Jul 29 23:29:15.445920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-69c81033-b062-4b3b-83c2-8b8d7a5d8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:15.447510 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-69c81033-b062-4b3b-83c2-8b8d7a5d8602 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 1102 time: 0.0456073 Jul 29 23:29:15.545443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-eec0b83a-9cfb-49d5-8db6-a48f6cc71aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:15.546881 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-eec0b83a-9cfb-49d5-8db6-a48f6cc71aae service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.0913510 Jul 29 23:29:15.592974 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-6e456cc7-892e-47e4-b468-300cc9253a46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f HTTP/1.1" status: 200 len: 217 time: 0.0360811 Jul 29 23:29:15.646106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-6da4ff26-219b-4bf6-a870-e9fde0f0f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:15.646380 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-6da4ff26-219b-4bf6-a870-e9fde0f0f902 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0452287 Jul 29 23:29:15.696083 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-7b2004fd-333e-40db-831f-05c4871c477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:15.697680 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-7b2004fd-333e-40db-831f-05c4871c477d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434418 Jul 29 23:29:15.797782 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-24dde26f-52e7-4bd6-9e52-28d1a0aab7b6 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868828 Jul 29 23:29:15.895341 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-ff5ff1a3-3ff7-4cee-9c7b-4c162d8a0cc4 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896742 Jul 29 23:29:16.078873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb772bbd-d1bc-477f-99bd-4e3c46cb8cc1 req-c7b36336-8efb-4014-83f5-581ef71a1d87 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:16.097784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb772bbd-d1bc-477f-99bd-4e3c46cb8cc1 req-c7b36336-8efb-4014-83f5-581ef71a1d87 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1517358 Jul 29 23:29:16.113614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a91a162-c882-431b-b179-52c44e1eb30d req-e56bcdc7-6b79-4b8f-8be7-7ab7c7b53144 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1108532 Jul 29 23:29:16.165315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb772bbd-d1bc-477f-99bd-4e3c46cb8cc1 req-d5705851-7814-40a2-bf22-57e8e005f674 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665269 Jul 29 23:29:16.327839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40255344-20ad-47ff-889c-a9b5aee8676a req-f5d047fa-f8a9-4fc7-9908-7f152cad2e4f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:16.329286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40255344-20ad-47ff-889c-a9b5aee8676a req-f5d047fa-f8a9-4fc7-9908-7f152cad2e4f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0915604 Jul 29 23:29:16.332693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a162-c882-431b-b179-52c44e1eb30d req-38c9ed99-15f7-4832-be5e-6ff9d68428b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:16.334357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a91a162-c882-431b-b179-52c44e1eb30d req-38c9ed99-15f7-4832-be5e-6ff9d68428b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=186d048e8b144e568c3593646dc90002&device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 1097 time: 0.1533811 Jul 29 23:29:16.365233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107c61e-6535-4fbd-bea6-8e543daf675f req-18bb08bb-6b2c-4219-bd18-921960f28c33 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:16.367288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3107c61e-6535-4fbd-bea6-8e543daf675f req-18bb08bb-6b2c-4219-bd18-921960f28c33 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0998452 Jul 29 23:29:16.377831 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:16.385163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-212efd53-a655-4b2a-ae34-f78b159e5f63 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'floatingip': {'port_id': 'cff78137-735c-4394-ba5d-dab66d307c3a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:16.445458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40255344-20ad-47ff-889c-a9b5aee8676a req-2f625df6-36ec-4867-a322-1f5a866d187d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073098 Jul 29 23:29:16.483157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-212efd53-a655-4b2a-ae34-f78b159e5f63 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.560545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fd214-c3d2-4e7b-a1d5-774e3c2775bc req-efda3bce-1866-44b0-9105-2c228043e043 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:16.568875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e2fd214-c3d2-4e7b-a1d5-774e3c2775bc req-efda3bce-1866-44b0-9105-2c228043e043 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.0883238 Jul 29 23:29:16.595186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a162-c882-431b-b179-52c44e1eb30d req-7edd4fcb-4ea6-4c9a-9fab-ddc36cacb3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:16.596546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a91a162-c882-431b-b179-52c44e1eb30d req-7edd4fcb-4ea6-4c9a-9fab-ddc36cacb3b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a85bd5b-521f-4c3a-a403-534b13c539fa HTTP/1.1" status: 200 len: 907 time: 0.2271564 Jul 29 23:29:16.620681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08e41aea-2e86-4eab-a6d5-852ecb93eeea req-3e56439a-39c9-479b-857c-e97bbc71af87 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0443697 Jul 29 23:29:16.700930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e2fd214-c3d2-4e7b-a1d5-774e3c2775bc req-6920be03-8601-4578-9e3e-cab1df0555c0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308534 Jul 29 23:29:16.729534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a91a162-c882-431b-b179-52c44e1eb30d req-c9dd03ef-3d74-4a4e-b1b9-6a8d6839fbc9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c61c155-73d7-4ecc-8db0-56de355f7d6d HTTP/1.1" status: 200 len: 1001 time: 0.1066391 Jul 29 23:29:16.816409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a162-c882-431b-b179-52c44e1eb30d req-ee44b896-29ab-4b19-99ae-556b67b5a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:16.819400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a91a162-c882-431b-b179-52c44e1eb30d req-ee44b896-29ab-4b19-99ae-556b67b5a401 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=781f0991-f851-457a-95d3-40463985f21a HTTP/1.1" status: 200 len: 845 time: 0.0663967 Jul 29 23:29:16.882649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a162-c882-431b-b179-52c44e1eb30d req-903a6015-6295-4ad5-9b34-668183903dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:16.884680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a91a162-c882-431b-b179-52c44e1eb30d req-903a6015-6295-4ad5-9b34-668183903dc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a85bd5b-521f-4c3a-a403-534b13c539fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533173 Jul 29 23:29:16.999981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a91a162-c882-431b-b179-52c44e1eb30d req-d4adda65-b92d-4a60-ae41-7eae14dde202 service neutron] 10.222.0.42 "GET /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922246 Jul 29 23:29:17.062428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42728) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:17.068563 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-915185087'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:17.092541 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-212efd53-a655-4b2a-ae34-f78b159e5f63 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.099578 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-212efd53-a655-4b2a-ae34-f78b159e5f63 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.116078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a91a162-c882-431b-b179-52c44e1eb30d req-27717272-54d8-4274-a43d-a43dcebccd87 service neutron] 10.222.0.42 "GET /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012552 Jul 29 23:29:17.135016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:17.138575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.202493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:17.217960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.218302 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Added segment 538e0104-3277-40ce-9cae-3f8078e09231 of type vlan for network 5a066661-134b-4dc9-9c9f-e6f133ac0089 Jul 29 23:29:17.243792 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-212efd53-a655-4b2a-ae34-f78b159e5f63 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Floating IP 16aa0b8f-da39-42c0-a583-31d9086146a0 associated. External IP: 172.25.2.220, port: cff78137-735c-4394-ba5d-dab66d307c3a. Jul 29 23:29:17.308309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.381513 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.386830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:17.387415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.527017 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4632671 Jul 29 23:29:17.529703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d04c59-1c96-4564-83be-782e456e6791 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Network': ['ID=5a066661-134b-4dc9-9c9f-e6f133ac0089,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:17.532180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42736) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:17.541253 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 5a066661-134b-4dc9-9c9f-e6f133ac0089 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:17.550247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-297958097'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:17.610153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112c9d5-85b5-4fb1-b456-36e640e8115d req-a38b2b9b-28d8-4dc5-aeba-2d91c9e31dc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:17.612085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9112c9d5-85b5-4fb1-b456-36e640e8115d req-a38b2b9b-28d8-4dc5-aeba-2d91c9e31dc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0814588 Jul 29 23:29:17.613085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:17.616871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.676297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:17.694825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9112c9d5-85b5-4fb1-b456-36e640e8115d req-7570d9a6-8da0-421d-a5fc-a30ca0ea5d3a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744855 Jul 29 23:29:17.722053 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.722409 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Added segment f32a6a97-9d23-4f52-a338-f4096db5b0dd of type vlan for network f9d21809-0a05-413f-b507-18577fed0681 Jul 29 23:29:17.796484 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.817130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-735ab00e-18ef-4c1f-be4b-e5959676bd2b req-84caed9a-c866-4bb0-ba5e-681bbd7de980 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0523272 Jul 29 23:29:17.875499 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.881836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:17.882442 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.922611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212efd53-a655-4b2a-ae34-f78b159e5f63 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Router e3b5dd98-81ff-4205-a76e-24cda00fa77a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:18.038183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5014737 Jul 29 23:29:18.038800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42744) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:18.045621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'subnet': {'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:18.064329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6724456-a568-4247-ae77-2b2f5b23e0bc req-859a8058-c656-4873-803f-a126a2778281 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:18.066238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6724456-a568-4247-ae77-2b2f5b23e0bc req-859a8058-c656-4873-803f-a126a2778281 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.2321527 Jul 29 23:29:18.067309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3c3e2-7b80-47f4-8b9f-8b2219cb90c1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Network': ['ID=f9d21809-0a05-413f-b507-18577fed0681,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:18.081707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f9d21809-0a05-413f-b507-18577fed0681 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:18.114372 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212efd53-a655-4b2a-ae34-f78b159e5f63 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:18.121269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-212efd53-a655-4b2a-ae34-f78b159e5f63 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.127791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] Sync routers for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:18.148186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6724456-a568-4247-ae77-2b2f5b23e0bc req-f9fd756e-adcc-4f8a-92f5-37aa43c0f3d7 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665975 Jul 29 23:29:18.162412 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-212efd53-a655-4b2a-ae34-f78b159e5f63 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "PUT /v2.0/floatingips/16aa0b8f-da39-42c0-a583-31d9086146a0 HTTP/1.1" status: 200 len: 991 time: 1.7727356 Jul 29 23:29:18.162412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d813f91-0769-477f-aa80-85d66e314a8d', 'tag': 'cff78137-735c-4394-ba5d-dab66d307c3a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:18.162412 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac" -d '{"events": [{"name": "network-changed", "server_uuid": "2d813f91-0769-477f-aa80-85d66e314a8d", "tag": "cff78137-735c-4394-ba5d-dab66d307c3a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:18.180243 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:18.181131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:18.223112 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73b7ca6-ffe7-4b11-9fe7-151c3bb8a019 x-openstack-request-id: req-f73b7ca6-ffe7-4b11-9fe7-151c3bb8a019 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:18.228681 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d813f91-0769-477f-aa80-85d66e314a8d", "tag": "cff78137-735c-4394-ba5d-dab66d307c3a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:18.229535 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f73b7ca6-ffe7-4b11-9fe7-151c3bb8a019 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:18.229535 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d813f91-0769-477f-aa80-85d66e314a8d', 'tag': 'cff78137-735c-4394-ba5d-dab66d307c3a', 'status': 'completed', 'code': 200} Jul 29 23:29:18.236882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:18.243323 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.328627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:18.353961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-2f5b739a-b989-44ac-ba19-13cb1838f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:18.355477 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-2f5b739a-b989-44ac-ba19-13cb1838f667 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 1097 time: 0.0585723 Jul 29 23:29:18.486373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-5b84bf88-6e88-47ae-ae82-60d566a77617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:18.487840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-5b84bf88-6e88-47ae-ae82-60d566a77617 service neutron] 10.222.0.42 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 912 time: 0.1018696 Jul 29 23:29:18.494513 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.551243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Subnet': ['ID=14271183-b4f2-4825-af3f-d3e97133b662,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:18.568607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-59db6583-8d4e-42df-a16c-286f7276a89e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff78137-735c-4394-ba5d-dab66d307c3a HTTP/1.1" status: 200 len: 999 time: 0.0663984 Jul 29 23:29:18.573281 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.589228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Checking segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:18.589975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network hostable DHCP agents. Network: 5a066661-134b-4dc9-9c9f-e6f133ac0089, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:18.621417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network 5a066661-134b-4dc9-9c9f-e6f133ac0089 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:18.622818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '16aa0b8f-da39-42c0-a583-31d9086146a0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'port_id': 'cff78137-735c-4394-ba5d-dab66d307c3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'mac_address': 'fa:16:3e:e9:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d813f91-0769-477f-aa80-85d66e314a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:28:59Z', 'updated_at': '2021-07-29T23:29:16Z', 'revision_number': 1, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:18.635917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 5a066661-134b-4dc9-9c9f-e6f133ac0089) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:18.641900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:18.643015 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.666376 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ef5d0689-a6f4-43a8-8176-323d297b5d12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6241999 Jul 29 23:29:18.667117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42756) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:18.670822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae25a12-6172-41a6-992e-21671812a77c None None] Network 5a066661-134b-4dc9-9c9f-e6f133ac0089 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:18.673246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] Checking router: e3b5dd98-81ff-4205-a76e-24cda00fa77a for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:18.677521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'subnet': {'network_id': 'f9d21809-0a05-413f-b507-18577fed0681', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:18.767704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-95e17601-1a42-45c9-a0d5-911519b8b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:18.769988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-95e17601-1a42-45c9-a0d5-911519b8b4fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 200 len: 850 time: 0.1755321 Jul 29 23:29:18.870011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-49ff6078-ad4c-445a-9b1d-e09cfe98d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:18.872718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-49ff6078-ad4c-445a-9b1d-e09cfe98d571 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=075cd5b6-a446-43e6-877b-02e442ee8cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928242 Jul 29 23:29:18.874338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:18.879985 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.908791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:18.909921 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:28:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:19.091106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80bdeec2-087e-47a4-ae69-951e0f44a352 req-4f70aefb-680d-408c-b97e-b68bfbab4b06 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b6dca-6c99-4c13-a51b-80a6cb38f8d3 HTTP/1.1" status: 200 len: 210 time: 0.0710502 Jul 29 23:29:19.151183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85f4fb-f982-4b60-a562-4d460f8e8bda req-55bf3283-9244-4cd8-a837-d865d1341313 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:19.152753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b85f4fb-f982-4b60-a562-4d460f8e8bda req-55bf3283-9244-4cd8-a837-d865d1341313 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.2566130 Jul 29 23:29:19.191877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-6263b885-ad48-458a-9f84-2d1dd3aa374c service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061619 Jul 29 23:29:19.197321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:19.277209 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-5a066661-134b-4dc9-9c9f-e6f133ac0089', 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'fixed_ips': [{'subnet_id': '14271183-b4f2-4825-af3f-d3e97133b662'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:19.278475 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.288159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b85f4fb-f982-4b60-a562-4d460f8e8bda req-416ccf49-9d3e-497d-ac0b-a266b52df198 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195090 Jul 29 23:29:19.407290 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.414468 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9d9eab9-4b66-4efb-9cb5-c029808e8cac req-718f1548-b7b6-462e-b086-8c1dfa6b5cb1 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010732 Jul 29 23:29:19.518567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Subnet': ['ID=0d6326c8-0599-4488-9c8a-8e4f8967538f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:19.544297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Checking segment: {'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:19.545103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network hostable DHCP agents. Network: f9d21809-0a05-413f-b507-18577fed0681, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:19.562984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591ca12-e416-4494-bdf4-eea31869104b req-721a3b2e-7c7d-44a4-b9a8-5a3b60227234 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:19.564692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6591ca12-e416-4494-bdf4-eea31869104b req-721a3b2e-7c7d-44a4-b9a8-5a3b60227234 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.1188684 Jul 29 23:29:19.593757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network f9d21809-0a05-413f-b507-18577fed0681 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:19.632391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6591ca12-e416-4494-bdf4-eea31869104b req-f11afb0e-8990-4376-87eb-c8623c852bec tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584772 Jul 29 23:29:19.633176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f9d21809-0a05-413f-b507-18577fed0681) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:19.637287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Allocated IP 10.1.1.2 (5a066661-134b-4dc9-9c9f-e6f133ac0089/14271183-b4f2-4825-af3f-d3e97133b662/3460d398-2857-4c8c-8052-75726c339fe5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:19.637817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:19.638567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.660721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1f8c24b2-98a0-4804-8737-1f43e54725e0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9901149 Jul 29 23:29:19.661170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42784) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:19.661906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68749176-7b29-4ec7-973e-92be701ec3ec None None] Network f9d21809-0a05-413f-b507-18577fed0681 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:19.666999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'port': {'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089', 'name': 'tempest-TaggedBootDevicesTest_v242-2092115121', 'fixed_ips': [{'subnet_id': '14271183-b4f2-4825-af3f-d3e97133b662'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:19.778421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:19.867308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.884742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] device_id is not set on port a404b24b-8eff-4d05-97f0-dfc1619216db yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:19.939332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '16aa0b8f-da39-42c0-a583-31d9086146a0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'port_id': 'cff78137-735c-4394-ba5d-dab66d307c3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'mac_address': 'fa:16:3e:e9:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d813f91-0769-477f-aa80-85d66e314a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:28:59Z', 'updated_at': '2021-07-29T23:29:16Z', 'revision_number': 1, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:19.980464 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.982477 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15676041-69f5-412b-98c3-d47dd717b711 None None] The sync data for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 is: [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '16aa0b8f-da39-42c0-a583-31d9086146a0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'port_id': 'cff78137-735c-4394-ba5d-dab66d307c3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'mac_address': 'fa:16:3e:e9:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d813f91-0769-477f-aa80-85d66e314a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:28:59Z', 'updated_at': '2021-07-29T23:29:16Z', 'revision_number': 1, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:20.005528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Transition to ACTIVE for port object 3460d398-2857-4c8c-8052-75726c339fe5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:20.013406 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-f9d21809-0a05-413f-b507-18577fed0681', 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'fixed_ips': [{'subnet_id': '0d6326c8-0599-4488-9c8a-8e4f8967538f'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:20.014303 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.039739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Transition to ACTIVE for port object 3460d398-2857-4c8c-8052-75726c339fe5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:20.055232 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.131874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Allocated IP 10.1.1.126 (5a066661-134b-4dc9-9c9f-e6f133ac0089/14271183-b4f2-4825-af3f-d3e97133b662/a404b24b-8eff-4d05-97f0-dfc1619216db) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:20.173191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Pushing event updated for resources: {'Port': ['ID=3460d398-2857-4c8c-8052-75726c339fe5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.208581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42790) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:20.292715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Network 5a066661-134b-4dc9-9c9f-e6f133ac0089 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:20.296325 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:20.303975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:20.355940 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20eaaa6-9866-4bd1-bcc0-ae181a6c4ce6 None None] New status for floating IP 16aa0b8f-da39-42c0-a583-31d9086146a0: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:29:20.364623 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-516fe44a-38cc-4679-b083-3e1be7d54497 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.389818 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.407449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Allocated IP 10.2.2.2 (f9d21809-0a05-413f-b507-18577fed0681/0d6326c8-0599-4488-9c8a-8e4f8967538f/fb5475ef-6d21-4e7e-889c-467d92975c4a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:20.409754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Attempting to bind port 3460d398-2857-4c8c-8052-75726c339fe5 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:20.410235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Attempting to bind port 3460d398-2857-4c8c-8052-75726c339fe5 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:20.410722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Attempting to bind port 3460d398-2857-4c8c-8052-75726c339fe5 on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:20.425311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:20.426144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Checking segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:20.426649 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.427231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Bound using segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:20.428218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Bound port: 3460d398-2857-4c8c-8052-75726c339fe5, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:20.428768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.431368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Transition to ACTIVE for port object a404b24b-8eff-4d05-97f0-dfc1619216db will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:20.431825 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-516fe44a-38cc-4679-b083-3e1be7d54497 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.515746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] For port 3460d398-2857-4c8c-8052-75726c339fe5, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:20.519505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] For port 3460d398-2857-4c8c-8052-75726c339fe5, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3460d398-2857-4c8c-8052-75726c339fe5,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:20.526433 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.555895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.562877 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-516fe44a-38cc-4679-b083-3e1be7d54497 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.565672 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-516fe44a-38cc-4679-b083-3e1be7d54497 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.566821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-516fe44a-38cc-4679-b083-3e1be7d54497 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "DELETE /v2.0/security-groups/cdafb15a-5597-4bc7-bf19-c5240cadd1ae HTTP/1.1" status: 204 len: 168 time: 0.3557854 Jul 29 23:29:20.658504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42798) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:20.659329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fe44a-38cc-4679-b083-3e1be7d54497 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdafb15a-5597-4bc7-bf19-c5240cadd1ae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.667336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344426a2-08a1-42ae-b3ca-eaec482a7c20 None None] Pushing event updated for resources: {'Port': ['ID=3460d398-2857-4c8c-8052-75726c339fe5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.725876 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-58de71ac-5834-4958-9ad7-9e74394c9a58 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] show failed (client error): The resource could not be found. Jul 29 23:29:20.729746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-58de71ac-5834-4958-9ad7-9e74394c9a58 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "GET /v2.0/security-groups/cdafb15a-5597-4bc7-bf19-c5240cadd1ae HTTP/1.1" status: 404 len: 347 time: 0.0533929 Jul 29 23:29:20.731488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42806) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:20.749337 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Port': ['ID=a404b24b-8eff-4d05-97f0-dfc1619216db,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.804837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcd0e5-3423-4a2e-9b26-6c51b2dccc5e req-e3c346ef-3115-411b-8832-ad60bbbeb7e9 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:20.829148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41fcd0e5-3423-4a2e-9b26-6c51b2dccc5e req-e3c346ef-3115-411b-8832-ad60bbbeb7e9 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.2798467 Jul 29 23:29:20.833130 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.859783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Transition to ACTIVE for port object fb5475ef-6d21-4e7e-889c-467d92975c4a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:20.867202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network 5a066661-134b-4dc9-9c9f-e6f133ac0089 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:20.873510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:20.878515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:20.903658 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Transition to ACTIVE for port object fb5475ef-6d21-4e7e-889c-467d92975c4a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:20.919992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.995276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41fcd0e5-3423-4a2e-9b26-6c51b2dccc5e req-2275a2e0-fdde-45b1-bef8-ad2b3a599b25 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651421 Jul 29 23:29:21.030143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Network f9d21809-0a05-413f-b507-18577fed0681 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:21.042961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:21.044970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Pushing event updated for resources: {'Port': ['ID=fb5475ef-6d21-4e7e-889c-467d92975c4a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:21.047127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:21.050117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c87226-38be-4e7e-9533-540e52a70b1f req-3d1ff95d-83bb-453f-8593-b9a30e72c0ac tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:21.060382 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0c87226-38be-4e7e-9533-540e52a70b1f req-3d1ff95d-83bb-453f-8593-b9a30e72c0ac tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.1868279 Jul 29 23:29:21.149989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0c87226-38be-4e7e-9533-540e52a70b1f req-cc68657a-45a8-49a5-9bef-8d14403f673c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855498 Jul 29 23:29:21.200302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Attempting to bind port fb5475ef-6d21-4e7e-889c-467d92975c4a on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:21.200892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Attempting to bind port fb5475ef-6d21-4e7e-889c-467d92975c4a by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:21.201350 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Attempting to bind port fb5475ef-6d21-4e7e-889c-467d92975c4a on network f9d21809-0a05-413f-b507-18577fed0681 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:21.212625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:21.213319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.213562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:21.214044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Checking segment: {'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:21.214544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.215029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Bound using segment: {'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:21.215752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Bound port: fb5475ef-6d21-4e7e-889c-467d92975c4a, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:21.216312 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.247578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c480f9ea-15e4-402c-ae3d-961cc6cc6957 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Deleting port f835e835-ca50-4b91-bdc7-f775111a517b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:21.247857 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c480f9ea-15e4-402c-ae3d-961cc6cc6957 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.253072 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-51eabcb8-d8c2-4a13-88f3-11dc0765760d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5906951 Jul 29 23:29:21.255808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42808) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:21.261708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'port': {'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089', 'name': 'tempest-TaggedBootDevicesTest_v242-722836088', 'fixed_ips': [{'subnet_id': '14271183-b4f2-4825-af3f-d3e97133b662'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:21.292786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] For port fb5475ef-6d21-4e7e-889c-467d92975c4a, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:21.297792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] For port fb5475ef-6d21-4e7e-889c-467d92975c4a, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fb5475ef-6d21-4e7e-889c-467d92975c4a,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:21.304787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.376887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c480f9ea-15e4-402c-ae3d-961cc6cc6957 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.376887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c480f9ea-15e4-402c-ae3d-961cc6cc6957 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.397797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c480f9ea-15e4-402c-ae3d-961cc6cc6957 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Calling delete_port for f835e835-ca50-4b91-bdc7-f775111a517b owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:21.402953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b9d5a-427c-4be8-a6d6-44fa402a1d2d None None] Pushing event updated for resources: {'Port': ['ID=fb5475ef-6d21-4e7e-889c-467d92975c4a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:21.488000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:21.633834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c480f9ea-15e4-402c-ae3d-961cc6cc6957 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.641783 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bada4e22-8c72-4467-bd96-93e0fb8ce38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.679514 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.686406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480f9ea-15e4-402c-ae3d-961cc6cc6957 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Pushing event deleted for resources: {'Port': ['ID=f835e835-ca50-4b91-bdc7-f775111a517b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:21.737838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] device_id is not set on port 9a30ed60-8111-4737-aa7b-081df7b4275d yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:21.772807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-c977b557-b7f3-4188-bbd5-ba74e46f481c tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:21.793221 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-c977b557-b7f3-4188-bbd5-ba74e46f481c tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1098 time: 0.2780993 Jul 29 23:29:21.838974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-11'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:21.915872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c480f9ea-15e4-402c-ae3d-961cc6cc6957 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.918869 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c480f9ea-15e4-402c-ae3d-961cc6cc6957 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.920112 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c480f9ea-15e4-402c-ae3d-961cc6cc6957 tempest-ServersTestBootFromVolume-89705175 tempest-ServersTestBootFromVolume-89705175-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b60fd24-7547-4994-aa6d-c753c89e26a4 HTTP/1.1" status: 204 len: 168 time: 1.1833439 Jul 29 23:29:21.923017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:22.011899 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.145459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Allocated IP 10.1.1.168 (5a066661-134b-4dc9-9c9f-e6f133ac0089/14271183-b4f2-4825-af3f-d3e97133b662/9a30ed60-8111-4737-aa7b-081df7b4275d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:22.266660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9024abfc-ac0b-4327-a479-8fae475a1152 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:22.340849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:22.372278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faeb8d4-ef05-431d-900f-0e210f4aa134 req-5d9b61e1-a700-4eff-a754-df9cb69c529d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:22.373957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3faeb8d4-ef05-431d-900f-0e210f4aa134 req-5d9b61e1-a700-4eff-a754-df9cb69c529d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1200459 Jul 29 23:29:22.379229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf7807-fad0-4c66-9b77-e8235b7aa5fd None None] Network 5a066661-134b-4dc9-9c9f-e6f133ac0089 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:22.392307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:22.444057 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.447662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9024abfc-ac0b-4327-a479-8fae475a1152'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:22.448757 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.451695 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61e78d9-2f15-4791-bfc4-3e2f7d930ebf" -d '{"events": [{"server_uuid": "4c6f98fd-3df1-4e18-acaa-654bf820ef92", "name": "network-vif-unplugged", "status": "completed", "tag": "9024abfc-ac0b-4327-a479-8fae475a1152"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:22.462980 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.556076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Transition to ACTIVE for port object 9a30ed60-8111-4737-aa7b-081df7b4275d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:22.618091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3faeb8d4-ef05-431d-900f-0e210f4aa134 req-bd0cf9c7-9419-43fb-b1cd-c4b8c992a57a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320967 Jul 29 23:29:22.628478 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.666552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Pushing event updated for resources: {'Port': ['ID=9024abfc-ac0b-4327-a479-8fae475a1152,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:22.681317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 on host n-h1-712139-11 for vnic_type normal with profile {"migrating_to": "n-h2-712139-11"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:22.681317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:22.681317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:22.718416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Port 9024abfc-ac0b-4327-a479-8fae475a1152 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:22.718759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Attempting to bind port 9024abfc-ac0b-4327-a479-8fae475a1152 on network c21e8f10-2a8b-4b08-af85-8ea9e60e777a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:22.721812 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29a0aca-7210-4ee8-916c-f88e73637ecc x-openstack-request-id: req-c29a0aca-7210-4ee8-916c-f88e73637ecc {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:22.722108 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6f98fd-3df1-4e18-acaa-654bf820ef92", "name": "network-vif-unplugged", "status": "completed", "tag": "9024abfc-ac0b-4327-a479-8fae475a1152", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:22.722357 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c29a0aca-7210-4ee8-916c-f88e73637ecc {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:22.722749 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9024abfc-ac0b-4327-a479-8fae475a1152', 'code': 200} Jul 29 23:29:22.726143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network 5a066661-134b-4dc9-9c9f-e6f133ac0089 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:22.733903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:22.734264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Checking segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:22.734634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Bound using segment: {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:22.735074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Bound port: 9024abfc-ac0b-4327-a479-8fae475a1152, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c21e8f10-2a8b-4b08-af85-8ea9e60e777a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:22.735440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.744221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79e8b6-c4fc-472b-804e-1a786ea50c06 req-3181308d-0e61-4e3d-8f29-c7fa7ff0169e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:22.752769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c79e8b6-c4fc-472b-804e-1a786ea50c06 req-3181308d-0e61-4e3d-8f29-c7fa7ff0169e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 946 time: 0.3242743 Jul 29 23:29:22.778167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:22.785056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:22.801217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2bb6633b-3716-481e-8b90-463b869d42f6 None None] Provisioning for port 3460d398-2857-4c8c-8052-75726c339fe5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:22.843653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Port': ['ID=9a30ed60-8111-4737-aa7b-081df7b4275d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:22.897645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c79e8b6-c4fc-472b-804e-1a786ea50c06 req-67f4db67-7409-4dd0-a4db-3083a306b8fc tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391780 Jul 29 23:29:22.926855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:22.930854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:22.931592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.948687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9024abfc-ac0b-4327-a479-8fae475a1152 has no active binding in host n-h2-712139-11 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:29:22.956053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:22.970377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b297342d-d84a-4cd5-b5eb-2a6e1890f54e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7131519 Jul 29 23:29:22.974205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:22.992765 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.020757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51842ee5-974c-44ef-8cb0-0a600b6c3521 None None] Network f9d21809-0a05-413f-b507-18577fed0681 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:23.131545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-41c8a617-fa8a-4e07-9a5a-b9937cd1036a None None] Provisioning for port fb5475ef-6d21-4e7e-889c-467d92975c4a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:23.149220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:23.150627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.152367 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] 10.222.0.47 "PUT /v2.0/ports/9024abfc-ac0b-4327-a479-8fae475a1152 HTTP/1.1" status: 200 len: 1124 time: 1.3190508 Jul 29 23:29:23.162759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa698c-13f7-42fb-8448-f9804266b21f service neutron] Pushing event updated for resources: {'Port': ['ID=9024abfc-ac0b-4327-a479-8fae475a1152,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:23.222680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fb5475ef-6d21-4e7e-889c-467d92975c4a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:23.273412 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.360123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['9024abfc-ac0b-4327-a479-8fae475a1152'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:23.386574 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9024abfc-ac0b-4327-a479-8fae475a1152'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:23.399787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42836) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:23.404583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-991d50af-349d-499f-b6df-b0fc0f0e3bca tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370428829', 'description': 'tempest-description--1836583012'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:23.462214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-991d50af-349d-499f-b6df-b0fc0f0e3bca tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.476962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port fb5475ef-6d21-4e7e-889c-467d92975c4a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:23.496445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port fb5475ef-6d21-4e7e-889c-467d92975c4a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:23.496821 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.633584 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-991d50af-349d-499f-b6df-b0fc0f0e3bca tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.647195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-991d50af-349d-499f-b6df-b0fc0f0e3bca tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.708447 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-991d50af-349d-499f-b6df-b0fc0f0e3bca tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.711906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-991d50af-349d-499f-b6df-b0fc0f0e3bca tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3110545 Jul 29 23:29:23.720976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42840) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:23.731124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d50af-349d-499f-b6df-b0fc0f0e3bca tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7374d999-9024-48b1-ae28-83b246d2b8e9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:23.756457 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.769893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c7ddd2c5-217b-47d5-acb1-a901a8a69ceb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'security_group_rule': {'security_group_id': '7374d999-9024-48b1-ae28-83b246d2b8e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:23.843030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] Deleting port c5423bc9-ff06-4669-a57b-73648fadd3ff {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:23.845092 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.851208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd2c5-217b-47d5-acb1-a901a8a69ceb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.900500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port fb5475ef-6d21-4e7e-889c-467d92975c4a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fb5475ef-6d21-4e7e-889c-467d92975c4a,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:23.906434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1c1e5-d54b-4832-9378-563c63814cea req-be6285fe-e7ba-4c0b-81b2-85efe9daa89f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:23.908756 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.909609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3460d398-2857-4c8c-8052-75726c339fe5 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:23.917804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d1c1e5-d54b-4832-9378-563c63814cea req-be6285fe-e7ba-4c0b-81b2-85efe9daa89f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1440914 Jul 29 23:29:23.941389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Provisioning for port 9a30ed60-8111-4737-aa7b-081df7b4275d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:23.973912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d1c1e5-d54b-4832-9378-563c63814cea req-f0e5f48c-455b-43df-8365-a1c9359b0b24 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549157 Jul 29 23:29:23.984915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Provisioning complete for port 9a30ed60-8111-4737-aa7b-081df7b4275d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:23.984915 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.099748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Port 9a30ed60-8111-4737-aa7b-081df7b4275d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:24.102529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=fb5475ef-6d21-4e7e-889c-467d92975c4a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.109377 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e11cda9e-01e9-4c5a-9fe1-83e8926f1583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.127976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 3460d398-2857-4c8c-8052-75726c339fe5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:24.139638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Provisioning for port a404b24b-8eff-4d05-97f0-dfc1619216db completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:24.145098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3460d398-2857-4c8c-8052-75726c339fe5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:24.147096 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.181403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c041f-ed77-4ac3-bc0d-3bb10538a0ec req-6e9bcfa8-7c92-4dcc-8aa9-068c55517525 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:24.183601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-936c041f-ed77-4ac3-bc0d-3bb10538a0ec req-6e9bcfa8-7c92-4dcc-8aa9-068c55517525 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.1214650 Jul 29 23:29:24.189490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd2c5-217b-47d5-acb1-a901a8a69ceb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.192372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Provisioning complete for port a404b24b-8eff-4d05-97f0-dfc1619216db triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:24.194025 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.209027 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd2c5-217b-47d5-acb1-a901a8a69ceb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.221944 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] For port c5423bc9-ff06-4669-a57b-73648fadd3ff, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c5423bc9-ff06-4669-a57b-73648fadd3ff,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:24.222819 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.241323 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.259197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddd2c5-217b-47d5-acb1-a901a8a69ceb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b2c479-cbfb-4da0-afdf-8fa2227ab142,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.269002 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Port a404b24b-8eff-4d05-97f0-dfc1619216db cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:24.270028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] Calling delete_port for c5423bc9-ff06-4669-a57b-73648fadd3ff owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:24.273203 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-936c041f-ed77-4ac3-bc0d-3bb10538a0ec req-06e65ded-d727-47fc-ab28-6fd0e0d47ba7 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820587 Jul 29 23:29:24.288440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd2c5-217b-47d5-acb1-a901a8a69ceb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.292107 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c7ddd2c5-217b-47d5-acb1-a901a8a69ceb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5623815 Jul 29 23:29:24.293006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:24.298360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-eed9caee-af47-4c1b-9895-3896ecc762b0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'security_group_rule': {'security_group_id': '7374d999-9024-48b1-ae28-83b246d2b8e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:24.308739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Provisioning complete for port 3460d398-2857-4c8c-8052-75726c339fe5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:24.309177 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.377925 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eed9caee-af47-4c1b-9895-3896ecc762b0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.412791 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.425990 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.469050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 3460d398-2857-4c8c-8052-75726c339fe5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3460d398-2857-4c8c-8052-75726c339fe5,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:24.477597 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.511478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eed9caee-af47-4c1b-9895-3896ecc762b0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.538083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eed9caee-af47-4c1b-9895-3896ecc762b0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.563148 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:29:24.563510 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-fe1d90f2-c1b9-4688-8a67-f61c14e8dd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:29:24.566577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=3460d398-2857-4c8c-8052-75726c339fe5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.573313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9caee-af47-4c1b-9895-3896ecc762b0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90110e74-a518-4087-a027-6880f4e3cd24,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.578919 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eed9caee-af47-4c1b-9895-3896ecc762b0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.580167 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eed9caee-af47-4c1b-9895-3896ecc762b0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2859876 Jul 29 23:29:24.583524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42854) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:24.589267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:24.589586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.617024 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5423bc9-ff06-4669-a57b-73648fadd3ff,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.617777 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.755346 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.818265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'tag': '9024abfc-ac0b-4327-a479-8fae475a1152'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:24.820678 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6f98fd-3df1-4e18-acaa-654bf820ef92", "tag": "9024abfc-ac0b-4327-a479-8fae475a1152"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:24.823903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.879838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Allocated IP 172.25.2.207 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/865373ba-5277-479c-a653-896ff8ba7fb2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:24.889155 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091b326f-a685-47e5-8c25-008bfad9f27a x-openstack-request-id: req-091b326f-a685-47e5-8c25-008bfad9f27a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:24.889450 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6f98fd-3df1-4e18-acaa-654bf820ef92", "tag": "9024abfc-ac0b-4327-a479-8fae475a1152", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:24.889707 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-091b326f-a685-47e5-8c25-008bfad9f27a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:24.890110 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'tag': '9024abfc-ac0b-4327-a479-8fae475a1152', 'status': 'completed', 'code': 200} Jul 29 23:29:25.038051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f req-a0978bd8-f080-422a-b501-eb2de688da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:25.039681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f req-a0978bd8-f080-422a-b501-eb2de688da85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 1127 time: 0.0956261 Jul 29 23:29:25.069820 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.206374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fb5475ef-6d21-4e7e-889c-467d92975c4a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:25.273921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f req-d3f23655-d947-49c5-8c3b-d52e05d9a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:25.275491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f req-d3f23655-d947-49c5-8c3b-d52e05d9a464 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.1920362 Jul 29 23:29:25.317077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port fb5475ef-6d21-4e7e-889c-467d92975c4a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:25.317793 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.361506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa44e9d-05fc-429b-b2f3-7ba6635b0e36 req-642627ae-e936-4be5-8bd0-b3c4f297962c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:25.366118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aa44e9d-05fc-429b-b2f3-7ba6635b0e36 req-642627ae-e936-4be5-8bd0-b3c4f297962c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1670980 Jul 29 23:29:25.370768 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f req-7f5dff63-397a-4d8f-9d8a-e76b0df4e3d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9024abfc-ac0b-4327-a479-8fae475a1152 HTTP/1.1" status: 200 len: 217 time: 0.0785279 Jul 29 23:29:25.393966 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.429251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d8a39303-8224-4600-8c39-e9f7ded60c5b None None] Provisioning complete for port fb5475ef-6d21-4e7e-889c-467d92975c4a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:25.430002 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8a39303-8224-4600-8c39-e9f7ded60c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.468641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] Router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:25.526407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3460d398-2857-4c8c-8052-75726c339fe5 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:25.613453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d8a39303-8224-4600-8c39-e9f7ded60c5b None None] Provisioning complete for port 9a30ed60-8111-4737-aa7b-081df7b4275d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:25.613822 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8a39303-8224-4600-8c39-e9f7ded60c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.625260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:25.639213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] Sync routers for ids ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:25.641974 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8c1f9ddc-cd54-449e-ac76-37b5942feba0 admin admin] 10.222.0.37 "PUT /v2.0/routers/9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7175746 Jul 29 23:29:25.643188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42870) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:25.652240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3460d398-2857-4c8c-8052-75726c339fe5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:25.652638 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.689776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] Routers {'9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:25.690422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:25.695207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d8a39303-8224-4600-8c39-e9f7ded60c5b None None] Port 9a30ed60-8111-4737-aa7b-081df7b4275d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:25.758848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d8a39303-8224-4600-8c39-e9f7ded60c5b None None] Provisioning complete for port a404b24b-8eff-4d05-97f0-dfc1619216db triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:25.759136 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8a39303-8224-4600-8c39-e9f7ded60c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.785791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.796277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d8a39303-8224-4600-8c39-e9f7ded60c5b None None] Port a404b24b-8eff-4d05-97f0-dfc1619216db cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:25.846481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f req-b89c1551-9273-4cc5-b0eb-cf760e7cfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:25.849040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f req-b89c1551-9273-4cc5-b0eb-cf760e7cfd92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.0480108 Jul 29 23:29:25.849040 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.896051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] Set router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:25.933159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f req-ce357cbc-d867-4ddc-b983-153ae071fe05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333400 Jul 29 23:29:25.934157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.957067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aa44e9d-05fc-429b-b2f3-7ba6635b0e36 req-4f13e085-750a-4965-b0d1-dc8e3678c0bf tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816534 Jul 29 23:29:26.005927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:26.011451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:26.017918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Deleting port 333813da-f730-4c1d-933c-4cedb164ee87 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:26.018408 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.065023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:26.121033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a9063-56e9-414a-bcfb-c4ed9f281f3a req-2db781ab-8b85-4ca5-8001-33cbc2eaa846 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:26.122440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e02a9063-56e9-414a-bcfb-c4ed9f281f3a req-2db781ab-8b85-4ca5-8001-33cbc2eaa846 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.3348968 Jul 29 23:29:26.123069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Port': ['ID=865373ba-5277-479c-a653-896ff8ba7fb2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.132185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] For port 333813da-f730-4c1d-933c-4cedb164ee87, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=333813da-f730-4c1d-933c-4cedb164ee87,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:26.132660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.150525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Calling delete_port for 333813da-f730-4c1d-933c-4cedb164ee87 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:26.228153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f req-b828a304-ec15-4a73-835a-1a43e5b21a62 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638280 Jul 29 23:29:26.316003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '333813da-f730-4c1d-933c-4cedb164ee87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:29:24Z', 'revision_number': 5, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port': {'id': '333813da-f730-4c1d-933c-4cedb164ee87', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:45Z', 'updated_at': '2021-07-29T23:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:26.321046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e02a9063-56e9-414a-bcfb-c4ed9f281f3a req-2cd1b113-b379-4933-aaee-9c22fd614f36 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870859 Jul 29 23:29:26.352909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] Checking router: 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:26.384845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] Routers {'9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:26.385852 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:26.401886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.417674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.454511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=333813da-f730-4c1d-933c-4cedb164ee87,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.466118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b1ed40c-44d0-427c-91e9-11cf2fe7633f req-a2d62930-8327-4ce4-9a48-b427d23d0631 service neutron] 10.222.0.42 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555982 Jul 29 23:29:26.467370 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.507469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] Set router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:26.581758 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.587256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:29:25Z', 'revision_number': 6, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:26.626064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc679d1-05e2-45a3-9c98-b0eda335e577 None None] The sync data for ids ['9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595'] in n-d-712139-11 is: [{'id': '9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595', 'name': 'tempest-ServersTestBootFromVolume-2046144727-router', 'tenant_id': '913f4c7a63b04a76975cb78c255f0ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:44Z', 'updated_at': '2021-07-29T23:29:25Z', 'revision_number': 6, 'project_id': '913f4c7a63b04a76975cb78c255f0ab2', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:26.674489 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.679817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.686743 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.689135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.736295 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.736906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:29:26.743077 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.746449 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d1721f68-c12b-4e74-8b0d-bb93f82888a2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9d31e61e-8ceb-4e47-a0ba-fe9ed1cd6595 HTTP/1.1" status: 204 len: 168 time: 1.0994010 Jul 29 23:29:26.747127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42882) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:26.749417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Port': ['ID=865373ba-5277-479c-a653-896ff8ba7fb2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.793725 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.796298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-deac5a37-7223-4eb0-a46c-d0295a53bcad admin admin] Deleting subnet c07b64b3-9b78-4c8e-a824-3621a0d5d8ea {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:26.799409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-deac5a37-7223-4eb0-a46c-d0295a53bcad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.810069 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.811836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a22ad975-c5e9-45be-b03c-a71354968021 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2270417 Jul 29 23:29:26.836771 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-deac5a37-7223-4eb0-a46c-d0295a53bcad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.918147 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-deac5a37-7223-4eb0-a46c-d0295a53bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.970457 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.995346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-deac5a37-7223-4eb0-a46c-d0295a53bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.030518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac5a37-7223-4eb0-a46c-d0295a53bcad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07b64b3-9b78-4c8e-a824-3621a0d5d8ea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:27.033033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-deac5a37-7223-4eb0-a46c-d0295a53bcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.039555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d72ba0b-ff8e-4390-a2b6-4b220aefda67 None None] Network 98abfaf2-2688-4a27-b89c-4bbfda6cddcf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:27.040923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:27.042078 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-deac5a37-7223-4eb0-a46c-d0295a53bcad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c07b64b3-9b78-4c8e-a824-3621a0d5d8ea HTTP/1.1" status: 204 len: 168 time: 0.2937832 Jul 29 23:29:27.141549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c5423bc9-ff06-4669-a57b-73648fadd3ff no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:27.185815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c5423bc9-ff06-4669-a57b-73648fadd3ff {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:27.186165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c5423bc9-ff06-4669-a57b-73648fadd3ff not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:27.226967 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.246628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-a58001ec-ed57-4e2e-9537-6e7b3bd07cb6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--370428829&fields=id&tenant_id=a126dcac7a2b4e038b8ac38894ec8345 HTTP/1.1" status: 200 len: 267 time: 0.1049483 Jul 29 23:29:27.297853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1c019-0e82-4738-a63b-907d533c9856 req-f3bb6e77-6468-4654-90f5-fe9b55fd5abb tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.299315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34b1c019-0e82-4738-a63b-907d533c9856 req-f3bb6e77-6468-4654-90f5-fe9b55fd5abb tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1605279 Jul 29 23:29:27.327291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-e3f581de-6a61-4e53-9ecb-06b062dc69a1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.328757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-e3f581de-6a61-4e53-9ecb-06b062dc69a1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports/a404b24b-8eff-4d05-97f0-dfc1619216db HTTP/1.1" status: 200 len: 937 time: 0.0813878 Jul 29 23:29:27.421143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-f43881f9-3119-43ee-a1b0-7fdefe00913e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.422432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-f43881f9-3119-43ee-a1b0-7fdefe00913e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports/9a30ed60-8111-4737-aa7b-081df7b4275d HTTP/1.1" status: 200 len: 936 time: 0.0707257 Jul 29 23:29:27.426776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34b1c019-0e82-4738-a63b-907d533c9856 req-33921819-1f6a-459c-a6c7-8995578642fc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192784 Jul 29 23:29:27.486278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cf7ea243-b314-4192-9b4b-e3b9724e074f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0558834 Jul 29 23:29:27.488591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Deleting port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:27.489039 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.503548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca17579-59a4-4b05-92b8-491ba598fb12 None None] DHCP port deletion for 98abfaf2-2688-4a27-b89c-4bbfda6cddcf request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:29:27.571822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-228d3a1f-9e3c-4f38-9d2b-a45a1aedf4ff tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0667450 Jul 29 23:29:27.597589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8ca17579-59a4-4b05-92b8-491ba598fb12 None None] Deleting port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:27.598185 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ca17579-59a4-4b05-92b8-491ba598fb12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.663409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] For port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3b99fc7e-850a-4dd5-92bc-ca7bd72426f4,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:27.663793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.686054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Calling delete_port for 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:27.692140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8ca17579-59a4-4b05-92b8-491ba598fb12 None None] For port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3b99fc7e-850a-4dd5-92bc-ca7bd72426f4,segment=NetworkSegment(0c6d0e40-c27e-4bb9-8942-8aa357bb67f9),segment_id=0c6d0e40-c27e-4bb9-8942-8aa357bb67f9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:27.692667 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ca17579-59a4-4b05-92b8-491ba598fb12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.709578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8ca17579-59a4-4b05-92b8-491ba598fb12 None None] Calling delete_port for 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:27.796184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-2ce39c6c-23f8-4240-b9d2-9bd8314674eb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.802668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-2ce39c6c-23f8-4240-b9d2-9bd8314674eb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.809254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-2ce39c6c-23f8-4240-b9d2-9bd8314674eb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.810464 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ca17579-59a4-4b05-92b8-491ba598fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.810841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-2ce39c6c-23f8-4240-b9d2-9bd8314674eb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/networks?id=674d778d-dcc6-4818-938a-13b70fc784d0&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=f9d21809-0a05-413f-b507-18577fed0681&id=f9d21809-0a05-413f-b507-18577fed0681 HTTP/1.1" status: 200 len: 1994 time: 0.2301641 Jul 29 23:29:27.824341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca17579-59a4-4b05-92b8-491ba598fb12 None None] No DVR routers for this DVR port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:27.845148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d08d85e8-1459-46ee-84a3-1e0d0b9de4ea tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/quotas/a126dcac7a2b4e038b8ac38894ec8345 HTTP/1.1" status: 200 len: 375 time: 0.0248210 Jul 29 23:29:27.852701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca17579-59a4-4b05-92b8-491ba598fb12 None None] Pushing event deleted for resources: {'Port': ['ID=3b99fc7e-850a-4dd5-92bc-ca7bd72426f4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:27.883933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea585627-c959-4b5f-a653-07c0c69a8e01 req-dc4481c9-b438-47e8-822a-4c94e206dd35 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.885564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea585627-c959-4b5f-a653-07c0c69a8e01 req-dc4481c9-b438-47e8-822a-4c94e206dd35 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.1236637 Jul 29 23:29:27.925909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.970134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b99fc7e-850a-4dd5-92bc-ca7bd72426f4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:27.978590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] No DVR routers for this DVR port 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:28.000363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-520d832c-f4d2-4d91-b8e1-bf7b67a58090 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1425831 Jul 29 23:29:28.020383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea585627-c959-4b5f-a653-07c0c69a8e01 req-53b0d386-0b29-4e22-bded-57346b3ff21e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169062 Jul 29 23:29:28.120142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.136583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98abfaf2-2688-4a27-b89c-4bbfda6cddcf']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:28.157396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:28.157698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6d0e40-c27e-4bb9-8942-8aa357bb67f9') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:28.181178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.213015 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-20295956-d55e-4e3c-ba7d-84f98bd19db6 service neutron] 10.222.0.37 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793571 Jul 29 23:29:28.213902 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.227671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:28.228096 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:28.229762 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:28.328508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.341258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.342606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] 10.222.0.37 "DELETE /v2.0/networks/98abfaf2-2688-4a27-b89c-4bbfda6cddcf HTTP/1.1" status: 204 len: 168 time: 1.2971466 Jul 29 23:29:28.362124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8617af4-9e8b-43a0-a9ae-29e2debd7e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=98abfaf2-2688-4a27-b89c-4bbfda6cddcf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:28.378080 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-161d4a3c-dc6c-483c-b267-a0761932dbb9 service neutron] 10.222.0.37 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573398 Jul 29 23:29:28.426339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-c2eb7444-1467-4404-9ec5-5e420f3a4e75 service neutron] 10.222.0.37 "GET /v2.0/ports/a404b24b-8eff-4d05-97f0-dfc1619216db?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0407603 Jul 29 23:29:28.477596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:28.530672 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7dedc4a9-340c-46f0-b21a-da67ae16431a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=913f4c7a63b04a76975cb78c255f0ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513566 Jul 29 23:29:28.532117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:28.588843 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0773-2462-4916-ac6a-2f163c85e69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.604452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-bddcad84-996e-44b1-a4d1-416160b21f74 service neutron] 10.222.0.37 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712718 Jul 29 23:29:28.612243 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0773-2462-4916-ac6a-2f163c85e69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.661732 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0773-2462-4916-ac6a-2f163c85e69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.663103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa1808-c16b-45c8-84a2-d0d0c15303d0 req-32bf2e8c-7812-4f3a-afa3-33c41b2698cd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:28.664931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dafa1808-c16b-45c8-84a2-d0d0c15303d0 req-32bf2e8c-7812-4f3a-afa3-33c41b2698cd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1434882 Jul 29 23:29:28.665507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0773-2462-4916-ac6a-2f163c85e69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.669090 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5f6a0773-2462-4916-ac6a-2f163c85e69f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec3d500b-68d2-4fa7-8c40-d57e03b15f2d HTTP/1.1" status: 204 len: 168 time: 0.1310422 Jul 29 23:29:28.679914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a0773-2462-4916-ac6a-2f163c85e69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d500b-68d2-4fa7-8c40-d57e03b15f2d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:28.746396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dafa1808-c16b-45c8-84a2-d0d0c15303d0 req-ec5e672b-4c12-4d03-812b-7b54894d9b66 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713234 Jul 29 23:29:28.752976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-b9ad5e4b-86e4-41aa-8f08-7ac360755aa5 service neutron] 10.222.0.37 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410518 Jul 29 23:29:28.812909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-2975d5fc-cb77-4684-98c8-ba12e35e5276 service neutron] 10.222.0.37 "GET /v2.0/ports/9a30ed60-8111-4737-aa7b-081df7b4275d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0466883 Jul 29 23:29:28.928507 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-16fd3432-ee04-4c92-a358-aac35244a4bb service neutron] 10.222.0.37 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093211 Jul 29 23:29:29.034602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:29.056305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:29.056905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3b99fc7e-850a-4dd5-92bc-ca7bd72426f4 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:29.057578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 333813da-f730-4c1d-933c-4cedb164ee87 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:29.072524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-acabffeb-eaf9-4b3e-9292-0a684fc3aa85 service neutron] 10.222.0.37 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373136 Jul 29 23:29:29.084418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 333813da-f730-4c1d-933c-4cedb164ee87 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:29.084975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 333813da-f730-4c1d-933c-4cedb164ee87 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:29.229069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-8ad672a2-cc26-41fa-98bb-66ec469f5fa6 service neutron] 10.222.0.37 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502242 Jul 29 23:29:29.242033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539908d8-d2af-43a8-a583-c913062e03ff req-b7a67c73-8289-4972-aedd-fcd61c6d4d26 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:29.244056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-539908d8-d2af-43a8-a583-c913062e03ff req-b7a67c73-8289-4972-aedd-fcd61c6d4d26 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.1014121 Jul 29 23:29:29.585954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:29.595678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-539908d8-d2af-43a8-a583-c913062e03ff req-b12b2a9a-fd95-499a-b07c-ac8ad41bba5e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553992 Jul 29 23:29:29.632785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-1f2f47e3-3850-4cd1-95f0-64c5d7c8c0d4 service neutron] 10.222.0.37 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874555 Jul 29 23:29:29.728075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1710441232-network', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:29.759130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Made reservation on behalf of 53c8880e1e7446ec865c8ce14c62cafe for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:29.763272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.777024 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.820667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-343aee49-081f-4237-9ea2-5ae461a376e8 service neutron] 10.222.0.37 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814623 Jul 29 23:29:29.920827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.926085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.968070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:29.987590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd776c73-aa7f-4cec-b3e7-0bf21d64cd27,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:29.993098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.993605 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Added segment b19e8f90-6e73-4897-8934-239686eb03f1 of type vlan for network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e Jul 29 23:29:30.002052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-413fb25d-cb18-4130-9b0b-27b941e628c5 service neutron] 10.222.0.37 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620920 Jul 29 23:29:30.043783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.089407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.091474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:30.092179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.138759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-9667bba5-8252-41db-98b4-aaeb359699d5 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356137 Jul 29 23:29:30.144996 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5578947 Jul 29 23:29:30.148306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:30.159582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Request body: {'subnet': {'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-subnet', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:30.178133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5557bf-940a-4b79-a294-676f57feaf8e admin admin] Pushing event updated for resources: {'Network': ['ID=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:30.188280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:30.196961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Made reservation on behalf of 53c8880e1e7446ec865c8ce14c62cafe for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:30.200403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.226769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06dbe0-a5da-44b2-9f04-69bc0200358b req-75d459c8-95ab-4a98-bbab-ae9afec1a98d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:30.228259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec06dbe0-a5da-44b2-9f04-69bc0200358b req-75d459c8-95ab-4a98-bbab-ae9afec1a98d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1339347 Jul 29 23:29:30.302622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec06dbe0-a5da-44b2-9f04-69bc0200358b req-05c225df-204a-4383-8de4-c4a412c09a40 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584083 Jul 29 23:29:30.305512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-1bc4221d-a589-4980-b17f-bf86a4188a9d service neutron] 10.222.0.37 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592939 Jul 29 23:29:30.402442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.457706 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2379aad-a3a4-426e-89ed-670e8757593e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:30.479413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-5be77eda-57cc-43c7-889e-bb07e6f97251 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582446 Jul 29 23:29:30.485245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Checking segment: {'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:30.485607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Network hostable DHCP agents. Network: f2232a59-ea32-4b18-8c82-aa48c2fc5a7e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:30.524500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:30.538616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f2232a59-ea32-4b18-8c82-aa48c2fc5a7e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:30.542939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:30.543479 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.565248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f4915-0b2e-41db-a612-02c60680f15b None None] Network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:30.606060 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f3bad7f8-8d43-4f4f-a259-42e2ba7a444d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4563978 Jul 29 23:29:30.609106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42970) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:30.617475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:30.662630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.663961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.696759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-704f0306-e546-4712-8085-7b334c301f2a service neutron] 10.222.0.37 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164922 Jul 29 23:29:30.734328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc7921-6d6c-4449-9ecd-4dfe5bb123c9 req-3d7e58f2-cda2-4fe1-99c9-7c91c5a7b650 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:30.735854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56bc7921-6d6c-4449-9ecd-4dfe5bb123c9 req-3d7e58f2-cda2-4fe1-99c9-7c91c5a7b650 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 945 time: 0.0838928 Jul 29 23:29:30.763877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.813811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56bc7921-6d6c-4449-9ecd-4dfe5bb123c9 req-4d940aa4-6088-4484-b653-b3e81f964f97 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534909 Jul 29 23:29:30.819582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:30.822272 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.993124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45591d9a-933a-4291-8e9a-7adc8995462c req-505efaeb-9e93-4291-ac4e-c6b317e10ac4 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:30.994755 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-45591d9a-933a-4291-8e9a-7adc8995462c req-505efaeb-9e93-4291-ac4e-c6b317e10ac4 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 944 time: 0.1124873 Jul 29 23:29:31.004359 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.114943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Allocated IP 172.20.0.2 (f2232a59-ea32-4b18-8c82-aa48c2fc5a7e/c2379aad-a3a4-426e-89ed-670e8757593e/529d7352-dcd2-49ae-bf6d-ca0f460de88b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:31.256588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-45591d9a-933a-4291-8e9a-7adc8995462c req-4d08f885-5f48-464b-9077-838ac7bdfe44 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553101 Jul 29 23:29:31.259694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-cb98b4dd-a674-4675-aaf6-3ac00298c9da service neutron] 10.222.0.42 "GET /v2.0/ports/9024abfc-ac0b-4327-a479-8fae475a1152/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 385 time: 0.2478397 Jul 29 23:29:31.301468 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.314944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.317695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Transition to ACTIVE for port object 529d7352-dcd2-49ae-bf6d-ca0f460de88b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:31.335664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Transition to ACTIVE for port object 529d7352-dcd2-49ae-bf6d-ca0f460de88b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:31.340791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9024abfc-ac0b-4327-a479-8fae475a1152 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:31.346794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.388465 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.425981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:31.430522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:31.434962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:31.496877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Pushing event updated for resources: {'Port': ['ID=529d7352-dcd2-49ae-bf6d-ca0f460de88b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:31.559289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Allocated IP 172.25.2.190 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/980daa06-4f41-4d64-87f2-37606712eeac) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:31.567585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Attempting to bind port 529d7352-dcd2-49ae-bf6d-ca0f460de88b on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:31.568067 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Attempting to bind port 529d7352-dcd2-49ae-bf6d-ca0f460de88b by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:31.568449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Attempting to bind port 529d7352-dcd2-49ae-bf6d-ca0f460de88b on network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:31.577312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:31.577732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Checking segment: {'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:31.578102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.578496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Bound using segment: {'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:31.578985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Bound port: 529d7352-dcd2-49ae-bf6d-ca0f460de88b, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:31.579434 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.634700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49089910-b4e9-477f-abe6-d3c43ae6da4f req-ec7d6041-9958-456d-bf6d-3319d0279b34 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.643858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49089910-b4e9-477f-abe6-d3c43ae6da4f req-ec7d6041-9958-456d-bf6d-3319d0279b34 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0799344 Jul 29 23:29:31.677752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] For port 529d7352-dcd2-49ae-bf6d-ca0f460de88b, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:31.681380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] For port 529d7352-dcd2-49ae-bf6d-ca0f460de88b, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=529d7352-dcd2-49ae-bf6d-ca0f460de88b,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:31.683767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-42a7b284-6a97-4b6f-ac42-819e5d1ed0c0 service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:31.690035 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.714259 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.728191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49089910-b4e9-477f-abe6-d3c43ae6da4f req-1ad8121f-5623-43e9-8f48-e8d6507803ed tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774083 Jul 29 23:29:31.746754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-42a7b284-6a97-4b6f-ac42-819e5d1ed0c0 service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:31.773399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.781670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f5cef-1bb4-407f-b82c-df735007258b None None] Pushing event updated for resources: {'Port': ['ID=529d7352-dcd2-49ae-bf6d-ca0f460de88b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:31.821586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:31.826945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:31.831331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:31.831896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-42a7b284-6a97-4b6f-ac42-819e5d1ed0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9024abfc-ac0b-4327-a479-8fae475a1152 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:31.835071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Pushing event updated for resources: {'Port': ['ID=980daa06-4f41-4d64-87f2-37606712eeac,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:31.887156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-42a7b284-6a97-4b6f-ac42-819e5d1ed0c0 service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:31.895125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3655b41c-35ed-4ca8-949b-63bb5932b378 req-7c42bc74-e545-4acc-b75b-4ae3a32eb86d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0484970 Jul 29 23:29:31.917537 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-42a7b284-6a97-4b6f-ac42-819e5d1ed0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.046352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156341e2-ebf3-41cf-86e7-b6e9892857c6 req-d094ff99-2c1e-489d-a663-30f941b4950e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.048328 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-156341e2-ebf3-41cf-86e7-b6e9892857c6 req-d094ff99-2c1e-489d-a663-30f941b4950e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 945 time: 0.0940208 Jul 29 23:29:32.096473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-42a7b284-6a97-4b6f-ac42-819e5d1ed0c0 service neutron] Transition to ACTIVE for port object 9024abfc-ac0b-4327-a479-8fae475a1152 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:32.121644 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-42a7b284-6a97-4b6f-ac42-819e5d1ed0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.124260 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.202295 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.213536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-156341e2-ebf3-41cf-86e7-b6e9892857c6 req-f27fab0a-2ccc-496d-96fa-b356cd6f05d5 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465194 Jul 29 23:29:32.237738 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-42a7b284-6a97-4b6f-ac42-819e5d1ed0c0 service neutron] No DVR routers for this DVR port 9024abfc-ac0b-4327-a479-8fae475a1152 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:32.245557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7b284-6a97-4b6f-ac42-819e5d1ed0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9024abfc-ac0b-4327-a479-8fae475a1152,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:32.284294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-42a7b284-6a97-4b6f-ac42-819e5d1ed0c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/9024abfc-ac0b-4327-a479-8fae475a1152/bindings/n-h2-712139-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0084362 Jul 29 23:29:32.391964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929c228-0c61-4a7d-935a-d6bc997970dc req-e291228a-e4d8-40aa-8c72-9251020c1104 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.393939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5929c228-0c61-4a7d-935a-d6bc997970dc req-e291228a-e4d8-40aa-8c72-9251020c1104 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 945 time: 0.0562110 Jul 29 23:29:32.442506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5929c228-0c61-4a7d-935a-d6bc997970dc req-6e81caf0-fda4-45f7-9e2a-ea2201256ad8 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Jul 29 23:29:32.467253 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-de4ae6e6-b988-42a8-83e5-8da921693888 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1273909 Jul 29 23:29:32.474347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-37849585-2d4a-4a6b-8613-34ee27cb81b5 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.475890 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-37849585-2d4a-4a6b-8613-34ee27cb81b5 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.1083901 Jul 29 23:29:32.535322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.652563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-676a6a92-69ce-4374-966c-dbfc098b2cd8 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.655047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-676a6a92-69ce-4374-966c-dbfc098b2cd8 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.47 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 945 time: 0.0545845 Jul 29 23:29:32.706094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-763e2d14-0416-4545-8782-5b82cee0982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.707612 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-763e2d14-0416-4545-8782-5b82cee0982f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92&tenant_id=e98da22c0c3d4847bbc609aed059b175 HTTP/1.1" status: 200 len: 1097 time: 0.1291363 Jul 29 23:29:32.711211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-477356d9-dc7f-45b4-927d-4decbec4bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.712661 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-477356d9-dc7f-45b4-927d-4decbec4bbd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 1097 time: 0.1065917 Jul 29 23:29:32.742206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:29:32.780489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-0c0a5abd-b785-43ca-8ea1-7afa1641555e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Deleting port f24e21fd-e1fd-4e93-b87a-94cc678f34b8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:32.780839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-0c0a5abd-b785-43ca-8ea1-7afa1641555e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.907076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef00c9-e4bc-45d8-8f0d-8907af9ae339 req-cd4a2a2a-0af4-4f70-9800-65526a08be4f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.908693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1aef00c9-e4bc-45d8-8f0d-8907af9ae339 req-cd4a2a2a-0af4-4f70-9800-65526a08be4f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0805554 Jul 29 23:29:33.015944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-0c0a5abd-b785-43ca-8ea1-7afa1641555e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] For port f24e21fd-e1fd-4e93-b87a-94cc678f34b8, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:33.016364 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-0c0a5abd-b785-43ca-8ea1-7afa1641555e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.053008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1aef00c9-e4bc-45d8-8f0d-8907af9ae339 req-6013ff88-4ef2-452c-b9d6-8f354e4ca1ee tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223652 Jul 29 23:29:33.054363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-0c0a5abd-b785-43ca-8ea1-7afa1641555e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Calling delete_port for f24e21fd-e1fd-4e93-b87a-94cc678f34b8 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:33.106318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 529d7352-dcd2-49ae-bf6d-ca0f460de88b up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:33.166859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed59e85-3838-4e94-ba87-4212acd72666 None None] Network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:33.190840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ac8f623-5c24-488b-b1f3-7ce56e96c671 req-98da18a9-97b8-4a2f-bf6c-1709e57bbbe7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0365782 Jul 29 23:29:33.242515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 529d7352-dcd2-49ae-bf6d-ca0f460de88b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:33.272147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0622683f-b897-4af3-8c4c-d79e5dedd74d None None] Provisioning for port 529d7352-dcd2-49ae-bf6d-ca0f460de88b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:33.279118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0622683f-b897-4af3-8c4c-d79e5dedd74d None None] Provisioning complete for port 529d7352-dcd2-49ae-bf6d-ca0f460de88b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:33.279499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0622683f-b897-4af3-8c4c-d79e5dedd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.308727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d8be66cc-70e1-427f-b7a6-304427eda3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.310027 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d8be66cc-70e1-427f-b7a6-304427eda3cc service neutron] 10.222.0.42 "GET /v2.0/ports/a404b24b-8eff-4d05-97f0-dfc1619216db HTTP/1.1" status: 200 len: 1033 time: 0.1177371 Jul 29 23:29:33.394146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-18ee647a-2299-4fc4-99ce-38a13ab83385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.396086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-18ee647a-2299-4fc4-99ce-38a13ab83385 service neutron] 10.222.0.42 "GET /v2.0/ports/9a30ed60-8111-4737-aa7b-081df7b4275d HTTP/1.1" status: 200 len: 1032 time: 0.0720742 Jul 29 23:29:33.401381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-0c0a5abd-b785-43ca-8ea1-7afa1641555e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.417100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['4927d36d-ef03-499e-a403-73ba5fbf7d31', '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:33.417382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e9d64-de45-49d7-8633-8babd645f5c4 req-d8377519-61d3-4052-abd1-0aec065cf077 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.426868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c0e9d64-de45-49d7-8633-8babd645f5c4 req-d8377519-61d3-4052-abd1-0aec065cf077 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549d87c-ed44-40c2-a423-26209e2d2a4b HTTP/1.1" status: 200 len: 867 time: 0.1225750 Jul 29 23:29:33.453490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7012af33-f9a5-4829-bc42-903205224f39', 'f24e21fd-e1fd-4e93-b87a-94cc678f34b8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:33.456117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-a8571a49-08e8-4787-8c1c-bbb4dbf32e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.457643 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-a8571a49-08e8-4787-8c1c-bbb4dbf32e5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e98da22c0c3d4847bbc609aed059b175&device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 1097 time: 0.7041204 Jul 29 23:29:33.481621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:33.493562 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Sync routers for ids ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:33.509618 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Routers {'153c0407-fce2-4bd7-89a9-80ee67c55eb5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:33.510279 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:33.517130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a5abd-b785-43ca-8ea1-7afa1641555e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Pushing event deleted for resources: {'Port': ['ID=f24e21fd-e1fd-4e93-b87a-94cc678f34b8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:33.602203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-0c0a5abd-b785-43ca-8ea1-7afa1641555e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] No DVR routers for this DVR port f24e21fd-e1fd-4e93-b87a-94cc678f34b8 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:33.629963 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-0c0a5abd-b785-43ca-8ea1-7afa1641555e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.632834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d65b31d-c41f-453f-a0dd-c289194ba0d8 req-0c0a5abd-b785-43ca-8ea1-7afa1641555e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.47 "DELETE /v2.0/ports/f24e21fd-e1fd-4e93-b87a-94cc678f34b8 HTTP/1.1" status: 204 len: 173 time: 0.9717443 Jul 29 23:29:33.633751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549d87c-ed44-40c2-a423-26209e2d2a4b', 'name': 'network-vif-deleted', 'tag': 'f24e21fd-e1fd-4e93-b87a-94cc678f34b8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:33.636334 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13daa97-ca0f-40e8-bc4b-aef11934b844" -d '{"events": [{"server_uuid": "d549d87c-ed44-40c2-a423-26209e2d2a4b", "name": "network-vif-deleted", "tag": "f24e21fd-e1fd-4e93-b87a-94cc678f34b8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:33.656276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-bdd07e17-92f4-4e8a-9cee-417f18f2d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.666429 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-bdd07e17-92f4-4e8a-9cee-417f18f2d918 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 200 len: 909 time: 0.1983211 Jul 29 23:29:33.674620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c0e9d64-de45-49d7-8633-8babd645f5c4 req-b1a05644-b99d-404c-883d-4efc8ac7bb48 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467320 Jul 29 23:29:33.687575 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Set router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:33.695878 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0622683f-b897-4af3-8c4c-d79e5dedd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.744649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-352def76-3146-4b10-a752-98d0a41ba013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.750211 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-352def76-3146-4b10-a752-98d0a41ba013 service neutron] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.9980235 Jul 29 23:29:33.773458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0622683f-b897-4af3-8c4c-d79e5dedd74d None None] For port 529d7352-dcd2-49ae-bf6d-ca0f460de88b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=529d7352-dcd2-49ae-bf6d-ca0f460de88b,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:33.773978 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.778107 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-503363a2-a41c-42b7-918d-9e813877cf9e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1656904 Jul 29 23:29:33.779392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43032) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:33.780597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-4e960840-4329-419f-a614-6c7492d21b8e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.788295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0622683f-b897-4af3-8c4c-d79e5dedd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.806923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-4e960840-4329-419f-a614-6c7492d21b8e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.826168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-4e960840-4329-419f-a614-6c7492d21b8e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.827745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-4e960840-4329-419f-a614-6c7492d21b8e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "GET /v2.0/networks?id=674d778d-dcc6-4818-938a-13b70fc784d0&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=f9d21809-0a05-413f-b507-18577fed0681&id=f9d21809-0a05-413f-b507-18577fed0681 HTTP/1.1" status: 200 len: 1994 time: 0.4198334 Jul 29 23:29:33.841915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4174bb-20e1-4b57-9fa1-84584cd4ca83 req-6fdf3c4e-ef0a-4c7e-809b-6b7c382e75d9 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.851861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b4174bb-20e1-4b57-9fa1-84584cd4ca83 req-6fdf3c4e-ef0a-4c7e-809b-6b7c382e75d9 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 945 time: 0.2861063 Jul 29 23:29:33.966753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622683f-b897-4af3-8c4c-d79e5dedd74d None None] Pushing event updated for resources: {'Port': ['ID=529d7352-dcd2-49ae-bf6d-ca0f460de88b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:33.967282 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2173163c-944c-4071-9f88-a9dc64f11b01 x-openstack-request-id: req-2173163c-944c-4071-9f88-a9dc64f11b01 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:33.967591 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549d87c-ed44-40c2-a423-26209e2d2a4b", "name": "network-vif-deleted", "tag": "f24e21fd-e1fd-4e93-b87a-94cc678f34b8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:33.967849 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2173163c-944c-4071-9f88-a9dc64f11b01 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:33.968296 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd549d87c-ed44-40c2-a423-26209e2d2a4b', 'name': 'network-vif-deleted', 'tag': 'f24e21fd-e1fd-4e93-b87a-94cc678f34b8', 'status': 'completed', 'code': 200} Jul 29 23:29:34.073175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-37880172-a75f-4aca-8970-5b9c386e711d tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a126dcac7a2b4e038b8ac38894ec8345 HTTP/1.1" status: 200 len: 379 time: 0.1909139 Jul 29 23:29:34.096790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b4174bb-20e1-4b57-9fa1-84584cd4ca83 req-601496c1-e752-47b5-96c0-d01449f4b385 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439308 Jul 29 23:29:34.120252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'admin_state_up': True, 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'security_groups': ['7374d999-9024-48b1-ae28-83b246d2b8e9']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:34.125989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4c3e79e-da21-4182-b977-00bf723c5677 None None] Provisioning complete for port 529d7352-dcd2-49ae-bf6d-ca0f460de88b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:34.126821 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e79e-da21-4182-b977-00bf723c5677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.200720 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:32Z', 'revision_number': 3, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:34.223304 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-15d66e26-3cc3-4195-a87d-dc2ef82786d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 200 len: 1000 time: 0.4412487 Jul 29 23:29:34.235564 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Checking router: 153c0407-fce2-4bd7-89a9-80ee67c55eb5 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:34.236214 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Updating router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 port 980daa06-4f41-4d64-87f2-37606712eeac binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:29:34.267552 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.317334 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-e832d202-6e78-4d51-8f2b-4983bcbb3d5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9024abfc-ac0b-4327-a479-8fae475a1152 HTTP/1.1" status: 200 len: 217 time: 0.5622637 Jul 29 23:29:34.460722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd9bff-ec80-44e0-98e9-81baba6a4279 req-8a19ab1d-f34a-422d-b72f-7f3a8852dead tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:34.466304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38cd9bff-ec80-44e0-98e9-81baba6a4279 req-8a19ab1d-f34a-422d-b72f-7f3a8852dead tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1977813 Jul 29 23:29:34.484324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-3f673660-18f7-45b5-98bf-9d6a79d5bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:34.486292 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-3f673660-18f7-45b5-98bf-9d6a79d5bc3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.1680303 Jul 29 23:29:34.490652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-407f8dcf-a343-40f2-8d4e-2ecfdef9cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:34.492490 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-407f8dcf-a343-40f2-8d4e-2ecfdef9cefb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 200 len: 848 time: 0.1635578 Jul 29 23:29:34.554969 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-539c2820-1783-4167-94ce-b5f231ec8be9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e8f10-2a8b-4b08-af85-8ea9e60e777a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487463 Jul 29 23:29:34.559449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-506b5423-4006-4a0f-9d14-223ba9d1a11a req-c3606d60-60f9-4f2f-bc47-74846bdc9571 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.1362634 Jul 29 23:29:34.567446 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.579463 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Transition to ACTIVE for port object 980daa06-4f41-4d64-87f2-37606712eeac will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:34.590620 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.614167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38cd9bff-ec80-44e0-98e9-81baba6a4279 req-e8f3e198-fe41-4d40-94ef-584f7713627b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260397 Jul 29 23:29:34.653154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:34.655992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.659077 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dff540-30b4-440f-84f5-8842879eee07 None None] Pushing event updated for resources: {'Port': ['ID=980daa06-4f41-4d64-87f2-37606712eeac,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:34.681875 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Attempting to bind port 980daa06-4f41-4d64-87f2-37606712eeac on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:34.682262 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Attempting to bind port 980daa06-4f41-4d64-87f2-37606712eeac by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:34.682643 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Attempting to bind port 980daa06-4f41-4d64-87f2-37606712eeac on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:34.688386 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:34.689094 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:34.689710 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.690288 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:34.690796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-1a0933bb-6f8d-417a-abc1-b0ff90fdd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:34.691166 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Bound port: 980daa06-4f41-4d64-87f2-37606712eeac, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:34.691757 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.692370 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-1a0933bb-6f8d-417a-abc1-b0ff90fdd0d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1986346 Jul 29 23:29:34.779465 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] For port 980daa06-4f41-4d64-87f2-37606712eeac, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:34.785752 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] For port 980daa06-4f41-4d64-87f2-37606712eeac, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=980daa06-4f41-4d64-87f2-37606712eeac,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:34.799496 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.845157 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-83852772-d567-438d-a43e-778a80ef0920 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810826 Jul 29 23:29:34.875020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Allocated IP 172.20.0.10 (674d778d-dcc6-4818-938a-13b70fc784d0/fe272e18-ada4-4f75-b785-d7853a2ae4f3/f5457275-b173-4626-9c06-1a830574ea8c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:34.956060 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Routers {'153c0407-fce2-4bd7-89a9-80ee67c55eb5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:34.959316 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:34.965597 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:29:35.011602 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dff540-30b4-440f-84f5-8842879eee07 None None] Pushing event updated for resources: {'Port': ['ID=980daa06-4f41-4d64-87f2-37606712eeac,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:35.029578 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-255a652f-c5a9-4361-88bf-08fe58386713 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248565 Jul 29 23:29:35.064084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 529d7352-dcd2-49ae-bf6d-ca0f460de88b up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:35.140413 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] Set router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:35.167137 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.182834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 529d7352-dcd2-49ae-bf6d-ca0f460de88b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:35.183431 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.225407 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cdce4657-8c6f-420e-b605-a3915eb5bbd5 req-ad074b79-88b6-4712-b8c6-87359e61665a service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619344 Jul 29 23:29:35.228044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Transition to ACTIVE for port object f5457275-b173-4626-9c06-1a830574ea8c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:35.252887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b22a2e-d250-42d9-bbc3-fe141833b012 req-fc323e77-f099-430f-8089-59cbe7aa1f78 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:35.254832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86b22a2e-d250-42d9-bbc3-fe141833b012 req-fc323e77-f099-430f-8089-59cbe7aa1f78 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 945 time: 0.0851235 Jul 29 23:29:35.279208 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-aeb7a1c8-e55f-4199-b40b-5e0fc2e250f2 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246688 Jul 29 23:29:35.323329 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86b22a2e-d250-42d9-bbc3-fe141833b012 req-1ff6b68b-8f87-4a35-9a2b-908718a659c1 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557849 Jul 29 23:29:35.369169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.393514 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.430551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network 674d778d-dcc6-4818-938a-13b70fc784d0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:35.435649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:35.440773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:35.512055 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:32Z', 'revision_number': 3, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:35.521171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:35.522094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.539368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Port': ['ID=f5457275-b173-4626-9c06-1a830574ea8c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:35.551792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.552987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.553404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.553850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.554274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.554724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.555343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.555743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.556167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.557114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.557517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.557928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:35.575661 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-cc78fc10-31fe-466c-a6ca-ec3f5d59b230 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4768715 Jul 29 23:29:35.576126 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b180b3-6c31-4b8e-b783-e686889990e6 None None] The sync data for ids ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'] in n-d-712139-11 is: [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:32Z', 'revision_number': 3, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:35.594916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089', 'admin_state_up': True, 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'security_groups': ['7374d999-9024-48b1-ae28-83b246d2b8e9']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:35.686729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Allocated IP 172.20.0.1 (f2232a59-ea32-4b18-8c82-aa48c2fc5a7e/c2379aad-a3a4-426e-89ed-670e8757593e/39232e5d-ccad-4531-9de3-7425e7abc194) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:35.764807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-b679dd6d-c535-450e-8ead-818de9039190 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:35.766367 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-b679dd6d-c535-450e-8ead-818de9039190 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92&tenant_id=e98da22c0c3d4847bbc609aed059b175&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.1477304 Jul 29 23:29:35.810359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:35.814273 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.862224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1a323-e9f4-4fa5-acaa-fe3af559f48b req-3c603cfb-f6e4-47fb-81c3-d72df735148d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:35.863831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93f1a323-e9f4-4fa5-acaa-fe3af559f48b req-3c603cfb-f6e4-47fb-81c3-d72df735148d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0889869 Jul 29 23:29:35.887048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a6e7a85-d80e-455d-b7ff-1a8ffb2151f5 None None] Provisioning for port f5457275-b173-4626-9c06-1a830574ea8c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:35.891618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a6e7a85-d80e-455d-b7ff-1a8ffb2151f5 None None] Provisioning complete for port f5457275-b173-4626-9c06-1a830574ea8c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:35.892341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7a85-d80e-455d-b7ff-1a8ffb2151f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.950597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e7a85-d80e-455d-b7ff-1a8ffb2151f5 None None] Port f5457275-b173-4626-9c06-1a830574ea8c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:35.961943 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.988497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Transition to ACTIVE for port object 39232e5d-ccad-4531-9de3-7425e7abc194 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:36.017078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd765f19-e168-4064-8607-d3c233249d87 req-264fdfec-2ec8-46a7-9598-245495cbc0fe tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:36.025330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd765f19-e168-4064-8607-d3c233249d87 req-264fdfec-2ec8-46a7-9598-245495cbc0fe tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 932 time: 0.1746645 Jul 29 23:29:36.043009 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-cae69ae2-cbdd-47ad-9bfb-c9cc4b7a2659 service neutron] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:36.047675 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-cae69ae2-cbdd-47ad-9bfb-c9cc4b7a2659 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.048856 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e8dfc6e6-4ced-4227-a62d-d27c8ed12805 req-cae69ae2-cbdd-47ad-9bfb-c9cc4b7a2659 service neutron] 10.222.0.47 "DELETE /v2.0/ports/9024abfc-ac0b-4327-a479-8fae475a1152/bindings/n-h1-712139-11 HTTP/1.1" status: 204 len: 173 time: 0.2373290 Jul 29 23:29:36.051563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93f1a323-e9f4-4fa5-acaa-fe3af559f48b req-3b5ac6cc-4d23-4aca-bd86-77ebb2fe27bb tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675448 Jul 29 23:29:36.105997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.160249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd765f19-e168-4064-8607-d3c233249d87 req-755b8342-b560-4a1f-b7a2-46016064ac63 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337903 Jul 29 23:29:36.173130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:36.177333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:36.187458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:36.209142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Allocated IP 10.1.1.22 (5a066661-134b-4dc9-9c9f-e6f133ac0089/14271183-b4f2-4825-af3f-d3e97133b662/7cbd0ea1-b328-4a0a-9622-94712cd1db99) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:36.223056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Pushing event updated for resources: {'Port': ['ID=39232e5d-ccad-4531-9de3-7425e7abc194,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:36.246234 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.391125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f24e21fd-e1fd-4e93-b87a-94cc678f34b8 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:36.446498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: f24e21fd-e1fd-4e93-b87a-94cc678f34b8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:36.447238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f24e21fd-e1fd-4e93-b87a-94cc678f34b8 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:36.456573 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.476126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Transition to ACTIVE for port object 7cbd0ea1-b328-4a0a-9622-94712cd1db99 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:36.543536 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.568672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d28e0-4c5f-47aa-a782-3a2cf5651c3d req-b2cdf93f-d0d3-4e22-811c-500429649e6c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:36.577201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-614d28e0-4c5f-47aa-a782-3a2cf5651c3d req-b2cdf93f-d0d3-4e22-811c-500429649e6c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 945 time: 0.0819614 Jul 29 23:29:36.582213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9d2c58e4-7471-4768-ae31-0c55c4225532 None None] Provisioning for port 39232e5d-ccad-4531-9de3-7425e7abc194 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:36.592506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9d2c58e4-7471-4768-ae31-0c55c4225532 None None] Provisioning complete for port 39232e5d-ccad-4531-9de3-7425e7abc194 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:36.595027 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d2c58e4-7471-4768-ae31-0c55c4225532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.596211 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.670435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network 5a066661-134b-4dc9-9c9f-e6f133ac0089 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:36.682891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-614d28e0-4c5f-47aa-a782-3a2cf5651c3d req-6d455533-602f-4928-847b-d70b06fc306f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047482 Jul 29 23:29:36.691323 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c58e4-7471-4768-ae31-0c55c4225532 None None] Port 39232e5d-ccad-4531-9de3-7425e7abc194 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:36.694558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:36.722976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:36.784481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Port': ['ID=7cbd0ea1-b328-4a0a-9622-94712cd1db99,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:36.840727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:36.841416 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.842227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.853697 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.905151 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.932666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-beb9037a-a5b0-465a-af30-10f5e413986c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3433101 Jul 29 23:29:36.953193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Pushing event updated for resources: {'Port': ['ID=39232e5d-ccad-4531-9de3-7425e7abc194,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:36.972855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089', 'admin_state_up': True, 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'security_groups': ['7374d999-9024-48b1-ae28-83b246d2b8e9']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:37.093121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:37.093692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eeac5-303e-448d-a029-44d71ec4168b req-5a28d297-9597-44cd-8959-6c38c5441873 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:37.094855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-462eeac5-303e-448d-a029-44d71ec4168b req-5a28d297-9597-44cd-8959-6c38c5441873 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 1097 time: 0.2191553 Jul 29 23:29:37.095204 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:37.141775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a81c1fdb-3201-42dd-87d1-edfc6b716de4 None None] Provisioning for port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:37.149096 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a81c1fdb-3201-42dd-87d1-edfc6b716de4 None None] Provisioning complete for port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:37.149475 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a81c1fdb-3201-42dd-87d1-edfc6b716de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.205287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-462eeac5-303e-448d-a029-44d71ec4168b req-afc8c326-9123-4ab6-b948-d78da60f2f55 tempest-LiveMigrationTest-290146038 tempest-LiveMigrationTest-290146038-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029377 Jul 29 23:29:37.259055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 980daa06-4f41-4d64-87f2-37606712eeac up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:37.329194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a81c1fdb-3201-42dd-87d1-edfc6b716de4 None None] Port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:37.343719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:37.351074 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.392446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 980daa06-4f41-4d64-87f2-37606712eeac completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:37.399510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 980daa06-4f41-4d64-87f2-37606712eeac triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:37.400008 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.421325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:37.463347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13fc2a-78af-4632-ba6b-6b68fd507d2c req-5e091d65-62ac-41ca-9b3e-10bf693165e1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:37.465134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f13fc2a-78af-4632-ba6b-6b68fd507d2c req-5e091d65-62ac-41ca-9b3e-10bf693165e1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.2261710 Jul 29 23:29:37.523457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f13fc2a-78af-4632-ba6b-6b68fd507d2c req-c812fe81-8dfd-4d4e-9514-6cd1d8e1f596 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511692 Jul 29 23:29:37.534114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bf418-f418-4e0e-b2ed-0ebf39aec014 req-d3b37842-f3ef-4321-92c0-527adfcb01cf tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:37.541041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bf418-f418-4e0e-b2ed-0ebf39aec014 req-d3b37842-f3ef-4321-92c0-527adfcb01cf tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:37.548464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-201bf418-f418-4e0e-b2ed-0ebf39aec014 req-d3b37842-f3ef-4321-92c0-527adfcb01cf tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 1653 time: 0.2192183 Jul 29 23:29:37.562069 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.625061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 980daa06-4f41-4d64-87f2-37606712eeac, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=980daa06-4f41-4d64-87f2-37606712eeac,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:37.629041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ef8720cc-5241-41b2-a2de-a95ffd1b1793 None None] Provisioning complete for port 39232e5d-ccad-4531-9de3-7425e7abc194 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:37.629498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef8720cc-5241-41b2-a2de-a95ffd1b1793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.634016 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.714319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:37.719021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ef8720cc-5241-41b2-a2de-a95ffd1b1793 None None] Port 39232e5d-ccad-4531-9de3-7425e7abc194 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:37.729818 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-24fc1995-3ee7-42b0-bfdd-67513c304313 admin admin] 10.222.0.37 "PUT /v2.0/routers/153c0407-fce2-4bd7-89a9-80ee67c55eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9314425 Jul 29 23:29:37.748081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=980daa06-4f41-4d64-87f2-37606712eeac,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:37.960752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-201bf418-f418-4e0e-b2ed-0ebf39aec014 req-07693614-cc8d-44c4-a27a-c4c0199ddb46 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837927 Jul 29 23:29:38.015943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Allocated IP 10.1.1.229 (5a066661-134b-4dc9-9c9f-e6f133ac0089/14271183-b4f2-4825-af3f-d3e97133b662/6e06abad-472f-4304-a1f0-7bb6c96d45a5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:38.187768 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.206864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Transition to ACTIVE for port object 6e06abad-472f-4304-a1f0-7bb6c96d45a5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:38.286324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.360079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Port': ['ID=6e06abad-472f-4304-a1f0-7bb6c96d45a5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:38.375007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39635371-1e4b-4358-a4ea-b518b452112e req-749df9df-46dd-47cc-ab38-ac445212f4fd tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:38.376861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39635371-1e4b-4358-a4ea-b518b452112e req-749df9df-46dd-47cc-ab38-ac445212f4fd tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 945 time: 0.1511705 Jul 29 23:29:38.382541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network 5a066661-134b-4dc9-9c9f-e6f133ac0089 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:38.384516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:38.410395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:38.439161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Sync routers for ids ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:38.468966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Routers {'153c0407-fce2-4bd7-89a9-80ee67c55eb5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:38.473259 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:38.492471 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39635371-1e4b-4358-a4ea-b518b452112e req-1517f758-ca1e-4b3b-aea3-50c266ef7ae1 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051769 Jul 29 23:29:38.499943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:38.500904 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.530285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-06e4dd63-da61-422c-a740-b175d7ab8f69 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5680673 Jul 29 23:29:38.553339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681', 'admin_state_up': True, 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'security_groups': ['7374d999-9024-48b1-ae28-83b246d2b8e9']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:38.638588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:38.644292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-639e524a-ebaf-473f-adc3-95b3c6d7a281 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77737213', 'description': 'tempest-description--1288492891'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:38.705480 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-639e524a-ebaf-473f-adc3-95b3c6d7a281 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.770193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Set router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:38.777051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d78af0-fde7-45d6-8a4d-2ad4fe09f488 req-efc9a719-1788-4684-ad79-99d7de9d3051 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:38.782058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39d78af0-fde7-45d6-8a4d-2ad4fe09f488 req-efc9a719-1788-4684-ad79-99d7de9d3051 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1548653 Jul 29 23:29:38.848655 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-639e524a-ebaf-473f-adc3-95b3c6d7a281 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.859923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39d78af0-fde7-45d6-8a4d-2ad4fe09f488 req-49569a0a-e7e6-41e0-9d78-5539f3e3b9ee tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711770 Jul 29 23:29:38.878050 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-639e524a-ebaf-473f-adc3-95b3c6d7a281 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.888232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:38.968686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3d561a9f-a8b5-4f83-b720-2d3321ac2ed8 None None] Provisioning for port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:38.978548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3d561a9f-a8b5-4f83-b720-2d3321ac2ed8 None None] Provisioning complete for port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:38.978801 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d561a9f-a8b5-4f83-b720-2d3321ac2ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.984928 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-639e524a-ebaf-473f-adc3-95b3c6d7a281 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.986560 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-639e524a-ebaf-473f-adc3-95b3c6d7a281 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3469286 Jul 29 23:29:38.992501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43114) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:39.008042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e524a-ebaf-473f-adc3-95b3c6d7a281 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aaf062-3ee5-407f-8201-2a0f1af2462f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:39.015848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.037297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Request body: {'security_group_rule': {'security_group_id': 'd0aaf062-3ee5-407f-8201-2a0f1af2462f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:39.069745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-3ceea8c3-dcc2-49be-94d7-42c51540161b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:39.082092 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-3ceea8c3-dcc2-49be-94d7-42c51540161b tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 945 time: 0.2309744 Jul 29 23:29:39.103767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 980daa06-4f41-4d64-87f2-37606712eeac up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:39.154852 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3d561a9f-a8b5-4f83-b720-2d3321ac2ed8 None None] Port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:39.216589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 980daa06-4f41-4d64-87f2-37606712eeac triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:39.217277 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.269175 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.295453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '39232e5d-ccad-4531-9de3-7425e7abc194', 'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'mac_address': 'fa:16:3e:67:eb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:35Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 2, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'subnets': [{'id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:39.330047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Checking router: 153c0407-fce2-4bd7-89a9-80ee67c55eb5 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:39.330677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Updating router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 port 39232e5d-ccad-4531-9de3-7425e7abc194 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:29:39.370700 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.403408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-e625e734-82b4-4617-aa08-df9de9e1eec0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Deleting port 9024abfc-ac0b-4327-a479-8fae475a1152 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:39.403814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-e625e734-82b4-4617-aa08-df9de9e1eec0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.417741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.434521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.517924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c72a9c-b4c3-4731-9a62-c9430fc8ffd2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:39.555529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.555529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.555529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.555529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.556110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.556403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.556611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.556921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.557286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.557594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.557912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.558225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:39.564509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.569246 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-65cb2850-4f65-43e7-ab99-b066024cb343 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5751488 Jul 29 23:29:39.569894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:39.581852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-95119c58-23c3-4f3d-9729-d24901716e06 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Request body: {'security_group_rule': {'security_group_id': 'd0aaf062-3ee5-407f-8201-2a0f1af2462f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:39.586634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb4acd-15f6-4ce5-ae3c-e09758278e12 req-208fe1ea-a791-4ed8-9f0f-52158faf637f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:39.596992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb4acd-15f6-4ce5-ae3c-e09758278e12 req-208fe1ea-a791-4ed8-9f0f-52158faf637f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:39.616350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb4acd-15f6-4ce5-ae3c-e09758278e12 req-208fe1ea-a791-4ed8-9f0f-52158faf637f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:39.621127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57eb4acd-15f6-4ce5-ae3c-e09758278e12 req-208fe1ea-a791-4ed8-9f0f-52158faf637f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 2374 time: 0.5064769 Jul 29 23:29:39.624274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95119c58-23c3-4f3d-9729-d24901716e06 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.662855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bc868-9522-4928-8114-d7bdd91a5898 req-2dc61725-3f83-45d5-aca4-b5b336f31ba0 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:39.664395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-e625e734-82b4-4617-aa08-df9de9e1eec0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] For port 9024abfc-ac0b-4327-a479-8fae475a1152, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9024abfc-ac0b-4327-a479-8fae475a1152,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:39.665326 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-e625e734-82b4-4617-aa08-df9de9e1eec0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.667196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e02bc868-9522-4928-8114-d7bdd91a5898 req-2dc61725-3f83-45d5-aca4-b5b336f31ba0 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 945 time: 0.2844975 Jul 29 23:29:39.707386 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95119c58-23c3-4f3d-9729-d24901716e06 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.714772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-e625e734-82b4-4617-aa08-df9de9e1eec0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Calling delete_port for 9024abfc-ac0b-4327-a479-8fae475a1152 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:39.720682 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95119c58-23c3-4f3d-9729-d24901716e06 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.751895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95119c58-23c3-4f3d-9729-d24901716e06 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64a8f0a-d62b-4290-9ca9-afcb2d333900,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:39.789394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95119c58-23c3-4f3d-9729-d24901716e06 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.794417 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-95119c58-23c3-4f3d-9729-d24901716e06 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2171121 Jul 29 23:29:39.796911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43130) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:39.803223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:39.815721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e02bc868-9522-4928-8114-d7bdd91a5898 req-508aea4f-9c41-4473-b46b-1897001909d6 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947578 Jul 29 23:29:39.837671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57eb4acd-15f6-4ce5-ae3c-e09758278e12 req-710add76-59f0-4496-9364-dd0d73f0f826 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009852 Jul 29 23:29:39.851637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Allocated IP 10.2.2.100 (f9d21809-0a05-413f-b507-18577fed0681/0d6326c8-0599-4488-9c8a-8e4f8967538f/e7e960a6-a033-466f-b8fb-2b00ed28330d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:39.854393 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.018312 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.031706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Transition to ACTIVE for port object 39232e5d-ccad-4531-9de3-7425e7abc194 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:40.032766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-e625e734-82b4-4617-aa08-df9de9e1eec0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.045010 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.061635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625e734-82b4-4617-aa08-df9de9e1eec0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Pushing event deleted for resources: {'Port': ['ID=9024abfc-ac0b-4327-a479-8fae475a1152,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:40.104392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7f52af7f-b39d-40ea-a668-9e775dcd4dbe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:40.111222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['9024abfc-ac0b-4327-a479-8fae475a1152'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:40.116088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-e625e734-82b4-4617-aa08-df9de9e1eec0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] No DVR routers for this DVR port 9024abfc-ac0b-4327-a479-8fae475a1152 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:40.119830 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-e625e734-82b4-4617-aa08-df9de9e1eec0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.122200 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e97207e-4f29-4a8f-9bec-ae5179857510 req-e625e734-82b4-4617-aa08-df9de9e1eec0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.47 "DELETE /v2.0/ports/9024abfc-ac0b-4327-a479-8fae475a1152 HTTP/1.1" status: 204 len: 173 time: 1.0311568 Jul 29 23:29:40.122657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'name': 'network-vif-deleted', 'tag': '9024abfc-ac0b-4327-a479-8fae475a1152'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:40.125241 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb46d64-62b6-47ea-8f92-046f7c12f2fa" -d '{"events": [{"server_uuid": "4c6f98fd-3df1-4e18-acaa-654bf820ef92", "name": "network-vif-deleted", "tag": "9024abfc-ac0b-4327-a479-8fae475a1152"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:40.176164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.204713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191ee5d-0c64-4479-b5a5-42698e194c50 None None] Pushing event updated for resources: {'Port': ['ID=39232e5d-ccad-4531-9de3-7425e7abc194,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:40.336342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Attempting to bind port 39232e5d-ccad-4531-9de3-7425e7abc194 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:40.336881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Attempting to bind port 39232e5d-ccad-4531-9de3-7425e7abc194 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:40.337727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Attempting to bind port 39232e5d-ccad-4531-9de3-7425e7abc194 on network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:40.345433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:40.345968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Checking segment: {'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:40.346481 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.346984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Bound using segment: {'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:40.347643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Bound port: 39232e5d-ccad-4531-9de3-7425e7abc194, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:40.348133 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.362296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.369770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Allocated IP 172.25.2.7 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/84489eda-6803-4daf-9f6a-b020dcf7c8f1) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:40.398376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Transition to ACTIVE for port object e7e960a6-a033-466f-b8fb-2b00ed28330d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:40.482772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] For port 39232e5d-ccad-4531-9de3-7425e7abc194, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:40.486278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] For port 39232e5d-ccad-4531-9de3-7425e7abc194, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=39232e5d-ccad-4531-9de3-7425e7abc194,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:40.507840 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.534111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1630e4-2964-4d9d-8b3d-bf6767b2a2c6 req-8501fbeb-8238-4dfd-97a1-eb971dda901f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:40.542665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e1630e4-2964-4d9d-8b3d-bf6767b2a2c6 req-8501fbeb-8238-4dfd-97a1-eb971dda901f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 866 time: 0.6055319 Jul 29 23:29:40.594454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.610353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a5a80-791e-453d-96a0-6a7361e5ea2b req-bdfa5e54-5199-474c-bc76-30a12a1d64f0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:40.625629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Routers {'153c0407-fce2-4bd7-89a9-80ee67c55eb5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:40.626346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:40.629150 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd3a5a80-791e-453d-96a0-6a7361e5ea2b req-bdfa5e54-5199-474c-bc76-30a12a1d64f0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.6417177 Jul 29 23:29:40.632648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191ee5d-0c64-4479-b5a5-42698e194c50 None None] Pushing event updated for resources: {'Port': ['ID=39232e5d-ccad-4531-9de3-7425e7abc194,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:40.675321 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.768054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Port': ['ID=e7e960a6-a033-466f-b8fb-2b00ed28330d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:40.776888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network f9d21809-0a05-413f-b507-18577fed0681 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:40.784591 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] Set router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:40.792265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e1630e4-2964-4d9d-8b3d-bf6767b2a2c6 req-e2743dd0-4078-408e-8c02-48edd463dd97 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425370 Jul 29 23:29:40.793336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:40.801173 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:40.908535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:40.909193 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.981424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd3a5a80-791e-453d-96a0-6a7361e5ea2b req-4e0055ea-170a-45c6-8c04-56186ed0db6e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513656 Jul 29 23:29:40.983683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-55b6828b-33b2-45d3-a6b9-ef0ab5cc9318 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4366853 Jul 29 23:29:41.022409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681', 'admin_state_up': True, 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'security_groups': ['7374d999-9024-48b1-ae28-83b246d2b8e9']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:41.240313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '39232e5d-ccad-4531-9de3-7425e7abc194', 'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'mac_address': 'fa:16:3e:67:eb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:35Z', 'updated_at': '2021-07-29T23:29:40Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'subnets': [{'id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:41.296351 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8244809-8b6f-468b-b2f0-be8273214f5a x-openstack-request-id: req-c8244809-8b6f-468b-b2f0-be8273214f5a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:41.296870 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6f98fd-3df1-4e18-acaa-654bf820ef92", "name": "network-vif-deleted", "tag": "9024abfc-ac0b-4327-a479-8fae475a1152", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:41.296870 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8244809-8b6f-468b-b2f0-be8273214f5a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:41.297257 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f98fd-3df1-4e18-acaa-654bf820ef92', 'name': 'network-vif-deleted', 'tag': '9024abfc-ac0b-4327-a479-8fae475a1152', 'status': 'completed', 'code': 200} Jul 29 23:29:41.307249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06227373-dfc9-457d-bf91-a844023af8a7 None None] The sync data for ids ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'] in n-d-712139-11 is: [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '39232e5d-ccad-4531-9de3-7425e7abc194', 'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'mac_address': 'fa:16:3e:67:eb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:35Z', 'updated_at': '2021-07-29T23:29:40Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'subnets': [{'id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:41.309799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7fcfd3d2-ee85-4acd-958c-271755a3fe45 None None] Provisioning for port e7e960a6-a033-466f-b8fb-2b00ed28330d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:41.314775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7fcfd3d2-ee85-4acd-958c-271755a3fe45 None None] Provisioning complete for port e7e960a6-a033-466f-b8fb-2b00ed28330d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:41.315159 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fcfd3d2-ee85-4acd-958c-271755a3fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.334572 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.391937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7fcfd3d2-ee85-4acd-958c-271755a3fe45 None None] Port e7e960a6-a033-466f-b8fb-2b00ed28330d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:41.462305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf52a8a-dd7c-437c-b793-5ca08203a1fe req-2597e2a4-f565-4096-be89-26154f0efe3f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:41.465586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:41.472487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf52a8a-dd7c-437c-b793-5ca08203a1fe req-2597e2a4-f565-4096-be89-26154f0efe3f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:41.474647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:41.481300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf52a8a-dd7c-437c-b793-5ca08203a1fe req-2597e2a4-f565-4096-be89-26154f0efe3f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:41.500375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:41.506951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Pushing event updated for resources: {'Port': ['ID=84489eda-6803-4daf-9f6a-b020dcf7c8f1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:41.507618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf52a8a-dd7c-437c-b793-5ca08203a1fe req-2597e2a4-f565-4096-be89-26154f0efe3f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:41.509555 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cf52a8a-dd7c-437c-b793-5ca08203a1fe req-2597e2a4-f565-4096-be89-26154f0efe3f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 3095 time: 0.2328949 Jul 29 23:29:41.510841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Made reservation on behalf of a126dcac7a2b4e038b8ac38894ec8345 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:41.515486 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.724558 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.759634 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cf52a8a-dd7c-437c-b793-5ca08203a1fe req-4898de70-3152-44ce-a19f-daa281fcc7b8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199481 Jul 29 23:29:41.792262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Allocated IP 10.2.2.200 (f9d21809-0a05-413f-b507-18577fed0681/0d6326c8-0599-4488-9c8a-8e4f8967538f/dc3243ad-5073-4d92-9fba-cfc11172e3b9) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:41.801775 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.894932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db587c-0ebe-4c9d-924a-40dba2fda801 req-38ac7e6f-2607-4d24-a65d-c26993af974c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:41.904070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1db587c-0ebe-4c9d-924a-40dba2fda801 req-38ac7e6f-2607-4d24-a65d-c26993af974c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1069167 Jul 29 23:29:42.077444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1db587c-0ebe-4c9d-924a-40dba2fda801 req-ce61908a-573a-4155-903b-a74e5526418b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696744 Jul 29 23:29:42.155308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.164883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267047-f5e0-4cf2-be0f-52839273e29c req-a61d0c67-4268-41fe-819b-4108fc40ac2d tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:42.174788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76267047-f5e0-4cf2-be0f-52839273e29c req-a61d0c67-4268-41fe-819b-4108fc40ac2d tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 945 time: 0.2378597 Jul 29 23:29:42.175974 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.309046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Pushing event updated for resources: {'Port': ['ID=84489eda-6803-4daf-9f6a-b020dcf7c8f1,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:42.311583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.336180 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76267047-f5e0-4cf2-be0f-52839273e29c req-7158d909-d8a0-4ea0-b409-5e6c7115625f tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607192 Jul 29 23:29:42.346401 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.360902 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-17257477-36e9-4dab-b7ad-549554e9aee1 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5626321 Jul 29 23:29:42.364391 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.419370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9024abfc-ac0b-4327-a479-8fae475a1152 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:42.469085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64e9f14c-7fb3-48b8-91a3-67871cfca933 req-13457ffd-68c1-455e-b18c-0be51e2078a5 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 210 time: 0.1886742 Jul 29 23:29:42.471813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 9024abfc-ac0b-4327-a479-8fae475a1152 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:42.472197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9024abfc-ac0b-4327-a479-8fae475a1152 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:42.475839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Transition to ACTIVE for port object dc3243ad-5073-4d92-9fba-cfc11172e3b9 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:42.565527 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.656942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Network f9d21809-0a05-413f-b507-18577fed0681 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:42.701663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:42.714516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event updated for resources: {'Port': ['ID=dc3243ad-5073-4d92-9fba-cfc11172e3b9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:42.721382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:42.803541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582ad43-9858-4177-88e6-ef9bb5abc71a req-7ae9c089-5cff-4aa9-a9c9-db05f12652af tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:42.805241 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5582ad43-9858-4177-88e6-ef9bb5abc71a req-7ae9c089-5cff-4aa9-a9c9-db05f12652af tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1720626 Jul 29 23:29:42.907671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-bb79745a-08ca-4605-8b34-0c4a0036bd1e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--77737213&fields=id&tenant_id=53c8880e1e7446ec865c8ce14c62cafe HTTP/1.1" status: 200 len: 267 time: 0.2085421 Jul 29 23:29:43.100000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 39232e5d-ccad-4531-9de3-7425e7abc194 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:43.100506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.101251 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.112178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc613f-36bc-4964-bf4c-154579e06113 req-fe1b4425-f409-4e5e-aaf4-fa1d67e56174 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.113875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-fe1b4425-f409-4e5e-aaf4-fa1d67e56174 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/networks?id=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e HTTP/1.1" status: 200 len: 815 time: 0.2051532 Jul 29 23:29:43.154952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5582ad43-9858-4177-88e6-ef9bb5abc71a req-66670fe3-821d-49ae-b37a-d60f9bc7f304 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133318 Jul 29 23:29:43.169024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-73d8fc77-46e1-47bf-a3e7-b40b4ca4e4e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1581998 Jul 29 23:29:43.174995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-fcf46738-ff57-4b85-8a55-11fde1a29168 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/quotas/53c8880e1e7446ec865c8ce14c62cafe HTTP/1.1" status: 200 len: 375 time: 0.0454137 Jul 29 23:29:43.183168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d19ba03-8899-4eca-8286-b91543883136 None None] Provisioning for port dc3243ad-5073-4d92-9fba-cfc11172e3b9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:43.194119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d19ba03-8899-4eca-8286-b91543883136 None None] Provisioning complete for port dc3243ad-5073-4d92-9fba-cfc11172e3b9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:43.194598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d19ba03-8899-4eca-8286-b91543883136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.224758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:43.239887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 39232e5d-ccad-4531-9de3-7425e7abc194 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:43.252351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 39232e5d-ccad-4531-9de3-7425e7abc194 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:43.252825 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.321327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6d19ba03-8899-4eca-8286-b91543883136 None None] Port dc3243ad-5073-4d92-9fba-cfc11172e3b9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:43.380888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-fe6ea3d8-c2b5-4f2a-a7a5-e9332a7174fd tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53c8880e1e7446ec865c8ce14c62cafe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1979544 Jul 29 23:29:43.384721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.414537 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a263dd-ae4f-4378-babe-9a1e981b7316 req-8eaca0ca-3a97-4d69-bfe5-0c7e57288814 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.420588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a263dd-ae4f-4378-babe-9a1e981b7316 req-8eaca0ca-3a97-4d69-bfe5-0c7e57288814 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.426784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a263dd-ae4f-4378-babe-9a1e981b7316 req-8eaca0ca-3a97-4d69-bfe5-0c7e57288814 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.432995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a263dd-ae4f-4378-babe-9a1e981b7316 req-8eaca0ca-3a97-4d69-bfe5-0c7e57288814 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.439049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a263dd-ae4f-4378-babe-9a1e981b7316 req-8eaca0ca-3a97-4d69-bfe5-0c7e57288814 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.440939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69a263dd-ae4f-4378-babe-9a1e981b7316 req-8eaca0ca-3a97-4d69-bfe5-0c7e57288814 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 3816 time: 0.1309071 Jul 29 23:29:43.445973 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.494029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 39232e5d-ccad-4531-9de3-7425e7abc194, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=39232e5d-ccad-4531-9de3-7425e7abc194,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:43.499645 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.705691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=39232e5d-ccad-4531-9de3-7425e7abc194,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:43.745502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69a263dd-ae4f-4378-babe-9a1e981b7316 req-674736a9-a3c3-4a97-ab53-6275aa3d72ed tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937789 Jul 29 23:29:43.784538 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6d01ad83-526a-4d24-94d7-74997fd23b58 service neutron] 10.222.0.37 "GET /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423314 Jul 29 23:29:43.939711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5457275-b173-4626-9c06-1a830574ea8c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:43.948045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-51f575a3-df22-4451-91dc-8beb5e8ce02b service neutron] 10.222.0.37 "GET /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541049 Jul 29 23:29:43.950036 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.969351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Transition to ACTIVE for port object f5457275-b173-4626-9c06-1a830574ea8c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:43.975776 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.362503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5457275-b173-4626-9c06-1a830574ea8c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:44.419537 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f0357-1aba-4084-8683-9bc95a6026af req-2a7862aa-21b1-4218-a387-9a7690de2097 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:44.421168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-991f0357-1aba-4084-8683-9bc95a6026af req-2a7862aa-21b1-4218-a387-9a7690de2097 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.4356816 Jul 29 23:29:44.429367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b66c93eb-c65a-4945-8246-c043e13529c2 req-13fd7295-fb8a-4340-8b28-f3c248539692 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 210 time: 0.0713556 Jul 29 23:29:44.478672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Attempting to bind port f5457275-b173-4626-9c06-1a830574ea8c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:44.479119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Attempting to bind port f5457275-b173-4626-9c06-1a830574ea8c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:44.479755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Attempting to bind port f5457275-b173-4626-9c06-1a830574ea8c on network 674d778d-dcc6-4818-938a-13b70fc784d0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:44.493697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Port f5457275-b173-4626-9c06-1a830574ea8c on network 674d778d-dcc6-4818-938a-13b70fc784d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:44.494095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Attempting to bind port f5457275-b173-4626-9c06-1a830574ea8c on network 674d778d-dcc6-4818-938a-13b70fc784d0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:44.525531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-991f0357-1aba-4084-8683-9bc95a6026af req-54f3f6b9-5dd2-4c1d-b6ee-cbf3bb93192b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804148 Jul 29 23:29:44.527118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:44.527545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Checking segment: {'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:44.528080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Bound using segment: {'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:44.530436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Bound port: f5457275-b173-4626-9c06-1a830574ea8c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:44.530898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.625070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4592250-63ca-4eed-9252-0aac0c812677 req-7becf5ba-e7f9-4e71-b57d-af77ca239010 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 210 time: 0.0433128 Jul 29 23:29:44.679743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] For port f5457275-b173-4626-9c06-1a830574ea8c, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:44.684084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] For port f5457275-b173-4626-9c06-1a830574ea8c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5457275-b173-4626-9c06-1a830574ea8c,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:44.695395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07db3d-8d01-4f43-a6d2-0379c058826f req-b3620829-c7d6-47ce-8171-3aaca7a323b2 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:44.697126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b07db3d-8d01-4f43-a6d2-0379c058826f req-b3620829-c7d6-47ce-8171-3aaca7a323b2 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 945 time: 0.1034262 Jul 29 23:29:44.698975 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.783149 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:44.783897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.785378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/f5457275-b173-4626-9c06-1a830574ea8c HTTP/1.1" status: 200 len: 1093 time: 1.5820444 Jul 29 23:29:44.787174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': 'f5457275-b173-4626-9c06-1a830574ea8c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:44.789508 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e2c241-2a53-474e-8a0d-2c5f25919093" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "f5457275-b173-4626-9c06-1a830574ea8c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:44.842327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:44.850841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b07db3d-8d01-4f43-a6d2-0379c058826f req-aff21e8a-bc14-472f-8137-e3920a896645 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242874 Jul 29 23:29:44.853649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec6545-69cf-4c97-be6c-282cc00613b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5457275-b173-4626-9c06-1a830574ea8c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:44.879396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2873e85-208a-4145-9f4b-580ec1ac988e req-031102f9-3d24-41a9-95ef-874d1be13770 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:44.881862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2873e85-208a-4145-9f4b-580ec1ac988e req-031102f9-3d24-41a9-95ef-874d1be13770 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1740019 Jul 29 23:29:44.991052 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.017975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2873e85-208a-4145-9f4b-580ec1ac988e req-031047fa-8aeb-459a-b58e-4a97f4bfaa33 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287608 Jul 29 23:29:45.037718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 39232e5d-ccad-4531-9de3-7425e7abc194 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:45.089029 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f679f1-1dc6-4cef-815b-c9570da4565d x-openstack-request-id: req-23f679f1-1dc6-4cef-815b-c9570da4565d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:45.089923 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "f5457275-b173-4626-9c06-1a830574ea8c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:45.090585 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23f679f1-1dc6-4cef-815b-c9570da4565d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:45.091088 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': 'f5457275-b173-4626-9c06-1a830574ea8c', 'status': 'completed', 'code': 200} Jul 29 23:29:45.100783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 39232e5d-ccad-4531-9de3-7425e7abc194 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:45.101149 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.116369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782b681-d18d-4f84-9e8e-4bdcd1ad3720 req-64958076-9384-4674-8f08-356fbf486688 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.131777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782b681-d18d-4f84-9e8e-4bdcd1ad3720 req-64958076-9384-4674-8f08-356fbf486688 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.141292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782b681-d18d-4f84-9e8e-4bdcd1ad3720 req-64958076-9384-4674-8f08-356fbf486688 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.149661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782b681-d18d-4f84-9e8e-4bdcd1ad3720 req-64958076-9384-4674-8f08-356fbf486688 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.154891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-7163a1f1-3a9b-4363-803a-a06384a04005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.155999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-7163a1f1-3a9b-4363-803a-a06384a04005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.156335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782b681-d18d-4f84-9e8e-4bdcd1ad3720 req-64958076-9384-4674-8f08-356fbf486688 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.156948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-7163a1f1-3a9b-4363-803a-a06384a04005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.157600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-7163a1f1-3a9b-4363-803a-a06384a04005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.158248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-7163a1f1-3a9b-4363-803a-a06384a04005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.160342 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-7163a1f1-3a9b-4363-803a-a06384a04005 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 4364 time: 0.0550883 Jul 29 23:29:45.164490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e782b681-d18d-4f84-9e8e-4bdcd1ad3720 req-64958076-9384-4674-8f08-356fbf486688 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 3828 time: 0.2200844 Jul 29 23:29:45.288281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e782b681-d18d-4f84-9e8e-4bdcd1ad3720 req-4a85d6da-cf77-4a78-af23-77a1ef588c9e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225345 Jul 29 23:29:45.343439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-78e2c7f1-3aba-407e-92b7-bb5908d60d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.344081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-78e2c7f1-3aba-407e-92b7-bb5908d60d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.344651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-78e2c7f1-3aba-407e-92b7-bb5908d60d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.346258 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-78e2c7f1-3aba-407e-92b7-bb5908d60d3c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1647384 Jul 29 23:29:45.461492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a404b24b-8eff-4d05-97f0-dfc1619216db {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:45.471381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.488540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Transition to ACTIVE for port object a404b24b-8eff-4d05-97f0-dfc1619216db will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:45.496598 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.523249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc613f-36bc-4964-bf4c-154579e06113 req-1e3968b2-3917-482b-8e66-b50a08f214fa tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.525006 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-1e3968b2-3917-482b-8e66-b50a08f214fa tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.47 "GET /v2.0/networks?id=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e HTTP/1.1" status: 200 len: 815 time: 0.2064681 Jul 29 23:29:45.528908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-a9a88535-a3dd-4dc1-871c-db230b9f50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.531531 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-32e2c241-2a53-474e-8a0d-2c5f25919093 req-a9a88535-a3dd-4dc1-871c-db230b9f50bc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581421 Jul 29 23:29:45.583849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-233fe001-99f1-4c87-ba7c-2525bf995fa2 req-6ecb956f-83e0-4fd6-a513-5a3807b063c3 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 210 time: 0.0494516 Jul 29 23:29:45.590980 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-31a04252-a776-426d-b0c5-358dbe34ac2d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c8880e1e7446ec865c8ce14c62cafe HTTP/1.1" status: 200 len: 378 time: 0.0454602 Jul 29 23:29:45.600737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Request body: {'port': {'device_id': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'admin_state_up': True, 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'security_groups': ['d0aaf062-3ee5-407f-8201-2a0f1af2462f']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:45.629453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Pushing event updated for resources: {'Port': ['ID=a404b24b-8eff-4d05-97f0-dfc1619216db,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:45.759154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Made reservation on behalf of 53c8880e1e7446ec865c8ce14c62cafe for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:45.764420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.772825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50c6a0f5-3e3e-4039-a751-7fd7bc47eecc req-5a3b33a9-5f57-4dbd-b32e-c9a100cd9b55 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 210 time: 0.0543144 Jul 29 23:29:45.804569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb42c9-060a-4722-8a09-1398079585f4 req-94397694-7870-4f8b-96e9-a268b523b109 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.806845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5fb42c9-060a-4722-8a09-1398079585f4 req-94397694-7870-4f8b-96e9-a268b523b109 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1332386 Jul 29 23:29:45.808126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Attempting to bind port a404b24b-8eff-4d05-97f0-dfc1619216db on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:45.808476 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Attempting to bind port a404b24b-8eff-4d05-97f0-dfc1619216db by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:45.808810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Attempting to bind port a404b24b-8eff-4d05-97f0-dfc1619216db on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:45.827775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Port a404b24b-8eff-4d05-97f0-dfc1619216db on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:45.828057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Attempting to bind port a404b24b-8eff-4d05-97f0-dfc1619216db on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:45.841858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:45.842206 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Checking segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:45.842599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Bound using segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:45.843038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Bound port: a404b24b-8eff-4d05-97f0-dfc1619216db, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:45.843405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.870877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5fb42c9-060a-4722-8a09-1398079585f4 req-e8f89b5b-c696-4f56-808a-3e2feb3e04b6 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527620 Jul 29 23:29:45.937166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Allocated IP 172.20.0.11 (f2232a59-ea32-4b18-8c82-aa48c2fc5a7e/c2379aad-a3a4-426e-89ed-670e8757593e/7b66037f-898a-4311-b1ee-09d5a6407fc7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:45.942810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] For port a404b24b-8eff-4d05-97f0-dfc1619216db, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:45.947835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] For port a404b24b-8eff-4d05-97f0-dfc1619216db, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a404b24b-8eff-4d05-97f0-dfc1619216db,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:45.962629 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.018074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.020184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.028158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] 10.222.0.42 "PUT /v2.0/ports/a404b24b-8eff-4d05-97f0-dfc1619216db HTTP/1.1" status: 200 len: 1137 time: 1.1911149 Jul 29 23:29:46.074824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16ed7-df3b-4714-ac0b-9f447d31df1f req-b58d16b4-503a-4351-8b01-6cc1784e98b8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.082799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfa16ed7-df3b-4714-ac0b-9f447d31df1f req-b58d16b4-503a-4351-8b01-6cc1784e98b8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 945 time: 0.1330614 Jul 29 23:29:46.094213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:46.142169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-7062fef5-bf72-452a-9db4-97399caf48ac tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.143777 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-7062fef5-bf72-452a-9db4-97399caf48ac tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.42 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0878873 Jul 29 23:29:46.228116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad874785-1c66-41c0-b5a0-ad375d99fd32 service neutron] Pushing event updated for resources: {'Port': ['ID=a404b24b-8eff-4d05-97f0-dfc1619216db,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:46.241632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.263291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.286770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Transition to ACTIVE for port object 7b66037f-898a-4311-b1ee-09d5a6407fc7 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:46.292715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfa16ed7-df3b-4714-ac0b-9f447d31df1f req-b253946a-1c36-49db-80d6-1725c201c446 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff22daa-b92d-452f-8451-1785d17005d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074270 Jul 29 23:29:46.309816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Deleting port 7c61c155-73d7-4ecc-8db0-56de355f7d6d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:46.310167 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.327504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766ee97-d22f-4bf6-973a-49695c9003a2 req-6ac975e2-198e-4cfb-8910-a6610a9335c3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.329327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3766ee97-d22f-4bf6-973a-49695c9003a2 req-6ac975e2-198e-4cfb-8910-a6610a9335c3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1475527 Jul 29 23:29:46.422405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] For port 7c61c155-73d7-4ecc-8db0-56de355f7d6d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7c61c155-73d7-4ecc-8db0-56de355f7d6d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:46.423200 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.447350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3766ee97-d22f-4bf6-973a-49695c9003a2 req-9326623a-95b6-459f-a0d1-2a70a69c134c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036208 Jul 29 23:29:46.507713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340e256-59c0-493a-a289-e1f55f3a7b8e req-4af54918-9e78-4983-ac2f-2e2504366838 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.513849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340e256-59c0-493a-a289-e1f55f3a7b8e req-4af54918-9e78-4983-ac2f-2e2504366838 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.519836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340e256-59c0-493a-a289-e1f55f3a7b8e req-4af54918-9e78-4983-ac2f-2e2504366838 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.526023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340e256-59c0-493a-a289-e1f55f3a7b8e req-4af54918-9e78-4983-ac2f-2e2504366838 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.531946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340e256-59c0-493a-a289-e1f55f3a7b8e req-4af54918-9e78-4983-ac2f-2e2504366838 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.538108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340e256-59c0-493a-a289-e1f55f3a7b8e req-4af54918-9e78-4983-ac2f-2e2504366838 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.539985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0340e256-59c0-493a-a289-e1f55f3a7b8e req-4af54918-9e78-4983-ac2f-2e2504366838 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 4606 time: 0.1097062 Jul 29 23:29:46.540547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.624802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:46.651873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0340e256-59c0-493a-a289-e1f55f3a7b8e req-7de21c8f-e542-4858-a7b2-a03eced6567a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968981 Jul 29 23:29:46.691609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:46.700410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:46.737141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95a27438-6309-4d91-9cc5-4fa824d1c9e6 req-7c786666-697c-445d-b90e-3093da051d67 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c6f98fd-3df1-4e18-acaa-654bf820ef92 HTTP/1.1" status: 200 len: 210 time: 0.0441999 Jul 29 23:29:46.780182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.781108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.786504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Pushing event updated for resources: {'Port': ['ID=7b66037f-898a-4311-b1ee-09d5a6407fc7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:46.816733 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6c210b80-6cc3-44c1-a74d-48c0755dfd8d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2200289 Jul 29 23:29:46.857411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Request body: {'port': {'device_id': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:46.908390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.910326 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.913103 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Floating IP 1d9b1a61-ada1-4f2d-9329-0325c60dc2a7 disassociated. External IP: 172.25.2.110, port: 7c61c155-73d7-4ecc-8db0-56de355f7d6d. Jul 29 23:29:46.913586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Calling delete_port for 7c61c155-73d7-4ecc-8db0-56de355f7d6d owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:46.922780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a30ed60-8111-4737-aa7b-081df7b4275d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:46.963356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.043174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Transition to ACTIVE for port object 9a30ed60-8111-4737-aa7b-081df7b4275d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:47.066867 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.088932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd97a4-1aff-4dfd-86ff-a304ddfc13d9 req-1b15c64e-8154-4e23-9575-5c3d113e4ca6 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.090798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffcd97a4-1aff-4dfd-86ff-a304ddfc13d9 req-1b15c64e-8154-4e23-9575-5c3d113e4ca6 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 932 time: 0.1304097 Jul 29 23:29:47.097453 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.139094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': 'a404b24b-8eff-4d05-97f0-dfc1619216db'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:47.143257 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba38547-a0bb-462f-87d0-36ed226b1c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "a404b24b-8eff-4d05-97f0-dfc1619216db"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:47.200557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d18e39e9-369f-4eba-9436-0ddc9337e49b None None] Provisioning for port 7b66037f-898a-4311-b1ee-09d5a6407fc7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:47.207874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d18e39e9-369f-4eba-9436-0ddc9337e49b None None] Provisioning complete for port 7b66037f-898a-4311-b1ee-09d5a6407fc7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:47.208928 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d18e39e9-369f-4eba-9436-0ddc9337e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.256217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d18e39e9-369f-4eba-9436-0ddc9337e49b None None] Port 7b66037f-898a-4311-b1ee-09d5a6407fc7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:47.309475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.311498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Pushing event updated for resources: {'Port': ['ID=9a30ed60-8111-4737-aa7b-081df7b4275d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:47.339676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Pushing event deleted for resources: {'Port': ['ID=7c61c155-73d7-4ecc-8db0-56de355f7d6d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:47.375480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffcd97a4-1aff-4dfd-86ff-a304ddfc13d9 req-76fb140f-9800-4437-b459-f31b898a2924 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2236879 Jul 29 23:29:47.401070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb45a92-da6d-411a-ba20-1c6213442fc0 req-f0deb10c-4ae0-4488-acd0-c0f91d529ec5 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.408904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cb45a92-da6d-411a-ba20-1c6213442fc0 req-f0deb10c-4ae0-4488-acd0-c0f91d529ec5 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.2442207 Jul 29 23:29:47.472832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cb45a92-da6d-411a-ba20-1c6213442fc0 req-85e3cc02-7456-4d3a-92d6-c485b9297c7f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630677 Jul 29 23:29:47.531954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Attempting to bind port 9a30ed60-8111-4737-aa7b-081df7b4275d on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:47.540178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Attempting to bind port 9a30ed60-8111-4737-aa7b-081df7b4275d by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:47.540673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Attempting to bind port 9a30ed60-8111-4737-aa7b-081df7b4275d on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:47.565654 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8c0758-6607-4d20-9c46-edeb746be2e5 x-openstack-request-id: req-9a8c0758-6607-4d20-9c46-edeb746be2e5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:47.565956 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "a404b24b-8eff-4d05-97f0-dfc1619216db", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:47.566210 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a8c0758-6607-4d20-9c46-edeb746be2e5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:47.566742 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': 'a404b24b-8eff-4d05-97f0-dfc1619216db', 'status': 'completed', 'code': 200} Jul 29 23:29:47.574690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Port 9a30ed60-8111-4737-aa7b-081df7b4275d on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:47.575032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Attempting to bind port 9a30ed60-8111-4737-aa7b-081df7b4275d on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:47.590167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:47.590528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Checking segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:47.590928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Bound using segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:47.591479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Bound port: 9a30ed60-8111-4737-aa7b-081df7b4275d, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:47.591852 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.631688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063baada-a374-446c-a8d0-ae01b79a55ad req-0137e8b1-f110-437c-b8f5-14d872f3cd88 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.633246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-063baada-a374-446c-a8d0-ae01b79a55ad req-0137e8b1-f110-437c-b8f5-14d872f3cd88 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 945 time: 0.1253951 Jul 29 23:29:47.678853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4cc4cf29-5d42-4eba-9e9a-ad38eeb3957b req-3c72bce9-40d2-4d7a-a715-883b02ba4f33 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0665593 Jul 29 23:29:47.700075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Router 86dcd845-d0fd-4268-81e5-6abab379d4b6 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:47.719318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-d604cb49-d086-4ffe-bf04-52cbd6d682bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.719595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-d604cb49-d086-4ffe-bf04-52cbd6d682bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.720130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-d604cb49-d086-4ffe-bf04-52cbd6d682bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.720643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-d604cb49-d086-4ffe-bf04-52cbd6d682bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.721030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-d604cb49-d086-4ffe-bf04-52cbd6d682bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.721495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-d604cb49-d086-4ffe-bf04-52cbd6d682bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.721956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-d604cb49-d086-4ffe-bf04-52cbd6d682bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.725214 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-d604cb49-d086-4ffe-bf04-52cbd6d682bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6181 time: 0.1214209 Jul 29 23:29:47.738611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b66037f-898a-4311-b1ee-09d5a6407fc7 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:47.760054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.783813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-063baada-a374-446c-a8d0-ae01b79a55ad req-9d992c6e-1f0f-41fd-94e3-fd476d710092 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225462 Jul 29 23:29:47.862852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] For port 9a30ed60-8111-4737-aa7b-081df7b4275d, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:47.863714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Transition to ACTIVE for port object 7b66037f-898a-4311-b1ee-09d5a6407fc7 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:47.880182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] For port 9a30ed60-8111-4737-aa7b-081df7b4275d, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9a30ed60-8111-4737-aa7b-081df7b4275d,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:47.885732 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.917538 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.006369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Pushing event updated for resources: {'Port': ['ID=9a30ed60-8111-4737-aa7b-081df7b4275d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:48.012742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b66037f-898a-4311-b1ee-09d5a6407fc7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:48.014275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-08835470-c33b-430b-bf7a-f15887c12ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.014768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-08835470-c33b-430b-bf7a-f15887c12ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.015223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-08835470-c33b-430b-bf7a-f15887c12ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.016834 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-08835470-c33b-430b-bf7a-f15887c12ef0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2727594 Jul 29 23:29:48.021925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.022402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.023949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-d1f86d13-df44-47f9-95fd-b0cdd334fd03 service neutron] 10.222.0.42 "PUT /v2.0/ports/9a30ed60-8111-4737-aa7b-081df7b4275d HTTP/1.1" status: 200 len: 1136 time: 1.9346740 Jul 29 23:29:48.026686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:48.032621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009b7d8-c8d1-4f05-a254-6e63d8ed4dbd req-b99384ef-88c5-41a2-b14b-434d7eb38f13 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.039430 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] Sync routers for ids ['86dcd845-d0fd-4268-81e5-6abab379d4b6'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:48.040919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2009b7d8-c8d1-4f05-a254-6e63d8ed4dbd req-b99384ef-88c5-41a2-b14b-434d7eb38f13 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.2463636 Jul 29 23:29:48.053120 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] Routers {'86dcd845-d0fd-4268-81e5-6abab379d4b6'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:48.054558 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86dcd845-d0fd-4268-81e5-6abab379d4b6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:48.094640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:48.124805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2009b7d8-c8d1-4f05-a254-6e63d8ed4dbd req-83260016-6c4b-4349-a2f8-cd06a56b5290 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828054 Jul 29 23:29:48.170569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5a00-8b23-4ef8-b8c0-1aeb88f0d8d9 req-fc0f7398-acd5-4fb3-ae07-ad87ba1c8ad3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.191587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5a00-8b23-4ef8-b8c0-1aeb88f0d8d9 req-fc0f7398-acd5-4fb3-ae07-ad87ba1c8ad3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.209295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5a00-8b23-4ef8-b8c0-1aeb88f0d8d9 req-fc0f7398-acd5-4fb3-ae07-ad87ba1c8ad3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.222490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5a00-8b23-4ef8-b8c0-1aeb88f0d8d9 req-fc0f7398-acd5-4fb3-ae07-ad87ba1c8ad3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.227457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] No DVR routers for this DVR port 7c61c155-73d7-4ecc-8db0-56de355f7d6d on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:48.238241 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.247388 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fc1a26e5-4d41-44b5-a530-8ac306bbcffd req-be407f31-938c-4cfd-876b-4bb0c1bbf571 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.42 "DELETE /v2.0/ports/7c61c155-73d7-4ecc-8db0-56de355f7d6d HTTP/1.1" status: 204 len: 173 time: 2.0907810 Jul 29 23:29:48.257418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5a00-8b23-4ef8-b8c0-1aeb88f0d8d9 req-fc0f7398-acd5-4fb3-ae07-ad87ba1c8ad3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.263610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5a00-8b23-4ef8-b8c0-1aeb88f0d8d9 req-fc0f7398-acd5-4fb3-ae07-ad87ba1c8ad3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.266539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'name': 'network-vif-deleted', 'tag': '7c61c155-73d7-4ecc-8db0-56de355f7d6d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:48.269618 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d12be78-192d-48a9-9d89-0cd6d2306718" -d '{"events": [{"server_uuid": "8916f70b-63c7-4b5d-91bd-8453a725c2c8", "name": "network-vif-deleted", "tag": "7c61c155-73d7-4ecc-8db0-56de355f7d6d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:48.294577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5a00-8b23-4ef8-b8c0-1aeb88f0d8d9 req-fc0f7398-acd5-4fb3-ae07-ad87ba1c8ad3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.303232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e9e5a00-8b23-4ef8-b8c0-1aeb88f0d8d9 req-fc0f7398-acd5-4fb3-ae07-ad87ba1c8ad3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5383 time: 0.4212124 Jul 29 23:29:48.339221 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-5ed75341-e486-46e2-b437-344ec276cec1 service neutron] 10.222.0.47 "GET /v2.0/ports/9afd1aae-3f12-4f33-99da-51be8cf3651f/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 383 time: 0.3191187 Jul 29 23:29:48.430841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Attempting to bind port 7b66037f-898a-4311-b1ee-09d5a6407fc7 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:48.431258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Attempting to bind port 7b66037f-898a-4311-b1ee-09d5a6407fc7 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:48.431511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Attempting to bind port 7b66037f-898a-4311-b1ee-09d5a6407fc7 on network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:48.441240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-f23ebe8d-ce4a-48ad-a7bb-70935ac2c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.443362 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4ba38547-a0bb-462f-87d0-36ed226b1c4c req-f23ebe8d-ce4a-48ad-a7bb-70935ac2c028 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3753047 Jul 29 23:29:48.457522 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] Set router 86dcd845-d0fd-4268-81e5-6abab379d4b6 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:48.459740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Port 7b66037f-898a-4311-b1ee-09d5a6407fc7 on network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:48.460099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Attempting to bind port 7b66037f-898a-4311-b1ee-09d5a6407fc7 on network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:48.481984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:48.482332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Checking segment: {'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:48.482781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Bound using segment: {'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:48.483233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Bound port: 7b66037f-898a-4311-b1ee-09d5a6407fc7, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19e8f90-6e73-4897-8934-239686eb03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:48.483642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.487236 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.521318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e9e5a00-8b23-4ef8-b8c0-1aeb88f0d8d9 req-c7f74995-34a9-4ec0-82bc-bfef584df591 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657481 Jul 29 23:29:48.602721 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.621622 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802c8af4-a078-4808-b8c5-4b79919fc978 x-openstack-request-id: req-802c8af4-a078-4808-b8c5-4b79919fc978 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:48.621967 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8916f70b-63c7-4b5d-91bd-8453a725c2c8", "name": "network-vif-deleted", "tag": "7c61c155-73d7-4ecc-8db0-56de355f7d6d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:48.622226 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-802c8af4-a078-4808-b8c5-4b79919fc978 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:48.622616 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8916f70b-63c7-4b5d-91bd-8453a725c2c8', 'name': 'network-vif-deleted', 'tag': '7c61c155-73d7-4ecc-8db0-56de355f7d6d', 'status': 'completed', 'code': 200} Jul 29 23:29:48.640633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] For port 7b66037f-898a-4311-b1ee-09d5a6407fc7, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:48.652458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] For port 7b66037f-898a-4311-b1ee-09d5a6407fc7, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7b66037f-898a-4311-b1ee-09d5a6407fc7,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:48.664042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.703219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.703898 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.705379 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/7b66037f-898a-4311-b1ee-09d5a6407fc7 HTTP/1.1" status: 200 len: 1093 time: 1.8707910 Jul 29 23:29:48.747651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547682c-d424-4680-be5d-5ac221eb46e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b66037f-898a-4311-b1ee-09d5a6407fc7,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:48.904497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bc076-677c-4f40-b763-64fb516b0f9c req-05150efd-c501-4c7c-b2e6-de5c47266c03 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.913185 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-688bc076-677c-4f40-b763-64fb516b0f9c req-05150efd-c501-4c7c-b2e6-de5c47266c03 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 944 time: 0.2873006 Jul 29 23:29:48.914645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc613f-36bc-4964-bf4c-154579e06113 req-1dcebbeb-9fbf-4a25-bf9d-71c3d76f2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.921195 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-1dcebbeb-9fbf-4a25-bf9d-71c3d76f2a80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53c8880e1e7446ec865c8ce14c62cafe&device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0737498 Jul 29 23:29:48.922601 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:03Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '840c58cb-7ce1-47ac-bff3-4b284142685d', 'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'mac_address': 'fa:16:3e:a0:88:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:02Z', 'updated_at': '2021-07-29T23:27:09Z', 'revision_number': 5, 'project_id': '186d048e8b144e568c3593646dc90002', 'subnets': [{'id': '781f0991-f851-457a-95d3-40463985f21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:48.955790 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] Checking router: 86dcd845-d0fd-4268-81e5-6abab379d4b6 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:48.958408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ebed-fa6b-44ca-991f-95aea4088765 req-d5d134e0-ccae-48f5-b6c1-517015b6a22e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.966431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f346ebed-fa6b-44ca-991f-95aea4088765 req-d5d134e0-ccae-48f5-b6c1-517015b6a22e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.2995143 Jul 29 23:29:48.980598 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] Routers {'86dcd845-d0fd-4268-81e5-6abab379d4b6'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:48.981460 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86dcd845-d0fd-4268-81e5-6abab379d4b6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:49.039603 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-015ef7ae-4cad-4456-8fd6-04beadfc6c51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b66037f-898a-4311-b1ee-09d5a6407fc7 HTTP/1.1" status: 200 len: 217 time: 0.0567250 Jul 29 23:29:49.050289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-688bc076-677c-4f40-b763-64fb516b0f9c req-b92129b4-dcef-49d5-b419-f288affb4586 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356936 Jul 29 23:29:49.124056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f346ebed-fa6b-44ca-991f-95aea4088765 req-98d64ea5-da55-4d53-a100-b9cf463e5d65 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255283 Jul 29 23:29:49.138565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-a8483871-ae9c-44ca-9559-eaf76a04835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.145226 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-a8483871-ae9c-44ca-9559-eaf76a04835a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1&tenant_id=aa5e3b62e01345e1bd6c3e2255e08588 HTTP/1.1" status: 200 len: 1102 time: 0.2471144 Jul 29 23:29:49.147514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc613f-36bc-4964-bf4c-154579e06113 req-8cfe8a94-627d-412f-924a-8553fcca698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.150927 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-8cfe8a94-627d-412f-924a-8553fcca698f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2379aad-a3a4-426e-89ed-670e8757593e HTTP/1.1" status: 200 len: 854 time: 0.1012738 Jul 29 23:29:49.168435 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] Set router 86dcd845-d0fd-4268-81e5-6abab379d4b6 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:49.244924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbd0ea1-b328-4a0a-9622-94712cd1db99 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:49.265831 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc613f-36bc-4964-bf4c-154579e06113 req-f00f201a-e3f6-42d4-b722-4c0363d8a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.267525 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-f00f201a-e3f6-42d4-b722-4c0363d8a91c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933409 Jul 29 23:29:49.271144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.274688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-89fa468b-95af-4207-a856-581d50f37858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.276852 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-89fa468b-95af-4207-a856-581d50f37858 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 1102 time: 0.0623336 Jul 29 23:29:49.293069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5d2f409-f618-4591-aae2-a569d1615a17 req-48c7b6d5-fc61-4c88-9b05-1ded7214c5a8 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/ports?device_id=8916f70b-63c7-4b5d-91bd-8453a725c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0660930 Jul 29 23:29:49.325107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Transition to ACTIVE for port object 7cbd0ea1-b328-4a0a-9622-94712cd1db99 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:49.335129 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.344420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b8dab-91d4-4f8e-a133-532cf2e42a95 req-2572d482-4607-43fb-8250-d4385f2bb442 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.352400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c65b8dab-91d4-4f8e-a133-532cf2e42a95 req-2572d482-4607-43fb-8250-d4385f2bb442 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 945 time: 0.1453667 Jul 29 23:29:49.435815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7c61c155-73d7-4ecc-8db0-56de355f7d6d no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:49.473260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 7c61c155-73d7-4ecc-8db0-56de355f7d6d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:49.473847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7c61c155-73d7-4ecc-8db0-56de355f7d6d not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:49.490507 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c65b8dab-91d4-4f8e-a133-532cf2e42a95 req-b010b2ed-2c25-4282-bd38-22cee68bbd38 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228907 Jul 29 23:29:49.516034 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-f6e270ba-adac-40cd-9496-c41ae038f233 service neutron] 10.222.0.47 "GET /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379465 Jul 29 23:29:49.545550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Pushing event updated for resources: {'Port': ['ID=7cbd0ea1-b328-4a0a-9622-94712cd1db99,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:49.569764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': '9a30ed60-8111-4737-aa7b-081df7b4275d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:49.572384 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db277d53-5246-4156-ab7d-63e5507ba35e" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "9a30ed60-8111-4737-aa7b-081df7b4275d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:49.613011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-67bc6b8e-8d5b-4e5b-887d-0b6c816d87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.616381 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-67bc6b8e-8d5b-4e5b-887d-0b6c816d87f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.3304813 Jul 29 23:29:49.690128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d404-9b29-4109-941c-20b30a97ad5c req-023a6383-02bc-4210-b07c-771988d8d674 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.702051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a99d404-9b29-4109-941c-20b30a97ad5c req-023a6383-02bc-4210-b07c-771988d8d674 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.2502503 Jul 29 23:29:49.782489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a99d404-9b29-4109-941c-20b30a97ad5c req-3438e08d-2f6e-4821-89e4-c9313d5b8e88 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736878 Jul 29 23:29:49.796814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Attempting to bind port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:49.797722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Attempting to bind port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:49.798228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Attempting to bind port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:49.806980 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:03Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '840c58cb-7ce1-47ac-bff3-4b284142685d', 'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'mac_address': 'fa:16:3e:a0:88:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:02Z', 'updated_at': '2021-07-29T23:27:09Z', 'revision_number': 5, 'project_id': '186d048e8b144e568c3593646dc90002', 'subnets': [{'id': '781f0991-f851-457a-95d3-40463985f21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:49.832444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:49.832849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Attempting to bind port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:49.837432 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3198bdf-773c-4dbc-acec-9096550c427f x-openstack-request-id: req-c3198bdf-773c-4dbc-acec-9096550c427f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:49.837850 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "9a30ed60-8111-4737-aa7b-081df7b4275d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:49.838190 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3198bdf-773c-4dbc-acec-9096550c427f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:49.838733 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': '9a30ed60-8111-4737-aa7b-081df7b4275d', 'status': 'completed', 'code': 200} Jul 29 23:29:49.848532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:49.849671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Checking segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:49.850549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Bound using segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:49.851647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Bound port: 7cbd0ea1-b328-4a0a-9622-94712cd1db99, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:49.852235 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.871857 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f0a16-e292-42fc-8dc4-86f56226f302 None None] The sync data for ids ['86dcd845-d0fd-4268-81e5-6abab379d4b6'] in n-d-712139-11 is: [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:03Z', 'revision_number': 4, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '840c58cb-7ce1-47ac-bff3-4b284142685d', 'name': '', 'network_id': '2a85bd5b-521f-4c3a-a403-534b13c539fa', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'mac_address': 'fa:16:3e:a0:88:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '781f0991-f851-457a-95d3-40463985f21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:02Z', 'updated_at': '2021-07-29T23:27:09Z', 'revision_number': 5, 'project_id': '186d048e8b144e568c3593646dc90002', 'subnets': [{'id': '781f0991-f851-457a-95d3-40463985f21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:49.892342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ad7d-1f9e-47cd-9079-b93d8bd560f4 req-4eb6af23-fc5c-4f9c-a622-805dbb2a9eda tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.898770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ad7d-1f9e-47cd-9079-b93d8bd560f4 req-4eb6af23-fc5c-4f9c-a622-805dbb2a9eda tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.905329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ad7d-1f9e-47cd-9079-b93d8bd560f4 req-4eb6af23-fc5c-4f9c-a622-805dbb2a9eda tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.912747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ad7d-1f9e-47cd-9079-b93d8bd560f4 req-4eb6af23-fc5c-4f9c-a622-805dbb2a9eda tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.919114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ad7d-1f9e-47cd-9079-b93d8bd560f4 req-4eb6af23-fc5c-4f9c-a622-805dbb2a9eda tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.926205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ad7d-1f9e-47cd-9079-b93d8bd560f4 req-4eb6af23-fc5c-4f9c-a622-805dbb2a9eda tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.934210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ad7d-1f9e-47cd-9079-b93d8bd560f4 req-4eb6af23-fc5c-4f9c-a622-805dbb2a9eda tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.936263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1813ad7d-1f9e-47cd-9079-b93d8bd560f4 req-4eb6af23-fc5c-4f9c-a622-805dbb2a9eda tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5395 time: 0.1522000 Jul 29 23:29:50.029309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1813ad7d-1f9e-47cd-9079-b93d8bd560f4 req-393295af-1882-410b-8bea-029b63b2002f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674853 Jul 29 23:29:50.034060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] For port 7cbd0ea1-b328-4a0a-9622-94712cd1db99, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:50.038546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] For port 7cbd0ea1-b328-4a0a-9622-94712cd1db99, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7cbd0ea1-b328-4a0a-9622-94712cd1db99,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:50.042713 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.086295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.086754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.088258 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] 10.222.0.42 "PUT /v2.0/ports/7cbd0ea1-b328-4a0a-9622-94712cd1db99 HTTP/1.1" status: 200 len: 1091 time: 2.0032489 Jul 29 23:29:50.119313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbc49d-cdff-4920-bb6d-fd1ab5aa32ba service neutron] Pushing event updated for resources: {'Port': ['ID=7cbd0ea1-b328-4a0a-9622-94712cd1db99,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:50.134760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:50.184072 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-90fb4f7a-d22b-4177-ae31-66677ec1325e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f HTTP/1.1" status: 200 len: 217 time: 0.5597658 Jul 29 23:29:50.324387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccd3a32-c33a-4731-94f4-eb5339620f2d None None] New status for floating IP 1d9b1a61-ada1-4f2d-9329-0325c60dc2a7: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:29:50.343270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14cc613f-36bc-4964-bf4c-154579e06113 req-7dad4164-a8b4-4808-9a2f-0040913138a1 service neutron] 10.222.0.47 "GET /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8133271 Jul 29 23:29:50.344903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-dbf37088-2caf-4a62-b740-188874005a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.348114 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-dbf37088-2caf-4a62-b740-188874005a32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1379204 Jul 29 23:29:50.438049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-a07d8a12-50ea-42e3-92d9-9b90cd2da0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.438841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-a07d8a12-50ea-42e3-92d9-9b90cd2da0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.439395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-a07d8a12-50ea-42e3-92d9-9b90cd2da0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.439940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-a07d8a12-50ea-42e3-92d9-9b90cd2da0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.440566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-a07d8a12-50ea-42e3-92d9-9b90cd2da0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.441212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-a07d8a12-50ea-42e3-92d9-9b90cd2da0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.441754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-a07d8a12-50ea-42e3-92d9-9b90cd2da0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.444422 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db277d53-5246-4156-ab7d-63e5507ba35e req-a07d8a12-50ea-42e3-92d9-9b90cd2da0b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6291 time: 0.3220737 Jul 29 23:29:50.452867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-415c3250-08b0-4ae2-8d7e-302b00c3acb7 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.454529 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-415c3250-08b0-4ae2-8d7e-302b00c3acb7 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 945 time: 0.2998955 Jul 29 23:29:50.470963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-dbb972e7-e164-4b1e-a3e3-f32c1d225fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.472826 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-dbb972e7-e164-4b1e-a3e3-f32c1d225fd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114454 Jul 29 23:29:50.617422 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.632304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'tag': '7b66037f-898a-4311-b1ee-09d5a6407fc7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:50.634654 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77220f9-96a8-4cea-8e31-d0a2b195adf4" -d '{"events": [{"name": "network-changed", "server_uuid": "e205620c-7f86-4157-911b-bf16d2537ec6", "tag": "7b66037f-898a-4311-b1ee-09d5a6407fc7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:50.650822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdb0d6-3b2f-4197-93e2-fa0710b22806 req-c19b2474-41de-4a49-be7b-7e74ecbdd35c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.652382 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4bdb0d6-3b2f-4197-93e2-fa0710b22806 req-c19b2474-41de-4a49-be7b-7e74ecbdd35c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.0960281 Jul 29 23:29:50.667594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f7d8-103f-48c8-8910-f0b8d106c4d4 req-f346bea9-20af-4d19-acb1-3860d216e474 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.675200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e06f7d8-103f-48c8-8910-f0b8d106c4d4 req-f346bea9-20af-4d19-acb1-3860d216e474 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 944 time: 0.4792004 Jul 29 23:29:50.747500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-5487726a-f980-4736-abf7-3683f266b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.748433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-5487726a-f980-4736-abf7-3683f266b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.748610 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-5487726a-f980-4736-abf7-3683f266b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.750259 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db277d53-5246-4156-ab7d-63e5507ba35e req-5487726a-f980-4736-abf7-3683f266b842 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2761283 Jul 29 23:29:50.753567 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-03bd55db-e26f-4bc6-b524-ba0e030fb170 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706864 Jul 29 23:29:50.759471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-11298b09-9684-48fd-8759-d0d5fe366797 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Deleting port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:50.759821 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-11298b09-9684-48fd-8759-d0d5fe366797 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.779234 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e06f7d8-103f-48c8-8910-f0b8d106c4d4 req-c7406e74-75e4-49c3-bccc-16185385cdbb tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011543 Jul 29 23:29:50.854362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4bdb0d6-3b2f-4197-93e2-fa0710b22806 req-63df6710-45c8-49ab-9b33-98ab74ea5ea4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511853 Jul 29 23:29:51.043706 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-11298b09-9684-48fd-8759-d0d5fe366797 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] For port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:51.044114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-11298b09-9684-48fd-8759-d0d5fe366797 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.059819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-11298b09-9684-48fd-8759-d0d5fe366797 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Calling delete_port for 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:51.181351 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ba537e-68f0-4720-8bf3-7b2de7fa21bd x-openstack-request-id: req-34ba537e-68f0-4720-8bf3-7b2de7fa21bd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:51.181748 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e205620c-7f86-4157-911b-bf16d2537ec6", "tag": "7b66037f-898a-4311-b1ee-09d5a6407fc7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:51.181963 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34ba537e-68f0-4720-8bf3-7b2de7fa21bd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:51.182317 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'tag': '7b66037f-898a-4311-b1ee-09d5a6407fc7', 'status': 'completed', 'code': 200} Jul 29 23:29:51.225614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2955-e0ef-4278-9aee-b148c202fb86 req-cc4fc61b-e3a0-4925-b040-b5e70a19090e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.227065 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98dd2955-e0ef-4278-9aee-b148c202fb86 req-cc4fc61b-e3a0-4925-b040-b5e70a19090e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 945 time: 0.1851621 Jul 29 23:29:51.229854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e06abad-472f-4304-a1f0-7bb6c96d45a5 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:51.237761 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24ef8130-3fac-40d1-9c82-b0db28944c61 req-fbbd97cf-b62e-4901-ad99-604f676d10ef service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735944 Jul 29 23:29:51.241027 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.253954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee41c45-26db-4e2b-a5fb-91c8d6e90b23 req-2246d271-7827-461a-8378-2b2f6dd86932 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.261143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ee41c45-26db-4e2b-a5fb-91c8d6e90b23 req-2246d271-7827-461a-8378-2b2f6dd86932 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1278803 Jul 29 23:29:51.303535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Transition to ACTIVE for port object 6e06abad-472f-4304-a1f0-7bb6c96d45a5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:51.318943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d53-5246-4156-ab7d-63e5507ba35e req-4451975a-c2b8-4091-82e0-25d11f5a5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.322321 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.327888 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db277d53-5246-4156-ab7d-63e5507ba35e req-4451975a-c2b8-4091-82e0-25d11f5a5cdb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5453091 Jul 29 23:29:51.371167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-cc9c5870-d2ee-415a-8d47-9c60bcaabdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.372772 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-cc9c5870-d2ee-415a-8d47-9c60bcaabdad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53c8880e1e7446ec865c8ce14c62cafe&device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 1096 time: 0.2179446 Jul 29 23:29:51.374880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ee41c45-26db-4e2b-a5fb-91c8d6e90b23 req-29c1b16b-ff05-416b-a336-22d14669e333 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034057 Jul 29 23:29:51.385781 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98dd2955-e0ef-4278-9aee-b148c202fb86 req-babc02ac-2fb1-4da5-a8a9-44ae859d1b38 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421635 Jul 29 23:29:51.401429 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-11298b09-9684-48fd-8759-d0d5fe366797 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.434538 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['4927d36d-ef03-499e-a403-73ba5fbf7d31', '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:51.454785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43298) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:51.499226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Pushing event updated for resources: {'Port': ['ID=6e06abad-472f-4304-a1f0-7bb6c96d45a5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:51.499469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7012af33-f9a5-4829-bc42-903205224f39'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:51.586179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11298b09-9684-48fd-8759-d0d5fe366797 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Pushing event deleted for resources: {'Port': ['ID=3b6d842a-edfb-4c27-8e6f-b55b1c0f4933,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:51.673420 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2a48759-8c90-4621-823f-2195da387407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.711966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30e1cb-894b-4fd9-b845-08b052ef64df req-38b56317-ddab-41c8-bc56-90cb2489d98c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.718874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30e1cb-894b-4fd9-b845-08b052ef64df req-38b56317-ddab-41c8-bc56-90cb2489d98c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.725092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30e1cb-894b-4fd9-b845-08b052ef64df req-38b56317-ddab-41c8-bc56-90cb2489d98c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.730062 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-a009833d-b7cd-4cbb-8865-dfa1f0e0d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.731892 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-a009833d-b7cd-4cbb-8865-dfa1f0e0d402 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e HTTP/1.1" status: 200 len: 916 time: 0.3500931 Jul 29 23:29:51.732078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30e1cb-894b-4fd9-b845-08b052ef64df req-38b56317-ddab-41c8-bc56-90cb2489d98c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.733115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-11298b09-9684-48fd-8759-d0d5fe366797 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] No DVR routers for this DVR port 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:51.736778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-11298b09-9684-48fd-8759-d0d5fe366797 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.738432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30e1cb-894b-4fd9-b845-08b052ef64df req-38b56317-ddab-41c8-bc56-90cb2489d98c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.738811 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78f46c51-f1cf-4c52-bd8c-1fcf1ceb1518 req-11298b09-9684-48fd-8759-d0d5fe366797 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.42 "DELETE /v2.0/ports/3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 HTTP/1.1" status: 204 len: 173 time: 1.2474005 Jul 29 23:29:51.745363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30e1cb-894b-4fd9-b845-08b052ef64df req-38b56317-ddab-41c8-bc56-90cb2489d98c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.754879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30e1cb-894b-4fd9-b845-08b052ef64df req-38b56317-ddab-41c8-bc56-90cb2489d98c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.763733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d30e1cb-894b-4fd9-b845-08b052ef64df req-38b56317-ddab-41c8-bc56-90cb2489d98c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5407 time: 0.2339532 Jul 29 23:29:51.772241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb161ef4-2b11-4385-82f8-2d7db9f30bb2 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.874680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Attempting to bind port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:51.875081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Attempting to bind port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:51.875903 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Attempting to bind port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:51.882032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': '7cbd0ea1-b328-4a0a-9622-94712cd1db99'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:51.884415 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "7cbd0ea1-b328-4a0a-9622-94712cd1db99"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:51.889514 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-c710ab7e-004d-416f-bcb7-e79ef62002df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b66037f-898a-4311-b1ee-09d5a6407fc7 HTTP/1.1" status: 200 len: 217 time: 0.1485806 Jul 29 23:29:51.916309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d30e1cb-894b-4fd9-b845-08b052ef64df req-e78a40b9-8543-4da0-9427-ffdad0144d0a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514516 Jul 29 23:29:51.916947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:51.919613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Attempting to bind port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:51.982439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-855ab2b1-e7d1-4922-87de-0365b0e6ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.984286 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-855ab2b1-e7d1-4922-87de-0365b0e6ccb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2379aad-a3a4-426e-89ed-670e8757593e HTTP/1.1" status: 200 len: 854 time: 0.0866621 Jul 29 23:29:52.045019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb161ef4-2b11-4385-82f8-2d7db9f30bb2 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.059895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-abcab9e9-b9dc-4d6a-980a-a1a8ddcd99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.065321 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-abcab9e9-b9dc-4d6a-980a-a1a8ddcd99d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740902 Jul 29 23:29:52.093298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:52.093726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Checking segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:52.094197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Bound using segment: {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:52.094713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Bound port: 6e06abad-472f-4304-a1f0-7bb6c96d45a5, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538e0104-3277-40ce-9cae-3f8078e09231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:52.095138 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.174782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106963-7622-4b31-b753-f8e2f2f8fea0 req-a765e610-daeb-4abd-9b53-d159babc7e48 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.177354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18106963-7622-4b31-b753-f8e2f2f8fea0 req-a765e610-daeb-4abd-9b53-d159babc7e48 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 944 time: 0.2340200 Jul 29 23:29:52.203360 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-066133c0-2cb7-4131-8456-56fd3a949534 service neutron] 10.222.0.47 "GET /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301534 Jul 29 23:29:52.247713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b248-ad5a-43ba-a46b-cb82e1d6f688 req-5be60e4e-bc5c-4d37-8672-343c5e8f6c73 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.255163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b352b248-ad5a-43ba-a46b-cb82e1d6f688 req-5be60e4e-bc5c-4d37-8672-343c5e8f6c73 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1660433 Jul 29 23:29:52.313606 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb161ef4-2b11-4385-82f8-2d7db9f30bb2 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.316405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb161ef4-2b11-4385-82f8-2d7db9f30bb2 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.319978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bb161ef4-2b11-4385-82f8-2d7db9f30bb2 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "DELETE /v2.0/security-groups/1ff22daa-b92d-452f-8451-1785d17005d5 HTTP/1.1" status: 204 len: 168 time: 0.8617551 Jul 29 23:29:52.321524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43310) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:52.354429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b352b248-ad5a-43ba-a46b-cb82e1d6f688 req-6ce2e3dd-79bc-4a8c-b405-34ee24e7bed7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973594 Jul 29 23:29:52.360143 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-5a428f6a-b759-4536-bd63-11d895557809 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] show failed (client error): The resource could not be found. Jul 29 23:29:52.367959 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5a428f6a-b759-4536-bd63-11d895557809 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "GET /v2.0/security-groups/1ff22daa-b92d-452f-8451-1785d17005d5 HTTP/1.1" status: 404 len: 347 time: 0.0420437 Jul 29 23:29:52.371608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb161ef4-2b11-4385-82f8-2d7db9f30bb2 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff22daa-b92d-452f-8451-1785d17005d5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:52.372376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43312) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:52.376004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18106963-7622-4b31-b753-f8e2f2f8fea0 req-0bb13746-b0b7-43bf-8ece-cacaba401cb5 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1765029 Jul 29 23:29:52.377676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] For port 6e06abad-472f-4304-a1f0-7bb6c96d45a5, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:52.382965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] For port 6e06abad-472f-4304-a1f0-7bb6c96d45a5, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6e06abad-472f-4304-a1f0-7bb6c96d45a5,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:52.402849 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.447049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9afd1aae-3f12-4f33-99da-51be8cf3651f no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:52.490160 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61246910-9527-4a1b-8c20-3648da643372 x-openstack-request-id: req-61246910-9527-4a1b-8c20-3648da643372 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:52.490456 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "7cbd0ea1-b328-4a0a-9622-94712cd1db99", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:52.493412 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61246910-9527-4a1b-8c20-3648da643372 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:52.493840 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': '7cbd0ea1-b328-4a0a-9622-94712cd1db99', 'status': 'completed', 'code': 200} Jul 29 23:29:52.524255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.525242 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.527220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] 10.222.0.42 "PUT /v2.0/ports/6e06abad-472f-4304-a1f0-7bb6c96d45a5 HTTP/1.1" status: 200 len: 1092 time: 2.3966186 Jul 29 23:29:52.636528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:52.647840 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e77220f9-96a8-4cea-8e31-d0a2b195adf4 req-7fb91597-fc6b-4049-a35e-4bffa6fed959 service neutron] 10.222.0.47 "GET /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333124 Jul 29 23:29:52.682267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dca39-45de-4662-8923-226a6d8a911b service neutron] Pushing event updated for resources: {'Port': ['ID=6e06abad-472f-4304-a1f0-7bb6c96d45a5,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:52.719598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed1587-3b7e-4147-aab5-36a3f64e21e9 req-da3803d5-8728-4b89-9e85-90971afac6ce tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.721576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18ed1587-3b7e-4147-aab5-36a3f64e21e9 req-da3803d5-8728-4b89-9e85-90971afac6ce tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1669133 Jul 29 23:29:52.748469 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.788732 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.844465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63129681-5022-4d10-81b9-c786bc16d2f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afd1aae-3f12-4f33-99da-51be8cf3651f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:52.847031 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9db6ca0-c01d-4c96-9a8d-7d601ba466ca" -d '{"events": [{"server_uuid": "63129681-5022-4d10-81b9-c786bc16d2f1", "name": "network-vif-unplugged", "status": "completed", "tag": "9afd1aae-3f12-4f33-99da-51be8cf3651f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:52.890487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9afd1aae-3f12-4f33-99da-51be8cf3651f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:52.901807 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.926643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-f55dcb12-e7d2-4a63-9f3b-225a89fd71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.927269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-f55dcb12-e7d2-4a63-9f3b-225a89fd71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.928446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-f55dcb12-e7d2-4a63-9f3b-225a89fd71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.931495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-f55dcb12-e7d2-4a63-9f3b-225a89fd71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.932432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-f55dcb12-e7d2-4a63-9f3b-225a89fd71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.940744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-f55dcb12-e7d2-4a63-9f3b-225a89fd71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.941312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-f55dcb12-e7d2-4a63-9f3b-225a89fd71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.947550 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-f55dcb12-e7d2-4a63-9f3b-225a89fd71f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6359 time: 0.3179488 Jul 29 23:29:53.001426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bb830ba5-f5a7-4b98-aea5-224112b7e362 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Deleting port a6fde633-5916-4280-aefe-0b3175ca2648 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:53.001772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb830ba5-f5a7-4b98-aea5-224112b7e362 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.033633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18ed1587-3b7e-4147-aab5-36a3f64e21e9 req-7964d035-736e-444d-b9a6-e97bef652645 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844958 Jul 29 23:29:53.057051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=9afd1aae-3f12-4f33-99da-51be8cf3651f,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:53.127149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3376a2f8-fdec-4274-8e24-9f8d07e529ca req-660d9358-52f9-4147-8b86-bfadddd83a7b tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f71f930-89bd-45ad-9667-6c1d40b1fe7f HTTP/1.1" status: 200 len: 210 time: 0.3173373 Jul 29 23:29:53.185854 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f71f930-89bd-45ad-9667-6c1d40b1fe7f', 'name': 'network-vif-deleted', 'tag': '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:53.194175 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867e05a2-8033-4aec-97f4-210e102876e2" -d '{"events": [{"server_uuid": "2f71f930-89bd-45ad-9667-6c1d40b1fe7f", "name": "network-vif-deleted", "tag": "3b6d842a-edfb-4c27-8e6f-b55b1c0f4933"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:53.216283 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48466de-45a2-41c8-a1aa-5f2d48f05fa0 x-openstack-request-id: req-d48466de-45a2-41c8-a1aa-5f2d48f05fa0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:53.216588 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63129681-5022-4d10-81b9-c786bc16d2f1", "name": "network-vif-unplugged", "status": "completed", "tag": "9afd1aae-3f12-4f33-99da-51be8cf3651f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:53.216850 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d48466de-45a2-41c8-a1aa-5f2d48f05fa0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:53.217258 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63129681-5022-4d10-81b9-c786bc16d2f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afd1aae-3f12-4f33-99da-51be8cf3651f', 'code': 200} Jul 29 23:29:53.327706 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2042c523-87bf-4660-a04c-e0757c794465 x-openstack-request-id: req-2042c523-87bf-4660-a04c-e0757c794465 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:53.328563 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f71f930-89bd-45ad-9667-6c1d40b1fe7f", "name": "network-vif-deleted", "tag": "3b6d842a-edfb-4c27-8e6f-b55b1c0f4933", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:53.328921 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2042c523-87bf-4660-a04c-e0757c794465 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:53.329476 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f71f930-89bd-45ad-9667-6c1d40b1fe7f', 'name': 'network-vif-deleted', 'tag': '3b6d842a-edfb-4c27-8e6f-b55b1c0f4933', 'status': 'completed', 'code': 200} Jul 29 23:29:53.370598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-b7f45a4c-0a56-49e7-b79f-559b349f0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.371238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-b7f45a4c-0a56-49e7-b79f-559b349f0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.371778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-b7f45a4c-0a56-49e7-b79f-559b349f0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.373567 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-b7f45a4c-0a56-49e7-b79f-559b349f0ee4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3986242 Jul 29 23:29:53.375522 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb830ba5-f5a7-4b98-aea5-224112b7e362 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.375970 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb830ba5-f5a7-4b98-aea5-224112b7e362 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.378082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffeca9-c066-4455-996f-a866eda997b8 req-35a686fb-b273-421b-9f5a-3af5d5c2c671 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.385588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffeca9-c066-4455-996f-a866eda997b8 req-35a686fb-b273-421b-9f5a-3af5d5c2c671 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.391671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffeca9-c066-4455-996f-a866eda997b8 req-35a686fb-b273-421b-9f5a-3af5d5c2c671 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.398146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffeca9-c066-4455-996f-a866eda997b8 req-35a686fb-b273-421b-9f5a-3af5d5c2c671 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.404506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffeca9-c066-4455-996f-a866eda997b8 req-35a686fb-b273-421b-9f5a-3af5d5c2c671 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.420233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffeca9-c066-4455-996f-a866eda997b8 req-35a686fb-b273-421b-9f5a-3af5d5c2c671 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.432842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:53.450053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffeca9-c066-4455-996f-a866eda997b8 req-35a686fb-b273-421b-9f5a-3af5d5c2c671 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.467298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90ffeca9-c066-4455-996f-a866eda997b8 req-35a686fb-b273-421b-9f5a-3af5d5c2c671 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5407 time: 0.2019048 Jul 29 23:29:53.482462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:53.497946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-2e7691b6-51dd-4b35-95ef-fc3e480b84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.499490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 3b6d842a-edfb-4c27-8e6f-b55b1c0f4933 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:53.500250 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0d0a22b7-be62-431f-bf7c-1dbae56e3cf3 req-2e7691b6-51dd-4b35-95ef-fc3e480b84e5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060791 Jul 29 23:29:53.504400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bb830ba5-f5a7-4b98-aea5-224112b7e362 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Calling delete_port for a6fde633-5916-4280-aefe-0b3175ca2648 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:53.611451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90ffeca9-c066-4455-996f-a866eda997b8 req-870015fb-4b26-456a-b330-c677d6574565 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363904 Jul 29 23:29:53.647858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba9e0b-57d9-4dfe-924d-3d92f41d728c req-25c3cb8a-4d48-4ccd-9ceb-66bf494f8766 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.656001 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dba9e0b-57d9-4dfe-924d-3d92f41d728c req-25c3cb8a-4d48-4ccd-9ceb-66bf494f8766 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 944 time: 0.1275260 Jul 29 23:29:53.745614 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb830ba5-f5a7-4b98-aea5-224112b7e362 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.764875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e960a6-a033-466f-b8fb-2b00ed28330d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:53.772778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb830ba5-f5a7-4b98-aea5-224112b7e362 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Pushing event deleted for resources: {'Port': ['ID=a6fde633-5916-4280-aefe-0b3175ca2648,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:53.774865 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.815246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dba9e0b-57d9-4dfe-924d-3d92f41d728c req-4fb33415-722a-4c80-8002-5c3bf8cfb4d9 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1581933 Jul 29 23:29:53.827904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Transition to ACTIVE for port object e7e960a6-a033-466f-b8fb-2b00ed28330d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:53.841507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ae71d-ae18-4a9d-9e3e-27b96a7bc6f3 req-dcc9db9c-4409-4095-ba74-f93df92887eb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.849919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f77ae71d-ae18-4a9d-9e3e-27b96a7bc6f3 req-dcc9db9c-4409-4095-ba74-f93df92887eb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.0969443 Jul 29 23:29:53.873042 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.915890 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb830ba5-f5a7-4b98-aea5-224112b7e362 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.928687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb830ba5-f5a7-4b98-aea5-224112b7e362 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.928687 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bb830ba5-f5a7-4b98-aea5-224112b7e362 tempest-ServersTestJSON-1229604082 tempest-ServersTestJSON-1229604082-project] 10.222.0.37 "DELETE /v2.0/floatingips/1d9b1a61-ada1-4f2d-9329-0325c60dc2a7 HTTP/1.1" status: 204 len: 168 time: 1.5516171 Jul 29 23:29:53.932767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43334) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:53.993773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f77ae71d-ae18-4a9d-9e3e-27b96a7bc6f3 req-3866f88d-c638-45e0-8035-21d8af3f9716 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352582 Jul 29 23:29:54.072387 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74e0ab1f-5a31-4f5e-bbaa-42b98d114f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.133049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Pushing event updated for resources: {'Port': ['ID=e7e960a6-a033-466f-b8fb-2b00ed28330d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:54.150627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Attempting to bind port e7e960a6-a033-466f-b8fb-2b00ed28330d on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:54.151508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Attempting to bind port e7e960a6-a033-466f-b8fb-2b00ed28330d by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:54.152231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Attempting to bind port e7e960a6-a033-466f-b8fb-2b00ed28330d on network f9d21809-0a05-413f-b507-18577fed0681 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:54.161954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Port e7e960a6-a033-466f-b8fb-2b00ed28330d on network f9d21809-0a05-413f-b507-18577fed0681 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:54.166882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Attempting to bind port e7e960a6-a033-466f-b8fb-2b00ed28330d on network f9d21809-0a05-413f-b507-18577fed0681 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:54.183650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:54.184357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Checking segment: {'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:54.184929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Bound using segment: {'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:54.185562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Bound port: e7e960a6-a033-466f-b8fb-2b00ed28330d, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:54.186694 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.193513 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.360535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] For port e7e960a6-a033-466f-b8fb-2b00ed28330d, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:54.363879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] For port e7e960a6-a033-466f-b8fb-2b00ed28330d, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e7e960a6-a033-466f-b8fb-2b00ed28330d,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:54.370677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.421793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:54.425343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.429480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] 10.222.0.42 "PUT /v2.0/ports/e7e960a6-a033-466f-b8fb-2b00ed28330d HTTP/1.1" status: 200 len: 1092 time: 1.8095124 Jul 29 23:29:54.467077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 34af723d-cdb2-4f59-bb5c-1c5442a387fd details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:54.504485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': '6e06abad-472f-4304-a1f0-7bb6c96d45a5'}, {'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': 'e7e960a6-a033-466f-b8fb-2b00ed28330d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:54.517455 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0448db73-cbc3-4a0d-810e-334200d135a9" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "6e06abad-472f-4304-a1f0-7bb6c96d45a5"}, {"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "e7e960a6-a033-466f-b8fb-2b00ed28330d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:54.562260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Request body: {'port': {'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:54.578122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d177e1-8162-4b48-b92b-891cb1ff5967 req-ca59c652-49d9-4b96-9295-def219fcdcfa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:54.586881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26d177e1-8162-4b48-b92b-891cb1ff5967 req-ca59c652-49d9-4b96-9295-def219fcdcfa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 948 time: 0.4137068 Jul 29 23:29:54.588850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:54.601119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'port_id': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'mac_address': 'fa:16:3e:cf:e0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:54.667201 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.688920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34af723d-cdb2-4f59-bb5c-1c5442a387fd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:54.741021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:54.756838 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.757556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7b66037f-898a-4311-b1ee-09d5a6407fc7 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:54.775313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.776746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26d177e1-8162-4b48-b92b-891cb1ff5967 req-ccff787d-4e7f-47af-aef1-86b6ed34ea94 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868742 Jul 29 23:29:54.837426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:54.857593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca7ab9-dd21-42d1-bb50-732b79291cfd service neutron] Pushing event updated for resources: {'Port': ['ID=e7e960a6-a033-466f-b8fb-2b00ed28330d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:54.871133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436d1d7-46b2-417b-be51-85c978875652 req-0ed9dd0f-7554-4c7a-bfc1-dc028d572f27 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:54.893448 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5436d1d7-46b2-417b-be51-85c978875652 req-0ed9dd0f-7554-4c7a-bfc1-dc028d572f27 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 945 time: 0.4603744 Jul 29 23:29:54.918812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.967287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7b66037f-898a-4311-b1ee-09d5a6407fc7, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7b66037f-898a-4311-b1ee-09d5a6407fc7,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:54.983889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '7b66037f-898a-4311-b1ee-09d5a6407fc7', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'port_id': '7b66037f-898a-4311-b1ee-09d5a6407fc7', 'mac_address': 'fa:16:3e:37:a8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:55.040815 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.053053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5436d1d7-46b2-417b-be51-85c978875652 req-9d12c7b8-d008-42a1-9135-68ad976a4b28 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584103 Jul 29 23:29:55.087511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b66037f-898a-4311-b1ee-09d5a6407fc7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:55.138577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7b66037f-898a-4311-b1ee-09d5a6407fc7, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7b66037f-898a-4311-b1ee-09d5a6407fc7,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:55.149820 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.222778 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb289121-29ba-4190-af28-69b312cb7bac x-openstack-request-id: req-eb289121-29ba-4190-af28-69b312cb7bac {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:55.223222 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "6e06abad-472f-4304-a1f0-7bb6c96d45a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "e7e960a6-a033-466f-b8fb-2b00ed28330d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:55.224042 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb289121-29ba-4190-af28-69b312cb7bac {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:55.224450 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': '6e06abad-472f-4304-a1f0-7bb6c96d45a5', 'status': 'completed', 'code': 200} Jul 29 23:29:55.224716 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': 'e7e960a6-a033-466f-b8fb-2b00ed28330d', 'status': 'completed', 'code': 200} Jul 29 23:29:55.226745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=7b66037f-898a-4311-b1ee-09d5a6407fc7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:55.318797 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.422112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3b516-f3ac-4279-b9d9-7f1e8d342114 req-bb02db91-0669-4fad-acf1-881d1533107e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.423682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ce3b516-f3ac-4279-b9d9-7f1e8d342114 req-bb02db91-0669-4fad-acf1-881d1533107e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 945 time: 0.1801195 Jul 29 23:29:55.456341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067187a-d49f-49bd-a1fd-45b36107c84a req-db1ef1b3-2454-4b0b-8d5d-1c38ed262dc3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.457276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['34af723d-cdb2-4f59-bb5c-1c5442a387fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:55.463540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067187a-d49f-49bd-a1fd-45b36107c84a req-db1ef1b3-2454-4b0b-8d5d-1c38ed262dc3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.470162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067187a-d49f-49bd-a1fd-45b36107c84a req-db1ef1b3-2454-4b0b-8d5d-1c38ed262dc3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.476921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067187a-d49f-49bd-a1fd-45b36107c84a req-db1ef1b3-2454-4b0b-8d5d-1c38ed262dc3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.483389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067187a-d49f-49bd-a1fd-45b36107c84a req-db1ef1b3-2454-4b0b-8d5d-1c38ed262dc3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.489819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067187a-d49f-49bd-a1fd-45b36107c84a req-db1ef1b3-2454-4b0b-8d5d-1c38ed262dc3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.496079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067187a-d49f-49bd-a1fd-45b36107c84a req-db1ef1b3-2454-4b0b-8d5d-1c38ed262dc3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.498202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1067187a-d49f-49bd-a1fd-45b36107c84a req-db1ef1b3-2454-4b0b-8d5d-1c38ed262dc3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5419 time: 0.2726977 Jul 29 23:29:55.555161 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ce3b516-f3ac-4279-b9d9-7f1e8d342114 req-70975bbe-e3b7-4970-bc55-192ab21f7e0d tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201558 Jul 29 23:29:55.636295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1067187a-d49f-49bd-a1fd-45b36107c84a req-0224bf2d-7bdf-47b8-81a5-5a30ce63fc80 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228123 Jul 29 23:29:55.818478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d85ed9b1-2b9e-4338-94b5-668e3570b1c0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.820437 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d85ed9b1-2b9e-4338-94b5-668e3570b1c0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 945 time: 0.6875365 Jul 29 23:29:55.837333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-a7af242a-75d9-416d-9e3e-bbd32f727758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.837983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-a7af242a-75d9-416d-9e3e-bbd32f727758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.838520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-a7af242a-75d9-416d-9e3e-bbd32f727758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.839055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-a7af242a-75d9-416d-9e3e-bbd32f727758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.840440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-a7af242a-75d9-416d-9e3e-bbd32f727758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.840980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-a7af242a-75d9-416d-9e3e-bbd32f727758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.841514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-a7af242a-75d9-416d-9e3e-bbd32f727758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.842312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3243ad-5073-4d92-9fba-cfc11172e3b9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:55.843624 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-a7af242a-75d9-416d-9e3e-bbd32f727758 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6427 time: 0.6592734 Jul 29 23:29:55.866064 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.907354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9095f0d-328f-4b26-b00a-4ed8ca74eef0 req-9108509c-4126-4c3c-b36f-a48aad27e4ed tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.909089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9095f0d-328f-4b26-b00a-4ed8ca74eef0 req-9108509c-4126-4c3c-b36f-a48aad27e4ed tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.1456828 Jul 29 23:29:55.912875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Transition to ACTIVE for port object dc3243ad-5073-4d92-9fba-cfc11172e3b9 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:55.930075 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.934660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7b66037f-898a-4311-b1ee-09d5a6407fc7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:55.990079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] Deleting port 840c58cb-7ce1-47ac-bff3-4b284142685d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:55.990602 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.996630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5df498-f161-4d36-96ab-db893e45da4e req-1b3b7187-638b-4e6c-8ef8-d50fd49316f8 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.998442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac5df498-f161-4d36-96ab-db893e45da4e req-1b3b7187-638b-4e6c-8ef8-d50fd49316f8 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 946 time: 0.1507218 Jul 29 23:29:56.078850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9095f0d-328f-4b26-b00a-4ed8ca74eef0 req-a6201265-27ff-489f-ba0f-1fde1a6c3076 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591744 Jul 29 23:29:56.085184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Pushing event updated for resources: {'Port': ['ID=dc3243ad-5073-4d92-9fba-cfc11172e3b9,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.110738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-db81bea1-1ba8-4915-8339-61419e209f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.111499 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-db81bea1-1ba8-4915-8339-61419e209f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.112173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-db81bea1-1ba8-4915-8339-61419e209f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.113934 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-db81bea1-1ba8-4915-8339-61419e209f62 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2568936 Jul 29 23:29:56.192933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac5df498-f161-4d36-96ab-db893e45da4e req-d543cc07-1df4-4cdc-b88b-75ca8dbb30d1 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695023 Jul 29 23:29:56.251787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] For port 840c58cb-7ce1-47ac-bff3-4b284142685d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=840c58cb-7ce1-47ac-bff3-4b284142685d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:56.252191 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.262463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Attempting to bind port dc3243ad-5073-4d92-9fba-cfc11172e3b9 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:56.262955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Attempting to bind port dc3243ad-5073-4d92-9fba-cfc11172e3b9 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:56.263400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Attempting to bind port dc3243ad-5073-4d92-9fba-cfc11172e3b9 on network f9d21809-0a05-413f-b507-18577fed0681 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:56.268563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Port dc3243ad-5073-4d92-9fba-cfc11172e3b9 on network f9d21809-0a05-413f-b507-18577fed0681 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:56.269046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Attempting to bind port dc3243ad-5073-4d92-9fba-cfc11172e3b9 on network f9d21809-0a05-413f-b507-18577fed0681 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:56.278195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d781519c-c765-4a2a-894e-992b947a3d4d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Deleting port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:56.278544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d781519c-c765-4a2a-894e-992b947a3d4d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.282927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] Calling delete_port for 840c58cb-7ce1-47ac-bff3-4b284142685d owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:56.292368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:56.292900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Checking segment: {'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:56.293400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Bound using segment: {'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:56.293966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Bound port: dc3243ad-5073-4d92-9fba-cfc11172e3b9, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32a6a97-9d23-4f52-a338-f4096db5b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:56.294439 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.415436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b9bde-06e7-408f-ba18-b400f9c92a2c req-e55729da-2210-42b5-86d0-160f00b46524 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.417359 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843b9bde-06e7-408f-ba18-b400f9c92a2c req-e55729da-2210-42b5-86d0-160f00b46524 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 948 time: 0.1363864 Jul 29 23:29:56.451114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-5f2d097d-0f83-4da5-add8-6ba860f78ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.452555 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-5f2d097d-0f83-4da5-add8-6ba860f78ac9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3279696 Jul 29 23:29:56.463917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9afd1aae-3f12-4f33-99da-51be8cf3651f details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:56.469244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] For port dc3243ad-5073-4d92-9fba-cfc11172e3b9, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:56.478211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 34af723d-cdb2-4f59-bb5c-1c5442a387fd up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:56.483315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10f26f-6e16-48b4-93f3-8ff25ef3436e req-b16c9da7-a8a6-49ea-ba98-6e3320799859 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.485024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce10f26f-6e16-48b4-93f3-8ff25ef3436e req-b16c9da7-a8a6-49ea-ba98-6e3320799859 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 945 time: 0.1102591 Jul 29 23:29:56.514475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d781519c-c765-4a2a-894e-992b947a3d4d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] For port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:56.515416 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d781519c-c765-4a2a-894e-992b947a3d4d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.515697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] For port dc3243ad-5073-4d92-9fba-cfc11172e3b9, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:56.535763 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-843b9bde-06e7-408f-ba18-b400f9c92a2c req-8e2a11fa-bdfb-45aa-9b7e-c383e78f96b3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013134 Jul 29 23:29:56.541421 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.542808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d781519c-c765-4a2a-894e-992b947a3d4d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Calling delete_port for 7f52af7f-b39d-40ea-a668-9e775dcd4dbe owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:56.625651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 34af723d-cdb2-4f59-bb5c-1c5442a387fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:56.626041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.662941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9afd1aae-3f12-4f33-99da-51be8cf3651f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:56.663562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce10f26f-6e16-48b4-93f3-8ff25ef3436e req-760585a5-5c3e-4ce1-a202-a98d77bc625d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615801 Jul 29 23:29:56.695598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '9afd1aae-3f12-4f33-99da-51be8cf3651f', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '9afd1aae-3f12-4f33-99da-51be8cf3651f', 'mac_address': 'fa:16:3e:a8:b7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:56.700989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.714425 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.715606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] 10.222.0.42 "PUT /v2.0/ports/dc3243ad-5073-4d92-9fba-cfc11172e3b9 HTTP/1.1" status: 200 len: 1092 time: 2.1603558 Jul 29 23:29:56.743559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c06bbd-54bd-4dbf-99b9-13f669f6514c service neutron] Pushing event updated for resources: {'Port': ['ID=dc3243ad-5073-4d92-9fba-cfc11172e3b9,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.833217 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.872162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afd1aae-3f12-4f33-99da-51be8cf3651f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:56.914983 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.921843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9afd1aae-3f12-4f33-99da-51be8cf3651f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:56.933731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5964-2ed3-4cda-921b-df62860640ec req-d469cbf4-176f-492c-89b1-7122df7c55d4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.947341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5964-2ed3-4cda-921b-df62860640ec req-d469cbf4-176f-492c-89b1-7122df7c55d4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.954063 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5964-2ed3-4cda-921b-df62860640ec req-d469cbf4-176f-492c-89b1-7122df7c55d4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.965059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5964-2ed3-4cda-921b-df62860640ec req-d469cbf4-176f-492c-89b1-7122df7c55d4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.978101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5964-2ed3-4cda-921b-df62860640ec req-d469cbf4-176f-492c-89b1-7122df7c55d4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.980867 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.982059 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-2ef1f144-ca61-4b05-b47c-6cff74306878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.983160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-2ef1f144-ca61-4b05-b47c-6cff74306878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.983820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-2ef1f144-ca61-4b05-b47c-6cff74306878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.985148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-2ef1f144-ca61-4b05-b47c-6cff74306878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.985817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-2ef1f144-ca61-4b05-b47c-6cff74306878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.986472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-2ef1f144-ca61-4b05-b47c-6cff74306878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.987761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-2ef1f144-ca61-4b05-b47c-6cff74306878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.990800 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-2ef1f144-ca61-4b05-b47c-6cff74306878 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6495 time: 0.3207498 Jul 29 23:29:56.991054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:56.993711 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41dd79a-143c-41f1-8fed-72f2488f6cfd" -d '{"events": [{"server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "name": "network-vif-plugged", "status": "completed", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:56.995592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5964-2ed3-4cda-921b-df62860640ec req-d469cbf4-176f-492c-89b1-7122df7c55d4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.002465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5964-2ed3-4cda-921b-df62860640ec req-d469cbf4-176f-492c-89b1-7122df7c55d4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.004207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0bcc5964-2ed3-4cda-921b-df62860640ec req-d469cbf4-176f-492c-89b1-7122df7c55d4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.1934345 Jul 29 23:29:57.025254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52db67-48b2-4653-bd6b-136c12ec4688 req-50ee4568-aa3c-40dc-b606-fffa8b0b64e5 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.028336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa52db67-48b2-4653-bd6b-136c12ec4688 req-50ee4568-aa3c-40dc-b606-fffa8b0b64e5 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 945 time: 0.1823037 Jul 29 23:29:57.044149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:57.045829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d781519c-c765-4a2a-894e-992b947a3d4d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.058587 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.061132 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.089022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=9afd1aae-3f12-4f33-99da-51be8cf3651f,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:57.094177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-ed348ee6-1978-4306-b9ec-648f0caf2d67 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.096382 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-ed348ee6-1978-4306-b9ec-648f0caf2d67 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1&tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 948 time: 0.2127829 Jul 29 23:29:57.099362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.099941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.100326 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.100753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.101073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.102373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.102732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.103073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.103411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.103898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.104261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.104631 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:57.142575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781519c-c765-4a2a-894e-992b947a3d4d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Pushing event deleted for resources: {'Port': ['ID=7f52af7f-b39d-40ea-a668-9e775dcd4dbe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:57.150688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0bcc5964-2ed3-4cda-921b-df62860640ec req-62d42669-6ef3-4998-ba04-d0ed2ee0c7c8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210535 Jul 29 23:29:57.157632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa52db67-48b2-4653-bd6b-136c12ec4688 req-80cc0e31-8f6e-447c-a15f-034206117411 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984397 Jul 29 23:29:57.226134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': 'dc3243ad-5073-4d92-9fba-cfc11172e3b9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:57.229913 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf1f2f9-a00a-49a1-bded-429bb932b41d" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "dc3243ad-5073-4d92-9fba-cfc11172e3b9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:57.251422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d781519c-c765-4a2a-894e-992b947a3d4d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] No DVR routers for this DVR port 7f52af7f-b39d-40ea-a668-9e775dcd4dbe on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:57.265160 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d781519c-c765-4a2a-894e-992b947a3d4d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.267039 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bd52c09-948e-4a6f-9642-46c383568355 req-d781519c-c765-4a2a-894e-992b947a3d4d tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.42 "DELETE /v2.0/ports/7f52af7f-b39d-40ea-a668-9e775dcd4dbe HTTP/1.1" status: 204 len: 173 time: 1.4223912 Jul 29 23:29:57.268631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'name': 'network-vif-deleted', 'tag': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:57.270993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:57.271562 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87620a0e-7d69-4ef5-9a0c-0bf1ce0c22b6" -d '{"events": [{"server_uuid": "c574982e-a964-4db6-a706-2b57159e5cdc", "name": "network-vif-deleted", "tag": "7f52af7f-b39d-40ea-a668-9e775dcd4dbe"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:57.323828 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c333689-86c8-400a-83e4-1d0940a7ec7c x-openstack-request-id: req-0c333689-86c8-400a-83e4-1d0940a7ec7c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:57.324225 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "name": "network-vif-plugged", "status": "completed", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:57.324539 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c333689-86c8-400a-83e4-1d0940a7ec7c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:57.324948 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'code': 200} Jul 29 23:29:57.334215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-6283a4e7-1fb8-4999-a13b-9ea401361629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.336478 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-6283a4e7-1fb8-4999-a13b-9ea401361629 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 1101 time: 0.1525204 Jul 29 23:29:57.362684 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-ebbb58f8-a266-42ce-a761-bd6ede96c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.363167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-ebbb58f8-a266-42ce-a761-bd6ede96c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.363645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-ebbb58f8-a266-42ce-a761-bd6ede96c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.366479 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-ebbb58f8-a266-42ce-a761-bd6ede96c22c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3563297 Jul 29 23:29:57.384481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95224-3c00-41dd-aa4e-cc6a239443f8 req-d5648ef2-b227-4b23-8fa6-77fa46b6e99f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.393245 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7b95224-3c00-41dd-aa4e-cc6a239443f8 req-d5648ef2-b227-4b23-8fa6-77fa46b6e99f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 949 time: 0.1035368 Jul 29 23:29:57.457377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7f52af7f-b39d-40ea-a668-9e775dcd4dbe no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:57.479830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7b95224-3c00-41dd-aa4e-cc6a239443f8 req-994b1eae-224b-4057-9d37-83b6c27ae923 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825245 Jul 29 23:29:57.501281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 7f52af7f-b39d-40ea-a668-9e775dcd4dbe {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:57.501684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7f52af7f-b39d-40ea-a668-9e775dcd4dbe not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:57.502474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff5227-3b41-407a-963c-671c4bd652f2 req-f6d9894c-824b-4d94-88ed-ef0c279b4560 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.506449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fff5227-3b41-407a-963c-671c4bd652f2 req-f6d9894c-824b-4d94-88ed-ef0c279b4560 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1036801 Jul 29 23:29:57.560285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fff5227-3b41-407a-963c-671c4bd652f2 req-b10ae77e-2fb8-4973-be63-b6663a5d649a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359581 Jul 29 23:29:57.565494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-d3fa0cca-3b51-4ee0-a407-26cb357fece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.566991 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-d3fa0cca-3b51-4ee0-a407-26cb357fece5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1171634 Jul 29 23:29:57.612227 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1144027a-1b39-417d-913a-a142fb32e3d3 x-openstack-request-id: req-1144027a-1b39-417d-913a-a142fb32e3d3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:57.612862 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "dc3243ad-5073-4d92-9fba-cfc11172e3b9", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:57.613291 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1144027a-1b39-417d-913a-a142fb32e3d3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:57.613882 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': 'dc3243ad-5073-4d92-9fba-cfc11172e3b9', 'status': 'completed', 'code': 200} Jul 29 23:29:57.626396 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-bf0a81b8-73fb-45fa-a478-2fd5c560c33b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f HTTP/1.1" status: 200 len: 217 time: 0.0394084 Jul 29 23:29:57.631067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.632793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0b08-4205-4525-a011-362b13e07f66 req-a520ec61-02a7-4949-b5d1-304bce46572e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.641664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-609b0b08-4205-4525-a011-362b13e07f66 req-a520ec61-02a7-4949-b5d1-304bce46572e tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 946 time: 0.0800946 Jul 29 23:29:57.661069 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa80925a-d299-4db1-9a15-02d6f6cad2eb x-openstack-request-id: req-aa80925a-d299-4db1-9a15-02d6f6cad2eb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:57.661069 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c574982e-a964-4db6-a706-2b57159e5cdc", "name": "network-vif-deleted", "tag": "7f52af7f-b39d-40ea-a668-9e775dcd4dbe", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:57.661411 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa80925a-d299-4db1-9a15-02d6f6cad2eb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:57.661635 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c574982e-a964-4db6-a706-2b57159e5cdc', 'name': 'network-vif-deleted', 'tag': '7f52af7f-b39d-40ea-a668-9e775dcd4dbe', 'status': 'completed', 'code': 200} Jul 29 23:29:57.669600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] Pushing event deleted for resources: {'Port': ['ID=840c58cb-7ce1-47ac-bff3-4b284142685d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:57.680354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-609b0b08-4205-4525-a011-362b13e07f66 req-a4ded5f8-f383-402a-8993-56dc4ece1c0a tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377755 Jul 29 23:29:57.704665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['9afd1aae-3f12-4f33-99da-51be8cf3651f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:57.738897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-000583fc-0142-498b-b23f-a8b4ce43c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.742057 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-000583fc-0142-498b-b23f-a8b4ce43c3ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0796468 Jul 29 23:29:57.794929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-907c5df4-b173-4733-aa18-e5c808b99b60 req-3f097cd3-78a8-4065-9c2b-7c8e20a6dc7e tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=c574982e-a964-4db6-a706-2b57159e5cdc HTTP/1.1" status: 200 len: 210 time: 0.0378096 Jul 29 23:29:57.888762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-bff44bbf-beef-443e-9570-0a119f24a656 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.890287 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-bff44bbf-beef-443e-9570-0a119f24a656 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 946 time: 0.4532468 Jul 29 23:29:57.990686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-55f68e05-096d-4962-af7f-c37174fc63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.992249 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-55f68e05-096d-4962-af7f-c37174fc63c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2258251 Jul 29 23:29:57.993242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-02f91940-adc2-473d-851a-7d5d8c34ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.994537 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0448db73-cbc3-4a0d-810e-334200d135a9 req-02f91940-adc2-473d-851a-7d5d8c34ae18 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6107428 Jul 29 23:29:58.207779 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.232469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-089c32c2-1d3b-42be-949b-6930dbd31256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.232953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-089c32c2-1d3b-42be-949b-6930dbd31256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.233430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-089c32c2-1d3b-42be-949b-6930dbd31256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.233902 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-089c32c2-1d3b-42be-949b-6930dbd31256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.234371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-089c32c2-1d3b-42be-949b-6930dbd31256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.234838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-089c32c2-1d3b-42be-949b-6930dbd31256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.235453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-089c32c2-1d3b-42be-949b-6930dbd31256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.237435 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-089c32c2-1d3b-42be-949b-6930dbd31256 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6495 time: 0.1498244 Jul 29 23:29:58.252923 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-a28b5a92-6a9c-4f2c-b2e8-aed60a5811f0 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526329 Jul 29 23:29:58.323318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6efd8-d39e-4300-832e-4dcb48ba1c7f req-755f1546-cc4b-4bcd-a244-32500bc68757 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.324856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ee6efd8-d39e-4300-832e-4dcb48ba1c7f req-755f1546-cc4b-4bcd-a244-32500bc68757 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 945 time: 0.0777199 Jul 29 23:29:58.342931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922681ce-18a4-489b-9383-7a637cb904a2 req-97f2a23b-947c-43e9-8ca3-bfcf793b9368 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.348211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-3e813a5e-f537-4d61-a3a7-06eefc8a92cd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Deleting port 7012af33-f9a5-4829-bc42-903205224f39 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:58.349328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-3e813a5e-f537-4d61-a3a7-06eefc8a92cd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.350993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922681ce-18a4-489b-9383-7a637cb904a2 req-97f2a23b-947c-43e9-8ca3-bfcf793b9368 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.357404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922681ce-18a4-489b-9383-7a637cb904a2 req-97f2a23b-947c-43e9-8ca3-bfcf793b9368 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.363368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922681ce-18a4-489b-9383-7a637cb904a2 req-97f2a23b-947c-43e9-8ca3-bfcf793b9368 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.369883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922681ce-18a4-489b-9383-7a637cb904a2 req-97f2a23b-947c-43e9-8ca3-bfcf793b9368 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.375829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922681ce-18a4-489b-9383-7a637cb904a2 req-97f2a23b-947c-43e9-8ca3-bfcf793b9368 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.378801 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-27676b5a-5080-430d-ba8e-e7e4098dc865 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5457275-b173-4626-9c06-1a830574ea8c HTTP/1.1" status: 200 len: 217 time: 0.1201317 Jul 29 23:29:58.381785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922681ce-18a4-489b-9383-7a637cb904a2 req-97f2a23b-947c-43e9-8ca3-bfcf793b9368 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.383702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-922681ce-18a4-489b-9383-7a637cb904a2 req-97f2a23b-947c-43e9-8ca3-bfcf793b9368 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.1278651 Jul 29 23:29:58.436131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ee6efd8-d39e-4300-832e-4dcb48ba1c7f req-6c9cbc1c-c40f-4707-b811-53cc9b0ad696 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513582 Jul 29 23:29:58.458397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-922681ce-18a4-489b-9383-7a637cb904a2 req-06e2a20d-1aa5-4dc5-8b79-5458ccba3224 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575132 Jul 29 23:29:58.602830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10814a22-71a0-4aed-884f-61dc78208ce7 req-4ac820c9-079d-494c-8b59-60ddaf72176f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.604547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10814a22-71a0-4aed-884f-61dc78208ce7 req-4ac820c9-079d-494c-8b59-60ddaf72176f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 949 time: 0.0573602 Jul 29 23:29:58.649052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10814a22-71a0-4aed-884f-61dc78208ce7 req-41c4503c-1681-4da4-ba03-b1a5617442de tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384159 Jul 29 23:29:58.705607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333fb6f-3574-44fb-b204-52dc7edf6c1a req-0642a422-de54-4ca5-be5f-f11246f4667f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.713176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0333fb6f-3574-44fb-b204-52dc7edf6c1a req-0642a422-de54-4ca5-be5f-f11246f4667f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.0575264 Jul 29 23:29:58.768591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0333fb6f-3574-44fb-b204-52dc7edf6c1a req-762b0d25-4716-4386-a9b4-0d7f415e267b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513036 Jul 29 23:29:58.831685 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2bef7-21c2-4f61-b20e-b33a12fa6302 req-cdf06008-4d7a-4c2f-b6d6-b939a3a91633 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.841667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5eb2bef7-21c2-4f61-b20e-b33a12fa6302 req-cdf06008-4d7a-4c2f-b6d6-b939a3a91633 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7a048e7-27cb-4910-9f8b-6b782fed4826 HTTP/1.1" status: 200 len: 946 time: 0.0822842 Jul 29 23:29:58.847094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-40e4b529-ffc5-4290-b304-b80f7f6aea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.848596 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-40e4b529-ffc5-4290-b304-b80f7f6aea2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe272e18-ada4-4f75-b785-d7853a2ae4f3 HTTP/1.1" status: 200 len: 856 time: 0.4329677 Jul 29 23:29:58.914646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5eb2bef7-21c2-4f61-b20e-b33a12fa6302 req-008fb7b1-499d-4491-9d44-cf84384dcb63 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638113 Jul 29 23:29:58.923612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-3e813a5e-f537-4d61-a3a7-06eefc8a92cd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] For port 7012af33-f9a5-4829-bc42-903205224f39, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7012af33-f9a5-4829-bc42-903205224f39,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:58.923984 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-3e813a5e-f537-4d61-a3a7-06eefc8a92cd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.929252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-694e5a8a-5af8-4730-9a78-8a6b326d4d6e req-a7f29443-ad40-4e49-bf27-9211857f8061 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631649 Jul 29 23:29:58.976884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-3e813a5e-f537-4d61-a3a7-06eefc8a92cd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Calling delete_port for 7012af33-f9a5-4829-bc42-903205224f39 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:58.995565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-098a9ba8-5195-4332-bc08-3e4bcbfa39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.997477 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-098a9ba8-5195-4332-bc08-3e4bcbfa39f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=674d778d-dcc6-4818-938a-13b70fc784d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396458 Jul 29 23:29:59.139493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a2904-c54c-4b2d-8741-0b6dc4a5f2a7 req-791d411a-df3b-4286-8f88-8e9fcf565949 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:59.141479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e0a2904-c54c-4b2d-8741-0b6dc4a5f2a7 req-791d411a-df3b-4286-8f88-8e9fcf565949 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 944 time: 0.0535741 Jul 29 23:29:59.184117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e0a2904-c54c-4b2d-8741-0b6dc4a5f2a7 req-86030383-c35f-456a-a58b-f75ab6d53d01 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348637 Jul 29 23:29:59.199321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] Router 86dcd845-d0fd-4268-81e5-6abab379d4b6 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:59.255816 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-a2a6827d-78e8-4d5d-8f28-9f26bd574220 service neutron] 10.222.0.42 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487156 Jul 29 23:29:59.275562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7b66037f-898a-4311-b1ee-09d5a6407fc7 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:59.336633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 7b66037f-898a-4311-b1ee-09d5a6407fc7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:59.341486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 7b66037f-898a-4311-b1ee-09d5a6407fc7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:59.342025 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.352165 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-3e813a5e-f537-4d61-a3a7-06eefc8a92cd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.365614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['4927d36d-ef03-499e-a403-73ba5fbf7d31'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:59.400670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e813a5e-f537-4d61-a3a7-06eefc8a92cd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Pushing event deleted for resources: {'Port': ['ID=7012af33-f9a5-4829-bc42-903205224f39,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:59.500425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-3e813a5e-f537-4d61-a3a7-06eefc8a92cd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] No DVR routers for this DVR port 7012af33-f9a5-4829-bc42-903205224f39 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:59.510965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-3e813a5e-f537-4d61-a3a7-06eefc8a92cd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.513029 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52fd0a59-db93-42c3-b710-8abd6fcf8a5c req-3e813a5e-f537-4d61-a3a7-06eefc8a92cd tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.47 "DELETE /v2.0/ports/7012af33-f9a5-4829-bc42-903205224f39 HTTP/1.1" status: 204 len: 173 time: 1.6123586 Jul 29 23:29:59.519824 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-4a70107f-2df0-4359-8819-d18b3b4edf22 service neutron] 10.222.0.42 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540591 Jul 29 23:29:59.521247 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:59.538537 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-568fdfee-89dd-4512-bff6-6ed86925e540 admin admin] 10.222.0.37 "PUT /v2.0/routers/86dcd845-d0fd-4268-81e5-6abab379d4b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6019585 Jul 29 23:29:59.539605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43408) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:59.540047 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] Sync routers for ids ['86dcd845-d0fd-4268-81e5-6abab379d4b6'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:59.551182 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.552397 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] Routers {'86dcd845-d0fd-4268-81e5-6abab379d4b6'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:59.553269 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86dcd845-d0fd-4268-81e5-6abab379d4b6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:59.592134 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-dabd1e8f-d814-4bbf-a80d-e79c457472c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=a404b24b-8eff-4d05-97f0-dfc1619216db HTTP/1.1" status: 200 len: 217 time: 0.0547512 Jul 29 23:29:59.612689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66037f-898a-4311-b1ee-09d5a6407fc7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:59.615998 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58e6064-bc92-4085-a17b-a2d50ce3b551" -d '{"events": [{"server_uuid": "e205620c-7f86-4157-911b-bf16d2537ec6", "name": "network-vif-plugged", "status": "completed", "tag": "7b66037f-898a-4311-b1ee-09d5a6407fc7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:59.637901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7b66037f-898a-4311-b1ee-09d5a6407fc7, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7b66037f-898a-4311-b1ee-09d5a6407fc7,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:59.654378 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.672583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a048e7-27cb-4910-9f8b-6b782fed4826', 'name': 'network-vif-deleted', 'tag': '7012af33-f9a5-4829-bc42-903205224f39'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:59.675204 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d4f78e-d772-4669-83e0-4a81448400bb" -d '{"events": [{"server_uuid": "b7a048e7-27cb-4910-9f8b-6b782fed4826", "name": "network-vif-deleted", "tag": "7012af33-f9a5-4829-bc42-903205224f39"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:59.712819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-00ad40ea-2bce-4a3a-a74f-15758e5dfa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:59.714513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-00ad40ea-2bce-4a3a-a74f-15758e5dfa08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.1090965 Jul 29 23:29:59.732070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=7b66037f-898a-4311-b1ee-09d5a6407fc7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:59.738815 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] Set router 86dcd845-d0fd-4268-81e5-6abab379d4b6 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:59.773807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-876accfd-eac3-4a67-9a4b-9dd3d21d071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:59.776102 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-876accfd-eac3-4a67-9a4b-9dd3d21d071c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0488493 Jul 29 23:29:59.913118 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7d25fab8-5e3a-49c9-a542-aa8ae7ae21d4 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184964 Jul 29 23:30:00.072323 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:29:57Z', 'revision_number': 5, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:00.088621 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-718f8f7b-f627-485b-b369-9149b68a10c6 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589725 Jul 29 23:30:00.111972 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] Checking router: 86dcd845-d0fd-4268-81e5-6abab379d4b6 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:00.122797 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] Routers {'86dcd845-d0fd-4268-81e5-6abab379d4b6'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:00.123793 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86dcd845-d0fd-4268-81e5-6abab379d4b6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:00.188000 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-767bb712-25e4-431f-95ce-b9df773a4796 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=9a30ed60-8111-4737-aa7b-081df7b4275d HTTP/1.1" status: 200 len: 217 time: 0.0866926 Jul 29 23:30:00.253216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcccc37-c600-4c92-aa14-0ac66fff8284 req-bae0e426-a22d-4605-99cd-1301351c7aca tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.262739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9dcccc37-c600-4c92-aa14-0ac66fff8284 req-bae0e426-a22d-4605-99cd-1301351c7aca tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 946 time: 0.5798790 Jul 29 23:30:00.297507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627fd-e4ae-43bd-92d9-dc3d8893d30e req-bc6b18f7-9b27-4aeb-a559-44373b21dfde tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.305595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627fd-e4ae-43bd-92d9-dc3d8893d30e req-bc6b18f7-9b27-4aeb-a559-44373b21dfde tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.312634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627fd-e4ae-43bd-92d9-dc3d8893d30e req-bc6b18f7-9b27-4aeb-a559-44373b21dfde tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.319536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-21cac107-e307-48a6-90ed-3fcc230e9884 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.320741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627fd-e4ae-43bd-92d9-dc3d8893d30e req-bc6b18f7-9b27-4aeb-a559-44373b21dfde tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.321267 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-21cac107-e307-48a6-90ed-3fcc230e9884 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 944 time: 0.1426485 Jul 29 23:30:00.325220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-953d25a9-9513-40e3-a6f9-dfabb220361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.326594 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-953d25a9-9513-40e3-a6f9-dfabb220361f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.1202688 Jul 29 23:30:00.327449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627fd-e4ae-43bd-92d9-dc3d8893d30e req-bc6b18f7-9b27-4aeb-a559-44373b21dfde tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.337764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627fd-e4ae-43bd-92d9-dc3d8893d30e req-bc6b18f7-9b27-4aeb-a559-44373b21dfde tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.345583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627fd-e4ae-43bd-92d9-dc3d8893d30e req-bc6b18f7-9b27-4aeb-a559-44373b21dfde tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.348294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-348627fd-e4ae-43bd-92d9-dc3d8893d30e req-bc6b18f7-9b27-4aeb-a559-44373b21dfde tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.6672711 Jul 29 23:30:00.369363 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.374855 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] Set router 86dcd845-d0fd-4268-81e5-6abab379d4b6 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:00.468892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9dcccc37-c600-4c92-aa14-0ac66fff8284 req-01c2ecad-c804-4cf3-bddb-ae4373f56932 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2051356 Jul 29 23:30:00.481206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9afd1aae-3f12-4f33-99da-51be8cf3651f up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:00.498579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-348627fd-e4ae-43bd-92d9-dc3d8893d30e req-53a2532c-2aa1-4d43-985e-564eef4f6622 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1410217 Jul 29 23:30:00.577388 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-abc00b09-650a-40ab-a9d4-7f287eaa851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.578928 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-abc00b09-650a-40ab-a9d4-7f287eaa851d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2367594 Jul 29 23:30:00.662296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.696838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 9afd1aae-3f12-4f33-99da-51be8cf3651f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:00.699596 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.737707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-4cde4986-811c-416d-a28b-d279f261baaf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Deleting port e1de8671-c8a2-4b64-ba5e-82ca39727c89 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:00.737990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-4cde4986-811c-416d-a28b-d279f261baaf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.763221 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbe8352-4410-472e-b383-d37001d64f33 x-openstack-request-id: req-9cbe8352-4410-472e-b383-d37001d64f33 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:00.764499 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e205620c-7f86-4157-911b-bf16d2537ec6", "name": "network-vif-plugged", "status": "completed", "tag": "7b66037f-898a-4311-b1ee-09d5a6407fc7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:00.765688 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cbe8352-4410-472e-b383-d37001d64f33 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:00.766371 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66037f-898a-4311-b1ee-09d5a6407fc7', 'code': 200} Jul 29 23:30:00.811815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261e9f4-3a6d-463d-ae8d-dceb42fa87cb req-e2826a59-cbb5-4d67-9c37-3a1bf8d2df25 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.830106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c261e9f4-3a6d-463d-ae8d-dceb42fa87cb req-e2826a59-cbb5-4d67-9c37-3a1bf8d2df25 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 949 time: 0.1450818 Jul 29 23:30:00.839028 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d516f080-691c-4099-bb6b-a65e204c88f2 x-openstack-request-id: req-d516f080-691c-4099-bb6b-a65e204c88f2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:00.839366 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a048e7-27cb-4910-9f8b-6b782fed4826", "name": "network-vif-deleted", "tag": "7012af33-f9a5-4829-bc42-903205224f39", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:00.839639 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d516f080-691c-4099-bb6b-a65e204c88f2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:00.840281 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a048e7-27cb-4910-9f8b-6b782fed4826', 'name': 'network-vif-deleted', 'tag': '7012af33-f9a5-4829-bc42-903205224f39', 'status': 'completed', 'code': 200} Jul 29 23:30:00.892347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Deleting port 6f98ef66-040e-4542-a4d6-917ea11e03b9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:00.892595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.921455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.967967 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-0dce49cb-8e7a-4795-951b-b66936c38621 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793418 Jul 29 23:30:00.970837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0cfab-3851-4ed3-90f8-af4d260eba5f req-105d9d43-8ee2-4430-a491-ba684fc34564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.972478 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8bd0cfab-3851-4ed3-90f8-af4d260eba5f req-105d9d43-8ee2-4430-a491-ba684fc34564 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 1098 time: 0.1088006 Jul 29 23:30:00.979607 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:29:57Z', 'revision_number': 5, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:01.005980 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c261e9f4-3a6d-463d-ae8d-dceb42fa87cb req-59f27086-9f94-4b9d-9895-acf39cbaede5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735165 Jul 29 23:30:01.030998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9afd1aae-3f12-4f33-99da-51be8cf3651f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:01.039822 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.040749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7012af33-f9a5-4829-bc42-903205224f39 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:01.066389 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467107e5-bce7-44ea-bc11-9d300531c14c None None] The sync data for ids ['86dcd845-d0fd-4268-81e5-6abab379d4b6'] in n-d-712139-11 is: [{'id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'name': 'tempest-ServersTestJSON-1004676634-router', 'tenant_id': '186d048e8b144e568c3593646dc90002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:29:57Z', 'revision_number': 5, 'project_id': '186d048e8b144e568c3593646dc90002', 'gw_port': {'id': '6f98ef66-040e-4542-a4d6-917ea11e03b9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcd845-d0fd-4268-81e5-6abab379d4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:58Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:01.116259 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8bd0cfab-3851-4ed3-90f8-af4d260eba5f req-92e95ff6-44ea-4770-bae7-17074ec4669c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337173 Jul 29 23:30:01.118018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-4cde4986-811c-416d-a28b-d279f261baaf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] For port e1de8671-c8a2-4b64-ba5e-82ca39727c89, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e1de8671-c8a2-4b64-ba5e-82ca39727c89,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:01.118401 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-4cde4986-811c-416d-a28b-d279f261baaf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.170334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 7012af33-f9a5-4829-bc42-903205224f39 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:01.170682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7012af33-f9a5-4829-bc42-903205224f39 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:01.214125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-4cde4986-811c-416d-a28b-d279f261baaf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Calling delete_port for e1de8671-c8a2-4b64-ba5e-82ca39727c89 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:01.219595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=9afd1aae-3f12-4f33-99da-51be8cf3651f,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:01.233120 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-bd25d676-afac-491e-9be9-6e53a8574489 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493138 Jul 29 23:30:01.264498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] For port 6f98ef66-040e-4542-a4d6-917ea11e03b9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6f98ef66-040e-4542-a4d6-917ea11e03b9,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:01.265051 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.280300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Calling delete_port for 6f98ef66-040e-4542-a4d6-917ea11e03b9 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:01.327849 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-b70cf68d-8666-4d3a-a4c6-805d43b14163 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=7cbd0ea1-b328-4a0a-9622-94712cd1db99 HTTP/1.1" status: 200 len: 217 time: 0.0856521 Jul 29 23:30:01.384959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2551734-4129-4283-a6c6-e91260e1554e req-8092d7e8-ec9f-4f9f-913f-2bf6329c7bf8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.395987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2551734-4129-4283-a6c6-e91260e1554e req-8092d7e8-ec9f-4f9f-913f-2bf6329c7bf8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.3821850 Jul 29 23:30:01.402670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-28472e9b-b786-4833-a773-699799b547a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.404828 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-28472e9b-b786-4833-a773-699799b547a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0673587 Jul 29 23:30:01.495819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2551734-4129-4283-a6c6-e91260e1554e req-3127fb36-3939-4b91-aa7b-4ee45288aed6 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923927 Jul 29 23:30:01.574208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-1a4ebcb1-27af-4990-ab57-5290d437f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.576218 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-1a4ebcb1-27af-4990-ab57-5290d437f386 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1556506 Jul 29 23:30:01.592321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40f942-b36f-47d0-81cd-843248f6088b req-2ff85d78-c5fb-4b0b-a3af-bd9cc85a6cbc tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.607286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d40f942-b36f-47d0-81cd-843248f6088b req-2ff85d78-c5fb-4b0b-a3af-bd9cc85a6cbc tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d75716e-82fc-4edd-a2d7-ab734045ced9 HTTP/1.1" status: 200 len: 944 time: 0.4192090 Jul 29 23:30:01.678917 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-4cde4986-811c-416d-a28b-d279f261baaf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.721103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde4986-811c-416d-a28b-d279f261baaf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Pushing event deleted for resources: {'Port': ['ID=e1de8671-c8a2-4b64-ba5e-82ca39727c89,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:01.784303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-4cde4986-811c-416d-a28b-d279f261baaf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] No DVR routers for this DVR port e1de8671-c8a2-4b64-ba5e-82ca39727c89 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:01.797620 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-4cde4986-811c-416d-a28b-d279f261baaf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.799744 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bbd6b37b-d881-47f4-9712-5fc8af7e4a82 req-4cde4986-811c-416d-a28b-d279f261baaf tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.47 "DELETE /v2.0/ports/e1de8671-c8a2-4b64-ba5e-82ca39727c89 HTTP/1.1" status: 204 len: 173 time: 1.4679823 Jul 29 23:30:01.812788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d40f942-b36f-47d0-81cd-843248f6088b req-40da8565-43d1-4255-80f2-487bbd33886c tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031300 Jul 29 23:30:01.845260 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-67ec265b-5f4e-4eb6-8724-2b2e76c22db4 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562950 Jul 29 23:30:01.947777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f7ef6-e450-4b2b-a023-1264c94ef3e8 req-d79970de-efee-4a31-81ee-e3e7f2e77a9a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.961682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb5f7ef6-e450-4b2b-a023-1264c94ef3e8 req-d79970de-efee-4a31-81ee-e3e7f2e77a9a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.2798567 Jul 29 23:30:02.033695 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-50f6c526-6e3a-42b6-9d4c-b69f14e23ce4 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705587 Jul 29 23:30:02.056604 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.089774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb5f7ef6-e450-4b2b-a023-1264c94ef3e8 req-2b50e813-f10e-4644-9dec-22d6a0d4195e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246874 Jul 29 23:30:02.105258 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.122845 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-76a303ea-2c72-432d-8fb3-0a65af82f073 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6e06abad-472f-4304-a1f0-7bb6c96d45a5 HTTP/1.1" status: 200 len: 217 time: 0.0882027 Jul 29 23:30:02.163934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f98ef66-040e-4542-a4d6-917ea11e03b9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:02.177800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd9794-c42c-46ae-b8d7-55f6f89bae58 req-451986f5-7bb3-43fb-89dc-8aec53057d4c tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.185405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6dd9794-c42c-46ae-b8d7-55f6f89bae58 req-451986f5-7bb3-43fb-89dc-8aec53057d4c tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 946 time: 0.2088008 Jul 29 23:30:02.209939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-e48072fc-39da-483b-b277-925663940f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.211977 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-e48072fc-39da-483b-b277-925663940f54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0791504 Jul 29 23:30:02.333042 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6dd9794-c42c-46ae-b8d7-55f6f89bae58 req-6dfcb9ef-0f3f-4180-a60a-123eb26150bc tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409905 Jul 29 23:30:02.333614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ca5db11b-2de9-4fe1-b5a3-abdb46ab43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.334645 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ca5db11b-2de9-4fe1-b5a3-abdb46ab43c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1095080 Jul 29 23:30:02.346190 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.369952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1981-db76-4bfb-8d77-ee5e7e54c0b5 req-5a5de45b-4238-4082-8fed-bf32ace3aa05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.377507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1981-db76-4bfb-8d77-ee5e7e54c0b5 req-5a5de45b-4238-4082-8fed-bf32ace3aa05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.385127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1981-db76-4bfb-8d77-ee5e7e54c0b5 req-5a5de45b-4238-4082-8fed-bf32ace3aa05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.391012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1981-db76-4bfb-8d77-ee5e7e54c0b5 req-5a5de45b-4238-4082-8fed-bf32ace3aa05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.397425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1981-db76-4bfb-8d77-ee5e7e54c0b5 req-5a5de45b-4238-4082-8fed-bf32ace3aa05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.403864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1981-db76-4bfb-8d77-ee5e7e54c0b5 req-5a5de45b-4238-4082-8fed-bf32ace3aa05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.421378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1981-db76-4bfb-8d77-ee5e7e54c0b5 req-5a5de45b-4238-4082-8fed-bf32ace3aa05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.423576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40bb1981-db76-4bfb-8d77-ee5e7e54c0b5 req-5a5de45b-4238-4082-8fed-bf32ace3aa05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.2015071 Jul 29 23:30:02.561899 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-71c51d58-3faf-401b-99dc-e0e4753d3688 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161922 Jul 29 23:30:02.618845 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.639195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.735710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40bb1981-db76-4bfb-8d77-ee5e7e54c0b5 req-5cf44a02-0cc0-4691-9a89-11694cba2b74 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2724135 Jul 29 23:30:02.769401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63129681-5022-4d10-81b9-c786bc16d2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afd1aae-3f12-4f33-99da-51be8cf3651f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:02.774834 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2c996b-fe08-4f5e-a200-75e0ef7ea4ca" -d '{"events": [{"server_uuid": "63129681-5022-4d10-81b9-c786bc16d2f1", "name": "network-vif-plugged", "status": "completed", "tag": "9afd1aae-3f12-4f33-99da-51be8cf3651f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:02.821491 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-8313fa09-5740-49ee-b3d4-1deb087d978a service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497430 Jul 29 23:30:02.843283 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7aa675-6a2f-4524-9efb-71145b021263 x-openstack-request-id: req-6b7aa675-6a2f-4524-9efb-71145b021263 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:02.843990 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63129681-5022-4d10-81b9-c786bc16d2f1", "name": "network-vif-plugged", "status": "completed", "tag": "9afd1aae-3f12-4f33-99da-51be8cf3651f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:02.844513 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.845071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86dcd845-d0fd-4268-81e5-6abab379d4b6 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:30:02.845304 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b7aa675-6a2f-4524-9efb-71145b021263 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:02.845897 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63129681-5022-4d10-81b9-c786bc16d2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afd1aae-3f12-4f33-99da-51be8cf3651f', 'code': 200} Jul 29 23:30:02.846467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'name': 'network-vif-deleted', 'tag': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:02.852437 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.856242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b1adc73b-bd21-44a4-ab38-eadcbf4686c3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/86dcd845-d0fd-4268-81e5-6abab379d4b6 HTTP/1.1" status: 204 len: 168 time: 3.3130548 Jul 29 23:30:02.856446 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4100427a-846a-4e30-bd44-05c629d17494" -d '{"events": [{"server_uuid": "6d75716e-82fc-4edd-a2d7-ab734045ced9", "name": "network-vif-deleted", "tag": "e1de8671-c8a2-4b64-ba5e-82ca39727c89"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:02.857589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43478) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:02.945178 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-a5973701-a483-4969-a2c1-63c79096d722 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7e960a6-a033-466f-b8fb-2b00ed28330d HTTP/1.1" status: 200 len: 217 time: 0.1112103 Jul 29 23:30:02.953418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-533cb659-1070-4458-a90b-695863c2e5d8 admin admin] Deleting subnet 781f0991-f851-457a-95d3-40463985f21a {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:02.960589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-533cb659-1070-4458-a90b-695863c2e5d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.013547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8166e-86a6-413a-a263-9838636d040a req-f60ee324-13e0-43e4-8153-511749b19ad2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.033102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14b8166e-86a6-413a-a263-9838636d040a req-f60ee324-13e0-43e4-8153-511749b19ad2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.3617640 Jul 29 23:30:03.054886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-1b2d8afe-40da-4100-8190-4a5814719f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.056451 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-1b2d8afe-40da-4100-8190-4a5814719f40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0d6326c8-0599-4488-9c8a-8e4f8967538f HTTP/1.1" status: 200 len: 797 time: 0.0925097 Jul 29 23:30:03.148429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14b8166e-86a6-413a-a263-9838636d040a req-9e60ac2c-7d08-40ac-87af-ac1c90c75f5b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142714 Jul 29 23:30:03.157939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7b23d578-6d9e-4a8d-b268-f34a4cb3bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.161387 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-7b23d578-6d9e-4a8d-b268-f34a4cb3bd4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0896957 Jul 29 23:30:03.199072 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4387ab2-58c4-4af5-a170-a9734f9d5d3b x-openstack-request-id: req-f4387ab2-58c4-4af5-a170-a9734f9d5d3b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:03.199520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-533cb659-1070-4458-a90b-695863c2e5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.199776 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d75716e-82fc-4edd-a2d7-ab734045ced9", "name": "network-vif-deleted", "tag": "e1de8671-c8a2-4b64-ba5e-82ca39727c89", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:03.200223 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4387ab2-58c4-4af5-a170-a9734f9d5d3b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:03.201355 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d75716e-82fc-4edd-a2d7-ab734045ced9', 'name': 'network-vif-deleted', 'tag': 'e1de8671-c8a2-4b64-ba5e-82ca39727c89', 'status': 'completed', 'code': 200} Jul 29 23:30:03.463145 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-3858d1d6-aad4-4546-b7c8-0d7e949ae9d2 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873666 Jul 29 23:30:03.522531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 840c58cb-7ce1-47ac-bff3-4b284142685d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:03.537951 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-533cb659-1070-4458-a90b-695863c2e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.590939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 840c58cb-7ce1-47ac-bff3-4b284142685d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:03.591508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 840c58cb-7ce1-47ac-bff3-4b284142685d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:03.664104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-533cb659-1070-4458-a90b-695863c2e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.710833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cb659-1070-4458-a90b-695863c2e5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781f0991-f851-457a-95d3-40463985f21a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:03.736308 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-b56fe40c-3e75-4d19-ab91-a0e4abf7b215 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587578 Jul 29 23:30:03.752350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-533cb659-1070-4458-a90b-695863c2e5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.757267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-533cb659-1070-4458-a90b-695863c2e5d8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/781f0991-f851-457a-95d3-40463985f21a HTTP/1.1" status: 204 len: 168 time: 0.8966544 Jul 29 23:30:03.757490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe9a6c-410a-472b-8d64-35ca32da9961 None None] Network 2a85bd5b-521f-4c3a-a403-534b13c539fa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:03.759918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43498) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:03.816078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd97c8-d6b8-44db-9e2c-64b483d8e890 req-e3ed7859-2917-4699-b67d-27d6982d731f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.823691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89dd97c8-d6b8-44db-9e2c-64b483d8e890 req-e3ed7859-2917-4699-b67d-27d6982d731f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 944 time: 0.1874988 Jul 29 23:30:03.866670 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-5d9bc6d3-eabc-4bcd-8a6e-8aac0b6cc7b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9 HTTP/1.1" status: 200 len: 217 time: 0.0960188 Jul 29 23:30:03.879394 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89dd97c8-d6b8-44db-9e2c-64b483d8e890 req-40e3ef8e-342e-475f-be70-2c3fb3968220 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Jul 29 23:30:03.919450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced542a8-2764-450c-852c-ba4b83cfea9f req-d62d8bb6-06f0-4002-95c7-9e6a9a9ee9f7 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.927999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ced542a8-2764-450c-852c-ba4b83cfea9f req-d62d8bb6-06f0-4002-95c7-9e6a9a9ee9f7 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 946 time: 0.2683103 Jul 29 23:30:03.976813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-0402bbd7-598b-4e2d-adfc-073d839ed4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.980165 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-0402bbd7-598b-4e2d-adfc-073d839ed4b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0d6326c8-0599-4488-9c8a-8e4f8967538f HTTP/1.1" status: 200 len: 797 time: 0.1023090 Jul 29 23:30:03.984310 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.049776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ced542a8-2764-450c-852c-ba4b83cfea9f req-c6b40388-c53d-48bd-9263-196b3b3d2434 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204784 Jul 29 23:30:04.124900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ba627b67-5982-4a84-afbc-b14a3283f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.127125 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-ba627b67-5982-4a84-afbc-b14a3283f003 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1310010 Jul 29 23:30:04.185233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8d609-4152-4dbc-b461-1eb8cb955c53 None None] DHCP port deletion for 2a85bd5b-521f-4c3a-a403-534b13c539fa request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:04.254157 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-76ae45a1-f4e7-4eb2-a732-2c86abc86b7d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627165 Jul 29 23:30:04.273218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8d609-4152-4dbc-b461-1eb8cb955c53 None None] Deleting port c6f81684-7e78-459a-b50a-0c4ee7192e6d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:04.273512 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3f8d609-4152-4dbc-b461-1eb8cb955c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.320314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Deleting port c6f81684-7e78-459a-b50a-0c4ee7192e6d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:04.320733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.393331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c952-4f14-4faa-a6c6-39c35daa03eb req-8022de49-74a6-4119-acb1-6345f6cc349f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.400486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c952-4f14-4faa-a6c6-39c35daa03eb req-8022de49-74a6-4119-acb1-6345f6cc349f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.406749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c952-4f14-4faa-a6c6-39c35daa03eb req-8022de49-74a6-4119-acb1-6345f6cc349f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.407371 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-fee37747-e2ed-4ed6-9405-0b57dd082758 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571900 Jul 29 23:30:04.412966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c952-4f14-4faa-a6c6-39c35daa03eb req-8022de49-74a6-4119-acb1-6345f6cc349f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.413974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f3f8d609-4152-4dbc-b461-1eb8cb955c53 None None] For port c6f81684-7e78-459a-b50a-0c4ee7192e6d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c6f81684-7e78-459a-b50a-0c4ee7192e6d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:04.414382 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3f8d609-4152-4dbc-b461-1eb8cb955c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.419536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c952-4f14-4faa-a6c6-39c35daa03eb req-8022de49-74a6-4119-acb1-6345f6cc349f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.425995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c952-4f14-4faa-a6c6-39c35daa03eb req-8022de49-74a6-4119-acb1-6345f6cc349f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.432276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c952-4f14-4faa-a6c6-39c35daa03eb req-8022de49-74a6-4119-acb1-6345f6cc349f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.434247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1c9c952-4f14-4faa-a6c6-39c35daa03eb req-8022de49-74a6-4119-acb1-6345f6cc349f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.2553871 Jul 29 23:30:04.446006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8d609-4152-4dbc-b461-1eb8cb955c53 None None] Calling delete_port for c6f81684-7e78-459a-b50a-0c4ee7192e6d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:04.502992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] For port c6f81684-7e78-459a-b50a-0c4ee7192e6d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c6f81684-7e78-459a-b50a-0c4ee7192e6d,segment=NetworkSegment(bb811e82-2997-43cd-953f-d79f81f250c9),segment_id=bb811e82-2997-43cd-953f-d79f81f250c9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:04.503536 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.514236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e1de8671-c8a2-4b64-ba5e-82ca39727c89 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:04.535630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Calling delete_port for c6f81684-7e78-459a-b50a-0c4ee7192e6d owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:04.539170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: e1de8671-c8a2-4b64-ba5e-82ca39727c89 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:04.539709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e1de8671-c8a2-4b64-ba5e-82ca39727c89 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:04.557254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1c9c952-4f14-4faa-a6c6-39c35daa03eb req-f4726701-aa17-4c4e-a2d2-cfa4be713d14 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106527 Jul 29 23:30:04.563698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad964afd-a085-4d10-8924-acd61c933c59 req-6ce5767e-3708-40b1-a712-56b454baeb1f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.565290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad964afd-a085-4d10-8924-acd61c933c59 req-6ce5767e-3708-40b1-a712-56b454baeb1f tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 944 time: 0.2400372 Jul 29 23:30:04.575454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-4b92b7ab-0e6c-475a-95ff-d836656a58f4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.596180 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-4b92b7ab-0e6c-475a-95ff-d836656a58f4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3408368 Jul 29 23:30:04.605645 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3f8d609-4152-4dbc-b461-1eb8cb955c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.620328 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-c1a8d048-a75d-4450-979e-ee4122c9cfc0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/quotas/aa5e3b62e01345e1bd6c3e2255e08588 HTTP/1.1" status: 200 len: 375 time: 0.0226545 Jul 29 23:30:04.645030 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4c6ba64-16c3-4816-988e-0497ddd31ff7 req-48f8eb54-4e9c-400c-9a51-b95ade9453a6 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206471 Jul 29 23:30:04.651707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8d609-4152-4dbc-b461-1eb8cb955c53 None None] Pushing event deleted for resources: {'Port': ['ID=c6f81684-7e78-459a-b50a-0c4ee7192e6d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:04.682128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8d609-4152-4dbc-b461-1eb8cb955c53 None None] No DVR routers for this DVR port c6f81684-7e78-459a-b50a-0c4ee7192e6d on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:04.758067 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.804919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f81684-7e78-459a-b50a-0c4ee7192e6d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:04.846108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] No DVR routers for this DVR port c6f81684-7e78-459a-b50a-0c4ee7192e6d on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:04.860213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-d1cc6069-3670-4570-8bb1-68b45c7ebf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.860594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-d1cc6069-3670-4570-8bb1-68b45c7ebf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.861081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-d1cc6069-3670-4570-8bb1-68b45c7ebf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.861570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-d1cc6069-3670-4570-8bb1-68b45c7ebf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.862050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-d1cc6069-3670-4570-8bb1-68b45c7ebf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.862528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-d1cc6069-3670-4570-8bb1-68b45c7ebf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.863020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-d1cc6069-3670-4570-8bb1-68b45c7ebf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.865716 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-d1cc6069-3670-4570-8bb1-68b45c7ebf90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6495 time: 0.1101644 Jul 29 23:30:04.882308 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-225898c5-388f-42d6-9ec7-e8d669b6630f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2609055 Jul 29 23:30:04.941102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ad964afd-a085-4d10-8924-acd61c933c59 req-37c2939b-f038-4e5f-8c27-8d15bf68f003 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Deleting port c427f0e6-ffa4-4b31-af2c-222292eb1f30 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:04.941456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad964afd-a085-4d10-8924-acd61c933c59 req-37c2939b-f038-4e5f-8c27-8d15bf68f003 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.972045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc434ea-06ab-43df-b365-ab90f3a0293a req-ce56b107-2f39-4bf9-a509-1ee340097b9c tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.977866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fc434ea-06ab-43df-b365-ab90f3a0293a req-ce56b107-2f39-4bf9-a509-1ee340097b9c tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 946 time: 0.2156401 Jul 29 23:30:04.994759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43518) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:05.008473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-93d09b19-978c-4543-876e-eace3925fe33 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Request body: {'floatingip': {'port_id': '7b66037f-898a-4311-b1ee-09d5a6407fc7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:05.080539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c6f81684-7e78-459a-b50a-0c4ee7192e6d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:05.112195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.112466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93d09b19-978c-4543-876e-eace3925fe33 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.151044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a85bd5b-521f-4c3a-a403-534b13c539fa']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:05.151830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c6f81684-7e78-459a-b50a-0c4ee7192e6d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:05.152546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c6f81684-7e78-459a-b50a-0c4ee7192e6d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:05.153206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6f98ef66-040e-4542-a4d6-917ea11e03b9 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:05.188742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb811e82-2997-43cd-953f-d79f81f250c9') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:05.188999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb811e82-2997-43cd-953f-d79f81f250c9') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:05.203066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 6f98ef66-040e-4542-a4d6-917ea11e03b9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:05.203747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6f98ef66-040e-4542-a4d6-917ea11e03b9 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:05.269558 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.336875 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.393635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f56e00-ec61-495b-b790-07b220d9aa30 req-30e3b198-a79f-4b46-8e0d-da0758655d68 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.401660 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4f56e00-ec61-495b-b790-07b220d9aa30 req-30e3b198-a79f-4b46-8e0d-da0758655d68 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.2478480 Jul 29 23:30:05.409838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:05.410693 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:05.417098 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:05.797852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae732707-ce4e-4d5a-9355-ee04cf62755e req-0a401ffb-a95a-4305-910d-15419920bcf0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.800257 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae732707-ce4e-4d5a-9355-ee04cf62755e req-0a401ffb-a95a-4305-910d-15419920bcf0 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 944 time: 0.5045795 Jul 29 23:30:05.817239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4f56e00-ec61-495b-b790-07b220d9aa30 req-dbdad9e5-5be6-4661-af45-7b5b2af7995b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144640 Jul 29 23:30:05.858350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.896327 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.912261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-2a6970ce-35c0-4dde-9aa9-56e31e48a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.914868 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-2a6970ce-35c0-4dde-9aa9-56e31e48a212 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d21809-0a05-413f-b507-18577fed0681 HTTP/1.1" status: 200 len: 902 time: 1.0400448 Jul 29 23:30:05.924379 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2a85bd5b-521f-4c3a-a403-534b13c539fa HTTP/1.1" status: 204 len: 168 time: 2.1615915 Jul 29 23:30:05.942314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7541233-8047-4171-9918-0aecaa856860 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a85bd5b-521f-4c3a-a403-534b13c539fa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:05.987658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae732707-ce4e-4d5a-9355-ee04cf62755e req-e2026397-962e-4196-bdf7-1ee84ed80735 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6fe677e-6516-4a64-8647-2cf1b5a3e612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670921 Jul 29 23:30:06.000580 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-b79e2293-4874-4d2e-b564-a2f587c98894 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9 HTTP/1.1" status: 200 len: 217 time: 0.0720117 Jul 29 23:30:06.016508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ad964afd-a085-4d10-8924-acd61c933c59 req-37c2939b-f038-4e5f-8c27-8d15bf68f003 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] For port c427f0e6-ffa4-4b31-af2c-222292eb1f30, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c427f0e6-ffa4-4b31-af2c-222292eb1f30,segment=NetworkSegment(1b94ec5b-a849-4e55-b0d9-1a72fa3159eb),segment_id=1b94ec5b-a849-4e55-b0d9-1a72fa3159eb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:06.016961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad964afd-a085-4d10-8924-acd61c933c59 req-37c2939b-f038-4e5f-8c27-8d15bf68f003 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.109842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ad964afd-a085-4d10-8924-acd61c933c59 req-37c2939b-f038-4e5f-8c27-8d15bf68f003 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Calling delete_port for c427f0e6-ffa4-4b31-af2c-222292eb1f30 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:06.141958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87cf77d0-ece6-4308-93a0-db991a99e22c req-be2c5bc8-a88c-4bf2-b202-f0a0607d226f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 210 time: 0.0549142 Jul 29 23:30:06.193270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-205ec5e6-29c9-4a7f-a256-9514c58ee68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.194781 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-205ec5e6-29c9-4a7f-a256-9514c58ee68f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0d6326c8-0599-4488-9c8a-8e4f8967538f HTTP/1.1" status: 200 len: 797 time: 0.1725898 Jul 29 23:30:06.299030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:06.436771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb20b9-a3f7-412f-b075-60dc23eb4dcd req-09d3523f-77df-46c2-b98b-980d68b3ea61 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.453914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb20b9-a3f7-412f-b075-60dc23eb4dcd req-09d3523f-77df-46c2-b98b-980d68b3ea61 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.464565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb20b9-a3f7-412f-b075-60dc23eb4dcd req-09d3523f-77df-46c2-b98b-980d68b3ea61 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.480589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb20b9-a3f7-412f-b075-60dc23eb4dcd req-09d3523f-77df-46c2-b98b-980d68b3ea61 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.493945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb20b9-a3f7-412f-b075-60dc23eb4dcd req-09d3523f-77df-46c2-b98b-980d68b3ea61 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.499962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb20b9-a3f7-412f-b075-60dc23eb4dcd req-09d3523f-77df-46c2-b98b-980d68b3ea61 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.522084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb20b9-a3f7-412f-b075-60dc23eb4dcd req-09d3523f-77df-46c2-b98b-980d68b3ea61 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.528933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3feb20b9-a3f7-412f-b075-60dc23eb4dcd req-09d3523f-77df-46c2-b98b-980d68b3ea61 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.2917161 Jul 29 23:30:06.591165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f660686c-8c7f-4da1-9146-b53c670252fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=186d048e8b144e568c3593646dc90002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866786 Jul 29 23:30:06.592211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43544) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:06.612946 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-93d09b19-978c-4543-876e-eace3925fe33 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:30:06.647255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3feb20b9-a3f7-412f-b075-60dc23eb4dcd req-1b391a73-a41d-4314-964a-d2b23d64ccb7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135666 Jul 29 23:30:06.673521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b334292-09dd-4d8f-8064-0fd058ae8bfe req-6bb598c7-675d-4277-82a0-c51bd63075b9 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.674796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b334292-09dd-4d8f-8064-0fd058ae8bfe req-6bb598c7-675d-4277-82a0-c51bd63075b9 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 946 time: 0.1430581 Jul 29 23:30:06.688922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-de3ee8a9-0e6c-4407-b886-99a731245013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.693167 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-de3ee8a9-0e6c-4407-b886-99a731245013 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4322526 Jul 29 23:30:06.700079 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6114d855-4410-4d8d-9a84-bbeeaf47ea51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.741993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b334292-09dd-4d8f-8064-0fd058ae8bfe req-579fd046-e12d-437d-9b63-13cd932917ee tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Jul 29 23:30:06.769771 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6114d855-4410-4d8d-9a84-bbeeaf47ea51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.775597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93d09b19-978c-4543-876e-eace3925fe33 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.823895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93d09b19-978c-4543-876e-eace3925fe33 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.855558 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6114d855-4410-4d8d-9a84-bbeeaf47ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.859348 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6114d855-4410-4d8d-9a84-bbeeaf47ea51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.865051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6114d855-4410-4d8d-9a84-bbeeaf47ea51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b11dcc41-ac50-48ca-a9ac-0e40f7438c16 HTTP/1.1" status: 204 len: 168 time: 0.2709887 Jul 29 23:30:06.875431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114d855-4410-4d8d-9a84-bbeeaf47ea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11dcc41-ac50-48ca-a9ac-0e40f7438c16,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:06.925294 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad964afd-a085-4d10-8924-acd61c933c59 req-37c2939b-f038-4e5f-8c27-8d15bf68f003 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.028508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2939b-f038-4e5f-8c27-8d15bf68f003 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Pushing event deleted for resources: {'Port': ['ID=c427f0e6-ffa4-4b31-af2c-222292eb1f30,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:07.055453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f5b60-3590-459e-acf8-46626c3fb84d req-d9cb7ab7-4c54-4714-ab6d-da30a1769aae tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.062599 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-a4549aef-f0e6-412b-b6b6-d24a8865c120 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829747 Jul 29 23:30:07.069970 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-93959987-b52e-46e6-88bb-c889f0c13ce5 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549075 Jul 29 23:30:07.073824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d0f5b60-3590-459e-acf8-46626c3fb84d req-d9cb7ab7-4c54-4714-ab6d-da30a1769aae tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1310072 Jul 29 23:30:07.154758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d0f5b60-3590-459e-acf8-46626c3fb84d req-ec9f7f1b-81b4-45e0-8976-88dd728969b2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796330 Jul 29 23:30:07.308584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3ac7cba-a2e1-4386-b6a3-6a6f112ceffe req-afb5c669-0201-41ab-8fb5-fbd13344ee83 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fa862b-c20e-4ef5-bf61-8d3882d49959 HTTP/1.1" status: 200 len: 210 time: 0.0414772 Jul 29 23:30:07.351107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a63ba3f-925a-4f37-a331-fa2000459ebb req-bf761f13-33ec-4f9b-8a9b-cfe900f51c12 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 210 time: 0.0414665 Jul 29 23:30:07.367305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad964afd-a085-4d10-8924-acd61c933c59 req-37c2939b-f038-4e5f-8c27-8d15bf68f003 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] No DVR routers for this DVR port c427f0e6-ffa4-4b31-af2c-222292eb1f30 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:07.399486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-e849c520-144a-44cd-a2ae-773d319a67b6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.401615 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-e849c520-144a-44cd-a2ae-773d319a67b6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725978 Jul 29 23:30:07.402790 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-93d09b19-978c-4543-876e-eace3925fe33 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Floating IP 1d8a5f60-9f75-44e7-bbc7-89a10f80cf50 associated. External IP: 172.25.2.7, port: 7b66037f-898a-4311-b1ee-09d5a6407fc7. Jul 29 23:30:07.405601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ad964afd-a085-4d10-8924-acd61c933c59 req-37c2939b-f038-4e5f-8c27-8d15bf68f003 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.407504 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ad964afd-a085-4d10-8924-acd61c933c59 req-37c2939b-f038-4e5f-8c27-8d15bf68f003 tempest-LiveMigrationTest-1413994956 tempest-LiveMigrationTest-1413994956-project] 10.222.0.47 "DELETE /v2.0/ports/c427f0e6-ffa4-4b31-af2c-222292eb1f30 HTTP/1.1" status: 204 len: 173 time: 2.7712328 Jul 29 23:30:07.413006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'name': 'network-vif-deleted', 'tag': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:07.413006 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e47ae91-67dc-400e-ae17-b232504e77d6" -d '{"events": [{"server_uuid": "f8fa862b-c20e-4ef5-bf61-8d3882d49959", "name": "network-vif-deleted", "tag": "c427f0e6-ffa4-4b31-af2c-222292eb1f30"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:07.479203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Request body: {'port': {'device_id': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'aa5e3b62e01345e1bd6c3e2255e08588'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:07.534539 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27fa6c9-3adb-47c7-85e6-633ea2587462 x-openstack-request-id: req-e27fa6c9-3adb-47c7-85e6-633ea2587462 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:07.534830 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fa862b-c20e-4ef5-bf61-8d3882d49959", "name": "network-vif-deleted", "tag": "c427f0e6-ffa4-4b31-af2c-222292eb1f30", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:07.535084 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e27fa6c9-3adb-47c7-85e6-633ea2587462 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:07.535531 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fa862b-c20e-4ef5-bf61-8d3882d49959', 'name': 'network-vif-deleted', 'tag': 'c427f0e6-ffa4-4b31-af2c-222292eb1f30', 'status': 'completed', 'code': 200} Jul 29 23:30:07.626228 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4cf1f2f9-a00a-49a1-bded-429bb932b41d req-a0456888-6ecb-4493-aa74-304ffcfb0d8a service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954762 Jul 29 23:30:07.765864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Made reservation on behalf of aa5e3b62e01345e1bd6c3e2255e08588 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:07.769496 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.819327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d09b19-978c-4543-876e-eace3925fe33 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:07.875246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4aad-15f0-4dcb-bd14-9342ac873607 req-7db965d5-c35c-4bea-9fd8-a336d9e2cb4c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.882102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4aad-15f0-4dcb-bd14-9342ac873607 req-7db965d5-c35c-4bea-9fd8-a336d9e2cb4c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.889606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4aad-15f0-4dcb-bd14-9342ac873607 req-7db965d5-c35c-4bea-9fd8-a336d9e2cb4c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.896841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4aad-15f0-4dcb-bd14-9342ac873607 req-7db965d5-c35c-4bea-9fd8-a336d9e2cb4c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.903195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4aad-15f0-4dcb-bd14-9342ac873607 req-7db965d5-c35c-4bea-9fd8-a336d9e2cb4c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.909529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4aad-15f0-4dcb-bd14-9342ac873607 req-7db965d5-c35c-4bea-9fd8-a336d9e2cb4c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.916290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4aad-15f0-4dcb-bd14-9342ac873607 req-7db965d5-c35c-4bea-9fd8-a336d9e2cb4c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.918986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec3a4aad-15f0-4dcb-bd14-9342ac873607 req-7db965d5-c35c-4bea-9fd8-a336d9e2cb4c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.1583018 Jul 29 23:30:08.011265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6c5b-a986-4473-b90f-7adef5f472e9 req-98bcd42d-cda7-45c4-8f4d-e9b1045b7226 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:08.013429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1bdd6c5b-a986-4473-b90f-7adef5f472e9 req-98bcd42d-cda7-45c4-8f4d-e9b1045b7226 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 946 time: 0.0933015 Jul 29 23:30:08.032124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec3a4aad-15f0-4dcb-bd14-9342ac873607 req-32400aa4-6db4-4f6d-9f61-e81a9a9d9e57 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933580 Jul 29 23:30:08.104716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1bdd6c5b-a986-4473-b90f-7adef5f472e9 req-5a985be0-74fc-40dd-a12c-c3a72beb1609 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708942 Jul 29 23:30:08.126874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Allocated IP 192.168.233.54 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/01d7d12c-69ff-4a7c-aa9e-a664a058d2f4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:08.134182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d09b19-978c-4543-876e-eace3925fe33 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:08.144631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93d09b19-978c-4543-876e-eace3925fe33 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.152513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] Sync routers for ids ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:08.189027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] Routers {'153c0407-fce2-4bd7-89a9-80ee67c55eb5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:08.193417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:08.224474 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-93d09b19-978c-4543-876e-eace3925fe33 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "PUT /v2.0/floatingips/1d8a5f60-9f75-44e7-bbc7-89a10f80cf50 HTTP/1.1" status: 200 len: 990 time: 3.2178223 Jul 29 23:30:08.338858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:08.385417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] Set router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:08.405223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964ccbe-0539-490a-965a-193fbd08701d req-ee822407-2546-4ca6-b953-e644c1fb51ab tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:08.411136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0964ccbe-0539-490a-965a-193fbd08701d req-ee822407-2546-4ca6-b953-e644c1fb51ab tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1185014 Jul 29 23:30:08.475622 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.495286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Transition to ACTIVE for port object 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:08.515850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0964ccbe-0539-490a-965a-193fbd08701d req-67cb388c-6ec3-49d2-a9e7-187ded959980 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961797 Jul 29 23:30:08.533191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1742382968-network', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:08.554437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:08.595571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Made reservation on behalf of 56800a779c1a4af4ac018dc7d60f6a89 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:08.599493 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.607743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de9c4f8-1992-465e-90f8-8d6ee8f3426d admin admin] Deleting subnet 42dc8a09-47b5-4fad-b75e-163acebdb955 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:08.611074 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2de9c4f8-1992-465e-90f8-8d6ee8f3426d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.626760 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.644473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c427f0e6-ffa4-4b31-af2c-222292eb1f30 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:08.645835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.680503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: c427f0e6-ffa4-4b31-af2c-222292eb1f30 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:08.681403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c427f0e6-ffa4-4b31-af2c-222292eb1f30 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:08.683995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d9168b20-7a11-4c09-9a51-30eb63631ddf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:08.719395 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2de9c4f8-1992-465e-90f8-8d6ee8f3426d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.731950 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['9afd1aae-3f12-4f33-99da-51be8cf3651f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:08.732214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:08.754108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:08.760931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:08.777844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:08.791266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5247bc6-ee15-4dab-905a-b5203fc172a8 req-f7454049-0651-4f00-9e23-2a7c481a5d88 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:08.797517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5247bc6-ee15-4dab-905a-b5203fc172a8 req-f7454049-0651-4f00-9e23-2a7c481a5d88 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 935 time: 0.1580453 Jul 29 23:30:08.853243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2de9c4f8-1992-465e-90f8-8d6ee8f3426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.909171 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5247bc6-ee15-4dab-905a-b5203fc172a8 req-fb515a04-e98a-47d4-80ac-62ba7a9f4045 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944858 Jul 29 23:30:08.998444 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2de9c4f8-1992-465e-90f8-8d6ee8f3426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.014612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f38feb-df36-4170-a2a9-297e3de58910 req-ef83b3a8-a50b-418b-a599-18d0b6b8e8e3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.020078 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-88f38feb-df36-4170-a2a9-297e3de58910 req-ef83b3a8-a50b-418b-a599-18d0b6b8e8e3 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 946 time: 0.2632031 Jul 29 23:30:09.045456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.046144 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.052706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9c4f8-1992-465e-90f8-8d6ee8f3426d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42dc8a09-47b5-4fad-b75e-163acebdb955,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:09.083243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2de9c4f8-1992-465e-90f8-8d6ee8f3426d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.094128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2de9c4f8-1992-465e-90f8-8d6ee8f3426d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/42dc8a09-47b5-4fad-b75e-163acebdb955 HTTP/1.1" status: 204 len: 168 time: 0.5365622 Jul 29 23:30:09.096998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43602) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:09.206475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.229465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-88f38feb-df36-4170-a2a9-297e3de58910 req-8d12cf0b-c454-4f4f-a376-d22b95e476ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Deleting port 4927d36d-ef03-499e-a403-73ba5fbf7d31 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:09.229725 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-88f38feb-df36-4170-a2a9-297e3de58910 req-8d12cf0b-c454-4f4f-a376-d22b95e476ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.233240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.256470 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-eeead86d-bb3f-4b73-bfd9-d47403dc80d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8385351 Jul 29 23:30:09.272109 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1d8a5f60-9f75-44e7-bbc7-89a10f80cf50', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'port_id': '7b66037f-898a-4311-b1ee-09d5a6407fc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'mac_address': 'fa:16:3e:37:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:29:41Z', 'updated_at': '2021-07-29T23:30:06Z', 'revision_number': 1, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39232e5d-ccad-4531-9de3-7425e7abc194', 'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'mac_address': 'fa:16:3e:67:eb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:35Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'subnets': [{'id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:09.343377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] Checking router: 153c0407-fce2-4bd7-89a9-80ee67c55eb5 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:09.345657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Request body: {'port': {'device_id': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:09.348893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:09.398374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.398755 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Added segment 182d4215-df68-46c5-9e67-8c37a0ade012 of type vlan for network 835f63e7-a4db-474c-87b4-9c351ac0d20b Jul 29 23:30:09.402204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-80518cb2-e21a-407b-a5fa-284c4b53c9e5 None None] Provisioning for port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:09.413893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4e1da-a5a8-4b8d-bcc7-4bde694ba318,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:09.426934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] Routers {'153c0407-fce2-4bd7-89a9-80ee67c55eb5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:09.428058 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:09.465688 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.489995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.492621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-80518cb2-e21a-407b-a5fa-284c4b53c9e5 None None] Provisioning complete for port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:09.493008 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80518cb2-e21a-407b-a5fa-284c4b53c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.520653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622dbef-c84e-4763-81b2-0db803602620 req-5070ead3-b247-4785-96e5-d40447d7223f tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.531489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.535275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c622dbef-c84e-4763-81b2-0db803602620 req-5070ead3-b247-4785-96e5-d40447d7223f tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 946 time: 0.2807682 Jul 29 23:30:09.538541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'tag': '7b66037f-898a-4311-b1ee-09d5a6407fc7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:09.540961 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66c743c-0943-4332-afbe-75e485a15c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e205620c-7f86-4157-911b-bf16d2537ec6", "tag": "7b66037f-898a-4311-b1ee-09d5a6407fc7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:09.554286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424a87-f782-4426-9717-0d46072bd9b9 req-3648e711-5652-4bfc-969b-e930a2459ab6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.566053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424a87-f782-4426-9717-0d46072bd9b9 req-3648e711-5652-4bfc-969b-e930a2459ab6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.571792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-88f38feb-df36-4170-a2a9-297e3de58910 req-8d12cf0b-c454-4f4f-a376-d22b95e476ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] For port 4927d36d-ef03-499e-a403-73ba5fbf7d31, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=4927d36d-ef03-499e-a403-73ba5fbf7d31,segment=NetworkSegment(c659092f-ed5a-4ded-a229-76e4b1ce737d),segment_id=c659092f-ed5a-4ded-a229-76e4b1ce737d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:09.573032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-88f38feb-df36-4170-a2a9-297e3de58910 req-8d12cf0b-c454-4f4f-a376-d22b95e476ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.573575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424a87-f782-4426-9717-0d46072bd9b9 req-3648e711-5652-4bfc-969b-e930a2459ab6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.581676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424a87-f782-4426-9717-0d46072bd9b9 req-3648e711-5652-4bfc-969b-e930a2459ab6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.591346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424a87-f782-4426-9717-0d46072bd9b9 req-3648e711-5652-4bfc-969b-e930a2459ab6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.601298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424a87-f782-4426-9717-0d46072bd9b9 req-3648e711-5652-4bfc-969b-e930a2459ab6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.609858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424a87-f782-4426-9717-0d46072bd9b9 req-3648e711-5652-4bfc-969b-e930a2459ab6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.615700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24424a87-f782-4426-9717-0d46072bd9b9 req-3648e711-5652-4bfc-969b-e930a2459ab6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.3371229 Jul 29 23:30:09.624456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-88f38feb-df36-4170-a2a9-297e3de58910 req-8d12cf0b-c454-4f4f-a376-d22b95e476ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Calling delete_port for 4927d36d-ef03-499e-a403-73ba5fbf7d31 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:09.644443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] Set router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:09.693778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.694963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.695561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.760937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.776610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21e8f10-2a8b-4b08-af85-8ea9e60e777a']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:09.798736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:09.798736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b94ec5b-a849-4e55-b0d9-1a72fa3159eb') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:09.808606 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.820550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-80518cb2-e21a-407b-a5fa-284c4b53c9e5 None None] Port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:09.845050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5044792 Jul 29 23:30:09.860355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43614) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:09.879092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Request body: {'subnet': {'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1742382968-subnet', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:09.895492 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.910055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c622dbef-c84e-4763-81b2-0db803602620 req-7e4d03b6-26fd-4d10-ad82-4c8debc0905c tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fc25b38-e293-45a9-80f3-efed6334819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732827 Jul 29 23:30:09.913123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12a763-553e-41d1-a505-d49a6a82d015 admin admin] Pushing event updated for resources: {'Network': ['ID=835f63e7-a4db-474c-87b4-9c351ac0d20b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:09.915219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Made reservation on behalf of 56800a779c1a4af4ac018dc7d60f6a89 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:09.917555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.948234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 835f63e7-a4db-474c-87b4-9c351ac0d20b details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:09.948636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:09.950305 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:09.953594 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:10.070121 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24424a87-f782-4426-9717-0d46072bd9b9 req-175c429e-ebab-45c3-bb46-aa222cc9dc08 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4430187 Jul 29 23:30:10.123656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.136558 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.143211 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c21e8f10-2a8b-4b08-af85-8ea9e60e777a HTTP/1.1" status: 204 len: 168 time: 1.0414863 Jul 29 23:30:10.144136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:10.229942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fa777-ef1b-4774-a83f-e28b9c669750 admin admin] Pushing event deleted for resources: {'Network': ['ID=c21e8f10-2a8b-4b08-af85-8ea9e60e777a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:10.318242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe87c42-f7a5-4e2f-bd9b-21eff085dce8 admin admin] Deleting subnet 70cda86e-2704-4106-8828-ee9b1d06a1e0 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:10.325279 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffe87c42-f7a5-4e2f-bd9b-21eff085dce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.366804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1d8a5f60-9f75-44e7-bbc7-89a10f80cf50', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'port_id': '7b66037f-898a-4311-b1ee-09d5a6407fc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'mac_address': 'fa:16:3e:37:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:29:41Z', 'updated_at': '2021-07-29T23:30:06Z', 'revision_number': 1, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39232e5d-ccad-4531-9de3-7425e7abc194', 'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'mac_address': 'fa:16:3e:67:eb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:35Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'subnets': [{'id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:10.394426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef99b6-8508-4b79-af03-abbbddc91fb3 req-ce55f668-49a6-451e-a571-c920ee2a1027 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.404293 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ce720b-306e-45a0-ad3d-fb85f50e4a55 x-openstack-request-id: req-71ce720b-306e-45a0-ad3d-fb85f50e4a55 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:10.404896 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e205620c-7f86-4157-911b-bf16d2537ec6", "tag": "7b66037f-898a-4311-b1ee-09d5a6407fc7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:10.404896 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71ce720b-306e-45a0-ad3d-fb85f50e4a55 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:10.405393 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'tag': '7b66037f-898a-4311-b1ee-09d5a6407fc7', 'status': 'completed', 'code': 200} Jul 29 23:30:10.409033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfef99b6-8508-4b79-af03-abbbddc91fb3 req-ce55f668-49a6-451e-a571-c920ee2a1027 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1717923 Jul 29 23:30:10.440145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f22286-80b1-482e-967b-23a52b11c5c4 None None] The sync data for ids ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'] in n-d-712139-11 is: [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1d8a5f60-9f75-44e7-bbc7-89a10f80cf50', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'port_id': '7b66037f-898a-4311-b1ee-09d5a6407fc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'mac_address': 'fa:16:3e:37:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:29:41Z', 'updated_at': '2021-07-29T23:30:06Z', 'revision_number': 1, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39232e5d-ccad-4531-9de3-7425e7abc194', 'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'mac_address': 'fa:16:3e:67:eb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:35Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'subnets': [{'id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:10.517356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffe87c42-f7a5-4e2f-bd9b-21eff085dce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.579686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34faf20-9d4b-41ba-a98c-bd20d144d491 req-3a2065fd-4725-4b78-aeef-edb540841c91 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.587536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e34faf20-9d4b-41ba-a98c-bd20d144d491 req-3a2065fd-4725-4b78-aeef-edb540841c91 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 935 time: 0.1761162 Jul 29 23:30:10.647379 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfef99b6-8508-4b79-af03-abbbddc91fb3 req-850b4d55-1624-4c21-9155-cd857ce3dc04 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373033 Jul 29 23:30:10.670998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:10.694092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e34faf20-9d4b-41ba-a98c-bd20d144d491 req-e9a62e1e-b031-4053-8fd3-b2ddd5dfc0e3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054652 Jul 29 23:30:10.714121 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffe87c42-f7a5-4e2f-bd9b-21eff085dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.765184 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9418ec2-4736-4286-987b-9ed09a95b920 None None] New status for floating IP 1d8a5f60-9f75-44e7-bbc7-89a10f80cf50: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:30:10.797559 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffe87c42-f7a5-4e2f-bd9b-21eff085dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.820094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c743c-0943-4332-afbe-75e485a15c0b req-a6f92899-c9ea-4b1c-8afe-e797ff608529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.821830 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f66c743c-0943-4332-afbe-75e485a15c0b req-a6f92899-c9ea-4b1c-8afe-e797ff608529 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53c8880e1e7446ec865c8ce14c62cafe&device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 1098 time: 0.4156389 Jul 29 23:30:10.829246 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.838968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe87c42-f7a5-4e2f-bd9b-21eff085dce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cda86e-2704-4106-8828-ee9b1d06a1e0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:10.841960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffe87c42-f7a5-4e2f-bd9b-21eff085dce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.844309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ffe87c42-f7a5-4e2f-bd9b-21eff085dce8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70cda86e-2704-4106-8828-ee9b1d06a1e0 HTTP/1.1" status: 204 len: 168 time: 0.6959605 Jul 29 23:30:10.844841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Transition to ACTIVE for port object 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:10.847142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43620) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:10.883089 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.894258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.949215 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.978840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-88f38feb-df36-4170-a2a9-297e3de58910 req-8d12cf0b-c454-4f4f-a376-d22b95e476ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.057685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:11.146780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cd574db-5ca3-423f-a903-d689d6f7e93f req-2f1bce57-5963-4b2f-a09b-bf8b0d5f495b tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0432668 Jul 29 23:30:11.153460 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.166634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e7f0eb-8052-4c02-8c98-f5dea48dbec0']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:11.182141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12cf0b-c454-4f4f-a376-d22b95e476ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Pushing event deleted for resources: {'Port': ['ID=4927d36d-ef03-499e-a403-73ba5fbf7d31,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:11.191291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea11d55-3e58-48b8-b5a4-204d563373f9') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:11.191714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea11d55-3e58-48b8-b5a4-204d563373f9') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:11.206411 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.234215 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.244301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:11.245025 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:11.247617 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:11.363389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Checking segment: {'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:11.363954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Network hostable DHCP agents. Network: 835f63e7-a4db-474c-87b4-9c351ac0d20b, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:11.374958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8528672c-a3e7-4486-abab-ace605e707b7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:11.382034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c743c-0943-4332-afbe-75e485a15c0b req-43cdc4bd-2087-44b1-b166-5295375478d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.384360 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f66c743c-0943-4332-afbe-75e485a15c0b req-43cdc4bd-2087-44b1-b166-5295375478d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e HTTP/1.1" status: 200 len: 916 time: 0.5113187 Jul 29 23:30:11.401696 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7b4fa-6e0a-45ce-b228-8a1fbf0e468e req-0ac2be6f-5412-47c6-9a37-2d8ddbfa53f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.407831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7b4fa-6e0a-45ce-b228-8a1fbf0e468e req-0ac2be6f-5412-47c6-9a37-2d8ddbfa53f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.415233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7b4fa-6e0a-45ce-b228-8a1fbf0e468e req-0ac2be6f-5412-47c6-9a37-2d8ddbfa53f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.421843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7b4fa-6e0a-45ce-b228-8a1fbf0e468e req-0ac2be6f-5412-47c6-9a37-2d8ddbfa53f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.428727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7b4fa-6e0a-45ce-b228-8a1fbf0e468e req-0ac2be6f-5412-47c6-9a37-2d8ddbfa53f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.435492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7b4fa-6e0a-45ce-b228-8a1fbf0e468e req-0ac2be6f-5412-47c6-9a37-2d8ddbfa53f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.453082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7b4fa-6e0a-45ce-b228-8a1fbf0e468e req-0ac2be6f-5412-47c6-9a37-2d8ddbfa53f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.458829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32f7b4fa-6e0a-45ce-b228-8a1fbf0e468e req-0ac2be6f-5412-47c6-9a37-2d8ddbfa53f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.1389511 Jul 29 23:30:11.460095 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.466043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.467932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/35e7f0eb-8052-4c02-8c98-f5dea48dbec0 HTTP/1.1" status: 204 len: 168 time: 0.6181831 Jul 29 23:30:11.490964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79824ab4-cf8f-45af-ab87-d183201e3dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=35e7f0eb-8052-4c02-8c98-f5dea48dbec0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:11.503086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 4927d36d-ef03-499e-a403-73ba5fbf7d31 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:11.536705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f38feb-df36-4170-a2a9-297e3de58910 req-8d12cf0b-c454-4f4f-a376-d22b95e476ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] No DVR routers for this DVR port 4927d36d-ef03-499e-a403-73ba5fbf7d31 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:11.537334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 4927d36d-ef03-499e-a403-73ba5fbf7d31 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:11.537634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 4927d36d-ef03-499e-a403-73ba5fbf7d31 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:11.540123 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f66c743c-0943-4332-afbe-75e485a15c0b req-0d0c4090-14fa-4bb3-ae9e-3784bd0fb980 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b66037f-898a-4311-b1ee-09d5a6407fc7 HTTP/1.1" status: 200 len: 1000 time: 0.1259081 Jul 29 23:30:11.542638 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-88f38feb-df36-4170-a2a9-297e3de58910 req-8d12cf0b-c454-4f4f-a376-d22b95e476ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.544583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-88f38feb-df36-4170-a2a9-297e3de58910 req-8d12cf0b-c454-4f4f-a376-d22b95e476ef tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.42 "DELETE /v2.0/ports/4927d36d-ef03-499e-a403-73ba5fbf7d31 HTTP/1.1" status: 204 len: 173 time: 2.4900391 Jul 29 23:30:11.548578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:11.548921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:11.549348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:11.579850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32f7b4fa-6e0a-45ce-b228-8a1fbf0e468e req-b25c7fb4-567c-45cf-9153-f4035f7b70eb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907540 Jul 29 23:30:11.601194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:11.601452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:11.609339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:11.609339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:11.609639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:11.609935 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Bound port: 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:11.610252 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.621635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Network 835f63e7-a4db-474c-87b4-9c351ac0d20b is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:11.658720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43632) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:11.670945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 835f63e7-a4db-474c-87b4-9c351ac0d20b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:11.678820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c743c-0943-4332-afbe-75e485a15c0b req-d8e8d06d-434b-4b8e-81f5-9a147ba37245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.682668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df5d90a-b248-4e95-a298-0acc43314756 None None] Network 835f63e7-a4db-474c-87b4-9c351ac0d20b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:11.692984 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f66c743c-0943-4332-afbe-75e485a15c0b req-d8e8d06d-434b-4b8e-81f5-9a147ba37245 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2379aad-a3a4-426e-89ed-670e8757593e HTTP/1.1" status: 200 len: 854 time: 0.1321449 Jul 29 23:30:11.703038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.705273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.736649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1edf5376-0e26-4b40-af98-493e1ed994b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e98da22c0c3d4847bbc609aed059b175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767491 Jul 29 23:30:11.739146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43638) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:11.764890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:11.768690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:11.788035 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-afa0f848-7df5-4061-88ab-c037fe5383e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9212711 Jul 29 23:30:11.789639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.803880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:11.850837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:11.877190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.877791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.879737 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] 10.222.0.42 "PUT /v2.0/ports/01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 1096 time: 2.5441935 Jul 29 23:30:11.931609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c743c-0943-4332-afbe-75e485a15c0b req-608de5b6-bb09-4887-a0a4-d73bcb850c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.933504 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f66c743c-0943-4332-afbe-75e485a15c0b req-608de5b6-bb09-4887-a0a4-d73bcb850c03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1623602 Jul 29 23:30:11.955136 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:30:11.996913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-835f63e7-a4db-474c-87b4-9c351ac0d20b', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:11.997799 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.037029 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a784e206-6b1b-4e66-b9b6-d27ae217a8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.095467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb2d67-b6ad-42c6-bbbd-69ea5af2715e req-87e3c00f-8559-4b8b-8f81-53f15dfe88cb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.097135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65fb2d67-b6ad-42c6-bbbd-69ea5af2715e req-87e3c00f-8559-4b8b-8f81-53f15dfe88cb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.2580638 Jul 29 23:30:12.099435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a784e206-6b1b-4e66-b9b6-d27ae217a8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.114723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c3105-c1cb-4c07-9b63-efcb99d21b9b req-fd9629e8-eb6f-4317-b21b-6d64906197b1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.122166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-905c3105-c1cb-4c07-9b63-efcb99d21b9b req-fd9629e8-eb6f-4317-b21b-6d64906197b1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.2797112 Jul 29 23:30:12.169717 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f66c743c-0943-4332-afbe-75e485a15c0b req-3d607bda-023f-414c-bd3d-88848496492a service neutron] 10.222.0.47 "GET /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210512 Jul 29 23:30:12.174835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf83a7-8370-4219-b3da-96d9ecf8bd0d service neutron] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:12.254458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.255495 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.287308 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-905c3105-c1cb-4c07-9b63-efcb99d21b9b req-a7e9fffb-e391-47f4-86e9-dfa8d53b9ecf tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593311 Jul 29 23:30:12.290464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65fb2d67-b6ad-42c6-bbbd-69ea5af2715e req-51c5dbad-aa34-4b28-b0a4-40e2244327a6 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506052 Jul 29 23:30:12.321468 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a784e206-6b1b-4e66-b9b6-d27ae217a8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.326795 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a784e206-6b1b-4e66-b9b6-d27ae217a8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.328104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Allocated IP 172.20.0.2 (835f63e7-a4db-474c-87b4-9c351ac0d20b/8528672c-a3e7-4486-abab-ace605e707b7/f7e720a9-6ff3-43a0-a981-45bda57a09db) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:12.328291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a784e206-6b1b-4e66-b9b6-d27ae217a8fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6fe677e-6516-4a64-8647-2cf1b5a3e612 HTTP/1.1" status: 204 len: 168 time: 0.5880165 Jul 29 23:30:12.346888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784e206-6b1b-4e66-b9b6-d27ae217a8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fe677e-6516-4a64-8647-2cf1b5a3e612,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:12.467357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d201333-fa2f-40b2-a35c-b00ec8f9302a req-5fd4bcbf-2d7f-49f9-982e-cbb438272154 tempest-AttachVolumeNegativeTest-783385537 tempest-AttachVolumeNegativeTest-783385537-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0473447 Jul 29 23:30:12.514726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3', 'name': 'network-vif-deleted', 'tag': '4927d36d-ef03-499e-a403-73ba5fbf7d31'}, {'name': 'network-changed', 'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:12.526434 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cca4605-30c7-43b0-92b2-1f495342f613" -d '{"events": [{"server_uuid": "ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3", "name": "network-vif-deleted", "tag": "4927d36d-ef03-499e-a403-73ba5fbf7d31"}, {"name": "network-changed", "server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:12.676830 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.748373 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f66c743c-0943-4332-afbe-75e485a15c0b req-717ea9b7-1d6c-4ccb-8f53-02f1e7e9f8b0 service neutron] 10.222.0.47 "GET /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474195 Jul 29 23:30:12.838311 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.851399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Transition to ACTIVE for port object f7e720a9-6ff3-43a0-a981-45bda57a09db will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:12.864451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-36838399-cf72-44dc-b472-7708f8ed37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.866003 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-36838399-cf72-44dc-b472-7708f8ed37a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1099 time: 0.9107070 Jul 29 23:30:12.867522 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15a1cd9-8ecc-4282-a78b-9e8403e9773e x-openstack-request-id: req-a15a1cd9-8ecc-4282-a78b-9e8403e9773e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:12.868194 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3", "name": "network-vif-deleted", "tag": "4927d36d-ef03-499e-a403-73ba5fbf7d31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:12.868462 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a15a1cd9-8ecc-4282-a78b-9e8403e9773e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:12.868850 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9d8d5e-ee23-4d34-b7a5-b0df8690f5f3', 'name': 'network-vif-deleted', 'tag': '4927d36d-ef03-499e-a403-73ba5fbf7d31', 'status': 'completed', 'code': 200} Jul 29 23:30:12.869108 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'status': 'completed', 'code': 200} Jul 29 23:30:12.898375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192dbd-f705-409b-88c5-a2b1501a65ea req-951ee33c-018f-4b98-b5f8-19c7493403f1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.901718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Transition to ACTIVE for port object f7e720a9-6ff3-43a0-a981-45bda57a09db will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:12.911055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192dbd-f705-409b-88c5-a2b1501a65ea req-951ee33c-018f-4b98-b5f8-19c7493403f1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.913746 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.930301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192dbd-f705-409b-88c5-a2b1501a65ea req-951ee33c-018f-4b98-b5f8-19c7493403f1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.944679 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.946113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192dbd-f705-409b-88c5-a2b1501a65ea req-951ee33c-018f-4b98-b5f8-19c7493403f1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.971225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192dbd-f705-409b-88c5-a2b1501a65ea req-951ee33c-018f-4b98-b5f8-19c7493403f1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.987489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192dbd-f705-409b-88c5-a2b1501a65ea req-951ee33c-018f-4b98-b5f8-19c7493403f1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.001705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Network 835f63e7-a4db-474c-87b4-9c351ac0d20b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:13.004123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192dbd-f705-409b-88c5-a2b1501a65ea req-951ee33c-018f-4b98-b5f8-19c7493403f1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.009193 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-acf615ed-d582-4a3c-b86a-90c1d145ec41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 217 time: 0.0586653 Jul 29 23:30:13.020934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a192dbd-f705-409b-88c5-a2b1501a65ea req-951ee33c-018f-4b98-b5f8-19c7493403f1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.2323167 Jul 29 23:30:13.021908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:13.031451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:13.067637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Pushing event updated for resources: {'Port': ['ID=f7e720a9-6ff3-43a0-a981-45bda57a09db,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:13.120651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a192dbd-f705-409b-88c5-a2b1501a65ea req-e0ac64d1-d4a2-4c9a-a7f2-30113c5d8659 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975537 Jul 29 23:30:13.156782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Attempting to bind port f7e720a9-6ff3-43a0-a981-45bda57a09db on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:13.157995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Attempting to bind port f7e720a9-6ff3-43a0-a981-45bda57a09db by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:13.158746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Attempting to bind port f7e720a9-6ff3-43a0-a981-45bda57a09db on network 835f63e7-a4db-474c-87b4-9c351ac0d20b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:13.159949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-f6544413-587d-4f35-ae19-286f45f09398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.162101 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-f6544413-587d-4f35-ae19-286f45f09398 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1386514 Jul 29 23:30:13.166208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:13.167084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Checking segment: {'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:13.168261 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.168893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Bound using segment: {'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:13.169596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Bound port: f7e720a9-6ff3-43a0-a981-45bda57a09db, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:13.169995 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.195440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43656) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:13.313144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-72fd0845-458a-43cd-8a5d-e8debe919c64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17970730c7eb4bfd88d661c6eae6b239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1159055 Jul 29 23:30:13.317119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43660) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:13.344032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-e03130ac-9a7a-49ae-8821-7d68eabfdb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.348581 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-e03130ac-9a7a-49ae-8821-7d68eabfdb4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1741965 Jul 29 23:30:13.351596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] For port f7e720a9-6ff3-43a0-a981-45bda57a09db, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:13.359010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] For port f7e720a9-6ff3-43a0-a981-45bda57a09db, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f7e720a9-6ff3-43a0-a981-45bda57a09db,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:13.365550 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.499935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d319e-e935-4c03-9e5e-5a6a0ba681a7 None None] Pushing event updated for resources: {'Port': ['ID=f7e720a9-6ff3-43a0-a981-45bda57a09db,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:13.526532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd4392-3a64-4c3a-9705-794c4d00dd11 req-ea63c5d8-495d-4284-8256-8821ecc790f0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.533906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bddd4392-3a64-4c3a-9705-794c4d00dd11 req-ea63c5d8-495d-4284-8256-8821ecc790f0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.1227007 Jul 29 23:30:13.595484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee65f-2d08-4827-8914-9b22c5315606 req-d80bb9a2-0203-4a49-ba51-6c7e88422e00 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.598709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-990ee65f-2d08-4827-8914-9b22c5315606 req-d80bb9a2-0203-4a49-ba51-6c7e88422e00 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1201842 Jul 29 23:30:13.615844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bddd4392-3a64-4c3a-9705-794c4d00dd11 req-fb3da329-083c-4d15-aa7d-88d49db47a3f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809598 Jul 29 23:30:13.664965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c38b9832-0abd-45dc-936c-b4556796c9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.685302 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.687071 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-990ee65f-2d08-4827-8914-9b22c5315606 req-de2579c6-1b66-4c40-921c-e7ada6bc0897 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821495 Jul 29 23:30:13.700340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43670) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:13.776150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.779598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99c1434-1370-4697-8256-25451dc1b23c admin admin] Deleting subnet ba2052c5-e70e-43c0-982f-fd17310c5524 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:13.784229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99c1434-1370-4697-8256-25451dc1b23c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.815371 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c38b9832-0abd-45dc-936c-b4556796c9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.876357 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99c1434-1370-4697-8256-25451dc1b23c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.911476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-a57fe875-9e53-4cbf-90ef-87bf0c525594 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372713 Jul 29 23:30:13.945082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99c1434-1370-4697-8256-25451dc1b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.075018 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99c1434-1370-4697-8256-25451dc1b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.115119 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c38b9832-0abd-45dc-936c-b4556796c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.118181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c38b9832-0abd-45dc-936c-b4556796c9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.119702 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c38b9832-0abd-45dc-936c-b4556796c9b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a236e67b-0399-4f63-be00-5cbdc598105d HTTP/1.1" status: 204 len: 168 time: 0.7988191 Jul 29 23:30:14.150710 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99c1434-1370-4697-8256-25451dc1b23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.153941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b9832-0abd-45dc-936c-b4556796c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a236e67b-0399-4f63-be00-5cbdc598105d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:14.180068 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-de78bd7b-8dc2-4256-af4b-040f25c33414 req-841962e5-7150-4bf4-bad1-c6bf91179d0a service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324338 Jul 29 23:30:14.191983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Allocated IP 172.25.2.74 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/944fac8f-b768-482c-ac4c-744eb6c90473) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:14.203909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c99c1434-1370-4697-8256-25451dc1b23c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ba2052c5-e70e-43c0-982f-fd17310c5524 HTTP/1.1" status: 204 len: 168 time: 0.4998002 Jul 29 23:30:14.203909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43676) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:14.333012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c1434-1370-4697-8256-25451dc1b23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2052c5-e70e-43c0-982f-fd17310c5524,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:14.375906 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.468299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-3e34872c-d6cc-45cd-b540-2d8cbc91e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.470012 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-3e34872c-d6cc-45cd-b540-2d8cbc91e876 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1099 time: 0.1635506 Jul 29 23:30:14.522895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a3e-4e0a-4700-adef-54a06b18082f req-f860139d-08fb-4dcf-80c1-f36c83c898e8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.531219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a3e-4e0a-4700-adef-54a06b18082f req-f860139d-08fb-4dcf-80c1-f36c83c898e8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.544639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a3e-4e0a-4700-adef-54a06b18082f req-f860139d-08fb-4dcf-80c1-f36c83c898e8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.561580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a3e-4e0a-4700-adef-54a06b18082f req-f860139d-08fb-4dcf-80c1-f36c83c898e8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.575867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a3e-4e0a-4700-adef-54a06b18082f req-f860139d-08fb-4dcf-80c1-f36c83c898e8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.585308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a3e-4e0a-4700-adef-54a06b18082f req-f860139d-08fb-4dcf-80c1-f36c83c898e8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.592427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a3e-4e0a-4700-adef-54a06b18082f req-f860139d-08fb-4dcf-80c1-f36c83c898e8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.595141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f2d6a3e-4e0a-4700-adef-54a06b18082f req-f860139d-08fb-4dcf-80c1-f36c83c898e8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.2357309 Jul 29 23:30:14.625087 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.809884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.864438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12361c8c-7185-4520-8d81-bb8d740fe628']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:14.880670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f2d6a3e-4e0a-4700-adef-54a06b18082f req-f9675eb7-ecca-4d3e-b4bb-e929b371a231 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2235761 Jul 29 23:30:14.923811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c659092f-ed5a-4ded-a229-76e4b1ce737d') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:14.924167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c659092f-ed5a-4ded-a229-76e4b1ce737d') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:14.930277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-d0a61d39-5e63-4053-86a5-9e73520b03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.935576 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-d0a61d39-5e63-4053-86a5-9e73520b03f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.4449275 Jul 29 23:30:14.943930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.987703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.027547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8d640-c584-482a-b998-82f3bddaf0ca req-f3216630-a9c9-42dd-bd52-26cdf6fd2215 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.030989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fd8d640-c584-482a-b998-82f3bddaf0ca req-f3216630-a9c9-42dd-bd52-26cdf6fd2215 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.2333047 Jul 29 23:30:15.077692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:15.078115 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.110094 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-592c06b9-fef3-4bf0-acec-d91306f0f0ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 217 time: 0.1453176 Jul 29 23:30:15.111612 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.241382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f7e720a9-6ff3-43a0-a981-45bda57a09db up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:15.242279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:15.247377 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:15.252941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:15.259649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:15.278683 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.306285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.308497 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] 10.222.0.37 "DELETE /v2.0/networks/12361c8c-7185-4520-8d81-bb8d740fe628 HTTP/1.1" status: 204 len: 168 time: 1.0957186 Jul 29 23:30:15.369473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fd8d640-c584-482a-b998-82f3bddaf0ca req-38a17b30-e2d4-4f1f-9a79-e1a053911ae5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268638 Jul 29 23:30:15.373758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a1c57-cd11-410c-be35-cb65b0c5619d admin admin] Pushing event deleted for resources: {'Network': ['ID=12361c8c-7185-4520-8d81-bb8d740fe628,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:15.391689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c3b049-c4d9-4d56-8988-1c6f5a820391 None None] Network 835f63e7-a4db-474c-87b4-9c351ac0d20b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:15.397816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Pushing event updated for resources: {'Port': ['ID=944fac8f-b768-482c-ac4c-744eb6c90473,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:15.423584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009558-c7af-45d6-aa33-2f273e3223ab req-4b1b88b5-a9ae-4b3a-b2b1-9543b8234a37 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.436034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb009558-c7af-45d6-aa33-2f273e3223ab req-4b1b88b5-a9ae-4b3a-b2b1-9543b8234a37 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1876805 Jul 29 23:30:15.463903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-ae576bc1-a2be-4840-9006-64fe67d19402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.466301 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-ae576bc1-a2be-4840-9006-64fe67d19402 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.3434873 Jul 29 23:30:15.558240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb009558-c7af-45d6-aa33-2f273e3223ab req-248acc6d-3ec1-48fc-a166-dbefb8b1e264 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160002 Jul 29 23:30:15.634431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-94e583dd-9318-4e98-81c1-056fea8e2a3a None None] Provisioning for port f7e720a9-6ff3-43a0-a981-45bda57a09db completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:15.746117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port f7e720a9-6ff3-43a0-a981-45bda57a09db completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:15.770495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f7e720a9-6ff3-43a0-a981-45bda57a09db triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:15.770972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.772550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43702) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:15.892187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e9f9cdcb-086c-44a5-80b2-82a79a832200 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=627a5eedd1d14e37a79cd8583bcc889a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1178300 Jul 29 23:30:15.904636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43706) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:16.083205 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f17c5060-e4db-44ae-91e7-0d6d0610350d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.113416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a28d3-262a-4b2b-b9ba-c1fe0baae9cf req-db940924-3ad5-4cb9-961b-4e670fcb6dab tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.121921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a28d3-262a-4b2b-b9ba-c1fe0baae9cf req-db940924-3ad5-4cb9-961b-4e670fcb6dab tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.130475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a28d3-262a-4b2b-b9ba-c1fe0baae9cf req-db940924-3ad5-4cb9-961b-4e670fcb6dab tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.150985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a28d3-262a-4b2b-b9ba-c1fe0baae9cf req-db940924-3ad5-4cb9-961b-4e670fcb6dab tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.169708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a28d3-262a-4b2b-b9ba-c1fe0baae9cf req-db940924-3ad5-4cb9-961b-4e670fcb6dab tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.177644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.181738 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a28d3-262a-4b2b-b9ba-c1fe0baae9cf req-db940924-3ad5-4cb9-961b-4e670fcb6dab tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.192525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a28d3-262a-4b2b-b9ba-c1fe0baae9cf req-db940924-3ad5-4cb9-961b-4e670fcb6dab tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.197945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-358a28d3-262a-4b2b-b9ba-c1fe0baae9cf req-db940924-3ad5-4cb9-961b-4e670fcb6dab tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.1786942 Jul 29 23:30:16.223771 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f17c5060-e4db-44ae-91e7-0d6d0610350d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.275244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port f7e720a9-6ff3-43a0-a981-45bda57a09db, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f7e720a9-6ff3-43a0-a981-45bda57a09db,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:16.282385 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.355410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-358a28d3-262a-4b2b-b9ba-c1fe0baae9cf req-4c9e7270-9bc4-4ec1-8e1d-b2e5b8b03898 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723984 Jul 29 23:30:16.359966 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f17c5060-e4db-44ae-91e7-0d6d0610350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.367287 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f17c5060-e4db-44ae-91e7-0d6d0610350d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.385098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f17c5060-e4db-44ae-91e7-0d6d0610350d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fc25b38-e293-45a9-80f3-efed6334819b HTTP/1.1" status: 204 len: 168 time: 0.4791954 Jul 29 23:30:16.410260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c5060-e4db-44ae-91e7-0d6d0610350d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc25b38-e293-45a9-80f3-efed6334819b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:16.450468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=f7e720a9-6ff3-43a0-a981-45bda57a09db,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:16.575026 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60305f2-ba9a-40f7-9529-21dc12cbd418 req-0a4bf96a-d43e-44f0-b9dc-b4395d135d24 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.581042 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c60305f2-ba9a-40f7-9529-21dc12cbd418 req-0a4bf96a-d43e-44f0-b9dc-b4395d135d24 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.1066012 Jul 29 23:30:16.621578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b5f1766c-cda4-4f4e-be74-2662c6b7f5b9 None None] Provisioning complete for port f7e720a9-6ff3-43a0-a981-45bda57a09db triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:16.621968 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5f1766c-cda4-4f4e-be74-2662c6b7f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.682953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-9ec8b10e-9ee6-4f0e-a83e-b2e91e9900ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.684876 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-9ec8b10e-9ee6-4f0e-a83e-b2e91e9900ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2069423 Jul 29 23:30:16.708898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c60305f2-ba9a-40f7-9529-21dc12cbd418 req-957796f9-e6cf-40f0-a7b9-acf415801926 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154053 Jul 29 23:30:16.907525 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-d20e4246-3e8c-4745-9231-c318f46701c9 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087879 Jul 29 23:30:16.923403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a4a20-8861-4d71-a843-9af561f106a4 req-f6690f6e-37b8-42c7-b463-ed3d87521ad4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.932149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea3a4a20-8861-4d71-a843-9af561f106a4 req-f6690f6e-37b8-42c7-b463-ed3d87521ad4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1755869 Jul 29 23:30:17.027545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea3a4a20-8861-4d71-a843-9af561f106a4 req-265d3a90-03bc-429d-87cd-366bf1dbefe8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944340 Jul 29 23:30:17.126267 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.130569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f7e720a9-6ff3-43a0-a981-45bda57a09db up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:17.210406 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f7e720a9-6ff3-43a0-a981-45bda57a09db triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:17.210852 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.255923 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2cca4605-30c7-43b0-92b2-1f495342f613 req-25dc406f-9a15-4233-8038-bf2fce1b34af service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377509 Jul 29 23:30:17.443029 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.518971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:17.661614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2756-d6c2-4246-b24d-0c5edf11ebc4 req-404605ce-472e-4944-8deb-6a18cf4e7a07 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.672342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2756-d6c2-4246-b24d-0c5edf11ebc4 req-404605ce-472e-4944-8deb-6a18cf4e7a07 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.682847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2756-d6c2-4246-b24d-0c5edf11ebc4 req-404605ce-472e-4944-8deb-6a18cf4e7a07 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.706172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Router b10a5121-477d-4085-92f3-46f8f8897755 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:30:17.722148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2756-d6c2-4246-b24d-0c5edf11ebc4 req-404605ce-472e-4944-8deb-6a18cf4e7a07 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.735653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2756-d6c2-4246-b24d-0c5edf11ebc4 req-404605ce-472e-4944-8deb-6a18cf4e7a07 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.761264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2756-d6c2-4246-b24d-0c5edf11ebc4 req-404605ce-472e-4944-8deb-6a18cf4e7a07 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.779250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd2756-d6c2-4246-b24d-0c5edf11ebc4 req-404605ce-472e-4944-8deb-6a18cf4e7a07 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.810031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66bd2756-d6c2-4246-b24d-0c5edf11ebc4 req-404605ce-472e-4944-8deb-6a18cf4e7a07 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.2994628 Jul 29 23:30:17.818902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:17.866365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'mac_address': 'fa:16:3e:30:c1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:17.896785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:17.929837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66bd2756-d6c2-4246-b24d-0c5edf11ebc4 req-d5b34edc-233b-4951-8413-8f795d2b7c61 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110122 Jul 29 23:30:17.934066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Sync routers for ids ['b10a5121-477d-4085-92f3-46f8f8897755'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:17.956285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.959860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43770) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:17.964696 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2b9b7ddb-1941-4f24-acc0-417c4899b52e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1249590 Jul 29 23:30:17.968587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Routers {'b10a5121-477d-4085-92f3-46f8f8897755'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:17.970357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b10a5121-477d-4085-92f3-46f8f8897755'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:18.363770 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.378765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:18.405206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:18.424368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.467600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Set router b10a5121-477d-4085-92f3-46f8f8897755 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:18.645876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:18.652840 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.684041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46a0c1-1bab-4249-96db-32014c6254b3 req-14b83780-075d-433c-bae5-fadcee179f84 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.695025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a46a0c1-1bab-4249-96db-32014c6254b3 req-14b83780-075d-433c-bae5-fadcee179f84 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.4858809 Jul 29 23:30:18.729829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:18.825535 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a46a0c1-1bab-4249-96db-32014c6254b3 req-819d1991-f454-4f3b-bfe5-e6b293f5c28b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187103 Jul 29 23:30:18.829275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:16Z', 'revision_number': 3, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:18.870483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Checking router: b10a5121-477d-4085-92f3-46f8f8897755 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:18.871115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Updating router b10a5121-477d-4085-92f3-46f8f8897755 port 944fac8f-b768-482c-ac4c-744eb6c90473 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:30:18.909383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.910335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.911089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.911634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.912288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.912826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.913358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.914058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.914662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.915191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.921137 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.931438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e4ffd3-0c5f-4ffb-a4cd-dbd867ec364f req-51fc9c4f-b132-43f3-9484-aeb8e00ed07f tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7096 time: 0.8938663 Jul 29 23:30:19.518735 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.547485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Transition to ACTIVE for port object 944fac8f-b768-482c-ac4c-744eb6c90473 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:19.564283 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.567478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0608c-3f76-418d-8aeb-7f7e09f5e221 req-fe5c8ad0-5251-4af5-a335-9bb88b0bae35 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.569062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03c0608c-3f76-418d-8aeb-7f7e09f5e221 req-fe5c8ad0-5251-4af5-a335-9bb88b0bae35 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1626432 Jul 29 23:30:19.623547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Attempting to bind port 944fac8f-b768-482c-ac4c-744eb6c90473 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:19.624251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Attempting to bind port 944fac8f-b768-482c-ac4c-744eb6c90473 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:19.624840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Attempting to bind port 944fac8f-b768-482c-ac4c-744eb6c90473 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:19.639872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47298b8f-5a0d-4604-a817-bec02ad843bb None None] Pushing event updated for resources: {'Port': ['ID=944fac8f-b768-482c-ac4c-744eb6c90473,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:19.642926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:19.643780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:19.644444 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.645842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:19.647684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Bound port: 944fac8f-b768-482c-ac4c-744eb6c90473, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:19.649127 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.662533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03c0608c-3f76-418d-8aeb-7f7e09f5e221 req-a2f9da54-0733-42fd-820c-600a5d37bf40 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851710 Jul 29 23:30:19.699843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ec485-7ef5-4535-8c7f-05c40d0ecc60 req-ac9e73cc-25d9-4afe-bfe0-d221b03bfd9e tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.717047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5ec485-7ef5-4535-8c7f-05c40d0ecc60 req-ac9e73cc-25d9-4afe-bfe0-d221b03bfd9e tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 886 time: 0.7295537 Jul 29 23:30:19.742980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] For port 944fac8f-b768-482c-ac4c-744eb6c90473, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:19.749734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] For port 944fac8f-b768-482c-ac4c-744eb6c90473, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=944fac8f-b768-482c-ac4c-744eb6c90473,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:19.758588 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.859728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Routers {'b10a5121-477d-4085-92f3-46f8f8897755'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:19.860504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b10a5121-477d-4085-92f3-46f8f8897755'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:19.862386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47298b8f-5a0d-4604-a817-bec02ad843bb None None] Pushing event updated for resources: {'Port': ['ID=944fac8f-b768-482c-ac4c-744eb6c90473,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:19.905421 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:20.012425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] Set router b10a5121-477d-4085-92f3-46f8f8897755 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:20.051307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491338a-42c8-433b-8f15-2dfaa00e5d2d req-86260fcc-e1bc-427c-856b-9304396276f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.057267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491338a-42c8-433b-8f15-2dfaa00e5d2d req-86260fcc-e1bc-427c-856b-9304396276f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.063295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491338a-42c8-433b-8f15-2dfaa00e5d2d req-86260fcc-e1bc-427c-856b-9304396276f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.074211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491338a-42c8-433b-8f15-2dfaa00e5d2d req-86260fcc-e1bc-427c-856b-9304396276f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.083408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491338a-42c8-433b-8f15-2dfaa00e5d2d req-86260fcc-e1bc-427c-856b-9304396276f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.090467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491338a-42c8-433b-8f15-2dfaa00e5d2d req-86260fcc-e1bc-427c-856b-9304396276f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.096931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491338a-42c8-433b-8f15-2dfaa00e5d2d req-86260fcc-e1bc-427c-856b-9304396276f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.099501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6491338a-42c8-433b-8f15-2dfaa00e5d2d req-86260fcc-e1bc-427c-856b-9304396276f6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.2943153 Jul 29 23:30:20.286520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Allocated IP 172.20.0.1 (835f63e7-a4db-474c-87b4-9c351ac0d20b/8528672c-a3e7-4486-abab-ace605e707b7/d45b8fff-3973-4cdb-9632-e437fe66385b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:20.350958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:16Z', 'revision_number': 3, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:20.394478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.397847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.398742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.399287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.400041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135c841-988f-466f-bb97-2f089ce8b51a None None] The sync data for ids ['b10a5121-477d-4085-92f3-46f8f8897755'] in n-d-712139-11 is: [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:16Z', 'revision_number': 3, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:20.400257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.400843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.401375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.401911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.402444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.402977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.405653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d16d983a-f9d6-4164-95df-317b5639c048 req-eb8351fb-c2c3-4b92-a0be-dde630ae3c74 tempest-NetworksTest-1404170327 tempest-NetworksTest-1404170327-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7096 time: 0.5303550 Jul 29 23:30:20.419689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6491338a-42c8-433b-8f15-2dfaa00e5d2d req-18306e01-3caf-485c-bbd3-3e44ee6b0593 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3117802 Jul 29 23:30:20.623091 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:20.688877 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Transition to ACTIVE for port object d45b8fff-3973-4cdb-9632-e437fe66385b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:20.711953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad119-3edf-4036-b99c-1ef01f68bdab req-31e400e1-91ab-4ed6-9628-06b1ff449063 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.714057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84aad119-3edf-4036-b99c-1ef01f68bdab req-31e400e1-91ab-4ed6-9628-06b1ff449063 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 948 time: 0.1553459 Jul 29 23:30:20.788874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84aad119-3edf-4036-b99c-1ef01f68bdab req-1fa1b04e-d0fe-45a2-b4ea-4104416d61aa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Jul 29 23:30:20.809823 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:20.905457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Network 835f63e7-a4db-474c-87b4-9c351ac0d20b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:20.909755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Pushing event updated for resources: {'Port': ['ID=d45b8fff-3973-4cdb-9632-e437fe66385b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:20.912822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:20.919897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:21.085114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.198178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43846) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:21.203797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b435f7-b9de-4d71-b5d4-84a0460663af req-01b9204e-d48d-4753-9cc3-91608271e6f4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.223978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5b435f7-b9de-4d71-b5d4-84a0460663af req-01b9204e-d48d-4753-9cc3-91608271e6f4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.2193611 Jul 29 23:30:21.234782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 944fac8f-b768-482c-ac4c-744eb6c90473 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:21.350995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 944fac8f-b768-482c-ac4c-744eb6c90473 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:21.356433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 944fac8f-b768-482c-ac4c-744eb6c90473 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:21.357374 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.370476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5b435f7-b9de-4d71-b5d4-84a0460663af req-bc032c00-e236-4400-831b-57fcc7ab8c36 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367748 Jul 29 23:30:21.487444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43854) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:21.548548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:21.555170 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.621614 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed167c4-649c-4483-ada4-f7742ce41577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.658676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae2b8bc-a182-46f6-aa64-0fb4a8a6e64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.671773 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.711465 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cadfd6eb-8cf3-437d-a2ac-c8a7fb6daa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.721160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-30757168-8b30-4efc-a4ec-8282f6e08c07 None None] Provisioning for port d45b8fff-3973-4cdb-9632-e437fe66385b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:21.727435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:21.744088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-1ae2b8bc-a182-46f6-aa64-0fb4a8a6e64a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:30:21.744088 n-d-712139-11 neutron-server[93817]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:30:21.744088 n-d-712139-11 neutron-server[93817]: [parameters: {'project_id': '940f3c59fcfb45aea75266718607fa4a', 'id': '7b0f9b0c-7e49-4ed4-a87a-ba6a800c32f3', 'expiration': datetime.datetime(2021, 7, 29, 23, 32, 21, 739003)}] Jul 29 23:30:21.744088 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:30:21.745139 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-1ae2b8bc-a182-46f6-aa64-0fb4a8a6e64a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:30:21.747738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:21.748547 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.822547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-30757168-8b30-4efc-a4ec-8282f6e08c07 None None] Provisioning complete for port d45b8fff-3973-4cdb-9632-e437fe66385b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:21.823060 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30757168-8b30-4efc-a4ec-8282f6e08c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.827783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 944fac8f-b768-482c-ac4c-744eb6c90473, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=944fac8f-b768-482c-ac4c-744eb6c90473,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:21.873226 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.877191 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.902119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.949490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed167c4-649c-4483-ada4-f7742ce41577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.957632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-30757168-8b30-4efc-a4ec-8282f6e08c07 None None] Port d45b8fff-3973-4cdb-9632-e437fe66385b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:21.963645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aed167c4-649c-4483-ada4-f7742ce41577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.971781 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.021601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=944fac8f-b768-482c-ac4c-744eb6c90473,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:22.029845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:22.032436 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a6e35e-2ad5-4194-a6d1-808042ae2099" -d '{"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-plugged", "status": "completed", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:22.049480 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:22.055954 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.073810 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.087190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed167c4-649c-4483-ada4-f7742ce41577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df13f946-deed-46d3-8173-b98c4ff5ad10,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:22.114587 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-aed167c4-649c-4483-ada4-f7742ce41577 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82ab429822d14f398aa6e80a501a93e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6259024 Jul 29 23:30:22.115211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43866) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:22.139874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:22.209524 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f07c2034-db15-4faa-90c4-216202989a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.245220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f07c2034-db15-4faa-90c4-216202989a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.247486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae2b8bc-a182-46f6-aa64-0fb4a8a6e64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.284064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983f0-437e-492e-bd59-a66e381897dd req-7ecd3f1a-45a8-4bd0-9b77-8a64d0b7e150 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.292613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983f0-437e-492e-bd59-a66e381897dd req-7ecd3f1a-45a8-4bd0-9b77-8a64d0b7e150 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.306943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983f0-437e-492e-bd59-a66e381897dd req-7ecd3f1a-45a8-4bd0-9b77-8a64d0b7e150 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.314202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983f0-437e-492e-bd59-a66e381897dd req-7ecd3f1a-45a8-4bd0-9b77-8a64d0b7e150 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.322079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983f0-437e-492e-bd59-a66e381897dd req-7ecd3f1a-45a8-4bd0-9b77-8a64d0b7e150 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.329871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983f0-437e-492e-bd59-a66e381897dd req-7ecd3f1a-45a8-4bd0-9b77-8a64d0b7e150 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.338381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983f0-437e-492e-bd59-a66e381897dd req-7ecd3f1a-45a8-4bd0-9b77-8a64d0b7e150 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.341156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2f983f0-437e-492e-bd59-a66e381897dd req-7ecd3f1a-45a8-4bd0-9b77-8a64d0b7e150 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.7013774 Jul 29 23:30:22.357967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f07c2034-db15-4faa-90c4-216202989a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.361222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f07c2034-db15-4faa-90c4-216202989a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.365371 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f07c2034-db15-4faa-90c4-216202989a79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df13f946-deed-46d3-8173-b98c4ff5ad10 HTTP/1.1" status: 204 len: 168 time: 0.2462282 Jul 29 23:30:22.378374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Pushing event updated for resources: {'Port': ['ID=d45b8fff-3973-4cdb-9632-e437fe66385b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:22.380544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c2034-db15-4faa-90c4-216202989a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df13f946-deed-46d3-8173-b98c4ff5ad10,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:22.382855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Network 835f63e7-a4db-474c-87b4-9c351ac0d20b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:22.413647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee335d-5b92-4801-b277-047d39a0aa98 req-86b34974-324d-4913-b289-92b440939351 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.414536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6ee335d-5b92-4801-b277-047d39a0aa98 req-86b34974-324d-4913-b289-92b440939351 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.3259203 Jul 29 23:30:22.415715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:22.453398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae2b8bc-a182-46f6-aa64-0fb4a8a6e64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.473352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae2b8bc-a182-46f6-aa64-0fb4a8a6e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.536257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1ae2b8bc-a182-46f6-aa64-0fb4a8a6e64a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=940f3c59fcfb45aea75266718607fa4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3361366 Jul 29 23:30:22.537301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:22.548621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2f983f0-437e-492e-bd59-a66e381897dd req-94795f54-e2d5-49d5-948f-0a06f907a93e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1951921 Jul 29 23:30:22.559147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2b8bc-a182-46f6-aa64-0fb4a8a6e64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22de19e5-7260-4451-b828-4b25c00f2205,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:22.600280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6ee335d-5b92-4801-b277-047d39a0aa98 req-7f9a6e8d-fee6-4b76-934f-bfadd6a3e26b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759498 Jul 29 23:30:22.648149 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d41ad1b-b3f8-4a78-bbbf-b34571f19bff x-openstack-request-id: req-0d41ad1b-b3f8-4a78-bbbf-b34571f19bff {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:22.648651 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-plugged", "status": "completed", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:22.648766 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d41ad1b-b3f8-4a78-bbbf-b34571f19bff {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:22.649076 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'code': 200} Jul 29 23:30:22.686502 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3feab7ec-1802-40d3-ac90-f6a11eb29fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.730501 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3feab7ec-1802-40d3-ac90-f6a11eb29fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.811895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Router b10a5121-477d-4085-92f3-46f8f8897755 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:22.831986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cfe74-7b27-4cbd-96ed-f46c4c6db009 req-1871b280-7fd5-4b67-b33e-3fa8c89f3fe3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.834120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-123cfe74-7b27-4cbd-96ed-f46c4c6db009 req-1871b280-7fd5-4b67-b33e-3fa8c89f3fe3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.0905914 Jul 29 23:30:22.877350 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3feab7ec-1802-40d3-ac90-f6a11eb29fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.892696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe01126c-ae37-485f-96ef-770dc31176e2 None None] Provisioning complete for port d45b8fff-3973-4cdb-9632-e437fe66385b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:22.893198 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe01126c-ae37-485f-96ef-770dc31176e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.896973 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3feab7ec-1802-40d3-ac90-f6a11eb29fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.898670 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3feab7ec-1802-40d3-ac90-f6a11eb29fda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22de19e5-7260-4451-b828-4b25c00f2205 HTTP/1.1" status: 204 len: 168 time: 0.3549426 Jul 29 23:30:22.933257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cb6f3-79d7-4a11-94dc-3d68017feb4b req-be3fac91-e231-4e94-9bda-bd0f754ea48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.934939 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-279cb6f3-79d7-4a11-94dc-3d68017feb4b req-be3fac91-e231-4e94-9bda-bd0f754ea48a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1101 time: 0.2003644 Jul 29 23:30:22.935732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:22.942609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fe01126c-ae37-485f-96ef-770dc31176e2 None None] Port d45b8fff-3973-4cdb-9632-e437fe66385b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:22.954693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feab7ec-1802-40d3-ac90-f6a11eb29fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22de19e5-7260-4451-b828-4b25c00f2205,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:22.981651 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e0fa129-9b4f-4f5c-8f64-d4a7417dded1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.037079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:23.039999 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-279cb6f3-79d7-4a11-94dc-3d68017feb4b req-10d1e8d1-70d2-4e3e-a740-b4fb73139f70 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763347 Jul 29 23:30:23.045459 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-46993d9d-129b-4125-a7d5-34d211ec1fee admin admin] 10.222.0.37 "PUT /v2.0/routers/b10a5121-477d-4085-92f3-46f8f8897755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0844746 Jul 29 23:30:23.068577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-123cfe74-7b27-4cbd-96ed-f46c4c6db009 req-e18a6dc7-9636-4bae-bb45-094a016696a7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149153 Jul 29 23:30:23.105648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 944fac8f-b768-482c-ac4c-744eb6c90473 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:23.182266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e0fa129-9b4f-4f5c-8f64-d4a7417dded1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.182945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 944fac8f-b768-482c-ac4c-744eb6c90473 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:23.183393 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.187826 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e0fa129-9b4f-4f5c-8f64-d4a7417dded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.261001 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8e0fa129-9b4f-4f5c-8f64-d4a7417dded1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ca9bef0fd12439c903be0cb2427fc90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241055 Jul 29 23:30:23.264090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43900) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:23.297991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fa129-9b4f-4f5c-8f64-d4a7417dded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7953f724-eea2-4d75-a334-13edc73aa906,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:23.344401 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Sync routers for ids ['b10a5121-477d-4085-92f3-46f8f8897755'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:23.351351 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a31f2bc8-3859-4bb9-93ff-12698abd101c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.355002 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Routers {'b10a5121-477d-4085-92f3-46f8f8897755'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:23.355848 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:29:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b10a5121-477d-4085-92f3-46f8f8897755'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:23.366865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:23.377782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a31f2bc8-3859-4bb9-93ff-12698abd101c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.383779 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad24369e-42e1-4eb3-9067-e2df1e51b616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.443435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a31f2bc8-3859-4bb9-93ff-12698abd101c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.448561 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a31f2bc8-3859-4bb9-93ff-12698abd101c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.450605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a31f2bc8-3859-4bb9-93ff-12698abd101c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7953f724-eea2-4d75-a334-13edc73aa906 HTTP/1.1" status: 204 len: 168 time: 0.1853058 Jul 29 23:30:23.461324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f2bc8-3859-4bb9-93ff-12698abd101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7953f724-eea2-4d75-a334-13edc73aa906,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:23.529273 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Set router b10a5121-477d-4085-92f3-46f8f8897755 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:23.529476 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad24369e-42e1-4eb3-9067-e2df1e51b616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.534683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad24369e-42e1-4eb3-9067-e2df1e51b616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.601078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43906) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:23.604856 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ad24369e-42e1-4eb3-9067-e2df1e51b616 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2aa4e6e021c84d1e95cf8642a267b0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365761 Jul 29 23:30:23.619898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24369e-42e1-4eb3-9067-e2df1e51b616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97c6412-6032-4c3b-9f74-8a2a6c877e5f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:23.721880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8932ee44-8b37-46c6-abc0-2702898d3ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.782228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-61ed01c5-7234-42b1-880c-7afe6fa9c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.787373 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-61ed01c5-7234-42b1-880c-7afe6fa9c8ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 1097 time: 0.0587437 Jul 29 23:30:23.799766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fef2b-adda-42e2-978b-49016550eb16 req-27571f07-3f1c-4eac-8344-171717794f49 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.807153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fef2b-adda-42e2-978b-49016550eb16 req-27571f07-3f1c-4eac-8344-171717794f49 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.813776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fef2b-adda-42e2-978b-49016550eb16 req-27571f07-3f1c-4eac-8344-171717794f49 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.819078 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd45b8fff-3973-4cdb-9632-e437fe66385b', 'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'mac_address': 'fa:16:3e:ec:12:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:19Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 2, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'subnets': [{'id': '8528672c-a3e7-4486-abab-ace605e707b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:23.820701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fef2b-adda-42e2-978b-49016550eb16 req-27571f07-3f1c-4eac-8344-171717794f49 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.826955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fef2b-adda-42e2-978b-49016550eb16 req-27571f07-3f1c-4eac-8344-171717794f49 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.834323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fef2b-adda-42e2-978b-49016550eb16 req-27571f07-3f1c-4eac-8344-171717794f49 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.840745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fef2b-adda-42e2-978b-49016550eb16 req-27571f07-3f1c-4eac-8344-171717794f49 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.860723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc4fef2b-adda-42e2-978b-49016550eb16 req-27571f07-3f1c-4eac-8344-171717794f49 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.1910803 Jul 29 23:30:23.865656 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Checking router: b10a5121-477d-4085-92f3-46f8f8897755 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:23.866275 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Updating router b10a5121-477d-4085-92f3-46f8f8897755 port d45b8fff-3973-4cdb-9632-e437fe66385b binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:30:23.900296 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.921671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8932ee44-8b37-46c6-abc0-2702898d3ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.922605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:23.933346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-98bbd441-17be-46bb-baa0-b3b9c5bc0256 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804979291', 'description': 'tempest-description--756981406'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:23.965885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc4fef2b-adda-42e2-978b-49016550eb16 req-16dbcda5-501b-4127-a800-2aabeeb8f66e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041765 Jul 29 23:30:23.976290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-3715938f-83d8-426e-be18-d345ad9d38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.978023 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-3715938f-83d8-426e-be18-d345ad9d38c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.1826572 Jul 29 23:30:24.068326 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-e361d5a0-62a7-462e-9497-ac538eec5dcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 200 len: 1000 time: 0.0801504 Jul 29 23:30:24.072977 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aab13e38-4958-4783-b4fc-a658073469b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.086901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5236d58-cefe-4519-abd1-8636f0fba385 req-360d1b6f-a3f6-4473-831b-1efe3d824ae6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:24.087648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5236d58-cefe-4519-abd1-8636f0fba385 req-360d1b6f-a3f6-4473-831b-1efe3d824ae6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1040416 Jul 29 23:30:24.090087 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98bbd441-17be-46bb-baa0-b3b9c5bc0256 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.131866 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8932ee44-8b37-46c6-abc0-2702898d3ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.134436 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8932ee44-8b37-46c6-abc0-2702898d3ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.135766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8932ee44-8b37-46c6-abc0-2702898d3ead admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f97c6412-6032-4c3b-9f74-8a2a6c877e5f HTTP/1.1" status: 204 len: 168 time: 0.5336726 Jul 29 23:30:24.179274 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.189343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-0da4329a-d123-4be0-9f4a-4c5e8bb487c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:24.191340 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-0da4329a-d123-4be0-9f4a-4c5e8bb487c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.1144094 Jul 29 23:30:24.226283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5236d58-cefe-4519-abd1-8636f0fba385 req-020fce9a-4ffd-4a19-b178-cb11a27c0b94 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237617 Jul 29 23:30:24.235046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932ee44-8b37-46c6-abc0-2702898d3ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97c6412-6032-4c3b-9f74-8a2a6c877e5f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.284837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-0051084c-1721-434d-96d1-47fcdf4c0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:24.290551 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-0051084c-1721-434d-96d1-47fcdf4c0f0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915015 Jul 29 23:30:24.382294 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98bbd441-17be-46bb-baa0-b3b9c5bc0256 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.423861 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-1e9d49e9-8b52-476c-8e06-73d1ef766672 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235242 Jul 29 23:30:24.436373 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98bbd441-17be-46bb-baa0-b3b9c5bc0256 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.476066 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98bbd441-17be-46bb-baa0-b3b9c5bc0256 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.479558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-98bbd441-17be-46bb-baa0-b3b9c5bc0256 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5500495 Jul 29 23:30:24.479731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbd441-17be-46bb-baa0-b3b9c5bc0256 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.482076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43938) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:24.487448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-00480e11-ffd2-42ee-8e1a-c47eb8cbb52a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Request body: {'security_group_rule': {'security_group_id': '426ce2e6-1a05-4a78-9bac-173e9e3d0e9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:24.505198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a5516-b43b-4b38-a505-2b0e94d5a7b7 req-f9c257e9-2902-41ae-8111-dccc6c048d66 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:24.506752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-224a5516-b43b-4b38-a505-2b0e94d5a7b7 req-f9c257e9-2902-41ae-8111-dccc6c048d66 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1213515 Jul 29 23:30:24.557676 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00480e11-ffd2-42ee-8e1a-c47eb8cbb52a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.567570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-224a5516-b43b-4b38-a505-2b0e94d5a7b7 req-b078ed56-189e-4ddb-a573-b003717de563 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530984 Jul 29 23:30:24.588732 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6564d359-f831-47df-8dd3-b73c3a0d8261 req-9da86171-9220-48a0-9a64-099516111986 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560657 Jul 29 23:30:24.623319 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.634543 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Transition to ACTIVE for port object d45b8fff-3973-4cdb-9632-e437fe66385b will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:24.642610 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.673045 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00480e11-ffd2-42ee-8e1a-c47eb8cbb52a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.681605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00480e11-ffd2-42ee-8e1a-c47eb8cbb52a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.707626 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Pushing event updated for resources: {'Port': ['ID=d45b8fff-3973-4cdb-9632-e437fe66385b,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.716139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00480e11-ffd2-42ee-8e1a-c47eb8cbb52a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c815c7d-3223-4fb2-a6f7-0a640a174e66,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.739244 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00480e11-ffd2-42ee-8e1a-c47eb8cbb52a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.740863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-00480e11-ffd2-42ee-8e1a-c47eb8cbb52a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570746 Jul 29 23:30:24.743509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:24.748696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f1a80995-93ba-4389-868f-3fd31ee409d3 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Request body: {'security_group_rule': {'security_group_id': '426ce2e6-1a05-4a78-9bac-173e9e3d0e9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:24.757027 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.757388 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.757724 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.758063 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.758400 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.758734 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.759063 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.759390 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.759715 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.760058 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.760389 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.760711 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:24.777648 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1a80995-93ba-4389-868f-3fd31ee409d3 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.809978 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Attempting to bind port d45b8fff-3973-4cdb-9632-e437fe66385b on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:24.810349 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Attempting to bind port d45b8fff-3973-4cdb-9632-e437fe66385b by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:24.810718 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Attempting to bind port d45b8fff-3973-4cdb-9632-e437fe66385b on network 835f63e7-a4db-474c-87b4-9c351ac0d20b {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:24.823881 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:24.826319 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Checking segment: {'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:24.826806 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.827272 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Bound using segment: {'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:24.828553 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Bound port: d45b8fff-3973-4cdb-9632-e437fe66385b, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:24.829525 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.872129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1a80995-93ba-4389-868f-3fd31ee409d3 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.876965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1a80995-93ba-4389-868f-3fd31ee409d3 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.915883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a80995-93ba-4389-868f-3fd31ee409d3 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dd7c18-1ebb-446d-88cb-138a296ec231,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.920198 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1a80995-93ba-4389-868f-3fd31ee409d3 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.921518 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f1a80995-93ba-4389-868f-3fd31ee409d3 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1767516 Jul 29 23:30:24.924649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43956) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:24.934249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:24.943479 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] For port d45b8fff-3973-4cdb-9632-e437fe66385b, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:24.951535 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] For port d45b8fff-3973-4cdb-9632-e437fe66385b, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d45b8fff-3973-4cdb-9632-e437fe66385b,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:24.960899 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.975936 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.061195 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Routers {'b10a5121-477d-4085-92f3-46f8f8897755'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:25.061757 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b10a5121-477d-4085-92f3-46f8f8897755'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:25.141241 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52e380-2571-4d5e-a2ee-4a89e8575a99 None None] Pushing event updated for resources: {'Port': ['ID=d45b8fff-3973-4cdb-9632-e437fe66385b,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:25.148824 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.254808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20718c70-46b6-4231-9fde-fb159061f164 req-46e0aeb4-1464-4a09-887a-79cb1460b23a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.273101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20718c70-46b6-4231-9fde-fb159061f164 req-46e0aeb4-1464-4a09-887a-79cb1460b23a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.287757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20718c70-46b6-4231-9fde-fb159061f164 req-46e0aeb4-1464-4a09-887a-79cb1460b23a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.322299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Allocated IP 172.25.2.18 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/8d0930d3-180d-48a9-ab59-13162fab28e2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:25.323000 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] Set router b10a5121-477d-4085-92f3-46f8f8897755 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:25.327353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20718c70-46b6-4231-9fde-fb159061f164 req-46e0aeb4-1464-4a09-887a-79cb1460b23a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.340168 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.353261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20718c70-46b6-4231-9fde-fb159061f164 req-46e0aeb4-1464-4a09-887a-79cb1460b23a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.376558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20718c70-46b6-4231-9fde-fb159061f164 req-46e0aeb4-1464-4a09-887a-79cb1460b23a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.385268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20718c70-46b6-4231-9fde-fb159061f164 req-46e0aeb4-1464-4a09-887a-79cb1460b23a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.387205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20718c70-46b6-4231-9fde-fb159061f164 req-46e0aeb4-1464-4a09-887a-79cb1460b23a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5431 time: 0.2749977 Jul 29 23:30:25.506820 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.518149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20718c70-46b6-4231-9fde-fb159061f164 req-5bf356f8-b9bf-4573-91fe-9d7f27d06c3e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120906 Jul 29 23:30:25.543161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ded24-aea2-4d5c-86ea-d872b522c00c req-09f892ab-d990-4270-bc1b-03b6ddfdb165 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.554398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-603ded24-aea2-4d5c-86ea-d872b522c00c req-09f892ab-d990-4270-bc1b-03b6ddfdb165 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1661284 Jul 29 23:30:25.569805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6e06abad-472f-4304-a1f0-7bb6c96d45a5 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:25.581282 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.640386 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd45b8fff-3973-4cdb-9632-e437fe66385b', 'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'mac_address': 'fa:16:3e:ec:12:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:19Z', 'updated_at': '2021-07-29T23:30:24Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'subnets': [{'id': '8528672c-a3e7-4486-abab-ace605e707b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:25.641695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-603ded24-aea2-4d5c-86ea-d872b522c00c req-7a35dfb4-9fb5-420a-a1fc-21b582ac7328 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837049 Jul 29 23:30:25.671898 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad648043-3b01-46b7-afa6-ec3296361b4d None None] The sync data for ids ['b10a5121-477d-4085-92f3-46f8f8897755'] in n-d-712139-11 is: [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd45b8fff-3973-4cdb-9632-e437fe66385b', 'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'mac_address': 'fa:16:3e:ec:12:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:19Z', 'updated_at': '2021-07-29T23:30:24Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'subnets': [{'id': '8528672c-a3e7-4486-abab-ace605e707b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:25.677348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:25.685076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:25.704891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:25.707095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Pushing event updated for resources: {'Port': ['ID=8d0930d3-180d-48a9-ab59-13162fab28e2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:25.862267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6e06abad-472f-4304-a1f0-7bb6c96d45a5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6e06abad-472f-4304-a1f0-7bb6c96d45a5,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:25.908669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '6e06abad-472f-4304-a1f0-7bb6c96d45a5', 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089', 'port_id': '6e06abad-472f-4304-a1f0-7bb6c96d45a5', 'mac_address': 'fa:16:3e:87:c6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14271183-b4f2-4825-af3f-d3e97133b662', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:25.909681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0fb0c-70d2-41d8-8aa9-4cee017dfe06 req-93a11dda-6c66-4c8b-a781-81c9afb0fb23 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.923290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50f0fb0c-70d2-41d8-8aa9-4cee017dfe06 req-93a11dda-6c66-4c8b-a781-81c9afb0fb23 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1944113 Jul 29 23:30:25.966369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50f0fb0c-70d2-41d8-8aa9-4cee017dfe06 req-efdf2209-c9ac-4f7f-9a43-a42e7e05a182 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Jul 29 23:30:25.980634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b35cc-a1ee-48d3-96f5-d855129b758b req-b3c87561-b55b-40c0-b4f4-5ac84e17626c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.982184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb5b35cc-a1ee-48d3-96f5-d855129b758b req-b3c87561-b55b-40c0-b4f4-5ac84e17626c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1610968 Jul 29 23:30:25.989942 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.015116 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.044923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb5b35cc-a1ee-48d3-96f5-d855129b758b req-413df3d0-50e1-4b26-86c7-1d17d8e70945 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553544 Jul 29 23:30:26.049276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e06abad-472f-4304-a1f0-7bb6c96d45a5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:26.088408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6e06abad-472f-4304-a1f0-7bb6c96d45a5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6e06abad-472f-4304-a1f0-7bb6c96d45a5,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:26.092681 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.106655 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.107360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7cbd0ea1-b328-4a0a-9622-94712cd1db99 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:26.197562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7cbd0ea1-b328-4a0a-9622-94712cd1db99, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7cbd0ea1-b328-4a0a-9622-94712cd1db99,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:26.200152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6e06abad-472f-4304-a1f0-7bb6c96d45a5,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:26.218911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '7cbd0ea1-b328-4a0a-9622-94712cd1db99', 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089', 'port_id': '7cbd0ea1-b328-4a0a-9622-94712cd1db99', 'mac_address': 'fa:16:3e:4c:4c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14271183-b4f2-4825-af3f-d3e97133b662', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:26.279199 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.316656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbd0ea1-b328-4a0a-9622-94712cd1db99 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:26.368661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7cbd0ea1-b328-4a0a-9622-94712cd1db99, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7cbd0ea1-b328-4a0a-9622-94712cd1db99,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:26.380789 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.381806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device dc3243ad-5073-4d92-9fba-cfc11172e3b9 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:26.435931 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.447466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.593628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Pushing event updated for resources: {'Port': ['ID=8d0930d3-180d-48a9-ab59-13162fab28e2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:26.774967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.791728 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-35a2dbf8-e8c7-4603-a026-e60dd99bdf55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2257998 Jul 29 23:30:26.801254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846d544-1c3e-41f9-b1d5-bcb864aa914b req-56474f5f-05ee-481b-9989-437817274ea0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.811869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1846d544-1c3e-41f9-b1d5-bcb864aa914b req-56474f5f-05ee-481b-9989-437817274ea0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.2025537 Jul 29 23:30:26.841663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.843089 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eac4efee-8fda-47c3-966c-c160cc65b3a7 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9172797 Jul 29 23:30:26.893796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019974a-0c29-41af-8bf7-65a9087e71fd req-07aca4eb-deb5-426b-bbd2-6d5f827a9057 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.898127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 34af723d-cdb2-4f59-bb5c-1c5442a387fd no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:26.900111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019974a-0c29-41af-8bf7-65a9087e71fd req-07aca4eb-deb5-426b-bbd2-6d5f827a9057 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.907683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019974a-0c29-41af-8bf7-65a9087e71fd req-07aca4eb-deb5-426b-bbd2-6d5f827a9057 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.914565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019974a-0c29-41af-8bf7-65a9087e71fd req-07aca4eb-deb5-426b-bbd2-6d5f827a9057 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.929165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019974a-0c29-41af-8bf7-65a9087e71fd req-07aca4eb-deb5-426b-bbd2-6d5f827a9057 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.935424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019974a-0c29-41af-8bf7-65a9087e71fd req-07aca4eb-deb5-426b-bbd2-6d5f827a9057 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.947809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019974a-0c29-41af-8bf7-65a9087e71fd req-07aca4eb-deb5-426b-bbd2-6d5f827a9057 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.949842 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0019974a-0c29-41af-8bf7-65a9087e71fd req-07aca4eb-deb5-426b-bbd2-6d5f827a9057 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5433 time: 0.2704446 Jul 29 23:30:26.973158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1846d544-1c3e-41f9-b1d5-bcb864aa914b req-22bf11bf-846c-41c3-9240-5defc131dee4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551907 Jul 29 23:30:26.985159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port dc3243ad-5073-4d92-9fba-cfc11172e3b9, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:27.001942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'dc3243ad-5073-4d92-9fba-cfc11172e3b9', 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681', 'port_id': 'dc3243ad-5073-4d92-9fba-cfc11172e3b9', 'mac_address': 'fa:16:3e:b6:83:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6326c8-0599-4488-9c8a-8e4f8967538f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:27.098887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0019974a-0c29-41af-8bf7-65a9087e71fd req-c1cec0e4-c126-41d5-8176-a458514e9450 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244171 Jul 29 23:30:27.104204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7cbd0ea1-b328-4a0a-9622-94712cd1db99,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:27.185609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d45b8fff-3973-4cdb-9632-e437fe66385b up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:27.238089 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.301585 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.314823 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.340551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3243ad-5073-4d92-9fba-cfc11172e3b9 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:27.344303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-c0cb670a-2e86-41ac-a780-e839b8e9ef19 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--804979291&fields=id&tenant_id=56800a779c1a4af4ac018dc7d60f6a89 HTTP/1.1" status: 200 len: 267 time: 0.0721982 Jul 29 23:30:27.345996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d45b8fff-3973-4cdb-9632-e437fe66385b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:27.364662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d45b8fff-3973-4cdb-9632-e437fe66385b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:27.365419 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.414427 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:27.419915 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415dab40-3ee6-428b-8e2a-3aca6598b1e8" -d '{"events": [{"server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "name": "network-vif-unplugged", "status": "completed", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:27.440052 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port dc3243ad-5073-4d92-9fba-cfc11172e3b9, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:27.447338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:27.454196 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.459948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device a404b24b-8eff-4d05-97f0-dfc1619216db details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:27.468514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30ac72-0252-4143-bd66-fb188383e283 req-65d0f3de-9c75-4891-8cf6-ac5fd39564d8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:27.473279 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.476532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a30ac72-0252-4143-bd66-fb188383e283 req-65d0f3de-9c75-4891-8cf6-ac5fd39564d8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.2549222 Jul 29 23:30:27.487718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-8731841a-0dbc-4908-8a09-c70e1e5730c8 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:27.494888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-8731841a-0dbc-4908-8a09-c70e1e5730c8 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/networks?id=835f63e7-a4db-474c-87b4-9c351ac0d20b HTTP/1.1" status: 200 len: 812 time: 0.1494899 Jul 29 23:30:27.542474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-edabab8f-646b-4ecc-ab06-9467571ded29 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/quotas/56800a779c1a4af4ac018dc7d60f6a89 HTTP/1.1" status: 200 len: 375 time: 0.0465105 Jul 29 23:30:27.576189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a30ac72-0252-4143-bd66-fb188383e283 req-b03f78f5-d33e-4bfd-9312-cb99062fd0ab tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986528 Jul 29 23:30:27.611976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port a404b24b-8eff-4d05-97f0-dfc1619216db, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a404b24b-8eff-4d05-97f0-dfc1619216db,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:27.616945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=dc3243ad-5073-4d92-9fba-cfc11172e3b9,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:27.659004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-37ff05cc-3fed-4c0f-9c34-93fda1c78bbb tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=56800a779c1a4af4ac018dc7d60f6a89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1155398 Jul 29 23:30:27.662100 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51596186-08ab-4e5b-9acf-8c6c86aff47f x-openstack-request-id: req-51596186-08ab-4e5b-9acf-8c6c86aff47f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:27.662477 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "name": "network-vif-unplugged", "status": "failed", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd", "code": 422}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:27.663022 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51596186-08ab-4e5b-9acf-8c6c86aff47f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:27.663637 n-d-712139-11 neutron-server[93818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'code': 422} returned with failed status Jul 29 23:30:27.686355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'a404b24b-8eff-4d05-97f0-dfc1619216db', 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089', 'port_id': 'a404b24b-8eff-4d05-97f0-dfc1619216db', 'mac_address': 'fa:16:3e:43:8c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14271183-b4f2-4825-af3f-d3e97133b662', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:27.807649 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.809618 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.837373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a404b24b-8eff-4d05-97f0-dfc1619216db {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:27.852648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-060a8766-249f-41d2-950f-8c83a2e5b6ef service neutron] 10.222.0.37 "GET /v2.0/networks/835f63e7-a4db-474c-87b4-9c351ac0d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659834 Jul 29 23:30:27.873275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port a404b24b-8eff-4d05-97f0-dfc1619216db, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a404b24b-8eff-4d05-97f0-dfc1619216db,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:27.891284 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.892360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f5457275-b173-4626-9c06-1a830574ea8c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:27.987593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:27.990501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-fe6d7fac-c6ab-46ff-9391-3ff1adadc910 service neutron] 10.222.0.37 "GET /v2.0/networks/835f63e7-a4db-474c-87b4-9c351ac0d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297004 Jul 29 23:30:28.110464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d45b8fff-3973-4cdb-9632-e437fe66385b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d45b8fff-3973-4cdb-9632-e437fe66385b,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:28.132833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f5457275-b173-4626-9c06-1a830574ea8c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5457275-b173-4626-9c06-1a830574ea8c,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:28.135979 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.150189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=a404b24b-8eff-4d05-97f0-dfc1619216db,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:28.168218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'f5457275-b173-4626-9c06-1a830574ea8c', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'port_id': 'f5457275-b173-4626-9c06-1a830574ea8c', 'mac_address': 'fa:16:3e:c9:2c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:28.202346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-5a39007f-c76e-4024-b3b3-c9e05b2f3cff tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=732ff5201bb044c39cb95882dacc5df9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434406 Jul 29 23:30:28.258624 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.260908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d45b8fff-3973-4cdb-9632-e437fe66385b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:28.276431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5457275-b173-4626-9c06-1a830574ea8c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:28.314204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f5457275-b173-4626-9c06-1a830574ea8c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5457275-b173-4626-9c06-1a830574ea8c,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:28.329152 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.330193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9a30ed60-8111-4737-aa7b-081df7b4275d details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:28.399855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9a30ed60-8111-4737-aa7b-081df7b4275d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9a30ed60-8111-4737-aa7b-081df7b4275d,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:28.416564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-04566efa-15a2-4811-a2a6-8150395aa5bc tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:28.428962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-04566efa-15a2-4811-a2a6-8150395aa5bc tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200289 Jul 29 23:30:28.429472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '9a30ed60-8111-4737-aa7b-081df7b4275d', 'network_id': '5a066661-134b-4dc9-9c9f-e6f133ac0089', 'port_id': '9a30ed60-8111-4737-aa7b-081df7b4275d', 'mac_address': 'fa:16:3e:61:f1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14271183-b4f2-4825-af3f-d3e97133b662', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:28.433576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f5457275-b173-4626-9c06-1a830574ea8c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:28.473265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-298a6e36-4bf6-4a0d-8632-a0b31f39c94b tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/quotas/732ff5201bb044c39cb95882dacc5df9 HTTP/1.1" status: 200 len: 375 time: 0.0416913 Jul 29 23:30:28.512695 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.535923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-60de215d-60b6-47e3-b2d1-8795c08f40e2 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=732ff5201bb044c39cb95882dacc5df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591996 Jul 29 23:30:28.553289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a30ed60-8111-4737-aa7b-081df7b4275d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:28.592070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:28.604047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9a30ed60-8111-4737-aa7b-081df7b4275d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9a30ed60-8111-4737-aa7b-081df7b4275d,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:28.612245 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.613094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e7e960a6-a033-466f-b8fb-2b00ed28330d details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:28.745626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e7e960a6-a033-466f-b8fb-2b00ed28330d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e7e960a6-a033-466f-b8fb-2b00ed28330d,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:28.766619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9a30ed60-8111-4737-aa7b-081df7b4275d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:28.786348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'e7e960a6-a033-466f-b8fb-2b00ed28330d', 'network_id': 'f9d21809-0a05-413f-b507-18577fed0681', 'port_id': 'e7e960a6-a033-466f-b8fb-2b00ed28330d', 'mac_address': 'fa:16:3e:f0:b5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6326c8-0599-4488-9c8a-8e4f8967538f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:28.787879 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d0929e15-aefc-4374-8746-00c70b5175f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.847124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ea938-c6a0-4f56-be0f-981278f8f617 req-514fe71b-f6af-41e1-8d32-e87863c3de90 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:28.860998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb1ea938-c6a0-4f56-be0f-981278f8f617 req-514fe71b-f6af-41e1-8d32-e87863c3de90 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1238439 Jul 29 23:30:28.882594 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.915047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e960a6-a033-466f-b8fb-2b00ed28330d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:28.978239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb1ea938-c6a0-4f56-be0f-981278f8f617 req-477c54a3-60d1-4e27-a61b-16c479b1060c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162062 Jul 29 23:30:28.990961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d0929e15-aefc-4374-8746-00c70b5175f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.000468 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d0929e15-aefc-4374-8746-00c70b5175f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.008943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e7e960a6-a033-466f-b8fb-2b00ed28330d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e7e960a6-a033-466f-b8fb-2b00ed28330d,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:29.023995 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.100678 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d0929e15-aefc-4374-8746-00c70b5175f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7155427ae5f467394ee14f0c13f057a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069318 Jul 29 23:30:29.102259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0929e15-aefc-4374-8746-00c70b5175f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3906dd32-ed6d-423e-b63e-382d4a478e05,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:29.111303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44152) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:29.137933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e7e960a6-a033-466f-b8fb-2b00ed28330d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:29.182753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d45b8fff-3973-4cdb-9632-e437fe66385b up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:29.190082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f2bb072-2c93-4d3f-8c52-a327ad1f3cea req-0f97329b-9dd5-4b28-a733-b5e004afd36e tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 210 time: 0.0360494 Jul 29 23:30:29.226386 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc932b31-c6a7-47c9-9084-b3270e64d25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.229753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d7f93-9ca7-4290-a839-3f39f3ec1497 req-d3ea774f-155f-4d30-871e-f219d3b80213 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.237190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d7f93-9ca7-4290-a839-3f39f3ec1497 req-d3ea774f-155f-4d30-871e-f219d3b80213 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.246070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d7f93-9ca7-4290-a839-3f39f3ec1497 req-d3ea774f-155f-4d30-871e-f219d3b80213 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.252916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d7f93-9ca7-4290-a839-3f39f3ec1497 req-d3ea774f-155f-4d30-871e-f219d3b80213 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.260706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d7f93-9ca7-4290-a839-3f39f3ec1497 req-d3ea774f-155f-4d30-871e-f219d3b80213 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.268134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d7f93-9ca7-4290-a839-3f39f3ec1497 req-d3ea774f-155f-4d30-871e-f219d3b80213 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.282099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d7f93-9ca7-4290-a839-3f39f3ec1497 req-d3ea774f-155f-4d30-871e-f219d3b80213 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.284458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e5d7f93-9ca7-4290-a839-3f39f3ec1497 req-d3ea774f-155f-4d30-871e-f219d3b80213 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5438 time: 0.2129891 Jul 29 23:30:29.299234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d45b8fff-3973-4cdb-9632-e437fe66385b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:29.299744 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.305959 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc932b31-c6a7-47c9-9084-b3270e64d25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.331658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-567ceea7-3c11-455c-a1fc-42e3a7f46d5c req-f26415da-4cd5-4d2f-b7da-1df3a625b738 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 210 time: 0.0459476 Jul 29 23:30:29.404786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e5d7f93-9ca7-4290-a839-3f39f3ec1497 req-b17cf321-5416-4154-b150-ca7caba9b53e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068568 Jul 29 23:30:29.410729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-9ba10034-3ee0-4f0c-a48a-ad0c868eaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.413577 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-9ba10034-3ee0-4f0c-a48a-ad0c868eaaae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1101 time: 0.1390898 Jul 29 23:30:29.428302 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc932b31-c6a7-47c9-9084-b3270e64d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.431193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc932b31-c6a7-47c9-9084-b3270e64d25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.432751 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cc932b31-c6a7-47c9-9084-b3270e64d25b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3906dd32-ed6d-423e-b63e-382d4a478e05 HTTP/1.1" status: 204 len: 168 time: 0.3200710 Jul 29 23:30:29.470592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc932b31-c6a7-47c9-9084-b3270e64d25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3906dd32-ed6d-423e-b63e-382d4a478e05,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:29.563952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-63223f3a-c61b-4a2e-a688-79f5c30e4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.566175 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-63223f3a-c61b-4a2e-a688-79f5c30e4315 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1270928 Jul 29 23:30:29.625575 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-757cc725-29be-4a05-a40e-b67d9cf559b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 217 time: 0.0449479 Jul 29 23:30:29.712601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-8f3ee415-7034-4afd-b8b9-0f51e4c9ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.714917 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-8f3ee415-7034-4afd-b8b9-0f51e4c9ca1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0759058 Jul 29 23:30:29.818266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-e577900d-60d8-437e-badd-fb41726d6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.819831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-e577900d-60d8-437e-badd-fb41726d6f18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909204 Jul 29 23:30:29.864256 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-5ffe5e42-7ea6-4987-80ef-59250fad861b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888326 Jul 29 23:30:29.920424 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44172) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:29.946456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9da8b5b6-305d-4d74-97d5-72bdeafa31d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.040223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e3407-906f-4597-bbd6-b1e37d4d01f8 req-fdd97af6-e118-4202-a089-f2886fc41982 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.043297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af9e3407-906f-4597-bbd6-b1e37d4d01f8 req-fdd97af6-e118-4202-a089-f2886fc41982 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.3245699 Jul 29 23:30:30.043719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['a404b24b-8eff-4d05-97f0-dfc1619216db'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:30.080002 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-70be25e7-6f20-4d3a-a415-9a06cd0750b3 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455313 Jul 29 23:30:30.172747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af9e3407-906f-4597-bbd6-b1e37d4d01f8 req-db1d3bc1-3d9b-4e9d-a3d3-a2a9711eb48e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066453 Jul 29 23:30:30.175218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7cbd0ea1-b328-4a0a-9622-94712cd1db99'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:30.177673 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9a30ed60-8111-4737-aa7b-081df7b4275d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:30.186312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e7e960a6-a033-466f-b8fb-2b00ed28330d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:30.188604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6e06abad-472f-4304-a1f0-7bb6c96d45a5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:30.266866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e10aed-5cb7-45c9-be15-88923da446c2 req-ada447bb-a6f2-4872-9ee8-4b263f33c1e1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.281044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0e10aed-5cb7-45c9-be15-88923da446c2 req-ada447bb-a6f2-4872-9ee8-4b263f33c1e1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1466260 Jul 29 23:30:30.389153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0e10aed-5cb7-45c9-be15-88923da446c2 req-3e256898-a766-462d-b4cf-8fc538fe81ea tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068079 Jul 29 23:30:30.491286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c4ee34f-2f56-4fd0-a310-5d46022505b4 req-b01c3c37-d411-4680-af09-6eff4aafa6cb tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 210 time: 0.0529356 Jul 29 23:30:30.570935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9da8b5b6-305d-4d74-97d5-72bdeafa31d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.581360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-577f09a0-8a10-452e-b300-91597ba9b6d5 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.583633 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-577f09a0-8a10-452e-b300-91597ba9b6d5 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.47 "GET /v2.0/networks?id=835f63e7-a4db-474c-87b4-9c351ac0d20b HTTP/1.1" status: 200 len: 812 time: 0.5452645 Jul 29 23:30:30.600363 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9da8b5b6-305d-4d74-97d5-72bdeafa31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.648079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29a6a26d-5432-401d-8c0d-61b638fe5f13 req-30dd215e-ed5d-4363-b838-6ccc99f81b1e tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 210 time: 0.0925436 Jul 29 23:30:30.694869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 34af723d-cdb2-4f59-bb5c-1c5442a387fd no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:30.777732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df776-f56d-4e82-ada2-2f82303fb4cf req-3feff261-12bc-4769-bd69-4041fccfc7b4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.784724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df776-f56d-4e82-ada2-2f82303fb4cf req-3feff261-12bc-4769-bd69-4041fccfc7b4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.785711 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9da8b5b6-305d-4d74-97d5-72bdeafa31d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5ff8d5808544b73b6516dbed5481954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8601675 Jul 29 23:30:30.787734 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-4c6eb3d3-1aee-4ba4-94a2-3da789b1a524 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=732ff5201bb044c39cb95882dacc5df9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1994276 Jul 29 23:30:30.788572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44190) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:30.793450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df776-f56d-4e82-ada2-2f82303fb4cf req-3feff261-12bc-4769-bd69-4041fccfc7b4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.809015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df776-f56d-4e82-ada2-2f82303fb4cf req-3feff261-12bc-4769-bd69-4041fccfc7b4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.816679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df776-f56d-4e82-ada2-2f82303fb4cf req-3feff261-12bc-4769-bd69-4041fccfc7b4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.823683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df776-f56d-4e82-ada2-2f82303fb4cf req-3feff261-12bc-4769-bd69-4041fccfc7b4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.830222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df776-f56d-4e82-ada2-2f82303fb4cf req-3feff261-12bc-4769-bd69-4041fccfc7b4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.842791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-092df776-f56d-4e82-ada2-2f82303fb4cf req-3feff261-12bc-4769-bd69-4041fccfc7b4 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5438 time: 0.1878791 Jul 29 23:30:30.911407 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8b5b6-305d-4d74-97d5-72bdeafa31d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613d4593-ce56-4e4d-ae48-a23eef00b20a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:30.920363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-092df776-f56d-4e82-ada2-2f82303fb4cf req-e371f0a4-02b9-495e-8599-0ce06f686000 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749540 Jul 29 23:30:31.040158 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-26b87128-cbe6-48cc-9c22-4e93dbc668e2 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9398091 Jul 29 23:30:31.095233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['dc3243ad-5073-4d92-9fba-cfc11172e3b9'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:31.096530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-8d57435f-1b1d-4852-b57d-9a69ae968947 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.098200 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-8d57435f-1b1d-4852-b57d-9a69ae968947 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712823 Jul 29 23:30:31.098983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['f5457275-b173-4626-9c06-1a830574ea8c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:31.138598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Request body: {'port': {'device_id': 'd8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '732ff5201bb044c39cb95882dacc5df9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:31.167246 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-eee19698-2217-4a7b-a2d3-925ef6a98487 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56800a779c1a4af4ac018dc7d60f6a89 HTTP/1.1" status: 200 len: 379 time: 0.5525713 Jul 29 23:30:31.167949 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17aefaad-6f5e-4fb8-9e84-a97a3ba77480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.186109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Request body: {'port': {'device_id': '901aed80-f45e-4aba-a832-6d8893c17602', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'admin_state_up': True, 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'security_groups': ['426ce2e6-1a05-4a78-9bac-173e9e3d0e9a']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:31.414279 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17aefaad-6f5e-4fb8-9e84-a97a3ba77480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.521944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fddbd-d90c-4257-97cb-cc07c1b4a45e req-b05d80ab-dcce-4ff0-9758-722325635788 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.533985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-940fddbd-d90c-4257-97cb-cc07c1b4a45e req-b05d80ab-dcce-4ff0-9758-722325635788 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.1860390 Jul 29 23:30:31.590924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17aefaad-6f5e-4fb8-9e84-a97a3ba77480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.594293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17aefaad-6f5e-4fb8-9e84-a97a3ba77480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.595986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-17aefaad-6f5e-4fb8-9e84-a97a3ba77480 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/613d4593-ce56-4e4d-ae48-a23eef00b20a HTTP/1.1" status: 204 len: 168 time: 0.7193041 Jul 29 23:30:31.615412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aefaad-6f5e-4fb8-9e84-a97a3ba77480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613d4593-ce56-4e4d-ae48-a23eef00b20a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:31.622825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Made reservation on behalf of 732ff5201bb044c39cb95882dacc5df9 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:31.628173 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.646699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-940fddbd-d90c-4257-97cb-cc07c1b4a45e req-e812cdd8-38e7-432e-ae57-90a729a564f1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954561 Jul 29 23:30:31.654848 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.704453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Made reservation on behalf of 56800a779c1a4af4ac018dc7d60f6a89 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:31.709890 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.875649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-609b3a80-0b99-41cc-a9bb-0b21ddbe4424 req-f3d7064f-51b8-4873-9dd3-0ae2be93718b tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 210 time: 0.0516000 Jul 29 23:30:31.909304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00044e58-1792-4c04-ad8b-539efc24c78c req-502f4332-948d-4a1b-a4e1-461470c68eb8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.924706 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00044e58-1792-4c04-ad8b-539efc24c78c req-502f4332-948d-4a1b-a4e1-461470c68eb8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1813431 Jul 29 23:30:32.035366 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00044e58-1792-4c04-ad8b-539efc24c78c req-ca70778c-5dc6-40e9-98e4-237bc8a78c2c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053612 Jul 29 23:30:32.122814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b1cb83c-409e-4c6a-a040-635a1b7fbe36 req-99d0bc64-0070-40aa-bc59-5e6512fdbb50 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 210 time: 0.0860510 Jul 29 23:30:32.278252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540cc25-5556-452e-b1d4-a1905bf31972 req-af4ec5e6-8db8-4f43-b239-7feafc2408a7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:32.286879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540cc25-5556-452e-b1d4-a1905bf31972 req-af4ec5e6-8db8-4f43-b239-7feafc2408a7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:32.293650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540cc25-5556-452e-b1d4-a1905bf31972 req-af4ec5e6-8db8-4f43-b239-7feafc2408a7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:32.300186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540cc25-5556-452e-b1d4-a1905bf31972 req-af4ec5e6-8db8-4f43-b239-7feafc2408a7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:32.308897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540cc25-5556-452e-b1d4-a1905bf31972 req-af4ec5e6-8db8-4f43-b239-7feafc2408a7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:32.318777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540cc25-5556-452e-b1d4-a1905bf31972 req-af4ec5e6-8db8-4f43-b239-7feafc2408a7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:32.327526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540cc25-5556-452e-b1d4-a1905bf31972 req-af4ec5e6-8db8-4f43-b239-7feafc2408a7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:32.337662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d540cc25-5556-452e-b1d4-a1905bf31972 req-af4ec5e6-8db8-4f43-b239-7feafc2408a7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5438 time: 0.1237044 Jul 29 23:30:32.343706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.425638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d540cc25-5556-452e-b1d4-a1905bf31972 req-ba83bad5-75f4-4ea9-a0c9-2616ae8606e5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867505 Jul 29 23:30:32.511717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Allocated IP 172.20.0.11 (835f63e7-a4db-474c-87b4-9c351ac0d20b/8528672c-a3e7-4486-abab-ace605e707b7/cf16608b-e328-4ce1-b7ba-56a0b588a026) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:32.730388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.750085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Transition to ACTIVE for port object cf16608b-e328-4ce1-b7ba-56a0b588a026 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:32.820451 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.835530 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.878432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e887d7-43bd-4939-8f30-b2244e8802ad req-b5fb2443-260a-4258-b930-424d947274f8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:32.882251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00e887d7-43bd-4939-8f30-b2244e8802ad req-b5fb2443-260a-4258-b930-424d947274f8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.0915465 Jul 29 23:30:33.001264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00e887d7-43bd-4939-8f30-b2244e8802ad req-f4c491c6-41e0-4dee-9a4e-5d7d17d4ebc7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980268 Jul 29 23:30:33.025005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ff753-daeb-400b-9a21-57ec9b19acc3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:33.051805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.095673 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e7e960a6-a033-466f-b8fb-2b00ed28330d up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:33.114864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9b4f-59ba-4f16-9466-c2154f153712 req-dc7a318d-79d5-452a-a1b5-adc206246b84 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:33.124244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0aca9b4f-59ba-4f16-9466-c2154f153712 req-dc7a318d-79d5-452a-a1b5-adc206246b84 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 932 time: 0.1171448 Jul 29 23:30:33.196475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port e7e960a6-a033-466f-b8fb-2b00ed28330d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:33.204230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port e7e960a6-a033-466f-b8fb-2b00ed28330d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:33.206095 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.219091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Network 835f63e7-a4db-474c-87b4-9c351ac0d20b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:33.240852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:33.248607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:33.328880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0aca9b4f-59ba-4f16-9466-c2154f153712 req-62a8f63b-4072-48a0-aba2-91ea5bee7bf2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988239 Jul 29 23:30:33.350824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.396339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e960a6-a033-466f-b8fb-2b00ed28330d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:33.402824 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6987de-efef-4455-90d1-79f85f674d4a" -d '{"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "e7e960a6-a033-466f-b8fb-2b00ed28330d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:33.405414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea5dfb-6840-4bbb-8796-b255a2e2ce7f req-a208d9dc-16a7-40d3-a260-332ce1e3e444 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:33.419788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1ea5dfb-6840-4bbb-8796-b255a2e2ce7f req-a208d9dc-16a7-40d3-a260-332ce1e3e444 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.2521508 Jul 29 23:30:33.429295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:33.429534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e7e960a6-a033-466f-b8fb-2b00ed28330d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e7e960a6-a033-466f-b8fb-2b00ed28330d,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:33.429981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.443861 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.447857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9a30ed60-8111-4737-aa7b-081df7b4275d up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:33.515398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Allocated IP 192.168.233.108 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/506c5f85-3faa-4019-86bc-bcb72563818a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:33.551889 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Pushing event updated for resources: {'Port': ['ID=cf16608b-e328-4ce1-b7ba-56a0b588a026,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:33.591634 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-21e6c2c0-f4f5-4ada-8937-fadfaba3c492 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4132352 Jul 29 23:30:33.608920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-686d9bb6-93dc-43d7-8c74-5c06068eecdf req-27a32bd1-fe01-4c6c-8505-2fe394c89826 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 210 time: 0.0971212 Jul 29 23:30:33.652194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e7e960a6-a033-466f-b8fb-2b00ed28330d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:33.662173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 9a30ed60-8111-4737-aa7b-081df7b4275d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:33.663833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1ea5dfb-6840-4bbb-8796-b255a2e2ce7f req-f8027be1-e375-4361-a85e-172b7dd08552 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407272 Jul 29 23:30:33.669356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 9a30ed60-8111-4737-aa7b-081df7b4275d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:33.669859 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.694034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-b488a541-2354-448b-aa0d-7caa7bf631a1 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:30:33.710212 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-b488a541-2354-448b-aa0d-7caa7bf631a1 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0826957 Jul 29 23:30:33.729960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a7093360-b8d9-4718-8f07-bb8cbf454304 None None] Provisioning for port cf16608b-e328-4ce1-b7ba-56a0b588a026 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:33.739788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a7093360-b8d9-4718-8f07-bb8cbf454304 None None] Provisioning complete for port cf16608b-e328-4ce1-b7ba-56a0b588a026 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:33.740356 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7093360-b8d9-4718-8f07-bb8cbf454304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.751547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Request body: {'port': {'device_id': '901aed80-f45e-4aba-a832-6d8893c17602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:33.796184 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b10135-c209-4786-a3ca-f4c4110e3875 x-openstack-request-id: req-26b10135-c209-4786-a3ca-f4c4110e3875 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:33.800094 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "e7e960a6-a033-466f-b8fb-2b00ed28330d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:33.801249 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26b10135-c209-4786-a3ca-f4c4110e3875 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:33.802002 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e960a6-a033-466f-b8fb-2b00ed28330d', 'code': 200} Jul 29 23:30:33.804890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a7093360-b8d9-4718-8f07-bb8cbf454304 None None] Port cf16608b-e328-4ce1-b7ba-56a0b588a026 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:33.871110 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.949544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9a30ed60-8111-4737-aa7b-081df7b4275d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9a30ed60-8111-4737-aa7b-081df7b4275d,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:33.965338 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.998271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d36595-12e7-4b1c-ae53-b294d3502025 req-ead22916-81a8-4e4b-af49-a1514e03d68f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.003104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d36595-12e7-4b1c-ae53-b294d3502025 req-ead22916-81a8-4e4b-af49-a1514e03d68f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.007108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.015440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d36595-12e7-4b1c-ae53-b294d3502025 req-ead22916-81a8-4e4b-af49-a1514e03d68f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.025678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d36595-12e7-4b1c-ae53-b294d3502025 req-ead22916-81a8-4e4b-af49-a1514e03d68f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.034794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d36595-12e7-4b1c-ae53-b294d3502025 req-ead22916-81a8-4e4b-af49-a1514e03d68f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.057451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d36595-12e7-4b1c-ae53-b294d3502025 req-ead22916-81a8-4e4b-af49-a1514e03d68f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.077067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d36595-12e7-4b1c-ae53-b294d3502025 req-ead22916-81a8-4e4b-af49-a1514e03d68f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.077285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9a30ed60-8111-4737-aa7b-081df7b4275d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:34.088805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88d36595-12e7-4b1c-ae53-b294d3502025 req-ead22916-81a8-4e4b-af49-a1514e03d68f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5439 time: 0.1768875 Jul 29 23:30:34.195500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88d36595-12e7-4b1c-ae53-b294d3502025 req-ddd868fc-81fb-49e7-85e1-0ce94128d951 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953736 Jul 29 23:30:34.243907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2080757-9915-44f8-9c15-380ee3d399da req-047e66a8-1bc7-4b2c-ac51-6e7fb18a574c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.252676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2080757-9915-44f8-9c15-380ee3d399da req-047e66a8-1bc7-4b2c-ac51-6e7fb18a574c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.1060729 Jul 29 23:30:34.306757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2080757-9915-44f8-9c15-380ee3d399da req-4eae3722-03ce-49a5-8ad3-450dc5b0b826 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520225 Jul 29 23:30:34.389061 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.478977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Transition to ACTIVE for port object 506c5f85-3faa-4019-86bc-bcb72563818a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:34.491833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4770fb7-08da-41b3-8a2a-89532e561878 req-1bf4e9a7-65a4-44ed-9200-5d20867cf8c1 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.500597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4770fb7-08da-41b3-8a2a-89532e561878 req-1bf4e9a7-65a4-44ed-9200-5d20867cf8c1 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 932 time: 0.0723009 Jul 29 23:30:34.501359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf16608b-e328-4ce1-b7ba-56a0b588a026 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:34.518675 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.543325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Transition to ACTIVE for port object cf16608b-e328-4ce1-b7ba-56a0b588a026 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:34.544974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4770fb7-08da-41b3-8a2a-89532e561878 req-18603d30-6dfe-4275-80e9-043a2ac49bdb tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429068 Jul 29 23:30:34.551954 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.559585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.630273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf16608b-e328-4ce1-b7ba-56a0b588a026,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:34.652994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:34.684175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:34.687167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:34.839052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Pushing event updated for resources: {'Port': ['ID=506c5f85-3faa-4019-86bc-bcb72563818a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:34.880252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.881130 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.911651 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-752fb7e4-721a-48da-a42f-2eab499ac5a8 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7886350 Jul 29 23:30:34.937383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Request body: {'port': {'device_id': 'd8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:34.940431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Attempting to bind port cf16608b-e328-4ce1-b7ba-56a0b588a026 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:34.940712 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Attempting to bind port cf16608b-e328-4ce1-b7ba-56a0b588a026 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:34.942288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Attempting to bind port cf16608b-e328-4ce1-b7ba-56a0b588a026 on network 835f63e7-a4db-474c-87b4-9c351ac0d20b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:34.968540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Port cf16608b-e328-4ce1-b7ba-56a0b588a026 on network 835f63e7-a4db-474c-87b4-9c351ac0d20b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:34.968936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Attempting to bind port cf16608b-e328-4ce1-b7ba-56a0b588a026 on network 835f63e7-a4db-474c-87b4-9c351ac0d20b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:34.994916 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:34.995483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Checking segment: {'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:34.995846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Bound using segment: {'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:34.996317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Bound port: cf16608b-e328-4ce1-b7ba-56a0b588a026, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182d4215-df68-46c5-9e67-8c37a0ade012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:34.996687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.049456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc6858-7444-48b7-ad5e-2c448ac6075b req-26c8a63e-013b-4b09-b6d1-de0bf4b9a8f3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.052051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35dc6858-7444-48b7-ad5e-2c448ac6075b req-26c8a63e-013b-4b09-b6d1-de0bf4b9a8f3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1967216 Jul 29 23:30:35.083728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device dc3243ad-5073-4d92-9fba-cfc11172e3b9 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:35.111036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.139294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c59f6c-2528-4457-8bf2-c111c3e709da req-e43edd6b-c1e7-4832-944c-c8bf53e2ca20 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.165181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6c59f6c-2528-4457-8bf2-c111c3e709da req-e43edd6b-c1e7-4832-944c-c8bf53e2ca20 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 936 time: 0.3949466 Jul 29 23:30:35.207859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] For port cf16608b-e328-4ce1-b7ba-56a0b588a026, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:35.282930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35dc6858-7444-48b7-ad5e-2c448ac6075b req-7d7cb95d-21af-40f6-890a-e9250d5a2ab1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179573 Jul 29 23:30:35.284453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] For port cf16608b-e328-4ce1-b7ba-56a0b588a026, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cf16608b-e328-4ce1-b7ba-56a0b588a026,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:35.303582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port dc3243ad-5073-4d92-9fba-cfc11172e3b9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:35.307008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6c59f6c-2528-4457-8bf2-c111c3e709da req-aa54d2d7-a690-4ab3-89e2-bcbc2dd62c47 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414216 Jul 29 23:30:35.310222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port dc3243ad-5073-4d92-9fba-cfc11172e3b9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:35.310222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.402231 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.475776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2b609a1c-30d6-4256-9f20-bba147b42a40 None None] Provisioning for port 506c5f85-3faa-4019-86bc-bcb72563818a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:35.483441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2b609a1c-30d6-4256-9f20-bba147b42a40 None None] Provisioning complete for port 506c5f85-3faa-4019-86bc-bcb72563818a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:35.483954 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b609a1c-30d6-4256-9f20-bba147b42a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.535386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.537079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.540730 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/cf16608b-e328-4ce1-b7ba-56a0b588a026 HTTP/1.1" status: 200 len: 1093 time: 1.8180301 Jul 29 23:30:35.545710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901aed80-f45e-4aba-a832-6d8893c17602', 'tag': 'cf16608b-e328-4ce1-b7ba-56a0b588a026'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:35.550666 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "901aed80-f45e-4aba-a832-6d8893c17602", "tag": "cf16608b-e328-4ce1-b7ba-56a0b588a026"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:35.551831 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.617588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port dc3243ad-5073-4d92-9fba-cfc11172e3b9, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:35.622554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2b609a1c-30d6-4256-9f20-bba147b42a40 None None] Port 506c5f85-3faa-4019-86bc-bcb72563818a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:35.629774 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.630891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f5457275-b173-4626-9c06-1a830574ea8c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:35.677363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fa08a-fa16-4697-959d-07cfc252f2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf16608b-e328-4ce1-b7ba-56a0b588a026,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:35.718198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-22d033ed-31c4-4d2b-b9db-4e1bbf2352c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.719781 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-22d033ed-31c4-4d2b-b9db-4e1bbf2352c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56800a779c1a4af4ac018dc7d60f6a89&device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 1096 time: 0.1043313 Jul 29 23:30:35.807469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a30ed60-8111-4737-aa7b-081df7b4275d'}, {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3243ad-5073-4d92-9fba-cfc11172e3b9'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:35.811010 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7583c85-7a45-473a-844c-92a05a90bc6c" -d '{"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "9a30ed60-8111-4737-aa7b-081df7b4275d"}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "dc3243ad-5073-4d92-9fba-cfc11172e3b9"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:35.813648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1fbf1-cad3-4473-aa50-becfed18cfd1 req-8ef0e292-d2d7-420a-95e8-2160a6cbdb05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.823715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=dc3243ad-5073-4d92-9fba-cfc11172e3b9,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:35.835609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port f5457275-b173-4626-9c06-1a830574ea8c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:35.847475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1fbf1-cad3-4473-aa50-becfed18cfd1 req-8ef0e292-d2d7-420a-95e8-2160a6cbdb05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.853932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port f5457275-b173-4626-9c06-1a830574ea8c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:35.854533 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.876901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1fbf1-cad3-4473-aa50-becfed18cfd1 req-8ef0e292-d2d7-420a-95e8-2160a6cbdb05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.881020 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-e95e7559-b5f6-4e9d-a010-c515d76c01d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf16608b-e328-4ce1-b7ba-56a0b588a026 HTTP/1.1" status: 200 len: 217 time: 0.1446743 Jul 29 23:30:35.886280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1fbf1-cad3-4473-aa50-becfed18cfd1 req-8ef0e292-d2d7-420a-95e8-2160a6cbdb05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.893096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1fbf1-cad3-4473-aa50-becfed18cfd1 req-8ef0e292-d2d7-420a-95e8-2160a6cbdb05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.899941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1fbf1-cad3-4473-aa50-becfed18cfd1 req-8ef0e292-d2d7-420a-95e8-2160a6cbdb05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.907520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1fbf1-cad3-4473-aa50-becfed18cfd1 req-8ef0e292-d2d7-420a-95e8-2160a6cbdb05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.912363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e5a1fbf1-cad3-4473-aa50-becfed18cfd1 req-8ef0e292-d2d7-420a-95e8-2160a6cbdb05 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5441 time: 0.2978745 Jul 29 23:30:35.927826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506c5f85-3faa-4019-86bc-bcb72563818a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:35.944787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193eb0c-34e6-4be0-84ad-3c05180aa046 req-eb948e53-f2e6-4c74-9411-07e74bb70722 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.954990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7193eb0c-34e6-4be0-84ad-3c05180aa046 req-eb948e53-f2e6-4c74-9411-07e74bb70722 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.4098320 Jul 29 23:30:35.969162 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.982854 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.997474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Transition to ACTIVE for port object 506c5f85-3faa-4019-86bc-bcb72563818a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:36.015736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5e241532-949e-4980-b9db-c2e37b3036b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:36.017323 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-5e241532-949e-4980-b9db-c2e37b3036b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8528672c-a3e7-4486-abab-ace605e707b7 HTTP/1.1" status: 200 len: 851 time: 0.1186430 Jul 29 23:30:36.022719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.044650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f5457275-b173-4626-9c06-1a830574ea8c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5457275-b173-4626-9c06-1a830574ea8c,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:36.053121 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.055711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6e06abad-472f-4304-a1f0-7bb6c96d45a5 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:36.097393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Pushing event updated for resources: {'Port': ['ID=506c5f85-3faa-4019-86bc-bcb72563818a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:36.148532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e5a1fbf1-cad3-4473-aa50-becfed18cfd1 req-7975ff5c-7590-4c00-bd2e-b54bf8dbcd96 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2132442 Jul 29 23:30:36.165919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7193eb0c-34e6-4be0-84ad-3c05180aa046 req-08b61f97-66bf-48e1-9bee-ae0d7cb350c9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929946 Jul 29 23:30:36.208831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f5457275-b173-4626-9c06-1a830574ea8c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:36.236470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:36.245433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:36.245807 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.291630 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eb9366-d87e-474d-ad7c-9db828b14787 x-openstack-request-id: req-98eb9366-d87e-474d-ad7c-9db828b14787 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:36.291938 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901aed80-f45e-4aba-a832-6d8893c17602", "tag": "cf16608b-e328-4ce1-b7ba-56a0b588a026", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:36.292237 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98eb9366-d87e-474d-ad7c-9db828b14787 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:36.292640 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901aed80-f45e-4aba-a832-6d8893c17602', 'tag': 'cf16608b-e328-4ce1-b7ba-56a0b588a026', 'status': 'completed', 'code': 200} Jul 29 23:30:36.330627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-01f95026-b709-44f9-9a83-6e817bdcae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:36.332163 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-01f95026-b709-44f9-9a83-6e817bdcae44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=835f63e7-a4db-474c-87b4-9c351ac0d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2417617 Jul 29 23:30:36.369657 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d8307d-2b27-4e1d-aeb6-5a82392332e2 x-openstack-request-id: req-34d8307d-2b27-4e1d-aeb6-5a82392332e2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:36.369914 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "9a30ed60-8111-4737-aa7b-081df7b4275d", "code": 200}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "dc3243ad-5073-4d92-9fba-cfc11172e3b9", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:36.370029 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34d8307d-2b27-4e1d-aeb6-5a82392332e2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:36.370446 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a30ed60-8111-4737-aa7b-081df7b4275d', 'code': 200} Jul 29 23:30:36.370689 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3243ad-5073-4d92-9fba-cfc11172e3b9', 'code': 200} Jul 29 23:30:36.445391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb00c9-a021-49cc-bf51-68dfd6b49a3c req-b9880952-86ee-469f-9052-1a73987a54b8 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:36.457537 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1cb00c9-a021-49cc-bf51-68dfd6b49a3c req-b9880952-86ee-469f-9052-1a73987a54b8 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 944 time: 0.1720188 Jul 29 23:30:36.484620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Attempting to bind port 506c5f85-3faa-4019-86bc-bcb72563818a on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:36.484985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Attempting to bind port 506c5f85-3faa-4019-86bc-bcb72563818a by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:36.485305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Attempting to bind port 506c5f85-3faa-4019-86bc-bcb72563818a on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:36.494458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Port 506c5f85-3faa-4019-86bc-bcb72563818a on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:36.494793 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Attempting to bind port 506c5f85-3faa-4019-86bc-bcb72563818a on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:36.515541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:36.516145 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:36.516548 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:36.517007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Bound port: 506c5f85-3faa-4019-86bc-bcb72563818a, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:36.517380 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.530295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.607163 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-32e025ea-a9fb-4fce-bbf3-c56a901ad3a2 service neutron] 10.222.0.47 "GET /v2.0/networks/835f63e7-a4db-474c-87b4-9c351ac0d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667439 Jul 29 23:30:36.618023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6e06abad-472f-4304-a1f0-7bb6c96d45a5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6e06abad-472f-4304-a1f0-7bb6c96d45a5,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:36.629350 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.629589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1cb00c9-a021-49cc-bf51-68dfd6b49a3c req-0e025546-50ff-4c14-9dfd-2eb5e0731f1f tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691847 Jul 29 23:30:36.629755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device a404b24b-8eff-4d05-97f0-dfc1619216db up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:36.713786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880a5e7-5010-48b1-936f-a27d10763113 req-047cc0ce-ac1f-4228-b1b7-a7cfbac341c3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:36.713786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9880a5e7-5010-48b1-936f-a27d10763113 req-047cc0ce-ac1f-4228-b1b7-a7cfbac341c3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.2015760 Jul 29 23:30:36.796486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] For port 506c5f85-3faa-4019-86bc-bcb72563818a, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:36.827212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] For port 506c5f85-3faa-4019-86bc-bcb72563818a, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=506c5f85-3faa-4019-86bc-bcb72563818a,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:36.840990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6e06abad-472f-4304-a1f0-7bb6c96d45a5,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:36.847848 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.865938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port a404b24b-8eff-4d05-97f0-dfc1619216db completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:36.871784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port a404b24b-8eff-4d05-97f0-dfc1619216db triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:36.873499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.885005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9880a5e7-5010-48b1-936f-a27d10763113 req-a87a3cda-db86-4c8a-aaf1-d7a644f78cc3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817813 Jul 29 23:30:36.913398 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f75b2155-5b53-4cec-a7c3-19a16e778422 req-ce3fc240-a690-4352-b995-7d3988d845f5 service neutron] 10.222.0.47 "GET /v2.0/networks/835f63e7-a4db-474c-87b4-9c351ac0d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972462 Jul 29 23:30:36.925014 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:36.927292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.928994 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] 10.222.0.42 "PUT /v2.0/ports/506c5f85-3faa-4019-86bc-bcb72563818a HTTP/1.1" status: 200 len: 1097 time: 1.9973295 Jul 29 23:30:36.979696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ed430-9d8c-4f6c-9b60-108d80e4d415 service neutron] Pushing event updated for resources: {'Port': ['ID=506c5f85-3faa-4019-86bc-bcb72563818a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:36.986798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948aa60-cc37-464c-8212-1d91825ad347 req-91b4e0d5-96ce-41c1-8aa4-7feb39034278 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:36.999845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9948aa60-cc37-464c-8212-1d91825ad347 req-91b4e0d5-96ce-41c1-8aa4-7feb39034278 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 948 time: 0.2007046 Jul 29 23:30:37.119780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9948aa60-cc37-464c-8212-1d91825ad347 req-77bb3fb5-a2b8-4841-96d4-af4564ee75a1 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155362 Jul 29 23:30:37.161453 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.185520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-c0f53e58-dd6e-49d5-aebf-21499002cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.186182 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-c0f53e58-dd6e-49d5-aebf-21499002cb31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=732ff5201bb044c39cb95882dacc5df9&device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 1100 time: 0.1877391 Jul 29 23:30:37.202797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-c1d6114e-cd07-43d5-87f5-27f8911c4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.204824 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-c1d6114e-cd07-43d5-87f5-27f8911c4c78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56800a779c1a4af4ac018dc7d60f6a89&device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 1096 time: 0.1408598 Jul 29 23:30:37.253603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port a404b24b-8eff-4d05-97f0-dfc1619216db, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a404b24b-8eff-4d05-97f0-dfc1619216db,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:37.263643 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.264681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7cbd0ea1-b328-4a0a-9622-94712cd1db99 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:37.345150 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-05b0476c-8994-449b-9558-d5f5ef242ad7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=506c5f85-3faa-4019-86bc-bcb72563818a HTTP/1.1" status: 200 len: 217 time: 0.1396694 Jul 29 23:30:37.443474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186acce-b49a-432c-98f1-bf764d5bbad4 req-b45c30b4-1079-4109-8e61-2df24280e67c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.459910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186acce-b49a-432c-98f1-bf764d5bbad4 req-b45c30b4-1079-4109-8e61-2df24280e67c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.478075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186acce-b49a-432c-98f1-bf764d5bbad4 req-b45c30b4-1079-4109-8e61-2df24280e67c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.481911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=a404b24b-8eff-4d05-97f0-dfc1619216db,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:37.491674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186acce-b49a-432c-98f1-bf764d5bbad4 req-b45c30b4-1079-4109-8e61-2df24280e67c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.501321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186acce-b49a-432c-98f1-bf764d5bbad4 req-b45c30b4-1079-4109-8e61-2df24280e67c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.514775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:37.515304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186acce-b49a-432c-98f1-bf764d5bbad4 req-b45c30b4-1079-4109-8e61-2df24280e67c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.519698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:37.520095 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.526016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186acce-b49a-432c-98f1-bf764d5bbad4 req-b45c30b4-1079-4109-8e61-2df24280e67c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.528331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-33ff3b8b-abab-480a-8130-7824b12e21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.529712 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-33ff3b8b-abab-480a-8130-7824b12e21a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=835f63e7-a4db-474c-87b4-9c351ac0d20b HTTP/1.1" status: 200 len: 913 time: 0.3013618 Jul 29 23:30:37.542994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d186acce-b49a-432c-98f1-bf764d5bbad4 req-b45c30b4-1079-4109-8e61-2df24280e67c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5444 time: 0.2636690 Jul 29 23:30:37.633129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d186acce-b49a-432c-98f1-bf764d5bbad4 req-f1fb4e5b-ee05-4b83-82ba-1a06950f5e26 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886559 Jul 29 23:30:37.653585 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-9939df3a-28d3-4903-a664-4ed7341735ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf16608b-e328-4ce1-b7ba-56a0b588a026 HTTP/1.1" status: 200 len: 217 time: 0.1133769 Jul 29 23:30:37.683123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.704575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57d4d8-b9f9-490c-93db-f7ba6abfc593 req-b87288cd-faac-445a-a0f5-db56535837b4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.722892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a57d4d8-b9f9-490c-93db-f7ba6abfc593 req-b87288cd-faac-445a-a0f5-db56535837b4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.3612401 Jul 29 23:30:37.743168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7cbd0ea1-b328-4a0a-9622-94712cd1db99, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7cbd0ea1-b328-4a0a-9622-94712cd1db99,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:37.753152 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.773010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-0094da9d-91b8-4ec4-aa76-eec0a7714cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.774481 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-0094da9d-91b8-4ec4-aa76-eec0a7714cbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.2438900 Jul 29 23:30:37.850393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7cbd0ea1-b328-4a0a-9622-94712cd1db99,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:37.863907 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a57d4d8-b9f9-490c-93db-f7ba6abfc593 req-bff059ab-a01b-4b4b-80d3-4718f19360d1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401360 Jul 29 23:30:37.883042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-39e1bced-bcd1-4cc7-bc8c-34a143dd5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.884547 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-39e1bced-bcd1-4cc7-bc8c-34a143dd5587 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8528672c-a3e7-4486-abab-ace605e707b7 HTTP/1.1" status: 200 len: 851 time: 0.2222526 Jul 29 23:30:37.907286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b9340-3cdf-4edd-8c88-e0869a08c94b req-4bc990cf-3f9f-4a16-9478-7b16d9c6be1e tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.909267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-025b9340-3cdf-4edd-8c88-e0869a08c94b req-4bc990cf-3f9f-4a16-9478-7b16d9c6be1e tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 944 time: 0.1510291 Jul 29 23:30:37.951363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-0438ae8d-5b05-4629-a662-f483fd78a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.953295 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-0438ae8d-5b05-4629-a662-f483fd78a77f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1640565 Jul 29 23:30:37.976313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-13f9f856-0e85-470e-b580-d7ff589334f5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:30:37.977493 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-13f9f856-0e85-470e-b580-d7ff589334f5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075243 Jul 29 23:30:37.985768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-43a9b2e4-949c-425e-99ad-6720d15b82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.986951 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-43a9b2e4-949c-425e-99ad-6720d15b82ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=835f63e7-a4db-474c-87b4-9c351ac0d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938435 Jul 29 23:30:38.006020 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-025b9340-3cdf-4edd-8c88-e0869a08c94b req-c9721f48-fd48-458d-aa2c-20e48a586307 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837402 Jul 29 23:30:38.064674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e92b4-a81f-4596-8192-7be5f5afb71d req-91b8e3e6-bfe8-44b1-aea1-ec15fe573d24 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.068037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e4e92b4-a81f-4596-8192-7be5f5afb71d req-91b8e3e6-bfe8-44b1-aea1-ec15fe573d24 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0914116 Jul 29 23:30:38.174722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e4e92b4-a81f-4596-8192-7be5f5afb71d req-fe60d311-54f4-4b0e-a1b3-4e7bfd8f46c9 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022041 Jul 29 23:30:38.187280 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-e0bb9e83-edc4-4d4b-adee-4ee949ff4a7e service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984735 Jul 29 23:30:38.193327 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-22b9c9ea-3bd1-4a5b-a7d5-14ecfa1bc1f2 service neutron] 10.222.0.47 "GET /v2.0/networks/835f63e7-a4db-474c-87b4-9c351ac0d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933668 Jul 29 23:30:38.298658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861', 'tag': '506c5f85-3faa-4019-86bc-bcb72563818a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:38.309039 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861", "tag": "506c5f85-3faa-4019-86bc-bcb72563818a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:38.372130 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5457275-b173-4626-9c06-1a830574ea8c'}, {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e06abad-472f-4304-a1f0-7bb6c96d45a5'}, {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a404b24b-8eff-4d05-97f0-dfc1619216db'}, {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbd0ea1-b328-4a0a-9622-94712cd1db99'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:38.373236 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cec8adfa-5487-4137-ab68-c00f2d98f9c1 req-b4e50a29-07dd-451f-aa79-9e5d7cc4d096 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732271 Jul 29 23:30:38.374613 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bfeaa6-428f-4425-b10f-bd6ad00aca10" -d '{"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "f5457275-b173-4626-9c06-1a830574ea8c"}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "6e06abad-472f-4304-a1f0-7bb6c96d45a5"}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "a404b24b-8eff-4d05-97f0-dfc1619216db"}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "7cbd0ea1-b328-4a0a-9622-94712cd1db99"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:38.429921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f63958-ba3d-4137-b8d8-2f657b4e9710 req-d2cbe67a-c55c-4a69-b12e-096b5a71e120 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.431566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1f63958-ba3d-4137-b8d8-2f657b4e9710 req-d2cbe67a-c55c-4a69-b12e-096b5a71e120 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 948 time: 0.1517568 Jul 29 23:30:38.502316 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e15bbd-3f41-46d9-be5f-d32ad172d74f x-openstack-request-id: req-21e15bbd-3f41-46d9-be5f-d32ad172d74f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:38.502616 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861", "tag": "506c5f85-3faa-4019-86bc-bcb72563818a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:38.502924 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21e15bbd-3f41-46d9-be5f-d32ad172d74f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:38.503335 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861', 'tag': '506c5f85-3faa-4019-86bc-bcb72563818a', 'status': 'completed', 'code': 200} Jul 29 23:30:38.509007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1f63958-ba3d-4137-b8d8-2f657b4e9710 req-83bb7714-4af6-4a83-b0d0-3efccf786a4d tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674038 Jul 29 23:30:38.564858 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8728bb12-b4b7-441e-aba5-188ddef5b477 x-openstack-request-id: req-8728bb12-b4b7-441e-aba5-188ddef5b477 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:38.565828 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "f5457275-b173-4626-9c06-1a830574ea8c", "code": 200}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "6e06abad-472f-4304-a1f0-7bb6c96d45a5", "code": 200}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "a404b24b-8eff-4d05-97f0-dfc1619216db", "code": 200}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-plugged", "status": "completed", "tag": "7cbd0ea1-b328-4a0a-9622-94712cd1db99", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:38.567434 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8728bb12-b4b7-441e-aba5-188ddef5b477 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:38.568060 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5457275-b173-4626-9c06-1a830574ea8c', 'code': 200} Jul 29 23:30:38.568493 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e06abad-472f-4304-a1f0-7bb6c96d45a5', 'code': 200} Jul 29 23:30:38.569080 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a404b24b-8eff-4d05-97f0-dfc1619216db', 'code': 200} Jul 29 23:30:38.570618 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbd0ea1-b328-4a0a-9622-94712cd1db99', 'code': 200} Jul 29 23:30:38.676892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-2c31f8d1-2415-4e6e-b46c-608e5b6c86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.678559 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-2c31f8d1-2415-4e6e-b46c-608e5b6c86fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=732ff5201bb044c39cb95882dacc5df9&device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 1100 time: 0.1344097 Jul 29 23:30:38.803870 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db74d98c-35a0-4186-bf7f-6a8086ed7e7b req-3c6197d4-f097-4d29-871a-ad3ed92571c2 service neutron] 10.222.0.47 "GET /v2.0/networks/835f63e7-a4db-474c-87b4-9c351ac0d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941939 Jul 29 23:30:38.831820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158eb8b1-01f2-4fb5-81cd-8ec60765a17e req-4b700f4e-95e5-4798-8256-8d031957d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.832522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158eb8b1-01f2-4fb5-81cd-8ec60765a17e req-4b700f4e-95e5-4798-8256-8d031957d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.833002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158eb8b1-01f2-4fb5-81cd-8ec60765a17e req-4b700f4e-95e5-4798-8256-8d031957d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.833478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158eb8b1-01f2-4fb5-81cd-8ec60765a17e req-4b700f4e-95e5-4798-8256-8d031957d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.833954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158eb8b1-01f2-4fb5-81cd-8ec60765a17e req-4b700f4e-95e5-4798-8256-8d031957d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.834421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158eb8b1-01f2-4fb5-81cd-8ec60765a17e req-4b700f4e-95e5-4798-8256-8d031957d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.834881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158eb8b1-01f2-4fb5-81cd-8ec60765a17e req-4b700f4e-95e5-4798-8256-8d031957d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.837323 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-158eb8b1-01f2-4fb5-81cd-8ec60765a17e req-4b700f4e-95e5-4798-8256-8d031957d26b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6509 time: 0.1576676 Jul 29 23:30:38.874416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192b40-e7e3-432a-833a-36b1db9ffd24 req-55950c63-012a-4d9b-b1aa-30cd8d062c76 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.888340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192b40-e7e3-432a-833a-36b1db9ffd24 req-55950c63-012a-4d9b-b1aa-30cd8d062c76 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.890524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-65fd4a13-cac1-4af6-a94e-f83192eacae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.892134 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-65fd4a13-cac1-4af6-a94e-f83192eacae5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2020903 Jul 29 23:30:38.895919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192b40-e7e3-432a-833a-36b1db9ffd24 req-55950c63-012a-4d9b-b1aa-30cd8d062c76 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.903227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192b40-e7e3-432a-833a-36b1db9ffd24 req-55950c63-012a-4d9b-b1aa-30cd8d062c76 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.905112 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-158eb8b1-01f2-4fb5-81cd-8ec60765a17e req-3003187d-9127-4796-87d3-91fc9f864689 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559435 Jul 29 23:30:38.912780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192b40-e7e3-432a-833a-36b1db9ffd24 req-55950c63-012a-4d9b-b1aa-30cd8d062c76 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.919465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192b40-e7e3-432a-833a-36b1db9ffd24 req-55950c63-012a-4d9b-b1aa-30cd8d062c76 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.926616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192b40-e7e3-432a-833a-36b1db9ffd24 req-55950c63-012a-4d9b-b1aa-30cd8d062c76 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.935119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d192b40-e7e3-432a-833a-36b1db9ffd24 req-55950c63-012a-4d9b-b1aa-30cd8d062c76 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5445 time: 0.1525197 Jul 29 23:30:38.943993 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-2cc72cf0-f9aa-4e54-9fe0-703713a55619 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=506c5f85-3faa-4019-86bc-bcb72563818a HTTP/1.1" status: 200 len: 217 time: 0.0377493 Jul 29 23:30:39.000648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d192b40-e7e3-432a-833a-36b1db9ffd24 req-dadf4d75-312c-4387-a039-7a304869dc82 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640614 Jul 29 23:30:39.087453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-b23dcd51-f820-494e-9f4f-02465dbd998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.093571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-b23dcd51-f820-494e-9f4f-02465dbd998d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1031382 Jul 29 23:30:39.131291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791144-3ff5-42ee-8a7e-3c3ab4b88b55 req-6b5e6727-7d21-442b-843e-24c99bcc6927 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.136858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23791144-3ff5-42ee-8a7e-3c3ab4b88b55 req-6b5e6727-7d21-442b-843e-24c99bcc6927 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.1496086 Jul 29 23:30:39.160762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-c21fb23c-a33e-4a75-987e-dbe5018f0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.162304 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-c21fb23c-a33e-4a75-987e-dbe5018f0734 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602384 Jul 29 23:30:39.267365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23791144-3ff5-42ee-8a7e-3c3ab4b88b55 req-91e89c25-6eb0-4f3d-96ee-2b3082c399aa tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171367 Jul 29 23:30:39.304716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e029fe-cb01-4188-9b7d-b7ec89f9a834 req-a4844be5-fb29-4b1d-b952-6e02e433455e tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.306008 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-cfb78fdc-ccb3-4dc9-aaab-58adede28028 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338041 Jul 29 23:30:39.315561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37e029fe-cb01-4188-9b7d-b7ec89f9a834 req-a4844be5-fb29-4b1d-b952-6e02e433455e tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 944 time: 0.1774781 Jul 29 23:30:39.374027 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37e029fe-cb01-4188-9b7d-b7ec89f9a834 req-b487e95c-0cfc-47d2-89f5-f3bd93daac73 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567300 Jul 29 23:30:39.465422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe64088-7d83-49ba-a6eb-92b0933095eb req-ea463ae5-f505-4196-9ff6-c698fbf36268 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.467391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebe64088-7d83-49ba-a6eb-92b0933095eb req-ea463ae5-f505-4196-9ff6-c698fbf36268 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0923719 Jul 29 23:30:39.495790 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81d13874-6e5d-4e72-88e2-5e44bfb2d36d req-895dc73d-ec2e-46c2-a8fa-dcc3dcd05dc4 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652400 Jul 29 23:30:39.523082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebe64088-7d83-49ba-a6eb-92b0933095eb req-174fffd3-860d-41a6-96f2-e02022bbe267 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457101 Jul 29 23:30:39.679404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5351c1-a127-42a6-8a49-5f7760a885d4 req-fbac01c6-803a-423a-b539-603543b90223 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.681325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd5351c1-a127-42a6-8a49-5f7760a885d4 req-fbac01c6-803a-423a-b539-603543b90223 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 948 time: 0.0653555 Jul 29 23:30:39.732754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd5351c1-a127-42a6-8a49-5f7760a885d4 req-8d344b18-03fb-42eb-996d-b6fd8d14732a tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449693 Jul 29 23:30:40.163968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb3c3-5ee7-4192-a866-6dd2f7b5ccbc req-cd17e168-10b7-4fbb-84fb-569f85ccd1fb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.170931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb3c3-5ee7-4192-a866-6dd2f7b5ccbc req-cd17e168-10b7-4fbb-84fb-569f85ccd1fb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.180084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb3c3-5ee7-4192-a866-6dd2f7b5ccbc req-cd17e168-10b7-4fbb-84fb-569f85ccd1fb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.183931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb3c3-5ee7-4192-a866-6dd2f7b5ccbc req-cd17e168-10b7-4fbb-84fb-569f85ccd1fb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.191630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb3c3-5ee7-4192-a866-6dd2f7b5ccbc req-cd17e168-10b7-4fbb-84fb-569f85ccd1fb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.192380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-5c4a71bf-fa11-4826-9d5f-d27f16e47124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.194077 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-5c4a71bf-fa11-4826-9d5f-d27f16e47124 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35&tenant_id=dabfb53ab127454eb2bdcac4ae243846 HTTP/1.1" status: 200 len: 1095 time: 0.0748668 Jul 29 23:30:40.196657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb3c3-5ee7-4192-a866-6dd2f7b5ccbc req-cd17e168-10b7-4fbb-84fb-569f85ccd1fb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.202512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb3c3-5ee7-4192-a866-6dd2f7b5ccbc req-cd17e168-10b7-4fbb-84fb-569f85ccd1fb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.204482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12cdb3c3-5ee7-4192-a866-6dd2f7b5ccbc req-cd17e168-10b7-4fbb-84fb-569f85ccd1fb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5445 time: 0.1093612 Jul 29 23:30:40.212659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:40.270870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12cdb3c3-5ee7-4192-a866-6dd2f7b5ccbc req-b636e0f1-7534-47a0-98fe-bab2c921e3d3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574803 Jul 29 23:30:40.278585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.467909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d1ba-cde5-4db7-b8d1-decacee7f83e req-caa2f60e-adf5-4853-bf74-2f3b4b09b1f0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.478495 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81c4d1ba-cde5-4db7-b8d1-decacee7f83e req-caa2f60e-adf5-4853-bf74-2f3b4b09b1f0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.1090446 Jul 29 23:30:40.577588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81c4d1ba-cde5-4db7-b8d1-decacee7f83e req-d79fb873-ab2b-48d6-9470-8843446bc0c7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954154 Jul 29 23:30:40.599515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c95d32-f284-4a89-a58c-841ff1ec4fad req-58519bed-2fd5-4707-8d57-6be6065b8f30 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.607214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42c95d32-f284-4a89-a58c-841ff1ec4fad req-58519bed-2fd5-4707-8d57-6be6065b8f30 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 944 time: 0.0881355 Jul 29 23:30:40.628060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:40.680663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42c95d32-f284-4a89-a58c-841ff1ec4fad req-b6f05277-c84d-43da-9c41-27c4a310d12c tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674353 Jul 29 23:30:40.683370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:40.729313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device cf16608b-e328-4ce1-b7ba-56a0b588a026 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:40.743682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34af723d-cdb2-4f59-bb5c-1c5442a387fd {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:40.754171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.791767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Transition to ACTIVE for port object 34af723d-cdb2-4f59-bb5c-1c5442a387fd will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:40.808970 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.828580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685b1f1-cc56-4767-95b4-fe351d0bd44e req-6644238b-803d-44d5-a5b6-907371c916b5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.830236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1685b1f1-cc56-4767-95b4-fe351d0bd44e req-6644238b-803d-44d5-a5b6-907371c916b5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0749242 Jul 29 23:30:40.914462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port cf16608b-e328-4ce1-b7ba-56a0b588a026, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cf16608b-e328-4ce1-b7ba-56a0b588a026,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:40.935134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1685b1f1-cc56-4767-95b4-fe351d0bd44e req-a871a16e-f1a8-4c92-a990-721d4c19e1bc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909202 Jul 29 23:30:40.961243 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'cf16608b-e328-4ce1-b7ba-56a0b588a026', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'port_id': 'cf16608b-e328-4ce1-b7ba-56a0b588a026', 'mac_address': 'fa:16:3e:8f:61:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:41.030804 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.033583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da921a-404a-4e9d-abdc-e4458122eed6 req-4a62c7ed-af0a-4302-8f9a-841a5420cd35 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.042842 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8da921a-404a-4e9d-abdc-e4458122eed6 req-4a62c7ed-af0a-4302-8f9a-841a5420cd35 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 948 time: 0.0986621 Jul 29 23:30:41.049175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf16608b-e328-4ce1-b7ba-56a0b588a026 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:41.098393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port cf16608b-e328-4ce1-b7ba-56a0b588a026, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cf16608b-e328-4ce1-b7ba-56a0b588a026,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:41.106177 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.117015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 506c5f85-3faa-4019-86bc-bcb72563818a details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:41.121945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8da921a-404a-4e9d-abdc-e4458122eed6 req-866c5f6f-ec04-4f85-80e6-f1076eddbd00 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701256 Jul 29 23:30:41.156273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=9']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:41.194816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.195399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.195715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.196260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.196607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.197649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.198007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.198380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.198775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.199476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.199843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.200264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:41.205853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] No DVR routers for this DVR port 34af723d-cdb2-4f59-bb5c-1c5442a387fd on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:41.260034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=cf16608b-e328-4ce1-b7ba-56a0b588a026,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:41.316981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 506c5f85-3faa-4019-86bc-bcb72563818a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=506c5f85-3faa-4019-86bc-bcb72563818a,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:41.335608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '506c5f85-3faa-4019-86bc-bcb72563818a', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '506c5f85-3faa-4019-86bc-bcb72563818a', 'mac_address': 'fa:16:3e:95:04:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:41.391987 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.411883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506c5f85-3faa-4019-86bc-bcb72563818a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:41.442109 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 506c5f85-3faa-4019-86bc-bcb72563818a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=506c5f85-3faa-4019-86bc-bcb72563818a,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:41.447100 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.476541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682e93-820c-4452-bee2-2808d2bfd6dd req-841d255c-82a6-4ff9-9f23-f9b5c1fbad12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.483891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682e93-820c-4452-bee2-2808d2bfd6dd req-841d255c-82a6-4ff9-9f23-f9b5c1fbad12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.491296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682e93-820c-4452-bee2-2808d2bfd6dd req-841d255c-82a6-4ff9-9f23-f9b5c1fbad12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.491611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['cf16608b-e328-4ce1-b7ba-56a0b588a026'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:41.498600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682e93-820c-4452-bee2-2808d2bfd6dd req-841d255c-82a6-4ff9-9f23-f9b5c1fbad12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.505390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682e93-820c-4452-bee2-2808d2bfd6dd req-841d255c-82a6-4ff9-9f23-f9b5c1fbad12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.513579 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682e93-820c-4452-bee2-2808d2bfd6dd req-841d255c-82a6-4ff9-9f23-f9b5c1fbad12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.535481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682e93-820c-4452-bee2-2808d2bfd6dd req-841d255c-82a6-4ff9-9f23-f9b5c1fbad12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.538881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=506c5f85-3faa-4019-86bc-bcb72563818a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:41.571789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e682e93-820c-4452-bee2-2808d2bfd6dd req-841d255c-82a6-4ff9-9f23-f9b5c1fbad12 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5445 time: 0.1984358 Jul 29 23:30:41.695164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e682e93-820c-4452-bee2-2808d2bfd6dd req-b8498823-0f7b-4586-aa8a-64ccab1607a7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155224 Jul 29 23:30:41.773684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cccc9-f2f6-4ab5-bef0-0a3c309b9558 req-6a951976-d410-48ff-8757-65baed78abe0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.785503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d1cccc9-f2f6-4ab5-bef0-0a3c309b9558 req-6a951976-d410-48ff-8757-65baed78abe0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 943 time: 0.0701749 Jul 29 23:30:41.876842 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d1cccc9-f2f6-4ab5-bef0-0a3c309b9558 req-b6a96bb0-71e0-43aa-8681-bcc16ff5d40b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872958 Jul 29 23:30:41.912856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Attempting to bind port 34af723d-cdb2-4f59-bb5c-1c5442a387fd on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:41.913264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Attempting to bind port 34af723d-cdb2-4f59-bb5c-1c5442a387fd by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:41.913652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Attempting to bind port 34af723d-cdb2-4f59-bb5c-1c5442a387fd on network beb91962-d580-4d48-85af-8e948cc95cc1 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:41.918226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Port 34af723d-cdb2-4f59-bb5c-1c5442a387fd on network beb91962-d580-4d48-85af-8e948cc95cc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:41.918562 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Attempting to bind port 34af723d-cdb2-4f59-bb5c-1c5442a387fd on network beb91962-d580-4d48-85af-8e948cc95cc1 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:41.923708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:41.924076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Checking segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:41.924465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Bound using segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:41.924898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Bound port: 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:41.925300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.964035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['506c5f85-3faa-4019-86bc-bcb72563818a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:42.013827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6d678-bb1d-4329-8c7c-28da68cfcf00 req-c1193015-85a4-4c6b-9ae3-f34e4faa2d43 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.023837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ddd6d678-bb1d-4329-8c7c-28da68cfcf00 req-c1193015-85a4-4c6b-9ae3-f34e4faa2d43 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 945 time: 0.1030974 Jul 29 23:30:42.043725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:42.047739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:42.055754 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.098263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.099382 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.101124 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 200 len: 1092 time: 1.8944345 Jul 29 23:30:42.101785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:42.104496 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf55e73-13ca-424e-b185-f8414a11a357" -d '{"events": [{"name": "network-changed", "server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:42.136032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ddd6d678-bb1d-4329-8c7c-28da68cfcf00 req-94ece5bf-19ad-485d-b538-921c7a1cef6c tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097474 Jul 29 23:30:42.200998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a7380-b6bf-4057-a018-2171167a81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:42.215253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da25cd-1cef-4425-b7bd-b6983c6a5d44 req-163abb22-5753-436f-b235-ebb0f6a4e475 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.216874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-08680fba-bf31-4bc0-a002-4f456d0ba7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.218397 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-08680fba-bf31-4bc0-a002-4f456d0ba7d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 1096 time: 0.0729210 Jul 29 23:30:42.228078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da25cd-1cef-4425-b7bd-b6983c6a5d44 req-163abb22-5753-436f-b235-ebb0f6a4e475 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.235023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da25cd-1cef-4425-b7bd-b6983c6a5d44 req-163abb22-5753-436f-b235-ebb0f6a4e475 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.242649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da25cd-1cef-4425-b7bd-b6983c6a5d44 req-163abb22-5753-436f-b235-ebb0f6a4e475 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.251729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da25cd-1cef-4425-b7bd-b6983c6a5d44 req-163abb22-5753-436f-b235-ebb0f6a4e475 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.261663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da25cd-1cef-4425-b7bd-b6983c6a5d44 req-163abb22-5753-436f-b235-ebb0f6a4e475 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.275173 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da25cd-1cef-4425-b7bd-b6983c6a5d44 req-163abb22-5753-436f-b235-ebb0f6a4e475 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.277550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15da25cd-1cef-4425-b7bd-b6983c6a5d44 req-163abb22-5753-436f-b235-ebb0f6a4e475 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5445 time: 0.2504058 Jul 29 23:30:42.288935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44424) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:42.294923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-74e08765-6356-4d9a-894c-32996514fea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Request body: {'floatingip': {'port_id': 'f5457275-b173-4626-9c06-1a830574ea8c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:42.392605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74e08765-6356-4d9a-894c-32996514fea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.468206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-3908fd5f-950f-41df-8d03-1cd25d3368a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.475043 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-3908fd5f-950f-41df-8d03-1cd25d3368a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.2426713 Jul 29 23:30:42.586107 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-39d19740-66f4-45d8-9a81-95d450b1c213 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 200 len: 998 time: 0.1031873 Jul 29 23:30:42.676753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-69aa3523-0ee2-4ca0-be9e-3ffb0533b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.678251 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-69aa3523-0ee2-4ca0-be9e-3ffb0533b03d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.0822163 Jul 29 23:30:42.703164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1b8d-3d1b-4f20-b7fd-36661a48e049 req-fb84d55c-3c8a-4a4b-882e-65eff59c007e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.711204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cda1b8d-3d1b-4f20-b7fd-36661a48e049 req-fb84d55c-3c8a-4a4b-882e-65eff59c007e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.2476065 Jul 29 23:30:42.731184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device cf16608b-e328-4ce1-b7ba-56a0b588a026 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:42.748486 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea1001f-d573-4372-b903-5096d27bcc05 x-openstack-request-id: req-0ea1001f-d573-4372-b903-5096d27bcc05 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:42.748809 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:42.749073 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ea1001f-d573-4372-b903-5096d27bcc05 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:42.753187 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'status': 'completed', 'code': 200} Jul 29 23:30:42.797917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-068571dd-9235-4f82-a1a4-79d85613b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.799457 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-068571dd-9235-4f82-a1a4-79d85613b043 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105137 Jul 29 23:30:42.811920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cda1b8d-3d1b-4f20-b7fd-36661a48e049 req-4b0dbb55-acff-4b2a-b9ee-0fbfeed94773 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996826 Jul 29 23:30:42.823470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port cf16608b-e328-4ce1-b7ba-56a0b588a026 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:42.836726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port cf16608b-e328-4ce1-b7ba-56a0b588a026 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:42.837274 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.938957 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-64b77c9a-75d1-4810-b414-ff3606d4f711 service neutron] 10.222.0.42 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158309 Jul 29 23:30:43.020781 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.051426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c75d9a-fd3f-4f40-9507-5f007d4b969a req-cff41158-cb7e-4d0e-9aaf-55769f99dee3 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.058713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port cf16608b-e328-4ce1-b7ba-56a0b588a026, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cf16608b-e328-4ce1-b7ba-56a0b588a026,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:43.059718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901aed80-f45e-4aba-a832-6d8893c17602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf16608b-e328-4ce1-b7ba-56a0b588a026'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:43.061275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01c75d9a-fd3f-4f40-9507-5f007d4b969a req-cff41158-cb7e-4d0e-9aaf-55769f99dee3 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 949 time: 0.2254632 Jul 29 23:30:43.065010 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbcc18e-45de-4f2e-9c27-2d1a907ab126" -d '{"events": [{"server_uuid": "901aed80-f45e-4aba-a832-6d8893c17602", "name": "network-vif-plugged", "status": "completed", "tag": "cf16608b-e328-4ce1-b7ba-56a0b588a026"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:43.074190 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.129258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=cf16608b-e328-4ce1-b7ba-56a0b588a026,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:43.169442 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cadcf8bc-c2be-408c-afe8-99cdfdcaeb39 req-786c0b34-c371-409b-8827-ac6999d7c134 service neutron] 10.222.0.42 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154856 Jul 29 23:30:43.307104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-705515cf-d27e-4161-a6e6-ceafb6dabe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.308799 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-705515cf-d27e-4161-a6e6-ceafb6dabe5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 1096 time: 0.0696778 Jul 29 23:30:43.313423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01c75d9a-fd3f-4f40-9507-5f007d4b969a req-3e67e7ee-f614-4714-8b3a-dd07f2308d9d tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510021 Jul 29 23:30:43.399439 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e29126-8aaf-46bc-9d17-dfd2245dd81a x-openstack-request-id: req-01e29126-8aaf-46bc-9d17-dfd2245dd81a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:43.400001 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901aed80-f45e-4aba-a832-6d8893c17602", "name": "network-vif-plugged", "status": "completed", "tag": "cf16608b-e328-4ce1-b7ba-56a0b588a026", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:43.400528 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01e29126-8aaf-46bc-9d17-dfd2245dd81a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:43.401131 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901aed80-f45e-4aba-a832-6d8893c17602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf16608b-e328-4ce1-b7ba-56a0b588a026', 'code': 200} Jul 29 23:30:43.443126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaf80c-367d-487d-a0f2-6ffab8389bd8 req-2db1bf10-77a0-4cd7-8b5d-03dcad4cd2f3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.457896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cbdaf80c-367d-487d-a0f2-6ffab8389bd8 req-2db1bf10-77a0-4cd7-8b5d-03dcad4cd2f3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.2815571 Jul 29 23:30:43.461034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-74e08765-6356-4d9a-894c-32996514fea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:30:43.625537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-417f6471-694b-42ab-970f-67649ceb1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.627074 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-417f6471-694b-42ab-970f-67649ceb1ca7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.3021767 Jul 29 23:30:43.644884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce837d7e-bb40-4ee5-b068-74d4cdf9619e req-750da867-bb12-465b-afe2-1b32a2056132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.646421 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ce837d7e-bb40-4ee5-b068-74d4cdf9619e req-750da867-bb12-465b-afe2-1b32a2056132 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 1098 time: 0.1374478 Jul 29 23:30:43.721233 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-d08e3c60-04e0-486d-b0b0-3ae3876d46af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 200 len: 998 time: 0.0854716 Jul 29 23:30:43.723319 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ce837d7e-bb40-4ee5-b068-74d4cdf9619e req-5a986fc7-053c-4477-a571-9d3765ca148a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496225 Jul 29 23:30:43.797381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-e758ee65-3d19-4df9-9121-ee171fc9ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.799925 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-e758ee65-3d19-4df9-9121-ee171fc9ee00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.0646350 Jul 29 23:30:43.857248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-c328a16a-81f8-404d-beab-8c189017e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.858332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74e08765-6356-4d9a-894c-32996514fea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.859036 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-c328a16a-81f8-404d-beab-8c189017e3a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508568 Jul 29 23:30:43.866972 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74e08765-6356-4d9a-894c-32996514fea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.885479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cbdaf80c-367d-487d-a0f2-6ffab8389bd8 req-aea6549a-619a-4e37-9b9f-bf2feb2673d1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266171 Jul 29 23:30:43.971832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d98d0-3b90-4aee-9575-4e152ac01bda req-e978ab7f-fe8e-4de0-9895-3d2dcbe70a7d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.979574 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f3d98d0-3b90-4aee-9575-4e152ac01bda req-e978ab7f-fe8e-4de0-9895-3d2dcbe70a7d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 946 time: 0.1873603 Jul 29 23:30:43.998166 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-95e3e952-3049-4b61-8e42-47235fc6148a service neutron] 10.222.0.42 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281068 Jul 29 23:30:44.072784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f3d98d0-3b90-4aee-9575-4e152ac01bda req-084628ab-4522-4d3b-8d22-6da74ba132e0 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873370 Jul 29 23:30:44.124917 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-74e08765-6356-4d9a-894c-32996514fea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Floating IP ffd33d3f-bf54-484b-bd78-beeaf27c4ec1 associated. External IP: 172.25.2.207, port: f5457275-b173-4626-9c06-1a830574ea8c. Jul 29 23:30:44.193880 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf55e73-13ca-424e-b185-f8414a11a357 req-92d1744f-9ca7-4ff3-a199-868c1eb0f4e9 service neutron] 10.222.0.42 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801040 Jul 29 23:30:44.320466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47ead-322f-4335-8394-d769afc6eec8 req-55ea2837-5454-4e18-9327-fd640aeecd7b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:44.322319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edf47ead-322f-4335-8394-d769afc6eec8 req-55ea2837-5454-4e18-9327-fd640aeecd7b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1320386 Jul 29 23:30:44.556585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edf47ead-322f-4335-8394-d769afc6eec8 req-4f825b01-50a2-4053-8b3a-4fa9b480b1c1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256017 Jul 29 23:30:44.570000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e08765-6356-4d9a-894c-32996514fea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Router 62d43fd6-00e2-419a-84c6-b958a6acafb3 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:44.584858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456deb2a-2606-4e9b-b776-39cc72d09100 req-52fd6869-8ba3-4036-8207-bf0346d8cec5 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:44.586479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-456deb2a-2606-4e9b-b776-39cc72d09100 req-52fd6869-8ba3-4036-8207-bf0346d8cec5 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 949 time: 0.0902121 Jul 29 23:30:44.681414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-456deb2a-2606-4e9b-b776-39cc72d09100 req-05bd0679-2ea8-49b3-b907-87092e3849ed tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835836 Jul 29 23:30:44.730395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e08765-6356-4d9a-894c-32996514fea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:44.735518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74e08765-6356-4d9a-894c-32996514fea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.742989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] Sync routers for ids ['62d43fd6-00e2-419a-84c6-b958a6acafb3'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:44.752553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] Routers {'62d43fd6-00e2-419a-84c6-b958a6acafb3'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:44.753948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['62d43fd6-00e2-419a-84c6-b958a6acafb3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:44.788976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-74e08765-6356-4d9a-894c-32996514fea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "PUT /v2.0/floatingips/ffd33d3f-bf54-484b-bd78-beeaf27c4ec1 HTTP/1.1" status: 200 len: 992 time: 2.4982855 Jul 29 23:30:44.789579 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': 'f5457275-b173-4626-9c06-1a830574ea8c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:44.802081 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "f5457275-b173-4626-9c06-1a830574ea8c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:44.887728 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7807e7f9-38b1-4dd1-89ae-63171bcdb5e1 x-openstack-request-id: req-7807e7f9-38b1-4dd1-89ae-63171bcdb5e1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:44.888332 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "tag": "f5457275-b173-4626-9c06-1a830574ea8c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:44.888332 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7807e7f9-38b1-4dd1-89ae-63171bcdb5e1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:44.888723 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'tag': 'f5457275-b173-4626-9c06-1a830574ea8c', 'status': 'completed', 'code': 200} Jul 29 23:30:44.927156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] Set router 62d43fd6-00e2-419a-84c6-b958a6acafb3 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:45.086645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c82d9b-3a44-4210-82f9-313b0a56c66c req-bad7a682-59c3-4026-81ef-e3a79d5f7c94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:45.088718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83c82d9b-3a44-4210-82f9-313b0a56c66c req-bad7a682-59c3-4026-81ef-e3a79d5f7c94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.1146483 Jul 29 23:30:45.179018 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83c82d9b-3a44-4210-82f9-313b0a56c66c req-e9a04846-df59-425f-a7f9-79b6d856ee73 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783470 Jul 29 23:30:45.202458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 506c5f85-3faa-4019-86bc-bcb72563818a up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:45.342328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 506c5f85-3faa-4019-86bc-bcb72563818a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:45.369520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 506c5f85-3faa-4019-86bc-bcb72563818a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:45.369944 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.415115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:41Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ffd33d3f-bf54-484b-bd78-beeaf27c4ec1', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'port_id': 'f5457275-b173-4626-9c06-1a830574ea8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'mac_address': 'fa:16:3e:c9:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:29:26Z', 'updated_at': '2021-07-29T23:30:43Z', 'revision_number': 1, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd75e6d-2c36-40cc-8163-efc47d829260', 'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'mac_address': 'fa:16:3e:e4:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:39Z', 'updated_at': '2021-07-29T23:28:47Z', 'revision_number': 5, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'subnets': [{'id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:45.455556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] Checking router: 62d43fd6-00e2-419a-84c6-b958a6acafb3 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:45.486240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] Routers {'62d43fd6-00e2-419a-84c6-b958a6acafb3'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:45.486876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['62d43fd6-00e2-419a-84c6-b958a6acafb3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:45.536040 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.727830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506c5f85-3faa-4019-86bc-bcb72563818a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:45.730070 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9feae2-607a-4ed0-bee5-fe2b18be7d3d" -d '{"events": [{"server_uuid": "d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861", "name": "network-vif-plugged", "status": "completed", "tag": "506c5f85-3faa-4019-86bc-bcb72563818a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:45.752737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 506c5f85-3faa-4019-86bc-bcb72563818a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=506c5f85-3faa-4019-86bc-bcb72563818a,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:45.761618 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.772186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] Set router 62d43fd6-00e2-419a-84c6-b958a6acafb3 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:45.885612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=506c5f85-3faa-4019-86bc-bcb72563818a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:45.987725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44518) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.064080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:41Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ffd33d3f-bf54-484b-bd78-beeaf27c4ec1', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'port_id': 'f5457275-b173-4626-9c06-1a830574ea8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'mac_address': 'fa:16:3e:c9:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:29:26Z', 'updated_at': '2021-07-29T23:30:43Z', 'revision_number': 1, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd75e6d-2c36-40cc-8163-efc47d829260', 'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'mac_address': 'fa:16:3e:e4:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:39Z', 'updated_at': '2021-07-29T23:28:47Z', 'revision_number': 5, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'subnets': [{'id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:46.094052 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7306e-69e4-423e-8dd7-047486768ba9 None None] The sync data for ids ['62d43fd6-00e2-419a-84c6-b958a6acafb3'] in n-d-712139-11 is: [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:41Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ffd33d3f-bf54-484b-bd78-beeaf27c4ec1', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'port_id': 'f5457275-b173-4626-9c06-1a830574ea8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'mac_address': 'fa:16:3e:c9:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:29:26Z', 'updated_at': '2021-07-29T23:30:43Z', 'revision_number': 1, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd75e6d-2c36-40cc-8163-efc47d829260', 'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'mac_address': 'fa:16:3e:e4:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:39Z', 'updated_at': '2021-07-29T23:28:47Z', 'revision_number': 5, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'subnets': [{'id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:46.100804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71a8b848-d26f-4ab5-aeb7-c44790c5e1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.210442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71a8b848-d26f-4ab5-aeb7-c44790c5e1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.214513 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71a8b848-d26f-4ab5-aeb7-c44790c5e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.257527 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-71a8b848-d26f-4ab5-aeb7-c44790c5e1f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22d10c3f24a140e79ba350848782cce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684894 Jul 29 23:30:46.258817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44524) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.267021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8b848-d26f-4ab5-aeb7-c44790c5e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ad371f-aa7d-4a72-a844-7d321053b457,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:46.321310 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.329026 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba695d4-a027-4aef-ae89-ac5decdb909d None None] New status for floating IP ffd33d3f-bf54-484b-bd78-beeaf27c4ec1: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:30:46.350542 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.401626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.404300 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.405533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63ad371f-aa7d-4a72-a844-7d321053b457 HTTP/1.1" status: 204 len: 168 time: 0.1452312 Jul 29 23:30:46.413467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ad371f-aa7d-4a72-a844-7d321053b457,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:46.421444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.421881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.422296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.422705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.423114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.423515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.423934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.424358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.424693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.425024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.425380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.425708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b77f1-58a9-4bec-be6a-b00265dcc06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:46.700527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.714558 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daecd05b-1f36-4768-a2fe-aaedf53f2d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.803983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daecd05b-1f36-4768-a2fe-aaedf53f2d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.807719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daecd05b-1f36-4768-a2fe-aaedf53f2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.851825 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-daecd05b-1f36-4768-a2fe-aaedf53f2d69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=862e6a3045314332a05b81cd9ca58e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501663 Jul 29 23:30:46.852907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecd05b-1f36-4768-a2fe-aaedf53f2d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415eb391-9664-4a48-badf-5b1bae524ea0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:46.854469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44532) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.907356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21e58833-248b-4d5e-b6aa-daa6bd83bbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.929264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21e58833-248b-4d5e-b6aa-daa6bd83bbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.978081 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21e58833-248b-4d5e-b6aa-daa6bd83bbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.980711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21e58833-248b-4d5e-b6aa-daa6bd83bbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.981893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-21e58833-248b-4d5e-b6aa-daa6bd83bbee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/415eb391-9664-4a48-badf-5b1bae524ea0 HTTP/1.1" status: 204 len: 168 time: 0.1263890 Jul 29 23:30:46.991181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e58833-248b-4d5e-b6aa-daa6bd83bbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415eb391-9664-4a48-badf-5b1bae524ea0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:48.567633 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.937034 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:30:51.626000 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa3a5f3e-5fb4-4460-a6d5-7ee213bcfd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.055886 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f87bce0-e70c-455e-97fb-b0a399135394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.165120 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.119830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44708) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:55.239068 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f390696-5b99-4148-89fa-b29abff2c40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.317436 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.349218 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f390696-5b99-4148-89fa-b29abff2c40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.353638 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f390696-5b99-4148-89fa-b29abff2c40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.398101 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1f390696-5b99-4148-89fa-b29abff2c40f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=011bc5ad4956487eb94c875db0dd47b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769487 Jul 29 23:30:55.399094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f390696-5b99-4148-89fa-b29abff2c40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362266ad-dec4-422c-9bf4-507e756ceea5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:55.401891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44712) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:55.459338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fdc61d5-7efd-4458-9c83-1efd46148c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.481888 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fdc61d5-7efd-4458-9c83-1efd46148c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.536724 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fdc61d5-7efd-4458-9c83-1efd46148c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.539459 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fdc61d5-7efd-4458-9c83-1efd46148c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.540705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6fdc61d5-7efd-4458-9c83-1efd46148c16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/362266ad-dec4-422c-9bf4-507e756ceea5 HTTP/1.1" status: 204 len: 168 time: 0.1377015 Jul 29 23:30:55.549062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc61d5-7efd-4458-9c83-1efd46148c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362266ad-dec4-422c-9bf4-507e756ceea5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:55.828473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:55.845158 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3484b43d-085e-402b-90e4-a5a30a19a335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.941059 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3484b43d-085e-402b-90e4-a5a30a19a335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.944960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3484b43d-085e-402b-90e4-a5a30a19a335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.983887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484b43d-085e-402b-90e4-a5a30a19a335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e211b7f5-0019-4f6f-826e-da5e4f2b7ba3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:55.993085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3484b43d-085e-402b-90e4-a5a30a19a335 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1631244a634049748a138a33b31d5b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633515 Jul 29 23:30:55.993189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44722) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:56.056341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c87ba8f-3644-432e-a034-e2b24d24e9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.081576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c87ba8f-3644-432e-a034-e2b24d24e9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.130206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c87ba8f-3644-432e-a034-e2b24d24e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.132866 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c87ba8f-3644-432e-a034-e2b24d24e9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.136836 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6c87ba8f-3644-432e-a034-e2b24d24e9a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e211b7f5-0019-4f6f-826e-da5e4f2b7ba3 HTTP/1.1" status: 204 len: 168 time: 0.1426826 Jul 29 23:30:56.146495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87ba8f-3644-432e-a034-e2b24d24e9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e211b7f5-0019-4f6f-826e-da5e4f2b7ba3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:56.534289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44728) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:56.548159 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8181863e-0859-46d6-8425-4d0db703e426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.638565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8181863e-0859-46d6-8425-4d0db703e426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.642412 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8181863e-0859-46d6-8425-4d0db703e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.679596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181863e-0859-46d6-8425-4d0db703e426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71185829-b117-4a10-ad77-2e5cc413b870,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:56.686390 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8181863e-0859-46d6-8425-4d0db703e426 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bf862998cd545f8b1751914a90994df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479280 Jul 29 23:30:56.686777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44730) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:56.738493 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da99fbca-f9fa-4329-9db9-fbdb51a9f508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.759461 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da99fbca-f9fa-4329-9db9-fbdb51a9f508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.805959 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da99fbca-f9fa-4329-9db9-fbdb51a9f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.808741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da99fbca-f9fa-4329-9db9-fbdb51a9f508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.809888 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-da99fbca-f9fa-4329-9db9-fbdb51a9f508 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71185829-b117-4a10-ad77-2e5cc413b870 HTTP/1.1" status: 204 len: 168 time: 0.1223783 Jul 29 23:30:56.818174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99fbca-f9fa-4329-9db9-fbdb51a9f508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71185829-b117-4a10-ad77-2e5cc413b870,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:56.963815 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.782259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44758) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:57.908694 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3266-123f-467d-b8eb-0b4f9362c04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.996642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3266-123f-467d-b8eb-0b4f9362c04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.000649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3266-123f-467d-b8eb-0b4f9362c04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.038974 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4bbc3266-123f-467d-b8eb-0b4f9362c04e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b17517ab6f72446cb5c2f60a49001b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555683 Jul 29 23:30:58.039888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc3266-123f-467d-b8eb-0b4f9362c04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c339b562-1b71-47f6-aff6-a3e7793d0a20,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:58.042341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44762) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:58.100638 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88e52ca3-8423-416e-90e5-410c514cb3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.124130 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88e52ca3-8423-416e-90e5-410c514cb3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.197433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be24d53-88a3-46da-bf76-7f8feb4c2d13 req-b531f035-3de2-4b18-872b-33aa2320e98c tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.198954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2be24d53-88a3-46da-bf76-7f8feb4c2d13 req-b531f035-3de2-4b18-872b-33aa2320e98c tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 946 time: 0.0802162 Jul 29 23:30:58.225766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-5dd10607-d499-407c-bdd0-fa0fda90058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.226317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-5dd10607-d499-407c-bdd0-fa0fda90058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.226798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-5dd10607-d499-407c-bdd0-fa0fda90058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.227276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-5dd10607-d499-407c-bdd0-fa0fda90058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.227869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-5dd10607-d499-407c-bdd0-fa0fda90058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.228373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-5dd10607-d499-407c-bdd0-fa0fda90058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.228841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-5dd10607-d499-407c-bdd0-fa0fda90058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.229332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88e52ca3-8423-416e-90e5-410c514cb3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.230756 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-5dd10607-d499-407c-bdd0-fa0fda90058f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6509 time: 0.1115911 Jul 29 23:30:58.231791 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88e52ca3-8423-416e-90e5-410c514cb3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.232954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-88e52ca3-8423-416e-90e5-410c514cb3bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c339b562-1b71-47f6-aff6-a3e7793d0a20 HTTP/1.1" status: 204 len: 168 time: 0.1891904 Jul 29 23:30:58.250591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2be24d53-88a3-46da-bf76-7f8feb4c2d13 req-cd40b73c-dae5-45b1-9852-8385b24562bb tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447383 Jul 29 23:30:58.251638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52ca3-8423-416e-90e5-410c514cb3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c339b562-1b71-47f6-aff6-a3e7793d0a20,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:58.373276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-04eae087-6444-4c00-9fe5-e061cec311c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.374984 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-04eae087-6444-4c00-9fe5-e061cec311c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=674d778d-dcc6-4818-938a-13b70fc784d0 HTTP/1.1" status: 200 len: 918 time: 0.1211488 Jul 29 23:30:58.392262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03876f3a-8241-415f-836b-acac22d76094 req-7b4280f2-bc32-4d55-b80d-6615a1e9c4a6 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.400005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03876f3a-8241-415f-836b-acac22d76094 req-7b4280f2-bc32-4d55-b80d-6615a1e9c4a6 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 950 time: 0.0852251 Jul 29 23:30:58.414671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5870c-4618-46d0-ae99-5b5c659ff9d1 req-4c96b150-9651-4d90-a20a-6a79440c232e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.416163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea5870c-4618-46d0-ae99-5b5c659ff9d1 req-4c96b150-9651-4d90-a20a-6a79440c232e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0894864 Jul 29 23:30:58.454556 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-f75938f8-a320-442b-823c-d119530f6e18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5457275-b173-4626-9c06-1a830574ea8c HTTP/1.1" status: 200 len: 1002 time: 0.0658042 Jul 29 23:30:58.460222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03876f3a-8241-415f-836b-acac22d76094 req-8a6cfded-2c0f-4888-bcd9-a3816a2ead57 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593259 Jul 29 23:30:58.475495 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea5870c-4618-46d0-ae99-5b5c659ff9d1 req-ebd38f7a-feb0-456d-aa3a-1b3e9733b72a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514891 Jul 29 23:30:58.528306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-88f9c0a9-922b-4b02-872a-e5663ef3ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.530380 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-88f9c0a9-922b-4b02-872a-e5663ef3ebfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe272e18-ada4-4f75-b785-d7853a2ae4f3 HTTP/1.1" status: 200 len: 856 time: 0.0570910 Jul 29 23:30:58.602348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dedf9-64ad-418f-82ef-feaaa4dd84de req-79db699c-11c7-4ab9-b3a3-470629cfb2ff tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.603809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c3dedf9-64ad-418f-82ef-feaaa4dd84de req-79db699c-11c7-4ab9-b3a3-470629cfb2ff tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.0585823 Jul 29 23:30:58.611610 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-606ecb64-bd09-4557-a6fe-e450153871a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.613869 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-606ecb64-bd09-4557-a6fe-e450153871a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=674d778d-dcc6-4818-938a-13b70fc784d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603986 Jul 29 23:30:58.655993 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71608d90-1b2b-4b83-8b38-b8875bc74933 x-openstack-request-id: req-71608d90-1b2b-4b83-8b38-b8875bc74933 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:58.656502 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861", "name": "network-vif-plugged", "status": "completed", "tag": "506c5f85-3faa-4019-86bc-bcb72563818a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:58.656872 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71608d90-1b2b-4b83-8b38-b8875bc74933 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:58.657355 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506c5f85-3faa-4019-86bc-bcb72563818a', 'code': 200} Jul 29 23:30:58.659272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c3dedf9-64ad-418f-82ef-feaaa4dd84de req-2c431f6f-f07c-45b1-8b90-686a7f777816 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493078 Jul 29 23:30:58.729454 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-08ccad2f-8f72-4a81-839c-a2cea74cef5c service neutron] 10.222.0.42 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982659 Jul 29 23:30:58.754486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947b740-6266-4b7f-9792-400bdef8579e req-0cd1c60e-dd9c-42e1-ad01-0c211ef4b807 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.764228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f947b740-6266-4b7f-9792-400bdef8579e req-0cd1c60e-dd9c-42e1-ad01-0c211ef4b807 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 946 time: 0.0569313 Jul 29 23:30:58.764404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:58.769095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b54deec0-06aa-40a0-8b68-0c43b922898d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Request body: {'floatingip': {'port_id': 'cf16608b-e328-4ce1-b7ba-56a0b588a026'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:58.810298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b54deec0-06aa-40a0-8b68-0c43b922898d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.858226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfe400-ea57-4aaa-9c54-eab9e21ffc4e req-8254f45d-5b12-4dbb-a722-a6f76ad0a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.859674 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78dfe400-ea57-4aaa-9c54-eab9e21ffc4e req-8254f45d-5b12-4dbb-a722-a6f76ad0a667 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 1102 time: 0.1026776 Jul 29 23:30:58.879228 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fac4fd0-e8e6-406b-a043-b3b84598e8ff req-ce74da2d-7898-4152-b7f6-321bb4ccb757 service neutron] 10.222.0.42 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129370 Jul 29 23:30:58.914570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78dfe400-ea57-4aaa-9c54-eab9e21ffc4e req-f69e02df-93a8-4649-991d-22a8b03beb49 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Jul 29 23:30:59.288266 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b54deec0-06aa-40a0-8b68-0c43b922898d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.294048 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b54deec0-06aa-40a0-8b68-0c43b922898d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.397875 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-b54deec0-06aa-40a0-8b68-0c43b922898d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Floating IP 55a717e8-6ce7-41e3-bed9-3c66f1c01ebb associated. External IP: 172.25.2.18, port: cf16608b-e328-4ce1-b7ba-56a0b588a026. Jul 29 23:30:59.682152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70fa4b-29cd-4e79-9d4a-65da28372b4d req-458d6d62-fca1-40cd-ad9d-5175b4e73794 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:59.683653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b70fa4b-29cd-4e79-9d4a-65da28372b4d req-458d6d62-fca1-40cd-ad9d-5175b4e73794 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1264601 Jul 29 23:30:59.693956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2c220-177b-4fc0-95ed-e03aaad85324 req-df89e38f-5a69-4e98-b6c2-f0d6cd77e693 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:59.695378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c2c220-177b-4fc0-95ed-e03aaad85324 req-df89e38f-5a69-4e98-b6c2-f0d6cd77e693 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 950 time: 0.1522415 Jul 29 23:30:59.734563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54deec0-06aa-40a0-8b68-0c43b922898d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Router b10a5121-477d-4085-92f3-46f8f8897755 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:59.771510 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b70fa4b-29cd-4e79-9d4a-65da28372b4d req-d36bd4ce-5f9b-47a9-b1b6-0eb18676d23a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751607 Jul 29 23:30:59.779219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4c2c220-177b-4fc0-95ed-e03aaad85324 req-671a639f-b4bc-42c7-b3c0-73c6602f15c4 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743923 Jul 29 23:31:00.175369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54deec0-06aa-40a0-8b68-0c43b922898d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:00.180411 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b54deec0-06aa-40a0-8b68-0c43b922898d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.195100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] Sync routers for ids ['b10a5121-477d-4085-92f3-46f8f8897755'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:00.208411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] Routers {'b10a5121-477d-4085-92f3-46f8f8897755'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:00.209432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b10a5121-477d-4085-92f3-46f8f8897755'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:00.211273 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b54deec0-06aa-40a0-8b68-0c43b922898d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "PUT /v2.0/floatingips/55a717e8-6ce7-41e3-bed9-3c66f1c01ebb HTTP/1.1" status: 200 len: 991 time: 1.4458103 Jul 29 23:31:00.214650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901aed80-f45e-4aba-a832-6d8893c17602', 'tag': 'cf16608b-e328-4ce1-b7ba-56a0b588a026'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:00.217121 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17" -d '{"events": [{"name": "network-changed", "server_uuid": "901aed80-f45e-4aba-a832-6d8893c17602", "tag": "cf16608b-e328-4ce1-b7ba-56a0b588a026"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:00.229319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3f086-7097-439b-9f85-f7b74435c174 req-5ffbb65b-7b63-49f7-965e-2fa613f4d843 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:00.236478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99f3f086-7097-439b-9f85-f7b74435c174 req-5ffbb65b-7b63-49f7-965e-2fa613f4d843 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.1118562 Jul 29 23:31:00.276622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99f3f086-7097-439b-9f85-f7b74435c174 req-970dcdf6-ea1b-4c08-88f9-4fd3a0e816d6 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391853 Jul 29 23:31:00.337400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] Set router b10a5121-477d-4085-92f3-46f8f8897755 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:00.352590 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb03b9a-813a-46a3-af70-d280967ec7dc x-openstack-request-id: req-4cb03b9a-813a-46a3-af70-d280967ec7dc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:00.353065 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901aed80-f45e-4aba-a832-6d8893c17602", "tag": "cf16608b-e328-4ce1-b7ba-56a0b588a026", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:00.353162 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cb03b9a-813a-46a3-af70-d280967ec7dc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:00.353524 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901aed80-f45e-4aba-a832-6d8893c17602', 'tag': 'cf16608b-e328-4ce1-b7ba-56a0b588a026', 'status': 'completed', 'code': 200} Jul 29 23:31:00.447332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-298f1245-63a3-43eb-8a6a-428b40897c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:00.449033 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-298f1245-63a3-43eb-8a6a-428b40897c0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56800a779c1a4af4ac018dc7d60f6a89&device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 1098 time: 0.0487092 Jul 29 23:31:00.588455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-bce3072f-3c21-4224-8552-ac42ffc621cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:00.589944 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-bce3072f-3c21-4224-8552-ac42ffc621cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=835f63e7-a4db-474c-87b4-9c351ac0d20b HTTP/1.1" status: 200 len: 913 time: 0.0906723 Jul 29 23:31:00.596561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '55a717e8-6ce7-41e3-bed9-3c66f1c01ebb', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'port_id': 'cf16608b-e328-4ce1-b7ba-56a0b588a026', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'mac_address': 'fa:16:3e:8f:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901aed80-f45e-4aba-a832-6d8893c17602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:25Z', 'updated_at': '2021-07-29T23:30:59Z', 'revision_number': 1, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45b8fff-3973-4cdb-9632-e437fe66385b', 'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'mac_address': 'fa:16:3e:ec:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:19Z', 'updated_at': '2021-07-29T23:30:28Z', 'revision_number': 5, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'subnets': [{'id': '8528672c-a3e7-4486-abab-ace605e707b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:00.623542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] Checking router: b10a5121-477d-4085-92f3-46f8f8897755 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:00.632418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] Routers {'b10a5121-477d-4085-92f3-46f8f8897755'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:00.633291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b10a5121-477d-4085-92f3-46f8f8897755'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:00.657269 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44870) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:00.663583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-efa94656-21b2-4ff7-b912-14b123e1a1fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf16608b-e328-4ce1-b7ba-56a0b588a026 HTTP/1.1" status: 200 len: 999 time: 0.0649781 Jul 29 23:31:00.716237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-a87e3258-72ac-4cac-b0d1-6ce67383e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:00.717749 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-a87e3258-72ac-4cac-b0d1-6ce67383e1ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8528672c-a3e7-4486-abab-ace605e707b7 HTTP/1.1" status: 200 len: 851 time: 0.0460527 Jul 29 23:31:00.747066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] Set router b10a5121-477d-4085-92f3-46f8f8897755 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:00.764333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-68f7799d-161e-45a1-81b0-50d47af9aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:00.765845 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-68f7799d-161e-45a1-81b0-50d47af9aff1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=835f63e7-a4db-474c-87b4-9c351ac0d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401762 Jul 29 23:31:00.774381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de4449f5-a7b3-47c1-8f0b-6f538c9f6f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.879179 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-1fc11075-0064-43e0-a706-9073d7b27502 service neutron] 10.222.0.47 "GET /v2.0/networks/835f63e7-a4db-474c-87b4-9c351ac0d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050227 Jul 29 23:31:00.957439 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de4449f5-a7b3-47c1-8f0b-6f538c9f6f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.966869 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de4449f5-a7b3-47c1-8f0b-6f538c9f6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.002127 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63c78d2a-6d64-46c0-96e9-7e88a2f18d17 req-a110d79c-b17c-4357-8941-882d60692a43 service neutron] 10.222.0.47 "GET /v2.0/networks/835f63e7-a4db-474c-87b4-9c351ac0d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987632 Jul 29 23:31:01.016303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '55a717e8-6ce7-41e3-bed9-3c66f1c01ebb', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'port_id': 'cf16608b-e328-4ce1-b7ba-56a0b588a026', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'mac_address': 'fa:16:3e:8f:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901aed80-f45e-4aba-a832-6d8893c17602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:25Z', 'updated_at': '2021-07-29T23:30:59Z', 'revision_number': 1, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45b8fff-3973-4cdb-9632-e437fe66385b', 'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'mac_address': 'fa:16:3e:ec:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:19Z', 'updated_at': '2021-07-29T23:30:28Z', 'revision_number': 5, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'subnets': [{'id': '8528672c-a3e7-4486-abab-ace605e707b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:01.024303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaf171-7fe1-4051-8fa1-b30a689751e1 req-a8243e3d-cea3-4167-a126-9005dff829b9 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.025833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4abaf171-7fe1-4051-8fa1-b30a689751e1 req-a8243e3d-cea3-4167-a126-9005dff829b9 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1479740 Jul 29 23:31:01.032392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-de4449f5-a7b3-47c1-8f0b-6f538c9f6f18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c42d1b7f4f2a4f76a0a000966ba37df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715968 Jul 29 23:31:01.032788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44878) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:01.042697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278f88f-c60b-43b3-9e03-5a267f4ce179 req-27630f7e-4bbd-493d-b3fd-27d8c4ddf695 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.044264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1278f88f-c60b-43b3-9e03-5a267f4ce179 req-27630f7e-4bbd-493d-b3fd-27d8c4ddf695 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 950 time: 0.1648965 Jul 29 23:31:01.046354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4449f5-a7b3-47c1-8f0b-6f538c9f6f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6267d0a-d636-41a4-9377-190d07e2bad8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:01.047321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bf961-b800-4107-b563-9e2616ef5b5e None None] The sync data for ids ['b10a5121-477d-4085-92f3-46f8f8897755'] in n-d-712139-11 is: [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '55a717e8-6ce7-41e3-bed9-3c66f1c01ebb', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'port_id': 'cf16608b-e328-4ce1-b7ba-56a0b588a026', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'mac_address': 'fa:16:3e:8f:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901aed80-f45e-4aba-a832-6d8893c17602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:25Z', 'updated_at': '2021-07-29T23:30:59Z', 'revision_number': 1, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45b8fff-3973-4cdb-9632-e437fe66385b', 'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'mac_address': 'fa:16:3e:ec:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:19Z', 'updated_at': '2021-07-29T23:30:28Z', 'revision_number': 5, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'subnets': [{'id': '8528672c-a3e7-4486-abab-ace605e707b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:01.095576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e330dc03-5aa7-4e7a-880c-7a7e89ec8e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.104500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4abaf171-7fe1-4051-8fa1-b30a689751e1 req-aaaf2b38-60c2-457f-ac88-d31e7dc37c00 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591125 Jul 29 23:31:01.112836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1278f88f-c60b-43b3-9e03-5a267f4ce179 req-26e23ba5-ff6d-443e-b73e-da85da52ee51 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577717 Jul 29 23:31:01.124721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e330dc03-5aa7-4e7a-880c-7a7e89ec8e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.179580 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e330dc03-5aa7-4e7a-880c-7a7e89ec8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.182623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e330dc03-5aa7-4e7a-880c-7a7e89ec8e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.183788 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e330dc03-5aa7-4e7a-880c-7a7e89ec8e4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6267d0a-d636-41a4-9377-190d07e2bad8 HTTP/1.1" status: 204 len: 168 time: 0.1497681 Jul 29 23:31:01.201368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330dc03-5aa7-4e7a-880c-7a7e89ec8e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6267d0a-d636-41a4-9377-190d07e2bad8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:01.316553 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee5613-a824-4327-8873-0991d0682dd1 None None] New status for floating IP 55a717e8-6ce7-41e3-bed9-3c66f1c01ebb: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:31:01.420713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a1d2c-d77c-441a-b74f-eadc1b7022bb req-9f2dc2a1-2770-40e1-b502-d26d54400f9a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.421303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a5a1d2c-d77c-441a-b74f-eadc1b7022bb req-9f2dc2a1-2770-40e1-b502-d26d54400f9a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.0562997 Jul 29 23:31:01.472090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a5a1d2c-d77c-441a-b74f-eadc1b7022bb req-64f5337f-1426-4545-9706-dd0b4cf76499 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432150 Jul 29 23:31:01.549552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44900) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:01.563619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef0b9713-e1ef-4b26-9891-84a3ee8c9193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.572687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5f879-2307-44c8-aa4b-3e193a8216ae req-9e746375-be5b-49d3-ba13-5d523c5c438e tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.574813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8a5f879-2307-44c8-aa4b-3e193a8216ae req-9e746375-be5b-49d3-ba13-5d523c5c438e tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 950 time: 0.0684288 Jul 29 23:31:01.618029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8a5f879-2307-44c8-aa4b-3e193a8216ae req-701c56ce-d612-4489-8f52-001a3fd09e94 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367093 Jul 29 23:31:01.656367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef0b9713-e1ef-4b26-9891-84a3ee8c9193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.660309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef0b9713-e1ef-4b26-9891-84a3ee8c9193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.699447 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ef0b9713-e1ef-4b26-9891-84a3ee8c9193 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4aad5d8c4474eb5bb0203d31996507d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482847 Jul 29 23:31:01.700768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b9713-e1ef-4b26-9891-84a3ee8c9193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5d3896-66c7-40b3-8846-90b1bad29c61,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:01.702354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44902) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:01.751626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dbfcd40-301b-4771-af92-8845215dbc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.772354 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dbfcd40-301b-4771-af92-8845215dbc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.821707 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dbfcd40-301b-4771-af92-8845215dbc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.824392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dbfcd40-301b-4771-af92-8845215dbc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.825519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1dbfcd40-301b-4771-af92-8845215dbc31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee5d3896-66c7-40b3-8846-90b1bad29c61 HTTP/1.1" status: 204 len: 168 time: 0.1215515 Jul 29 23:31:01.833012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfcd40-301b-4771-af92-8845215dbc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5d3896-66c7-40b3-8846-90b1bad29c61,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:02.091790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.270273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e37fc9-f325-4430-a814-844d86b3b2e7 req-a9952f52-3f25-4956-a203-31c7ce4de2e2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:02.271793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49e37fc9-f325-4430-a814-844d86b3b2e7 req-a9952f52-3f25-4956-a203-31c7ce4de2e2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0597122 Jul 29 23:31:02.312126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49e37fc9-f325-4430-a814-844d86b3b2e7 req-bf1f5814-d8bb-4467-8bb8-5163d86eb011 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339255 Jul 29 23:31:02.607792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdbaa6-ce63-405f-a769-58f24ef94944 req-9f2140a5-1584-4fbc-b449-bdeac5ab5535 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:02.609414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ccdbaa6-ce63-405f-a769-58f24ef94944 req-9f2140a5-1584-4fbc-b449-bdeac5ab5535 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.0578911 Jul 29 23:31:02.651662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ccdbaa6-ce63-405f-a769-58f24ef94944 req-2c130d3e-4d20-4121-a743-5f50665e25e9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357003 Jul 29 23:31:02.740582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1cafb-1c01-417e-b191-41876825b33b req-d976f19b-185d-45d6-8a96-a9847dd2c676 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:02.742110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50f1cafb-1c01-417e-b191-41876825b33b req-d976f19b-185d-45d6-8a96-a9847dd2c676 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 950 time: 0.0522211 Jul 29 23:31:02.785605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50f1cafb-1c01-417e-b191-41876825b33b req-8fb72ca6-b9ce-4577-9687-165ee95d9453 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374782 Jul 29 23:31:03.439634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1ae6d-c228-47ca-98d9-753e39c45af3 req-1bd0e1b9-e53f-4d77-a155-3aa2b4a56b17 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:03.441621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2e1ae6d-c228-47ca-98d9-753e39c45af3 req-1bd0e1b9-e53f-4d77-a155-3aa2b4a56b17 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0594933 Jul 29 23:31:03.479815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2e1ae6d-c228-47ca-98d9-753e39c45af3 req-4ddf0e3c-f23a-4f1b-85e2-d55165682c43 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Jul 29 23:31:03.785957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eefe5-d238-4b1d-932e-b686744d2433 req-6a593ed4-52a7-4584-9deb-1702c6028b46 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:03.788369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-628eefe5-d238-4b1d-932e-b686744d2433 req-6a593ed4-52a7-4584-9deb-1702c6028b46 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.0553358 Jul 29 23:31:03.792227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-042a1417-3aaf-45cb-b586-f88448c380f3 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:03.794331 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-042a1417-3aaf-45cb-b586-f88448c380f3 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 950 time: 0.0597496 Jul 29 23:31:03.834314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-628eefe5-d238-4b1d-932e-b686744d2433 req-47993d69-269a-4958-943f-87ff2c944095 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388877 Jul 29 23:31:03.923230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-8ee34b7b-8e61-4004-85e8-b6a33ea96a08 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Deleting port 506c5f85-3faa-4019-86bc-bcb72563818a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:03.923585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-8ee34b7b-8e61-4004-85e8-b6a33ea96a08 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.952965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4083d1-2baa-4f66-bcf3-a5910606e3c9 req-4d11cba0-c0ad-465c-abbf-0376c5a14546 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:03.954833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a4083d1-2baa-4f66-bcf3-a5910606e3c9 req-4d11cba0-c0ad-465c-abbf-0376c5a14546 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 950 time: 0.0534594 Jul 29 23:31:04.003322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a4083d1-2baa-4f66-bcf3-a5910606e3c9 req-a97e12ea-475e-45ab-ba81-e8bfa08a002b tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/security-groups?id=da0ff753-daeb-400b-9a21-57ec9b19acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Jul 29 23:31:04.031591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-8ee34b7b-8e61-4004-85e8-b6a33ea96a08 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] For port 506c5f85-3faa-4019-86bc-bcb72563818a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=506c5f85-3faa-4019-86bc-bcb72563818a,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:04.031999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-8ee34b7b-8e61-4004-85e8-b6a33ea96a08 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.046750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-8ee34b7b-8e61-4004-85e8-b6a33ea96a08 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Calling delete_port for 506c5f85-3faa-4019-86bc-bcb72563818a owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:04.183428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-8ee34b7b-8e61-4004-85e8-b6a33ea96a08 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.197240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['506c5f85-3faa-4019-86bc-bcb72563818a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:04.213547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee34b7b-8e61-4004-85e8-b6a33ea96a08 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Pushing event deleted for resources: {'Port': ['ID=506c5f85-3faa-4019-86bc-bcb72563818a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:04.259089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-8ee34b7b-8e61-4004-85e8-b6a33ea96a08 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] No DVR routers for this DVR port 506c5f85-3faa-4019-86bc-bcb72563818a on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:04.261965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-8ee34b7b-8e61-4004-85e8-b6a33ea96a08 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.264073 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0992af1a-6425-4180-ad6e-6aa1ef82b86c req-8ee34b7b-8e61-4004-85e8-b6a33ea96a08 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.42 "DELETE /v2.0/ports/506c5f85-3faa-4019-86bc-bcb72563818a HTTP/1.1" status: 204 len: 173 time: 0.4619651 Jul 29 23:31:04.264544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861', 'name': 'network-vif-deleted', 'tag': '506c5f85-3faa-4019-86bc-bcb72563818a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:04.266832 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b759b2-880b-4c50-9c1c-dbcb3978ec32" -d '{"events": [{"server_uuid": "d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861", "name": "network-vif-deleted", "tag": "506c5f85-3faa-4019-86bc-bcb72563818a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:04.314874 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f174bb-cd1e-44c6-bd15-c27c25e893a9 x-openstack-request-id: req-70f174bb-cd1e-44c6-bd15-c27c25e893a9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:04.315173 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861", "name": "network-vif-deleted", "tag": "506c5f85-3faa-4019-86bc-bcb72563818a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:04.316102 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70f174bb-cd1e-44c6-bd15-c27c25e893a9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:04.316508 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861', 'name': 'network-vif-deleted', 'tag': '506c5f85-3faa-4019-86bc-bcb72563818a', 'status': 'completed', 'code': 200} Jul 29 23:31:04.607856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e45a82-3e67-482e-90a2-39650c82ac0f req-54cdefe5-1887-4418-8648-3cb76f6d033a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:04.609500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14e45a82-3e67-482e-90a2-39650c82ac0f req-54cdefe5-1887-4418-8648-3cb76f6d033a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0569570 Jul 29 23:31:04.652571 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14e45a82-3e67-482e-90a2-39650c82ac0f req-c78a3559-7a88-43ae-b5fe-94655928e696 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Jul 29 23:31:04.864317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45112) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:04.974046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5d686-08a9-4278-866a-ae783651390e req-b630802d-ee68-433f-ad9e-784d14bae4d3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:04.975691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39c5d686-08a9-4278-866a-ae783651390e req-b630802d-ee68-433f-ad9e-784d14bae4d3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.0624492 Jul 29 23:31:04.983372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79985805-7cdb-46f9-8eb6-958865228943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.021527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39c5d686-08a9-4278-866a-ae783651390e req-7e668178-fc1d-43a3-82c5-aa984d44a975 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399735 Jul 29 23:31:05.089555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79985805-7cdb-46f9-8eb6-958865228943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.093659 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79985805-7cdb-46f9-8eb6-958865228943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.137846 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-79985805-7cdb-46f9-8eb6-958865228943 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55fc6d534a19486f8cf778168380a8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701626 Jul 29 23:31:05.138070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45120) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:05.143140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8395c4b-a96c-4d99-b053-c5f8ae570a93 req-ba1f5a9a-63e7-4a7d-b4e6-b51c628e54a1 tempest-ServerDiagnosticsNegativeTest-1573336404 tempest-ServerDiagnosticsNegativeTest-1573336404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dcf3a2-5ff3-4c01-8cc1-7fb4be5d7861 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Jul 29 23:31:05.145999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79985805-7cdb-46f9-8eb6-958865228943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb66ee6d-885a-469c-ae27-48b192ab1b8a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:05.195182 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1590e58f-a8f7-4778-98bd-8a9ab28c8982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.215808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1590e58f-a8f7-4778-98bd-8a9ab28c8982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.261329 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1590e58f-a8f7-4778-98bd-8a9ab28c8982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.263897 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1590e58f-a8f7-4778-98bd-8a9ab28c8982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.265091 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1590e58f-a8f7-4778-98bd-8a9ab28c8982 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb66ee6d-885a-469c-ae27-48b192ab1b8a HTTP/1.1" status: 204 len: 168 time: 0.1258340 Jul 29 23:31:05.272594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590e58f-a8f7-4778-98bd-8a9ab28c8982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb66ee6d-885a-469c-ae27-48b192ab1b8a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:05.517343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:05.533940 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0466f8b0-8d9e-43b9-87f5-25670a7d38af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.624175 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0466f8b0-8d9e-43b9-87f5-25670a7d38af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.627750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0466f8b0-8d9e-43b9-87f5-25670a7d38af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.665516 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0466f8b0-8d9e-43b9-87f5-25670a7d38af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b9517ad17064adc8e17a899e48bc729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470909 Jul 29 23:31:05.666640 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466f8b0-8d9e-43b9-87f5-25670a7d38af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0992109-ac58-4df6-8efd-fa2bbc18ea7c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:05.668208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:05.723524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24cf1c18-00e0-4ca0-8390-b2a421c6f17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.767276 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24cf1c18-00e0-4ca0-8390-b2a421c6f17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.815509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aee0b-286a-4712-9db8-f2d52211f58b req-5f3614f3-d66c-4410-b85a-109711a24a77 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.817063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea7aee0b-286a-4712-9db8-f2d52211f58b req-5f3614f3-d66c-4410-b85a-109711a24a77 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0842361 Jul 29 23:31:05.848043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24cf1c18-00e0-4ca0-8390-b2a421c6f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.850526 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24cf1c18-00e0-4ca0-8390-b2a421c6f17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.854525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-24cf1c18-00e0-4ca0-8390-b2a421c6f17a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0992109-ac58-4df6-8efd-fa2bbc18ea7c HTTP/1.1" status: 204 len: 168 time: 0.1819267 Jul 29 23:31:05.870212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea7aee0b-286a-4712-9db8-f2d52211f58b req-535fbd22-5dfd-4bb7-9c99-6db2ac8ede16 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454330 Jul 29 23:31:05.871066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf1c18-00e0-4ca0-8390-b2a421c6f17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0992109-ac58-4df6-8efd-fa2bbc18ea7c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:06.176136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aebc1-d309-4f26-9954-12f4f1369c03 req-e0df5d07-0ec3-4a78-a3ba-c4d399ede11d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:06.180490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-069aebc1-d309-4f26-9954-12f4f1369c03 req-e0df5d07-0ec3-4a78-a3ba-c4d399ede11d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.0543110 Jul 29 23:31:06.221372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-069aebc1-d309-4f26-9954-12f4f1369c03 req-87dc005d-12eb-4eb3-8477-d200a0899c9e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372338 Jul 29 23:31:06.396522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45162) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:06.532929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-487f75dd-e61b-4205-9180-b2b8a43db37d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=732ff5201bb044c39cb95882dacc5df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352603 Jul 29 23:31:06.535468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45172) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:06.585533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-806d2d54-458b-4893-84c7-aafa74d2af8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.608529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-806d2d54-458b-4893-84c7-aafa74d2af8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.678540 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-806d2d54-458b-4893-84c7-aafa74d2af8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.681276 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-806d2d54-458b-4893-84c7-aafa74d2af8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.682945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-806d2d54-458b-4893-84c7-aafa74d2af8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da0ff753-daeb-400b-9a21-57ec9b19acc3 HTTP/1.1" status: 204 len: 168 time: 0.1463573 Jul 29 23:31:06.692104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d2d54-458b-4893-84c7-aafa74d2af8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ff753-daeb-400b-9a21-57ec9b19acc3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:07.012570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d811d4-fca9-4fe7-b4bc-9a8e0a033a27 req-c680d28d-f837-434b-87be-4ec406df8460 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:07.016065 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41d811d4-fca9-4fe7-b4bc-9a8e0a033a27 req-c680d28d-f837-434b-87be-4ec406df8460 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0629501 Jul 29 23:31:07.076314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41d811d4-fca9-4fe7-b4bc-9a8e0a033a27 req-4e4713ee-fcf9-4845-9ff8-f969245bf9c7 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499845 Jul 29 23:31:07.116664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45198) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:07.141308 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40025dce-5bf2-4234-84cd-2dfe71335645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.243721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40025dce-5bf2-4234-84cd-2dfe71335645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.248795 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40025dce-5bf2-4234-84cd-2dfe71335645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.287912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40025dce-5bf2-4234-84cd-2dfe71335645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d153e0-b160-4106-a9cb-f2b8efa6d05f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:07.293733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 34af723d-cdb2-4f59-bb5c-1c5442a387fd details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:07.299745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-40025dce-5bf2-4234-84cd-2dfe71335645 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=078e01bf0201492e90bbe701bd0d9deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819327 Jul 29 23:31:07.303314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:07.320518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 506c5f85-3faa-4019-86bc-bcb72563818a no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:07.347329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 506c5f85-3faa-4019-86bc-bcb72563818a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:07.347707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 506c5f85-3faa-4019-86bc-bcb72563818a not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:07.371285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd43e9-b68e-4b85-8542-0849c0335905 req-7049d7f2-aac3-44d8-a925-db5c34514b18 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:07.373659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0cd43e9-b68e-4b85-8542-0849c0335905 req-7049d7f2-aac3-44d8-a925-db5c34514b18 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 944 time: 0.0625138 Jul 29 23:31:07.396729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:07.416689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8857c613-13dd-4140-8038-1215a820dd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.427135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0cd43e9-b68e-4b85-8542-0849c0335905 req-1094b9f0-1ff7-426d-b55c-10e64f3c270c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Jul 29 23:31:07.446002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8857c613-13dd-4140-8038-1215a820dd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.448054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:07.459678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'port_id': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'mac_address': 'fa:16:3e:cf:e0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:07.500196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8857c613-13dd-4140-8038-1215a820dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.502970 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8857c613-13dd-4140-8038-1215a820dd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.507178 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8857c613-13dd-4140-8038-1215a820dd5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1d153e0-b160-4106-a9cb-f2b8efa6d05f HTTP/1.1" status: 204 len: 168 time: 0.2005010 Jul 29 23:31:07.515006 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.517309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857c613-13dd-4140-8038-1215a820dd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d153e0-b160-4106-a9cb-f2b8efa6d05f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:07.530106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-623622', 'router:external': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:07.538605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34af723d-cdb2-4f59-bb5c-1c5442a387fd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:07.557794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Made reservation on behalf of 181d9b37305f4f078d4ea335d380ee6e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:07.563690 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.564770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:07.569656 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.576124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.638279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:07.647353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.647811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.648246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.648859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.649304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.649807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.650324 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.650665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.651006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.651493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.651943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.652399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:07.685244 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.689550 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.715904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa96b22-29cc-4eda-a346-a71674ca0648,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:07.728988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:07.740477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.741001 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Added segment 7c41ee22-5dab-44f0-be48-3bfc5af3b57f of type vlan for network afaf060c-37b1-42f3-b778-516ec3b3dc51 Jul 29 23:31:07.786580 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.820797 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.821779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:07.822387 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.874888 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4771552 Jul 29 23:31:07.880554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:07.887156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Request body: {'subnet': {'network_id': 'afaf060c-37b1-42f3-b778-516ec3b3dc51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:07.887776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1f41f-2141-4bec-96cb-fa8ff94f7fc3 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event updated for resources: {'Network': ['ID=afaf060c-37b1-42f3-b778-516ec3b3dc51,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:07.898693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network afaf060c-37b1-42f3-b778-516ec3b3dc51 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:31:07.913100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Made reservation on behalf of 181d9b37305f4f078d4ea335d380ee6e for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:07.916209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.075411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['34af723d-cdb2-4f59-bb5c-1c5442a387fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:08.264221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba04548-ee59-4d09-baf5-cc737b2df635 req-646dbc9a-aeff-4c48-b2f1-c7a710226f64 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.265781 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ba04548-ee59-4d09-baf5-cc737b2df635 req-646dbc9a-aeff-4c48-b2f1-c7a710226f64 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0722902 Jul 29 23:31:08.319215 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ba04548-ee59-4d09-baf5-cc737b2df635 req-52a5b3d9-044e-4a6f-84d2-8d9fd446df3f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 Jul 29 23:31:08.360574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.objects.ports [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:31:08.361054 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.422288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4091276d-ab8a-41dd-9fa6-b7bbb0dda25c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:08.433689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Checking segment: {'id': '7c41ee22-5dab-44f0-be48-3bfc5af3b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'afaf060c-37b1-42f3-b778-516ec3b3dc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:08.434057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Network hostable DHCP agents. Network: afaf060c-37b1-42f3-b778-516ec3b3dc51, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:31:08.452144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Network afaf060c-37b1-42f3-b778-516ec3b3dc51 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:31:08.461896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, afaf060c-37b1-42f3-b778-516ec3b3dc51) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:08.466188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.466849 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.473614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d8a73b-cbec-4b05-9bdd-9feba517054a None None] Network afaf060c-37b1-42f3-b778-516ec3b3dc51 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:08.482089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-85181d68-abfe-427f-8da9-d750ae1395b5 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5998461 Jul 29 23:31:08.484454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45250) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:08.490935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1383141112', 'network_id': 'afaf060c-37b1-42f3-b778-516ec3b3dc51'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:08.517262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Made reservation on behalf of 181d9b37305f4f078d4ea335d380ee6e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:08.521025 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.544560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] device_id is not set on port 52ca9b68-a7aa-4e14-b2cb-ab0a9fa00981 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:31:08.627069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda4cc29-0a4e-4d87-9aab-9327d642da7f None None] Network afaf060c-37b1-42f3-b778-516ec3b3dc51 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:08.687515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3728e-cba8-479f-9099-65484d93a06a req-733029b6-1f70-41df-85e5-ae1303411aef tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.689345 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ceb3728e-cba8-479f-9099-65484d93a06a req-733029b6-1f70-41df-85e5-ae1303411aef tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1397450 Jul 29 23:31:08.738359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Allocated IP 172.20.0.4 (afaf060c-37b1-42f3-b778-516ec3b3dc51/4091276d-ab8a-41dd-9fa6-b7bbb0dda25c/52ca9b68-a7aa-4e14-b2cb-ab0a9fa00981) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:08.765118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ceb3728e-cba8-479f-9099-65484d93a06a req-b275a9b3-74e9-418a-af87-195cccc76a75 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652025 Jul 29 23:31:08.896582 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.942202 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.982986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Network afaf060c-37b1-42f3-b778-516ec3b3dc51 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:08.985841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:08.991454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:08.997469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event updated for resources: {'Port': ['ID=52ca9b68-a7aa-4e14-b2cb-ab0a9fa00981,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:09.039033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:09.039788 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.059763 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0e710a24-7cac-4424-8996-17ccf8ab8305 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5741081 Jul 29 23:31:09.062511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:09.145216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-042b3ae5-3eea-4cc4-bb4d-14fd88932560 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Deleting port 52ca9b68-a7aa-4e14-b2cb-ab0a9fa00981 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:09.145570 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-042b3ae5-3eea-4cc4-bb4d-14fd88932560 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.226927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-042b3ae5-3eea-4cc4-bb4d-14fd88932560 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.238348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-042b3ae5-3eea-4cc4-bb4d-14fd88932560 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Calling delete_port for 52ca9b68-a7aa-4e14-b2cb-ab0a9fa00981 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:09.312886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-e06ede61-3fa4-45d9-b50e-13ac72914e21 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310705 Jul 29 23:31:09.504145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8167-4cb9-4566-8063-2200c340e796 req-876f7991-89fa-41f4-91c1-958e17661e2f tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:09.505587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-876f7991-89fa-41f4-91c1-958e17661e2f tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837001 Jul 29 23:31:09.516826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b0d80-1b63-4382-9b81-d64a53cbcf5a req-c80787a9-bd92-47c1-80fa-755821e254a8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:09.518376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-403b0d80-1b63-4382-9b81-d64a53cbcf5a req-c80787a9-bd92-47c1-80fa-755821e254a8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.1283481 Jul 29 23:31:09.531337 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-042b3ae5-3eea-4cc4-bb4d-14fd88932560 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.564658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-481ba1b9-f77a-45da-8b58-00c7be4b5c8a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/quotas/57abcc41cdd64a69bce8d6f73d8d41de HTTP/1.1" status: 200 len: 375 time: 0.0434732 Jul 29 23:31:09.574079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b3ae5-3eea-4cc4-bb4d-14fd88932560 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event deleted for resources: {'Port': ['ID=52ca9b68-a7aa-4e14-b2cb-ab0a9fa00981,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:09.628882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-fd3bbf64-87ad-47ef-9946-b77e51b1918a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569203 Jul 29 23:31:09.659732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-403b0d80-1b63-4382-9b81-d64a53cbcf5a req-7a280022-7f9a-4a15-88d0-6287b6197011 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308727 Jul 29 23:31:09.675847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-042b3ae5-3eea-4cc4-bb4d-14fd88932560 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.678082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-042b3ae5-3eea-4cc4-bb4d-14fd88932560 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "DELETE /v2.0/ports/52ca9b68-a7aa-4e14-b2cb-ab0a9fa00981 HTTP/1.1" status: 204 len: 168 time: 0.6146071 Jul 29 23:31:09.680732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:09.685081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'afaf060c-37b1-42f3-b778-516ec3b3dc51', 'external_fixed_ips': [{'subnet_id': '4091276d-ab8a-41dd-9fa6-b7bbb0dda25c', 'ip_address': '172.20.0.4'}]}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:09.708830 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.709816 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.767405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.828232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-379e5dfb-16f1-4cbb-a39c-2787ed1beda8 req-6e759608-9707-4248-9596-006a3f3d6285 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 210 time: 0.0630822 Jul 29 23:31:09.973137 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.988104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6823f-8050-4002-b5b4-bd7b615ea52a req-330bda3e-fd95-4d8a-b177-e2c902418565 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:09.989667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28e6823f-8050-4002-b5b4-bd7b615ea52a req-330bda3e-fd95-4d8a-b177-e2c902418565 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.1210048 Jul 29 23:31:10.070638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28e6823f-8050-4002-b5b4-bd7b615ea52a req-3058be30-adbb-484e-9f3c-5c5f35dbeaeb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687096 Jul 29 23:31:10.259363 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.279166 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.445011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Allocated IP 172.20.0.4 (afaf060c-37b1-42f3-b778-516ec3b3dc51/4091276d-ab8a-41dd-9fa6-b7bbb0dda25c/623c6afb-d451-4b3e-b9ba-0dacbc0324ab) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:10.550338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.589442 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.632264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Network afaf060c-37b1-42f3-b778-516ec3b3dc51 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:10.635151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:10.640816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:10.647519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event updated for resources: {'Port': ['ID=623c6afb-d451-4b3e-b9ba-0dacbc0324ab,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:10.661751 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-073603f5-70bc-4281-ba18-697f6eae1c52 service neutron] show failed (client error): The resource could not be found. Jul 29 23:31:10.662743 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-073603f5-70bc-4281-ba18-697f6eae1c52 service neutron] 10.222.0.42 "GET /v2.0/ports/01d7d12c-69ff-4a7c-aa9e-a664a058d2f4/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0626218 Jul 29 23:31:10.853123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891333fb-98c3-4b6c-b55b-e6fd3399a076 req-064abbf5-a5b6-4e79-aaca-ba60af2fed30 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.853471 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-6e8583c3-71d3-4159-9c9e-a13ae83ad374 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264180 Jul 29 23:31:10.854885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-891333fb-98c3-4b6c-b55b-e6fd3399a076 req-064abbf5-a5b6-4e79-aaca-ba60af2fed30 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0953751 Jul 29 23:31:10.988581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-201b9a29-1aae-44ba-b09a-aa6e34feec0d req-c282181f-9ae2-4d1a-b48b-47a95eb2b249 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 210 time: 0.0736873 Jul 29 23:31:10.992441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-44422928-424d-41a5-93c9-9f3b32a488ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.994119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-44422928-424d-41a5-93c9-9f3b32a488ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5&tenant_id=aa5e3b62e01345e1bd6c3e2255e08588 HTTP/1.1" status: 200 len: 1101 time: 0.0722864 Jul 29 23:31:10.999989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-891333fb-98c3-4b6c-b55b-e6fd3399a076 req-de9e3f32-5e23-4d02-a611-94bcbea5f8db tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097598 Jul 29 23:31:11.023961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:11.033286 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.064871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8167-4cb9-4566-8063-2200c340e796 req-a9642479-5554-4ec3-a7a0-67e08f7f6b8f tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:11.067006 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-a9642479-5554-4ec3-a7a0-67e08f7f6b8f tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027304 Jul 29 23:31:11.097708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Request body: {'port': {'device_id': 'cef85b45-aba4-4620-b375-cd7a33f8f137', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '57abcc41cdd64a69bce8d6f73d8d41de'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:11.101688 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.270476 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.333268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 34af723d-cdb2-4f59-bb5c-1c5442a387fd up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:11.375504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Made reservation on behalf of 57abcc41cdd64a69bce8d6f73d8d41de for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:11.379557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.387716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 34af723d-cdb2-4f59-bb5c-1c5442a387fd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:11.392311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 34af723d-cdb2-4f59-bb5c-1c5442a387fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:11.392610 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.393219 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.469478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:11.493259 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.518239 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:11.521392 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e560b8-e7a3-4ce2-beee-8ac106d877fd" -d '{"events": [{"server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "name": "network-vif-plugged", "status": "completed", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:11.535781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:11.539714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:11.546813 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.617703 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059302c-d781-4c0e-9b3f-721d22522b9d x-openstack-request-id: req-0059302c-d781-4c0e-9b3f-721d22522b9d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:11.618253 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "name": "network-vif-plugged", "status": "completed", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:11.619367 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0059302c-d781-4c0e-9b3f-721d22522b9d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:11.620086 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'code': 200} Jul 29 23:31:11.621805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:11.623515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:11.628727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7725d-9bb6-479c-8572-ec75e76c2668 req-bf7bca64-3105-4b8c-ae33-5a4e9fa996b8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:11.630002 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc794aca-81b9-4219-8a9b-72bfedc27d94" -d '{"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-unplugged", "status": "completed", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:11.630512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56f7725d-9bb6-479c-8572-ec75e76c2668 req-bf7bca64-3105-4b8c-ae33-5a4e9fa996b8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 945 time: 0.4082193 Jul 29 23:31:11.638111 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.664655 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.665974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Transition to ACTIVE for port object 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:11.670651 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.685179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.732626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56f7725d-9bb6-479c-8572-ec75e76c2668 req-1daa75ce-65b6-4603-99b1-5afd97c1469b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853808 Jul 29 23:31:11.761265 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167177a0-6ec2-4d6b-ad21-c60fc335d23e x-openstack-request-id: req-167177a0-6ec2-4d6b-ad21-c60fc335d23e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:11.761533 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-unplugged", "status": "completed", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:11.761795 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-167177a0-6ec2-4d6b-ad21-c60fc335d23e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:11.762242 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'code': 200} Jul 29 23:31:11.777209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Router df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:11.795473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b431f256-4f30-422f-a93c-56eea55b5731,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:11.849948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] No DVR routers for this DVR port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:11.876516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:11.897523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:11.910986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Sync routers for ids ['df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:11.919067 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.920302 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4fb3aeb4-ce91-4ae9-a12e-ca3731e99852 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.2385986 Jul 29 23:31:11.922545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Routers {'df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:11.922899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45330) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:11.923503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:11.954689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:11.955026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:11.955355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:11.962873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a76d2-bcac-43eb-93fe-93b1cee6ba7a req-58fb31c2-4443-4aa2-aebc-23deda55b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:11.964425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4f1a76d2-bcac-43eb-93fe-93b1cee6ba7a req-58fb31c2-4443-4aa2-aebc-23deda55b08f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 1098 time: 0.1468248 Jul 29 23:31:11.972536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Allocated IP 192.168.233.192 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/17d51437-da5d-441e-9b11-2e3ef1b6a0c5) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:11.974940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:11.975429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:11.999827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:12.000241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:12.000754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:12.001217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Bound port: 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:12.001581 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.051247 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.129354 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4f1a76d2-bcac-43eb-93fe-93b1cee6ba7a req-1669bc2b-74e2-4ef4-911b-5442fca7910d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480930 Jul 29 23:31:12.220183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Set router df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:12.222981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:12.229845 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:12.233565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84b5afd9-da0a-4a86-8c34-0e3a27da0671 req-3c32eaf0-d9d5-40ee-a5fd-c879560c8c7e tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 210 time: 0.0674255 Jul 29 23:31:12.238348 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.278922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.313514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:12.314369 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.316532 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] 10.222.0.47 "PUT /v2.0/ports/01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 1096 time: 1.2982717 Jul 29 23:31:12.337344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c74f7-a9c5-4c83-b2d6-2e71f32c5171 req-4502a0d6-77d3-435c-8709-cb7ed7df6d79 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:12.339192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-900c74f7-a9c5-4c83-b2d6-2e71f32c5171 req-4502a0d6-77d3-435c-8709-cb7ed7df6d79 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.1763515 Jul 29 23:31:12.367842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.402142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9cee0-6f2c-48fa-a111-159bdd1757a8 service neutron] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:12.446883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f', 'name': '', 'tenant_id': '181d9b37305f4f078d4ea335d380ee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afaf060c-37b1-42f3-b778-516ec3b3dc51', 'external_fixed_ips': [{'subnet_id': '4091276d-ab8a-41dd-9fa6-b7bbb0dda25c', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '623c6afb-d451-4b3e-b9ba-0dacbc0324ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:09Z', 'updated_at': '2021-07-29T23:31:10Z', 'revision_number': 3, 'project_id': '181d9b37305f4f078d4ea335d380ee6e', 'gw_port': {'id': '623c6afb-d451-4b3e-b9ba-0dacbc0324ab', 'name': '', 'network_id': 'afaf060c-37b1-42f3-b778-516ec3b3dc51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '4091276d-ab8a-41dd-9fa6-b7bbb0dda25c', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:10Z', 'updated_at': '2021-07-29T23:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4091276d-ab8a-41dd-9fa6-b7bbb0dda25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:12.460721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-900c74f7-a9c5-4c83-b2d6-2e71f32c5171 req-0eb5be69-b75d-4889-8024-feb8ccb262fb tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950742 Jul 29 23:31:12.479549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Deleting port 623c6afb-d451-4b3e-b9ba-0dacbc0324ab {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:12.479798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.488893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Transition to ACTIVE for port object 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:12.488893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-0c30b360-9399-491e-b10d-27c31668e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:12.488893 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-0c30b360-9399-491e-b10d-27c31668e726 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1099 time: 0.1166859 Jul 29 23:31:12.490157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Checking router: df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:12.492793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Updating router df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f port 623c6afb-d451-4b3e-b9ba-0dacbc0324ab binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:31:12.540502 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.610929 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.619912 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.628745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Calling delete_port for 623c6afb-d451-4b3e-b9ba-0dacbc0324ab owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:12.656514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-9679e5e9-782f-4ade-ba94-78682e12ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:12.658001 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-9679e5e9-782f-4ade-ba94-78682e12ef80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1615829 Jul 29 23:31:12.684214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:12.715498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Pushing event updated for resources: {'Port': ['ID=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:12.718010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:12.720900 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-32daa046-0d5c-4980-b067-2f81ab04ab0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 217 time: 0.0528510 Jul 29 23:31:12.721609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:12.837063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:12.837748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.848213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-c9737f9b-3ea2-4893-9154-158efef9b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:12.849668 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-c9737f9b-3ea2-4893-9154-158efef9b63c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1014807 Jul 29 23:31:12.881735 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f05e6f72-b369-475d-a2d6-31c48b585a4d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7886317 Jul 29 23:31:12.905155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Request body: {'port': {'device_id': 'cef85b45-aba4-4620-b375-cd7a33f8f137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:12.971223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-3c9f426e-f310-4e12-9298-d3e4670b48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:12.974199 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.974734 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:31:12.975354 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:31:12.979226 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-3c9f426e-f310-4e12-9298-d3e4670b48f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176560 Jul 29 23:31:13.000645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.001346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4ec26-4240-423b-9d9e-e7121f69d20d req-65510402-e484-4206-b9d2-f89d1cd13ad9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:13.016566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17a4ec26-4240-423b-9d9e-e7121f69d20d req-65510402-e484-4206-b9d2-f89d1cd13ad9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 946 time: 0.1249516 Jul 29 23:31:13.071031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event deleted for resources: {'Port': ['ID=623c6afb-d451-4b3e-b9ba-0dacbc0324ab,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:13.125152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-67e5e459-7716-472d-a9f3-3c58a41cd0c3 None None] Provisioning for port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:13.136787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-67e5e459-7716-472d-a9f3-3c58a41cd0c3 None None] Provisioning complete for port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:13.136787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67e5e459-7716-472d-a9f3-3c58a41cd0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.155319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17a4ec26-4240-423b-9d9e-e7121f69d20d req-367d196e-d861-497c-8114-f1f552393974 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362879 Jul 29 23:31:13.187369 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.205886 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-67e5e459-7716-472d-a9f3-3c58a41cd0c3 None None] Port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:13.217403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-e9a9bc11-4e12-4c60-a9f5-9a8ac4c23dda service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275369 Jul 29 23:31:13.317656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.323168 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.416990 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.418036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:13.422881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.424125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-556e9ea8-a81b-4840-975f-98f7f0890178 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "DELETE /v2.0/routers/df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f HTTP/1.1" status: 204 len: 168 time: 1.5000868 Jul 29 23:31:13.428431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:13.482387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b70bf-e528-4567-a355-16cf9745faa5 req-fdf7c03c-b284-436d-86a1-d873f0190e57 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:13.490560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-659b70bf-e528-4567-a355-16cf9745faa5 req-fdf7c03c-b284-436d-86a1-d873f0190e57 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 936 time: 0.1585956 Jul 29 23:31:13.500916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Port 623c6afb-d451-4b3e-b9ba-0dacbc0324ab not found while updating agent binding for router df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f. {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:31:13.513247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Routers set() bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:13.513890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Router IDs set() for agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:31:13.515375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_agentschedulers_db [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent'). {{(pid=93818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:31:13.515952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba48194-0a46-4996-9a75-2607ab8a03bc None None] The sync data for ids ['df1f675b-0ed1-4b0d-ae04-f4f8ed84c45f'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:13.537106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3be2b7-ee32-4fdb-a1b7-f449f24efbdb tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Deleting subnet 4091276d-ab8a-41dd-9fa6-b7bbb0dda25c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:13.544293 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f3be2b7-ee32-4fdb-a1b7-f449f24efbdb tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.592991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-659b70bf-e528-4567-a355-16cf9745faa5 req-0996c01d-408c-4331-b1a3-d590266b8d6c tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000304 Jul 29 23:31:13.635388 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f3be2b7-ee32-4fdb-a1b7-f449f24efbdb tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.691575 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f3be2b7-ee32-4fdb-a1b7-f449f24efbdb tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.763285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:13.766130 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:13.796933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8a575-a384-426d-8a4f-a9df58641f20 req-68e9e83e-c66d-4f9e-afcd-96f59f0dc459 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:13.798519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5be8a575-a384-426d-8a4f-a9df58641f20 req-68e9e83e-c66d-4f9e-afcd-96f59f0dc459 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.0827668 Jul 29 23:31:13.800135 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f3be2b7-ee32-4fdb-a1b7-f449f24efbdb tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.833162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-92b9effb-18ac-43cc-af56-748b3eb50740 req-1628f70a-96c5-4c66-928b-c3704ffd333d service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070232 Jul 29 23:31:13.846307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3be2b7-ee32-4fdb-a1b7-f449f24efbdb tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4091276d-ab8a-41dd-9fa6-b7bbb0dda25c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:13.853641 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f3be2b7-ee32-4fdb-a1b7-f449f24efbdb tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.857128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9f3be2b7-ee32-4fdb-a1b7-f449f24efbdb tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/4091276d-ab8a-41dd-9fa6-b7bbb0dda25c HTTP/1.1" status: 204 len: 168 time: 0.4276714 Jul 29 23:31:13.878678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45398) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:13.902309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:13.912266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.926886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Transition to ACTIVE for port object 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:13.933709 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.971243 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35b9c74-e0a1-4ae0-ba60-c9bcc2afd861 x-openstack-request-id: req-b35b9c74-e0a1-4ae0-ba60-c9bcc2afd861 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:13.971463 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:13.971703 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b35b9c74-e0a1-4ae0-ba60-c9bcc2afd861 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:13.972178 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'status': 'completed', 'code': 200} Jul 29 23:31:13.973592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5be8a575-a384-426d-8a4f-a9df58641f20 req-2d1cac8b-1cc9-408e-82d7-6c8541e6aa23 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634054 Jul 29 23:31:14.006181 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.092140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Pushing event updated for resources: {'Port': ['ID=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:14.150725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-27248f90-4795-419d-bf87-ac8d8e2a69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.151581 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.152295 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-27248f90-4795-419d-bf87-ac8d8e2a69bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1099 time: 0.1666594 Jul 29 23:31:14.156361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-ff386d59-f230-4c92-8835-316c8d7190f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.157815 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-ff386d59-f230-4c92-8835-316c8d7190f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1099 time: 0.1016607 Jul 29 23:31:14.165298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afaf060c-37b1-42f3-b778-516ec3b3dc51']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:14.171937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Attempting to bind port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:14.172310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Attempting to bind port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:14.172643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Attempting to bind port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:14.177568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c41ee22-5dab-44f0-be48-3bfc5af3b57f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:14.177919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c41ee22-5dab-44f0-be48-3bfc5af3b57f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:14.188153 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.207522 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.214376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:14.214885 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.216383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:14.216722 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Attempting to bind port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:14.217834 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:14.296127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:14.296474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:14.296860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:14.297417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Bound port: 17d51437-da5d-441e-9b11-2e3ef1b6a0c5, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:14.297791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.323580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.329984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network afaf060c-37b1-42f3-b778-516ec3b3dc51 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:31:14.337357 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.341653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "DELETE /v2.0/networks/afaf060c-37b1-42f3-b778-516ec3b3dc51 HTTP/1.1" status: 204 len: 168 time: 0.4617488 Jul 29 23:31:14.358281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737d5ad-f392-477f-aaed-fe0becf45042 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event deleted for resources: {'Network': ['ID=afaf060c-37b1-42f3-b778-516ec3b3dc51,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:14.374401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a91ac3-cdcd-455f-8288-b2aa29f24446 req-b3357374-e05a-4e73-9365-951d5066953f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.383157 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99a91ac3-cdcd-455f-8288-b2aa29f24446 req-b3357374-e05a-4e73-9365-951d5066953f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 946 time: 0.1255314 Jul 29 23:31:14.422629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-53646de6-93c5-4831-87c8-59c2b8d1e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.425225 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-53646de6-93c5-4831-87c8-59c2b8d1e3cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2485399 Jul 29 23:31:14.432215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-4c7b5daf-8e24-4fa0-9228-ab7c81eed43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.434339 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-4c7b5daf-8e24-4fa0-9228-ab7c81eed43c service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2397196 Jul 29 23:31:14.441424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99a91ac3-cdcd-455f-8288-b2aa29f24446 req-b2759102-160e-469c-ab18-d33388a46e86 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526145 Jul 29 23:31:14.525021 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-776c2955-862c-4f74-922e-f81075da19e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 217 time: 0.0756724 Jul 29 23:31:14.526324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-1364e6ae-029f-4537-8ab5-0dbceca86b22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 217 time: 0.0845912 Jul 29 23:31:14.543814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] For port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:14.640682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-209570f7-0b92-4009-b781-cd263c44b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.642540 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-209570f7-0b92-4009-b781-cd263c44b0d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1079712 Jul 29 23:31:14.649901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] For port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:14.687475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45414) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:14.691541 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.692800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-435d2d79-be14-473a-bd7f-dcf36b01e84b tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Request body: {'router': {'name': 'tempest-router--1115055169', 'project_id': 'da11a45f3ac648829ab20f03466e02b4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:14.738225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-ac8dbaad-5816-4def-9395-7fe2d7dc6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.739956 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-ac8dbaad-5816-4def-9395-7fe2d7dc6adb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1927326 Jul 29 23:31:14.748370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.748921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.750483 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] 10.222.0.47 "PUT /v2.0/ports/17d51437-da5d-441e-9b11-2e3ef1b6a0c5 HTTP/1.1" status: 200 len: 1097 time: 1.8512092 Jul 29 23:31:14.772281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5298def-5c19-4808-92ad-f34ddd4c8f27 req-a4bac9ad-56c2-4b2e-9f67-b7395ccb9084 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.774198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5298def-5c19-4808-92ad-f34ddd4c8f27 req-a4bac9ad-56c2-4b2e-9f67-b7395ccb9084 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 948 time: 0.0778887 Jul 29 23:31:14.775452 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435d2d79-be14-473a-bd7f-dcf36b01e84b tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.776792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435d2d79-be14-473a-bd7f-dcf36b01e84b tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.810389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-3fa61303-ab87-4dcf-a92f-2af60941d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.814509 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-3fa61303-ab87-4dcf-a92f-2af60941d6a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1608551 Jul 29 23:31:14.836093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828e022-8f8a-40e1-9f12-18281d73ed52 service neutron] Pushing event updated for resources: {'Port': ['ID=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:14.854237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5298def-5c19-4808-92ad-f34ddd4c8f27 req-f115e36d-ff40-4ddf-828c-b34a57e596e9 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711045 Jul 29 23:31:14.917072 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435d2d79-be14-473a-bd7f-dcf36b01e84b tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.928178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435d2d79-be14-473a-bd7f-dcf36b01e84b tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.943225 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435d2d79-be14-473a-bd7f-dcf36b01e84b tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.947198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-435d2d79-be14-473a-bd7f-dcf36b01e84b tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2560232 Jul 29 23:31:14.948102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45422) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:14.963217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-21755bc4-c81f-4ae7-83a1-3c41d2168abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.964783 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-21755bc4-c81f-4ae7-83a1-3c41d2168abf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2066526 Jul 29 23:31:15.048697 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b0c88c1-8063-4d4e-9938-4a41f9a35918 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.050255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8167-4cb9-4566-8063-2200c340e796 req-3ee4e8c6-b3d0-4b07-8f05-2307297fa148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:15.052457 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-3ee4e8c6-b3d0-4b07-8f05-2307297fa148 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 1100 time: 0.1903570 Jul 29 23:31:15.125564 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-0f921c66-e3db-4700-a2e3-293cd2094786 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645378 Jul 29 23:31:15.135189 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-d7c6c9e0-fab4-40fb-a99e-7b62f2b2a6a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=17d51437-da5d-441e-9b11-2e3ef1b6a0c5 HTTP/1.1" status: 200 len: 217 time: 0.0600324 Jul 29 23:31:15.240214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef80f44-45c7-4f3f-ba11-d1ee43ff8800 req-058ef01f-a0b5-46a6-a5bf-505d1cfe4230 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:15.241711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ef80f44-45c7-4f3f-ba11-d1ee43ff8800 req-058ef01f-a0b5-46a6-a5bf-505d1cfe4230 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.1905596 Jul 29 23:31:15.244831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-d5097e74-28e0-4caf-a88f-4ba86c6352b6 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672346 Jul 29 23:31:15.245105 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b0c88c1-8063-4d4e-9938-4a41f9a35918 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.247254 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b0c88c1-8063-4d4e-9938-4a41f9a35918 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.279297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8167-4cb9-4566-8063-2200c340e796 req-22389aad-c876-4ba1-a3b6-b99ca969b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:15.280693 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-22389aad-c876-4ba1-a3b6-b99ca969b569 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1350393 Jul 29 23:31:15.306928 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b0c88c1-8063-4d4e-9938-4a41f9a35918 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.307466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0c88c1-8063-4d4e-9938-4a41f9a35918 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56fe90b1-bab6-4d71-ad72-64ed4dee63be {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:15.313212 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b0c88c1-8063-4d4e-9938-4a41f9a35918 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.318207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1b0c88c1-8063-4d4e-9938-4a41f9a35918 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "DELETE /v2.0/routers/56fe90b1-bab6-4d71-ad72-64ed4dee63be HTTP/1.1" status: 204 len: 168 time: 0.3651872 Jul 29 23:31:15.322909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ef80f44-45c7-4f3f-ba11-d1ee43ff8800 req-96a3c469-b592-4be6-96f0-16225a051783 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738902 Jul 29 23:31:15.380722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:15.406405 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-57df8a36-0efe-4dcb-acef-78a66349f586 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727895 Jul 29 23:31:15.425212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:15.429130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8167-4cb9-4566-8063-2200c340e796 req-2ef29656-81b7-4e76-a16b-25f23ef1c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:15.431111 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-2ef29656-81b7-4e76-a16b-25f23ef1c7fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059766 Jul 29 23:31:15.433732 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b7e7eff-b9c1-4b4e-81f4-d06417b4e180 req-1679f7e3-3b47-4c69-be9c-f68998c051bc service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794310 Jul 29 23:31:15.435174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45428) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:15.555342 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-7eb4c4dd-3ecb-4ba1-8ec6-33096fc3f9ee service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114931 Jul 29 23:31:15.560346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ae686-01bb-475e-a346-f99cb2f1f173 req-16665924-07e1-4c57-9112-cf6f40e64300 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:15.561867 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d7ae686-01bb-475e-a346-f99cb2f1f173 req-16665924-07e1-4c57-9112-cf6f40e64300 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 946 time: 0.0541055 Jul 29 23:31:15.625305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d7ae686-01bb-475e-a346-f99cb2f1f173 req-7501a14a-2233-43ba-8ad0-f8808d043946 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555058 Jul 29 23:31:15.666574 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-53ab8167-4cb9-4566-8063-2200c340e796 req-9ca6f174-1301-4016-bbad-6e6fb74c0a72 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031163 Jul 29 23:31:15.678321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2120146531', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:15.701874 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.702958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.762624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.946652 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.972788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef85b45-aba4-4620-b375-cd7a33f8f137', 'tag': '17d51437-da5d-441e-9b11-2e3ef1b6a0c5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:15.975175 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334" -d '{"events": [{"name": "network-changed", "server_uuid": "cef85b45-aba4-4620-b375-cd7a33f8f137", "tag": "17d51437-da5d-441e-9b11-2e3ef1b6a0c5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:15.994584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cfc21-aa90-453f-9a1d-2f5a2a0565db req-99939a1d-36a0-49ab-8bd4-08ca629820b8 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:15.996169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac4cfc21-aa90-453f-9a1d-2f5a2a0565db req-99939a1d-36a0-49ab-8bd4-08ca629820b8 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 948 time: 0.0583670 Jul 29 23:31:16.038592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac4cfc21-aa90-453f-9a1d-2f5a2a0565db req-af13a4cd-cceb-41b5-bc8e-9c5da22d0304 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362613 Jul 29 23:31:16.094800 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf260509-051e-4d7e-a37d-454949eef617 x-openstack-request-id: req-cf260509-051e-4d7e-a37d-454949eef617 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:16.095099 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef85b45-aba4-4620-b375-cd7a33f8f137", "tag": "17d51437-da5d-441e-9b11-2e3ef1b6a0c5", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:16.095618 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf260509-051e-4d7e-a37d-454949eef617 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:16.095963 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef85b45-aba4-4620-b375-cd7a33f8f137', 'tag': '17d51437-da5d-441e-9b11-2e3ef1b6a0c5', 'status': 'completed', 'code': 200} Jul 29 23:31:16.221364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.240780 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.257265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-6bd6e84e-070e-4b26-9dc0-c13548aec2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:16.258760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-6bd6e84e-070e-4b26-9dc0-c13548aec2e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 1100 time: 0.0970569 Jul 29 23:31:16.421741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Allocated IP 172.25.2.196 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/f0ef17fd-ce4f-4382-a8ef-360ebc5f3cd9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:16.426839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-486a538e-1b6f-489a-be28-9778034e532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:16.428516 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-486a538e-1b6f-489a-be28-9778034e532c service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1450825 Jul 29 23:31:16.459868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f201e7-a871-4738-adbd-5158e3f7652c req-859ff0d2-1ca1-4713-9b75-1ae9d8c90b42 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:16.461457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27f201e7-a871-4738-adbd-5158e3f7652c req-859ff0d2-1ca1-4713-9b75-1ae9d8c90b42 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.0546966 Jul 29 23:31:16.490032 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-3d82dd92-8ada-46db-97b9-22bcde2250a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=17d51437-da5d-441e-9b11-2e3ef1b6a0c5 HTTP/1.1" status: 200 len: 217 time: 0.0524931 Jul 29 23:31:16.501320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27f201e7-a871-4738-adbd-5158e3f7652c req-2b286ce6-e00c-4c29-80d1-03a8e6c6635d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Jul 29 23:31:16.586700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-2ca750bf-06a7-451e-bd80-edc7189e611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:16.588190 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-2ca750bf-06a7-451e-bd80-edc7189e611f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0664051 Jul 29 23:31:16.639851 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.662898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-dc204372-fd64-4ff0-a59e-3a0eb206d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:16.664493 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-dc204372-fd64-4ff0-a59e-3a0eb206d0a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0688033 Jul 29 23:31:16.741665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.789816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:16.797052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:16.809976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:16.838627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Pushing event updated for resources: {'Port': ['ID=f0ef17fd-ce4f-4382-a8ef-360ebc5f3cd9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:16.847193 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-150739b2-6482-4fa7-9164-15393c8982e4 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728277 Jul 29 23:31:17.175871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c1909-a09f-4f57-bf85-6bf48f1d95d9 req-7843c64a-ba2b-49e9-88ce-1f64004f1ff1 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:17.177672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b52c1909-a09f-4f57-bf85-6bf48f1d95d9 req-7843c64a-ba2b-49e9-88ce-1f64004f1ff1 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 948 time: 0.0576782 Jul 29 23:31:17.225618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b52c1909-a09f-4f57-bf85-6bf48f1d95d9 req-b6514528-8e20-4ed9-95d0-ef32dcfc6c38 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Jul 29 23:31:17.329113 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f0aaa61c-26f6-4cbb-9c6e-17447a9cf334 req-69177195-d328-41fd-808d-7478a399af5c service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732053 Jul 29 23:31:17.490566 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.625658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0364fe-5e6c-4ba9-a95a-79f51bc1111b req-fa046574-70d3-4f80-b5e2-9829da4d4167 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:17.627093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb0364fe-5e6c-4ba9-a95a-79f51bc1111b req-fa046574-70d3-4f80-b5e2-9829da4d4167 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.0490954 Jul 29 23:31:17.668344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb0364fe-5e6c-4ba9-a95a-79f51bc1111b req-5d72becf-6d20-490f-a8c0-b9b441c8e9e0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Jul 29 23:31:17.704883 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.853153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Router 2452799a-e540-48ca-82f3-a9e13ff487a9 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:17.976421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:17.986380 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371a278-7ae1-4960-bfe2-da8c0bbddf06 None None] Sync routers for ids ['2452799a-e540-48ca-82f3-a9e13ff487a9'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:17.996728 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371a278-7ae1-4960-bfe2-da8c0bbddf06 None None] Routers {'2452799a-e540-48ca-82f3-a9e13ff487a9'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:17.997079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.997358 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3371a278-7ae1-4960-bfe2-da8c0bbddf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2452799a-e540-48ca-82f3-a9e13ff487a9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:17.998237 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b89cebc8-4298-44e4-b794-cb3fe82a4108 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5621164 Jul 29 23:31:18.001257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45466) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:18.030970 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3371a278-7ae1-4960-bfe2-da8c0bbddf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:18.039893 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371a278-7ae1-4960-bfe2-da8c0bbddf06 None None] Routers {'2452799a-e540-48ca-82f3-a9e13ff487a9'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:18.040535 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3371a278-7ae1-4960-bfe2-da8c0bbddf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2452799a-e540-48ca-82f3-a9e13ff487a9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:18.077624 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3371a278-7ae1-4960-bfe2-da8c0bbddf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:18.078297 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371a278-7ae1-4960-bfe2-da8c0bbddf06 None None] The sync data for ids ['2452799a-e540-48ca-82f3-a9e13ff487a9'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:18.115943 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c688581d-34c3-4e3c-bbed-744fae20ed9e tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/routers/2452799a-e540-48ca-82f3-a9e13ff487a9 HTTP/1.1" status: 200 len: 921 time: 0.1135626 Jul 29 23:31:18.118804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:18.146067 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-000072c5-5eb3-4232-9f39-d807921cdad5 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452799a-e540-48ca-82f3-a9e13ff487a9 HTTP/1.1" status: 200 len: 205 time: 0.0260036 Jul 29 23:31:18.148608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45472) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:18.254050 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.344163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a91995-0764-4ff9-8888-6f88c12e8370 req-08896c1d-b51b-4347-a454-615afae98843 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:18.345742 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53a91995-0764-4ff9-8888-6f88c12e8370 req-08896c1d-b51b-4347-a454-615afae98843 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 948 time: 0.0508888 Jul 29 23:31:18.358300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.386007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53a91995-0764-4ff9-8888-6f88c12e8370 req-40123052-f12b-41d3-bbdc-1d65ff7be449 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Jul 29 23:31:18.417641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Deleting port f0ef17fd-ce4f-4382-a8ef-360ebc5f3cd9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:18.417993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.491360 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.503289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Calling delete_port for f0ef17fd-ce4f-4382-a8ef-360ebc5f3cd9 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:18.586217 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.679236 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-4d9b3824-1e44-4f1b-a4b9-af250a85c749 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1041095 Jul 29 23:31:18.737196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.779530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Pushing event deleted for resources: {'Port': ['ID=f0ef17fd-ce4f-4382-a8ef-360ebc5f3cd9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:18.812480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134606cd-5d04-4ab0-b0d5-65aa494f7cca req-9ebeff8e-ed7f-4da1-9ac0-9eab2b478241 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:18.814333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-134606cd-5d04-4ab0-b0d5-65aa494f7cca req-9ebeff8e-ed7f-4da1-9ac0-9eab2b478241 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 947 time: 0.0590153 Jul 29 23:31:18.829136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-5c20a9a1-1b76-4e30-be25-a7c0ac20a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:18.831188 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-5c20a9a1-1b76-4e30-be25-a7c0ac20a1a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 1098 time: 0.1026754 Jul 29 23:31:18.850558 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.865782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-134606cd-5d04-4ab0-b0d5-65aa494f7cca req-f07e4224-b1a6-4f95-a347-6be5f8654432 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448091 Jul 29 23:31:18.931041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:18.985364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.988912 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.054968 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.055612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Fanout notify agent at l3_agent the message router_deleted on router 2452799a-e540-48ca-82f3-a9e13ff487a9 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:19.064845 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.068563 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1252505d-b191-4273-9343-2b649bcc3641 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/2452799a-e540-48ca-82f3-a9e13ff487a9 HTTP/1.1" status: 204 len: 168 time: 0.9190276 Jul 29 23:31:19.072969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:19.073199 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45486) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:19.078103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1192122276', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'enable_snat': False}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:19.089556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'mac_address': 'fa:16:3e:30:c1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:19.100728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-ae236cb5-5782-477e-b28b-e9af98536d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.102337 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-ae236cb5-5782-477e-b28b-e9af98536d2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.2223344 Jul 29 23:31:19.112211 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.113215 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.129393 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.148918 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:19.170394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:19.177023 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.177870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:19.252984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:19.257874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e789a2b-5c30-4a65-8579-6c54c6fc4785 req-2985d720-b78e-4d27-8f01-f0d5e16e6ad7 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.259994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e789a2b-5c30-4a65-8579-6c54c6fc4785 req-2985d720-b78e-4d27-8f01-f0d5e16e6ad7 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 948 time: 0.0624895 Jul 29 23:31:19.260799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:19.269149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.271928 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-e8f675a4-483f-49e9-832e-10e648d353c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 200 len: 1000 time: 0.1548843 Jul 29 23:31:19.286587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '17d51437-da5d-441e-9b11-2e3ef1b6a0c5', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '17d51437-da5d-441e-9b11-2e3ef1b6a0c5', 'mac_address': 'fa:16:3e:3d:8a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:19.324907 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e789a2b-5c30-4a65-8579-6c54c6fc4785 req-b60ec3ec-76b6-484e-9de1-db96a3b40534 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565906 Jul 29 23:31:19.326040 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.331812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-7d8a156c-e88c-45ab-ade2-3736e76f711e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.333307 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-7d8a156c-e88c-45ab-ade2-3736e76f711e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5&tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 948 time: 0.1605659 Jul 29 23:31:19.344627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:19.367844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:19.372074 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.423823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:19.509501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48172b3-9db1-4ecd-b6d4-a5746c9c5252 req-ed4faa9c-ca8b-4b8e-9a27-a1fa43a5037b tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.511304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b48172b3-9db1-4ecd-b6d4-a5746c9c5252 req-ed4faa9c-ca8b-4b8e-9a27-a1fa43a5037b tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 949 time: 0.0525022 Jul 29 23:31:19.554248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b48172b3-9db1-4ecd-b6d4-a5746c9c5252 req-50174cee-96f0-4d0a-b4e6-3f6a1f50247b tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Jul 29 23:31:19.795845 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.800027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-5908b700-5346-45da-90c0-e5950eb34f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.801733 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-5908b700-5346-45da-90c0-e5950eb34f37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.4882743 Jul 29 23:31:19.846696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['17d51437-da5d-441e-9b11-2e3ef1b6a0c5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:19.847776 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-d7b957eb-d20a-4210-b8aa-097a7f3a93b5 service neutron] 10.222.0.47 "GET /v2.0/ports/01d7d12c-69ff-4a7c-aa9e-a664a058d2f4/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 383 time: 0.1814303 Jul 29 23:31:19.871836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:19.929158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-2795a1c7-9c2a-4def-982e-05bb5f4d3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.930676 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-2795a1c7-9c2a-4def-982e-05bb5f4d3413 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183898 Jul 29 23:31:19.953539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-adb4cf12-d2cd-49cd-907d-109471528e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.953539 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-adb4cf12-d2cd-49cd-907d-109471528e48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1100 time: 0.0593722 Jul 29 23:31:20.132623 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-64734921-48ae-48c4-bfa3-ce6ae4eb1662 service neutron] 10.222.0.42 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753178 Jul 29 23:31:20.204508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-acb3b8dd-7908-456d-bf81-cc12b5a4adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:20.206372 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-acb3b8dd-7908-456d-bf81-cc12b5a4adff service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2414172 Jul 29 23:31:20.299283 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-e13b1e30-03bd-49d3-976c-0235164644ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 217 time: 0.0816183 Jul 29 23:31:20.339827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.395716 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.410914 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2fe23edb-54c8-4c2d-b73d-743728d4d33c req-a688f4b8-ca5a-4732-9879-9efbf2eeb4ca service neutron] 10.222.0.42 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437487 Jul 29 23:31:20.420686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-b505f423-ae58-426d-9d0a-5bec01f96cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:20.422126 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-b505f423-ae58-426d-9d0a-5bec01f96cd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0950520 Jul 29 23:31:20.453512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e460a4-fcae-4c5e-bcd2-eaca03d67be1 req-13e0d078-8345-4ae4-aee3-f983077facb3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:20.455996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2e460a4-fcae-4c5e-bcd2-eaca03d67be1 req-13e0d078-8345-4ae4-aee3-f983077facb3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 948 time: 0.0565500 Jul 29 23:31:20.501246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2e460a4-fcae-4c5e-bcd2-eaca03d67be1 req-8e29db88-9d83-4167-8e1c-2103ca320523 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358219 Jul 29 23:31:20.521205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-7fa63e26-6471-4702-a168-2da3b8349aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:20.522714 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-7fa63e26-6471-4702-a168-2da3b8349aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750771 Jul 29 23:31:20.592850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Allocated IP 172.25.2.185 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/1c21cdb9-01d7-4cf1-81b3-95213199334d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:20.675703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85d193-1dc4-46ec-b217-20fb13e1edf7 req-172cf806-0268-48a9-a584-c799e01cd510 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:20.677405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f85d193-1dc4-46ec-b217-20fb13e1edf7 req-172cf806-0268-48a9-a584-c799e01cd510 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 949 time: 0.0522883 Jul 29 23:31:20.689272 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-d1e41642-1810-4d8e-9ee1-30fb0729101d service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576161 Jul 29 23:31:20.718546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f85d193-1dc4-46ec-b217-20fb13e1edf7 req-767a88ef-a321-4282-8b9d-00ea43616ff9 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Jul 29 23:31:20.773672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.817777 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-c92bee01-4b87-4550-9f17-44750bd29c0e service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201065 Jul 29 23:31:20.836143 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.879123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:20.882067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:20.884485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:20.913459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event updated for resources: {'Port': ['ID=1c21cdb9-01d7-4cf1-81b3-95213199334d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:21.143089 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.336415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.462240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Router 22ed8cc7-e2fc-4c85-afd0-cfc5318dea83 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:21.569852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:21.578895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Sync routers for ids ['22ed8cc7-e2fc-4c85-afd0-cfc5318dea83'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:21.588070 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.591249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Routers {'22ed8cc7-e2fc-4c85-afd0-cfc5318dea83'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:21.591919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0d837303-4673-48ba-9a60-92402e3a5913 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5176053 Jul 29 23:31:21.592271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['22ed8cc7-e2fc-4c85-afd0-cfc5318dea83'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:21.592553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45524) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:21.621104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f244cb-44ba-4300-80fe-4d6f42fe5691 req-116d2577-edce-4f2e-afe6-5cef93233b16 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.622655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34f244cb-44ba-4300-80fe-4d6f42fe5691 req-116d2577-edce-4f2e-afe6-5cef93233b16 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 948 time: 0.0502045 Jul 29 23:31:21.659171 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2db0c355-f7ee-46d5-9a06-fc6c55c70e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.668687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34f244cb-44ba-4300-80fe-4d6f42fe5691 req-89a90f5f-21c3-4dc0-bf72-4c583a0d2bf1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387888 Jul 29 23:31:21.710702 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b433e212-9f03-4e50-97f8-b23069f2e84c tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/routers/22ed8cc7-e2fc-4c85-afd0-cfc5318dea83 HTTP/1.1" status: 200 len: 909 time: 0.1170421 Jul 29 23:31:21.713258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45526) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:21.717537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1192122276', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'enable_snat': True}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:21.718915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Set router 22ed8cc7-e2fc-4c85-afd0-cfc5318dea83 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:21.737456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.738512 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.798030 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.838606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9c0a1-f7ea-47da-9695-70909aee2160 req-4859f089-0e1e-4bb3-aac6-5c52a86f22db tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.845721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffe9c0a1-f7ea-47da-9695-70909aee2160 req-4859f089-0e1e-4bb3-aac6-5c52a86f22db tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 949 time: 0.0562146 Jul 29 23:31:21.893929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffe9c0a1-f7ea-47da-9695-70909aee2160 req-5b8fac7d-3e96-40bf-aa8a-94308fcded25 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441306 Jul 29 23:31:21.907555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed8cc7-e2fc-4c85-afd0-cfc5318dea83', 'name': 'tempest-snat-router-1192122276', 'tenant_id': '181d9b37305f4f078d4ea335d380ee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.185'}], 'enable_snat': False}, 'gw_port_id': '1c21cdb9-01d7-4cf1-81b3-95213199334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:19Z', 'updated_at': '2021-07-29T23:31:21Z', 'revision_number': 3, 'project_id': '181d9b37305f4f078d4ea335d380ee6e', 'gw_port': {'id': '1c21cdb9-01d7-4cf1-81b3-95213199334d', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ed8cc7-e2fc-4c85-afd0-cfc5318dea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:20Z', 'updated_at': '2021-07-29T23:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:21.938401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Checking router: 22ed8cc7-e2fc-4c85-afd0-cfc5318dea83 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:21.938754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Updating router 22ed8cc7-e2fc-4c85-afd0-cfc5318dea83 port 1c21cdb9-01d7-4cf1-81b3-95213199334d binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:31:21.939296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.963969 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.148907 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.167488 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.222966 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.234569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Transition to ACTIVE for port object 1c21cdb9-01d7-4cf1-81b3-95213199334d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:22.243320 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.303511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Allocated IP 172.25.2.239 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/c7b92065-3d62-48c3-bb5a-8e8e7d617d15) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:22.311127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Attempting to bind port 1c21cdb9-01d7-4cf1-81b3-95213199334d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:22.311494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Attempting to bind port 1c21cdb9-01d7-4cf1-81b3-95213199334d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:22.311855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Attempting to bind port 1c21cdb9-01d7-4cf1-81b3-95213199334d on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:22.318048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc350e90-613b-43ee-9323-bd05c7abd169 None None] Pushing event updated for resources: {'Port': ['ID=1c21cdb9-01d7-4cf1-81b3-95213199334d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:22.325113 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:22.325500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:22.326621 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.326725 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:22.327175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Bound port: 1c21cdb9-01d7-4cf1-81b3-95213199334d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:22.327558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.388201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] For port 1c21cdb9-01d7-4cf1-81b3-95213199334d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:22.391708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] For port 1c21cdb9-01d7-4cf1-81b3-95213199334d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1c21cdb9-01d7-4cf1-81b3-95213199334d,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:22.398690 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.435446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.472619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Routers {'22ed8cc7-e2fc-4c85-afd0-cfc5318dea83'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:22.473291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:30:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['22ed8cc7-e2fc-4c85-afd0-cfc5318dea83'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:22.479254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.507534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:22.532138 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:22.535233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc350e90-613b-43ee-9323-bd05c7abd169 None None] Pushing event updated for resources: {'Port': ['ID=1c21cdb9-01d7-4cf1-81b3-95213199334d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:22.536440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:22.589855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event updated for resources: {'Port': ['ID=c7b92065-3d62-48c3-bb5a-8e8e7d617d15,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:22.649692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] Set router 22ed8cc7-e2fc-4c85-afd0-cfc5318dea83 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:22.824916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e498b95-61e2-4f87-a9df-6aba79c83a3e req-4938b78a-2a75-40e7-925f-9ac0058c5c1c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.835110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e498b95-61e2-4f87-a9df-6aba79c83a3e req-4938b78a-2a75-40e7-925f-9ac0058c5c1c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 948 time: 0.0710742 Jul 29 23:31:22.883743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e498b95-61e2-4f87-a9df-6aba79c83a3e req-6cd781f9-98b8-4f79-ab0e-392b7df1766d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Jul 29 23:31:22.907423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ed8cc7-e2fc-4c85-afd0-cfc5318dea83', 'name': 'tempest-snat-router-1192122276', 'tenant_id': '181d9b37305f4f078d4ea335d380ee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.185'}], 'enable_snat': False}, 'gw_port_id': '1c21cdb9-01d7-4cf1-81b3-95213199334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:19Z', 'updated_at': '2021-07-29T23:31:21Z', 'revision_number': 3, 'project_id': '181d9b37305f4f078d4ea335d380ee6e', 'gw_port': {'id': '1c21cdb9-01d7-4cf1-81b3-95213199334d', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ed8cc7-e2fc-4c85-afd0-cfc5318dea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:20Z', 'updated_at': '2021-07-29T23:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:22.938598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0814e-3f99-4529-b191-5a9cc669186b None None] The sync data for ids ['22ed8cc7-e2fc-4c85-afd0-cfc5318dea83'] in n-d-712139-11 is: [{'id': '22ed8cc7-e2fc-4c85-afd0-cfc5318dea83', 'name': 'tempest-snat-router-1192122276', 'tenant_id': '181d9b37305f4f078d4ea335d380ee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.185'}], 'enable_snat': False}, 'gw_port_id': '1c21cdb9-01d7-4cf1-81b3-95213199334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:19Z', 'updated_at': '2021-07-29T23:31:21Z', 'revision_number': 3, 'project_id': '181d9b37305f4f078d4ea335d380ee6e', 'gw_port': {'id': '1c21cdb9-01d7-4cf1-81b3-95213199334d', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ed8cc7-e2fc-4c85-afd0-cfc5318dea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:20Z', 'updated_at': '2021-07-29T23:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:22.958793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:23.042380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:23.047258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:23.048209 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.070183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc323c4d-f0c6-41d7-98f0-f14a34a56ff8 req-42c62186-b1e8-4d62-b896-3150a3ee1cf9 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.075824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc323c4d-f0c6-41d7-98f0-f14a34a56ff8 req-42c62186-b1e8-4d62-b896-3150a3ee1cf9 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 949 time: 0.0925250 Jul 29 23:31:23.159675 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.173264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc323c4d-f0c6-41d7-98f0-f14a34a56ff8 req-03e62213-8469-4143-b1b4-f8c84c7269a4 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928895 Jul 29 23:31:23.224190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:23.226969 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d31711-9a17-478f-ac43-21aef7720307" -d '{"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-plugged", "status": "completed", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:23.245824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:23.252942 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.253747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:23.364783 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8508ca96-3a3b-4e6b-b8bc-6c8037b10d0b x-openstack-request-id: req-8508ca96-3a3b-4e6b-b8bc-6c8037b10d0b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:23.365077 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-plugged", "status": "completed", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:23.365329 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8508ca96-3a3b-4e6b-b8bc-6c8037b10d0b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:23.366126 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'code': 200} Jul 29 23:31:23.417537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.448762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:23.474600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:23.480694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:23.481471 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.630892 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.684022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-7dcc5c13-9758-4f6e-b1b0-dd00fd3a75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.685572 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-7dcc5c13-9758-4f6e-b1b0-dd00fd3a75cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5&tenant_id=aa5e3b62e01345e1bd6c3e2255e08588 HTTP/1.1" status: 200 len: 1101 time: 0.1223354 Jul 29 23:31:23.709556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:23.716556 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.735565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:23.772179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:23.813505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.820551 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.044651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c74a5-5080-44ee-91eb-32ff3879b8c7 req-00474235-c089-4c6e-9038-a9a69c0b99e0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:24.053639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-105c74a5-5080-44ee-91eb-32ff3879b8c7 req-00474235-c089-4c6e-9038-a9a69c0b99e0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0782042 Jul 29 23:31:24.067347 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d4d229e-2f56-48ad-96bf-b9636559b8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.108414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-105c74a5-5080-44ee-91eb-32ff3879b8c7 req-cf8fc31d-4873-4f37-b91b-3f1f70292a51 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535517 Jul 29 23:31:24.181029 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.209151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:24.220951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Router 90c30f20-794d-49f3-9b97-8991594ab696 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:24.291732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:24.331852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf48ef7-4068-40c2-8a7f-623b1c98424b req-6d1e1a9b-1b2e-46fe-8eab-2d386ee5c1e7 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:24.333520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cf48ef7-4068-40c2-8a7f-623b1c98424b req-6d1e1a9b-1b2e-46fe-8eab-2d386ee5c1e7 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 950 time: 0.0563514 Jul 29 23:31:24.373184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cf48ef7-4068-40c2-8a7f-623b1c98424b req-62c2b15e-cf1b-4783-a007-359a9a8bac7d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Jul 29 23:31:24.380514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:24.382775 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65af9a1-5783-4967-b7ec-3fb9aac65f32" -d '{"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-unplugged", "status": "completed", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:24.386849 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.407076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:24.412154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Transition to ACTIVE for port object 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:24.419249 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Sync routers for ids ['90c30f20-794d-49f3-9b97-8991594ab696'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:24.422634 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.441778 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Routers {'90c30f20-794d-49f3-9b97-8991594ab696'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:24.444459 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['90c30f20-794d-49f3-9b97-8991594ab696'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:24.459802 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88814b6d-0225-4d95-9b10-5e2ea91dec67 x-openstack-request-id: req-88814b6d-0225-4d95-9b10-5e2ea91dec67 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:24.460191 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-unplugged", "status": "completed", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:24.460515 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88814b6d-0225-4d95-9b10-5e2ea91dec67 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:24.460967 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'code': 200} Jul 29 23:31:24.464934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.468737 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-97919244-e933-4681-a6c4-16a22e69b9fd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7520504 Jul 29 23:31:24.469586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45576) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:24.485724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:24.555808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] No DVR routers for this DVR port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:24.589872 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Set router 90c30f20-794d-49f3-9b97-8991594ab696 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:24.629399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-308e2630-41e9-4d59-ada6-715e36b21d31 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/routers/90c30f20-794d-49f3-9b97-8991594ab696 HTTP/1.1" status: 200 len: 908 time: 0.1589046 Jul 29 23:31:24.631825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45580) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:24.637285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:24.637633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:24.637961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:24.650402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:24.650736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Attempting to bind port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:24.659771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:24.660133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:24.660525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:24.660961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Bound port: 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:24.661327 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.746241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:24.751976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:24.770206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.871299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:24.874272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.879318 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] 10.222.0.42 "PUT /v2.0/ports/01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 1097 time: 1.1479881 Jul 29 23:31:24.880770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108671dd-b12b-45be-a04c-dbeb1d844d93 service neutron] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=11']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:24.954957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:25.001637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-09245bf4-ff1b-4d4f-bd18-de3bfa179390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.006660 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-09245bf4-ff1b-4d4f-bd18-de3bfa179390 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1100 time: 0.0925825 Jul 29 23:31:25.018097 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c30f20-794d-49f3-9b97-8991594ab696', 'name': 'tempest-snat-router-1192122276', 'tenant_id': '181d9b37305f4f078d4ea335d380ee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'c7b92065-3d62-48c3-bb5a-8e8e7d617d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:21Z', 'updated_at': '2021-07-29T23:31:23Z', 'revision_number': 3, 'project_id': '181d9b37305f4f078d4ea335d380ee6e', 'gw_port': {'id': 'c7b92065-3d62-48c3-bb5a-8e8e7d617d15', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c30f20-794d-49f3-9b97-8991594ab696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:22Z', 'updated_at': '2021-07-29T23:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:25.063424 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Checking router: 90c30f20-794d-49f3-9b97-8991594ab696 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:25.063839 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Updating router 90c30f20-794d-49f3-9b97-8991594ab696 port c7b92065-3d62-48c3-bb5a-8e8e7d617d15 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:31:25.087317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:25.124706 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.294486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c21cdb9-01d7-4cf1-81b3-95213199334d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:25.326444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-3ce0228a-4f54-48f6-a5dc-c9f1dd9248b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.331413 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-3ce0228a-4f54-48f6-a5dc-c9f1dd9248b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.3107753 Jul 29 23:31:25.363844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d9f24-d955-44d7-9bfe-e53e3cb6f4db req-ffb1dbc8-ae52-437a-8b85-5b7a7b8a381e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.365476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca1d9f24-d955-44d7-9bfe-e53e3cb6f4db req-ffb1dbc8-ae52-437a-8b85-5b7a7b8a381e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 948 time: 0.1057043 Jul 29 23:31:25.373644 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.374825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef85b45-aba4-4620-b375-cd7a33f8f137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d51437-da5d-441e-9b11-2e3ef1b6a0c5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:25.387860 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4979be9e-4cc5-4637-aae8-3c974b007993" -d '{"events": [{"server_uuid": "cef85b45-aba4-4620-b375-cd7a33f8f137", "name": "network-vif-plugged", "status": "completed", "tag": "17d51437-da5d-441e-9b11-2e3ef1b6a0c5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:25.396658 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-d6cccb66-d784-42a7-aa48-1b502534dfa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 217 time: 0.0542810 Jul 29 23:31:25.442341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.478435 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-3e2eb965-8513-450f-974e-b494eb167270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.479922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1c21cdb9-01d7-4cf1-81b3-95213199334d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:25.481998 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-3e2eb965-8513-450f-974e-b494eb167270 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0757191 Jul 29 23:31:25.485587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1c21cdb9-01d7-4cf1-81b3-95213199334d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:25.485968 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.534696 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9f3d5a-d21f-47bb-9547-52a3075fa6df x-openstack-request-id: req-2c9f3d5a-d21f-47bb-9547-52a3075fa6df {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:25.534995 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef85b45-aba4-4620-b375-cd7a33f8f137", "name": "network-vif-plugged", "status": "completed", "tag": "17d51437-da5d-441e-9b11-2e3ef1b6a0c5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:25.535249 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c9f3d5a-d21f-47bb-9547-52a3075fa6df {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:25.535648 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef85b45-aba4-4620-b375-cd7a33f8f137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d51437-da5d-441e-9b11-2e3ef1b6a0c5', 'code': 200} Jul 29 23:31:25.551434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-b22d039a-302b-42c1-977a-0c38592bd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.556816 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-b22d039a-302b-42c1-977a-0c38592bd372 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603242 Jul 29 23:31:25.632238 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.651977 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Transition to ACTIVE for port object c7b92065-3d62-48c3-bb5a-8e8e7d617d15 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:25.654549 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.660336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.667326 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.686702 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-a96df195-243e-4ba7-aa5d-cfd44cd9db01 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192138 Jul 29 23:31:25.702340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 1c21cdb9-01d7-4cf1-81b3-95213199334d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1c21cdb9-01d7-4cf1-81b3-95213199334d,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:25.714196 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.745897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca1d9f24-d955-44d7-9bfe-e53e3cb6f4db req-76b9bd22-c30a-497e-862d-f4612d475088 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611954 Jul 29 23:31:25.791581 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Pushing event updated for resources: {'Port': ['ID=c7b92065-3d62-48c3-bb5a-8e8e7d617d15,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:25.797018 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Attempting to bind port c7b92065-3d62-48c3-bb5a-8e8e7d617d15 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:25.800554 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Attempting to bind port c7b92065-3d62-48c3-bb5a-8e8e7d617d15 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:25.804309 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Attempting to bind port c7b92065-3d62-48c3-bb5a-8e8e7d617d15 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:25.816377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a8693-6920-4d1c-9ff4-fc3f1520703e req-a1cecc46-72f9-4ebe-94b2-da251281788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.818266 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-578a8693-6920-4d1c-9ff4-fc3f1520703e req-a1cecc46-72f9-4ebe-94b2-da251281788d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 1102 time: 0.1306381 Jul 29 23:31:25.826404 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.827557 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.828155 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.828703 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.829243 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.829802 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.830477 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.831515 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.832076 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.832628 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.833163 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.833692 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:25.837789 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:25.839066 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:25.839695 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.840344 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:25.841060 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Bound port: c7b92065-3d62-48c3-bb5a-8e8e7d617d15, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:25.841662 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.845614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5140d8-f72e-46bf-8aa6-7b1546256fe5 req-1bbd42bb-7600-4cb3-8136-ec919ca09f5a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.847268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a5140d8-f72e-46bf-8aa6-7b1546256fe5 req-1bbd42bb-7600-4cb3-8136-ec919ca09f5a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 950 time: 0.2021224 Jul 29 23:31:25.902655 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-578a8693-6920-4d1c-9ff4-fc3f1520703e req-f92f1661-397c-488d-a180-47b387b0dc23 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755439 Jul 29 23:31:25.907385 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3fcf640b-a904-4651-88f0-b8072213d3cd req-5d984d6a-672a-476e-af37-f4abcd06403e service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090905 Jul 29 23:31:25.959310 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] For port c7b92065-3d62-48c3-bb5a-8e8e7d617d15, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:25.962198 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:31:25.982427 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] For port c7b92065-3d62-48c3-bb5a-8e8e7d617d15, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c7b92065-3d62-48c3-bb5a-8e8e7d617d15,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:25.984369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a5140d8-f72e-46bf-8aa6-7b1546256fe5 req-2159cc19-923b-42e6-a2e7-ee371c4a5ac1 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190591 Jul 29 23:31:25.996364 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.004477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Deleting port c7b92065-3d62-48c3-bb5a-8e8e7d617d15 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:26.004821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.016437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=1c21cdb9-01d7-4cf1-81b3-95213199334d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:26.060502 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Routers {'90c30f20-794d-49f3-9b97-8991594ab696'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:26.061058 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['90c30f20-794d-49f3-9b97-8991594ab696'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:26.063712 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ce22f-7366-4183-aa05-d7b8710b5e76 None None] Pushing event updated for resources: {'Port': ['ID=c7b92065-3d62-48c3-bb5a-8e8e7d617d15,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:26.088823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] For port c7b92065-3d62-48c3-bb5a-8e8e7d617d15, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c7b92065-3d62-48c3-bb5a-8e8e7d617d15,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:26.089209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.104159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Calling delete_port for c7b92065-3d62-48c3-bb5a-8e8e7d617d15 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:26.153517 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] Set router 90c30f20-794d-49f3-9b97-8991594ab696 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:26.214295 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c30f20-794d-49f3-9b97-8991594ab696', 'name': 'tempest-snat-router-1192122276', 'tenant_id': '181d9b37305f4f078d4ea335d380ee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:21Z', 'updated_at': '2021-07-29T23:31:25Z', 'revision_number': 4, 'project_id': '181d9b37305f4f078d4ea335d380ee6e', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:26.248833 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b42cdc-a5cb-4820-9d30-48c912611de2 None None] The sync data for ids ['90c30f20-794d-49f3-9b97-8991594ab696'] in n-d-712139-11 is: [{'id': '90c30f20-794d-49f3-9b97-8991594ab696', 'name': 'tempest-snat-router-1192122276', 'tenant_id': '181d9b37305f4f078d4ea335d380ee6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:21Z', 'updated_at': '2021-07-29T23:31:25Z', 'revision_number': 4, 'project_id': '181d9b37305f4f078d4ea335d380ee6e', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:26.283836 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.308984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7b92065-3d62-48c3-bb5a-8e8e7d617d15,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:26.380003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.461811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:26.464348 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2611f61-c65e-4d53-8b14-8b3e0a72d880" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:26.482974 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.485842 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.542873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.543466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90c30f20-794d-49f3-9b97-8991594ab696 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:26.548444 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.553182 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ef1ae1d4-6219-4ebb-8b42-681e4c8eeda2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "DELETE /v2.0/routers/90c30f20-794d-49f3-9b97-8991594ab696 HTTP/1.1" status: 204 len: 168 time: 1.9173765 Jul 29 23:31:26.553445 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0365e352-cef9-44a8-8a30-86e97620141d x-openstack-request-id: req-0365e352-cef9-44a8-8a30-86e97620141d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:26.553445 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:26.553445 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0365e352-cef9-44a8-8a30-86e97620141d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:26.553445 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'status': 'completed', 'code': 200} Jul 29 23:31:26.554066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:26.669353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-d73667b1-951f-4509-85b9-3e93d401e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.670870 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-d73667b1-951f-4509-85b9-3e93d401e2d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1100 time: 0.0733078 Jul 29 23:31:26.672721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-0a7395fd-402b-4dba-972c-c2d5f59effb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.674151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-0a7395fd-402b-4dba-972c-c2d5f59effb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 1100 time: 0.0858397 Jul 29 23:31:26.677519 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.793526 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.865022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-45cca33c-ca08-44e3-b3e9-cb249a40ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.866622 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-45cca33c-ca08-44e3-b3e9-cb249a40ff65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1777961 Jul 29 23:31:26.868003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-9815abd6-c135-46b3-8234-59c19a4139f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.869410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-9815abd6-c135-46b3-8234-59c19a4139f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1911018 Jul 29 23:31:26.890885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f352d-5798-460f-8b92-1d7a6d1a8ff1 req-1869cdbd-68e8-4838-a9c3-d6df3040b2de tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.892449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-948f352d-5798-460f-8b92-1d7a6d1a8ff1 req-1869cdbd-68e8-4838-a9c3-d6df3040b2de tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 948 time: 0.0647855 Jul 29 23:31:26.900734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Deleting port 1c21cdb9-01d7-4cf1-81b3-95213199334d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:26.902804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.970243 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-13173290-4572-43e7-8b39-650e24bae8b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 217 time: 0.0931258 Jul 29 23:31:26.972208 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-8b9c2c62-dc5c-4029-b3d1-55a2c2b2e6b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 200 len: 217 time: 0.0854969 Jul 29 23:31:26.983804 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.006598 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-948f352d-5798-460f-8b92-1d7a6d1a8ff1 req-6c48199e-2c14-4d69-87d3-b5b9b75aa566 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964098 Jul 29 23:31:27.060032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] For port 1c21cdb9-01d7-4cf1-81b3-95213199334d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1c21cdb9-01d7-4cf1-81b3-95213199334d,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:27.060464 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.060594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-5e2f74fb-c34e-473d-b436-0dfc93d5a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:27.062644 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-5e2f74fb-c34e-473d-b436-0dfc93d5a3e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0836782 Jul 29 23:31:27.066379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-dbe8c6d9-b55a-4d6c-9382-dc8a57e31934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:27.067942 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-dbe8c6d9-b55a-4d6c-9382-dc8a57e31934 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0783732 Jul 29 23:31:27.081552 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Calling delete_port for 1c21cdb9-01d7-4cf1-81b3-95213199334d owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:27.153725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-5d29a859-ddfe-4e8b-b19d-548521908665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:27.155263 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-5d29a859-ddfe-4e8b-b19d-548521908665 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594304 Jul 29 23:31:27.158459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-0a94150b-dba8-41e2-95fb-0505644bc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:27.160487 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-0a94150b-dba8-41e2-95fb-0505644bc864 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0905168 Jul 29 23:31:27.170299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c21cdb9-01d7-4cf1-81b3-95213199334d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:27.223941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f8895-700a-4895-a2af-67beb4bc4cf9 req-d3b267d0-0e6e-490b-92f2-fb50d8e29c53 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:27.229222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1c21cdb9-01d7-4cf1-81b3-95213199334d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:27.229844 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.231148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c6f8895-700a-4895-a2af-67beb4bc4cf9 req-d3b267d0-0e6e-490b-92f2-fb50d8e29c53 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 950 time: 0.1379108 Jul 29 23:31:27.341467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c6f8895-700a-4895-a2af-67beb4bc4cf9 req-72d27fda-d165-4503-98ef-28761412c901 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090834 Jul 29 23:31:27.427596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.428641 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-f298ea40-fec4-40a6-99fb-a0101da04c7e service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603879 Jul 29 23:31:27.466971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c21cdb9-01d7-4cf1-81b3-95213199334d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:27.561083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.596845 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-68620f3e-df56-4ee5-a788-0435786deb40 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428842 Jul 29 23:31:27.609726 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-ffa836f2-ac80-497a-aefb-9c7c232e7821 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599648 Jul 29 23:31:27.687167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.688896 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.724804 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2611f61-c65e-4d53-8b14-8b3e0a72d880 req-68836e6f-d3d0-487a-b216-01c26fcac0d0 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077511 Jul 29 23:31:27.734098 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.734861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22ed8cc7-e2fc-4c85-afd0-cfc5318dea83 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:27.739626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.747889 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b6e9f738-25c9-446b-9cb1-30db57b84283 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "DELETE /v2.0/routers/22ed8cc7-e2fc-4c85-afd0-cfc5318dea83 HTTP/1.1" status: 204 len: 168 time: 1.1930001 Jul 29 23:31:27.748551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:27.754126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1608380497', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:27.780245 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.781235 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.840412 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.029206 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.150427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77153e60-aac4-47e9-9265-129113e816b2 req-b57e93c2-67ab-4a1c-99e4-f7a6fc41e188 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:28.151853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77153e60-aac4-47e9-9265-129113e816b2 req-b57e93c2-67ab-4a1c-99e4-f7a6fc41e188 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 948 time: 0.0614598 Jul 29 23:31:28.211586 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77153e60-aac4-47e9-9265-129113e816b2 req-48c996a0-49e7-4e81-945a-ff5d018787d2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525937 Jul 29 23:31:28.333191 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.352161 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.520800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2fa2-8824-4ce2-aa1b-a02fc442b4cd req-00b363e2-c61e-4de9-820b-f0c86b7db01b tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:28.522868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bfe2fa2-8824-4ce2-aa1b-a02fc442b4cd req-00b363e2-c61e-4de9-820b-f0c86b7db01b tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 950 time: 0.1020808 Jul 29 23:31:28.524511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Allocated IP 172.25.2.209 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/e638d390-2455-4247-867f-9cce05931820) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:28.591208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bfe2fa2-8824-4ce2-aa1b-a02fc442b4cd req-ecacb4b1-6a8d-40c7-b965-ff2cb06b0d34 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610545 Jul 29 23:31:28.678410 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.739339 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.781638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:28.784990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:28.792684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:28.821169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Pushing event updated for resources: {'Port': ['ID=e638d390-2455-4247-867f-9cce05931820,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:29.152745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c21cdb9-01d7-4cf1-81b3-95213199334d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:29.185158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1c21cdb9-01d7-4cf1-81b3-95213199334d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:29.185577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c21cdb9-01d7-4cf1-81b3-95213199334d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:29.419783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-1d7a085d-0254-4b45-ae6c-605d0a4f5bf5 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618589 Jul 29 23:31:29.454606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:29.502573 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.551057 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:29.555625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8556e4-bd9e-47e3-bbf6-e8f7863ccb6f req-e1c8c378-2736-4d7d-b629-c5016900ee50 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.557178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac8556e4-bd9e-47e3-bbf6-e8f7863ccb6f req-e1c8c378-2736-4d7d-b629-c5016900ee50 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 948 time: 0.2004442 Jul 29 23:31:29.570930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'mac_address': 'fa:16:3e:30:c1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:29.610083 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.628886 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:29.651525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:29.656169 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.664569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac8556e4-bd9e-47e3-bbf6-e8f7863ccb6f req-ddd0d15b-753d-460d-95a5-346e3719b8bf tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011355 Jul 29 23:31:29.673135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ef06307a-fc1a-40cf-b335-cfe36145c813 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.674704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ef06307a-fc1a-40cf-b335-cfe36145c813 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443202 Jul 29 23:31:29.706497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:29.715664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-0978314d-6760-4109-be97-4dde82a51bbb tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/quotas/57abcc41cdd64a69bce8d6f73d8d41de HTTP/1.1" status: 200 len: 375 time: 0.0195527 Jul 29 23:31:29.894660 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-61f34215-d62c-499c-b339-171b29e14699 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367474 Jul 29 23:31:29.901603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.919724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189135-7637-4b4c-8e2d-7d72a0ad3a69 req-2b821b18-a07e-44ae-9ae1-29052b7a64bd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.921517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1189135-7637-4b4c-8e2d-7d72a0ad3a69 req-2b821b18-a07e-44ae-9ae1-29052b7a64bd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 949 time: 0.0850017 Jul 29 23:31:30.039606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1189135-7637-4b4c-8e2d-7d72a0ad3a69 req-41a8bcea-7c9b-4636-b973-f31cd6bbdf6f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857961 Jul 29 23:31:30.138284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d79f168-bf96-4056-89ab-a39e9d404e79 req-ec2515f1-2906-427a-9e12-654571c800fe tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 210 time: 0.0379956 Jul 29 23:31:30.139496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Router 56a36576-132e-4321-8632-f3a1a140da62 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:30.220763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:30.303387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:30.333944 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.335449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-172a4cfe-4f1d-410c-b014-d93d68217d49 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5857694 Jul 29 23:31:30.337991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45686) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:30.345723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-519f4708-fcb0-4af7-80c1-59e3fedd7194 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'enable_snat': False}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:30.347737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51ff51-5be0-4f4a-89b7-ab17e936c3a8 None None] Sync routers for ids ['56a36576-132e-4321-8632-f3a1a140da62'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:30.369123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51ff51-5be0-4f4a-89b7-ab17e936c3a8 None None] Routers {'56a36576-132e-4321-8632-f3a1a140da62'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:30.369781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1f51ff51-5be0-4f4a-89b7-ab17e936c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['56a36576-132e-4321-8632-f3a1a140da62'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:30.416269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1f51ff51-5be0-4f4a-89b7-ab17e936c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:30.432097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51ff51-5be0-4f4a-89b7-ab17e936c3a8 None None] Routers {'56a36576-132e-4321-8632-f3a1a140da62'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:30.432732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1f51ff51-5be0-4f4a-89b7-ab17e936c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['56a36576-132e-4321-8632-f3a1a140da62'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:30.440951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-e37d24ae-88f1-4542-8f99-117217328af4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448837 Jul 29 23:31:30.487887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1f51ff51-5be0-4f4a-89b7-ab17e936c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:30.488512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51ff51-5be0-4f4a-89b7-ab17e936c3a8 None None] The sync data for ids ['56a36576-132e-4321-8632-f3a1a140da62'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:30.651206 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-a59c5e18-3208-4e40-9ab6-946e1ef5c898 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.651206 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-a59c5e18-3208-4e40-9ab6-946e1ef5c898 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091269 Jul 29 23:31:30.704414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-10a63e42-0cf6-4a2c-b033-b64c4f5894ee tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/quotas/aa5e3b62e01345e1bd6c3e2255e08588 HTTP/1.1" status: 200 len: 375 time: 0.0523868 Jul 29 23:31:30.860179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-72c28749-ab49-491a-84da-05601f7b14a2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1462505 Jul 29 23:31:30.940595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-519f4708-fcb0-4af7-80c1-59e3fedd7194 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.043801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-905e6f44-57a9-46b9-b063-396ba7237d20 req-1c33efc8-effd-49ba-a80d-96b4c81843a0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 210 time: 0.0299962 Jul 29 23:31:31.288081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14151744-c4db-4bd0-86e4-0c94c2ed3a92 req-ffc88b15-3cf5-40c9-a957-0e7d02a88547 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 210 time: 0.0439048 Jul 29 23:31:31.419557 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-54e416c9-0008-45ba-9081-850acb8e4879 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314832 Jul 29 23:31:31.460235 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-519f4708-fcb0-4af7-80c1-59e3fedd7194 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.463882 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-519f4708-fcb0-4af7-80c1-59e3fedd7194 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.560507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-75259869-af84-4fad-a322-313a62f1b218 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:31.562035 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-75259869-af84-4fad-a322-313a62f1b218 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360905 Jul 29 23:31:31.585778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519f4708-fcb0-4af7-80c1-59e3fedd7194 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Router 56a36576-132e-4321-8632-f3a1a140da62 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:31.602315 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Request body: {'port': {'device_id': '1e72f81b-998f-472c-9056-23cc33b38ef1', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '57abcc41cdd64a69bce8d6f73d8d41de'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:31.724821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519f4708-fcb0-4af7-80c1-59e3fedd7194 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:31.729856 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-519f4708-fcb0-4af7-80c1-59e3fedd7194 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.731436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-519f4708-fcb0-4af7-80c1-59e3fedd7194 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "PUT /v2.0/routers/56a36576-132e-4321-8632-f3a1a140da62 HTTP/1.1" status: 200 len: 922 time: 1.3924117 Jul 29 23:31:31.734533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:31.738305 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe2896-e00e-4b24-aa2e-f3a10e205c71 None None] Sync routers for ids ['56a36576-132e-4321-8632-f3a1a140da62'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:31.749415 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe2896-e00e-4b24-aa2e-f3a10e205c71 None None] Routers {'56a36576-132e-4321-8632-f3a1a140da62'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:31.750038 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62fe2896-e00e-4b24-aa2e-f3a10e205c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['56a36576-132e-4321-8632-f3a1a140da62'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:31.781163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Made reservation on behalf of 57abcc41cdd64a69bce8d6f73d8d41de for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:31.783084 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62fe2896-e00e-4b24-aa2e-f3a10e205c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:31.784753 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.792356 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe2896-e00e-4b24-aa2e-f3a10e205c71 None None] Routers {'56a36576-132e-4321-8632-f3a1a140da62'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:31.792992 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62fe2896-e00e-4b24-aa2e-f3a10e205c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['56a36576-132e-4321-8632-f3a1a140da62'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:31.830393 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62fe2896-e00e-4b24-aa2e-f3a10e205c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:31.831052 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe2896-e00e-4b24-aa2e-f3a10e205c71 None None] The sync data for ids ['56a36576-132e-4321-8632-f3a1a140da62'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:31.932748 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-13ba3e51-d223-4299-bd9e-855b9151e420 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/routers/56a36576-132e-4321-8632-f3a1a140da62 HTTP/1.1" status: 200 len: 922 time: 0.1968789 Jul 29 23:31:31.935768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:32.015980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Allocated IP 192.168.233.113 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/f01cb585-7d55-4d66-ac6b-d21f5af5c645) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:32.039239 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22acc838-32cb-4d26-9ef5-564e3329ad76 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.040818 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-22acc838-32cb-4d26-9ef5-564e3329ad76 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&device_id=56a36576-132e-4321-8632-f3a1a140da62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1040256 Jul 29 23:31:32.043755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:32.093152 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.166687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c999e0-fbb6-416b-afb8-85c0beffc6c9 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.171035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d2c999e0-fbb6-416b-afb8-85c0beffc6c9 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 881 time: 0.1232812 Jul 29 23:31:32.171939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45722) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:32.199455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a835f9d5-8251-4491-9d76-c7ba30e8e99e req-c6d6c34b-0686-4b82-a9a6-253a7fca5341 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 210 time: 0.0463421 Jul 29 23:31:32.219706 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9266e3a5-2f30-4493-aabb-57f01a675182 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a36576-132e-4321-8632-f3a1a140da62 HTTP/1.1" status: 200 len: 205 time: 0.0464058 Jul 29 23:31:32.222861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45726) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:32.235209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.251225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Transition to ACTIVE for port object f01cb585-7d55-4d66-ac6b-d21f5af5c645 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:32.285249 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-62e36275-4d29-4a26-939e-08654a70c032 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272765 Jul 29 23:31:32.433113 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-896789ad-6a58-4106-b2d0-6c7216b7c051 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.435033 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-896789ad-6a58-4106-b2d0-6c7216b7c051 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382029 Jul 29 23:31:32.436787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.469419 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['17d51437-da5d-441e-9b11-2e3ef1b6a0c5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:32.480338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Request body: {'port': {'device_id': '9bbbed51-cb49-4344-b225-1342211c0d27', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'aa5e3b62e01345e1bd6c3e2255e08588'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:32.539175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:32.546479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:32.555400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:32.616783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.617401 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.639355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Pushing event updated for resources: {'Port': ['ID=f01cb585-7d55-4d66-ac6b-d21f5af5c645,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:32.663751 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-ae5800b7-70e3-40dc-9bc6-b45c4d44296d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0655811 Jul 29 23:31:32.690297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Request body: {'port': {'device_id': '1e72f81b-998f-472c-9056-23cc33b38ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:32.795457 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.859367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ab31c-dd6a-4259-8dd7-2151a5eb49da req-c7d3c887-d82c-47e1-8df2-3269dba802c3 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.861056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc4ab31c-dd6a-4259-8dd7-2151a5eb49da req-c7d3c887-d82c-47e1-8df2-3269dba802c3 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 936 time: 0.1255813 Jul 29 23:31:32.918403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b0ea73b-4e9c-4a4d-8f4a-7d3c3faa2cb0 None None] Provisioning for port f01cb585-7d55-4d66-ac6b-d21f5af5c645 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:32.923435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b0ea73b-4e9c-4a4d-8f4a-7d3c3faa2cb0 None None] Provisioning complete for port f01cb585-7d55-4d66-ac6b-d21f5af5c645 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:32.924334 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea73b-4e9c-4a4d-8f4a-7d3c3faa2cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.952673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc4ab31c-dd6a-4259-8dd7-2151a5eb49da req-b601db7a-f8b9-44fa-9b17-ff881f4138b7 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838377 Jul 29 23:31:32.969505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.982204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ea73b-4e9c-4a4d-8f4a-7d3c3faa2cb0 None None] Port f01cb585-7d55-4d66-ac6b-d21f5af5c645 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:33.040140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Deleting port e638d390-2455-4247-867f-9cce05931820 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:33.040615 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.094930 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.105379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Made reservation on behalf of aa5e3b62e01345e1bd6c3e2255e08588 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:33.108880 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.137695 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.151754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Calling delete_port for e638d390-2455-4247-867f-9cce05931820 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:33.333032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Allocated IP 192.168.233.97 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/b23d274f-4d97-4e9b-9302-7bd5fc4c2b19) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:33.347857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17965c38-418c-456b-8fa9-3b95f032b4f2 req-f20ca5c2-1988-4907-9f27-79cc8edd76b0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 210 time: 0.0345588 Jul 29 23:31:33.362333 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.388049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Pushing event deleted for resources: {'Port': ['ID=e638d390-2455-4247-867f-9cce05931820,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:33.453259 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.483571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:33.502557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.519721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Transition to ACTIVE for port object b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:33.539102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:33.543586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:33.544046 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.548238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.551182 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.562052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.582454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d9168b20-7a11-4c09-9a51-30eb63631ddf', '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:33.597350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.597997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Fanout notify agent at l3_agent the message router_deleted on router 56a36576-132e-4321-8632-f3a1a140da62 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:33.605481 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.606608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c603e029-5cd5-4927-a75d-4ba5eae607ee tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/56a36576-132e-4321-8632-f3a1a140da62 HTTP/1.1" status: 204 len: 168 time: 1.3827057 Jul 29 23:31:33.610228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45742) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.615962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bd477f46-ff17-4b2a-87ff-dc49bd106d60 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1359214363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:33.624880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['9afd1aae-3f12-4f33-99da-51be8cf3651f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:33.649517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:33.653199 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd477f46-ff17-4b2a-87ff-dc49bd106d60 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.654448 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd477f46-ff17-4b2a-87ff-dc49bd106d60 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.662496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:33.671286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:33.678521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:33.733410 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd477f46-ff17-4b2a-87ff-dc49bd106d60 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.747978 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd477f46-ff17-4b2a-87ff-dc49bd106d60 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.762888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:33.763671 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.771342 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd477f46-ff17-4b2a-87ff-dc49bd106d60 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.776883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bd477f46-ff17-4b2a-87ff-dc49bd106d60 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1653860 Jul 29 23:31:33.778680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45744) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.787853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:33.794900 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.814016 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dd0422d2-3a24-4a56-9c26-8de39bad99a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3383768 Jul 29 23:31:33.834966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Request body: {'port': {'device_id': '9bbbed51-cb49-4344-b225-1342211c0d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:33.839297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01cb585-7d55-4d66-ac6b-d21f5af5c645 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:33.869466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.893587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Transition to ACTIVE for port object f01cb585-7d55-4d66-ac6b-d21f5af5c645 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:33.915318 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.953995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.990340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:33.993511 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b48c5f-58ef-454a-9fba-a45967e5a0eb" -d '{"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-plugged", "status": "completed", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:34.026520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:34.037641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Pushing event updated for resources: {'Port': ['ID=f01cb585-7d55-4d66-ac6b-d21f5af5c645,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:34.051173 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.074454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b23a0f66-3dc4-4b39-b2bb-058071be5a0d None None] Provisioning for port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:34.089153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b23a0f66-3dc4-4b39-b2bb-058071be5a0d None None] Provisioning complete for port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:34.089708 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b23a0f66-3dc4-4b39-b2bb-058071be5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.154741 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d512d67-b959-483f-a576-8aabde7a6736 x-openstack-request-id: req-7d512d67-b959-483f-a576-8aabde7a6736 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:34.155819 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-plugged", "status": "completed", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:34.156333 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d512d67-b959-483f-a576-8aabde7a6736 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:34.156896 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'code': 200} Jul 29 23:31:34.186554 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e252657e-e422-4225-9520-ca76ef93bea2 req-1b5cc7a5-7e52-4fff-a361-ab686f7fe29f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2339888 Jul 29 23:31:34.203738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b23a0f66-3dc4-4b39-b2bb-058071be5a0d None None] Port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:34.222300 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.265757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02626401-6117-4abb-8fb7-96c54a4b9887 req-4323e8a8-4dd2-4780-ae36-720f83b25149 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.268932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02626401-6117-4abb-8fb7-96c54a4b9887 req-4323e8a8-4dd2-4780-ae36-720f83b25149 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 948 time: 0.1235950 Jul 29 23:31:34.299584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=13']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:34.310459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Attempting to bind port f01cb585-7d55-4d66-ac6b-d21f5af5c645 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:34.310796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Attempting to bind port f01cb585-7d55-4d66-ac6b-d21f5af5c645 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:34.311125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Attempting to bind port f01cb585-7d55-4d66-ac6b-d21f5af5c645 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:34.325320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Port f01cb585-7d55-4d66-ac6b-d21f5af5c645 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:34.325641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Attempting to bind port f01cb585-7d55-4d66-ac6b-d21f5af5c645 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:34.371990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:34.372224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:34.372618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:34.373180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Bound port: f01cb585-7d55-4d66-ac6b-d21f5af5c645, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:34.373500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.392519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252657e-e422-4225-9520-ca76ef93bea2 req-c7059e7a-5ee7-4943-9879-8b96e18251af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.394831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e252657e-e422-4225-9520-ca76ef93bea2 req-c7059e7a-5ee7-4943-9879-8b96e18251af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 1102 time: 0.1274700 Jul 29 23:31:34.405846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02626401-6117-4abb-8fb7-96c54a4b9887 req-a5a8fcb0-a98d-4f8a-8a05-4fa4b3e9030b tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180058 Jul 29 23:31:34.552599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] For port f01cb585-7d55-4d66-ac6b-d21f5af5c645, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:34.582776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] For port f01cb585-7d55-4d66-ac6b-d21f5af5c645, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f01cb585-7d55-4d66-ac6b-d21f5af5c645,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:34.592990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.597748 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.621169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.632109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1219-c80f-46f6-85c0-9907754d3f52 req-acbf6a35-d2cc-49fa-aa36-f779b825e422 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.633628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-120e1219-c80f-46f6-85c0-9907754d3f52 req-acbf6a35-d2cc-49fa-aa36-f779b825e422 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 935 time: 0.1247725 Jul 29 23:31:34.659362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252657e-e422-4225-9520-ca76ef93bea2 req-f2b396e9-13a3-45ea-8c2b-16c852544b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.661024 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e252657e-e422-4225-9520-ca76ef93bea2 req-f2b396e9-13a3-45ea-8c2b-16c852544b42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2168469 Jul 29 23:31:34.663898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.664541 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.665845 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] 10.222.0.42 "PUT /v2.0/ports/f01cb585-7d55-4d66-ac6b-d21f5af5c645 HTTP/1.1" status: 200 len: 1097 time: 1.9863427 Jul 29 23:31:34.670106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e72f81b-998f-472c-9056-23cc33b38ef1', 'tag': 'f01cb585-7d55-4d66-ac6b-d21f5af5c645'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:34.672531 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e72f81b-998f-472c-9056-23cc33b38ef1", "tag": "f01cb585-7d55-4d66-ac6b-d21f5af5c645"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:34.679708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:34.706723 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.739678 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924ebc69-77af-49a6-8171-c9b4492fd124 x-openstack-request-id: req-924ebc69-77af-49a6-8171-c9b4492fd124 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:34.739994 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e72f81b-998f-472c-9056-23cc33b38ef1", "tag": "f01cb585-7d55-4d66-ac6b-d21f5af5c645", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:34.740250 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-924ebc69-77af-49a6-8171-c9b4492fd124 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:34.740652 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e72f81b-998f-472c-9056-23cc33b38ef1', 'tag': 'f01cb585-7d55-4d66-ac6b-d21f5af5c645', 'status': 'completed', 'code': 200} Jul 29 23:31:34.747895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-120e1219-c80f-46f6-85c0-9907754d3f52 req-c48cda76-2040-41ff-b68e-f3265264eafe tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077659 Jul 29 23:31:34.765757 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e252657e-e422-4225-9520-ca76ef93bea2 req-f8ea392f-c268-4b59-91c4-61940f13a29e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f HTTP/1.1" status: 200 len: 217 time: 0.0812430 Jul 29 23:31:34.788241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b0b11-9c4e-4f4a-9531-52b684eb6db0 service neutron] Pushing event updated for resources: {'Port': ['ID=f01cb585-7d55-4d66-ac6b-d21f5af5c645,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:34.811099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Allocated IP 172.25.2.203 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/4b08d2d3-9285-4908-b881-69efba838192) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:34.821855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Transition to ACTIVE for port object b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:34.829012 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.884664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252657e-e422-4225-9520-ca76ef93bea2 req-ef07d1ce-93a2-4726-83a2-258e464701da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.886156 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e252657e-e422-4225-9520-ca76ef93bea2 req-ef07d1ce-93a2-4726-83a2-258e464701da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1013291 Jul 29 23:31:34.888300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-1579d85d-839b-413b-89e6-cb3c940f098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.889408 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-1579d85d-839b-413b-89e6-cb3c940f098c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 1100 time: 0.1420171 Jul 29 23:31:34.913347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:34.942927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.965751 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-67a5d461-2e30-4742-89db-75057983d5f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f01cb585-7d55-4d66-ac6b-d21f5af5c645 HTTP/1.1" status: 200 len: 217 time: 0.0664072 Jul 29 23:31:35.015880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.064041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:35.068931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:35.075141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:35.084331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252657e-e422-4225-9520-ca76ef93bea2 req-b253ce40-cbab-4da0-97b0-3ca26f8e5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.085984 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e252657e-e422-4225-9520-ca76ef93bea2 req-b253ce40-cbab-4da0-97b0-3ca26f8e5459 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1881855 Jul 29 23:31:35.103933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Pushing event updated for resources: {'Port': ['ID=4b08d2d3-9285-4908-b881-69efba838192,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:35.129187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-102921e4-c0e7-4aac-ae2b-594b70b6a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.130786 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-102921e4-c0e7-4aac-ae2b-594b70b6a448 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1408060 Jul 29 23:31:35.201278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:35.201278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:35.201642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:35.221364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:35.222002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:35.234166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:35.234570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:35.235694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:35.235694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Bound port: b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:35.236002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.269327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-052ba91f-d8ba-4cc4-ba45-150cf8c9b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.270734 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-052ba91f-d8ba-4cc4-ba45-150cf8c9b1ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1053748 Jul 29 23:31:35.321608 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e252657e-e422-4225-9520-ca76ef93bea2 req-5ecf0178-5345-4923-84a1-1aaf62be265e service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254901 Jul 29 23:31:35.409888 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.442774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:35.469139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:35.481935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.493722 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-02545e11-b56c-4f45-bba2-3b0810650cd7 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945441 Jul 29 23:31:35.553187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.553887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.555201 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] 10.222.0.42 "PUT /v2.0/ports/b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 1096 time: 1.7256024 Jul 29 23:31:35.587021 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e252657e-e422-4225-9520-ca76ef93bea2 req-cd9109fa-3d69-4253-b1d3-a85859919e54 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396507 Jul 29 23:31:35.616661 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc71b-2024-4058-a018-c9f174ab4036 service neutron] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:35.675745 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-97a0ce40-9e8d-4d54-9ae5-d2176971a111 req-91235576-dfcc-497a-b9a4-0c83643a8d75 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595554 Jul 29 23:31:35.694282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-8074e31a-c257-4238-803d-98cd9eddcd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.697706 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-8074e31a-c257-4238-803d-98cd9eddcd56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1099 time: 0.0660839 Jul 29 23:31:35.707314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc12b25-b9c2-4bda-8843-1b7e831dfb3b req-819690b3-a400-4927-b276-0939360e72d5 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.708932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9dc12b25-b9c2-4bda-8843-1b7e831dfb3b req-819690b3-a400-4927-b276-0939360e72d5 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 948 time: 0.1528118 Jul 29 23:31:35.715533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.726020 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.777919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-306ed460-31e5-4fd6-9da8-3ad0a5ec5e08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0584581 Jul 29 23:31:35.805831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9dc12b25-b9c2-4bda-8843-1b7e831dfb3b req-587240a8-6935-4cd1-b03c-ca4fd15947dd tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871150 Jul 29 23:31:35.850414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-423df8d9-38d2-4f1f-b389-4353ecfea391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.851245 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-423df8d9-38d2-4f1f-b389-4353ecfea391 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 1100 time: 0.0838094 Jul 29 23:31:35.852641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-b40d93a0-66fd-4822-82c4-435cf1f99b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.854020 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-b40d93a0-66fd-4822-82c4-435cf1f99b34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0573900 Jul 29 23:31:35.904965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c993748-684a-40c6-ba38-84e831205832 req-9f476aa9-0b9c-4fc5-9e7c-e953a8be4d2c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.906471 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c993748-684a-40c6-ba38-84e831205832 req-9f476aa9-0b9c-4fc5-9e7c-e953a8be4d2c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 947 time: 0.0703919 Jul 29 23:31:35.953326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Router c3b46376-1b78-4cbc-ab8e-4c84a400bd31 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:35.961207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c993748-684a-40c6-ba38-84e831205832 req-ac4c0226-e22f-4995-b399-7972163aeec0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475123 Jul 29 23:31:35.982594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-710ed027-1e86-462c-89e4-afb0dba20e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.984239 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-710ed027-1e86-462c-89e4-afb0dba20e8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044145 Jul 29 23:31:35.998946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-32eebae7-f619-4b1f-bca8-4c00c93b23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.001070 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-32eebae7-f619-4b1f-bca8-4c00c93b23ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1218441 Jul 29 23:31:36.073229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:36.081403 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.085015 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-40cf9eca-f0db-48b9-984a-0195a9172797 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "PUT /v2.0/routers/c3b46376-1b78-4cbc-ab8e-4c84a400bd31 HTTP/1.1" status: 200 len: 880 time: 2.3012686 Jul 29 23:31:36.085422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45778) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:36.089091 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba2c37-2d99-4d5d-9091-5859e105f928 None None] Sync routers for ids ['c3b46376-1b78-4cbc-ab8e-4c84a400bd31'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:36.104924 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-48758563-15eb-4e1b-bf30-754e9adaabc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f01cb585-7d55-4d66-ac6b-d21f5af5c645 HTTP/1.1" status: 200 len: 217 time: 0.0765893 Jul 29 23:31:36.113450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba2c37-2d99-4d5d-9091-5859e105f928 None None] Routers {'c3b46376-1b78-4cbc-ab8e-4c84a400bd31'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:36.115029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-beba2c37-2d99-4d5d-9091-5859e105f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['c3b46376-1b78-4cbc-ab8e-4c84a400bd31'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:36.180217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-beba2c37-2d99-4d5d-9091-5859e105f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:36.195977 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-e5b7f336-17bc-4c61-8253-b711e122d346 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751678 Jul 29 23:31:36.196983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba2c37-2d99-4d5d-9091-5859e105f928 None None] Routers {'c3b46376-1b78-4cbc-ab8e-4c84a400bd31'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:36.197743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-beba2c37-2d99-4d5d-9091-5859e105f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['c3b46376-1b78-4cbc-ab8e-4c84a400bd31'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:36.200352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-9f525c44-f63d-4158-be5f-ccb81e9ae1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.202315 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-9f525c44-f63d-4158-be5f-ccb81e9ae1b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0796947 Jul 29 23:31:36.235121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-beba2c37-2d99-4d5d-9091-5859e105f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:36.235971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba2c37-2d99-4d5d-9091-5859e105f928 None None] The sync data for ids ['c3b46376-1b78-4cbc-ab8e-4c84a400bd31'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:36.251198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-652270a6-5cbd-4d01-981c-b6fda7a22fde tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/routers/c3b46376-1b78-4cbc-ab8e-4c84a400bd31 HTTP/1.1" status: 200 len: 921 time: 0.1645346 Jul 29 23:31:36.254842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:36.324530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-5841d0e8-3d22-4d90-8c45-6553ef059d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.326055 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-5841d0e8-3d22-4d90-8c45-6553ef059d4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1092815 Jul 29 23:31:36.343484 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18c73e5c-346a-43b4-a5d5-baf296bee080 req-dcf9af3a-b8f1-4955-96f1-2d8f9b44b4af service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278861 Jul 29 23:31:36.372278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d55a9-14e2-449c-9ddd-a9d477bb76b2 req-40cccb26-fb30-4509-96c8-f82d759c83fb tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.373878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e3d55a9-14e2-449c-9ddd-a9d477bb76b2 req-40cccb26-fb30-4509-96c8-f82d759c83fb tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1204193 Jul 29 23:31:36.375801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40ee42-476a-4b2d-a6d6-76e28fa92546 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.380433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0a40ee42-476a-4b2d-a6d6-76e28fa92546 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&device_id=c3b46376-1b78-4cbc-ab8e-4c84a400bd31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1214731 Jul 29 23:31:36.381829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45786) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:36.430915 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-2365069c-2ec1-4186-a643-19c56958e74a service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864718 Jul 29 23:31:36.470233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e3d55a9-14e2-449c-9ddd-a9d477bb76b2 req-70d1785e-a9fc-4e98-ade7-d1de1bc6d4e5 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798488 Jul 29 23:31:36.507487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c5b8c-a5f0-44dc-8c7c-8a7d45a51bc0 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.508935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-871c5b8c-a5f0-44dc-8c7c-8a7d45a51bc0 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 881 time: 0.1261716 Jul 29 23:31:36.511732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:36.538150 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f0c9819-58b6-4ed5-aa58-66122f92b1c7 req-cc2ba9f0-5650-4e11-8007-ab01a6663461 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826120 Jul 29 23:31:36.538779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fbf0584f-caaa-4e92-aed5-3c1b937d2986 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3b46376-1b78-4cbc-ab8e-4c84a400bd31 HTTP/1.1" status: 200 len: 205 time: 0.0259836 Jul 29 23:31:36.541261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45790) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:36.742066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:36.744711 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:36.783339 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580beace-0f6c-4d81-ad7c-7173b261c4b6 x-openstack-request-id: req-580beace-0f6c-4d81-ad7c-7173b261c4b6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:36.783664 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:36.783896 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-580beace-0f6c-4d81-ad7c-7173b261c4b6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:36.784385 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'status': 'completed', 'code': 200} Jul 29 23:31:36.876809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-07dae452-4244-45ec-87c0-1636253494e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.879708 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-07dae452-4244-45ec-87c0-1636253494e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1099 time: 0.0455027 Jul 29 23:31:36.969404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.979497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6f793-8f37-469c-b3b7-6082a0edfaa5 req-61530a96-5172-4df0-81fa-e18b6a9f1fe9 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.981025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7c6f793-8f37-469c-b3b7-6082a0edfaa5 req-61530a96-5172-4df0-81fa-e18b6a9f1fe9 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 948 time: 0.0681729 Jul 29 23:31:36.994157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-1d77cd70-fc9f-4fb5-9b77-81428269b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.996097 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-1d77cd70-fc9f-4fb5-9b77-81428269b70c service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.0990365 Jul 29 23:31:37.044316 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-ae7dae38-1094-4a42-87de-e532a666b4de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0347216 Jul 29 23:31:37.113082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-0ec4a426-40d3-4dd1-b08a-075b0f1dadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.114564 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-0ec4a426-40d3-4dd1-b08a-075b0f1dadc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0497432 Jul 29 23:31:37.116849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7c6f793-8f37-469c-b3b7-6082a0edfaa5 req-8f63569a-34ba-4a0e-a43f-452c35407914 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021504 Jul 29 23:31:37.149876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695daf43-aecc-4de9-9c0b-9d3cfc5a1f7b req-ac9fea94-4ee7-4448-ae85-409a360d3b6a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.151373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-695daf43-aecc-4de9-9c0b-9d3cfc5a1f7b req-ac9fea94-4ee7-4448-ae85-409a360d3b6a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 947 time: 0.1119606 Jul 29 23:31:37.155174 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.166243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-dbbbc22c-7e29-467c-869d-88761e40671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.167872 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-dbbbc22c-7e29-467c-869d-88761e40671b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0410037 Jul 29 23:31:37.222258 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-695daf43-aecc-4de9-9c0b-9d3cfc5a1f7b req-c73482b6-9dad-4a50-9976-4dca95c276c2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620048 Jul 29 23:31:37.242336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Deleting port 4b08d2d3-9285-4908-b881-69efba838192 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:37.242336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.281329 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-1bc54d49-277e-437f-befc-5639172a5d25 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812774 Jul 29 23:31:37.314608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.326411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Calling delete_port for 4b08d2d3-9285-4908-b881-69efba838192 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:37.382841 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0df9009-f820-45b0-bb9e-5e3ef56d42c1 req-16ceaf8f-3448-4559-a95c-8c251d6b0131 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875680 Jul 29 23:31:37.496082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.526447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Pushing event deleted for resources: {'Port': ['ID=4b08d2d3-9285-4908-b881-69efba838192,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:37.614361 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.653899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5304b-1522-46e3-94a3-5710989f7529 req-217cde14-3ac3-4b90-8719-df77affaf964 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.655479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91c5304b-1522-46e3-94a3-5710989f7529 req-217cde14-3ac3-4b90-8719-df77affaf964 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1068528 Jul 29 23:31:37.729776 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.733079 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.785249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91c5304b-1522-46e3-94a3-5710989f7529 req-056511ef-7308-4d05-a7eb-bbbd6553217b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991399 Jul 29 23:31:37.799262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.799799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Fanout notify agent at l3_agent the message router_deleted on router c3b46376-1b78-4cbc-ab8e-4c84a400bd31 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:37.808977 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.809642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e8c3fdc5-a34e-47a4-9ead-9bebd1cbff12 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/c3b46376-1b78-4cbc-ab8e-4c84a400bd31 HTTP/1.1" status: 204 len: 168 time: 1.2674344 Jul 29 23:31:37.813362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45812) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:37.818720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8a6c450a-425b-4071-9438-cfea82c26f92 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-550073747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:37.841863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a6c450a-425b-4071-9438-cfea82c26f92 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.843003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a6c450a-425b-4071-9438-cfea82c26f92 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.895168 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a6c450a-425b-4071-9438-cfea82c26f92 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.899498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a6c450a-425b-4071-9438-cfea82c26f92 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.916648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a6c450a-425b-4071-9438-cfea82c26f92 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.918039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8a6c450a-425b-4071-9438-cfea82c26f92 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1037474 Jul 29 23:31:37.920750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45814) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:37.925174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'enable_snat': True}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:38.136588 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.248482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28e721-fab7-4857-a01f-cc659153c2ed req-51736ecd-9491-46e4-bd0d-f1f406efc94a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.250016 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e28e721-fab7-4857-a01f-cc659153c2ed req-51736ecd-9491-46e4-bd0d-f1f406efc94a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 948 time: 0.0625389 Jul 29 23:31:38.335356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e28e721-fab7-4857-a01f-cc659153c2ed req-858e2d30-fae1-4d33-9539-8d826e4858f0 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768325 Jul 29 23:31:38.436769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d88bc-dcdf-45fb-bbd3-6a21b78fec78 req-5da35671-650f-466e-aa12-ec1c04a9b1c6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.438172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-108d88bc-dcdf-45fb-bbd3-6a21b78fec78 req-5da35671-650f-466e-aa12-ec1c04a9b1c6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 947 time: 0.1418526 Jul 29 23:31:38.470120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.496937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.512930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-108d88bc-dcdf-45fb-bbd3-6a21b78fec78 req-4ed2a710-efc7-4fbd-8ee0-6285ffd1e7dc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680931 Jul 29 23:31:38.612461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Allocated IP 172.25.2.194 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/84fbdc72-cb65-4824-b93f-adac70fea2cf) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:38.710431 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.749170 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.787035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:38.789910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:38.795383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:38.822125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event updated for resources: {'Port': ['ID=84fbdc72-cb65-4824-b93f-adac70fea2cf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:38.982289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beed26-56c2-42ef-a385-d47fb849df97 req-bd49d49e-07b7-469f-aafb-20d8b7c59a8f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.983697 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73beed26-56c2-42ef-a385-d47fb849df97 req-bd49d49e-07b7-469f-aafb-20d8b7c59a8f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1089027 Jul 29 23:31:39.064815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73beed26-56c2-42ef-a385-d47fb849df97 req-7931d00b-672b-4891-904f-0ef31c2d657f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745285 Jul 29 23:31:39.117378 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.305483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.308782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.467303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb015000-6576-4f72-867b-959588d9ec9a req-b7599230-201f-4b53-8246-741bd5839d07 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:39.468821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb015000-6576-4f72-867b-959588d9ec9a req-b7599230-201f-4b53-8246-741bd5839d07 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 948 time: 0.0638773 Jul 29 23:31:39.481733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Router bd43bbc5-d302-4b86-aa9c-87b033326531 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:39.525451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f01cb585-7d55-4d66-ac6b-d21f5af5c645 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:39.544580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb015000-6576-4f72-867b-959588d9ec9a req-a7f6168f-54d8-4c1f-ba4b-0edd1bbe9b5b tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698495 Jul 29 23:31:39.623703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:39.628835 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.633458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-87f09c69-9ffd-4c87-a5da-2528bfc98ad2 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "PUT /v2.0/routers/bd43bbc5-d302-4b86-aa9c-87b033326531 HTTP/1.1" status: 200 len: 914 time: 1.7083676 Jul 29 23:31:39.633630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45834) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:39.635140 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4383511-adcf-481f-817b-af68af863772 None None] Sync routers for ids ['bd43bbc5-d302-4b86-aa9c-87b033326531'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:39.646040 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4383511-adcf-481f-817b-af68af863772 None None] Routers {'bd43bbc5-d302-4b86-aa9c-87b033326531'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:39.646909 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c4383511-adcf-481f-817b-af68af863772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bd43bbc5-d302-4b86-aa9c-87b033326531'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:39.656263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f01cb585-7d55-4d66-ac6b-d21f5af5c645, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f01cb585-7d55-4d66-ac6b-d21f5af5c645,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:39.678588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'f01cb585-7d55-4d66-ac6b-d21f5af5c645', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'f01cb585-7d55-4d66-ac6b-d21f5af5c645', 'mac_address': 'fa:16:3e:eb:47:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:39.680899 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c4383511-adcf-481f-817b-af68af863772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:39.690535 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4383511-adcf-481f-817b-af68af863772 None None] Routers {'bd43bbc5-d302-4b86-aa9c-87b033326531'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:39.691642 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c4383511-adcf-481f-817b-af68af863772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bd43bbc5-d302-4b86-aa9c-87b033326531'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:39.692743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017e7e3-39fa-47db-a73c-2d2344c222f7 req-b4abe133-0058-4566-8bd9-7492183ae603 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:39.700203 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1017e7e3-39fa-47db-a73c-2d2344c222f7 req-b4abe133-0058-4566-8bd9-7492183ae603 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 947 time: 0.0896075 Jul 29 23:31:39.727166 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c4383511-adcf-481f-817b-af68af863772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:39.728450 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4383511-adcf-481f-817b-af68af863772 None None] The sync data for ids ['bd43bbc5-d302-4b86-aa9c-87b033326531'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:39.733263 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.738632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1017e7e3-39fa-47db-a73c-2d2344c222f7 req-04597870-0e01-4f3b-8732-33409a1aed3b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Jul 29 23:31:39.749143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01cb585-7d55-4d66-ac6b-d21f5af5c645 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:39.766441 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2de30eeb-3cec-493f-b6f1-c53d94b485b4 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/routers/bd43bbc5-d302-4b86-aa9c-87b033326531 HTTP/1.1" status: 200 len: 920 time: 0.1322365 Jul 29 23:31:39.769972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45836) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:39.770137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f01cb585-7d55-4d66-ac6b-d21f5af5c645, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f01cb585-7d55-4d66-ac6b-d21f5af5c645,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:39.774090 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.774905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:39.811311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab92e9-6aaa-40a2-8fb3-68f4f0197527 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:39.813191 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-32ab92e9-6aaa-40a2-8fb3-68f4f0197527 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&device_id=bd43bbc5-d302-4b86-aa9c-87b033326531&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0421803 Jul 29 23:31:39.816507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45840) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:39.850001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:39.858558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f01cb585-7d55-4d66-ac6b-d21f5af5c645,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:39.866487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'mac_address': 'fa:16:3e:5e:53:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:39.902804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5610d7d-9876-4539-9a0c-e2cd230dbe98 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:39.903526 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.904223 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b5610d7d-9876-4539-9a0c-e2cd230dbe98 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 881 time: 0.0867758 Jul 29 23:31:39.906932 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45842) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:39.916197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:39.934028 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5bb8e9d7-c601-455d-9d1d-a11c187480f0 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd43bbc5-d302-4b86-aa9c-87b033326531 HTTP/1.1" status: 200 len: 205 time: 0.0257409 Jul 29 23:31:39.936193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:39.937359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:39.941805 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.989826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:40.041009 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.188754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b764263-98ee-4f1a-a51f-f19a0d81062e req-6308baa4-03f1-498a-99ab-b42e42499271 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.190440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b764263-98ee-4f1a-a51f-f19a0d81062e req-6308baa4-03f1-498a-99ab-b42e42499271 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0529106 Jul 29 23:31:40.235177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b764263-98ee-4f1a-a51f-f19a0d81062e req-02840cc0-cca3-4c11-a05a-4b45268a8a0f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385773 Jul 29 23:31:40.450073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.502861 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:40.506774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Deleting port 84fbdc72-cb65-4824-b93f-adac70fea2cf {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:40.507116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.525063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['f01cb585-7d55-4d66-ac6b-d21f5af5c645'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:40.582564 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.601591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Calling delete_port for 84fbdc72-cb65-4824-b93f-adac70fea2cf owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:40.682976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84dcbf-a259-4076-865f-fe977caee376 req-2b95a28a-d9cd-4b30-83ea-6f1d4b3e7d93 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.684592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab84dcbf-a259-4076-865f-fe977caee376 req-2b95a28a-d9cd-4b30-83ea-6f1d4b3e7d93 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 949 time: 0.0575659 Jul 29 23:31:40.732845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab84dcbf-a259-4076-865f-fe977caee376 req-a389f027-eabd-454a-8794-18d79c2fdef6 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Jul 29 23:31:40.810171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.839817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Pushing event deleted for resources: {'Port': ['ID=84fbdc72-cb65-4824-b93f-adac70fea2cf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:40.863739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b5949-80eb-4538-8fb8-874c229d5b4d req-4e2dd8ad-8004-4422-9820-ae8683a23298 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.865416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-966b5949-80eb-4538-8fb8-874c229d5b4d req-4e2dd8ad-8004-4422-9820-ae8683a23298 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.0535996 Jul 29 23:31:40.903343 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.905623 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-966b5949-80eb-4538-8fb8-874c229d5b4d req-579df207-06df-462d-aebf-9a5f0771126b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341313 Jul 29 23:31:40.993388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.995407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.037471 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.037995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Fanout notify agent at l3_agent the message router_deleted on router bd43bbc5-d302-4b86-aa9c-87b033326531 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:41.044712 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.045846 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4a8b4f2e-93db-43ba-98f2-9450e737fa88 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/bd43bbc5-d302-4b86-aa9c-87b033326531 HTTP/1.1" status: 204 len: 168 time: 1.1087146 Jul 29 23:31:41.049976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45858) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:41.054993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9b8d008a-6722-42ff-8ba3-0f49e4815655 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1208557483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:41.080982 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b8d008a-6722-42ff-8ba3-0f49e4815655 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.081958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b8d008a-6722-42ff-8ba3-0f49e4815655 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.136068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b8d008a-6722-42ff-8ba3-0f49e4815655 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.140503 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b8d008a-6722-42ff-8ba3-0f49e4815655 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.155843 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b8d008a-6722-42ff-8ba3-0f49e4815655 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.157060 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9b8d008a-6722-42ff-8ba3-0f49e4815655 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1059699 Jul 29 23:31:41.160243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45862) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:41.164668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'enable_snat': False}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:41.354548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90e1b-e55b-410a-9cbb-a50a918a31b5 req-427a4d62-9bd2-46c4-aebd-722b61b8cb7b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:41.356043 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71f90e1b-e55b-410a-9cbb-a50a918a31b5 req-427a4d62-9bd2-46c4-aebd-722b61b8cb7b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0483954 Jul 29 23:31:41.360159 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.398871 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71f90e1b-e55b-410a-9cbb-a50a918a31b5 req-b76f395c-49ef-4bd2-be52-2095d08a8b0a tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363107 Jul 29 23:31:41.553752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.572363 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.677295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Allocated IP 172.25.2.156 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/6e7bbcd1-0987-41d7-9811-5b74f6bba0a0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:41.773817 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.816565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.860007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:41.865480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:41.870673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:41.872154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7bbcd1-0987-41d7-9811-5b74f6bba0a0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:41.874457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f160ca-6d60-4b00-94a9-fb9c97173196 req-8f167428-cdf9-4e61-88e1-03e2793d07d9 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:41.875981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78f160ca-6d60-4b00-94a9-fb9c97173196 req-8f167428-cdf9-4e61-88e1-03e2793d07d9 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 949 time: 0.0606809 Jul 29 23:31:41.897656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.898034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.898343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.898691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.899025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.899361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.899690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.900039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.900371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.900701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.901031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.901385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:41.914471 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78f160ca-6d60-4b00-94a9-fb9c97173196 req-81690b33-a5f4-4c34-9b77-45e897803a0a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Jul 29 23:31:42.033012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e4a16-b3f4-436d-83f6-d06d6d1d59d5 req-1d0387bf-bd3e-481b-b760-bec0ff91e8cc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.035270 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-528e4a16-b3f4-436d-83f6-d06d6d1d59d5 req-1d0387bf-bd3e-481b-b760-bec0ff91e8cc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.0515928 Jul 29 23:31:42.081497 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-528e4a16-b3f4-436d-83f6-d06d6d1d59d5 req-d7c1f4ad-461a-4a11-be00-c43149e01d37 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394909 Jul 29 23:31:42.140514 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.331477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.334798 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.459057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Router e19a9c27-d6ac-4afc-90c2-9970f38224db is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:42.515801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a59eba-93ad-4d77-bd71-e8af80e82ce6 req-151598b8-8b21-433d-b430-0ccd244f2bb3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.517320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69a59eba-93ad-4d77-bd71-e8af80e82ce6 req-151598b8-8b21-433d-b430-0ccd244f2bb3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0484383 Jul 29 23:31:42.560051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69a59eba-93ad-4d77-bd71-e8af80e82ce6 req-9523e06f-842a-4169-9c60-345c662706f3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359979 Jul 29 23:31:42.567043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:42.575647 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.575647 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8e5450a4-f451-4bbd-9928-11cbcd7da950 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "PUT /v2.0/routers/e19a9c27-d6ac-4afc-90c2-9970f38224db HTTP/1.1" status: 200 len: 916 time: 1.4119375 Jul 29 23:31:42.575803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45878) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:42.582473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a977b-36f9-4fed-aac6-8c653a526c3b None None] Sync routers for ids ['e19a9c27-d6ac-4afc-90c2-9970f38224db'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:42.591471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a977b-36f9-4fed-aac6-8c653a526c3b None None] Routers {'e19a9c27-d6ac-4afc-90c2-9970f38224db'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:42.592066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-352a977b-36f9-4fed-aac6-8c653a526c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e19a9c27-d6ac-4afc-90c2-9970f38224db'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:42.639104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-352a977b-36f9-4fed-aac6-8c653a526c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:42.648510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a977b-36f9-4fed-aac6-8c653a526c3b None None] Routers {'e19a9c27-d6ac-4afc-90c2-9970f38224db'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:42.649182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-352a977b-36f9-4fed-aac6-8c653a526c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e19a9c27-d6ac-4afc-90c2-9970f38224db'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:42.682987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-352a977b-36f9-4fed-aac6-8c653a526c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:42.683648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a977b-36f9-4fed-aac6-8c653a526c3b None None] The sync data for ids ['e19a9c27-d6ac-4afc-90c2-9970f38224db'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:42.956800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d6edbcb2-3f40-45ed-b0e4-b73fc28371dd tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/routers/e19a9c27-d6ac-4afc-90c2-9970f38224db HTTP/1.1" status: 200 len: 922 time: 0.3769257 Jul 29 23:31:42.957308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45884) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:43.001016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26d52ac-fcb1-4f38-8da5-c4e8f4ea514b tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.002567 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e26d52ac-fcb1-4f38-8da5-c4e8f4ea514b tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&device_id=e19a9c27-d6ac-4afc-90c2-9970f38224db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0443721 Jul 29 23:31:43.005230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45886) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:43.031481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d2435-710f-4e65-9183-fd9a6f60d9b5 req-c92c500e-dff3-47a7-ba8d-d868686c44a5 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.033025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-781d2435-710f-4e65-9183-fd9a6f60d9b5 req-c92c500e-dff3-47a7-ba8d-d868686c44a5 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 949 time: 0.0486934 Jul 29 23:31:43.071886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-781d2435-710f-4e65-9183-fd9a6f60d9b5 req-1e8d6006-baaa-48f2-b500-e10909972296 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Jul 29 23:31:43.100779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beecc2ee-11bc-4a69-bd7d-e02ddc2bf6d0 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.102187 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-beecc2ee-11bc-4a69-bd7d-e02ddc2bf6d0 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 881 time: 0.0960660 Jul 29 23:31:43.105215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:43.133096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f2f887b3-5b6d-49e9-a18d-2fcf93d44b6a tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19a9c27-d6ac-4afc-90c2-9970f38224db HTTP/1.1" status: 200 len: 205 time: 0.0267084 Jul 29 23:31:43.135528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45894) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:43.272345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1a940-ee71-468f-8755-f9e7ee980c85 req-3098a1b0-628a-487b-892f-8db9c4ba3e43 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.273848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4bc1a940-ee71-468f-8755-f9e7ee980c85 req-3098a1b0-628a-487b-892f-8db9c4ba3e43 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.0981779 Jul 29 23:31:43.283971 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.352117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4bc1a940-ee71-468f-8755-f9e7ee980c85 req-4b66597b-22ee-41ba-bc62-199c3df6982d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718741 Jul 29 23:31:43.413914 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.465811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Deleting port 6e7bbcd1-0987-41d7-9811-5b74f6bba0a0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:43.466156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.529019 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f01cb585-7d55-4d66-ac6b-d21f5af5c645 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:43.539296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.551473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Calling delete_port for 6e7bbcd1-0987-41d7-9811-5b74f6bba0a0 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:43.579674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port f01cb585-7d55-4d66-ac6b-d21f5af5c645 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:43.583598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port f01cb585-7d55-4d66-ac6b-d21f5af5c645 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:43.584219 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.666574 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.693336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e72f81b-998f-472c-9056-23cc33b38ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01cb585-7d55-4d66-ac6b-d21f5af5c645'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:43.695641 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a755a2f6-3fb5-48b1-907a-20e73d0c0282" -d '{"events": [{"server_uuid": "1e72f81b-998f-472c-9056-23cc33b38ef1", "name": "network-vif-plugged", "status": "completed", "tag": "f01cb585-7d55-4d66-ac6b-d21f5af5c645"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:43.710388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f01cb585-7d55-4d66-ac6b-d21f5af5c645, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f01cb585-7d55-4d66-ac6b-d21f5af5c645,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:43.716167 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.717456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:43.756282 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.767075 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f19e3bd-2479-422e-a453-de12d18322be x-openstack-request-id: req-3f19e3bd-2479-422e-a453-de12d18322be {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:43.767425 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e72f81b-998f-472c-9056-23cc33b38ef1", "name": "network-vif-plugged", "status": "completed", "tag": "f01cb585-7d55-4d66-ac6b-d21f5af5c645", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:43.767640 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f19e3bd-2479-422e-a453-de12d18322be {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:43.768046 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e72f81b-998f-472c-9056-23cc33b38ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01cb585-7d55-4d66-ac6b-d21f5af5c645', 'code': 200} Jul 29 23:31:43.792950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Pushing event deleted for resources: {'Port': ['ID=6e7bbcd1-0987-41d7-9811-5b74f6bba0a0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:43.813643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f01cb585-7d55-4d66-ac6b-d21f5af5c645,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:43.828004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:43.832994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:43.833639 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.901383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded89b8-a5fc-460e-a0f6-a5c2bb88d5c1 req-850e3259-76b9-4ab5-beea-52ea5ad39e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.902924 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5ded89b8-a5fc-460e-a0f6-a5c2bb88d5c1 req-850e3259-76b9-4ab5-beea-52ea5ad39e55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 1102 time: 0.0418437 Jul 29 23:31:43.904262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.920158 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.963832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:43.967820 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5ded89b8-a5fc-460e-a0f6-a5c2bb88d5c1 req-bb147634-ba97-4eda-96a7-c4ca73e93a13 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Jul 29 23:31:43.969287 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.016245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfb4c3-5703-4ca6-9319-cbae856dfc39 req-06408452-ad10-4935-a263-3df50deb3c5c tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:44.017828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06dfb4c3-5703-4ca6-9319-cbae856dfc39 req-06408452-ad10-4935-a263-3df50deb3c5c tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1620729 Jul 29 23:31:44.023767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.032314 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.032814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:44.090715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.091267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Fanout notify agent at l3_agent the message router_deleted on router e19a9c27-d6ac-4afc-90c2-9970f38224db {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:44.100303 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.105035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-82a8ea07-bc93-4ef1-984e-b0a8ff74a31e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/e19a9c27-d6ac-4afc-90c2-9970f38224db HTTP/1.1" status: 204 len: 168 time: 0.9649181 Jul 29 23:31:44.105127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45908) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:44.110015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2130495579', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:44.110428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06dfb4c3-5703-4ca6-9319-cbae856dfc39 req-7e2b3690-35b6-4672-ad39-82e8d7f841e7 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846837 Jul 29 23:31:44.137249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.138300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.197330 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.201135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a9061-4298-463f-be33-edcaf3778758 req-0eb6d8e4-c8e4-4142-9688-3ee7b3a452d6 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:44.202737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-239a9061-4298-463f-be33-edcaf3778758 req-0eb6d8e4-c8e4-4142-9688-3ee7b3a452d6 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 950 time: 0.0568111 Jul 29 23:31:44.243900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-239a9061-4298-463f-be33-edcaf3778758 req-56249dae-8673-4769-ab5d-a32912f311f3 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Jul 29 23:31:44.335075 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.469226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5fefc-4b1d-4d48-ab8b-6738a079a7bd req-f4ac4604-6361-4460-80a1-ed9fc8fcb78d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:44.471253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74c5fefc-4b1d-4d48-ab8b-6738a079a7bd req-f4ac4604-6361-4460-80a1-ed9fc8fcb78d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0494080 Jul 29 23:31:44.509137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74c5fefc-4b1d-4d48-ab8b-6738a079a7bd req-3c04613f-ecb2-4fa6-97d7-0dcfd1c7c314 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Jul 29 23:31:44.524520 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.543261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.647807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Allocated IP 172.25.2.202 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/dee494ab-c079-478e-817a-304e7f54f576) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:44.745813 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.783876 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.821281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:44.825422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:44.828795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:44.855385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Pushing event updated for resources: {'Port': ['ID=dee494ab-c079-478e-817a-304e7f54f576,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:45.076448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.244096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439e2fc-34b4-4537-90bc-ea0f529b6cf3 req-c30b7b74-f2cd-45da-9529-5881e28b9640 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.245839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e439e2fc-34b4-4537-90bc-ea0f529b6cf3 req-c30b7b74-f2cd-45da-9529-5881e28b9640 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0636959 Jul 29 23:31:45.300662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e439e2fc-34b4-4537-90bc-ea0f529b6cf3 req-1a328f2b-cb49-47c8-96d5-6b252ed8579f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399289 Jul 29 23:31:45.406311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b3b2-406e-4c18-b318-e7faf360049c req-0fd72715-cc69-4db1-a2d4-3c64be8fc940 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.407901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e423b3b2-406e-4c18-b318-e7faf360049c req-0fd72715-cc69-4db1-a2d4-3c64be8fc940 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 950 time: 0.0514281 Jul 29 23:31:45.461250 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e423b3b2-406e-4c18-b318-e7faf360049c req-0f380e91-16c6-4335-92df-4f7672f26b5a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447416 Jul 29 23:31:45.597721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.625293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435043-b3e1-4c48-9aa6-3624b76966e3 req-8ec33f40-2d0b-40df-bf8e-35415ebf07b0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.626850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76435043-b3e1-4c48-9aa6-3624b76966e3 req-8ec33f40-2d0b-40df-bf8e-35415ebf07b0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0490820 Jul 29 23:31:45.665040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76435043-b3e1-4c48-9aa6-3624b76966e3 req-733e0eab-ec65-4bc5-b57c-09645a4a2b40 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Jul 29 23:31:45.725305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Router b961a6c0-25f1-491a-99da-30d98c3696b1 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:45.769073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:45.771443 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb006a80-d30d-4675-9c46-a57a2e561a8e" -d '{"events": [{"server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "name": "network-vif-plugged", "status": "completed", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:45.806203 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f7a8f0-553d-41a7-938a-15943b35232c x-openstack-request-id: req-58f7a8f0-553d-41a7-938a-15943b35232c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:45.806494 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "name": "network-vif-plugged", "status": "completed", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:45.807218 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58f7a8f0-553d-41a7-938a-15943b35232c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:45.807609 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'code': 200} Jul 29 23:31:45.827848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:45.838662 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e32517-780f-4362-ae69-75a88884aeaf None None] Sync routers for ids ['b961a6c0-25f1-491a-99da-30d98c3696b1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:45.848570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.850117 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e04654a4-95b6-4efd-a048-837f2bfa1494 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7437382 Jul 29 23:31:45.852565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:45.857369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:45.859713 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e32517-780f-4362-ae69-75a88884aeaf None None] Routers {'b961a6c0-25f1-491a-99da-30d98c3696b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:45.860857 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-66e32517-780f-4362-ae69-75a88884aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b961a6c0-25f1-491a-99da-30d98c3696b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:45.897681 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-66e32517-780f-4362-ae69-75a88884aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:45.906229 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e32517-780f-4362-ae69-75a88884aeaf None None] Routers {'b961a6c0-25f1-491a-99da-30d98c3696b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:45.906828 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-66e32517-780f-4362-ae69-75a88884aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b961a6c0-25f1-491a-99da-30d98c3696b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:45.938680 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-66e32517-780f-4362-ae69-75a88884aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:45.939349 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e32517-780f-4362-ae69-75a88884aeaf None None] The sync data for ids ['b961a6c0-25f1-491a-99da-30d98c3696b1'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:46.025350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6addf2c-0372-4709-8d8c-c7241875fe5f req-ce65f601-deff-424e-b64b-c85418e23829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.026824 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a6addf2c-0372-4709-8d8c-c7241875fe5f req-ce65f601-deff-424e-b64b-c85418e23829 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1101 time: 0.0905654 Jul 29 23:31:46.110760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a6addf2c-0372-4709-8d8c-c7241875fe5f req-9204902b-2413-443c-9d94-b28b27e5ab14 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Jul 29 23:31:46.209791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.221268 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.271286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Deleting port dee494ab-c079-478e-817a-304e7f54f576 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:46.271636 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.347209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.359208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Calling delete_port for dee494ab-c079-478e-817a-304e7f54f576 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:46.428666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23414f-995a-4382-a39d-904ca8e7f225 req-6a298991-829b-425c-9ff7-fddffff9a6cc tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.430163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e23414f-995a-4382-a39d-904ca8e7f225 req-6a298991-829b-425c-9ff7-fddffff9a6cc tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0543096 Jul 29 23:31:46.473022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e23414f-995a-4382-a39d-904ca8e7f225 req-87b97364-adde-4903-af14-eb8e08327023 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365829 Jul 29 23:31:46.526518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.557178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Pushing event deleted for resources: {'Port': ['ID=dee494ab-c079-478e-817a-304e7f54f576,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:46.586829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8d7b4-cea2-4078-a73f-b686e447ec6f req-6a921f3d-7606-4e20-82ca-7afcf09e4ce9 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.588477 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ae8d7b4-cea2-4078-a73f-b686e447ec6f req-6a921f3d-7606-4e20-82ca-7afcf09e4ce9 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 950 time: 0.0550785 Jul 29 23:31:46.617576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.630115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ae8d7b4-cea2-4078-a73f-b686e447ec6f req-6653d55c-d899-4cee-9d40-9ac46cb63ee6 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Jul 29 23:31:46.803593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f73baa-1899-440f-b0a9-78a0f4cf6532 req-ec75730e-6d48-413d-aa8b-bddf36d24529 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.805542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8f73baa-1899-440f-b0a9-78a0f4cf6532 req-ec75730e-6d48-413d-aa8b-bddf36d24529 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0711694 Jul 29 23:31:46.826982 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.830396 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.878625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8f73baa-1899-440f-b0a9-78a0f4cf6532 req-09430634-f287-4c0e-a7cc-13391b9f7c61 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666087 Jul 29 23:31:46.887973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4d8af-65da-4062-967f-f70c1ea2873f req-85b0b582-14af-4cc5-a129-119721e561df tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.889741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cba4d8af-65da-4062-967f-f70c1ea2873f req-85b0b582-14af-4cc5-a129-119721e561df tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 1102 time: 0.0695884 Jul 29 23:31:46.908813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Router b961a6c0-25f1-491a-99da-30d98c3696b1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:46.912450 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cba4d8af-65da-4062-967f-f70c1ea2873f req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.988936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:46.995732 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.996949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8a85049c-9395-4969-9ec1-71816ebf42ca tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "PUT /v2.0/routers/b961a6c0-25f1-491a-99da-30d98c3696b1 HTTP/1.1" status: 200 len: 706 time: 1.1434534 Jul 29 23:31:46.999478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45948) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.001345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfb8051-46d8-478b-8cc6-ddd6a54d9129 None None] Sync routers for ids ['b961a6c0-25f1-491a-99da-30d98c3696b1'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:47.011277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb8051-46d8-478b-8cc6-ddd6a54d9129 None None] Routers {'b961a6c0-25f1-491a-99da-30d98c3696b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:47.011904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0dfb8051-46d8-478b-8cc6-ddd6a54d9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b961a6c0-25f1-491a-99da-30d98c3696b1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:47.017800 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cba4d8af-65da-4062-967f-f70c1ea2873f req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.023223 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cba4d8af-65da-4062-967f-f70c1ea2873f req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.044441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0dfb8051-46d8-478b-8cc6-ddd6a54d9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:47.046436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cba4d8af-65da-4062-967f-f70c1ea2873f req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472466 Jul 29 23:31:47.054642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb8051-46d8-478b-8cc6-ddd6a54d9129 None None] Routers {'b961a6c0-25f1-491a-99da-30d98c3696b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:47.055263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0dfb8051-46d8-478b-8cc6-ddd6a54d9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b961a6c0-25f1-491a-99da-30d98c3696b1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:47.059538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf628186-007f-4792-8f36-7edd2ab712f0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:47.071752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.072188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.072584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.072980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.073483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.073873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.074210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.074549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.075657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.076185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.076526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.076862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73f581-445f-43a2-b3e2-458356c6256b tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:47.078521 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3b9e67e4-f644-4d6b-be0c-ea147b4dbbb0 tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/routers/b961a6c0-25f1-491a-99da-30d98c3696b1 HTTP/1.1" status: 200 len: 741 time: 0.0775907 Jul 29 23:31:47.081104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.091426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0dfb8051-46d8-478b-8cc6-ddd6a54d9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:47.092302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfb8051-46d8-478b-8cc6-ddd6a54d9129 None None] The sync data for ids ['b961a6c0-25f1-491a-99da-30d98c3696b1'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:47.129574 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d93f845a-a458-4f4a-b57e-033b5f450f2a tempest-RoutersAdminTest-544806224 tempest-RoutersAdminTest-544806224-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&device_id=b961a6c0-25f1-491a-99da-30d98c3696b1 HTTP/1.1" status: 200 len: 205 time: 0.0473723 Jul 29 23:31:47.132051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45952) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.156986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4070d040-e87b-4424-a818-9142b34449a1 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b961a6c0-25f1-491a-99da-30d98c3696b1 HTTP/1.1" status: 200 len: 205 time: 0.0239003 Jul 29 23:31:47.159882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45954) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.232970 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3d4b560-7c1f-47f2-b092-32a3ba866168 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.383715 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3d4b560-7c1f-47f2-b092-32a3ba866168 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.385739 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3d4b560-7c1f-47f2-b092-32a3ba866168 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.428743 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3d4b560-7c1f-47f2-b092-32a3ba866168 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.429172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d4b560-7c1f-47f2-b092-32a3ba866168 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Fanout notify agent at l3_agent the message router_deleted on router b961a6c0-25f1-491a-99da-30d98c3696b1 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:47.436588 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3d4b560-7c1f-47f2-b092-32a3ba866168 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.441382 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e3d4b560-7c1f-47f2-b092-32a3ba866168 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/b961a6c0-25f1-491a-99da-30d98c3696b1 HTTP/1.1" status: 204 len: 168 time: 0.2769487 Jul 29 23:31:47.441382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45960) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.472236 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-872dbdaf-e667-40f6-853d-053c438f158c tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b961a6c0-25f1-491a-99da-30d98c3696b1 HTTP/1.1" status: 200 len: 205 time: 0.0294507 Jul 29 23:31:47.474392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45962) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.509771 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-18b1894a-230c-49f6-991c-c2ffa8f60592 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] delete failed (client error): The resource could not be found. Jul 29 23:31:47.510797 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-18b1894a-230c-49f6-991c-c2ffa8f60592 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/b961a6c0-25f1-491a-99da-30d98c3696b1 HTTP/1.1" status: 404 len: 336 time: 0.0355124 Jul 29 23:31:47.513282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.540122 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0e46715e-e356-4971-9b6a-8864271f112f tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19a9c27-d6ac-4afc-90c2-9970f38224db HTTP/1.1" status: 200 len: 205 time: 0.0257664 Jul 29 23:31:47.542477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.583130 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-c3788c2b-70c4-4be8-bf85-4be6e815febf tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] delete failed (client error): The resource could not be found. Jul 29 23:31:47.584605 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c3788c2b-70c4-4be8-bf85-4be6e815febf tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/e19a9c27-d6ac-4afc-90c2-9970f38224db HTTP/1.1" status: 404 len: 336 time: 0.0407958 Jul 29 23:31:47.586921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.601558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a4785-d65c-45be-a9db-e55321813f8e req-daba0f0a-c707-4a52-8889-9f21aaee55b3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.603359 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b3a4785-d65c-45be-a9db-e55321813f8e req-daba0f0a-c707-4a52-8889-9f21aaee55b3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0529683 Jul 29 23:31:47.615281 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d324d67c-4d8d-494f-bea6-67085394aad7 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd43bbc5-d302-4b86-aa9c-87b033326531 HTTP/1.1" status: 200 len: 205 time: 0.0272629 Jul 29 23:31:47.617725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.646511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b3a4785-d65c-45be-a9db-e55321813f8e req-855ea536-bd28-47a1-91cc-f95677f3aca8 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369236 Jul 29 23:31:47.659594 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-36d143ed-e7b1-40ce-9a9a-4e2de2922984 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] delete failed (client error): The resource could not be found. Jul 29 23:31:47.660695 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-36d143ed-e7b1-40ce-9a9a-4e2de2922984 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/bd43bbc5-d302-4b86-aa9c-87b033326531 HTTP/1.1" status: 404 len: 336 time: 0.0420692 Jul 29 23:31:47.663277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45976) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.693175 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-31f619b5-ad82-4e55-8f08-93e10d2e44b4 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3b46376-1b78-4cbc-ab8e-4c84a400bd31 HTTP/1.1" status: 200 len: 205 time: 0.0287991 Jul 29 23:31:47.695446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.730656 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-bf6791f7-283a-444e-bec4-6f82a690496c tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] delete failed (client error): The resource could not be found. Jul 29 23:31:47.731619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bf6791f7-283a-444e-bec4-6f82a690496c tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/c3b46376-1b78-4cbc-ab8e-4c84a400bd31 HTTP/1.1" status: 404 len: 336 time: 0.0353091 Jul 29 23:31:47.734120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45980) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.759919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-72081d8f-bdaf-4027-80f0-2e4d48fb922c tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a36576-132e-4321-8632-f3a1a140da62 HTTP/1.1" status: 200 len: 205 time: 0.0248067 Jul 29 23:31:47.762181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45982) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.801231 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-160870bd-d748-4e31-903a-eafa6266ded1 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] delete failed (client error): The resource could not be found. Jul 29 23:31:47.802559 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-160870bd-d748-4e31-903a-eafa6266ded1 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/56a36576-132e-4321-8632-f3a1a140da62 HTTP/1.1" status: 404 len: 336 time: 0.0394986 Jul 29 23:31:47.805368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45984) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.833636 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b275188d-d296-4227-a1b4-2a745fa1cd1e tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452799a-e540-48ca-82f3-a9e13ff487a9 HTTP/1.1" status: 200 len: 205 time: 0.0271614 Jul 29 23:31:47.837670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45986) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.884031 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-61eb1d04-6340-4af7-b6ca-c6b8cfdc0034 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] delete failed (client error): The resource could not be found. Jul 29 23:31:47.888043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45988) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.888168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-61eb1d04-6340-4af7-b6ca-c6b8cfdc0034 tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/routers/2452799a-e540-48ca-82f3-a9e13ff487a9 HTTP/1.1" status: 404 len: 336 time: 0.0489075 Jul 29 23:31:47.918079 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-35804ff1-a739-4f18-bca5-8910b787a92d tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] DELETE failed (client error): The resource could not be found. Jul 29 23:31:47.918585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35804ff1-a739-4f18-bca5-8910b787a92d tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:31:47.920611 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-35804ff1-a739-4f18-bca5-8910b787a92d tempest-RoutersAdminTest-1241483863 tempest-RoutersAdminTest-1241483863-project] 10.222.0.37 "DELETE /v2.0/subnets/4091276d-ab8a-41dd-9fa6-b7bbb0dda25c HTTP/1.1" status: 404 len: 337 time: 0.0311489 Jul 29 23:31:48.000503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf1d0-5542-4825-8e7c-73813666c249 req-52c3183e-6a7d-474c-8078-fdf770e5ebca tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.002044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27edf1d0-5542-4825-8e7c-73813666c249 req-52c3183e-6a7d-474c-8078-fdf770e5ebca tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0514123 Jul 29 23:31:48.042443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27edf1d0-5542-4825-8e7c-73813666c249 req-0be731e5-5509-40ae-bce2-ff3bb77df8d1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Jul 29 23:31:48.177312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46000) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:48.192724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5a69e-7c4c-4ade-9616-879007489c0d req-8ace4049-b709-4096-9534-e395231ef801 tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.194271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1fc5a69e-7c4c-4ade-9616-879007489c0d req-8ace4049-b709-4096-9534-e395231ef801 tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1101 time: 0.0782609 Jul 29 23:31:48.196311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a099b76-d9de-470d-bd5c-166fd2c2b24d req-1353e92a-a237-4d36-b164-ce2040c32c56 tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.197697 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a099b76-d9de-470d-bd5c-166fd2c2b24d req-1353e92a-a237-4d36-b164-ce2040c32c56 tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 1102 time: 0.0723362 Jul 29 23:31:48.252481 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1fc5a69e-7c4c-4ade-9616-879007489c0d req-e1eae2db-0cf1-4e41-945d-60b1ca570c62 tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521243 Jul 29 23:31:48.254151 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a099b76-d9de-470d-bd5c-166fd2c2b24d req-b66a626a-9e96-4f73-b073-5edddb51c898 tempest-ServersAdminNegativeTestJSON-1097548413 tempest-ServersAdminNegativeTestJSON-1097548413-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473802 Jul 29 23:31:48.289950 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24e00636-245c-4fad-9947-85649f1ae2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.394528 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24e00636-245c-4fad-9947-85649f1ae2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.398984 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24e00636-245c-4fad-9947-85649f1ae2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.441837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e00636-245c-4fad-9947-85649f1ae2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6184577-675d-4b45-8956-bb2c507e013e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:48.446408 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-24e00636-245c-4fad-9947-85649f1ae2df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6af36b9b0f04eccbf716108281c636c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679644 Jul 29 23:31:48.449809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:48.550822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13e07f66-e4c9-4107-8c19-9e9a6d8b085f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.556213 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-4e666bc6-78e8-476c-9993-813584d4f0cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663750 Jul 29 23:31:48.581717 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13e07f66-e4c9-4107-8c19-9e9a6d8b085f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.598282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca589-a101-495d-8734-0da711a74fff req-59feaca9-162e-4103-a51d-3693101fc978 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.606606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12fca589-a101-495d-8734-0da711a74fff req-59feaca9-162e-4103-a51d-3693101fc978 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0812311 Jul 29 23:31:48.609744 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.653918 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12fca589-a101-495d-8734-0da711a74fff req-aa95f13d-965f-4685-8925-ec426ced1f1c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Jul 29 23:31:48.668897 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13e07f66-e4c9-4107-8c19-9e9a6d8b085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.668897 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13e07f66-e4c9-4107-8c19-9e9a6d8b085f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.668897 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-13e07f66-e4c9-4107-8c19-9e9a6d8b085f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6184577-675d-4b45-8956-bb2c507e013e HTTP/1.1" status: 204 len: 168 time: 0.2120259 Jul 29 23:31:48.691240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e07f66-e4c9-4107-8c19-9e9a6d8b085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6184577-675d-4b45-8956-bb2c507e013e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:48.846709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ff5fd-365b-4ff7-89fb-9fa131587bfa req-514e822b-ec07-4514-a539-0120f819b9d6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.852508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f8ff5fd-365b-4ff7-89fb-9fa131587bfa req-514e822b-ec07-4514-a539-0120f819b9d6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0689774 Jul 29 23:31:48.920929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f8ff5fd-365b-4ff7-89fb-9fa131587bfa req-29fcb2f1-0205-4148-bb53-eb15ac005115 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645883 Jul 29 23:31:48.935475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ccb74-e345-48d0-aa89-7e5b4b25c3bd req-39c5f43c-c65c-44b2-810e-ec3b24fb9853 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.945128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-907ccb74-e345-48d0-aa89-7e5b4b25c3bd req-39c5f43c-c65c-44b2-810e-ec3b24fb9853 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 950 time: 0.0909977 Jul 29 23:31:48.992148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-907ccb74-e345-48d0-aa89-7e5b4b25c3bd req-9fac4e62-7486-473e-8db5-182eb903570e tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394230 Jul 29 23:31:49.047289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46054) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:49.089101 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-df47e770-628b-4dd6-a0c9-54c993319dc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=181d9b37305f4f078d4ea335d380ee6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406139 Jul 29 23:31:49.091614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46056) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:49.151911 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f69146d-ec08-4c81-a596-2ea668d8d9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:49.174567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f69146d-ec08-4c81-a596-2ea668d8d9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:49.222242 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f69146d-ec08-4c81-a596-2ea668d8d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:49.225541 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f69146d-ec08-4c81-a596-2ea668d8d9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:49.227057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3f69146d-ec08-4c81-a596-2ea668d8d9bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aa96b22-29cc-4eda-a346-a71674ca0648 HTTP/1.1" status: 204 len: 168 time: 0.1342063 Jul 29 23:31:49.242736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69146d-ec08-4c81-a596-2ea668d8d9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa96b22-29cc-4eda-a346-a71674ca0648,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:49.770867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ccd2-3269-4764-93aa-1a623647a996 req-a4639d3b-90cb-451b-9d73-a3e2e44d98df tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.772388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e182ccd2-3269-4764-93aa-1a623647a996 req-a4639d3b-90cb-451b-9d73-a3e2e44d98df tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0534482 Jul 29 23:31:49.820441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e182ccd2-3269-4764-93aa-1a623647a996 req-576d4e51-9ec4-453d-a64e-9d09e42fb37b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389500 Jul 29 23:31:49.977633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:50.078316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a106e58-4f43-403f-b64b-a323cc0aa41f req-4d877b53-4202-4aad-9ad1-e19b571bfcb2 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.080444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a106e58-4f43-403f-b64b-a323cc0aa41f req-4d877b53-4202-4aad-9ad1-e19b571bfcb2 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0783398 Jul 29 23:31:50.090409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-761317447'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:50.132733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-bd4b3ccf-0f39-45bc-93eb-c7f88793330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.134245 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-bd4b3ccf-0f39-45bc-93eb-c7f88793330b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1101 time: 0.0465918 Jul 29 23:31:50.166240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Made reservation on behalf of 643927c7eb15456ba7b5f54dcc84985c for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:50.169659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.174631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a106e58-4f43-403f-b64b-a323cc0aa41f req-b262d3be-d08a-4484-9ddb-793e0ee51c02 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805690 Jul 29 23:31:50.192580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46a33a-6402-4512-a3d3-8ebb69a18257 req-d31a55f6-3fb1-4fab-9882-47c28532fdc7 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.194138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de46a33a-6402-4512-a3d3-8ebb69a18257 req-d31a55f6-3fb1-4fab-9882-47c28532fdc7 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 950 time: 0.0989506 Jul 29 23:31:50.194811 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.247472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-a702e7ab-6785-4de2-a7ff-79b373d9cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.249036 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-a702e7ab-6785-4de2-a7ff-79b373d9cf95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.0893342 Jul 29 23:31:50.257468 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de46a33a-6402-4512-a3d3-8ebb69a18257 req-78390783-8208-46b3-81d8-fc4d689e2b5d tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545771 Jul 29 23:31:50.303759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-cff1041b-a85d-4069-b724-27584a50a020 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0358930 Jul 29 23:31:50.322102 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.325898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.356158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:50.363112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10456637-9e58-4325-b95d-ace646baf8e6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:50.363590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-7a74bc87-459c-4ea9-911e-5f1f5b976df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.365109 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-7a74bc87-459c-4ea9-911e-5f1f5b976df2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0481620 Jul 29 23:31:50.370371 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.371232 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Added segment 8ccb07d4-77f9-4365-ab95-607703fb2370 of type vlan for network e56f91db-bac7-40eb-9a51-fe7cb70769dc Jul 29 23:31:50.412740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.418405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-91f078fc-0d85-44e9-a42a-d05af3ed15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.419899 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-91f078fc-0d85-44e9-a42a-d05af3ed15b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0396786 Jul 29 23:31:50.443607 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.449618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.450238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.523626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5422032 Jul 29 23:31:50.523827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46102) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:50.531241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Request body: {'subnet': {'network_id': 'e56f91db-bac7-40eb-9a51-fe7cb70769dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:50.538157 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-8b221696-a55d-4a63-80c5-a83ba178308c service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851645 Jul 29 23:31:50.550651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2570d79-28b0-49e4-95fc-e634fa52c84a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event updated for resources: {'Network': ['ID=e56f91db-bac7-40eb-9a51-fe7cb70769dc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:50.562473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network e56f91db-bac7-40eb-9a51-fe7cb70769dc details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:31:50.631899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Made reservation on behalf of 643927c7eb15456ba7b5f54dcc84985c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:50.636102 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.640819 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-66a454ad-f8f9-43b2-8ad4-60d4e196e6a7 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893862 Jul 29 23:31:50.825577 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.886072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event updated for resources: {'Subnet': ['ID=aff5cfee-0552-4103-9d85-9d43c6a91b51,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:50.894998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Checking segment: {'id': '8ccb07d4-77f9-4365-ab95-607703fb2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e56f91db-bac7-40eb-9a51-fe7cb70769dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:50.895366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Network hostable DHCP agents. Network: e56f91db-bac7-40eb-9a51-fe7cb70769dc, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:31:50.943387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Network e56f91db-bac7-40eb-9a51-fe7cb70769dc is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:31:50.965115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2c954-f2e2-4738-b661-e2be92ea55ea req-898b6fa6-4c39-45e8-8b06-47d376e585e5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.966607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65a2c954-f2e2-4738-b661-e2be92ea55ea req-898b6fa6-4c39-45e8-8b06-47d376e585e5 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0671780 Jul 29 23:31:50.967672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, e56f91db-bac7-40eb-9a51-fe7cb70769dc) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:50.972328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.972916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.978874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340a37c-1002-466e-9171-f9362a8ca8a0 None None] Network e56f91db-bac7-40eb-9a51-fe7cb70769dc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:51.005110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a997c99f-3529-4089-87d2-f193b76df2a3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4774671 Jul 29 23:31:51.005389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46112) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:51.019070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Request body: {'port': {'network_id': 'e56f91db-bac7-40eb-9a51-fe7cb70769dc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1110637927'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:51.021300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65a2c954-f2e2-4738-b661-e2be92ea55ea req-9ebe18ab-f694-4d93-9c60-a9f7b50ab963 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452449 Jul 29 23:31:51.133996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Made reservation on behalf of 643927c7eb15456ba7b5f54dcc84985c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:51.137787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.162498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] device_id is not set on port 22f4ed89-93db-42c9-a7de-48f87755ef5a yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:31:51.266145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-e56f91db-bac7-40eb-9a51-fe7cb70769dc', 'network_id': 'e56f91db-bac7-40eb-9a51-fe7cb70769dc', 'tenant_id': '643927c7eb15456ba7b5f54dcc84985c', 'fixed_ips': [{'subnet_id': 'aff5cfee-0552-4103-9d85-9d43c6a91b51'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:31:51.267010 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.285441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Allocated IP 172.20.0.8 (e56f91db-bac7-40eb-9a51-fe7cb70769dc/aff5cfee-0552-4103-9d85-9d43c6a91b51/22f4ed89-93db-42c9-a7de-48f87755ef5a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:51.312456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7bbc4-77fb-4c52-a678-cde523b0d0d1 req-540e389d-82cd-46d4-a922-7e5dba64535f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.320724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aab7bbc4-77fb-4c52-a678-cde523b0d0d1 req-540e389d-82cd-46d4-a922-7e5dba64535f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0662148 Jul 29 23:31:51.388447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aab7bbc4-77fb-4c52-a678-cde523b0d0d1 req-2f6e4413-ed58-4303-955c-0c37d4744d8d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666380 Jul 29 23:31:51.409507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e5eaa-296b-4667-b10e-653791d4471b req-420aa88a-774d-45e5-a943-92bdecd29671 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.411188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-426e5eaa-296b-4667-b10e-653791d4471b req-420aa88a-774d-45e5-a943-92bdecd29671 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 950 time: 0.0700715 Jul 29 23:31:51.449922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-426e5eaa-296b-4667-b10e-653791d4471b req-40e98595-4b20-40bb-829e-ad556f60e9fa tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Jul 29 23:31:51.491804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-ebe9390f-e917-4eb4-bb87-9ee49a526764 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.493383 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-ebe9390f-e917-4eb4-bb87-9ee49a526764 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 950 time: 0.0749009 Jul 29 23:31:51.502667 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.539508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Transition to ACTIVE for port object 22f4ed89-93db-42c9-a7de-48f87755ef5a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:51.617515 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.669673 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb72c6a-1ad1-4bf9-bc30-8e73d9fd0f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.684098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Allocated IP 172.20.0.2 (e56f91db-bac7-40eb-9a51-fe7cb70769dc/aff5cfee-0552-4103-9d85-9d43c6a91b51/6d016d24-a1cf-4d48-b157-5007dc5b4c97) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:51.863135 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.871988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Transition to ACTIVE for port object 6d016d24-a1cf-4d48-b157-5007dc5b4c97 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:51.887879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Transition to ACTIVE for port object 6d016d24-a1cf-4d48-b157-5007dc5b4c97 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:51.894072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.938873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Network e56f91db-bac7-40eb-9a51-fe7cb70769dc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:51.943621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:51.945819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Pushing event updated for resources: {'Port': ['ID=6d016d24-a1cf-4d48-b157-5007dc5b4c97,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:51.947923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:51.973527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-80a32820-93c1-4bb3-9c97-e5762a1d7b10 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Deleting port f01cb585-7d55-4d66-ac6b-d21f5af5c645 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:51.973879 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-80a32820-93c1-4bb3-9c97-e5762a1d7b10 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.020110 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Attempting to bind port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:52.020635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Attempting to bind port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '8ccb07d4-77f9-4365-ab95-607703fb2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e56f91db-bac7-40eb-9a51-fe7cb70769dc'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:52.021200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Attempting to bind port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 on network e56f91db-bac7-40eb-9a51-fe7cb70769dc {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:52.026450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:52.026854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Checking segment: {'id': '8ccb07d4-77f9-4365-ab95-607703fb2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e56f91db-bac7-40eb-9a51-fe7cb70769dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:52.027369 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.027738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Bound using segment: {'id': '8ccb07d4-77f9-4365-ab95-607703fb2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e56f91db-bac7-40eb-9a51-fe7cb70769dc'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:52.028369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Bound port: 6d016d24-a1cf-4d48-b157-5007dc5b4c97, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb07d4-77f9-4365-ab95-607703fb2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e56f91db-bac7-40eb-9a51-fe7cb70769dc'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:52.028847 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.048247 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Network e56f91db-bac7-40eb-9a51-fe7cb70769dc is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:52.056047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:52.060105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event updated for resources: {'Port': ['ID=22f4ed89-93db-42c9-a7de-48f87755ef5a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:52.065636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:52.114173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] For port 6d016d24-a1cf-4d48-b157-5007dc5b4c97, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:52.117536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] For port 6d016d24-a1cf-4d48-b157-5007dc5b4c97, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6d016d24-a1cf-4d48-b157-5007dc5b4c97,segment=NetworkSegment(8ccb07d4-77f9-4365-ab95-607703fb2370),segment_id=8ccb07d4-77f9-4365-ab95-607703fb2370)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:52.125173 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.141455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:52.142148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.153237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-80a32820-93c1-4bb3-9c97-e5762a1d7b10 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] For port f01cb585-7d55-4d66-ac6b-d21f5af5c645, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f01cb585-7d55-4d66-ac6b-d21f5af5c645,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:52.153608 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-80a32820-93c1-4bb3-9c97-e5762a1d7b10 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.166035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be30c0-53ab-4bac-9650-73ef7527782e req-f525993a-a4ef-4d2e-9662-bffca6199d23 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:52.173426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-80a32820-93c1-4bb3-9c97-e5762a1d7b10 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Calling delete_port for f01cb585-7d55-4d66-ac6b-d21f5af5c645 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:52.176476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0be30c0-53ab-4bac-9650-73ef7527782e req-f525993a-a4ef-4d2e-9662-bffca6199d23 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0733681 Jul 29 23:31:52.180942 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-849b3047-7b97-4323-9116-ce7ec50f597e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1742558 Jul 29 23:31:52.190406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:52.197569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Request body: {'port': {'network_id': 'e56f91db-bac7-40eb-9a51-fe7cb70769dc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1498801364', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:52.198324 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] bootfile-name is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:31:52.198677 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] tftp-server is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:31:52.199014 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] server-ip-address is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:31:52.199240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd05a7-553d-4f50-b9f6-65254932bcbd None None] Pushing event updated for resources: {'Port': ['ID=6d016d24-a1cf-4d48-b157-5007dc5b4c97,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:52.224794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0be30c0-53ab-4bac-9650-73ef7527782e req-b548d85d-ebd4-4c99-9d3b-9d89050c6b9e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Jul 29 23:31:52.423053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Made reservation on behalf of 643927c7eb15456ba7b5f54dcc84985c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:52.427627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.450403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] device_id is not set on port d6771eb0-b8c7-4a85-be02-248bc3920957 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:31:52.456609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-80a32820-93c1-4bb3-9c97-e5762a1d7b10 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.483683 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['f01cb585-7d55-4d66-ac6b-d21f5af5c645'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:52.522860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['17d51437-da5d-441e-9b11-2e3ef1b6a0c5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:52.537264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a32820-93c1-4bb3-9c97-e5762a1d7b10 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Pushing event deleted for resources: {'Port': ['ID=f01cb585-7d55-4d66-ac6b-d21f5af5c645,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:52.537888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71ecd7-5ed1-43d9-9ad5-8aa7758d0330 req-739e49ad-4e41-4cfd-8db4-68756570633e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:52.539449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d71ecd7-5ed1-43d9-9ad5-8aa7758d0330 req-739e49ad-4e41-4cfd-8db4-68756570633e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0698352 Jul 29 23:31:52.574863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-055313c1-3bb6-4200-a9e8-2775d532e302 req-74968188-9195-4257-9393-af726cfb51d2 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e72f81b-998f-472c-9056-23cc33b38ef1 HTTP/1.1" status: 200 len: 210 time: 0.0461702 Jul 29 23:31:52.594046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-80a32820-93c1-4bb3-9c97-e5762a1d7b10 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] No DVR routers for this DVR port f01cb585-7d55-4d66-ac6b-d21f5af5c645 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:52.605095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-80a32820-93c1-4bb3-9c97-e5762a1d7b10 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.607144 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a2e0f169-9248-480b-ad2e-d1a5f8daf71f req-80a32820-93c1-4bb3-9c97-e5762a1d7b10 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.42 "DELETE /v2.0/ports/f01cb585-7d55-4d66-ac6b-d21f5af5c645 HTTP/1.1" status: 204 len: 173 time: 1.1022718 Jul 29 23:31:52.613713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e72f81b-998f-472c-9056-23cc33b38ef1', 'name': 'network-vif-deleted', 'tag': 'f01cb585-7d55-4d66-ac6b-d21f5af5c645'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:52.618094 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a756cfce-c3d9-436b-8bfd-9f3fbbdba8a3" -d '{"events": [{"server_uuid": "1e72f81b-998f-472c-9056-23cc33b38ef1", "name": "network-vif-deleted", "tag": "f01cb585-7d55-4d66-ac6b-d21f5af5c645"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:52.643288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d71ecd7-5ed1-43d9-9ad5-8aa7758d0330 req-239bda63-c0cd-496d-8ef9-f5f44e451af6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698016 Jul 29 23:31:52.736918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Allocated IP 172.20.0.12 (e56f91db-bac7-40eb-9a51-fe7cb70769dc/aff5cfee-0552-4103-9d85-9d43c6a91b51/d6771eb0-b8c7-4a85-be02-248bc3920957) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:52.757998 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caf44ed-26b9-4eac-8ba5-1d55d2c2ec62 x-openstack-request-id: req-8caf44ed-26b9-4eac-8ba5-1d55d2c2ec62 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:52.758292 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e72f81b-998f-472c-9056-23cc33b38ef1", "name": "network-vif-deleted", "tag": "f01cb585-7d55-4d66-ac6b-d21f5af5c645", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:52.758689 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8caf44ed-26b9-4eac-8ba5-1d55d2c2ec62 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:52.759392 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e72f81b-998f-472c-9056-23cc33b38ef1', 'name': 'network-vif-deleted', 'tag': 'f01cb585-7d55-4d66-ac6b-d21f5af5c645', 'status': 'completed', 'code': 200} Jul 29 23:31:52.946989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.967179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Transition to ACTIVE for port object d6771eb0-b8c7-4a85-be02-248bc3920957 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:53.009608 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.049506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0324aed-c0ac-4a02-91b7-51f4ad911a7e req-e4bf8c7b-b72b-4a7a-b6d0-be7e84a7bcd1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.051156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0324aed-c0ac-4a02-91b7-51f4ad911a7e req-e4bf8c7b-b72b-4a7a-b6d0-be7e84a7bcd1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0721560 Jul 29 23:31:53.059124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Network e56f91db-bac7-40eb-9a51-fe7cb70769dc is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:53.062495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:53.066992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:53.104579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event updated for resources: {'Port': ['ID=d6771eb0-b8c7-4a85-be02-248bc3920957,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:53.128719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0324aed-c0ac-4a02-91b7-51f4ad911a7e req-e4c4f8e7-fc97-4f0e-ac28-e27ff9dfce7f tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702395 Jul 29 23:31:53.174826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.175505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.195426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807cf7-dbfc-43be-beea-49683059d32b req-5110f351-678f-461c-8c34-c8325057de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.197224 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-80807cf7-dbfc-43be-beea-49683059d32b req-5110f351-678f-461c-8c34-c8325057de8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 1097 time: 0.0964549 Jul 29 23:31:53.199240 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6fad87e6-2d84-49fb-8af1-540d034c4f86 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.0104833 Jul 29 23:31:53.201903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46144) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:53.236954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6d016d24-a1cf-4d48-b157-5007dc5b4c97 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:53.338784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:53.367611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e850dd-2843-4bb6-b139-59f588ed833c tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.370178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf18648a-1010-4901-85b5-2f3363cf5df7 None None] Network e56f91db-bac7-40eb-9a51-fe7cb70769dc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:53.373615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e850dd-2843-4bb6-b139-59f588ed833c tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.380805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e850dd-2843-4bb6-b139-59f588ed833c tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.381764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971a715-e158-4e0a-9898-4def4cb6eb15 req-70f4f526-f68c-405d-bafc-afe16d19d2d4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.382552 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-86e850dd-2843-4bb6-b139-59f588ed833c tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1796703 Jul 29 23:31:53.387112 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5971a715-e158-4e0a-9898-4def4cb6eb15 req-70f4f526-f68c-405d-bafc-afe16d19d2d4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0711915 Jul 29 23:31:53.387612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46148) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:53.413629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807cf7-dbfc-43be-beea-49683059d32b req-a765b729-3298-4085-92fd-01709bb20278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.417030 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-80807cf7-dbfc-43be-beea-49683059d32b req-a765b729-3298-4085-92fd-01709bb20278 service neutron] 10.222.0.42 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 912 time: 0.2054722 Jul 29 23:31:53.441685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d6015c33-f6e6-48be-820a-5a2e4ad57c0a None None] Provisioning for port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:53.448255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d6015c33-f6e6-48be-820a-5a2e4ad57c0a None None] Provisioning complete for port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:53.448635 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6015c33-f6e6-48be-820a-5a2e4ad57c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.494885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5971a715-e158-4e0a-9898-4def4cb6eb15 req-33ad3ce9-5ac3-4c4e-84ca-1bd0f36614c8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986876 Jul 29 23:31:53.524608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4ae033e2-6776-4489-b105-e34b11875ff3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Deleting port d6771eb0-b8c7-4a85-be02-248bc3920957 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:53.525051 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ae033e2-6776-4489-b105-e34b11875ff3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.537735 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-80807cf7-dbfc-43be-beea-49683059d32b req-2a704f21-ef4c-4fd2-8076-d9ebf181d838 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff78137-735c-4394-ba5d-dab66d307c3a HTTP/1.1" status: 200 len: 1001 time: 0.0881283 Jul 29 23:31:53.622231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807cf7-dbfc-43be-beea-49683059d32b req-941d0a6e-13cd-4911-a52f-4a7fa5f9d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.623735 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-80807cf7-dbfc-43be-beea-49683059d32b req-941d0a6e-13cd-4911-a52f-4a7fa5f9d1a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 200 len: 850 time: 0.0586317 Jul 29 23:31:53.630295 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ae033e2-6776-4489-b105-e34b11875ff3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.630564 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6015c33-f6e6-48be-820a-5a2e4ad57c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.647508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4ae033e2-6776-4489-b105-e34b11875ff3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Calling delete_port for d6771eb0-b8c7-4a85-be02-248bc3920957 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:53.674718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d6015c33-f6e6-48be-820a-5a2e4ad57c0a None None] For port 6d016d24-a1cf-4d48-b157-5007dc5b4c97, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6d016d24-a1cf-4d48-b157-5007dc5b4c97,segment=NetworkSegment(8ccb07d4-77f9-4365-ab95-607703fb2370),segment_id=8ccb07d4-77f9-4365-ab95-607703fb2370)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:53.680841 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6015c33-f6e6-48be-820a-5a2e4ad57c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.703377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807cf7-dbfc-43be-beea-49683059d32b req-f825ec14-f6c3-4dfe-bfd3-63188e3c62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.705333 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-80807cf7-dbfc-43be-beea-49683059d32b req-f825ec14-f6c3-4dfe-bfd3-63188e3c62bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=075cd5b6-a446-43e6-877b-02e442ee8cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681798 Jul 29 23:31:53.748332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6015c33-f6e6-48be-820a-5a2e4ad57c0a None None] Pushing event updated for resources: {'Port': ['ID=6d016d24-a1cf-4d48-b157-5007dc5b4c97,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:53.866038 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-80807cf7-dbfc-43be-beea-49683059d32b req-c5250bb7-396e-4ae3-ab39-6fb66b186017 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464751 Jul 29 23:31:53.869979 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ae033e2-6776-4489-b105-e34b11875ff3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.912776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae033e2-6776-4489-b105-e34b11875ff3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event deleted for resources: {'Port': ['ID=d6771eb0-b8c7-4a85-be02-248bc3920957,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:53.994235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-581acd9f-e1ea-4ebb-b7f8-963fd88de489 None None] Could not find standard attr ID for object d6771eb0-b8c7-4a85-be02-248bc3920957. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:31:54.005025 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-80807cf7-dbfc-43be-beea-49683059d32b req-c6d25084-78e1-4cc6-9e8e-b8a36e502201 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254413 Jul 29 23:31:54.006032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-581acd9f-e1ea-4ebb-b7f8-963fd88de489 None None] Provisioning complete for port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:54.006162 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-581acd9f-e1ea-4ebb-b7f8-963fd88de489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.039797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d2588-560f-4d9d-a88d-2f3f8f713202 req-29ab113b-c330-41ee-b099-3f358365518a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.041621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-785d2588-560f-4d9d-a88d-2f3f8f713202 req-29ab113b-c330-41ee-b099-3f358365518a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 950 time: 0.1361208 Jul 29 23:31:54.045569 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ae033e2-6776-4489-b105-e34b11875ff3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.051709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46160) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:54.052711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4ae033e2-6776-4489-b105-e34b11875ff3 tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "DELETE /v2.0/ports/d6771eb0-b8c7-4a85-be02-248bc3920957 HTTP/1.1" status: 204 len: 168 time: 0.6635253 Jul 29 23:31:54.057990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Request body: {'port': {'name': 'tempest-new-port-name-1136004539', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:54.058469 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] bootfile-name is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:31:54.058887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] tftp-server is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:31:54.059292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] server-ip-address is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:31:54.075873 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63d82425-e714-4410-b9eb-11488a05570e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.092818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-785d2588-560f-4d9d-a88d-2f3f8f713202 req-7818ada1-1b80-43e1-a611-f202cdb71046 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389211 Jul 29 23:31:54.138979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-581acd9f-e1ea-4ebb-b7f8-963fd88de489 None None] Provisioning for port 22f4ed89-93db-42c9-a7de-48f87755ef5a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:54.143320 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.143797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-581acd9f-e1ea-4ebb-b7f8-963fd88de489 None None] Provisioning complete for port 22f4ed89-93db-42c9-a7de-48f87755ef5a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:54.144684 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-581acd9f-e1ea-4ebb-b7f8-963fd88de489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.194983 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.198886 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-581acd9f-e1ea-4ebb-b7f8-963fd88de489 None None] Port 22f4ed89-93db-42c9-a7de-48f87755ef5a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:54.296229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d247b7-e1b8-4499-82a3-08fa44ec8287 req-78d50dec-3ba2-40ed-84b1-cd255e2ff3b4 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.297819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9d247b7-e1b8-4499-82a3-08fa44ec8287 req-78d50dec-3ba2-40ed-84b1-cd255e2ff3b4 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0568199 Jul 29 23:31:54.320134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1add5a45-3085-4110-8388-0376bc69695a None None] Provisioning complete for port 22f4ed89-93db-42c9-a7de-48f87755ef5a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:54.321128 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1add5a45-3085-4110-8388-0376bc69695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.360420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1add5a45-3085-4110-8388-0376bc69695a None None] Port 22f4ed89-93db-42c9-a7de-48f87755ef5a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:54.364924 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9d247b7-e1b8-4499-82a3-08fa44ec8287 req-67e7be9b-0689-4c12-ba5a-0ac9b0370a6a tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593431 Jul 29 23:31:54.387708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.393497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.474504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event updated for resources: {'Port': ['ID=22f4ed89-93db-42c9-a7de-48f87755ef5a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:54.477366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b14b3457-52ed-4318-9611-18f97b0b7ecc None None] Could not find standard attr ID for object d6771eb0-b8c7-4a85-be02-248bc3920957. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:31:54.486429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] In _notify_port_updated(), no bound segment for port 22f4ed89-93db-42c9-a7de-48f87755ef5a on network e56f91db-bac7-40eb-9a51-fe7cb70769dc {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:31:54.491979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.492667 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.494006 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9ec7c4b1-0718-4857-8934-a77ac213080e tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "PUT /v2.0/ports/22f4ed89-93db-42c9-a7de-48f87755ef5a HTTP/1.1" status: 200 len: 1136 time: 0.4409356 Jul 29 23:31:54.496564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46166) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:54.545162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a927e-07ad-42f4-a442-f110bdf6448d tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.546601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ce0a927e-07ad-42f4-a442-f110bdf6448d tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "GET /v2.0/ports/22f4ed89-93db-42c9-a7de-48f87755ef5a HTTP/1.1" status: 200 len: 1136 time: 0.0490913 Jul 29 23:31:54.550374 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:54.627307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933029e-03f8-4073-95d6-62ae8b950118 req-a6cbd5d7-e8ba-4253-950a-02703c2debed tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.629056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e933029e-03f8-4073-95d6-62ae8b950118 req-a6cbd5d7-e8ba-4253-950a-02703c2debed tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0552340 Jul 29 23:31:54.648327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-295b47f7-7cc7-41d8-ab2a-f19682089adf tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Deleting port 22f4ed89-93db-42c9-a7de-48f87755ef5a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:54.648672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-295b47f7-7cc7-41d8-ab2a-f19682089adf tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.671818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e933029e-03f8-4073-95d6-62ae8b950118 req-8fcca422-dfa0-47e9-93fb-77c9e3e8299e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355740 Jul 29 23:31:54.740739 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-295b47f7-7cc7-41d8-ab2a-f19682089adf tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.752917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-295b47f7-7cc7-41d8-ab2a-f19682089adf tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Calling delete_port for 22f4ed89-93db-42c9-a7de-48f87755ef5a owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:54.887424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-295b47f7-7cc7-41d8-ab2a-f19682089adf tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.895544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a5edfe0-17d2-4d02-ad66-5ef628233b11 None None] Could not find standard attr ID for object 22f4ed89-93db-42c9-a7de-48f87755ef5a. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:31:54.918982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b47f7-7cc7-41d8-ab2a-f19682089adf tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event deleted for resources: {'Port': ['ID=22f4ed89-93db-42c9-a7de-48f87755ef5a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:54.997588 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-295b47f7-7cc7-41d8-ab2a-f19682089adf tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.001727 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-295b47f7-7cc7-41d8-ab2a-f19682089adf tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "DELETE /v2.0/ports/22f4ed89-93db-42c9-a7de-48f87755ef5a HTTP/1.1" status: 204 len: 168 time: 0.4480433 Jul 29 23:31:55.002299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46176) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:55.063645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-302bd267-754c-4c6b-94f2-219fa3ab5cbe tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Deleting subnet aff5cfee-0552-4103-9d85-9d43c6a91b51 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:55.067690 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-302bd267-754c-4c6b-94f2-219fa3ab5cbe tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.112436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-302bd267-754c-4c6b-94f2-219fa3ab5cbe tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.166945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6d016d24-a1cf-4d48-b157-5007dc5b4c97 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:55.225120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:55.225549 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.241893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc97d4c-ee28-4bdb-8ee9-8a33b031a250 req-c896339d-0b68-4ae1-b7c3-86e21cad1781 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.243920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bc97d4c-ee28-4bdb-8ee9-8a33b031a250 req-c896339d-0b68-4ae1-b7c3-86e21cad1781 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 950 time: 0.0590971 Jul 29 23:31:55.268565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-302bd267-754c-4c6b-94f2-219fa3ab5cbe tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.309894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bc97d4c-ee28-4bdb-8ee9-8a33b031a250 req-082ddf3d-0568-4f2d-930d-ceaec4cc276e tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/security-groups?id=b431f256-4f30-422f-a93c-56eea55b5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569963 Jul 29 23:31:55.339592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.345460 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-302bd267-754c-4c6b-94f2-219fa3ab5cbe tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.374338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bd267-754c-4c6b-94f2-219fa3ab5cbe tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event deleted for resources: {'Subnet': ['ID=aff5cfee-0552-4103-9d85-9d43c6a91b51,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:55.379567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-302bd267-754c-4c6b-94f2-219fa3ab5cbe tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.381766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-302bd267-754c-4c6b-94f2-219fa3ab5cbe tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "DELETE /v2.0/subnets/aff5cfee-0552-4103-9d85-9d43c6a91b51 HTTP/1.1" status: 204 len: 168 time: 0.3777659 Jul 29 23:31:55.384169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46184) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:55.386431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa6ce4e-e1e3-4868-bcf1-b7de99802f03 None None] Network e56f91db-bac7-40eb-9a51-fe7cb70769dc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:55.475549 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.479660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e371832-54fc-4fa6-abdf-d724bd3fb884 req-a9824d8b-2968-461b-ab32-31d687ba3405 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.481261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e371832-54fc-4fa6-abdf-d724bd3fb884 req-a9824d8b-2968-461b-ab32-31d687ba3405 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0505946 Jul 29 23:31:55.522911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e371832-54fc-4fa6-abdf-d724bd3fb884 req-f75ed084-9f9c-47a9-92b0-4e3445e3f838 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343282 Jul 29 23:31:55.539835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Deleting port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:55.540278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.562607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f01cb585-7d55-4d66-ac6b-d21f5af5c645 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:55.589107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f421f6d7-008d-4ace-8b79-d4e0f2b8bb67 None None] DHCP port deletion for e56f91db-bac7-40eb-9a51-fe7cb70769dc request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:31:55.591656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: f01cb585-7d55-4d66-ac6b-d21f5af5c645 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:55.592132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f01cb585-7d55-4d66-ac6b-d21f5af5c645 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:55.640153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] For port 6d016d24-a1cf-4d48-b157-5007dc5b4c97, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6d016d24-a1cf-4d48-b157-5007dc5b4c97,segment=NetworkSegment(8ccb07d4-77f9-4365-ab95-607703fb2370),segment_id=8ccb07d4-77f9-4365-ab95-607703fb2370)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:55.640414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f421f6d7-008d-4ace-8b79-d4e0f2b8bb67 None None] Deleting port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:55.640517 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.640672 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f421f6d7-008d-4ace-8b79-d4e0f2b8bb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.662525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-0bba113a-9a61-49d7-97aa-a726022a7452 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.663999 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-0bba113a-9a61-49d7-97aa-a726022a7452 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 950 time: 0.1089404 Jul 29 23:31:55.664886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Calling delete_port for 6d016d24-a1cf-4d48-b157-5007dc5b4c97 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:55.704795 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f421f6d7-008d-4ace-8b79-d4e0f2b8bb67 None None] For port 6d016d24-a1cf-4d48-b157-5007dc5b4c97, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6d016d24-a1cf-4d48-b157-5007dc5b4c97,segment=NetworkSegment(8ccb07d4-77f9-4365-ab95-607703fb2370),segment_id=8ccb07d4-77f9-4365-ab95-607703fb2370)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:55.705369 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f421f6d7-008d-4ace-8b79-d4e0f2b8bb67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.720304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f421f6d7-008d-4ace-8b79-d4e0f2b8bb67 None None] Calling delete_port for 6d016d24-a1cf-4d48-b157-5007dc5b4c97 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:55.803306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8daa4-2f5a-40d7-a7cd-f9d809b5f492 req-f3171f92-ce3f-4600-958e-d8a7a8971c36 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.804805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27d8daa4-2f5a-40d7-a7cd-f9d809b5f492 req-f3171f92-ce3f-4600-958e-d8a7a8971c36 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0597649 Jul 29 23:31:55.815639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.819098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f421f6d7-008d-4ace-8b79-d4e0f2b8bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.829558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-40fc7d95-a0d4-4627-b55a-4efbf2cf640a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Deleting port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:55.829940 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-40fc7d95-a0d4-4627-b55a-4efbf2cf640a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.847147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421f6d7-008d-4ace-8b79-d4e0f2b8bb67 None None] Pushing event deleted for resources: {'Port': ['ID=6d016d24-a1cf-4d48-b157-5007dc5b4c97,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:55.849409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421f6d7-008d-4ace-8b79-d4e0f2b8bb67 None None] No DVR routers for this DVR port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:55.860794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27d8daa4-2f5a-40d7-a7cd-f9d809b5f492 req-a9ba3c94-66e0-4fe1-9195-87d6325fc47e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479257 Jul 29 23:31:55.884653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] No DVR routers for this DVR port 6d016d24-a1cf-4d48-b157-5007dc5b4c97 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:55.886451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event deleted for resources: {'Port': ['ID=6d016d24-a1cf-4d48-b157-5007dc5b4c97,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:55.989348 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.008301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56f91db-bac7-40eb-9a51-fe7cb70769dc']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:56.028733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-40fc7d95-a0d4-4627-b55a-4efbf2cf640a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] For port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:56.029105 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-40fc7d95-a0d4-4627-b55a-4efbf2cf640a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.032438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccb07d4-77f9-4365-ab95-607703fb2370') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:56.032601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccb07d4-77f9-4365-ab95-607703fb2370') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:56.057905 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.061497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-40fc7d95-a0d4-4627-b55a-4efbf2cf640a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Calling delete_port for 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:56.085285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.126597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:56.126934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:56.129892 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:56.199037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.213224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.215242 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] 10.222.0.37 "DELETE /v2.0/networks/e56f91db-bac7-40eb-9a51-fe7cb70769dc HTTP/1.1" status: 204 len: 168 time: 0.8263078 Jul 29 23:31:56.233976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ff80-d1e4-4a2e-a811-8c190024dc6a tempest-ExtraDHCPOptionsTestJSON-883170024 tempest-ExtraDHCPOptionsTestJSON-883170024-project] Pushing event deleted for resources: {'Network': ['ID=e56f91db-bac7-40eb-9a51-fe7cb70769dc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:56.294697 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-40fc7d95-a0d4-4627-b55a-4efbf2cf640a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.321048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc7d95-a0d4-4627-b55a-4efbf2cf640a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Pushing event deleted for resources: {'Port': ['ID=17d51437-da5d-441e-9b11-2e3ef1b6a0c5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:56.328998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['17d51437-da5d-441e-9b11-2e3ef1b6a0c5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:56.372645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-40fc7d95-a0d4-4627-b55a-4efbf2cf640a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] No DVR routers for this DVR port 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:56.376063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-40fc7d95-a0d4-4627-b55a-4efbf2cf640a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.378721 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8069eb2f-833e-4b26-af73-59a68c1722e2 req-40fc7d95-a0d4-4627-b55a-4efbf2cf640a tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.47 "DELETE /v2.0/ports/17d51437-da5d-441e-9b11-2e3ef1b6a0c5 HTTP/1.1" status: 204 len: 173 time: 0.7053831 Jul 29 23:31:56.379504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef85b45-aba4-4620-b375-cd7a33f8f137', 'name': 'network-vif-deleted', 'tag': '17d51437-da5d-441e-9b11-2e3ef1b6a0c5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:56.382338 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e583d73-073a-4a1b-98e2-f6aa03ad8fc8" -d '{"events": [{"server_uuid": "cef85b45-aba4-4620-b375-cd7a33f8f137", "name": "network-vif-deleted", "tag": "17d51437-da5d-441e-9b11-2e3ef1b6a0c5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:56.480843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-454cbd4c-d6d8-480b-91af-3cd8a5a3f459 req-7c20abd1-ef2d-43e1-aabe-aedd464118b0 tempest-ServersAdminNegativeTestJSON-1550516655 tempest-ServersAdminNegativeTestJSON-1550516655-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef85b45-aba4-4620-b375-cd7a33f8f137 HTTP/1.1" status: 200 len: 210 time: 0.0595779 Jul 29 23:31:56.529496 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416e27b2-0dbd-40d3-941b-df712fca4905 x-openstack-request-id: req-416e27b2-0dbd-40d3-941b-df712fca4905 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:56.529987 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef85b45-aba4-4620-b375-cd7a33f8f137", "name": "network-vif-deleted", "tag": "17d51437-da5d-441e-9b11-2e3ef1b6a0c5", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:56.530294 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-416e27b2-0dbd-40d3-941b-df712fca4905 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:56.530689 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef85b45-aba4-4620-b375-cd7a33f8f137', 'name': 'network-vif-deleted', 'tag': '17d51437-da5d-441e-9b11-2e3ef1b6a0c5', 'status': 'completed', 'code': 200} Jul 29 23:31:56.541262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46204) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:56.672870 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ff09a593-2fa7-4c2a-97f3-b10188878c02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=643927c7eb15456ba7b5f54dcc84985c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304493 Jul 29 23:31:56.675487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46208) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:56.724612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba5de3c-4898-40d7-9242-80a92bf2bb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.749010 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba5de3c-4898-40d7-9242-80a92bf2bb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.796996 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba5de3c-4898-40d7-9242-80a92bf2bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.799520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba5de3c-4898-40d7-9242-80a92bf2bb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.800682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9ba5de3c-4898-40d7-9242-80a92bf2bb1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10456637-9e58-4325-b95d-ace646baf8e6 HTTP/1.1" status: 204 len: 168 time: 0.1241660 Jul 29 23:31:56.808738 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5de3c-4898-40d7-9242-80a92bf2bb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10456637-9e58-4325-b95d-ace646baf8e6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:56.970668 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.020194 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc40e9-878e-4d29-a83a-8777a93557e4 req-70ee4d2d-2dd7-4c73-99f0-2485fe93f5d4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.022129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ccc40e9-878e-4d29-a83a-8777a93557e4 req-70ee4d2d-2dd7-4c73-99f0-2485fe93f5d4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0673120 Jul 29 23:31:57.068098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ccc40e9-878e-4d29-a83a-8777a93557e4 req-b0acf0c1-9aa8-4ffb-ba68-99dc2ece0edc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357368 Jul 29 23:31:57.185790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6d016d24-a1cf-4d48-b157-5007dc5b4c97 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:57.214936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 6d016d24-a1cf-4d48-b157-5007dc5b4c97 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:57.215639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6d016d24-a1cf-4d48-b157-5007dc5b4c97 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:57.497243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46240) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:57.602472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'networks': [{'name': 'tempest-network--1707249927'}, {'name': 'tempest-network--906501887'}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:57.603057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'network': {'name': 'tempest-network--1707249927'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:57.603243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'network': {'name': 'tempest-network--906501887'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:57.624871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Made reservation on behalf of f6ad8ea667d64839a562c989ac8f9d98 for: {'network': 2} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:57.629381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.638194 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.739484 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.743522 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.743885 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.794088 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46248) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:57.796565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ef40ca-8f97-48c9-9a63-2e80eacc5adc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:57.799146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:57.810537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.810856 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Added segment 07112e69-609a-4cb8-b798-fb3585ad2547 of type vlan for network f78ee87a-895f-484f-a7f2-12a1c5b4ebce Jul 29 23:31:57.853882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.885452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:57.906471 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.906906 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Added segment 33934212-b835-4cf7-8dbd-5ced91161d07 of type vlan for network 4b217c5f-3c19-4fa1-b389-08dea845583e Jul 29 23:31:57.941449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e47fdf6f-9654-4a0b-bf51-e0f715500d15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57abcc41cdd64a69bce8d6f73d8d41de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438859 Jul 29 23:31:57.942025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46252) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:57.947633 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.982618 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.983107 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.988805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.993734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.994319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.995633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d160095-722a-4802-9562-5fe6e866ec81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.018184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d160095-722a-4802-9562-5fe6e866ec81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.063873 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5654771 Jul 29 23:31:58.067050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46254) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:58.087131 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d160095-722a-4802-9562-5fe6e866ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.089680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d160095-722a-4802-9562-5fe6e866ec81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.091465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1d160095-722a-4802-9562-5fe6e866ec81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b431f256-4f30-422f-a93c-56eea55b5731 HTTP/1.1" status: 204 len: 168 time: 0.1487248 Jul 29 23:31:58.102840 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'Network': ['ID=f78ee87a-895f-484f-a7f2-12a1c5b4ebce,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:58.115819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f78ee87a-895f-484f-a7f2-12a1c5b4ebce details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:31:58.181824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d160095-722a-4802-9562-5fe6e866ec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b431f256-4f30-422f-a93c-56eea55b5731,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:58.183944 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeece8-9eab-434d-a4a5-b7b085e36b8d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'Network': ['ID=4b217c5f-3c19-4fa1-b389-08dea845583e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:58.233201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 4b217c5f-3c19-4fa1-b389-08dea845583e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:31:58.343021 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577532d1-c41f-4d0a-8c48-775fc45c7103 req-e42b6402-d47c-4d5d-86d1-da30fe502f22 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.348530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-577532d1-c41f-4d0a-8c48-775fc45c7103 req-e42b6402-d47c-4d5d-86d1-da30fe502f22 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1771367 Jul 29 23:31:58.449678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:58.498470 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-08ac6d5b-a8bf-4c13-aa73-b45dfda879e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15874b97c9664df8b64d6168a84b44de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473840 Jul 29 23:31:58.500984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46270) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:58.553404 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71094b4f-bc41-4c28-8250-d763bb70c442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.578953 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71094b4f-bc41-4c28-8250-d763bb70c442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.629009 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71094b4f-bc41-4c28-8250-d763bb70c442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.632270 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71094b4f-bc41-4c28-8250-d763bb70c442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.633447 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-71094b4f-bc41-4c28-8250-d763bb70c442 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf628186-007f-4792-8f36-7edd2ab712f0 HTTP/1.1" status: 204 len: 168 time: 0.1309018 Jul 29 23:31:58.642507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71094b4f-bc41-4c28-8250-d763bb70c442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf628186-007f-4792-8f36-7edd2ab712f0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:58.661876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e96ad-ce0f-40b2-a9b5-5b1abaaf6bc4 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.667658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e96ad-ce0f-40b2-a9b5-5b1abaaf6bc4 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.674335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e96ad-ce0f-40b2-a9b5-5b1abaaf6bc4 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.681179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e96ad-ce0f-40b2-a9b5-5b1abaaf6bc4 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.682874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b30e96ad-ce0f-40b2-a9b5-5b1abaaf6bc4 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6147161 Jul 29 23:31:58.686032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46276) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:58.708732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-577532d1-c41f-4d0a-8c48-775fc45c7103 req-542f33f5-6d6f-4451-809d-783a191ca246 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532560 Jul 29 23:31:58.763875 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.849110 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.859105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78ee87a-895f-484f-a7f2-12a1c5b4ebce']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:58.869851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07112e69-609a-4cb8-b798-fb3585ad2547') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:58.870146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07112e69-609a-4cb8-b798-fb3585ad2547') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:58.878823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.896531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.905253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:58.905253 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:58.908875 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:58.973868 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.981670 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.983450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "DELETE /v2.0/networks/f78ee87a-895f-484f-a7f2-12a1c5b4ebce HTTP/1.1" status: 204 len: 168 time: 0.2963598 Jul 29 23:31:58.986688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:58.995593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66379954-3baa-4728-90a1-900b34158a1d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event deleted for resources: {'Network': ['ID=f78ee87a-895f-484f-a7f2-12a1c5b4ebce,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:59.069222 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.161387 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.171104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b217c5f-3c19-4fa1-b389-08dea845583e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:59.186547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33934212-b835-4cf7-8dbd-5ced91161d07') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:59.186845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33934212-b835-4cf7-8dbd-5ced91161d07') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:59.195710 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.210030 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.216038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:59.216666 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:59.219544 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:59.276471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.285249 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.287089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "DELETE /v2.0/networks/4b217c5f-3c19-4fa1-b389-08dea845583e HTTP/1.1" status: 204 len: 168 time: 0.2993855 Jul 29 23:31:59.289982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46298) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.297245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32805dda-d9a4-414f-b928-914f3ba81dff tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event deleted for resources: {'Network': ['ID=4b217c5f-3c19-4fa1-b389-08dea845583e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:59.337315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.438420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1634123546-network', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:59.464933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Made reservation on behalf of b4477028d21149928ceeeae3e7c1f277 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:59.467384 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.472764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a91ed7-ad70-43c1-a4e8-e0e15516793f tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.479264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a91ed7-ad70-43c1-a4e8-e0e15516793f tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.480885 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c6a91ed7-ad70-43c1-a4e8-e0e15516793f tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1896975 Jul 29 23:31:59.481179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.484537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46310) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.489540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-528978151'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:59.567599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.571259 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.585668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Made reservation on behalf of f6ad8ea667d64839a562c989ac8f9d98 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:59.589073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.595643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:59.604505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70249da-40b7-4bb2-841f-ffd657b973e7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:59.610605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.610983 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Added segment 608660e7-b037-43f4-a292-02cb4b2c2785 of type vlan for network c3697a77-030a-41a4-b288-aff36fe0503d Jul 29 23:31:59.615368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:59.625111 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.625565 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Added segment b4c0065c-1989-4106-b753-087fe5cedbb2 of type vlan for network 2afc2b98-37ea-4a41-a855-9d0cbda44097 Jul 29 23:31:59.651491 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.667176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.682783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.683915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.684632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.703840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.710633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.711258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.741424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4029853 Jul 29 23:31:59.744242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46316) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.745848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:59.753531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Request body: {'subnet': {'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1634123546-subnet', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:59.766802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfbcb6-c4f6-4442-915b-25e16fb6c2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c3697a77-030a-41a4-b288-aff36fe0503d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:59.784984 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2985992 Jul 29 23:31:59.786334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network c3697a77-030a-41a4-b288-aff36fe0503d details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:31:59.788925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.795365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Made reservation on behalf of b4477028d21149928ceeeae3e7c1f277 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:59.795781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2129271941'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:59.797999 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.810769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813713a2-9ada-43d7-9e73-f33c0af1e73e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'Network': ['ID=2afc2b98-37ea-4a41-a855-9d0cbda44097,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:59.828103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:59.828458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 17d51437-da5d-441e-9b11-2e3ef1b6a0c5 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:59.828896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Made reservation on behalf of f6ad8ea667d64839a562c989ac8f9d98 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:59.830464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 2afc2b98-37ea-4a41-a855-9d0cbda44097 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:31:59.833772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.860698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:59.870548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.870973 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Added segment 09891eba-1126-49a0-8cac-68a27a116dce of type vlan for network a520d60d-f8dc-4c86-9ce6-5be52bd7cea7 Jul 29 23:31:59.915141 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.931215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64349de1-805d-4542-9af8-b5786a03fb9c req-4228b72b-ab43-4745-aa56-75d8ccdc97de tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.932813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64349de1-805d-4542-9af8-b5786a03fb9c req-4228b72b-ab43-4745-aa56-75d8ccdc97de tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0861368 Jul 29 23:31:59.946194 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.951841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.952479 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.011463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64349de1-805d-4542-9af8-b5786a03fb9c req-2c6fd2c8-871b-436d-b5d8-08881c18659f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717106 Jul 29 23:32:00.073871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.136247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6197273e-2917-4a19-8825-bc42f144d0e1,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:00.141842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Checking segment: {'id': '608660e7-b037-43f4-a292-02cb4b2c2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:00.142097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Network hostable DHCP agents. Network: c3697a77-030a-41a4-b288-aff36fe0503d, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:00.160869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Network c3697a77-030a-41a4-b288-aff36fe0503d is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:00.171252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, c3697a77-030a-41a4-b288-aff36fe0503d) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:00.175954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:00.176585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.184952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e397c0d8-9d93-4263-ad94-86a942e053e2 None None] Network c3697a77-030a-41a4-b288-aff36fe0503d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:00.195210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c95c317c-1a8d-474b-8e5e-0dd2b095d23c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4497771 Jul 29 23:32:00.197866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46320) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:00.202689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1634123546-router', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:00.225076 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.225648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.291774 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.335907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-c3697a77-030a-41a4-b288-aff36fe0503d', 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'fixed_ips': [{'subnet_id': '6197273e-2917-4a19-8825-bc42f144d0e1'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:00.336790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.351344 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5581820 Jul 29 23:32:00.355896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46322) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:00.363970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'ports': [{'network_id': '2afc2b98-37ea-4a41-a855-9d0cbda44097', 'name': 'tempest-port--1629932777', 'admin_state_up': True}, {'network_id': 'a520d60d-f8dc-4c86-9ce6-5be52bd7cea7', 'admin_state_up': False}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:00.364317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'port': {'network_id': '2afc2b98-37ea-4a41-a855-9d0cbda44097', 'name': 'tempest-port--1629932777', 'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:00.364969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'port': {'network_id': 'a520d60d-f8dc-4c86-9ce6-5be52bd7cea7', 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:00.411992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111798ef-12f9-4ff3-bcb4-0e38d8914d5e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'Network': ['ID=a520d60d-f8dc-4c86-9ce6-5be52bd7cea7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:00.427815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a520d60d-f8dc-4c86-9ce6-5be52bd7cea7 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:00.440089 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.543973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Allocated IP 172.20.0.2 (c3697a77-030a-41a4-b288-aff36fe0503d/6197273e-2917-4a19-8825-bc42f144d0e1/c716ef59-8528-407b-8e86-91b4e1d007a2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:00.561996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Made reservation on behalf of f6ad8ea667d64839a562c989ac8f9d98 for: {'port': 2} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:00.566982 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.581630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.672035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] device_id is not set on port a9204dcf-933e-4122-8926-01e7d94a6400 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:00.682627 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.700917 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.702667 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.711669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Transition to ACTIVE for port object c716ef59-8528-407b-8e86-91b4e1d007a2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:00.727213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Transition to ACTIVE for port object c716ef59-8528-407b-8e86-91b4e1d007a2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:00.736100 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.797789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Network c3697a77-030a-41a4-b288-aff36fe0503d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:00.803485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.808273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:00.811402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:00.837841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Allocated IP 172.25.2.98 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/27b35d3a-8d44-451b-89b1-dc52a8d8508f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:00.851574 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Pushing event updated for resources: {'Port': ['ID=c716ef59-8528-407b-8e86-91b4e1d007a2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:00.886011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Attempting to bind port c716ef59-8528-407b-8e86-91b4e1d007a2 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:00.886388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Attempting to bind port c716ef59-8528-407b-8e86-91b4e1d007a2 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '608660e7-b037-43f4-a292-02cb4b2c2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:00.886874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Attempting to bind port c716ef59-8528-407b-8e86-91b4e1d007a2 on network c3697a77-030a-41a4-b288-aff36fe0503d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:00.891805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:00.892768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Checking segment: {'id': '608660e7-b037-43f4-a292-02cb4b2c2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:00.892768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.893262 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Bound using segment: {'id': '608660e7-b037-43f4-a292-02cb4b2c2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:00.893735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Bound port: c716ef59-8528-407b-8e86-91b4e1d007a2, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608660e7-b037-43f4-a292-02cb4b2c2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:00.894120 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.895338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] device_id is not set on port a8287a59-0a4f-4b60-bc09-62ab4e56ec1d yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:00.942218 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.958175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] For port c716ef59-8528-407b-8e86-91b4e1d007a2, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:00.961415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] For port c716ef59-8528-407b-8e86-91b4e1d007a2, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c716ef59-8528-407b-8e86-91b4e1d007a2,segment=NetworkSegment(608660e7-b037-43f4-a292-02cb4b2c2785),segment_id=608660e7-b037-43f4-a292-02cb4b2c2785)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:00.966602 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.991272 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.017582 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.028720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:01.037514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:01.037514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:01.054785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1919b13-a8b0-4407-8353-eff7187e8420 None None] Pushing event updated for resources: {'Port': ['ID=c716ef59-8528-407b-8e86-91b4e1d007a2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:01.074761 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.081604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Pushing event updated for resources: {'Port': ['ID=27b35d3a-8d44-451b-89b1-dc52a8d8508f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:01.140046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'Port': ['ID=a9204dcf-933e-4122-8926-01e7d94a6400,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:01.158351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Checking segment: {'id': 'b4c0065c-1989-4106-b753-087fe5cedbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2afc2b98-37ea-4a41-a855-9d0cbda44097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:01.158727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Network hostable DHCP agents. Network: 2afc2b98-37ea-4a41-a855-9d0cbda44097, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:01.177937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Network 2afc2b98-37ea-4a41-a855-9d0cbda44097 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:01.188975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 2afc2b98-37ea-4a41-a855-9d0cbda44097) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:01.193281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:01.194106 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.201464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c4a1da-a571-4e82-ae2c-4dec92a1580e None None] Network 2afc2b98-37ea-4a41-a855-9d0cbda44097 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:01.241898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37683edd-8d8b-4265-86c3-6af428335349 req-fa4e485d-3df7-4389-9f8e-1b3b49a7cb13 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.248811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37683edd-8d8b-4265-86c3-6af428335349 req-fa4e485d-3df7-4389-9f8e-1b3b49a7cb13 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1209931 Jul 29 23:32:01.299304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'Port': ['ID=a8287a59-0a4f-4b60-bc09-62ab4e56ec1d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:01.306923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Checking segment: {'id': '09891eba-1126-49a0-8cac-68a27a116dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a520d60d-f8dc-4c86-9ce6-5be52bd7cea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:01.307281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Network hostable DHCP agents. Network: a520d60d-f8dc-4c86-9ce6-5be52bd7cea7, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:01.330308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Network a520d60d-f8dc-4c86-9ce6-5be52bd7cea7 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:01.347914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, a520d60d-f8dc-4c86-9ce6-5be52bd7cea7) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:01.351536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:01.357818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.363284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.363984 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.367430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba0199-cf78-4ec8-a6e7-73bdce46f459 None None] Network a520d60d-f8dc-4c86-9ce6-5be52bd7cea7 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:01.371406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37683edd-8d8b-4265-86c3-6af428335349 req-c57e3d9f-0eec-4a6d-81e9-a962ed8abb9a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216116 Jul 29 23:32:01.391863 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-37fb0fe7-c248-4992-a0aa-3ab64f86f2af tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0350869 Jul 29 23:32:01.394365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46332) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:01.431598 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.461692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b622df4b-b237-49b8-80fc-11379d029af1 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.467938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b622df4b-b237-49b8-80fc-11379d029af1 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.469596 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b622df4b-b237-49b8-80fc-11379d029af1 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0740037 Jul 29 23:32:01.473007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46334) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:01.571633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1034b396-6434-4629-a3ef-66b77a1bce20 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Deleting port a9204dcf-933e-4122-8926-01e7d94a6400 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:01.571992 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1034b396-6434-4629-a3ef-66b77a1bce20 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.642770 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1034b396-6434-4629-a3ef-66b77a1bce20 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.648674 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.656031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1034b396-6434-4629-a3ef-66b77a1bce20 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Calling delete_port for a9204dcf-933e-4122-8926-01e7d94a6400 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:01.734438 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1034b396-6434-4629-a3ef-66b77a1bce20 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.765091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034b396-6434-4629-a3ef-66b77a1bce20 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event deleted for resources: {'Port': ['ID=a9204dcf-933e-4122-8926-01e7d94a6400,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:01.772290 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1034b396-6434-4629-a3ef-66b77a1bce20 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.776814 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1034b396-6434-4629-a3ef-66b77a1bce20 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "DELETE /v2.0/ports/a9204dcf-933e-4122-8926-01e7d94a6400 HTTP/1.1" status: 204 len: 168 time: 0.2991455 Jul 29 23:32:01.777241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:01.786707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Router d069e0d8-4ae3-4697-8730-d18085f0a04b is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:32:01.878090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0393da7a-ffcf-4063-b00d-7787fe1e1cd6 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Deleting port a8287a59-0a4f-4b60-bc09-62ab4e56ec1d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:01.878090 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0393da7a-ffcf-4063-b00d-7787fe1e1cd6 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.910271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:01.921517 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Sync routers for ids ['d069e0d8-4ae3-4697-8730-d18085f0a04b'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:01.938028 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Routers {'d069e0d8-4ae3-4697-8730-d18085f0a04b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:01.939729 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d069e0d8-4ae3-4697-8730-d18085f0a04b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:01.957728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.961082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b86a8618-2824-4f93-9f61-a69fd1257195 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7614987 Jul 29 23:32:01.962954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46344) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:01.969809 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0393da7a-ffcf-4063-b00d-7787fe1e1cd6 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.988218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0393da7a-ffcf-4063-b00d-7787fe1e1cd6 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Calling delete_port for a8287a59-0a4f-4b60-bc09-62ab4e56ec1d owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:02.069359 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Set router d069e0d8-4ae3-4697-8730-d18085f0a04b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:02.082417 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0393da7a-ffcf-4063-b00d-7787fe1e1cd6 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.114487 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.126327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393da7a-ffcf-4063-b00d-7787fe1e1cd6 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event deleted for resources: {'Port': ['ID=a8287a59-0a4f-4b60-bc09-62ab4e56ec1d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:02.132119 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0393da7a-ffcf-4063-b00d-7787fe1e1cd6 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.134200 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0393da7a-ffcf-4063-b00d-7787fe1e1cd6 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "DELETE /v2.0/ports/a8287a59-0a4f-4b60-bc09-62ab4e56ec1d HTTP/1.1" status: 204 len: 168 time: 0.3558440 Jul 29 23:32:02.137401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:02.175314 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-853fd271-ee3f-4140-bd5e-2c3093353936 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0329556 Jul 29 23:32:02.175530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46348) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:02.181327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-715365331'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:02.206834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Made reservation on behalf of f6ad8ea667d64839a562c989ac8f9d98 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:02.210917 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.246813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:32:02.251150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce9934-0f41-4cbe-8a55-80bc77da606d None None] Network c3697a77-030a-41a4-b288-aff36fe0503d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:02.263944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.264721 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Added segment bdfec212-4188-4def-ab95-9ee1ad610741 of type vlan for network 8324e481-275c-4da1-827f-c61ffebbb136 Jul 29 23:32:02.294226 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'name': 'tempest-FloatingIPsTestJSON-1634123546-router', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:01Z', 'revision_number': 3, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'gw_port': {'id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:02.312814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.328512 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Checking router: d069e0d8-4ae3-4697-8730-d18085f0a04b for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:02.329612 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Updating router d069e0d8-4ae3-4697-8730-d18085f0a04b port 27b35d3a-8d44-451b-89b1-dc52a8d8508f binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:32:02.347069 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.354039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.354851 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.361251 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.425714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'Network': ['ID=8324e481-275c-4da1-827f-c61ffebbb136,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:02.447050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-73b72efa-99e0-4a92-9f03-4625b8b58fe3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2703197 Jul 29 23:32:02.449453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46352) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:02.453748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 8324e481-275c-4da1-827f-c61ffebbb136 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:02.455036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1972871626'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:02.485105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Made reservation on behalf of f6ad8ea667d64839a562c989ac8f9d98 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:02.490123 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.520855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:32:02.531020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aa0cab81-6a70-4bc2-ac8a-942a07259317 None None] Provisioning for port c716ef59-8528-407b-8e86-91b4e1d007a2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:02.533691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.534200 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Added segment 09b7d45e-acd4-4ab4-9e68-aa0949cd06be of type vlan for network 547ebb33-b17d-41c2-bdb2-ff115cd86097 Jul 29 23:32:02.589865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.600475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ddeed-891c-40d8-9df5-5548ec0fd772 req-b6a6b8d3-b40c-4069-835e-175757826d6b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.602008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f42ddeed-891c-40d8-9df5-5548ec0fd772 req-b6a6b8d3-b40c-4069-835e-175757826d6b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1250827 Jul 29 23:32:02.627007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.634822 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.635547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.752080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'Network': ['ID=547ebb33-b17d-41c2-bdb2-ff115cd86097,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:02.773472 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6044eefa-9dd2-4753-b044-687648795232 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3222899 Jul 29 23:32:02.775815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 547ebb33-b17d-41c2-bdb2-ff115cd86097 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:02.827824 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.840780 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Transition to ACTIVE for port object 27b35d3a-8d44-451b-89b1-dc52a8d8508f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:02.851561 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.900122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:02.906050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'subnets': [{'network_id': '8324e481-275c-4da1-827f-c61ffebbb136', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1108881714', 'ip_version': 4}, {'network_id': '547ebb33-b17d-41c2-bdb2-ff115cd86097', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:02.906362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'subnet': {'network_id': '8324e481-275c-4da1-827f-c61ffebbb136', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1108881714', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:02.907130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Request body: {'subnet': {'network_id': '547ebb33-b17d-41c2-bdb2-ff115cd86097', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:02.948177 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Attempting to bind port 27b35d3a-8d44-451b-89b1-dc52a8d8508f on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:02.948689 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Attempting to bind port 27b35d3a-8d44-451b-89b1-dc52a8d8508f by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:02.949009 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Attempting to bind port 27b35d3a-8d44-451b-89b1-dc52a8d8508f on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:02.962604 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57637171-4edc-45c6-ac9b-0908e1998e98 None None] Pushing event updated for resources: {'Port': ['ID=27b35d3a-8d44-451b-89b1-dc52a8d8508f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:02.965454 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:02.966256 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:02.966765 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.967275 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:02.967863 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Bound port: 27b35d3a-8d44-451b-89b1-dc52a8d8508f, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:02.968375 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.973058 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:32:02.998177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.033356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f42ddeed-891c-40d8-9df5-5548ec0fd772 req-46946a89-c3a7-419a-a0f6-36c4d023402d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188471 Jul 29 23:32:03.074257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] For port 27b35d3a-8d44-451b-89b1-dc52a8d8508f, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:03.078374 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] For port 27b35d3a-8d44-451b-89b1-dc52a8d8508f, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=27b35d3a-8d44-451b-89b1-dc52a8d8508f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:03.085119 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.173143 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Routers {'d069e0d8-4ae3-4697-8730-d18085f0a04b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:03.174324 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d069e0d8-4ae3-4697-8730-d18085f0a04b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:03.178078 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57637171-4edc-45c6-ac9b-0908e1998e98 None None] Pushing event updated for resources: {'Port': ['ID=27b35d3a-8d44-451b-89b1-dc52a8d8508f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:03.218109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Allocated IP 172.20.0.1 (c3697a77-030a-41a4-b288-aff36fe0503d/6197273e-2917-4a19-8825-bc42f144d0e1/eed628d9-ebb5-4ea2-a833-f79a747a5e5e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:03.219368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Made reservation on behalf of f6ad8ea667d64839a562c989ac8f9d98 for: {'subnet': 2} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:03.225569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.226119 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.249557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c716ef59-8528-407b-8e86-91b4e1d007a2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:03.315344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c716ef59-8528-407b-8e86-91b4e1d007a2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:03.319637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c716ef59-8528-407b-8e86-91b4e1d007a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:03.320124 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.339062 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] Set router d069e0d8-4ae3-4697-8730-d18085f0a04b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:03.343921 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.362130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Transition to ACTIVE for port object eed628d9-ebb5-4ea2-a833-f79a747a5e5e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:03.398648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.413087 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.444189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Network c3697a77-030a-41a4-b288-aff36fe0503d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:03.449601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:03.451184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c716ef59-8528-407b-8e86-91b4e1d007a2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c716ef59-8528-407b-8e86-91b4e1d007a2,segment=NetworkSegment(608660e7-b037-43f4-a292-02cb4b2c2785),segment_id=608660e7-b037-43f4-a292-02cb4b2c2785)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:03.456749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:03.457582 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.516359 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.525380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Pushing event updated for resources: {'Port': ['ID=eed628d9-ebb5-4ea2-a833-f79a747a5e5e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:03.556663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c716ef59-8528-407b-8e86-91b4e1d007a2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:03.572062 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'name': 'tempest-FloatingIPsTestJSON-1634123546-router', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:01Z', 'revision_number': 3, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'gw_port': {'id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:03.615997 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f41154-3b58-4129-a5d2-276cea2c662c None None] The sync data for ids ['d069e0d8-4ae3-4697-8730-d18085f0a04b'] in n-d-712139-11 is: [{'id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'name': 'tempest-FloatingIPsTestJSON-1634123546-router', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:01Z', 'revision_number': 3, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'gw_port': {'id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:03.684900 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.689073 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.749981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'Subnet': ['ID=283d086f-334c-41bf-81cf-88cc64c36ca9,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:03.762675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Checking segment: {'id': 'bdfec212-4188-4def-ab95-9ee1ad610741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8324e481-275c-4da1-827f-c61ffebbb136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:03.763252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Network hostable DHCP agents. Network: 8324e481-275c-4da1-827f-c61ffebbb136, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:03.782013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Network 8324e481-275c-4da1-827f-c61ffebbb136 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:03.796146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 8324e481-275c-4da1-827f-c61ffebbb136) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:03.801222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7a44f487-3594-4513-8df1-afc90d05bcab None None] Provisioning for port eed628d9-ebb5-4ea2-a833-f79a747a5e5e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:03.805875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6809c0e7-9928-4452-b8cb-83241fc50258 None None] Network 8324e481-275c-4da1-827f-c61ffebbb136 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:03.810059 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.827818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7a44f487-3594-4513-8df1-afc90d05bcab None None] Provisioning complete for port eed628d9-ebb5-4ea2-a833-f79a747a5e5e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:03.828267 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a44f487-3594-4513-8df1-afc90d05bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.886056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event updated for resources: {'Subnet': ['ID=ce1af817-aa37-4f3f-8a26-e6381f983f38,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:03.919280 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.928365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.928820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Checking segment: {'id': '09b7d45e-acd4-4ab4-9e68-aa0949cd06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '547ebb33-b17d-41c2-bdb2-ff115cd86097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:03.929252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Network hostable DHCP agents. Network: 547ebb33-b17d-41c2-bdb2-ff115cd86097, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:03.964000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Network 547ebb33-b17d-41c2-bdb2-ff115cd86097 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:03.977843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 547ebb33-b17d-41c2-bdb2-ff115cd86097) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:03.983011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:03.983997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:03.984472 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.001223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96fdae4-2307-4749-a83f-2e4911a48cf3 None None] Network 547ebb33-b17d-41c2-bdb2-ff115cd86097 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:04.005115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7a44f487-3594-4513-8df1-afc90d05bcab None None] Port eed628d9-ebb5-4ea2-a833-f79a747a5e5e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:04.006622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Pushing event updated for resources: {'Port': ['ID=eed628d9-ebb5-4ea2-a833-f79a747a5e5e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:04.009535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.024821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7211dde9-6bea-4960-9027-e7a8bd26277b tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1211591 Jul 29 23:32:04.025187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:04.126912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Network c3697a77-030a-41a4-b288-aff36fe0503d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:04.128273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:04.147406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376eb055-b50f-4dc5-a8f5-e2c0d2ed4e6e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:04.149299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376eb055-b50f-4dc5-a8f5-e2c0d2ed4e6e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:04.150917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376eb055-b50f-4dc5-a8f5-e2c0d2ed4e6e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:04.155696 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-376eb055-b50f-4dc5-a8f5-e2c0d2ed4e6e tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1264749 Jul 29 23:32:04.157340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46370) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:04.180771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff65199-1cc1-481a-879a-ddaead10f363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-8324e481-275c-4da1-827f-c61ffebbb136', 'network_id': '8324e481-275c-4da1-827f-c61ffebbb136', 'tenant_id': 'f6ad8ea667d64839a562c989ac8f9d98', 'fixed_ips': [{'subnet_id': '283d086f-334c-41bf-81cf-88cc64c36ca9'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:04.181675 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ff65199-1cc1-481a-879a-ddaead10f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.259142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-daaa9c84-8e74-4d52-8d63-1247e482edc3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Deleting subnet 283d086f-334c-41bf-81cf-88cc64c36ca9 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:04.280574 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daaa9c84-8e74-4d52-8d63-1247e482edc3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.314753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf16a-676c-44de-8dfa-1a5e0f611132 req-1a5512ff-8c12-48e5-851b-d8ad92af2efe tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:04.316875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-629cf16a-676c-44de-8dfa-1a5e0f611132 req-1a5512ff-8c12-48e5-851b-d8ad92af2efe tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1105599 Jul 29 23:32:04.346535 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daaa9c84-8e74-4d52-8d63-1247e482edc3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.358855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Router d069e0d8-4ae3-4697-8730-d18085f0a04b has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:04.411165 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daaa9c84-8e74-4d52-8d63-1247e482edc3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.440938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-629cf16a-676c-44de-8dfa-1a5e0f611132 req-d59194cc-1a4c-4393-b0d7-59174965ae83 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149163 Jul 29 23:32:04.454199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f3ab97-3884-4487-b2bb-bb3d44e51139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-547ebb33-b17d-41c2-bdb2-ff115cd86097', 'network_id': '547ebb33-b17d-41c2-bdb2-ff115cd86097', 'tenant_id': 'f6ad8ea667d64839a562c989ac8f9d98', 'fixed_ips': [{'subnet_id': 'ce1af817-aa37-4f3f-8a26-e6381f983f38'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:04.455629 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43f3ab97-3884-4487-b2bb-bb3d44e51139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.492639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daaa9c84-8e74-4d52-8d63-1247e482edc3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.535634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:04.539166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daaa9c84-8e74-4d52-8d63-1247e482edc3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.544350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0c423678-cf51-4525-831d-9c8718d6dc35 admin admin] 10.222.0.37 "PUT /v2.0/routers/d069e0d8-4ae3-4697-8730-d18085f0a04b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5799067 Jul 29 23:32:04.544563 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-daaa9c84-8e74-4d52-8d63-1247e482edc3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "DELETE /v2.0/subnets/283d086f-334c-41bf-81cf-88cc64c36ca9 HTTP/1.1" status: 204 len: 168 time: 0.3858829 Jul 29 23:32:04.545180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:04.545545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa9c84-8e74-4d52-8d63-1247e482edc3 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event deleted for resources: {'Subnet': ['ID=283d086f-334c-41bf-81cf-88cc64c36ca9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:04.601951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b5d5bf-b639-4198-9a2a-46b6c72192ea tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Deleting subnet ce1af817-aa37-4f3f-8a26-e6381f983f38 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-1ff65199-1cc1-481a-879a-ddaead10f363 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 283d086f-334c-41bf-81cf-88cc64c36ca9: This subnet is being modified by another concurrent operation. Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:32:04.603744 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 283d086f-334c-41bf-81cf-88cc64c36ca9: This subnet is being modified by another concurrent operation. Jul 29 23:32:04.607691 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 29 23:32:04.610313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b5d5bf-b639-4198-9a2a-46b6c72192ea tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.653791 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b5d5bf-b639-4198-9a2a-46b6c72192ea tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.664031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-05bbabb2-7a42-44e7-9760-aed9d9211165 None None] Provisioning complete for port eed628d9-ebb5-4ea2-a833-f79a747a5e5e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:04.664586 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05bbabb2-7a42-44e7-9760-aed9d9211165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.703207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdaebbf-a7ab-41c9-99a2-0a15314c2a5d None None] Network 8324e481-275c-4da1-827f-c61ffebbb136 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:04.715863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b5d5bf-b639-4198-9a2a-46b6c72192ea tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.761642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-05bbabb2-7a42-44e7-9760-aed9d9211165 None None] Port eed628d9-ebb5-4ea2-a833-f79a747a5e5e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:04.785867 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b5d5bf-b639-4198-9a2a-46b6c72192ea tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-43f3ab97-3884-4487-b2bb-bb3d44e51139 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce1af817-aa37-4f3f-8a26-e6381f983f38: This subnet is being modified by another concurrent operation. Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:32:04.804903 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce1af817-aa37-4f3f-8a26-e6381f983f38: This subnet is being modified by another concurrent operation. Jul 29 23:32:04.808690 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 29 23:32:04.826926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b5d5bf-b639-4198-9a2a-46b6c72192ea tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.828230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ecb84e-6752-40e4-8fe2-eb2d09d4719a None None] Network 547ebb33-b17d-41c2-bdb2-ff115cd86097 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:04.831782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:04.832537 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-11b5d5bf-b639-4198-9a2a-46b6c72192ea tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "DELETE /v2.0/subnets/ce1af817-aa37-4f3f-8a26-e6381f983f38 HTTP/1.1" status: 204 len: 168 time: 0.2856705 Jul 29 23:32:04.834229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5d5bf-b639-4198-9a2a-46b6c72192ea tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1af817-aa37-4f3f-8a26-e6381f983f38,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:04.905052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b2a7f0-7cf5-41d9-bda4-f08d0fdee095 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:04.907056 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d6b2a7f0-7cf5-41d9-bda4-f08d0fdee095 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0731964 Jul 29 23:32:04.913763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46386) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:04.990268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d5a63-5bd6-4514-bdcc-ce73a2a0c1ad None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:32:04.994022 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.083203 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.094363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-40de1633-ff59-4361-86d3-2445e4e84fdd tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2181771 Jul 29 23:32:05.096675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547ebb33-b17d-41c2-bdb2-ff115cd86097']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.108006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:05.109584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b7d45e-acd4-4ab4-9e68-aa0949cd06be') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.109884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b7d45e-acd4-4ab4-9e68-aa0949cd06be') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.126203 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.141824 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.149186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.159605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d5a63-5bd6-4514-bdcc-ce73a2a0c1ad None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:32:05.163189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:05.163607 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:05.166917 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:05.252782 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.258882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.263662 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "DELETE /v2.0/networks/547ebb33-b17d-41c2-bdb2-ff115cd86097 HTTP/1.1" status: 204 len: 168 time: 0.3486969 Jul 29 23:32:05.264445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46390) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:05.307740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21887854-bdda-43d3-bab2-a0e6e6245390 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event deleted for resources: {'Network': ['ID=547ebb33-b17d-41c2-bdb2-ff115cd86097,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:05.316698 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.346398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c716ef59-8528-407b-8e86-91b4e1d007a2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:05.385242 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.471614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Allocated IP 172.25.2.2 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/0f8f1c3d-7501-4f0d-8945-9205b2595f9d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:05.499948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c716ef59-8528-407b-8e86-91b4e1d007a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:05.500552 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.529897 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.541286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8324e481-275c-4da1-827f-c61ffebbb136']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.557031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfec212-4188-4def-ab95-9ee1ad610741') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.557621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfec212-4188-4def-ab95-9ee1ad610741') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.572806 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.590311 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.598782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:05.599481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:05.603694 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:05.605598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61349cf-000a-4206-a6b9-aab1f324c301 req-856be10c-4963-49c2-91e0-1459dfb07684 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:05.605598 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b61349cf-000a-4206-a6b9-aab1f324c301 req-856be10c-4963-49c2-91e0-1459dfb07684 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0765429 Jul 29 23:32:05.660365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.680687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b61349cf-000a-4206-a6b9-aab1f324c301 req-ab2a9077-3807-4136-afd7-5b016ca05d51 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645094 Jul 29 23:32:05.691063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.703672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.705716 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "DELETE /v2.0/networks/8324e481-275c-4da1-827f-c61ffebbb136 HTTP/1.1" status: 204 len: 168 time: 0.4369290 Jul 29 23:32:05.708052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46396) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:05.721495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.728963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccc833-e890-465a-804e-9addba7f743d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event deleted for resources: {'Network': ['ID=8324e481-275c-4da1-827f-c61ffebbb136,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:05.763328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:05.768451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:05.771051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:05.801816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Pushing event updated for resources: {'Port': ['ID=0f8f1c3d-7501-4f0d-8945-9205b2595f9d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:05.811966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.851114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 27b35d3a-8d44-451b-89b1-dc52a8d8508f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:05.877250 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.894446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e78518-fb26-4f78-8b1f-3fdd8bac77af None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:32:05.912434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.923165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a520d60d-f8dc-4c86-9ce6-5be52bd7cea7']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.932207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Sync routers for ids ['d069e0d8-4ae3-4697-8730-d18085f0a04b'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:05.934359 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.939158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09891eba-1126-49a0-8cac-68a27a116dce') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.939458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09891eba-1126-49a0-8cac-68a27a116dce') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.952113 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.975317 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.975651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Routers {'d069e0d8-4ae3-4697-8730-d18085f0a04b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:05.975912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d069e0d8-4ae3-4697-8730-d18085f0a04b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.984408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:05.984915 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:05.989535 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:06.021456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 27b35d3a-8d44-451b-89b1-dc52a8d8508f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:06.051739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 27b35d3a-8d44-451b-89b1-dc52a8d8508f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:06.052402 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.055586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.062491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.068047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46402) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:06.068577 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "DELETE /v2.0/networks/a520d60d-f8dc-4c86-9ce6-5be52bd7cea7 HTTP/1.1" status: 204 len: 168 time: 0.3595645 Jul 29 23:32:06.084434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e48bad-d018-49c2-b622-7bd79220fe2d tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event deleted for resources: {'Network': ['ID=a520d60d-f8dc-4c86-9ce6-5be52bd7cea7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:06.175447 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.197194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Set router d069e0d8-4ae3-4697-8730-d18085f0a04b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:06.201187 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.206699 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.254412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e78518-fb26-4f78-8b1f-3fdd8bac77af None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:32:06.310803 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.340737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.349882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Pushing event updated for resources: {'Port': ['ID=0f8f1c3d-7501-4f0d-8945-9205b2595f9d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:06.355936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afc2b98-37ea-4a41-a855-9d0cbda44097']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:06.370852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c0065c-1989-4106-b753-087fe5cedbb2') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:06.371155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c0065c-1989-4106-b753-087fe5cedbb2') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:06.383898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.390212 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.402137 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.410321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:06.410546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 27b35d3a-8d44-451b-89b1-dc52a8d8508f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=27b35d3a-8d44-451b-89b1-dc52a8d8508f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:06.410720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:06.413752 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:06.417673 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.426920 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.428361 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-959b9508-6401-4a2c-a2ff-33a0d9ae4c9c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3268390 Jul 29 23:32:06.524524 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=27b35d3a-8d44-451b-89b1-dc52a8d8508f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:06.539928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-7f7b3afa-9bb9-4148-8519-420984fd92a9 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0825477 Jul 29 23:32:06.550022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.558612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.560509 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] 10.222.0.37 "DELETE /v2.0/networks/2afc2b98-37ea-4a41-a855-9d0cbda44097 HTTP/1.1" status: 204 len: 168 time: 0.4914999 Jul 29 23:32:06.588319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbb9ef-fe6e-4813-bf91-85e6f1a49f53 tempest-BulkNetworkOpsTest-448028218 tempest-BulkNetworkOpsTest-448028218-project] Pushing event deleted for resources: {'Network': ['ID=2afc2b98-37ea-4a41-a855-9d0cbda44097,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:06.683447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-2efa30cb-9725-4ceb-925a-aa3a97673ad7 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.688242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bc8b07-d52f-4a72-8a53-4ae40063619c req-2efa30cb-9725-4ceb-925a-aa3a97673ad7 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1399002 Jul 29 23:32:06.702973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'name': 'tempest-FloatingIPsTestJSON-1634123546-router', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:03Z', 'revision_number': 4, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'gw_port': {'id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'eed628d9-ebb5-4ea2-a833-f79a747a5e5e', 'name': '', 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'mac_address': 'fa:16:3e:a9:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '6197273e-2917-4a19-8825-bc42f144d0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:03Z', 'updated_at': '2021-07-29T23:32:03Z', 'revision_number': 2, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'subnets': [{'id': '6197273e-2917-4a19-8825-bc42f144d0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:06.734318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Checking router: d069e0d8-4ae3-4697-8730-d18085f0a04b for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:06.736584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Updating router d069e0d8-4ae3-4697-8730-d18085f0a04b port eed628d9-ebb5-4ea2-a833-f79a747a5e5e binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:32:06.760588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a900ae1e-90f1-4b6a-96ab-32a8cd528c46 req-2b156cd9-864d-44ea-b870-56ca028096eb tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips/212c964d-48c8-472e-816a-e05077114e71 HTTP/1.1" status: 200 len: 691 time: 0.0529802 Jul 29 23:32:06.793432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:06.799148 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.879404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94474e-fee3-4352-aa5f-523f90b5c043 req-c6b4b470-83d5-4bbb-b4ac-1325ed52875e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.881045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a94474e-fee3-4352-aa5f-523f90b5c043 req-c6b4b470-83d5-4bbb-b4ac-1325ed52875e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1194913 Jul 29 23:32:06.921463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900ae1e-90f1-4b6a-96ab-32a8cd528c46 req-a98a01d9-9345-4302-ad7f-104297d4c07c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.922864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a900ae1e-90f1-4b6a-96ab-32a8cd528c46 req-a98a01d9-9345-4302-ad7f-104297d4c07c tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1528339 Jul 29 23:32:06.942358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a94474e-fee3-4352-aa5f-523f90b5c043 req-51741162-000a-4711-8973-216c99765f9f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524476 Jul 29 23:32:06.947436 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0b6f5b28-c36a-45c1-826b-26620996f2b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6ad8ea667d64839a562c989ac8f9d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506658 Jul 29 23:32:06.947919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46424) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:07.005795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaa4ac38-365c-46f8-b84c-d0254dce33a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.027917 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaa4ac38-365c-46f8-b84c-d0254dce33a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.038407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c363713-6c0d-4c14-b13a-c99e8eda2bba req-8e78481b-0de6-435a-92f4-2e6aa32772b1 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=b4477028d21149928ceeeae3e7c1f277 HTTP/1.1" status: 200 len: 694 time: 0.0936468 Jul 29 23:32:07.088328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaa4ac38-365c-46f8-b84c-d0254dce33a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.091640 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.092223 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaa4ac38-365c-46f8-b84c-d0254dce33a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.094788 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eaa4ac38-365c-46f8-b84c-d0254dce33a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29ef40ca-8f97-48c9-9a63-2e80eacc5adc HTTP/1.1" status: 204 len: 168 time: 0.1458774 Jul 29 23:32:07.104548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Transition to ACTIVE for port object eed628d9-ebb5-4ea2-a833-f79a747a5e5e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:07.107555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4ac38-365c-46f8-b84c-d0254dce33a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ef40ca-8f97-48c9-9a63-2e80eacc5adc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:07.113123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.189839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Pushing event updated for resources: {'Port': ['ID=eed628d9-ebb5-4ea2-a833-f79a747a5e5e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:07.220768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 27b35d3a-8d44-451b-89b1-dc52a8d8508f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:07.222920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c363713-6c0d-4c14-b13a-c99e8eda2bba req-3f9e569b-33a7-471a-98c4-ba8e273934ae tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.230755 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c363713-6c0d-4c14-b13a-c99e8eda2bba req-3f9e569b-33a7-471a-98c4-ba8e273934ae tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/networks?id=941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 787 time: 0.1913292 Jul 29 23:32:07.285092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Attempting to bind port eed628d9-ebb5-4ea2-a833-f79a747a5e5e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:07.285465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Attempting to bind port eed628d9-ebb5-4ea2-a833-f79a747a5e5e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '608660e7-b037-43f4-a292-02cb4b2c2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:07.285833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Attempting to bind port eed628d9-ebb5-4ea2-a833-f79a747a5e5e on network c3697a77-030a-41a4-b288-aff36fe0503d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:07.291751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:07.292065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Checking segment: {'id': '608660e7-b037-43f4-a292-02cb4b2c2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:07.292508 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.292955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Bound using segment: {'id': '608660e7-b037-43f4-a292-02cb4b2c2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:07.293441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Bound port: eed628d9-ebb5-4ea2-a833-f79a747a5e5e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608660e7-b037-43f4-a292-02cb4b2c2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:07.293821 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.307277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-076c7297-cb88-4f72-a27e-973a05e878eb tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips/212c964d-48c8-472e-816a-e05077114e71 HTTP/1.1" status: 200 len: 691 time: 0.0529518 Jul 29 23:32:07.338660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 27b35d3a-8d44-451b-89b1-dc52a8d8508f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:07.338865 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.399913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] For port eed628d9-ebb5-4ea2-a833-f79a747a5e5e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:07.455211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-230914ae-51c7-4b9d-9d24-c286f2962e2d tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.456602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-230914ae-51c7-4b9d-9d24-c286f2962e2d tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1417692 Jul 29 23:32:07.522740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-5b6cadcb-4fe7-4703-8c16-d7fb610e3c65 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0577183 Jul 29 23:32:07.564392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] For port eed628d9-ebb5-4ea2-a833-f79a747a5e5e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=eed628d9-ebb5-4ea2-a833-f79a747a5e5e,segment=NetworkSegment(608660e7-b037-43f4-a292-02cb4b2c2785),segment_id=608660e7-b037-43f4-a292-02cb4b2c2785)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:07.573119 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.600559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-074b797f-ed4b-425c-8d38-5b09132efe2a tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0644958 Jul 29 23:32:07.671870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Routers {'d069e0d8-4ae3-4697-8730-d18085f0a04b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:07.672525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d069e0d8-4ae3-4697-8730-d18085f0a04b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:07.674975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Pushing event updated for resources: {'Port': ['ID=eed628d9-ebb5-4ea2-a833-f79a747a5e5e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:07.721141 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.721495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.721838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.722181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.722519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.722851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.723182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.723514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.723841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.724192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.724523 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.724850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f860156-084a-4a1c-814f-d573ed633580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:07.776635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-b6c6c652-b06c-4b24-93f0-bc13d4ec24ed tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Deleting port 0f8f1c3d-7501-4f0d-8945-9205b2595f9d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:07.777086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-b6c6c652-b06c-4b24-93f0-bc13d4ec24ed tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.834133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] Set router d069e0d8-4ae3-4697-8730-d18085f0a04b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:07.871402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-b6c6c652-b06c-4b24-93f0-bc13d4ec24ed tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.871739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-b6c6c652-b06c-4b24-93f0-bc13d4ec24ed tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.886919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-b6c6c652-b06c-4b24-93f0-bc13d4ec24ed tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Calling delete_port for 0f8f1c3d-7501-4f0d-8945-9205b2595f9d owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:07.998173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46456) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:08.069453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'name': 'tempest-FloatingIPsTestJSON-1634123546-router', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:03Z', 'revision_number': 4, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'gw_port': {'id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'eed628d9-ebb5-4ea2-a833-f79a747a5e5e', 'name': '', 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'mac_address': 'fa:16:3e:a9:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '6197273e-2917-4a19-8825-bc42f144d0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:03Z', 'updated_at': '2021-07-29T23:32:07Z', 'revision_number': 4, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'subnets': [{'id': '6197273e-2917-4a19-8825-bc42f144d0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:08.098265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdce4d8-a03f-4504-91af-5ee909b76a8d None None] The sync data for ids ['d069e0d8-4ae3-4697-8730-d18085f0a04b'] in n-d-712139-11 is: [{'id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'name': 'tempest-FloatingIPsTestJSON-1634123546-router', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:03Z', 'revision_number': 4, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'gw_port': {'id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'eed628d9-ebb5-4ea2-a833-f79a747a5e5e', 'name': '', 'network_id': 'c3697a77-030a-41a4-b288-aff36fe0503d', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'mac_address': 'fa:16:3e:a9:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '6197273e-2917-4a19-8825-bc42f144d0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:03Z', 'updated_at': '2021-07-29T23:32:07Z', 'revision_number': 4, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'subnets': [{'id': '6197273e-2917-4a19-8825-bc42f144d0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:08.122704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-65854fe0-7830-4503-941a-245e0e6c9131 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-762195118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:08.163117 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65854fe0-7830-4503-941a-245e0e6c9131 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.164575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65854fe0-7830-4503-941a-245e0e6c9131 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.231953 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65854fe0-7830-4503-941a-245e0e6c9131 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.237769 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65854fe0-7830-4503-941a-245e0e6c9131 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.256519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65854fe0-7830-4503-941a-245e0e6c9131 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.258143 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-65854fe0-7830-4503-941a-245e0e6c9131 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2583137 Jul 29 23:32:08.264709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:08.270992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1637756469'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:08.297756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Made reservation on behalf of f33138fc3431421882f9d3e3ac452b9c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:08.301600 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.311468 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.424665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08ec50-4fb5-4013-8261-3993b95e0a22 req-bfe20288-5c85-474c-afc1-5d3dc3993a79 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:08.425705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.426400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c08ec50-4fb5-4013-8261-3993b95e0a22 req-bfe20288-5c85-474c-afc1-5d3dc3993a79 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0789983 Jul 29 23:32:08.432265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.463032 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-b6c6c652-b06c-4b24-93f0-bc13d4ec24ed tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.473528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:32:08.478944 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfd7d2c-c9b6-47cd-9296-d1e23bfda194,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:08.488374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.488755 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Added segment 0a2c74ff-60db-4c07-932e-41d9e85c9b0e of type vlan for network f7280834-bf97-4cfa-bdf9-6a6545a5ed02 Jul 29 23:32:08.505569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6c652-b06c-4b24-93f0-bc13d4ec24ed tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Pushing event deleted for resources: {'Port': ['ID=0f8f1c3d-7501-4f0d-8945-9205b2595f9d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:08.512384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c08ec50-4fb5-4013-8261-3993b95e0a22 req-7794cb04-efda-4e3f-abd6-e52a1cef9db7 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783429 Jul 29 23:32:08.539495 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.581285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.584450 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-b6c6c652-b06c-4b24-93f0-bc13d4ec24ed tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.588593 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-b6c6c652-b06c-4b24-93f0-bc13d4ec24ed tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.589419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:08.590290 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.590595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3fab4bb-1790-4e54-99b0-1d7be41ad536 req-b6c6c652-b06c-4b24-93f0-bc13d4ec24ed tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "DELETE /v2.0/floatingips/212c964d-48c8-472e-816a-e05077114e71 HTTP/1.1" status: 204 len: 173 time: 0.9854012 Jul 29 23:32:08.656338 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3901551 Jul 29 23:32:08.660109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:08.668185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'subnet': {'network_id': 'f7280834-bf97-4cfa-bdf9-6a6545a5ed02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:08.675976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb672c58-b32c-4208-a032-9a719c2ae2b4 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Network': ['ID=f7280834-bf97-4cfa-bdf9-6a6545a5ed02,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:08.691346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f7280834-bf97-4cfa-bdf9-6a6545a5ed02 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:08.785603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00109e30-8004-4afe-bc70-1ac234567557 req-f6948b24-592a-46be-91ea-4c41a9f9a2b7 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1620860 Jul 29 23:32:08.791753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:08.793223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Made reservation on behalf of f33138fc3431421882f9d3e3ac452b9c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:08.798927 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.815922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.918499 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.005767 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.063560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Allocated IP 172.25.2.206 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/a49c79ae-f12e-40ac-ae37-5d249b88a766) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:09.078526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Subnet': ['ID=ba01d8bd-9628-4433-a763-351c0f717405,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:09.089712 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Checking segment: {'id': '0a2c74ff-60db-4c07-932e-41d9e85c9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f7280834-bf97-4cfa-bdf9-6a6545a5ed02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:09.090316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network hostable DHCP agents. Network: f7280834-bf97-4cfa-bdf9-6a6545a5ed02, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:09.112408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network f7280834-bf97-4cfa-bdf9-6a6545a5ed02 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:09.127904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f7280834-bf97-4cfa-bdf9-6a6545a5ed02) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:09.133150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.134024 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.141528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8b6de-bddf-4b80-863f-34c80148ed70 None None] Network f7280834-bf97-4cfa-bdf9-6a6545a5ed02 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:09.152534 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-27119da7-055b-4cd3-87c1-25b033eaeb31 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4911599 Jul 29 23:32:09.155479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46472) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:09.162175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'network': {'name': 'tempest-router-network01--1191699017'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:09.186607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Made reservation on behalf of f33138fc3431421882f9d3e3ac452b9c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:09.192076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.211230 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.230965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:32:09.237806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device eed628d9-ebb5-4ea2-a833-f79a747a5e5e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:09.245635 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.245864 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Added segment 3fe3e8ca-0c81-497c-bbd1-5be83f0ee814 of type vlan for network 40263c96-df5b-44f6-b417-707322af1179 Jul 29 23:32:09.280821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.309358 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.331160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:09.334390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:09.337115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:09.349923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port eed628d9-ebb5-4ea2-a833-f79a747a5e5e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:09.353958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.360165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.361349 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.372315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port eed628d9-ebb5-4ea2-a833-f79a747a5e5e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:09.372747 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.379239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Pushing event updated for resources: {'Port': ['ID=a49c79ae-f12e-40ac-ae37-5d249b88a766,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:09.396908 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2402115 Jul 29 23:32:09.398298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:09.399688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-f7280834-bf97-4cfa-bdf9-6a6545a5ed02', 'network_id': 'f7280834-bf97-4cfa-bdf9-6a6545a5ed02', 'tenant_id': 'f33138fc3431421882f9d3e3ac452b9c', 'fixed_ips': [{'subnet_id': 'ba01d8bd-9628-4433-a763-351c0f717405'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:09.400567 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.406218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'network': {'name': 'tempest-router-network02--487169745'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:09.445570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500d0c9-ca2a-4283-816f-e546f419a38a tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Network': ['ID=40263c96-df5b-44f6-b417-707322af1179,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:09.473388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Made reservation on behalf of f33138fc3431421882f9d3e3ac452b9c for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:09.477192 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.492388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 40263c96-df5b-44f6-b417-707322af1179 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:09.501290 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.518649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:32:09.553373 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.553729 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Added segment 06a04045-dc44-4651-a012-7731f77b4a8f of type vlan for network 15315eeb-6e2e-403d-9242-96a72d29739e Jul 29 23:32:09.567182 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.631786 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.638869 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.665493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Allocated IP 2001:db8::2 (f7280834-bf97-4cfa-bdf9-6a6545a5ed02/ba01d8bd-9628-4433-a763-351c0f717405/6dac5c8d-1d65-4f9c-8a12-b04c29877358) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:09.687953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port eed628d9-ebb5-4ea2-a833-f79a747a5e5e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=eed628d9-ebb5-4ea2-a833-f79a747a5e5e,segment=NetworkSegment(608660e7-b037-43f4-a292-02cb4b2c2785),segment_id=608660e7-b037-43f4-a292-02cb4b2c2785)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:09.707663 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.769689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2b057-3d95-4259-9cd0-5172c06a71d9 req-aa0bf16f-0411-4631-8eb0-2f0c7290a540 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.771183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bb2b057-3d95-4259-9cd0-5172c06a71d9 req-aa0bf16f-0411-4631-8eb0-2f0c7290a540 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1476595 Jul 29 23:32:09.771793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.777052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.777952 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.798753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=eed628d9-ebb5-4ea2-a833-f79a747a5e5e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:09.865080 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.873473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Transition to ACTIVE for port object 6dac5c8d-1d65-4f9c-8a12-b04c29877358 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:09.877746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4784584 Jul 29 23:32:09.880839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46484) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:09.887437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'subnet': {'network_id': '40263c96-df5b-44f6-b417-707322af1179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:09.888361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Transition to ACTIVE for port object 6dac5c8d-1d65-4f9c-8a12-b04c29877358 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:09.895312 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.908140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269fd93-43ff-495a-808b-3741a919dddb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Network': ['ID=15315eeb-6e2e-403d-9242-96a72d29739e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:09.923469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 15315eeb-6e2e-403d-9242-96a72d29739e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:09.925480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bb2b057-3d95-4259-9cd0-5172c06a71d9 req-29972bc9-fb52-4c43-8f9a-8b43b4132984 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448560 Jul 29 23:32:09.947195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.952467 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.018480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Made reservation on behalf of f33138fc3431421882f9d3e3ac452b9c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:10.022936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Network f7280834-bf97-4cfa-bdf9-6a6545a5ed02 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:10.023784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Pushing event updated for resources: {'Port': ['ID=6dac5c8d-1d65-4f9c-8a12-b04c29877358,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:10.024665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.031887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:10.039588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:10.045492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Pushing event updated for resources: {'Port': ['ID=a49c79ae-f12e-40ac-ae37-5d249b88a766,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:10.062630 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.083067 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.084471 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00109e30-8004-4afe-bc70-1ac234567557 req-3332a9b1-7ebe-4809-b6a7-bbb115a045a5 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2977774 Jul 29 23:32:10.102326 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Attempting to bind port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:10.103166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Attempting to bind port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '0a2c74ff-60db-4c07-932e-41d9e85c9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f7280834-bf97-4cfa-bdf9-6a6545a5ed02'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:10.103535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Attempting to bind port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 on network f7280834-bf97-4cfa-bdf9-6a6545a5ed02 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:10.109343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:10.109720 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Checking segment: {'id': '0a2c74ff-60db-4c07-932e-41d9e85c9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f7280834-bf97-4cfa-bdf9-6a6545a5ed02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:10.110124 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.110514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Bound using segment: {'id': '0a2c74ff-60db-4c07-932e-41d9e85c9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f7280834-bf97-4cfa-bdf9-6a6545a5ed02'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:10.111005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Bound port: 6dac5c8d-1d65-4f9c-8a12-b04c29877358, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2c74ff-60db-4c07-932e-41d9e85c9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f7280834-bf97-4cfa-bdf9-6a6545a5ed02'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:10.111389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.167471 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00109e30-8004-4afe-bc70-1ac234567557 req-f39d06cf-0cfa-4f07-8f00-23c07f2732ad tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.0750954 Jul 29 23:32:10.181865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] For port 6dac5c8d-1d65-4f9c-8a12-b04c29877358, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:10.185478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] For port 6dac5c8d-1d65-4f9c-8a12-b04c29877358, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6dac5c8d-1d65-4f9c-8a12-b04c29877358,segment=NetworkSegment(0a2c74ff-60db-4c07-932e-41d9e85c9b0e),segment_id=0a2c74ff-60db-4c07-932e-41d9e85c9b0e)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:10.191275 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.260895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897aec3-1a84-41ee-9b30-7d998fe7c309 None None] Pushing event updated for resources: {'Port': ['ID=6dac5c8d-1d65-4f9c-8a12-b04c29877358,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:10.267682 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.291511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00109e30-8004-4afe-bc70-1ac234567557 req-2f1cbc82-035a-4827-9159-05fcf516327f tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:10.293093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00109e30-8004-4afe-bc70-1ac234567557 req-2f1cbc82-035a-4827-9159-05fcf516327f tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1248224 Jul 29 23:32:10.337537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Subnet': ['ID=9ccd6f3c-9b7a-4b37-af24-7da555af80e5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:10.349413 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Checking segment: {'id': '3fe3e8ca-0c81-497c-bbd1-5be83f0ee814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40263c96-df5b-44f6-b417-707322af1179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:10.349855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network hostable DHCP agents. Network: 40263c96-df5b-44f6-b417-707322af1179, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:10.367700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-d9ba287e-2213-46f3-a88e-1dbb9e501996 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips/39742ca6-9900-4716-9183-b8f18f128451 HTTP/1.1" status: 200 len: 693 time: 0.0507250 Jul 29 23:32:10.367944 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network 40263c96-df5b-44f6-b417-707322af1179 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:10.380288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 40263c96-df5b-44f6-b417-707322af1179) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:10.384775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:10.385654 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.399790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce69c1-684f-4524-ab06-90b87fc0e64f None None] Network 40263c96-df5b-44f6-b417-707322af1179 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:10.405249 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-41666bf9-db6e-4808-a740-be2ecf7de51c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5223885 Jul 29 23:32:10.408202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:10.415245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'subnet': {'network_id': '15315eeb-6e2e-403d-9242-96a72d29739e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:10.522270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-0af17c0a-863a-42a1-b1d9-39248533e6ba tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:10.523741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-0af17c0a-863a-42a1-b1d9-39248533e6ba tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1551402 Jul 29 23:32:10.556778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Made reservation on behalf of f33138fc3431421882f9d3e3ac452b9c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:10.561097 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.585713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-bd680204-6b17-4115-b95f-f375afe207fa tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.0523283 Jul 29 23:32:10.620090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-40263c96-df5b-44f6-b417-707322af1179', 'network_id': '40263c96-df5b-44f6-b417-707322af1179', 'tenant_id': 'f33138fc3431421882f9d3e3ac452b9c', 'fixed_ips': [{'subnet_id': '9ccd6f3c-9b7a-4b37-af24-7da555af80e5'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:10.620954 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.641179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-06282b97-a82a-4278-a0e3-4394be25ddd8 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.0545790 Jul 29 23:32:10.772678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Allocated IP 2001:db8::2 (40263c96-df5b-44f6-b417-707322af1179/9ccd6f3c-9b7a-4b37-af24-7da555af80e5/23ca1365-7210-4b95-abf6-755c0455fa03) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:10.783133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-b3c76416-1a6d-4e41-849e-fef0af8bccd0 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Deleting port a49c79ae-f12e-40ac-ae37-5d249b88a766 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:10.783490 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-b3c76416-1a6d-4e41-849e-fef0af8bccd0 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.811750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.864079 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-b3c76416-1a6d-4e41-849e-fef0af8bccd0 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.864417 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-b3c76416-1a6d-4e41-849e-fef0af8bccd0 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.876467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Subnet': ['ID=f8d8971e-7ea0-4c92-a63d-b5b1947717ec,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:10.877197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-b3c76416-1a6d-4e41-849e-fef0af8bccd0 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Calling delete_port for a49c79ae-f12e-40ac-ae37-5d249b88a766 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:10.896710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Checking segment: {'id': '06a04045-dc44-4651-a012-7731f77b4a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15315eeb-6e2e-403d-9242-96a72d29739e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:10.897148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network hostable DHCP agents. Network: 15315eeb-6e2e-403d-9242-96a72d29739e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:10.924704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network 15315eeb-6e2e-403d-9242-96a72d29739e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:10.941770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 15315eeb-6e2e-403d-9242-96a72d29739e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:10.942510 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.947275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:10.948385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.952781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09135d2-ce0b-4ecd-b243-078569bbfc0f None None] Network 15315eeb-6e2e-403d-9242-96a72d29739e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:10.971882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Transition to ACTIVE for port object 23ca1365-7210-4b95-abf6-755c0455fa03 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:10.976358 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cabb827b-7219-4a93-9e4e-663b501e20d0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5659833 Jul 29 23:32:10.978537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46492) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:11.043171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Transition to ACTIVE for port object 23ca1365-7210-4b95-abf6-755c0455fa03 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:11.058131 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.138377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Network 40263c96-df5b-44f6-b417-707322af1179 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:11.147285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:11.150134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:11.165777 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-b3c76416-1a6d-4e41-849e-fef0af8bccd0 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.212853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfefff-a236-4405-9771-fc460e6d936a req-eafd52c9-bffd-4ae2-916b-efcab250cf04 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.214994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46cfefff-a236-4405-9771-fc460e6d936a req-eafd52c9-bffd-4ae2-916b-efcab250cf04 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1535592 Jul 29 23:32:11.251804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c76416-1a6d-4e41-849e-fef0af8bccd0 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Pushing event deleted for resources: {'Port': ['ID=a49c79ae-f12e-40ac-ae37-5d249b88a766,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:11.256774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Attempting to bind port 23ca1365-7210-4b95-abf6-755c0455fa03 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:11.257150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Attempting to bind port 23ca1365-7210-4b95-abf6-755c0455fa03 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '3fe3e8ca-0c81-497c-bbd1-5be83f0ee814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40263c96-df5b-44f6-b417-707322af1179'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:11.257513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Attempting to bind port 23ca1365-7210-4b95-abf6-755c0455fa03 on network 40263c96-df5b-44f6-b417-707322af1179 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:11.263500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Pushing event updated for resources: {'Port': ['ID=23ca1365-7210-4b95-abf6-755c0455fa03,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:11.269529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:11.269904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Checking segment: {'id': '3fe3e8ca-0c81-497c-bbd1-5be83f0ee814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40263c96-df5b-44f6-b417-707322af1179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:11.270305 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.270690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Bound using segment: {'id': '3fe3e8ca-0c81-497c-bbd1-5be83f0ee814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40263c96-df5b-44f6-b417-707322af1179'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:11.271160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Bound port: 23ca1365-7210-4b95-abf6-755c0455fa03, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe3e8ca-0c81-497c-bbd1-5be83f0ee814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40263c96-df5b-44f6-b417-707322af1179'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:11.271540 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.327264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-15315eeb-6e2e-403d-9242-96a72d29739e', 'network_id': '15315eeb-6e2e-403d-9242-96a72d29739e', 'tenant_id': 'f33138fc3431421882f9d3e3ac452b9c', 'fixed_ips': [{'subnet_id': 'f8d8971e-7ea0-4c92-a63d-b5b1947717ec'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:11.328382 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.365801 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-b3c76416-1a6d-4e41-849e-fef0af8bccd0 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.369076 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-b3c76416-1a6d-4e41-849e-fef0af8bccd0 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.370456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af4677fa-8095-4514-b6ad-bdd75819c489 req-b3c76416-1a6d-4e41-849e-fef0af8bccd0 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "DELETE /v2.0/floatingips/39742ca6-9900-4716-9183-b8f18f128451 HTTP/1.1" status: 204 len: 173 time: 0.7208383 Jul 29 23:32:11.374554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device eed628d9-ebb5-4ea2-a833-f79a747a5e5e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:11.377522 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46cfefff-a236-4405-9771-fc460e6d936a req-d1d0e3eb-8715-4294-99aa-43cd229eec0e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306460 Jul 29 23:32:11.419403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.523266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] For port 23ca1365-7210-4b95-abf6-755c0455fa03, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:11.539423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85918e-c7ea-458d-b96d-39646b8017c9 None None] Network f7280834-bf97-4cfa-bdf9-6a6545a5ed02 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:11.567127 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-07d3f530-83d8-4458-9708-530066eef510 req-2487a88b-05d3-4948-81e1-f23b4400444f tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] show failed (client error): The resource could not be found. Jul 29 23:32:11.568330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07d3f530-83d8-4458-9708-530066eef510 req-2487a88b-05d3-4948-81e1-f23b4400444f tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips/39742ca6-9900-4716-9183-b8f18f128451 HTTP/1.1" status: 404 len: 350 time: 0.0503342 Jul 29 23:32:11.617772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] For port 23ca1365-7210-4b95-abf6-755c0455fa03, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=23ca1365-7210-4b95-abf6-755c0455fa03,segment=NetworkSegment(3fe3e8ca-0c81-497c-bbd1-5be83f0ee814),segment_id=3fe3e8ca-0c81-497c-bbd1-5be83f0ee814)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:11.629844 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-24626479-f481-4732-bb07-ef527e96df47 req-32ed7a0e-dec7-4354-9b97-689d4a19ca88 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] show failed (client error): The resource could not be found. Jul 29 23:32:11.630807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24626479-f481-4732-bb07-ef527e96df47 req-32ed7a0e-dec7-4354-9b97-689d4a19ca88 tempest-FloatingIPsTestJSON-1388405930 tempest-FloatingIPsTestJSON-1388405930-project] 10.222.0.37 "GET /v2.0/floatingips/39742ca6-9900-4716-9183-b8f18f128451 HTTP/1.1" status: 404 len: 350 time: 0.0386147 Jul 29 23:32:11.634779 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.641451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-daa64fbd-d96b-454d-9eb0-a79891a028c1 None None] Provisioning for port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:11.644156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46504) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:11.896531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Allocated IP 2001:db8::2 (15315eeb-6e2e-403d-9242-96a72d29739e/f8d8971e-7ea0-4c92-a63d-b5b1947717ec/155359b5-bfa2-49e8-ad18-1feefff4e7a5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:11.900215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port eed628d9-ebb5-4ea2-a833-f79a747a5e5e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:11.900602 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.937459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8bc8f-5d9b-4b13-89ff-9506f771d885 None None] Pushing event updated for resources: {'Port': ['ID=23ca1365-7210-4b95-abf6-755c0455fa03,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:12.048849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Allocated IP 2001:db8::1 (40263c96-df5b-44f6-b417-707322af1179/9ccd6f3c-9b7a-4b37-af24-7da555af80e5/12751206-c24e-4685-8dbf-d03bb2304ae3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:12.071252 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.213215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6dac5c8d-1d65-4f9c-8a12-b04c29877358 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:12.267512 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.280502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Transition to ACTIVE for port object 155359b5-bfa2-49e8-ad18-1feefff4e7a5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:12.283162 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.299724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Transition to ACTIVE for port object 12751206-c24e-4685-8dbf-d03bb2304ae3 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:12.316820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Transition to ACTIVE for port object 155359b5-bfa2-49e8-ad18-1feefff4e7a5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:12.330718 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.346109 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.372422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:12.383627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:12.384002 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.393632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network 40263c96-df5b-44f6-b417-707322af1179 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:12.396747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:12.401167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:12.401860 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.402068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] Deleting port eed628d9-ebb5-4ea2-a833-f79a747a5e5e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:12.402846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.423441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Network 15315eeb-6e2e-403d-9242-96a72d29739e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:12.433572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:12.446361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:12.451495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Pushing event updated for resources: {'Port': ['ID=155359b5-bfa2-49e8-ad18-1feefff4e7a5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:12.486590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Port': ['ID=12751206-c24e-4685-8dbf-d03bb2304ae3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:12.563397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] For port eed628d9-ebb5-4ea2-a833-f79a747a5e5e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=eed628d9-ebb5-4ea2-a833-f79a747a5e5e,segment=NetworkSegment(608660e7-b037-43f4-a292-02cb4b2c2785),segment_id=608660e7-b037-43f4-a292-02cb4b2c2785)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:12.564354 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.571796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Attempting to bind port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:12.572203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Attempting to bind port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '06a04045-dc44-4651-a012-7731f77b4a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15315eeb-6e2e-403d-9242-96a72d29739e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:12.572573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Attempting to bind port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 on network 15315eeb-6e2e-403d-9242-96a72d29739e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:12.588420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:12.588796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Checking segment: {'id': '06a04045-dc44-4651-a012-7731f77b4a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15315eeb-6e2e-403d-9242-96a72d29739e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:12.589204 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.589603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Bound using segment: {'id': '06a04045-dc44-4651-a012-7731f77b4a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15315eeb-6e2e-403d-9242-96a72d29739e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:12.590086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Bound port: 155359b5-bfa2-49e8-ad18-1feefff4e7a5, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a04045-dc44-4651-a012-7731f77b4a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15315eeb-6e2e-403d-9242-96a72d29739e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:12.590478 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.600701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5f067cc4-f9b9-40b9-89ba-080ccf53d9a6 None None] Provisioning complete for port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:12.601078 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f067cc4-f9b9-40b9-89ba-080ccf53d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.603949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] Calling delete_port for eed628d9-ebb5-4ea2-a833-f79a747a5e5e owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:12.609015 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.640385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.641052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623662c-5521-4bb2-8b94-0f6a0cdd4fa0 req-b4e96017-c90c-4409-90bd-3e0073c5f241 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.643711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1623662c-5521-4bb2-8b94-0f6a0cdd4fa0 req-b4e96017-c90c-4409-90bd-3e0073c5f241 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0740736 Jul 29 23:32:12.736322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 6dac5c8d-1d65-4f9c-8a12-b04c29877358, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6dac5c8d-1d65-4f9c-8a12-b04c29877358,segment=NetworkSegment(0a2c74ff-60db-4c07-932e-41d9e85c9b0e),segment_id=0a2c74ff-60db-4c07-932e-41d9e85c9b0e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:12.752138 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.759804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1623662c-5521-4bb2-8b94-0f6a0cdd4fa0 req-b10febaa-6c2f-450b-bae9-3891352f46a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667963 Jul 29 23:32:12.803156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] For port 155359b5-bfa2-49e8-ad18-1feefff4e7a5, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:12.852771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] For port 155359b5-bfa2-49e8-ad18-1feefff4e7a5, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=155359b5-bfa2-49e8-ad18-1feefff4e7a5,segment=NetworkSegment(06a04045-dc44-4651-a012-7731f77b4a8f),segment_id=06a04045-dc44-4651-a012-7731f77b4a8f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:12.871004 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.876593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=6dac5c8d-1d65-4f9c-8a12-b04c29877358,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:12.956949 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.959761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a10b6-adec-4699-8930-e3964fd31ad2 None None] Pushing event updated for resources: {'Port': ['ID=155359b5-bfa2-49e8-ad18-1feefff4e7a5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:13.012997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] Pushing event deleted for resources: {'Port': ['ID=eed628d9-ebb5-4ea2-a833-f79a747a5e5e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:13.051225 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.060207 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.061042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.233585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.314695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Port': ['ID=12751206-c24e-4685-8dbf-d03bb2304ae3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:13.355655 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network 40263c96-df5b-44f6-b417-707322af1179 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:13.365302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:13.457846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a65665-5afc-4c0a-83e1-1f4544ff1ed0 None None] Network 40263c96-df5b-44f6-b417-707322af1179 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:13.571769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Router 059695bf-e653-44cc-8c15-99fef94bc6e4 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:32:13.594906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 23ca1365-7210-4b95-abf6-755c0455fa03 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:13.623090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-feda199e-4ae2-41a6-b482-a5dec260b3c2 None None] Provisioning for port 23ca1365-7210-4b95-abf6-755c0455fa03 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:13.638394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] Router d069e0d8-4ae3-4697-8730-d18085f0a04b has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:13.729248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 23ca1365-7210-4b95-abf6-755c0455fa03 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:13.753369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 23ca1365-7210-4b95-abf6-755c0455fa03 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:13.753758 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.778223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:13.785457 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-10df3c8c-b951-4bba-bd35-06acb710bf8d tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "PUT /v2.0/routers/059695bf-e653-44cc-8c15-99fef94bc6e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8054364 Jul 29 23:32:13.788183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46520) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:13.791407 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b31ed0-54da-4d62-b776-ab96409ce847 None None] Sync routers for ids ['059695bf-e653-44cc-8c15-99fef94bc6e4'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:13.801414 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b31ed0-54da-4d62-b776-ab96409ce847 None None] Routers {'059695bf-e653-44cc-8c15-99fef94bc6e4'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:13.803037 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c7b31ed0-54da-4d62-b776-ab96409ce847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['059695bf-e653-44cc-8c15-99fef94bc6e4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:13.855991 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c7b31ed0-54da-4d62-b776-ab96409ce847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:13.882571 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.884617 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b31ed0-54da-4d62-b776-ab96409ce847 None None] Routers {'059695bf-e653-44cc-8c15-99fef94bc6e4'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:13.885425 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c7b31ed0-54da-4d62-b776-ab96409ce847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['059695bf-e653-44cc-8c15-99fef94bc6e4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:13.910133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:13.939346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0b6e7f74-b8e8-480e-8e1b-abe2b735289e admin admin] 10.222.0.37 "PUT /v2.0/routers/d069e0d8-4ae3-4697-8730-d18085f0a04b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2927942 Jul 29 23:32:13.942392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46528) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:13.946920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] Sync routers for ids ['d069e0d8-4ae3-4697-8730-d18085f0a04b'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:13.975137 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c7b31ed0-54da-4d62-b776-ab96409ce847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:13.976751 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b31ed0-54da-4d62-b776-ab96409ce847 None None] The sync data for ids ['059695bf-e653-44cc-8c15-99fef94bc6e4'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:13.995928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 23ca1365-7210-4b95-abf6-755c0455fa03, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=23ca1365-7210-4b95-abf6-755c0455fa03,segment=NetworkSegment(3fe3e8ca-0c81-497c-bbd1-5be83f0ee814),segment_id=3fe3e8ca-0c81-497c-bbd1-5be83f0ee814)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:14.030622 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.031464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6dac5c8d-1d65-4f9c-8a12-b04c29877358 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:14.072332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] Routers {'d069e0d8-4ae3-4697-8730-d18085f0a04b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:14.072996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d069e0d8-4ae3-4697-8730-d18085f0a04b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:14.275765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] Set router d069e0d8-4ae3-4697-8730-d18085f0a04b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:14.367233 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-9e37a690-9528-4196-bbf5-2d2124bff4cc tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:32:14.371707 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9e37a690-9528-4196-bbf5-2d2124bff4cc tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "PUT /v2.0/routers/059695bf-e653-44cc-8c15-99fef94bc6e4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5821865 Jul 29 23:32:14.372900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:14.466950 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=23ca1365-7210-4b95-abf6-755c0455fa03,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:14.505412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9085af26-26f9-47bb-a2ed-a6a4e8f481bd None None] Provisioning complete for port 23ca1365-7210-4b95-abf6-755c0455fa03 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:14.505794 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9085af26-26f9-47bb-a2ed-a6a4e8f481bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.574187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93366acd-9a10-4e7b-b66e-a82e95743740 None None] Network 15315eeb-6e2e-403d-9242-96a72d29739e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:14.585225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38affee-929a-4133-add1-ef786d0ee619 req-93b535fb-a831-4cca-9103-c4fa3e763432 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.594274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f38affee-929a-4133-add1-ef786d0ee619 req-93b535fb-a831-4cca-9103-c4fa3e763432 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.5614181 Jul 29 23:32:14.621244 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.706454 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f38affee-929a-4133-add1-ef786d0ee619 req-1561c707-ed65-4f6a-8948-a5737509472d tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112123 Jul 29 23:32:14.711048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:14.712039 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.810945 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.924491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Deleting port 27b35d3a-8d44-451b-89b1-dc52a8d8508f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:14.924762 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.023768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'name': 'tempest-FloatingIPsTestJSON-1634123546-router', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:12Z', 'revision_number': 5, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'gw_port': {'id': '27b35d3a-8d44-451b-89b1-dc52a8d8508f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:15.072470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] For port 27b35d3a-8d44-451b-89b1-dc52a8d8508f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=27b35d3a-8d44-451b-89b1-dc52a8d8508f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:15.072846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.078254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9085af26-26f9-47bb-a2ed-a6a4e8f481bd None None] Provisioning for port 12751206-c24e-4685-8dbf-d03bb2304ae3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:15.084533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] Checking router: d069e0d8-4ae3-4697-8730-d18085f0a04b for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:15.088248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9085af26-26f9-47bb-a2ed-a6a4e8f481bd None None] Provisioning complete for port 12751206-c24e-4685-8dbf-d03bb2304ae3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:15.088980 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9085af26-26f9-47bb-a2ed-a6a4e8f481bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.112334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Calling delete_port for 27b35d3a-8d44-451b-89b1-dc52a8d8508f owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:15.260762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.396873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 23ca1365-7210-4b95-abf6-755c0455fa03 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:15.434264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] Routers {'d069e0d8-4ae3-4697-8730-d18085f0a04b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:15.434919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d069e0d8-4ae3-4697-8730-d18085f0a04b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:15.437312 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.468466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Pushing event deleted for resources: {'Port': ['ID=27b35d3a-8d44-451b-89b1-dc52a8d8508f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:15.481020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9085af26-26f9-47bb-a2ed-a6a4e8f481bd None None] Port 12751206-c24e-4685-8dbf-d03bb2304ae3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:15.525196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] Set router d069e0d8-4ae3-4697-8730-d18085f0a04b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:15.561868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.601246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'name': 'tempest-FloatingIPsTestJSON-1634123546-router', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:15Z', 'revision_number': 7, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:15.623395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Deleting port 12751206-c24e-4685-8dbf-d03bb2304ae3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:15.623744 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.637990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5382ca-aa18-4e59-b416-4604b2ed05b9 None None] The sync data for ids ['d069e0d8-4ae3-4697-8730-d18085f0a04b'] in n-d-712139-11 is: [{'id': 'd069e0d8-4ae3-4697-8730-d18085f0a04b', 'name': 'tempest-FloatingIPsTestJSON-1634123546-router', 'tenant_id': 'b4477028d21149928ceeeae3e7c1f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:00Z', 'updated_at': '2021-07-29T23:32:15Z', 'revision_number': 7, 'project_id': 'b4477028d21149928ceeeae3e7c1f277', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:15.651377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 23ca1365-7210-4b95-abf6-755c0455fa03 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:15.652074 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.654721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eedfd64b-ddb5-4be6-9c38-25bd469ac400 None None] Provisioning for port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:15.684398 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.687638 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.712736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eedfd64b-ddb5-4be6-9c38-25bd469ac400 None None] Provisioning complete for port 12751206-c24e-4685-8dbf-d03bb2304ae3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:15.713258 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eedfd64b-ddb5-4be6-9c38-25bd469ac400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.741152 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.741806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d069e0d8-4ae3-4697-8730-d18085f0a04b {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:32:15.747548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.748633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ae2af23c-d4b3-45ac-9567-156739f80caf admin admin] 10.222.0.37 "DELETE /v2.0/routers/d069e0d8-4ae3-4697-8730-d18085f0a04b HTTP/1.1" status: 204 len: 168 time: 1.8051023 Jul 29 23:32:15.751768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:15.755149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.770526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Calling delete_port for 12751206-c24e-4685-8dbf-d03bb2304ae3 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:15.820477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abe4d6c-1865-431d-8a5c-e026bed612fb admin admin] Deleting subnet 6197273e-2917-4a19-8825-bc42f144d0e1 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:15.826622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4abe4d6c-1865-431d-8a5c-e026bed612fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.830728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eedfd64b-ddb5-4be6-9c38-25bd469ac400 None None] Port 12751206-c24e-4685-8dbf-d03bb2304ae3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:15.835026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 155359b5-bfa2-49e8-ad18-1feefff4e7a5 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:15.886641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:15.890705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:15.891197 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.904828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4abe4d6c-1865-431d-8a5c-e026bed612fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.947275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3f4b-0e22-4dd4-af6a-19aef94d379e req-f36064e9-adff-4eb8-bd5f-e84958fc64a2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:15.948876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fdc3f4b-0e22-4dd4-af6a-19aef94d379e req-f36064e9-adff-4eb8-bd5f-e84958fc64a2 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1342921 Jul 29 23:32:15.963846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-44628151-cd80-4826-800a-56180a5d1194 None None] Provisioning complete for port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:15.964501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44628151-cd80-4826-800a-56180a5d1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.004141 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.050254 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Port': ['ID=12751206-c24e-4685-8dbf-d03bb2304ae3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:16.053908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fdc3f4b-0e22-4dd4-af6a-19aef94d379e req-1f386fe1-c554-4922-879e-abd528fbe0dd tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900810 Jul 29 23:32:16.067237 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4abe4d6c-1865-431d-8a5c-e026bed612fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.077147 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.190626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4abe4d6c-1865-431d-8a5c-e026bed612fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.261382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 155359b5-bfa2-49e8-ad18-1feefff4e7a5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=155359b5-bfa2-49e8-ad18-1feefff4e7a5,segment=NetworkSegment(06a04045-dc44-4651-a012-7731f77b4a8f),segment_id=06a04045-dc44-4651-a012-7731f77b4a8f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:16.274436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe4d6c-1865-431d-8a5c-e026bed612fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6197273e-2917-4a19-8825-bc42f144d0e1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:16.278701 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4abe4d6c-1865-431d-8a5c-e026bed612fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.280851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4abe4d6c-1865-431d-8a5c-e026bed612fb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6197273e-2917-4a19-8825-bc42f144d0e1 HTTP/1.1" status: 204 len: 168 time: 0.5278962 Jul 29 23:32:16.285219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46562) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:16.293405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac3d381-919b-4300-ab29-953f1b65a1aa None None] Network c3697a77-030a-41a4-b288-aff36fe0503d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:16.303122 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.340519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.406051 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44628151-cd80-4826-800a-56180a5d1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.430092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.506879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Deleting port c716ef59-8528-407b-8e86-91b4e1d007a2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:16.507472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.515331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=155359b5-bfa2-49e8-ad18-1feefff4e7a5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:16.558843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Router 059695bf-e653-44cc-8c15-99fef94bc6e4 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:16.604504 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-44628151-cd80-4826-800a-56180a5d1194 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:32:16.604879 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-44628151-cd80-4826-800a-56180a5d1194 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:32:16.631997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] For port c716ef59-8528-407b-8e86-91b4e1d007a2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c716ef59-8528-407b-8e86-91b4e1d007a2,segment=NetworkSegment(608660e7-b037-43f4-a292-02cb4b2c2785),segment_id=608660e7-b037-43f4-a292-02cb4b2c2785)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:16.632415 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.647345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Calling delete_port for c716ef59-8528-407b-8e86-91b4e1d007a2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:16.657255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:16.669347 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fc3bdd71-ce47-4ea8-b0ec-345350c3cfe3 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "PUT /v2.0/routers/059695bf-e653-44cc-8c15-99fef94bc6e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2953608 Jul 29 23:32:16.671146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46568) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:16.674354 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e339fff-9713-434a-b348-01a43a6eba5d None None] Sync routers for ids ['059695bf-e653-44cc-8c15-99fef94bc6e4'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:16.686616 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e339fff-9713-434a-b348-01a43a6eba5d None None] Routers {'059695bf-e653-44cc-8c15-99fef94bc6e4'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:16.687555 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2e339fff-9713-434a-b348-01a43a6eba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['059695bf-e653-44cc-8c15-99fef94bc6e4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:16.714066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d34a5-1a2f-40d9-8169-4b1e2d006cd5 None None] DHCP port deletion for c3697a77-030a-41a4-b288-aff36fe0503d request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:16.727084 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-a59e5da9-893a-4f32-962c-0b22758aee29 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] delete failed (client error): The resource could not be found. Jul 29 23:32:16.732296 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a59e5da9-893a-4f32-962c-0b22758aee29 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1378276833 HTTP/1.1" status: 404 len: 335 time: 0.0609887 Jul 29 23:32:16.733006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46570) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:16.737726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e9843c4a-b92a-4605-a4a4-1f38a3082639 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'router': {'external_gateway_info': {'network_id': '059695bf-e653-44cc-8c15-99fef94bc6e4'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:16.757736 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2e339fff-9713-434a-b348-01a43a6eba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:16.776295 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e339fff-9713-434a-b348-01a43a6eba5d None None] Routers {'059695bf-e653-44cc-8c15-99fef94bc6e4'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:16.779141 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2e339fff-9713-434a-b348-01a43a6eba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['059695bf-e653-44cc-8c15-99fef94bc6e4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:16.809588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f12d34a5-1a2f-40d9-8169-4b1e2d006cd5 None None] Deleting port c716ef59-8528-407b-8e86-91b4e1d007a2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:16.810157 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f12d34a5-1a2f-40d9-8169-4b1e2d006cd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.826846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.833227 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2e339fff-9713-434a-b348-01a43a6eba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:16.835803 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e339fff-9713-434a-b348-01a43a6eba5d None None] The sync data for ids ['059695bf-e653-44cc-8c15-99fef94bc6e4'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:16.846318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] No DVR routers for this DVR port c716ef59-8528-407b-8e86-91b4e1d007a2 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:16.892635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f12d34a5-1a2f-40d9-8169-4b1e2d006cd5 None None] For port c716ef59-8528-407b-8e86-91b4e1d007a2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c716ef59-8528-407b-8e86-91b4e1d007a2,segment=NetworkSegment(608660e7-b037-43f4-a292-02cb4b2c2785),segment_id=608660e7-b037-43f4-a292-02cb4b2c2785)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:16.893049 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f12d34a5-1a2f-40d9-8169-4b1e2d006cd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.896678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Pushing event deleted for resources: {'Port': ['ID=c716ef59-8528-407b-8e86-91b4e1d007a2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:16.907529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f12d34a5-1a2f-40d9-8169-4b1e2d006cd5 None None] Calling delete_port for c716ef59-8528-407b-8e86-91b4e1d007a2 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:16.987173 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.000188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3697a77-030a-41a4-b288-aff36fe0503d']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:17.017715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608660e7-b037-43f4-a292-02cb4b2c2785') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:17.018174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608660e7-b037-43f4-a292-02cb4b2c2785') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:17.030156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.036673 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9843c4a-b92a-4605-a4a4-1f38a3082639 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.047711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.065100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:17.065532 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:17.069216 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:17.081547 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f12d34a5-1a2f-40d9-8169-4b1e2d006cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.083475 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-e9843c4a-b92a-4605-a4a4-1f38a3082639 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] update failed (client error): The resource could not be found. Jul 29 23:32:17.084674 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e9843c4a-b92a-4605-a4a4-1f38a3082639 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "PUT /v2.0/routers/059695bf-e653-44cc-8c15-99fef94bc6e4 HTTP/1.1" status: 404 len: 339 time: 0.3506000 Jul 29 23:32:17.088745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46574) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:17.095242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-678092380'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:17.126933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d34a5-1a2f-40d9-8169-4b1e2d006cd5 None None] Pushing event deleted for resources: {'Port': ['ID=c716ef59-8528-407b-8e86-91b4e1d007a2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.137255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Made reservation on behalf of f33138fc3431421882f9d3e3ac452b9c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:17.142175 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.149392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d34a5-1a2f-40d9-8169-4b1e2d006cd5 None None] No DVR routers for this DVR port c716ef59-8528-407b-8e86-91b4e1d007a2 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:17.176930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:32:17.195123 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.195565 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Added segment 290fcaa6-beee-43b2-a403-3341e01d9503 of type vlan for network 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785 Jul 29 23:32:17.209317 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.232939 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.237477 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c3697a77-030a-41a4-b288-aff36fe0503d HTTP/1.1" status: 204 len: 168 time: 0.9477990 Jul 29 23:32:17.241435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 155359b5-bfa2-49e8-ad18-1feefff4e7a5 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:17.246897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3da418-7cb1-4f8f-8bd3-bc0729c61856 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3697a77-030a-41a4-b288-aff36fe0503d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.299678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c3eec-f3e4-4201-ba51-f182851b1e70 req-0fac5c5f-f376-4f25-8847-da648091d8be tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.301621 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.306759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb0c3eec-f3e4-4201-ba51-f182851b1e70 req-0fac5c5f-f376-4f25-8847-da648091d8be tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0706754 Jul 29 23:32:17.343404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:17.344285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.351943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb0c3eec-f3e4-4201-ba51-f182851b1e70 req-0370d76a-be1f-45fe-8e8f-bbb0528f7bce tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Jul 29 23:32:17.363634 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.384483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.385201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.480828 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3913350 Jul 29 23:32:17.484948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46586) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:17.491191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3dddd-2ee4-4c13-90eb-c81464c6d0d2 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Network': ['ID=329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.491968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'subnet': {'network_id': '329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:17.548261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:17.564609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:17.616537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c716ef59-8528-407b-8e86-91b4e1d007a2 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:17.620663 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-37e6ea49-ed22-4043-bac2-99e84fcd7975 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4477028d21149928ceeeae3e7c1f277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549576 Jul 29 23:32:17.623624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:17.625202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Made reservation on behalf of f33138fc3431421882f9d3e3ac452b9c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:17.630986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.649385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c716ef59-8528-407b-8e86-91b4e1d007a2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:17.649852 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c716ef59-8528-407b-8e86-91b4e1d007a2 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:17.650345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device eed628d9-ebb5-4ea2-a833-f79a747a5e5e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:17.677779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: eed628d9-ebb5-4ea2-a833-f79a747a5e5e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:17.678225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device eed628d9-ebb5-4ea2-a833-f79a747a5e5e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:17.679321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 27b35d3a-8d44-451b-89b1-dc52a8d8508f no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:17.686071 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04f1c76e-c90f-4b21-aad6-91527cdff428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.712665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04f1c76e-c90f-4b21-aad6-91527cdff428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.713716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 27b35d3a-8d44-451b-89b1-dc52a8d8508f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:17.714143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 27b35d3a-8d44-451b-89b1-dc52a8d8508f not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:17.769930 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04f1c76e-c90f-4b21-aad6-91527cdff428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.772619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04f1c76e-c90f-4b21-aad6-91527cdff428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.773810 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-04f1c76e-c90f-4b21-aad6-91527cdff428 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a70249da-40b7-4bb2-841f-ffd657b973e7 HTTP/1.1" status: 204 len: 168 time: 0.1492286 Jul 29 23:32:17.782749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1c76e-c90f-4b21-aad6-91527cdff428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70249da-40b7-4bb2-841f-ffd657b973e7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.883899 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.957332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Subnet': ['ID=d29d1b89-b3fe-4143-b823-060762b1dd9a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.967385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Checking segment: {'id': '290fcaa6-beee-43b2-a403-3341e01d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:17.967746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network hostable DHCP agents. Network: 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:17.986020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:17.997438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:18.003355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:18.004058 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.017457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3eeb53-6dc3-405a-93bb-5339b5ac523a None None] Network 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:18.031624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c8a2b51a-5d11-46b1-8d28-23fd93615e6e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5445433 Jul 29 23:32:18.033773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46596) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:18.038689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-74d9d7a2-da4c-4eba-9764-ef45f7b76c25 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'router': {'external_gateway_info': {'network_id': '329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:18.233777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785', 'network_id': '329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785', 'tenant_id': 'f33138fc3431421882f9d3e3ac452b9c', 'fixed_ips': [{'subnet_id': 'd29d1b89-b3fe-4143-b823-060762b1dd9a'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:18.234787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.310422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74d9d7a2-da4c-4eba-9764-ef45f7b76c25 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.468637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Allocated IP 2001:db8:1::2 (329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785/d29d1b89-b3fe-4143-b823-060762b1dd9a/8b648a57-621b-4bd6-8fa9-39d832d00545) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:18.477121 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-74d9d7a2-da4c-4eba-9764-ef45f7b76c25 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:32:18.480769 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-74d9d7a2-da4c-4eba-9764-ef45f7b76c25 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "PUT /v2.0/routers/059695bf-e653-44cc-8c15-99fef94bc6e4 HTTP/1.1" status: 400 len: 364 time: 0.4459424 Jul 29 23:32:18.484472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:18.640285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.669165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:18.682582 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.696221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Transition to ACTIVE for port object 8b648a57-621b-4bd6-8fa9-39d832d00545 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:18.715687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Transition to ACTIVE for port object 8b648a57-621b-4bd6-8fa9-39d832d00545 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:18.724842 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.770695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b581eb3-4a85-4feb-b170-086eff3bc415 req-15a4f437-b517-4604-a721-eb828be5e47a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:18.771208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-network', 'tenant_id': '1df6a77b20be443a8350be150b114d4f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:18.772305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b581eb3-4a85-4feb-b170-086eff3bc415 req-15a4f437-b517-4604-a721-eb828be5e47a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.2284124 Jul 29 23:32:18.776984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Network 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:18.779894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:18.784717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:18.810443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Made reservation on behalf of 1df6a77b20be443a8350be150b114d4f for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:18.813881 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.821768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Pushing event updated for resources: {'Port': ['ID=8b648a57-621b-4bd6-8fa9-39d832d00545,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:18.825829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.860831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Attempting to bind port 8b648a57-621b-4bd6-8fa9-39d832d00545 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:18.861207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Attempting to bind port 8b648a57-621b-4bd6-8fa9-39d832d00545 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '290fcaa6-beee-43b2-a403-3341e01d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:18.861715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Attempting to bind port 8b648a57-621b-4bd6-8fa9-39d832d00545 on network 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:18.868278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:18.869335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Checking segment: {'id': '290fcaa6-beee-43b2-a403-3341e01d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:18.869758 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.870163 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Bound using segment: {'id': '290fcaa6-beee-43b2-a403-3341e01d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:18.870652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Bound port: 8b648a57-621b-4bd6-8fa9-39d832d00545, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290fcaa6-beee-43b2-a403-3341e01d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:18.871044 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.946846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b581eb3-4a85-4feb-b170-086eff3bc415 req-af213f54-97e3-4a3a-aba8-d02f8fe9d178 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264884 Jul 29 23:32:18.948757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] For port 8b648a57-621b-4bd6-8fa9-39d832d00545, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:18.955442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.966215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] For port 8b648a57-621b-4bd6-8fa9-39d832d00545, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b648a57-621b-4bd6-8fa9-39d832d00545,segment=NetworkSegment(290fcaa6-beee-43b2-a403-3341e01d9503),segment_id=290fcaa6-beee-43b2-a403-3341e01d9503)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:18.966339 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.966825 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.000154 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.000441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:32:19.026443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.027194 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Added segment 063230a4-5a13-4966-bb3e-05883d490a17 of type vlan for network 64d8c497-d59f-4f84-a4b6-e70daf94637d Jul 29 23:32:19.029550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1e2302-1233-49e9-b5ce-e44264c217a9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:19.053427 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142f35a-54d2-45ca-aeb8-e6c947e90376 None None] Pushing event updated for resources: {'Port': ['ID=8b648a57-621b-4bd6-8fa9-39d832d00545,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:19.094854 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.129792 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.131388 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.131975 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.198024 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.5277071 Jul 29 23:32:19.201580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:19.207250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Request body: {'subnet': {'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-subnet', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:19.211854 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1bb9a-a109-472e-b510-0c18876b1500 admin admin] Pushing event updated for resources: {'Network': ['ID=64d8c497-d59f-4f84-a4b6-e70daf94637d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:19.224758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 64d8c497-d59f-4f84-a4b6-e70daf94637d details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:19.249097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Made reservation on behalf of 1df6a77b20be443a8350be150b114d4f for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:19.256520 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.387185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Allocated IP 2001:db8::1 (f7280834-bf97-4cfa-bdf9-6a6545a5ed02/ba01d8bd-9628-4433-a763-351c0f717405/d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:19.521292 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.531031 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.538824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Transition to ACTIVE for port object d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:19.579970 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.605481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67d72e7-a1df-4955-99e3-d24e85b7312e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:19.614246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Checking segment: {'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:19.614806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Network hostable DHCP agents. Network: 64d8c497-d59f-4f84-a4b6-e70daf94637d, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:19.644228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Network 64d8c497-d59f-4f84-a4b6-e70daf94637d is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:19.653197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network f7280834-bf97-4cfa-bdf9-6a6545a5ed02 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:19.657212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Port': ['ID=d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:19.659979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:19.660886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 64d8c497-d59f-4f84-a4b6-e70daf94637d) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:19.662415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:19.663090 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.682300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.682921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.704501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1de11-0b97-4de2-8363-484a19f5b491 None None] Network 64d8c497-d59f-4f84-a4b6-e70daf94637d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:19.723898 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ea6debee-bece-44ec-915c-6744cbd46b78 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5155792 Jul 29 23:32:19.724683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:19.729682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:19.752464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.753548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.825833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.870431 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.981592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-64d8c497-d59f-4f84-a4b6-e70daf94637d', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:19.983012 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.107725 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.114939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18092e-e14d-4558-a732-d138a2b90f58 req-89e45439-2122-4817-accf-575898fab348 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:20.122371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e18092e-e14d-4558-a732-d138a2b90f58 req-89e45439-2122-4817-accf-575898fab348 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0785389 Jul 29 23:32:20.227489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Allocated IP 172.20.0.2 (64d8c497-d59f-4f84-a4b6-e70daf94637d/c67d72e7-a1df-4955-99e3-d24e85b7312e/2c0ce201-bbeb-4a39-8332-7f258a1a914a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:20.231736 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e18092e-e14d-4558-a732-d138a2b90f58 req-e3b6d4cc-a416-489d-8967-0cf460a5192a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060667 Jul 29 23:32:20.309938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-84d2585c-3fbf-4796-936d-15e86135e567 None None] Provisioning for port d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:20.316786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-84d2585c-3fbf-4796-936d-15e86135e567 None None] Provisioning complete for port d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:20.317169 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84d2585c-3fbf-4796-936d-15e86135e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.365837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.371784 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.372926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.381235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-84d2585c-3fbf-4796-936d-15e86135e567 None None] Port d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:20.416131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95749c41-c3f0-4b5e-a0a4-0a8f50ae9f35 None None] Network 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:20.475366 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.485009 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.509238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Transition to ACTIVE for port object 2c0ce201-bbeb-4a39-8332-7f258a1a914a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:20.510855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event updated for resources: {'Port': ['ID=d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:20.511610 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.541834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Transition to ACTIVE for port object 2c0ce201-bbeb-4a39-8332-7f258a1a914a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:20.576321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f7a9bcbc-5ccc-4ce1-b70d-aa7c23ee00ac None None] Provisioning for port 8b648a57-621b-4bd6-8fa9-39d832d00545 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:20.586737 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.592647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Network f7280834-bf97-4cfa-bdf9-6a6545a5ed02 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:20.594310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:20.650025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Network 64d8c497-d59f-4f84-a4b6-e70daf94637d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:20.655116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:20.658426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:20.667118 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-3d65fa4a-e2da-4f49-b6c8-26c185fbdf0b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0768442 Jul 29 23:32:20.677876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Pushing event updated for resources: {'Port': ['ID=2c0ce201-bbeb-4a39-8332-7f258a1a914a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:20.732108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Attempting to bind port 2c0ce201-bbeb-4a39-8332-7f258a1a914a on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:20.732789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Attempting to bind port 2c0ce201-bbeb-4a39-8332-7f258a1a914a by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:20.732789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Attempting to bind port 2c0ce201-bbeb-4a39-8332-7f258a1a914a on network 64d8c497-d59f-4f84-a4b6-e70daf94637d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:20.740349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:20.740755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Checking segment: {'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:20.741145 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.741586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Bound using segment: {'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:20.742034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Bound port: 2c0ce201-bbeb-4a39-8332-7f258a1a914a, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:20.742552 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.832830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Router 059695bf-e653-44cc-8c15-99fef94bc6e4 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:20.882514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Allocated IP 172.25.2.95 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/16068564-567d-4852-a0aa-6899a526cf2e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:20.905005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-10509cb1-a0e0-4324-a04d-16312e3c37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:20.910348 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-10509cb1-a0e0-4324-a04d-16312e3c37a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 1102 time: 0.1851621 Jul 29 23:32:21.032245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:21.045476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-08ca2607-4719-46c3-936b-3cb4b836b5ca tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "PUT /v2.0/routers/059695bf-e653-44cc-8c15-99fef94bc6e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5574961 Jul 29 23:32:21.045762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46652) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:21.046690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] For port 2c0ce201-bbeb-4a39-8332-7f258a1a914a, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:21.052881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca390118-114a-4e95-b50a-0c9381f8bae4 None None] Sync routers for ids ['059695bf-e653-44cc-8c15-99fef94bc6e4'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:21.072114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] For port 2c0ce201-bbeb-4a39-8332-7f258a1a914a, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2c0ce201-bbeb-4a39-8332-7f258a1a914a,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:21.076949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca390118-114a-4e95-b50a-0c9381f8bae4 None None] Routers {'059695bf-e653-44cc-8c15-99fef94bc6e4'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:21.078235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca390118-114a-4e95-b50a-0c9381f8bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['059695bf-e653-44cc-8c15-99fef94bc6e4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:21.084190 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.150107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-365ee37d-c240-449c-aa1e-b9d54b889eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:21.151762 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-365ee37d-c240-449c-aa1e-b9d54b889eb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2052920 Jul 29 23:32:21.170869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca390118-114a-4e95-b50a-0c9381f8bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:21.225264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1813e-7ba1-4b87-9b21-7e74f656c589 None None] Pushing event updated for resources: {'Port': ['ID=2c0ce201-bbeb-4a39-8332-7f258a1a914a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:21.229541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7519d3f7-4fef-4b8c-8e09-c0a48cfa22dc None None] Provisioning complete for port d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:21.230079 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7519d3f7-4fef-4b8c-8e09-c0a48cfa22dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.234833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca390118-114a-4e95-b50a-0c9381f8bae4 None None] Routers {'059695bf-e653-44cc-8c15-99fef94bc6e4'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:21.236108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca390118-114a-4e95-b50a-0c9381f8bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['059695bf-e653-44cc-8c15-99fef94bc6e4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:21.245953 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-5facff6b-e5a7-4e47-8246-aa73274b8bc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 200 len: 217 time: 0.0728207 Jul 29 23:32:21.294633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d690f566-5ef2-498e-8c76-41890d28b720 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.308745 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.332046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca390118-114a-4e95-b50a-0c9381f8bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:21.332847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca390118-114a-4e95-b50a-0c9381f8bae4 None None] The sync data for ids ['059695bf-e653-44cc-8c15-99fef94bc6e4'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:21.349616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7519d3f7-4fef-4b8c-8e09-c0a48cfa22dc None None] Port d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:21.372914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b648a57-621b-4bd6-8fa9-39d832d00545 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:21.395612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-0db8b29e-ca9e-48c7-97f6-092e56760c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:21.396891 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-0db8b29e-ca9e-48c7-97f6-092e56760c09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1357534 Jul 29 23:32:21.445185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8b648a57-621b-4bd6-8fa9-39d832d00545 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:21.450017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8b648a57-621b-4bd6-8fa9-39d832d00545 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:21.450466 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.467382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471566a-1218-44eb-b60f-c33258b9d4a4 req-786993a2-deb4-4735-b27f-22f8c0fb51ad tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:21.468959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0471566a-1218-44eb-b60f-c33258b9d4a4 req-786993a2-deb4-4735-b27f-22f8c0fb51ad tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0806513 Jul 29 23:32:21.470785 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-d690f566-5ef2-498e-8c76-41890d28b720 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:32:21.476150 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d690f566-5ef2-498e-8c76-41890d28b720 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/routers/059695bf-e653-44cc-8c15-99fef94bc6e4 HTTP/1.1" status: 409 len: 329 time: 0.4285736 Jul 29 23:32:21.477078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46656) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:21.509917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-c56b988c-ce25-4069-b12c-c99ea8353897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:21.513093 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-c56b988c-ce25-4069-b12c-c99ea8353897 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061640 Jul 29 23:32:21.515274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.531474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dc402b33-ea6f-440d-bac9-c45e47f06b01 None None] Provisioning complete for port 8b648a57-621b-4bd6-8fa9-39d832d00545 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:21.531975 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc402b33-ea6f-440d-bac9-c45e47f06b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.575931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Pushing event updated for resources: {'Port': ['ID=16068564-567d-4852-a0aa-6899a526cf2e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:21.675010 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.677546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91437fa1-ac2f-452c-8581-1b7c65d2856a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.713506 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc402b33-ea6f-440d-bac9-c45e47f06b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.738600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 8b648a57-621b-4bd6-8fa9-39d832d00545, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b648a57-621b-4bd6-8fa9-39d832d00545,segment=NetworkSegment(290fcaa6-beee-43b2-a403-3341e01d9503),segment_id=290fcaa6-beee-43b2-a403-3341e01d9503)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:21.746546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.822505 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-dc402b33-ea6f-440d-bac9-c45e47f06b01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:32:21.823021 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-dc402b33-ea6f-440d-bac9-c45e47f06b01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:32:21.830198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=8b648a57-621b-4bd6-8fa9-39d832d00545,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:21.935197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:21.936702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:21.940256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:22.110461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0471566a-1218-44eb-b60f-c33258b9d4a4 req-784cec96-dead-49c2-b402-8d8028dcd989 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139948 Jul 29 23:32:22.128852 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-a57e366e-97f5-40e4-8fcc-f57256b81d36 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595853 Jul 29 23:32:22.328580 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9f4a1436-d7c5-425c-9bdc-32e2ba56ff15 req-91a0f19b-9567-422f-bd0a-bcb8ab3820b1 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845660 Jul 29 23:32:22.351260 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.369336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a4f96-8527-44c3-9c8a-4559a0020d10 req-f1bf7a9d-68ec-4ee1-8652-21d0c9c6419c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.379587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-131a4f96-8527-44c3-9c8a-4559a0020d10 req-f1bf7a9d-68ec-4ee1-8652-21d0c9c6419c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 946 time: 0.0740793 Jul 29 23:32:22.408125 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.487078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d254fd4-2fe9-47fd-b7f3-e94c3fe9ab6d None None] Network 64d8c497-d59f-4f84-a4b6-e70daf94637d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:22.494990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-131a4f96-8527-44c3-9c8a-4559a0020d10 req-0dc82883-22a0-4ac2-bd26-72d98a73c7af tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143606 Jul 29 23:32:22.574152 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.618427 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d627b691-5105-4c30-94bb-89c6da63ec97 None None] Provisioning for port 2c0ce201-bbeb-4a39-8332-7f258a1a914a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:22.713612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Deleting port d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:22.713946 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.727467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Router 0e530960-e7a6-43e0-a233-3ab527b9ea51 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:32:22.809806 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.824779 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Calling delete_port for d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:22.842907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:22.855645 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Sync routers for ids ['0e530960-e7a6-43e0-a233-3ab527b9ea51'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:22.862055 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.863832 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c48ca8ed-9d25-49d6-a292-a234ff49d44d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.1379998 Jul 29 23:32:22.866821 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Routers {'0e530960-e7a6-43e0-a233-3ab527b9ea51'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:22.867749 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0e530960-e7a6-43e0-a233-3ab527b9ea51'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:22.868499 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46672) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:23.019317 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Set router 0e530960-e7a6-43e0-a233-3ab527b9ea51 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:23.025326 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.061637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Port': ['ID=d7b3bbb1-9a2a-4896-b8bc-1fdeb4cf1ab5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:23.239707 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.303261 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:22Z', 'revision_number': 3, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:23.338310 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Checking router: 0e530960-e7a6-43e0-a233-3ab527b9ea51 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:23.338589 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Updating router 0e530960-e7a6-43e0-a233-3ab527b9ea51 port 16068564-567d-4852-a0aa-6899a526cf2e binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:32:23.372666 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.398964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b648a57-621b-4bd6-8fa9-39d832d00545 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:23.435172 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.456095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8b648a57-621b-4bd6-8fa9-39d832d00545 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:23.456723 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.496388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab342-baf7-4012-ae90-361948a8bbce req-b0a90c33-650d-436f-af8b-b4bc0c10940e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:23.498341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e7ab342-baf7-4012-ae90-361948a8bbce req-b0a90c33-650d-436f-af8b-b4bc0c10940e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.2597291 Jul 29 23:32:23.500375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Router 059695bf-e653-44cc-8c15-99fef94bc6e4 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:23.568925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2c0ce201-bbeb-4a39-8332-7f258a1a914a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:23.603085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:23.614065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f50b6e-ad81-4caa-9634-3f2cf30c0487 None None] Sync routers for ids ['059695bf-e653-44cc-8c15-99fef94bc6e4'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:23.619265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-50f69b35-3189-49bf-94ef-c5767fc16d98 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "PUT /v2.0/routers/059695bf-e653-44cc-8c15-99fef94bc6e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1371493 Jul 29 23:32:23.619447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46684) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:23.625641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f50b6e-ad81-4caa-9634-3f2cf30c0487 None None] Routers {'059695bf-e653-44cc-8c15-99fef94bc6e4'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:23.626750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0f50b6e-ad81-4caa-9634-3f2cf30c0487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['059695bf-e653-44cc-8c15-99fef94bc6e4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:23.673882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0f50b6e-ad81-4caa-9634-3f2cf30c0487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:23.679938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 2c0ce201-bbeb-4a39-8332-7f258a1a914a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:23.685882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2c0ce201-bbeb-4a39-8332-7f258a1a914a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:23.686284 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.690537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f50b6e-ad81-4caa-9634-3f2cf30c0487 None None] Routers {'059695bf-e653-44cc-8c15-99fef94bc6e4'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:23.691187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0f50b6e-ad81-4caa-9634-3f2cf30c0487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['059695bf-e653-44cc-8c15-99fef94bc6e4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:23.698788 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-4b0fe4ae-501f-4019-9229-46fc3751eac0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] show failed (client error): The resource could not be found. Jul 29 23:32:23.703888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b0fe4ae-501f-4019-9229-46fc3751eac0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-48497692 HTTP/1.1" status: 404 len: 333 time: 0.0713315 Jul 29 23:32:23.704198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46688) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:23.711586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a4d6f379-6c32-4734-b1f8-420c8c4cf413 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:23.728484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Allocated IP 172.20.0.1 (64d8c497-d59f-4f84-a4b6-e70daf94637d/c67d72e7-a1df-4955-99e3-d24e85b7312e/116376fe-d24c-45c8-b829-2cb73401a646) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:23.733848 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.742990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0f50b6e-ad81-4caa-9634-3f2cf30c0487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:23.743654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f50b6e-ad81-4caa-9634-3f2cf30c0487 None None] The sync data for ids ['059695bf-e653-44cc-8c15-99fef94bc6e4'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:23.751045 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-a4d6f379-6c32-4734-b1f8-420c8c4cf413 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] update failed (client error): The resource could not be found. Jul 29 23:32:23.752246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a4d6f379-6c32-4734-b1f8-420c8c4cf413 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1381566960 HTTP/1.1" status: 404 len: 335 time: 0.0471315 Jul 29 23:32:23.754998 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Transition to ACTIVE for port object 16068564-567d-4852-a0aa-6899a526cf2e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:23.763847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e7ab342-baf7-4012-ae90-361948a8bbce req-5fbae080-d29a-4e58-9480-2f70462145c8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585690 Jul 29 23:32:23.764913 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.773251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46690) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:23.822855 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Attempting to bind port 16068564-567d-4852-a0aa-6899a526cf2e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:23.823277 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Attempting to bind port 16068564-567d-4852-a0aa-6899a526cf2e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:23.823653 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Attempting to bind port 16068564-567d-4852-a0aa-6899a526cf2e on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:23.827604 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.837823 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:23.838354 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:23.838848 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.839664 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:23.839791 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Bound port: 16068564-567d-4852-a0aa-6899a526cf2e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:23.840138 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.865161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.868600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b04c4-adb7-4528-bec2-082a0c62c196 req-a08621b6-14c2-4c20-a33b-56d39e28f594 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:23.869284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 2c0ce201-bbeb-4a39-8332-7f258a1a914a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2c0ce201-bbeb-4a39-8332-7f258a1a914a,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:23.870408 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b36b04c4-adb7-4528-bec2-082a0c62c196 req-a08621b6-14c2-4c20-a33b-56d39e28f594 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 946 time: 0.2523723 Jul 29 23:32:23.874836 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd34f0-c3f8-4092-a383-5234775f293c None None] Pushing event updated for resources: {'Port': ['ID=16068564-567d-4852-a0aa-6899a526cf2e,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:23.875857 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.894315 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Transition to ACTIVE for port object 116376fe-d24c-45c8-b829-2cb73401a646 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:23.921407 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] For port 16068564-567d-4852-a0aa-6899a526cf2e, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:23.927150 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] For port 16068564-567d-4852-a0aa-6899a526cf2e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=16068564-567d-4852-a0aa-6899a526cf2e,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:23.934076 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.935665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=2c0ce201-bbeb-4a39-8332-7f258a1a914a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:23.936864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3944a943-87f5-4d67-96b6-8bb2a6fcc1b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Deleting subnet d29d1b89-b3fe-4143-b823-060762b1dd9a {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:23.945037 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3944a943-87f5-4d67-96b6-8bb2a6fcc1b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.951202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b36b04c4-adb7-4528-bec2-082a0c62c196 req-62af0ddf-b75e-4d98-9b7a-a8d1bc241973 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608022 Jul 29 23:32:23.955032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.998175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Network 64d8c497-d59f-4f84-a4b6-e70daf94637d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:24.003478 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3944a943-87f5-4d67-96b6-8bb2a6fcc1b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.003718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:24.005182 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Routers {'0e530960-e7a6-43e0-a233-3ab527b9ea51'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:24.005881 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0e530960-e7a6-43e0-a233-3ab527b9ea51'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:24.007915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:24.060432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.067896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Pushing event updated for resources: {'Port': ['ID=116376fe-d24c-45c8-b829-2cb73401a646,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:24.073046 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd34f0-c3f8-4092-a383-5234775f293c None None] Pushing event updated for resources: {'Port': ['ID=16068564-567d-4852-a0aa-6899a526cf2e,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:24.073775 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b567aa56-1147-4293-aae1-96ea995b7259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.150653 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3944a943-87f5-4d67-96b6-8bb2a6fcc1b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.190019 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.197647 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] Set router 0e530960-e7a6-43e0-a233-3ab527b9ea51 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:24.239068 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3944a943-87f5-4d67-96b6-8bb2a6fcc1b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.264918 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622f78d6-fdc9-48d0-bb76-9a28f0186f36 None None] Network 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:24.265563 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3944a943-87f5-4d67-96b6-8bb2a6fcc1b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.268210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3944a943-87f5-4d67-96b6-8bb2a6fcc1b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/subnets/d29d1b89-b3fe-4143-b823-060762b1dd9a HTTP/1.1" status: 204 len: 168 time: 0.4913960 Jul 29 23:32:24.273633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:24.290366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944a943-87f5-4d67-96b6-8bb2a6fcc1b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Subnet': ['ID=d29d1b89-b3fe-4143-b823-060762b1dd9a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:24.373319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.401362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.417646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9f0e30a1-4fe1-445f-89cd-0d7041e6fb93 None None] Provisioning for port 116376fe-d24c-45c8-b829-2cb73401a646 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:24.422762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9f0e30a1-4fe1-445f-89cd-0d7041e6fb93 None None] Provisioning complete for port 116376fe-d24c-45c8-b829-2cb73401a646 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:24.423243 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f0e30a1-4fe1-445f-89cd-0d7041e6fb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.425128 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:22Z', 'revision_number': 3, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:24.457800 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b62be-4232-4bdf-a526-18e62f4ac647 None None] The sync data for ids ['0e530960-e7a6-43e0-a233-3ab527b9ea51'] in n-d-712139-11 is: [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:22Z', 'revision_number': 3, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:24.470453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e30a1-4fe1-445f-89cd-0d7041e6fb93 None None] Port 116376fe-d24c-45c8-b829-2cb73401a646 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:24.489150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28059bab-3c76-4f4e-8525-945c1fa52bb3 None None] DHCP port deletion for 329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:24.539339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-28059bab-3c76-4f4e-8525-945c1fa52bb3 None None] Deleting port 8b648a57-621b-4bd6-8fa9-39d832d00545 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:24.539731 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28059bab-3c76-4f4e-8525-945c1fa52bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.584088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Deleting port 8b648a57-621b-4bd6-8fa9-39d832d00545 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:24.584586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.606720 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-28059bab-3c76-4f4e-8525-945c1fa52bb3 None None] For port 8b648a57-621b-4bd6-8fa9-39d832d00545, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b648a57-621b-4bd6-8fa9-39d832d00545,segment=NetworkSegment(290fcaa6-beee-43b2-a403-3341e01d9503),segment_id=290fcaa6-beee-43b2-a403-3341e01d9503)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:24.607127 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28059bab-3c76-4f4e-8525-945c1fa52bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.620726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-28059bab-3c76-4f4e-8525-945c1fa52bb3 None None] Calling delete_port for 8b648a57-621b-4bd6-8fa9-39d832d00545 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:24.643155 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.652258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.726862 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28059bab-3c76-4f4e-8525-945c1fa52bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.738733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] For port 8b648a57-621b-4bd6-8fa9-39d832d00545, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b648a57-621b-4bd6-8fa9-39d832d00545,segment=NetworkSegment(290fcaa6-beee-43b2-a403-3341e01d9503),segment_id=290fcaa6-beee-43b2-a403-3341e01d9503)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:24.739105 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.763357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28059bab-3c76-4f4e-8525-945c1fa52bb3 None None] Pushing event deleted for resources: {'Port': ['ID=8b648a57-621b-4bd6-8fa9-39d832d00545,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:24.767250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28059bab-3c76-4f4e-8525-945c1fa52bb3 None None] No DVR routers for this DVR port 8b648a57-621b-4bd6-8fa9-39d832d00545 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:24.785702 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.792810 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Calling delete_port for 8b648a57-621b-4bd6-8fa9-39d832d00545 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:24.817091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Pushing event updated for resources: {'Port': ['ID=116376fe-d24c-45c8-b829-2cb73401a646,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:24.903626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0373e-6391-4698-9c00-8637ebd7d1a7 req-77b96aa7-70f3-43ec-b781-2a2787dcebfc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:24.905355 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40b0373e-6391-4698-9c00-8637ebd7d1a7 req-77b96aa7-70f3-43ec-b781-2a2787dcebfc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0654147 Jul 29 23:32:24.955765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40b0373e-6391-4698-9c00-8637ebd7d1a7 req-4c2dc4b7-fa51-4e40-ba6c-b2c92e6b07cf tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384490 Jul 29 23:32:25.088557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc90214-88af-4506-a885-97ba3b832135 req-d798ddfc-340d-4f9c-9d70-cd22126aed12 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.090216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4fc90214-88af-4506-a885-97ba3b832135 req-d798ddfc-340d-4f9c-9d70-cd22126aed12 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 946 time: 0.0547531 Jul 29 23:32:25.147032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4fc90214-88af-4506-a885-97ba3b832135 req-c0ae5259-04c8-4e31-8f65-d2c8c628f3c4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503085 Jul 29 23:32:25.230412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-3aa228db-080b-41a3-84c2-169e60a02d9f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.231962 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-3aa228db-080b-41a3-84c2-169e60a02d9f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 946 time: 0.4662039 Jul 29 23:32:25.326260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 16068564-567d-4852-a0aa-6899a526cf2e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:25.336249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Network 64d8c497-d59f-4f84-a4b6-e70daf94637d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:25.356549 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.362922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:25.393592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 16068564-567d-4852-a0aa-6899a526cf2e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:25.400876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 16068564-567d-4852-a0aa-6899a526cf2e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:25.401960 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.429958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.469556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Port': ['ID=8b648a57-621b-4bd6-8fa9-39d832d00545,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:25.504722 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.506030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] No DVR routers for this DVR port 8b648a57-621b-4bd6-8fa9-39d832d00545 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:25.528878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 16068564-567d-4852-a0aa-6899a526cf2e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=16068564-567d-4852-a0aa-6899a526cf2e,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:25.533455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.534389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2c0ce201-bbeb-4a39-8332-7f258a1a914a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:25.603063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Deleting port 34af723d-cdb2-4f59-bb5c-1c5442a387fd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:25.603615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.623179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=16068564-567d-4852-a0aa-6899a526cf2e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:25.635245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-53dc55b4-eca8-456d-9388-dc9e59456f04 None None] Provisioning complete for port 116376fe-d24c-45c8-b829-2cb73401a646 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:25.635620 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53dc55b4-eca8-456d-9388-dc9e59456f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.655842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.663241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2c0ce201-bbeb-4a39-8332-7f258a1a914a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:25.663556 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.669035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Router 0e530960-e7a6-43e0-a233-3ab527b9ea51 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:25.674451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:25.693597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53dc55b4-eca8-456d-9388-dc9e59456f04 None None] Port 116376fe-d24c-45c8-b829-2cb73401a646 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:25.696604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290fcaa6-beee-43b2-a403-3341e01d9503') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:25.696985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290fcaa6-beee-43b2-a403-3341e01d9503') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:25.711664 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.777146 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.790759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:25.791227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:25.797101 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:25.799899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b648a57-621b-4bd6-8fa9-39d832d00545 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:25.819022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8b648a57-621b-4bd6-8fa9-39d832d00545 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:25.819389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b648a57-621b-4bd6-8fa9-39d832d00545 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:25.859084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] For port 34af723d-cdb2-4f59-bb5c-1c5442a387fd, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=34af723d-cdb2-4f59-bb5c-1c5442a387fd,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:25.859464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.965232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.980962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.982820 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/networks/329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785 HTTP/1.1" status: 204 len: 168 time: 1.7081361 Jul 29 23:32:25.986368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46710) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:26.013057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:26.021288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6862707-ac50-440d-82c6-de955c303712 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Network': ['ID=329747dc-ac7b-4b0e-b8ff-6d7fb1aa6785,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:26.034873 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-68d39ef1-9b2e-4f5a-9885-e111de4273d6 admin admin] 10.222.0.37 "PUT /v2.0/routers/0e530960-e7a6-43e0-a233-3ab527b9ea51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1649859 Jul 29 23:32:26.103388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8ba2dc-8315-4346-a4ef-4e127fa06eaf tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Deleting subnet f8d8971e-7ea0-4c92-a63d-b5b1947717ec {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:26.109233 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba2dc-8315-4346-a4ef-4e127fa06eaf tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.151891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c1e7-f9ea-4b75-b94a-64cf4171e2d5 req-03327a77-4066-4be8-a6a6-99d56c10bc30 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:26.153665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c11c1e7-f9ea-4b75-b94a-64cf4171e2d5 req-03327a77-4066-4be8-a6a6-99d56c10bc30 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1115324 Jul 29 23:32:26.165180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba2dc-8315-4346-a4ef-4e127fa06eaf tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.229728 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.230244 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.230825 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Floating IP a517c700-ff81-4c48-b8cb-1e49a81d989e disassociated. External IP: 172.25.2.81, port: 34af723d-cdb2-4f59-bb5c-1c5442a387fd. Jul 29 23:32:26.231385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Calling delete_port for 34af723d-cdb2-4f59-bb5c-1c5442a387fd owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:26.244848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c11c1e7-f9ea-4b75-b94a-64cf4171e2d5 req-a308558c-927b-485d-a818-52c791fbd8c0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765586 Jul 29 23:32:26.314147 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Sync routers for ids ['0e530960-e7a6-43e0-a233-3ab527b9ea51'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:26.325445 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba2dc-8315-4346-a4ef-4e127fa06eaf tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.325814 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Routers {'0e530960-e7a6-43e0-a233-3ab527b9ea51'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:26.326462 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0e530960-e7a6-43e0-a233-3ab527b9ea51'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:26.370479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55bb1d-66ac-442e-908f-dd23e446396d req-89f30ea6-5950-4bcb-99ef-84ccb32470a1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:26.372396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc55bb1d-66ac-442e-908f-dd23e446396d req-89f30ea6-5950-4bcb-99ef-84ccb32470a1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 946 time: 0.1202855 Jul 29 23:32:26.407087 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.434234 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc55bb1d-66ac-442e-908f-dd23e446396d req-8f8824f2-d713-4b32-96bb-4d699adbe844 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4677eee-5eb5-4f94-8deb-f70247a86bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539379 Jul 29 23:32:26.438255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba2dc-8315-4346-a4ef-4e127fa06eaf tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.453391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event deleted for resources: {'Port': ['ID=34af723d-cdb2-4f59-bb5c-1c5442a387fd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:26.484095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ba2dc-8315-4346-a4ef-4e127fa06eaf tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d8971e-7ea0-4c92-a63d-b5b1947717ec,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:26.497650 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba2dc-8315-4346-a4ef-4e127fa06eaf tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.498784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab289f-b157-4e98-8a56-0a39db27156f None None] Network 15315eeb-6e2e-403d-9242-96a72d29739e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:26.503366 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cb8ba2dc-8315-4346-a4ef-4e127fa06eaf tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/subnets/f8d8971e-7ea0-4c92-a63d-b5b1947717ec HTTP/1.1" status: 204 len: 168 time: 0.5158167 Jul 29 23:32:26.504196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46732) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:26.611364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a93e47f-e68a-4155-bee0-3e66b42691b9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Deleting subnet 9ccd6f3c-9b7a-4b37-af24-7da555af80e5 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:26.616421 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a93e47f-e68a-4155-bee0-3e66b42691b9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.649993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Router fd67b5de-4833-47f0-afd0-ec50c992922b has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:26.694756 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a93e47f-e68a-4155-bee0-3e66b42691b9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.707307 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Set router 0e530960-e7a6-43e0-a233-3ab527b9ea51 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:26.745282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-68cba922-d867-47c7-adf2-b0cc1850d989 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:26.746773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-68cba922-d867-47c7-adf2-b0cc1850d989 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/networks?id=64d8c497-d59f-4f84-a4b6-e70daf94637d HTTP/1.1" status: 200 len: 828 time: 0.1959054 Jul 29 23:32:26.758606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c3c79d-f451-4b11-949c-398fd6f6d1ab None None] DHCP port deletion for 15315eeb-6e2e-403d-9242-96a72d29739e request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:26.775396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-654fe6c5-7b8d-44b0-b2f7-0fdec7e95540 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/quotas/1df6a77b20be443a8350be150b114d4f HTTP/1.1" status: 200 len: 375 time: 0.0208421 Jul 29 23:32:26.795474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:26.812862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] Sync routers for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:26.825122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3c79d-f451-4b11-949c-398fd6f6d1ab None None] Deleting port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:26.825502 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c79d-f451-4b11-949c-398fd6f6d1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.843664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:26.844347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:26.860282 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a93e47f-e68a-4155-bee0-3e66b42691b9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.893483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] No DVR routers for this DVR port 34af723d-cdb2-4f59-bb5c-1c5442a387fd on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:26.902860 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.905120 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7159f63e-5e6e-4782-b354-73bad1ef1ab1 req-0f0950e9-112d-400a-91fd-11065e869121 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.42 "DELETE /v2.0/ports/34af723d-cdb2-4f59-bb5c-1c5442a387fd HTTP/1.1" status: 204 len: 173 time: 1.6619914 Jul 29 23:32:26.905600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'name': 'network-vif-deleted', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:26.908327 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d4c1be-258a-4b7a-8a50-47656e651be4" -d '{"events": [{"server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "name": "network-vif-deleted", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:26.933561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-68b02d29-0685-4108-bf0f-8aa46645b29d tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df6a77b20be443a8350be150b114d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516936 Jul 29 23:32:26.985663 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:24Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '116376fe-d24c-45c8-b829-2cb73401a646', 'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'mac_address': 'fa:16:3e:f0:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:23Z', 'updated_at': '2021-07-29T23:32:24Z', 'revision_number': 2, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'subnets': [{'id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:27.003352 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8bf5f-6f62-47e6-bfcb-7bda4589a710 x-openstack-request-id: req-ebf8bf5f-6f62-47e6-bfcb-7bda4589a710 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:27.003603 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0079c1a-5f61-4078-8e81-2794930abe35", "name": "network-vif-deleted", "tag": "34af723d-cdb2-4f59-bb5c-1c5442a387fd", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:27.003859 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebf8bf5f-6f62-47e6-bfcb-7bda4589a710 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:27.004298 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0079c1a-5f61-4078-8e81-2794930abe35', 'name': 'network-vif-deleted', 'tag': '34af723d-cdb2-4f59-bb5c-1c5442a387fd', 'status': 'completed', 'code': 200} Jul 29 23:32:27.014537 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a93e47f-e68a-4155-bee0-3e66b42691b9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.019683 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Checking router: 0e530960-e7a6-43e0-a233-3ab527b9ea51 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:27.020058 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Updating router 0e530960-e7a6-43e0-a233-3ab527b9ea51 port 116376fe-d24c-45c8-b829-2cb73401a646 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:32:27.036846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a93e47f-e68a-4155-bee0-3e66b42691b9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.037828 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e9c3c79d-f451-4b11-949c-398fd6f6d1ab None None] For port 155359b5-bfa2-49e8-ad18-1feefff4e7a5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=155359b5-bfa2-49e8-ad18-1feefff4e7a5,segment=NetworkSegment(06a04045-dc44-4651-a012-7731f77b4a8f),segment_id=06a04045-dc44-4651-a012-7731f77b4a8f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:27.038869 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c79d-f451-4b11-949c-398fd6f6d1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.040480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1a93e47f-e68a-4155-bee0-3e66b42691b9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/subnets/9ccd6f3c-9b7a-4b37-af24-7da555af80e5 HTTP/1.1" status: 204 len: 168 time: 0.5346134 Jul 29 23:32:27.042353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:27.055761 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.084512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93e47f-e68a-4155-bee0-3e66b42691b9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Subnet': ['ID=9ccd6f3c-9b7a-4b37-af24-7da555af80e5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:27.107790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-1e24f969-143f-4b8f-945e-d9c2ba207bbb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:32:27.117276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-1e24f969-143f-4b8f-945e-d9c2ba207bbb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1645112 Jul 29 23:32:27.131149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60456f3f-9b34-4840-991b-37cf9028a7a4 None None] Network 40263c96-df5b-44f6-b417-707322af1179 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:27.147996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3c79d-f451-4b11-949c-398fd6f6d1ab None None] Calling delete_port for 155359b5-bfa2-49e8-ad18-1feefff4e7a5 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:27.206952 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.238939 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.258588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:27.323765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-3ad95b41-94a3-4aa6-bd9c-4026a986e10d service neutron] 10.222.0.37 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054667 Jul 29 23:32:27.332176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 16068564-567d-4852-a0aa-6899a526cf2e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:27.332919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Deleting port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:27.333268 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.428346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] For port 155359b5-bfa2-49e8-ad18-1feefff4e7a5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=155359b5-bfa2-49e8-ad18-1feefff4e7a5,segment=NetworkSegment(06a04045-dc44-4651-a012-7731f77b4a8f),segment_id=06a04045-dc44-4651-a012-7731f77b4a8f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:27.428885 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.452734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Calling delete_port for 155359b5-bfa2-49e8-ad18-1feefff4e7a5 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:27.457759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cb3a4-b4de-47ba-bd33-908bc42eb5ed req-54a2af08-f445-4250-b00e-85c901a44564 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.461193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d5cb3a4-b4de-47ba-bd33-908bc42eb5ed req-54a2af08-f445-4250-b00e-85c901a44564 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0845575 Jul 29 23:32:27.487811 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.498077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-23c599e2-7fa5-443c-afc5-dc78f27fa900 service neutron] 10.222.0.37 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721334 Jul 29 23:32:27.504888 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Transition to ACTIVE for port object 116376fe-d24c-45c8-b829-2cb73401a646 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:27.520572 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.537569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d5cb3a4-b4de-47ba-bd33-908bc42eb5ed req-a994ad33-924a-4197-a414-56721c12e9ef tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698566 Jul 29 23:32:27.567147 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.582545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] No DVR routers for this DVR port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:27.637583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Port': ['ID=155359b5-bfa2-49e8-ad18-1feefff4e7a5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:27.686814 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Attempting to bind port 116376fe-d24c-45c8-b829-2cb73401a646 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:27.687185 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Attempting to bind port 116376fe-d24c-45c8-b829-2cb73401a646 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:27.687550 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Attempting to bind port 116376fe-d24c-45c8-b829-2cb73401a646 on network 64d8c497-d59f-4f84-a4b6-e70daf94637d {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:27.690753 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Pushing event updated for resources: {'Port': ['ID=116376fe-d24c-45c8-b829-2cb73401a646,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:27.699932 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.700308 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.700656 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.701000 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.701336 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.701671 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.702004 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.702335 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.702664 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.703287 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.703611 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.704519 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:27.708785 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:27.709165 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Checking segment: {'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:27.709570 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.709956 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Bound using segment: {'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:27.710437 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Bound port: 116376fe-d24c-45c8-b829-2cb73401a646, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:27.710823 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.772362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 34af723d-cdb2-4f59-bb5c-1c5442a387fd no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:27.804331 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] For port 116376fe-d24c-45c8-b829-2cb73401a646, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:27.834978 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] For port 116376fe-d24c-45c8-b829-2cb73401a646, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=116376fe-d24c-45c8-b829-2cb73401a646,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:27.852397 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.874333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eea37893-df73-4648-96ce-e1d276c2cc8f req-8a27d10b-fa2c-4f5a-b1b3-bd8a62c7d43d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0079c1a-5f61-4078-8e81-2794930abe35 HTTP/1.1" status: 200 len: 210 time: 0.0821962 Jul 29 23:32:27.898478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.930948 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Routers {'0e530960-e7a6-43e0-a233-3ab527b9ea51'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:27.931575 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0e530960-e7a6-43e0-a233-3ab527b9ea51'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:27.933658 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b6f1f-2594-4de8-a8b1-ea6eb4dc9ce1 None None] Pushing event updated for resources: {'Port': ['ID=116376fe-d24c-45c8-b829-2cb73401a646,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:27.946465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 34af723d-cdb2-4f59-bb5c-1c5442a387fd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:27.949298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 34af723d-cdb2-4f59-bb5c-1c5442a387fd not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:27.949664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15315eeb-6e2e-403d-9242-96a72d29739e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:27.956438 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc54643-7e0e-40a6-8c3d-edca7bc0ce4d None None] DHCP port deletion for 40263c96-df5b-44f6-b417-707322af1179 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:27.981579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a04045-dc44-4651-a012-7731f77b4a8f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:27.982752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a04045-dc44-4651-a012-7731f77b4a8f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:27.996705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 16068564-567d-4852-a0aa-6899a526cf2e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:27.996978 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.999443 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c79d-f451-4b11-949c-398fd6f6d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.025738 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.090474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.092723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6551580e-816b-4919-aeee-b01559f4e7f9 req-30b07b7e-8094-4d20-9b0b-5fbd11bcb14b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 210 time: 0.0657606 Jul 29 23:32:28.098135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:28.098552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:28.102758 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:28.154491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3c79d-f451-4b11-949c-398fd6f6d1ab None None] Pushing event deleted for resources: {'Port': ['ID=155359b5-bfa2-49e8-ad18-1feefff4e7a5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:28.160875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3c79d-f451-4b11-949c-398fd6f6d1ab None None] No DVR routers for this DVR port 155359b5-bfa2-49e8-ad18-1feefff4e7a5 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:28.192602 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.202370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.204258 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/networks/15315eeb-6e2e-403d-9242-96a72d29739e HTTP/1.1" status: 204 len: 168 time: 1.1609039 Jul 29 23:32:28.206794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46758) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:28.222930 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] Set router 0e530960-e7a6-43e0-a233-3ab527b9ea51 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:28.247874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2261425-88cb-49a7-934a-6cc9d2e095eb tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Network': ['ID=15315eeb-6e2e-403d-9242-96a72d29739e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:28.308967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3cc54643-7e0e-40a6-8c3d-edca7bc0ce4d None None] Deleting port 23ca1365-7210-4b95-abf6-755c0455fa03 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:28.309577 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cc54643-7e0e-40a6-8c3d-edca7bc0ce4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.399799 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.446817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3cc54643-7e0e-40a6-8c3d-edca7bc0ce4d None None] For port 23ca1365-7210-4b95-abf6-755c0455fa03, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=23ca1365-7210-4b95-abf6-755c0455fa03,segment=NetworkSegment(3fe3e8ca-0c81-497c-bbd1-5be83f0ee814),segment_id=3fe3e8ca-0c81-497c-bbd1-5be83f0ee814)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:28.447309 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cc54643-7e0e-40a6-8c3d-edca7bc0ce4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.480736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:28.483453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3cc54643-7e0e-40a6-8c3d-edca7bc0ce4d None None] Calling delete_port for 23ca1365-7210-4b95-abf6-755c0455fa03 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:28.504220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Deleting port 23ca1365-7210-4b95-abf6-755c0455fa03 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:28.504848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.522567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] Checking router: fd67b5de-4833-47f0-afd0-ec50c992922b for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:28.544481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:28.544970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:28.566898 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:24Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '116376fe-d24c-45c8-b829-2cb73401a646', 'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'mac_address': 'fa:16:3e:f0:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:23Z', 'updated_at': '2021-07-29T23:32:27Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'subnets': [{'id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:28.579611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 155359b5-bfa2-49e8-ad18-1feefff4e7a5 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:28.590785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] For port 23ca1365-7210-4b95-abf6-755c0455fa03, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=23ca1365-7210-4b95-abf6-755c0455fa03,segment=NetworkSegment(3fe3e8ca-0c81-497c-bbd1-5be83f0ee814),segment_id=3fe3e8ca-0c81-497c-bbd1-5be83f0ee814)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:28.591742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.595283 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be027e-66a3-4f54-a957-7e6c74aef6f0 None None] The sync data for ids ['0e530960-e7a6-43e0-a233-3ab527b9ea51'] in n-d-712139-11 is: [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:24Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '116376fe-d24c-45c8-b829-2cb73401a646', 'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'mac_address': 'fa:16:3e:f0:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:23Z', 'updated_at': '2021-07-29T23:32:27Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'subnets': [{'id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:28.610565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Calling delete_port for 23ca1365-7210-4b95-abf6-755c0455fa03 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:28.652231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 155359b5-bfa2-49e8-ad18-1feefff4e7a5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:28.652843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 155359b5-bfa2-49e8-ad18-1feefff4e7a5 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:28.782358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:28.785253 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cc54643-7e0e-40a6-8c3d-edca7bc0ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.785419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24edf6-d0f5-4db6-8715-af6cf9bfadf8 req-23a65ef2-b468-4faf-b1ca-16d1951071b3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.786430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b24edf6-d0f5-4db6-8715-af6cf9bfadf8 req-23a65ef2-b468-4faf-b1ca-16d1951071b3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.0881782 Jul 29 23:32:28.817520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.855778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc54643-7e0e-40a6-8c3d-edca7bc0ce4d None None] Pushing event deleted for resources: {'Port': ['ID=23ca1365-7210-4b95-abf6-755c0455fa03,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:28.858762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc54643-7e0e-40a6-8c3d-edca7bc0ce4d None None] No DVR routers for this DVR port 23ca1365-7210-4b95-abf6-755c0455fa03 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:28.870665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Port': ['ID=23ca1365-7210-4b95-abf6-755c0455fa03,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:28.882257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] No DVR routers for this DVR port 23ca1365-7210-4b95-abf6-755c0455fa03 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:28.893431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b24edf6-d0f5-4db6-8715-af6cf9bfadf8 req-c5e4b93f-c0d7-4077-9bce-22fafd83c6f0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988388 Jul 29 23:32:28.997914 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.019949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40263c96-df5b-44f6-b417-707322af1179']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:29.044494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe3e8ca-0c81-497c-bbd1-5be83f0ee814') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:29.045225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe3e8ca-0c81-497c-bbd1-5be83f0ee814') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:29.060415 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.079937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:29.080380 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.089848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:29.090289 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:29.093602 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:29.121620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f124d-8b75-4abc-82c5-0159d2e9c21e None None] The sync data for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 is: [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:29.137066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:29.201926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.235450 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.238330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/networks/40263c96-df5b-44f6-b417-707322af1179 HTTP/1.1" status: 204 len: 168 time: 1.0305414 Jul 29 23:32:29.242773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:29.270019 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e216-03ff-4e3b-9cf0-62e5da213f8d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.313680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a36a06-3d38-4d66-bdc2-4a015591912c tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Network': ['ID=40263c96-df5b-44f6-b417-707322af1179,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:29.313889 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e216-03ff-4e3b-9cf0-62e5da213f8d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.349498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 116376fe-d24c-45c8-b829-2cb73401a646 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:29.360739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfc28fd1-226e-417c-8d73-cc160eca3a5a req-6c84644e-e1b5-4c77-be87-7978bfa6604a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 210 time: 0.1209850 Jul 29 23:32:29.380265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e216-03ff-4e3b-9cf0-62e5da213f8d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.383388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e216-03ff-4e3b-9cf0-62e5da213f8d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.387347 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e8e0e216-03ff-4e3b-9cf0-62e5da213f8d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "DELETE /v2.0/security-groups/f4677eee-5eb5-4f94-8deb-f70247a86bb6 HTTP/1.1" status: 204 len: 168 time: 0.2470169 Jul 29 23:32:29.389799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46784) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:29.409552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0e216-03ff-4e3b-9cf0-62e5da213f8d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4677eee-5eb5-4f94-8deb-f70247a86bb6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:29.420528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf29131c-7c3a-4d87-b6c5-24eabf3a17c9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Deleting subnet ba01d8bd-9628-4433-a763-351c0f717405 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:29.424639 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-3d8de297-b123-4874-8930-62d184e1ea68 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] show failed (client error): The resource could not be found. Jul 29 23:32:29.427629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3d8de297-b123-4874-8930-62d184e1ea68 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups/f4677eee-5eb5-4f94-8deb-f70247a86bb6 HTTP/1.1" status: 404 len: 347 time: 0.0360100 Jul 29 23:32:29.435600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:29.446868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf29131c-7c3a-4d87-b6c5-24eabf3a17c9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.491425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 116376fe-d24c-45c8-b829-2cb73401a646 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:29.510425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 116376fe-d24c-45c8-b829-2cb73401a646 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:29.510897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.574277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-32ea86c3-8716-4ce7-8d85-ba2881c1c79e tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.580736 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-32ea86c3-8716-4ce7-8d85-ba2881c1c79e tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.47 "GET /v2.0/networks?id=64d8c497-d59f-4f84-a4b6-e70daf94637d HTTP/1.1" status: 200 len: 828 time: 0.1898088 Jul 29 23:32:29.601067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Request body: {'port': {'device_id': '07683d7b-0e36-4867-8882-170c9cced6a4', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'admin_state_up': True, 'tenant_id': '1df6a77b20be443a8350be150b114d4f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:29.632752 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.670687 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3152f01-f4c3-4e42-81d4-05eec972da09 None None] New status for floating IP a517c700-ff81-4c48-b8cb-1e49a81d989e: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:32:29.696623 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf29131c-7c3a-4d87-b6c5-24eabf3a17c9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.702039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 116376fe-d24c-45c8-b829-2cb73401a646, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=116376fe-d24c-45c8-b829-2cb73401a646,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:29.718458 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.761251 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Made reservation on behalf of 1df6a77b20be443a8350be150b114d4f for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:29.768391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.799099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 23ca1365-7210-4b95-abf6-755c0455fa03 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:29.828914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 23ca1365-7210-4b95-abf6-755c0455fa03 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:29.829799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 23ca1365-7210-4b95-abf6-755c0455fa03 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:29.833755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf29131c-7c3a-4d87-b6c5-24eabf3a17c9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.849912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=116376fe-d24c-45c8-b829-2cb73401a646,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:29.891365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4403b6e8-2fdd-418a-b02e-0a583893a1a0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Deleting port e6b62f0f-430d-4603-83fa-4782b4fd15af {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:29.892846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4403b6e8-2fdd-418a-b02e-0a583893a1a0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.977669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Allocated IP 172.20.0.8 (64d8c497-d59f-4f84-a4b6-e70daf94637d/c67d72e7-a1df-4955-99e3-d24e85b7312e/1f7fb9bd-2c0a-423c-8432-efdc6c6059f1) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:29.980443 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf29131c-7c3a-4d87-b6c5-24eabf3a17c9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.006296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf29131c-7c3a-4d87-b6c5-24eabf3a17c9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.008191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cf29131c-7c3a-4d87-b6c5-24eabf3a17c9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/subnets/ba01d8bd-9628-4433-a763-351c0f717405 HTTP/1.1" status: 204 len: 168 time: 0.7644536 Jul 29 23:32:30.009838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565962a5-d574-4b4c-b8be-36154c48e331 None None] Network f7280834-bf97-4cfa-bdf9-6a6545a5ed02 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:30.025670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46792) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:30.043782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29131c-7c3a-4d87-b6c5-24eabf3a17c9 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Subnet': ['ID=ba01d8bd-9628-4433-a763-351c0f717405,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:30.079538 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4403b6e8-2fdd-418a-b02e-0a583893a1a0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.080215 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4403b6e8-2fdd-418a-b02e-0a583893a1a0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.095863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4403b6e8-2fdd-418a-b02e-0a583893a1a0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Calling delete_port for e6b62f0f-430d-4603-83fa-4782b4fd15af owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:30.127650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d8126-0147-4e55-93ec-d64847d13c89 req-1172e70f-7421-4fb9-ae4d-4a478c25bfea tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.127865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.137343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a39d8126-0147-4e55-93ec-d64847d13c89 req-1172e70f-7421-4fb9-ae4d-4a478c25bfea tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1311870 Jul 29 23:32:30.238926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a39d8126-0147-4e55-93ec-d64847d13c89 req-47e8ceed-bfac-4ef2-ab1c-966d418da988 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704410 Jul 29 23:32:30.334166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.339500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Deleting port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:30.339699 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.350715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d09039-8104-407c-9fe9-21e5e683ff23 None None] DHCP port deletion for f7280834-bf97-4cfa-bdf9-6a6545a5ed02 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:30.390124 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4403b6e8-2fdd-418a-b02e-0a583893a1a0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.446281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f8d09039-8104-407c-9fe9-21e5e683ff23 None None] Deleting port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:30.446669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8d09039-8104-407c-9fe9-21e5e683ff23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.455883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Transition to ACTIVE for port object 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:30.462517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403b6e8-2fdd-418a-b02e-0a583893a1a0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event deleted for resources: {'Port': ['ID=e6b62f0f-430d-4603-83fa-4782b4fd15af,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:30.494942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] For port 6dac5c8d-1d65-4f9c-8a12-b04c29877358, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6dac5c8d-1d65-4f9c-8a12-b04c29877358,segment=NetworkSegment(0a2c74ff-60db-4c07-932e-41d9e85c9b0e),segment_id=0a2c74ff-60db-4c07-932e-41d9e85c9b0e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:30.495349 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.519202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Calling delete_port for 6dac5c8d-1d65-4f9c-8a12-b04c29877358 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:30.562318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f8d09039-8104-407c-9fe9-21e5e683ff23 None None] For port 6dac5c8d-1d65-4f9c-8a12-b04c29877358, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6dac5c8d-1d65-4f9c-8a12-b04c29877358,segment=NetworkSegment(0a2c74ff-60db-4c07-932e-41d9e85c9b0e),segment_id=0a2c74ff-60db-4c07-932e-41d9e85c9b0e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:30.562775 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8d09039-8104-407c-9fe9-21e5e683ff23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.566473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f88bfff-b605-4142-8d7d-2cc8b85bdaa3 req-fae7d422-985d-4199-931b-f636f94b5840 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 210 time: 0.0438335 Jul 29 23:32:30.580585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.581135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f8d09039-8104-407c-9fe9-21e5e683ff23 None None] Calling delete_port for 6dac5c8d-1d65-4f9c-8a12-b04c29877358 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:30.606280 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4403b6e8-2fdd-418a-b02e-0a583893a1a0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.609470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4403b6e8-2fdd-418a-b02e-0a583893a1a0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.618132 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4403b6e8-2fdd-418a-b02e-0a583893a1a0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "DELETE /v2.0/floatingips/a517c700-ff81-4c48-b8cb-1e49a81d989e HTTP/1.1" status: 204 len: 168 time: 1.1650088 Jul 29 23:32:30.634626 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Pushing event updated for resources: {'Port': ['ID=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:30.666665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Network 64d8c497-d59f-4f84-a4b6-e70daf94637d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:30.671105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:30.674901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:30.730714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.739051 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8d09039-8104-407c-9fe9-21e5e683ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.755791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d09039-8104-407c-9fe9-21e5e683ff23 None None] No DVR routers for this DVR port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:30.777708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Port': ['ID=6dac5c8d-1d65-4f9c-8a12-b04c29877358,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:30.779843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] No DVR routers for this DVR port 6dac5c8d-1d65-4f9c-8a12-b04c29877358 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:30.787647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.788455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.816313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d09039-8104-407c-9fe9-21e5e683ff23 None None] Pushing event deleted for resources: {'Port': ['ID=6dac5c8d-1d65-4f9c-8a12-b04c29877358,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:30.830074 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-652764bc-b78c-4847-821e-810cd71836f8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2335801 Jul 29 23:32:30.881215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Request body: {'port': {'device_id': '07683d7b-0e36-4867-8882-170c9cced6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:30.927661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.956587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46806) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:30.960277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7280834-bf97-4cfa-bdf9-6a6545a5ed02']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:30.961604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-486d3f40-2f72-4087-a125-13f40f00d00f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352998074', 'description': 'tempest-description--839625783'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:30.976554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2c74ff-60db-4c07-932e-41d9e85c9b0e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:30.976856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2c74ff-60db-4c07-932e-41d9e85c9b0e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:30.985403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.989845 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-486d3f40-2f72-4087-a125-13f40f00d00f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.996672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.013656 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.041496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:31.042011 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:31.045241 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:31.098353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-486d3f40-2f72-4087-a125-13f40f00d00f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.118658 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-486d3f40-2f72-4087-a125-13f40f00d00f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.166475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.182214 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.186597 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/networks/f7280834-bf97-4cfa-bdf9-6a6545a5ed02 HTTP/1.1" status: 204 len: 168 time: 1.1575236 Jul 29 23:32:31.193868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46808) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:31.195410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1395106f-d028-454b-803e-89943c35a263 None None] Provisioning for port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:31.203753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96178a08-c5d5-44ed-943f-a5365ad1c7b5 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Pushing event deleted for resources: {'Network': ['ID=f7280834-bf97-4cfa-bdf9-6a6545a5ed02,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:31.221891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1395106f-d028-454b-803e-89943c35a263 None None] Provisioning complete for port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:31.222418 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1395106f-d028-454b-803e-89943c35a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.247292 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-486d3f40-2f72-4087-a125-13f40f00d00f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.249627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-486d3f40-2f72-4087-a125-13f40f00d00f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2892108 Jul 29 23:32:31.268381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1395106f-d028-454b-803e-89943c35a263 None None] Port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:31.278841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46810) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:31.279165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 116376fe-d24c-45c8-b829-2cb73401a646 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:31.294435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-00ba5157-b80f-42be-9f2a-2d9436086ac4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'security_group_rule': {'security_group_id': 'd0daf587-8573-4a32-95c0-e0c479448c95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:31.319065 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d3b7898b-fb78-47f3-a054-df3f7d5c96b0 tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "GET /v2.0/ports?device_id=059695bf-e653-44cc-8c15-99fef94bc6e4 HTTP/1.1" status: 200 len: 205 time: 0.1190503 Jul 29 23:32:31.324343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46816) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:31.330342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d3f40-2f72-4087-a125-13f40f00d00f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0daf587-8573-4a32-95c0-e0c479448c95,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:31.360941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 116376fe-d24c-45c8-b829-2cb73401a646 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:31.361518 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.461928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:31.483274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.506202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Transition to ACTIVE for port object 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:31.512167 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.569642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6dac5c8d-1d65-4f9c-8a12-b04c29877358 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:31.580079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Pushing event updated for resources: {'Port': ['ID=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:31.596472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 6dac5c8d-1d65-4f9c-8a12-b04c29877358 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:31.597054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6dac5c8d-1d65-4f9c-8a12-b04c29877358 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:31.674346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Attempting to bind port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:31.674813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Attempting to bind port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:31.675260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Attempting to bind port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 on network 64d8c497-d59f-4f84-a4b6-e70daf94637d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:31.680947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 on network 64d8c497-d59f-4f84-a4b6-e70daf94637d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:32:31.681507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Attempting to bind port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 on network 64d8c497-d59f-4f84-a4b6-e70daf94637d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:31.687523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:31.688116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Checking segment: {'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:31.689276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Bound using segment: {'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:31.689841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Bound port: 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063230a4-5a13-4966-bb3e-05883d490a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:31.690366 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.776490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] For port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:31.780075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] For port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:31.785965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.823588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.824321 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.826075 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] 10.222.0.47 "PUT /v2.0/ports/1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 HTTP/1.1" status: 200 len: 1092 time: 0.9734395 Jul 29 23:32:31.826429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07683d7b-0e36-4867-8882-170c9cced6a4', 'tag': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:31.828784 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2de45a-52e0-45d0-ae4b-56926cc13d83" -d '{"events": [{"name": "network-changed", "server_uuid": "07683d7b-0e36-4867-8882-170c9cced6a4", "tag": "1f7fb9bd-2c0a-423c-8432-efdc6c6059f1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:31.853756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de804bd-a522-4a69-ab48-f05327a0489c service neutron] Pushing event updated for resources: {'Port': ['ID=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:31.896258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b2da059-40e5-4884-bda0-595da09d752e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.906635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ba5157-b80f-42be-9f2a-2d9436086ac4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.936437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-2e644eaa-2e36-4551-ac0f-9ed62df0d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.937986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-2e644eaa-2e36-4551-ac0f-9ed62df0d997 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1df6a77b20be443a8350be150b114d4f&device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0511506 Jul 29 23:32:31.995785 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-988ff829-2adf-41ee-be04-5e23e12b0b24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 HTTP/1.1" status: 200 len: 217 time: 0.0424190 Jul 29 23:32:32.023289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f506-a068-4d10-aa5e-9313317cea50 req-d8413872-da62-4410-a070-3c141debf732 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.024817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9872f506-a068-4d10-aa5e-9313317cea50 req-d8413872-da62-4410-a070-3c141debf732 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 943 time: 0.1860888 Jul 29 23:32:32.048732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-3a659477-6d32-4eda-9c08-d509c851b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.050330 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-3a659477-6d32-4eda-9c08-d509c851b449 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c67d72e7-a1df-4955-99e3-d24e85b7312e HTTP/1.1" status: 200 len: 867 time: 0.0481887 Jul 29 23:32:32.078656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c662-07ea-4d4a-a85d-52958d93ca94 req-c1558245-1f85-4832-9aa1-bbb44932ba8f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.080253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b649c662-07ea-4d4a-a85d-52958d93ca94 req-c1558245-1f85-4832-9aa1-bbb44932ba8f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.2403879 Jul 29 23:32:32.096179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-1ff2dbc6-a94f-46ab-b8ae-7f9bdf2efe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.097704 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-1ff2dbc6-a94f-46ab-b8ae-7f9bdf2efe92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64d8c497-d59f-4f84-a4b6-e70daf94637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405326 Jul 29 23:32:32.102787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.181167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b2da059-40e5-4884-bda0-595da09d752e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.189290 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b2da059-40e5-4884-bda0-595da09d752e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.231425 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9872f506-a068-4d10-aa5e-9313317cea50 req-2730eb4c-7f38-4418-851d-b8e73b3dd475 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953452 Jul 29 23:32:32.268752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ba5157-b80f-42be-9f2a-2d9436086ac4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.275708 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b649c662-07ea-4d4a-a85d-52958d93ca94 req-25ca8f34-ca5c-4a5d-b027-26f749ef492f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586497 Jul 29 23:32:32.277571 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ba5157-b80f-42be-9f2a-2d9436086ac4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.299352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b2da059-40e5-4884-bda0-595da09d752e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.299888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2da059-40e5-4884-bda0-595da09d752e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Fanout notify agent at l3_agent the message router_deleted on router 059695bf-e653-44cc-8c15-99fef94bc6e4 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:32:32.308125 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b2da059-40e5-4884-bda0-595da09d752e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.311527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8b2da059-40e5-4884-bda0-595da09d752e tempest-RoutersNegativeIpV6Test-821302340 tempest-RoutersNegativeIpV6Test-821302340-project] 10.222.0.37 "DELETE /v2.0/routers/059695bf-e653-44cc-8c15-99fef94bc6e4 HTTP/1.1" status: 204 len: 168 time: 0.9839129 Jul 29 23:32:32.312050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba5157-b80f-42be-9f2a-2d9436086ac4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772166e4-e298-4ab5-ae1c-653f9c92a999,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:32.326749 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ba5157-b80f-42be-9f2a-2d9436086ac4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.329427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-00ba5157-b80f-42be-9f2a-2d9436086ac4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0470777 Jul 29 23:32:32.331907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46830) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:32.337418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-dfb1b81b-d8d2-4e2a-abce-8cd539d8e560 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'security_group_rule': {'security_group_id': 'd0daf587-8573-4a32-95c0-e0c479448c95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:32.385371 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b81b-d8d2-4e2a-abce-8cd539d8e560 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.472721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b81b-d8d2-4e2a-abce-8cd539d8e560 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.483703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b81b-d8d2-4e2a-abce-8cd539d8e560 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.492007 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e484735a-7213-4d9b-a5b3-66f65f55f325 x-openstack-request-id: req-e484735a-7213-4d9b-a5b3-66f65f55f325 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:32.492702 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07683d7b-0e36-4867-8882-170c9cced6a4", "tag": "1f7fb9bd-2c0a-423c-8432-efdc6c6059f1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:32.492702 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e484735a-7213-4d9b-a5b3-66f65f55f325 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:32.493012 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07683d7b-0e36-4867-8882-170c9cced6a4', 'tag': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'status': 'completed', 'code': 200} Jul 29 23:32:32.514522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1b81b-d8d2-4e2a-abce-8cd539d8e560 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a51185-d086-4847-9c6f-af163c2b68ae,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:32.523080 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b81b-d8d2-4e2a-abce-8cd539d8e560 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.527326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dfb1b81b-d8d2-4e2a-abce-8cd539d8e560 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1914895 Jul 29 23:32:32.527708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46836) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:32.535165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:32.550110 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-f1202ce0-5a28-44ec-9d3b-adf7f43fc175 service neutron] 10.222.0.47 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403090 Jul 29 23:32:32.565601 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.609273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46840) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:32.667439 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7614afc9-6a44-4c88-b2de-dc140075f1c5 req-305de4a1-465d-4959-bc77-14073c61adb2 service neutron] 10.222.0.47 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030703 Jul 29 23:32:32.684553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.767550 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-024a183f-794c-4444-883a-7843f7869939 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f33138fc3431421882f9d3e3ac452b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570487 Jul 29 23:32:32.770017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:32.810323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Allocated IP 172.25.2.82 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/fae1eaa4-e519-4de0-ae3a-4bbd852fb9ce) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:32.853022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-93a7d96f-79f2-4773-a6e6-ca2863bcb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.854577 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-93a7d96f-79f2-4773-a6e6-ca2863bcb047 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1df6a77b20be443a8350be150b114d4f&device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0681655 Jul 29 23:32:32.855597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8fb4-46e0-4009-8f35-90ff81fe38fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.916783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.921419 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8fb4-46e0-4009-8f35-90ff81fe38fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.961261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.988263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-3cb0519e-5de0-436b-9956-48dd6eff5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.989927 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-3cb0519e-5de0-436b-9956-48dd6eff5b92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=64d8c497-d59f-4f84-a4b6-e70daf94637d HTTP/1.1" status: 200 len: 929 time: 0.1254773 Jul 29 23:32:32.996094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:32.998924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:33.002873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:33.006969 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8fb4-46e0-4009-8f35-90ff81fe38fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.009450 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8fb4-46e0-4009-8f35-90ff81fe38fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.013269 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f1ab8fb4-46e0-4009-8f35-90ff81fe38fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5dfd7d2c-c9b6-47cd-9296-d1e23bfda194 HTTP/1.1" status: 204 len: 168 time: 0.2396412 Jul 29 23:32:33.033617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'Port': ['ID=fae1eaa4-e519-4de0-ae3a-4bbd852fb9ce,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:33.042971 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-d421e7ac-251e-4eb5-af9a-deff50a2a19b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 HTTP/1.1" status: 200 len: 217 time: 0.0459182 Jul 29 23:32:33.048431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab8fb4-46e0-4009-8f35-90ff81fe38fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfd7d2c-c9b6-47cd-9296-d1e23bfda194,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:33.097980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-d95e95ca-6732-4d97-aaaa-9fc3fa9bf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.099350 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-d95e95ca-6732-4d97-aaaa-9fc3fa9bf882 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c67d72e7-a1df-4955-99e3-d24e85b7312e HTTP/1.1" status: 200 len: 867 time: 0.0487735 Jul 29 23:32:33.119142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.160945 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.170548 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-87279e7e-977c-4248-8045-99010d2f12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.172369 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-87279e7e-977c-4248-8045-99010d2f12b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64d8c497-d59f-4f84-a4b6-e70daf94637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654533 Jul 29 23:32:33.271030 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-4404aa61-b582-4ce6-a5e0-9c1b252fe038 service neutron] 10.222.0.47 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910890 Jul 29 23:32:33.364993 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.373382 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.417833 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb2de45a-52e0-45d0-ae4b-56926cc13d83 req-b2833ee9-d820-4529-939c-3c1f618cb0a9 service neutron] 10.222.0.47 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358235 Jul 29 23:32:33.444465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0bbc2-085f-43a8-b3a8-a99ca8bc5b24 req-b81807a7-caad-4588-94f5-710a1b62053c tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.446058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfe0bbc2-085f-43a8-b3a8-a99ca8bc5b24 req-b81807a7-caad-4588-94f5-710a1b62053c tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 943 time: 0.1287866 Jul 29 23:32:33.496364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'Port': ['ID=fae1eaa4-e519-4de0-ae3a-4bbd852fb9ce,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:33.541223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f778e3-6d33-4c9a-aae4-33dbbc346acf req-47c0da60-7cf6-4f4f-adbd-fcca2a6ac4f3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.542979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2f778e3-6d33-4c9a-aae4-33dbbc346acf req-47c0da60-7cf6-4f4f-adbd-fcca2a6ac4f3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1662421 Jul 29 23:32:33.543592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.552179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfe0bbc2-085f-43a8-b3a8-a99ca8bc5b24 req-0253c0ae-e4eb-4da0-b26c-3ef4ff43eef8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962660 Jul 29 23:32:33.576466 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.586439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-16bb9b73-482f-4d7f-9c3e-bcfa4ba16388 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0573976 Jul 29 23:32:33.610723 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-75c210d4-e7b7-4ba7-b787-64e699fb75af service neutron] show failed (client error): The resource could not be found. Jul 29 23:32:33.612648 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-75c210d4-e7b7-4ba7-b787-64e699fb75af service neutron] 10.222.0.42 "GET /v2.0/ports/b23d274f-4d97-4e9b-9302-7bd5fc4c2b19/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0839899 Jul 29 23:32:33.631376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2f778e3-6d33-4c9a-aae4-33dbbc346acf req-0e500242-9771-4a43-b038-3e6fde648440 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729294 Jul 29 23:32:33.773644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46884) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:33.857326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-5b579c23-b45e-4d3a-ba4c-169a39acd5dc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1352998074&fields=id&tenant_id=dabfb53ab127454eb2bdcac4ae243846 HTTP/1.1" status: 200 len: 267 time: 0.0335777 Jul 29 23:32:33.864556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-0aa11f25-3b20-4687-9f4a-ba746d13ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.866113 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-0aa11f25-3b20-4687-9f4a-ba746d13ed61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27&tenant_id=aa5e3b62e01345e1bd6c3e2255e08588 HTTP/1.1" status: 200 len: 1101 time: 0.0475843 Jul 29 23:32:33.885162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:33.940370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767333584'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:33.957901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.977683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-5a865884-20e1-4ece-aba5-01e137f297a9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.979199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-5a865884-20e1-4ece-aba5-01e137f297a9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 817 time: 0.1140664 Jul 29 23:32:33.987155 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.995895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-165563f9-6e36-4e2b-a529-b38c007bf283 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/quotas/dabfb53ab127454eb2bdcac4ae243846 HTTP/1.1" status: 200 len: 375 time: 0.0095997 Jul 29 23:32:34.014255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.051210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-7f1ee0fe-ef7e-4a34-8265-ab6a0a1fa226 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488775 Jul 29 23:32:34.148828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-c9b157b9-80f7-4577-ad7b-450f5db20215 service neutron] 10.222.0.37 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854654 Jul 29 23:32:34.242214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:34.245384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-af9ce742-aa4d-4819-8c35-940cc3185920 service neutron] 10.222.0.37 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904469 Jul 29 23:32:34.269750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.278674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.316162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:34.360849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f1f8b9-cc14-406d-b3da-f95d091580c4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:34.403623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.425748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Transition to ACTIVE for port object b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:34.432180 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.437463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d975fd80-d447-470a-a229-372da589cb69 req-4d4da730-af00-4ade-bcf4-b5ef5511d6cb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 210 time: 0.0435133 Jul 29 23:32:34.489179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.494525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:34.497154 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef7676d-e816-4610-8e8d-204ed8a706c2" -d '{"events": [{"server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "name": "network-vif-unplugged", "status": "completed", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:34.514362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.543603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] No DVR routers for this DVR port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:34.556214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:34.579309 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd452f14-bfcd-4af0-824b-601116252cc7 x-openstack-request-id: req-cd452f14-bfcd-4af0-824b-601116252cc7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:34.579614 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "name": "network-vif-unplugged", "status": "completed", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:34.579970 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd452f14-bfcd-4af0-824b-601116252cc7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:34.580285 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'code': 200} Jul 29 23:32:34.600588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:34.600941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:34.601383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:34.608641 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.612970 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8350365 Jul 29 23:32:34.613589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:34.615656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:32:34.615997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:34.621657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:34.622027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:34.622398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:34.622843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Bound port: b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:34.623212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.626707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419b139-2590-4b8b-9327-829f1d559fea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c9e87d-7065-4171-805b-a8d896990b70,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:34.733529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:34.738636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:34.743092 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.754858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-519318d5-42ae-45f8-89d6-7b41a593da20 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1402800 Jul 29 23:32:34.759891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46912) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:34.762994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9fbc8940-71d7-4cc4-ab5d-1279d6aadce5 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group': {'name': 'tempest-security--1927533513', 'description': 'tempest-security-description-453048457'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:34.788126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a19d34-b5e3-40e3-93d1-adf4dcc65256 req-04fa696d-38a8-4216-80d0-38c26819dc49 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:34.795618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22a19d34-b5e3-40e3-93d1-adf4dcc65256 req-04fa696d-38a8-4216-80d0-38c26819dc49 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 943 time: 0.1219926 Jul 29 23:32:34.820626 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:34.821429 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.823045 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] 10.222.0.47 "PUT /v2.0/ports/b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 1096 time: 0.9427993 Jul 29 23:32:34.832098 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fbc8940-71d7-4cc4-ab5d-1279d6aadce5 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.844985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8466cf-6325-484b-b32c-bb2a5bfe4dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:34.902481 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22a19d34-b5e3-40e3-93d1-adf4dcc65256 req-36086fcd-0ecc-4b27-86ad-048ab431892e tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060565 Jul 29 23:32:34.913281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ae4bb557-11b1-4d7c-a660-2f662ab9d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:34.915344 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ae4bb557-11b1-4d7c-a660-2f662ab9d048 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1099 time: 0.0525517 Jul 29 23:32:34.939080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0c2dd-5f09-4291-9da3-264f597fc1da req-d7f1bdcc-6dcd-40b4-b8e3-9ffd7c095f30 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:34.946939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bef0c2dd-5f09-4291-9da3-264f597fc1da req-d7f1bdcc-6dcd-40b4-b8e3-9ffd7c095f30 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 947 time: 0.1191914 Jul 29 23:32:34.980072 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fbc8940-71d7-4cc4-ab5d-1279d6aadce5 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.988845 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fbc8940-71d7-4cc4-ab5d-1279d6aadce5 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.991964 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fbc8940-71d7-4cc4-ab5d-1279d6aadce5 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.993262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9fbc8940-71d7-4cc4-ab5d-1279d6aadce5 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "PUT /v2.0/security-groups/07c9e87d-7065-4171-805b-a8d896990b70 HTTP/1.1" status: 200 len: 1779 time: 0.2350540 Jul 29 23:32:34.999786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.033887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bef0c2dd-5f09-4291-9da3-264f597fc1da req-30960b7b-77f6-47a7-b19b-a169341745a4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815511 Jul 29 23:32:35.078921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc8940-71d7-4cc4-ab5d-1279d6aadce5 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c9e87d-7065-4171-805b-a8d896990b70,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:35.094162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5d389323-2663-4406-b086-91a47ef97426 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups/07c9e87d-7065-4171-805b-a8d896990b70 HTTP/1.1" status: 200 len: 1779 time: 0.0908346 Jul 29 23:32:35.105084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.148230 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-0e050b94-18a1-4150-82b9-565c67ad4feb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1152477 Jul 29 23:32:35.158150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-1bb277c6-61ea-4843-8fa2-8896b77d9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:35.159676 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-1bb277c6-61ea-4843-8fa2-8896b77d9989 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2146215 Jul 29 23:32:35.174216 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7007cc3-9352-49ce-8720-e671d8fd65f2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.204799 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7007cc3-9352-49ce-8720-e671d8fd65f2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.247321 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-f857fc68-5f19-4068-9166-7b8738b74116 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0592022 Jul 29 23:32:35.247922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7007cc3-9352-49ce-8720-e671d8fd65f2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.252057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7007cc3-9352-49ce-8720-e671d8fd65f2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.253275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e7007cc3-9352-49ce-8720-e671d8fd65f2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-groups/07c9e87d-7065-4171-805b-a8d896990b70 HTTP/1.1" status: 204 len: 168 time: 0.1471775 Jul 29 23:32:35.256822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.269825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7007cc3-9352-49ce-8720-e671d8fd65f2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c9e87d-7065-4171-805b-a8d896990b70,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:35.309992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a99b05f1-6aa7-47d7-b20a-caa2f93fef0b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508993 Jul 29 23:32:35.312627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46924) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.321623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-728bc973-e5da-49b6-b2a0-3787922f74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:35.323155 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-728bc973-e5da-49b6-b2a0-3787922f74d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53c8880e1e7446ec865c8ce14c62cafe&device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0856485 Jul 29 23:32:35.324873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-40b19d27-5470-475f-af3b-8ba52e1d8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:35.326221 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-40b19d27-5470-475f-af3b-8ba52e1d8484 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0570610 Jul 29 23:32:35.326517 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-f2e16683-63d0-4683-8ca5-8513296d4028 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] delete failed (client error): The resource could not be found. Jul 29 23:32:35.327534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f2e16683-63d0-4683-8ca5-8513296d4028 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-groups/07c9e87d-7065-4171-805b-a8d896990b70 HTTP/1.1" status: 404 len: 347 time: 0.0138574 Jul 29 23:32:35.331836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46926) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.336736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-eb424141-5035-4e91-aea9-08d7a473ea44 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group': {'name': 'tempest-secgroup--735094331'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:35.360615 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb424141-5035-4e91-aea9-08d7a473ea44 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.431761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ef55ecca-9557-4cf1-a33a-17e1be36bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:35.433326 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-ef55ecca-9557-4cf1-a33a-17e1be36bac4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992250 Jul 29 23:32:35.445136 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb424141-5035-4e91-aea9-08d7a473ea44 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.449007 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb424141-5035-4e91-aea9-08d7a473ea44 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.481827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb424141-5035-4e91-aea9-08d7a473ea44 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99bcdce9-83ae-487d-9bb2-e1aa6bec1be2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:35.486457 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb424141-5035-4e91-aea9-08d7a473ea44 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.490320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eb424141-5035-4e91-aea9-08d7a473ea44 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1547098 Jul 29 23:32:35.491138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46930) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.495251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-898b18b1-b1c0-4a60-a285-518d9d7eb6cc tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': '99bcdce9-83ae-487d-9bb2-e1aa6bec1be2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:35.510744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-4a456fbd-cc6a-4c09-a8b3-a17a41970118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:35.512306 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-4a456fbd-cc6a-4c09-a8b3-a17a41970118 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e HTTP/1.1" status: 200 len: 916 time: 0.1531603 Jul 29 23:32:35.523279 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-898b18b1-b1c0-4a60-a285-518d9d7eb6cc tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.562577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d232ded8-8833-4a3a-83b5-9927ecd5e505 req-91ed2bff-6533-40b1-9251-9e7154a7b472 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 210 time: 0.0350842 Jul 29 23:32:35.600134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-898b18b1-b1c0-4a60-a285-518d9d7eb6cc tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.605165 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-898b18b1-b1c0-4a60-a285-518d9d7eb6cc tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.606447 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-6f22219d-49bc-49c4-820e-76d1caed2284 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608801 Jul 29 23:32:35.608342 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-8ad998b0-282f-4db6-ba04-c1237125d6bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b66037f-898a-4311-b1ee-09d5a6407fc7 HTTP/1.1" status: 200 len: 1000 time: 0.0814776 Jul 29 23:32:35.624140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b18b1-b1c0-4a60-a285-518d9d7eb6cc tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8bb318-fb58-4d3c-9e91-c6ebceaecebb,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:35.630425 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-898b18b1-b1c0-4a60-a285-518d9d7eb6cc tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.634521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-898b18b1-b1c0-4a60-a285-518d9d7eb6cc tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429064 Jul 29 23:32:35.635447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46932) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.665293 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1c3d488-49bb-4410-bc1d-8a040474d4e0 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.674474 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1c3d488-49bb-4410-bc1d-8a040474d4e0 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.733961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-6ee3185a-f5e0-4111-a424-299109ad7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:35.736231 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-6ee3185a-f5e0-4111-a424-299109ad7fe4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2379aad-a3a4-426e-89ed-670e8757593e HTTP/1.1" status: 200 len: 854 time: 0.1028299 Jul 29 23:32:35.750912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1c3d488-49bb-4410-bc1d-8a040474d4e0 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.768163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1c3d488-49bb-4410-bc1d-8a040474d4e0 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.771886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b1c3d488-49bb-4410-bc1d-8a040474d4e0 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3b8bb318-fb58-4d3c-9e91-c6ebceaecebb HTTP/1.1" status: 204 len: 168 time: 0.1331239 Jul 29 23:32:35.773656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46936) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.782792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3d488-49bb-4410-bc1d-8a040474d4e0 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b8bb318-fb58-4d3c-9e91-c6ebceaecebb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:35.816540 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0bb59e8c-2141-4176-b225-e8a1f03da524 req-45355102-1e7c-447c-b464-63fedfb8be60 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947505 Jul 29 23:32:35.832212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-b8c8649e-0d63-4ee7-83eb-729d5b3e719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:35.834396 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-b8c8649e-0d63-4ee7-83eb-729d5b3e719d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891237 Jul 29 23:32:35.854243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-ea301594-cfe2-4857-810b-1dcae6b9f5a9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:35.855798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-ea301594-cfe2-4857-810b-1dcae6b9f5a9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 817 time: 0.1645389 Jul 29 23:32:35.883500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e204adb4-4295-432c-bc1a-a2f384983567 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1033969 Jul 29 23:32:35.883887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:35.887998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46938) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.946094 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-82baf896-0d5b-4e04-ab46-520c792a1e75 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dabfb53ab127454eb2bdcac4ae243846 HTTP/1.1" status: 200 len: 380 time: 0.0643270 Jul 29 23:32:35.959205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'port': {'device_id': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'admin_state_up': True, 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'security_groups': ['d0daf587-8573-4a32-95c0-e0c479448c95']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:35.960584 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-1f1ee2d7-75b4-4b37-943a-239c31f517f9 service neutron] 10.222.0.47 "GET /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161625 Jul 29 23:32:36.045255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:36.056978 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d58ca5d-89f3-497e-8b63-8656dbdb05a2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.063069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'port_id': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'mac_address': 'fa:16:3e:15:b5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:36.078821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c396b5e6-b3d7-41c3-b727-d3f0d2af6fc8 req-6201a646-e83e-461c-9966-dd31120977b8 service neutron] 10.222.0.47 "GET /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036351 Jul 29 23:32:36.106577 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.121684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b7799-2e60-46d1-a1c9-51e1b6692b33 req-bbe5e2a7-cb04-4724-a04a-a128dc2f7f6e tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:36.122884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-117b7799-2e60-46d1-a1c9-51e1b6692b33 req-bbe5e2a7-cb04-4724-a04a-a128dc2f7f6e tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 943 time: 0.1124845 Jul 29 23:32:36.124563 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d58ca5d-89f3-497e-8b63-8656dbdb05a2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.133357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:36.155579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:36.160700 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.215969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:36.244166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-117b7799-2e60-46d1-a1c9-51e1b6692b33 req-c394ba98-644b-4d85-84c9-e52497d20950 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075079 Jul 29 23:32:36.253898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Made reservation on behalf of dabfb53ab127454eb2bdcac4ae243846 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:36.257418 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.278414 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d58ca5d-89f3-497e-8b63-8656dbdb05a2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.280926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d58ca5d-89f3-497e-8b63-8656dbdb05a2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.284466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6d58ca5d-89f3-497e-8b63-8656dbdb05a2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-groups/99bcdce9-83ae-487d-9bb2-e1aa6bec1be2 HTTP/1.1" status: 204 len: 168 time: 0.3917828 Jul 29 23:32:36.285164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46948) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:36.308568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ad057-9c49-4eea-a3b1-0f87cbdad2cb req-6449920e-1aad-442e-82d4-1df5ea28456f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:36.310110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-314ad057-9c49-4eea-a3b1-0f87cbdad2cb req-6449920e-1aad-442e-82d4-1df5ea28456f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 947 time: 0.1358166 Jul 29 23:32:36.312269 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58ca5d-89f3-497e-8b63-8656dbdb05a2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bcdce9-83ae-487d-9bb2-e1aa6bec1be2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:36.348042 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-074ac067-b1d1-41b3-b024-0549031bb6db tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615544 Jul 29 23:32:36.351604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:36.356383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0d2f5949-2ac6-4737-8068-a6becf8398b2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139759936'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:36.378466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5949-2ac6-4737-8068-a6becf8398b2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.420445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-314ad057-9c49-4eea-a3b1-0f87cbdad2cb req-c0cca7ea-cf89-41ce-846d-37de257c40b1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707867 Jul 29 23:32:36.454651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Allocated IP 172.20.0.12 (beb91962-d580-4d48-85af-8e948cc95cc1/10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c/0dfb8c6a-f9f6-4131-8424-1bbe3908515f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:36.464372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5949-2ac6-4737-8068-a6becf8398b2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.468660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5949-2ac6-4737-8068-a6becf8398b2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.498424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5949-2ac6-4737-8068-a6becf8398b2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.502567 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0d2f5949-2ac6-4737-8068-a6becf8398b2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1496806 Jul 29 23:32:36.503163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46952) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:36.508627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ef9dd097-ae67-4d47-848a-9e1ac3eb9c4c tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': '0d79f043-82f1-43b7-ad10-de06b91cbd47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:36.513742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f5949-2ac6-4737-8068-a6becf8398b2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d79f043-82f1-43b7-ad10-de06b91cbd47,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:36.539359 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd097-ae67-4d47-848a-9e1ac3eb9c4c tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.581792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:36.584178 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5a4f60-8038-4647-9bb5-a58ac37c225a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:36.599065 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.603332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd097-ae67-4d47-848a-9e1ac3eb9c4c tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.608879 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd097-ae67-4d47-848a-9e1ac3eb9c4c tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.615520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Transition to ACTIVE for port object 0dfb8c6a-f9f6-4131-8424-1bbe3908515f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:36.624328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dd097-ae67-4d47-848a-9e1ac3eb9c4c tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8cbaf0-10ab-41d2-a0bf-87a95b7f20af,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:36.649421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd097-ae67-4d47-848a-9e1ac3eb9c4c tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.651003 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ef9dd097-ae67-4d47-848a-9e1ac3eb9c4c tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461015 Jul 29 23:32:36.653833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:36.659299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-34698292-180c-4653-8106-f8b78e59f6e1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': '0d79f043-82f1-43b7-ad10-de06b91cbd47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:36.659926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.665761 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c814c348-c912-4d32-a60a-dbacfcd08fec x-openstack-request-id: req-c814c348-c912-4d32-a60a-dbacfcd08fec {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:36.666464 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:36.666464 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c814c348-c912-4d32-a60a-dbacfcd08fec {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:36.666927 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'status': 'completed', 'code': 200} Jul 29 23:32:36.699444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34698292-180c-4653-8106-f8b78e59f6e1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.730878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Network beb91962-d580-4d48-85af-8e948cc95cc1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:36.740342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:36.749446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:36.755997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event updated for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:36.792675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bb4ae-58a8-4e54-a787-d8e7f21a4a1d req-605374a3-0b85-4898-9963-0cd7cedd2759 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:36.793811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d86bb4ae-58a8-4e54-a787-d8e7f21a4a1d req-605374a3-0b85-4898-9963-0cd7cedd2759 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 932 time: 0.1224248 Jul 29 23:32:36.814599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-505b3c37-e862-4beb-a621-81d12493fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:36.816154 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-505b3c37-e862-4beb-a621-81d12493fc49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1099 time: 0.1261983 Jul 29 23:32:36.818029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-6555ed6b-68be-4d73-9fe0-2b6b4e077e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:36.819170 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-6555ed6b-68be-4d73-9fe0-2b6b4e077e11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1099 time: 0.1159010 Jul 29 23:32:36.820998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34698292-180c-4653-8106-f8b78e59f6e1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.823848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:36.824473 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.835456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34698292-180c-4653-8106-f8b78e59f6e1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.856861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-9e925bc3-7439-48c5-8cbb-50722247fc94 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9020665 Jul 29 23:32:36.862837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d86bb4ae-58a8-4e54-a787-d8e7f21a4a1d req-3bed6c40-7d4d-4486-862d-807c7b0b73da tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537374 Jul 29 23:32:36.875616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Request body: {'port': {'device_id': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:36.906333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1f7fb9bd-2c0a-423c-8432-efdc6c6059f1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:36.942507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34698292-180c-4653-8106-f8b78e59f6e1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4623d6a2-8893-41d8-ab0c-85f5aad7f6f4,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:36.947287 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.959909 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34698292-180c-4653-8106-f8b78e59f6e1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.964052 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-34698292-180c-4653-8106-f8b78e59f6e1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3091524 Jul 29 23:32:36.965085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46962) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:36.970503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ce10b04f-31b3-4fd0-98a8-4cc14a40b83d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': '0d79f043-82f1-43b7-ad10-de06b91cbd47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:37.044606 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce10b04f-31b3-4fd0-98a8-4cc14a40b83d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.045451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-a9de0f53-c423-4a42-bc1b-ff5acce7e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.046961 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-a9de0f53-c423-4a42-bc1b-ff5acce7e8c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2125778 Jul 29 23:32:37.048139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-8a936816-d64c-41fe-8cb3-dbaf1be58101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.049494 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-8a936816-d64c-41fe-8cb3-dbaf1be58101 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2246325 Jul 29 23:32:37.099448 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-ed3de19c-6ff1-4c5c-8cf3-8b45db2ea8f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0449336 Jul 29 23:32:37.141029 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-a58dcb66-9c25-4550-a233-0f298e304d77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0798514 Jul 29 23:32:37.144413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-81117bee-5317-42dc-ae3a-e56fc78c4f77 None None] Provisioning for port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:37.152667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-81117bee-5317-42dc-ae3a-e56fc78c4f77 None None] Provisioning complete for port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:37.153295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-81117bee-5317-42dc-ae3a-e56fc78c4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.200395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-81117bee-5317-42dc-ae3a-e56fc78c4f77 None None] Port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:37.207664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce10b04f-31b3-4fd0-98a8-4cc14a40b83d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.214471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce10b04f-31b3-4fd0-98a8-4cc14a40b83d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.230491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-f805523c-8336-4629-aa2e-21ab1149a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.231982 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-f805523c-8336-4629-aa2e-21ab1149a84d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0788727 Jul 29 23:32:37.237237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-adc24c28-fa2d-492e-af41-c3f265c88d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.238760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-adc24c28-fa2d-492e-af41-c3f265c88d2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0962000 Jul 29 23:32:37.243471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10b04f-31b3-4fd0-98a8-4cc14a40b83d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bf2de8-b4d5-48bc-b0d3-7a362b4a22b1,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.253814 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce10b04f-31b3-4fd0-98a8-4cc14a40b83d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.255006 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ce10b04f-31b3-4fd0-98a8-4cc14a40b83d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2888894 Jul 29 23:32:37.260812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46968) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:37.267232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fa70e9bc-e407-401a-94ec-c7a16bbec61f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': '0d79f043-82f1-43b7-ad10-de06b91cbd47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:37.317194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-6d80a858-fbd9-48a6-98e7-eef43999930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.318736 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-6d80a858-fbd9-48a6-98e7-eef43999930f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0727131 Jul 29 23:32:37.319044 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa70e9bc-e407-401a-94ec-c7a16bbec61f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.321803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-abdbdedb-f227-455d-9bcf-76858e483017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.323202 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-abdbdedb-f227-455d-9bcf-76858e483017 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0759721 Jul 29 23:32:37.399806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfb8c6a-f9f6-4131-8424-1bbe3908515f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:37.412606 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.445719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Transition to ACTIVE for port object 0dfb8c6a-f9f6-4131-8424-1bbe3908515f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:37.454725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f616c-db7c-44de-8e6c-22c1adb21d2a req-6adce575-4415-46c1-bbd7-07adb4be797c tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.456631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-932f616c-db7c-44de-8e6c-22c1adb21d2a req-6adce575-4415-46c1-bbd7-07adb4be797c tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 944 time: 0.1170619 Jul 29 23:32:37.462032 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.475769 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa70e9bc-e407-401a-94ec-c7a16bbec61f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.498486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-e83f0c77-5fe6-4d62-9dea-eff74850da9e service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629813 Jul 29 23:32:37.506629 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa70e9bc-e407-401a-94ec-c7a16bbec61f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.521616 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-0fdf8552-9a99-4e0b-a364-1973e2e53251 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944232 Jul 29 23:32:37.586668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70e9bc-e407-401a-94ec-c7a16bbec61f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057f918a-4e33-4a18-9a41-c06f5a0b3d72,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.598134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.606121 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa70e9bc-e407-401a-94ec-c7a16bbec61f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.607189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fa70e9bc-e407-401a-94ec-c7a16bbec61f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3454404 Jul 29 23:32:37.610707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46976) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:37.614793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-932f616c-db7c-44de-8e6c-22c1adb21d2a req-e005f006-e3a8-4588-8a61-4a524553f43b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408980 Jul 29 23:32:37.621340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9872c83a-601c-417a-a5fa-245a4f8fc272 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': '0d79f043-82f1-43b7-ad10-de06b91cbd47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:37.667766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67eb4d-988c-4c80-a3bd-f87ace468fad req-9ba65973-df0f-414f-a369-02051f1466b7 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.675746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca67eb4d-988c-4c80-a3bd-f87ace468fad req-9ba65973-df0f-414f-a369-02051f1466b7 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 947 time: 0.1656260 Jul 29 23:32:37.707533 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-82589542-c06b-4edd-a61f-5a6b9f230191 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976469 Jul 29 23:32:37.731536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Attempting to bind port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:37.731814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Attempting to bind port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:37.732182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Attempting to bind port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f on network beb91962-d580-4d48-85af-8e948cc95cc1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:37.735823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9872c83a-601c-417a-a5fa-245a4f8fc272 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.737399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca67eb4d-988c-4c80-a3bd-f87ace468fad req-5686ebe0-5b93-4ec8-aac0-4fd749002d5c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607033 Jul 29 23:32:37.745263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f on network beb91962-d580-4d48-85af-8e948cc95cc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:32:37.745730 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Attempting to bind port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f on network beb91962-d580-4d48-85af-8e948cc95cc1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:37.753651 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3e5a4f60-8038-4647-9bb5-a58ac37c225a req-47445f76-4473-44a8-8bff-2f19b9e6939c service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224731 Jul 29 23:32:37.755016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:37.755369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Checking segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:37.755767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Bound using segment: {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:37.756692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Bound port: 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af920845-7c3f-47c8-9007-bac18c5c35ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:37.756837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.770141 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:37.811533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:37.813796 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9872c83a-601c-417a-a5fa-245a4f8fc272 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.817790 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9872c83a-601c-417a-a5fa-245a4f8fc272 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.831884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:37.836177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872c83a-601c-417a-a5fa-245a4f8fc272 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c670895-4222-4367-a773-0c25aa7f6e9b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.837202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:37.843801 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.844979 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9872c83a-601c-417a-a5fa-245a4f8fc272 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.846197 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9872c83a-601c-417a-a5fa-245a4f8fc272 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2334926 Jul 29 23:32:37.848988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:37.877795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1fd9a67-1699-4c8e-8613-a36bc38d93ce tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.883109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.883761 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.885199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] 10.222.0.47 "PUT /v2.0/ports/0dfb8c6a-f9f6-4131-8424-1bbe3908515f HTTP/1.1" status: 200 len: 1093 time: 1.0148580 Jul 29 23:32:37.885706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:37.887370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1fd9a67-1699-4c8e-8613-a36bc38d93ce tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.887903 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:37.917060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7ab6a-a7eb-4360-b038-57278aecab51 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.942964 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1fd9a67-1699-4c8e-8613-a36bc38d93ce tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.950379 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1fd9a67-1699-4c8e-8613-a36bc38d93ce tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.954364 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f1fd9a67-1699-4c8e-8613-a36bc38d93ce tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0c670895-4222-4367-a773-0c25aa7f6e9b HTTP/1.1" status: 204 len: 168 time: 0.1018457 Jul 29 23:32:37.955963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46988) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:37.964635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd9a67-1699-4c8e-8613-a36bc38d93ce tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c670895-4222-4367-a773-0c25aa7f6e9b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:38.030333 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d4bde773-2e9c-420e-8534-eac2f057a4b5 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0732374 Jul 29 23:32:38.033626 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46990) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.046794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-1503ca04-95cc-47d3-a2fe-ff1afa9b31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.048983 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-1503ca04-95cc-47d3-a2fe-ff1afa9b31f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 1096 time: 0.0935242 Jul 29 23:32:38.057813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44760fd8-8033-4848-8dff-d9399b7079f8 req-18968c57-53bf-4ce7-92d7-5c5190abfb1f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.065152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44760fd8-8033-4848-8dff-d9399b7079f8 req-18968c57-53bf-4ce7-92d7-5c5190abfb1f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0989616 Jul 29 23:32:38.072060 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3461198-bbd6-4dc4-a221-d6c258457a1f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.083315 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3461198-bbd6-4dc4-a221-d6c258457a1f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.121064 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-8d4fbfda-c0a1-4d6f-9c74-b3a6c8cea0d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f HTTP/1.1" status: 200 len: 217 time: 0.0537753 Jul 29 23:32:38.123969 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b688faad-bd98-476f-ae8b-38964bbfa69c x-openstack-request-id: req-b688faad-bd98-476f-ae8b-38964bbfa69c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:38.124306 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:38.124565 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b688faad-bd98-476f-ae8b-38964bbfa69c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:38.124802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3461198-bbd6-4dc4-a221-d6c258457a1f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.124965 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'status': 'completed', 'code': 200} Jul 29 23:32:38.131302 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3461198-bbd6-4dc4-a221-d6c258457a1f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.135550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46992) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.135799 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d3461198-bbd6-4dc4-a221-d6c258457a1f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/057f918a-4e33-4a18-9a41-c06f5a0b3d72 HTTP/1.1" status: 204 len: 168 time: 0.1009896 Jul 29 23:32:38.145376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3461198-bbd6-4dc4-a221-d6c258457a1f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=057f918a-4e33-4a18-9a41-c06f5a0b3d72,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:38.169719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44760fd8-8033-4848-8dff-d9399b7079f8 req-9fb7bf07-5ade-4945-a99f-67633f8153c4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036277 Jul 29 23:32:38.232393 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6ac35b62-8242-4773-a10a-5caf21eee5d5 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0949042 Jul 29 23:32:38.234962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46996) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.250237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-61eb3189-1964-4799-acca-b142a073f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.251733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-61eb3189-1964-4799-acca-b142a073f582 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.0940199 Jul 29 23:32:38.274001 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfa78ad3-9490-44d5-9b7b-ebaa5b23ffc4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.297147 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfa78ad3-9490-44d5-9b7b-ebaa5b23ffc4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.327286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-d381bec8-ac83-41da-be7e-e97acca54654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.329421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-d381bec8-ac83-41da-be7e-e97acca54654 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668986 Jul 29 23:32:38.336666 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfa78ad3-9490-44d5-9b7b-ebaa5b23ffc4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.350705 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfa78ad3-9490-44d5-9b7b-ebaa5b23ffc4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.351754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cfa78ad3-9490-44d5-9b7b-ebaa5b23ffc4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d1bf2de8-b4d5-48bc-b0d3-7a362b4a22b1 HTTP/1.1" status: 204 len: 168 time: 0.1158702 Jul 29 23:32:38.354582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47000) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.357243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa78ad3-9490-44d5-9b7b-ebaa5b23ffc4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1bf2de8-b4d5-48bc-b0d3-7a362b4a22b1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:38.396592 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7106a7f9-f112-44c6-83a7-454eae86bef4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0406940 Jul 29 23:32:38.399955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47002) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.427204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ebda-ed13-4230-9d03-4b7e56c13f82 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.434778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ebda-ed13-4230-9d03-4b7e56c13f82 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.434921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-e9f3c23e-9546-4329-842d-8b03756c421b service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961473 Jul 29 23:32:38.466423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ebda-ed13-4230-9d03-4b7e56c13f82 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.473332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ebda-ed13-4230-9d03-4b7e56c13f82 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.477058 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dbe4ebda-ed13-4230-9d03-4b7e56c13f82 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4623d6a2-8893-41d8-ab0c-85f5aad7f6f4 HTTP/1.1" status: 204 len: 168 time: 0.0755265 Jul 29 23:32:38.480970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47006) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.492905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4ebda-ed13-4230-9d03-4b7e56c13f82 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4623d6a2-8893-41d8-ab0c-85f5aad7f6f4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:38.535637 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0f88f67f-15d9-4712-8331-abd7a19a82b2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0535266 Jul 29 23:32:38.537639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a68e7c59-8b86-4b07-8383-bac41587e74f req-462b546d-2fac-4b37-bf59-3cd3264644e4 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948162 Jul 29 23:32:38.538215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47008) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.561825 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9ea6055-b345-46a4-82d4-f67a7c2ef649 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.570045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9ea6055-b345-46a4-82d4-f67a7c2ef649 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.596687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9ea6055-b345-46a4-82d4-f67a7c2ef649 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.602562 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9ea6055-b345-46a4-82d4-f67a7c2ef649 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.603684 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c9ea6055-b345-46a4-82d4-f67a7c2ef649 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4f8cbaf0-10ab-41d2-a0bf-87a95b7f20af HTTP/1.1" status: 204 len: 168 time: 0.0645423 Jul 29 23:32:38.606384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47010) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.609005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea6055-b345-46a4-82d4-f67a7c2ef649 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f8cbaf0-10ab-41d2-a0bf-87a95b7f20af,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:38.658684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ae4302a1-e945-4cc8-acb6-5c3e4867be83 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0482495 Jul 29 23:32:38.659121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.687183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-95e5d080-bb9c-418c-b371-9564ce794f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.688810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-95e5d080-bb9c-418c-b371-9564ce794f49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 1096 time: 0.0538895 Jul 29 23:32:38.713864 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9e574f8-f17e-4199-831e-1d556700a337 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.736470 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9e574f8-f17e-4199-831e-1d556700a337 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.777908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9e574f8-f17e-4199-831e-1d556700a337 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.780674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9e574f8-f17e-4199-831e-1d556700a337 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.785121 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c9e574f8-f17e-4199-831e-1d556700a337 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-groups/0d79f043-82f1-43b7-ad10-de06b91cbd47 HTTP/1.1" status: 204 len: 168 time: 0.1248951 Jul 29 23:32:38.785741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47018) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.807907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e574f8-f17e-4199-831e-1d556700a337 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d79f043-82f1-43b7-ad10-de06b91cbd47,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:38.839401 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8dffbf9a-e59d-44dd-8be2-f9d989c6717c tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497582 Jul 29 23:32:38.846184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.849289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0891ff28-dc65-4106-954b-d4e167ddecc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group': {'name': 'tempest-secgroup--480977480'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:38.873185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0891ff28-dc65-4106-954b-d4e167ddecc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.964515 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0891ff28-dc65-4106-954b-d4e167ddecc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.968367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0891ff28-dc65-4106-954b-d4e167ddecc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.995096 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0891ff28-dc65-4106-954b-d4e167ddecc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.996348 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0891ff28-dc65-4106-954b-d4e167ddecc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1506386 Jul 29 23:32:38.999057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47022) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.003476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e766a19c-705b-45d6-8ef9-1b839307c3d1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': 'dd443dc1-fc42-4b55-ba42-86a9c9394370', 'direction': 'ingress', 'protocol': 17}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:39.009654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891ff28-dc65-4106-954b-d4e167ddecc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd443dc1-fc42-4b55-ba42-86a9c9394370,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:39.037771 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e766a19c-705b-45d6-8ef9-1b839307c3d1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.097597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e766a19c-705b-45d6-8ef9-1b839307c3d1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.101519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e766a19c-705b-45d6-8ef9-1b839307c3d1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.125815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e766a19c-705b-45d6-8ef9-1b839307c3d1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.129738 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e766a19c-705b-45d6-8ef9-1b839307c3d1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1270568 Jul 29 23:32:39.130133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47024) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.137127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766a19c-705b-45d6-8ef9-1b839307c3d1 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f15476-4b6d-4e3e-a98c-5eef19d72d10,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:39.146715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e27ab-e37e-448f-967e-1d09a0129f9a req-1f2cf0b8-b4a4-4778-a975-a5109a7a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.148342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f7e27ab-e37e-448f-967e-1d09a0129f9a req-1f2cf0b8-b4a4-4778-a975-a5109a7a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 944 time: 0.4446211 Jul 29 23:32:39.189047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a1aa0a-7d1d-4227-b788-6cc45e097245 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.189788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154e36c-dd78-44b3-b521-05264a47d30b req-38667545-090e-4ae4-a841-d36aebbeeefc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.191303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7154e36c-dd78-44b3-b521-05264a47d30b req-38667545-090e-4ae4-a841-d36aebbeeefc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 947 time: 0.1126616 Jul 29 23:32:39.197032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-e5bdab5a-c382-47e8-a460-69e619650b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.198452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-e5bdab5a-c382-47e8-a460-69e619650b96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.5023553 Jul 29 23:32:39.214796 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a1aa0a-7d1d-4227-b788-6cc45e097245 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.258372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a1aa0a-7d1d-4227-b788-6cc45e097245 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.261301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a1aa0a-7d1d-4227-b788-6cc45e097245 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.261688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f7e27ab-e37e-448f-967e-1d09a0129f9a req-9df37418-5950-4fa0-91b8-6ae748f7c5b9 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060402 Jul 29 23:32:39.265383 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-91a1aa0a-7d1d-4227-b788-6cc45e097245 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-groups/dd443dc1-fc42-4b55-ba42-86a9c9394370 HTTP/1.1" status: 204 len: 168 time: 0.1318717 Jul 29 23:32:39.265983 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-fe26999c-84ef-4073-b215-a5b7bfaf74fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f HTTP/1.1" status: 200 len: 217 time: 0.0504210 Jul 29 23:32:39.269616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47030) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.272995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1aa0a-7d1d-4227-b788-6cc45e097245 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd443dc1-fc42-4b55-ba42-86a9c9394370,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:39.335087 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7154e36c-dd78-44b3-b521-05264a47d30b req-6d054ebc-c73a-4e3c-8bd0-e2624e7223a8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355557 Jul 29 23:32:39.395093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4467d4a9-453f-46d2-9806-199a7fc56caa tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238458 Jul 29 23:32:39.396627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-22277926-4948-4553-856f-e21a002722e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.398542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-22277926-4948-4553-856f-e21a002722e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.1181676 Jul 29 23:32:39.398795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.403485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-740ebbdf-30f7-44ba-af61-9a67c2203728 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172440874'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:39.433046 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-740ebbdf-30f7-44ba-af61-9a67c2203728 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.443949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb003fb-a84f-4cc4-a589-16ce2a73c950 req-8b8df4c3-27e5-422d-a925-97bc59eec80c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.445517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb003fb-a84f-4cc4-a589-16ce2a73c950 req-8b8df4c3-27e5-422d-a925-97bc59eec80c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0996578 Jul 29 23:32:39.474947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-222cb43e-40a0-44a9-b27d-12985988dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.476381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-222cb43e-40a0-44a9-b27d-12985988dd26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706713 Jul 29 23:32:39.494005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb003fb-a84f-4cc4-a589-16ce2a73c950 req-c72a3bd2-92fd-497e-9879-1f1e840aaff9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398152 Jul 29 23:32:39.527829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-740ebbdf-30f7-44ba-af61-9a67c2203728 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.534579 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-740ebbdf-30f7-44ba-af61-9a67c2203728 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.567958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ebbdf-30f7-44ba-af61-9a67c2203728 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a31afc0-e9b8-48d2-9dea-fe420199d3f5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:39.581830 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-740ebbdf-30f7-44ba-af61-9a67c2203728 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.583274 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-740ebbdf-30f7-44ba-af61-9a67c2203728 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1834095 Jul 29 23:32:39.585822 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.590495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-75c8dde4-fa9b-4290-90fd-d43b306b4f25 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group': {'name': 'tempest-secgroup--627495280'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:39.614676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75c8dde4-fa9b-4290-90fd-d43b306b4f25 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.634046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-914e1d12-1ddb-4c9f-9429-2e13a17c54ef service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104128 Jul 29 23:32:39.709056 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75c8dde4-fa9b-4290-90fd-d43b306b4f25 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.713189 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75c8dde4-fa9b-4290-90fd-d43b306b4f25 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.727328 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e5018c-30dc-4bd4-8bdd-b583afe37c9d req-79200caa-4b3f-47c6-b1de-433272646831 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853579 Jul 29 23:32:39.741110 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75c8dde4-fa9b-4290-90fd-d43b306b4f25 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.742323 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-75c8dde4-fa9b-4290-90fd-d43b306b4f25 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1554627 Jul 29 23:32:39.744246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8dde4-fa9b-4290-90fd-d43b306b4f25 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee929a7-ef67-4f45-a643-6fc73209e398,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:39.745275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.749951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-dccbb90e-0263-4abd-9373-b8b3a25e483b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': '4a31afc0-e9b8-48d2-9dea-fe420199d3f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2ee929a7-ef67-4f45-a643-6fc73209e398', 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:39.780357 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dccbb90e-0263-4abd-9373-b8b3a25e483b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.853296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dccbb90e-0263-4abd-9373-b8b3a25e483b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.857129 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dccbb90e-0263-4abd-9373-b8b3a25e483b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.873644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbb90e-0263-4abd-9373-b8b3a25e483b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bc15f1-d54e-4d89-93fb-b3acab820767,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:39.881124 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dccbb90e-0263-4abd-9373-b8b3a25e483b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.882305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dccbb90e-0263-4abd-9373-b8b3a25e483b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1360605 Jul 29 23:32:39.885042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47044) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.912839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:39.913395 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63ad16d0-e57d-4641-b8dc-93dee2666d8b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.919247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:39.921932 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63ad16d0-e57d-4641-b8dc-93dee2666d8b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.951339 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63ad16d0-e57d-4641-b8dc-93dee2666d8b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.952531 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:32:39.957357 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63ad16d0-e57d-4641-b8dc-93dee2666d8b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.958513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-63ad16d0-e57d-4641-b8dc-93dee2666d8b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/82bc15f1-d54e-4d89-93fb-b3acab820767 HTTP/1.1" status: 204 len: 168 time: 0.0725164 Jul 29 23:32:39.961155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.966778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad16d0-e57d-4641-b8dc-93dee2666d8b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82bc15f1-d54e-4d89-93fb-b3acab820767,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.009542 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6eaa4bc4-31de-44d5-8558-e5d2a464625b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0469692 Jul 29 23:32:40.012233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47048) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.071946 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81e074b3-5c4e-40d1-8023-af362519a6cb tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.096337 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81e074b3-5c4e-40d1-8023-af362519a6cb tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.142677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81e074b3-5c4e-40d1-8023-af362519a6cb tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.145401 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81e074b3-5c4e-40d1-8023-af362519a6cb tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.148940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-81e074b3-5c4e-40d1-8023-af362519a6cb tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ee929a7-ef67-4f45-a643-6fc73209e398 HTTP/1.1" status: 204 len: 168 time: 0.1332684 Jul 29 23:32:40.149602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.156470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e074b3-5c4e-40d1-8023-af362519a6cb tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee929a7-ef67-4f45-a643-6fc73209e398,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.211378 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c63570f7-903e-4867-814b-c4d1166b9904 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0605075 Jul 29 23:32:40.212227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:40.213983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.221304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:40.221690 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.227664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:40.257735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'mac_address': 'fa:16:3e:5e:53:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:40.264551 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbfa6114-4e2e-4796-ad82-fade56fa585e tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.286533 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbfa6114-4e2e-4796-ad82-fade56fa585e tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.330505 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.333904 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbfa6114-4e2e-4796-ad82-fade56fa585e tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.336842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbfa6114-4e2e-4796-ad82-fade56fa585e tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.340495 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cbfa6114-4e2e-4796-ad82-fade56fa585e tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a31afc0-e9b8-48d2-9dea-fe420199d3f5 HTTP/1.1" status: 204 len: 168 time: 0.1230762 Jul 29 23:32:40.340864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47056) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.346102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:40.348792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa6114-4e2e-4796-ad82-fade56fa585e tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a31afc0-e9b8-48d2-9dea-fe420199d3f5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.381992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.388282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:40.399626 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.433758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07683d7b-0e36-4867-8882-170c9cced6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:40.436048 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05d2b68-44ae-436b-9c7d-ce0ca2d6171d" -d '{"events": [{"server_uuid": "07683d7b-0e36-4867-8882-170c9cced6a4", "name": "network-vif-plugged", "status": "completed", "tag": "1f7fb9bd-2c0a-423c-8432-efdc6c6059f1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:40.444946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b4326962-d841-458f-bd14-067dd4560145 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0989749 Jul 29 23:32:40.447059 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.449335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5adc8c-a160-4b96-8df1-f6b2a2881964 req-15b9df4b-efd0-498e-af0a-61c22b5b1cd8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.451091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a5adc8c-a160-4b96-8df1-f6b2a2881964 req-15b9df4b-efd0-498e-af0a-61c22b5b1cd8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 944 time: 0.0966034 Jul 29 23:32:40.454966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4d655020-646f-459d-8abb-80d2eb07bb4b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group': {'name': 'tempest-secgroup--694725342'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:40.456098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:40.471478 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.477812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.505485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d655020-646f-459d-8abb-80d2eb07bb4b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.518829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e078a-a156-4798-8cbb-b4def5acea10 req-b5151126-ba0f-4696-8276-91a19ef9cac8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.520280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f2e078a-a156-4798-8cbb-b4def5acea10 req-b5151126-ba0f-4696-8276-91a19ef9cac8 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.0966861 Jul 29 23:32:40.523021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a5adc8c-a160-4b96-8df1-f6b2a2881964 req-8fcefac3-ea50-4258-a3aa-497f1c2b6059 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563924 Jul 29 23:32:40.541117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.578588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f2e078a-a156-4798-8cbb-b4def5acea10 req-933521dd-e4c6-42a8-a59b-cac66372f60e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 Jul 29 23:32:40.608314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d655020-646f-459d-8abb-80d2eb07bb4b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.616500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d655020-646f-459d-8abb-80d2eb07bb4b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.629362 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cecbd5-5e5d-4419-bac5-c6bc45f5b1ef x-openstack-request-id: req-00cecbd5-5e5d-4419-bac5-c6bc45f5b1ef {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:40.629661 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07683d7b-0e36-4867-8882-170c9cced6a4", "name": "network-vif-plugged", "status": "completed", "tag": "1f7fb9bd-2c0a-423c-8432-efdc6c6059f1", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:40.629919 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00cecbd5-5e5d-4419-bac5-c6bc45f5b1ef {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:40.630318 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07683d7b-0e36-4867-8882-170c9cced6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'code': 200} Jul 29 23:32:40.650474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d655020-646f-459d-8abb-80d2eb07bb4b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.655714 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4d655020-646f-459d-8abb-80d2eb07bb4b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2049339 Jul 29 23:32:40.655918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47074) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.661986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5dceaf26-0a65-431e-bc60-c53e68701bc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': 'b34b5d95-c9e3-44c3-8fc0-3bb003044ae1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:40.668513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d655020-646f-459d-8abb-80d2eb07bb4b tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b5d95-c9e3-44c3-8fc0-3bb003044ae1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.706011 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dceaf26-0a65-431e-bc60-c53e68701bc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.742017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746cfe7-7fdd-4da4-9f94-b86ce63da03d req-55f88a67-5acc-4261-af0d-fa98fd7b9fda tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.743639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c746cfe7-7fdd-4da4-9f94-b86ce63da03d req-55f88a67-5acc-4261-af0d-fa98fd7b9fda tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0609727 Jul 29 23:32:40.773948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dceaf26-0a65-431e-bc60-c53e68701bc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.778077 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dceaf26-0a65-431e-bc60-c53e68701bc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.800229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dceaf26-0a65-431e-bc60-c53e68701bc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac1c12a-ccfb-4900-bc82-ae5bf352a870,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.810904 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dceaf26-0a65-431e-bc60-c53e68701bc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.813618 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5dceaf26-0a65-431e-bc60-c53e68701bc2 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1540515 Jul 29 23:32:40.815703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47076) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.817233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c746cfe7-7fdd-4da4-9f94-b86ce63da03d req-650167ee-028a-425a-b31a-b4e688267e08 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637286 Jul 29 23:32:40.824560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d2a7c-4751-4a96-a854-68140c922c49 req-36d24c01-58d2-4ece-8e85-8329278fe26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.826220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-495d2a7c-4751-4a96-a854-68140c922c49 req-36d24c01-58d2-4ece-8e85-8329278fe26e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0815678 Jul 29 23:32:40.866270 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-014cee4d-6b7f-4ad5-b874-aa57778a3219 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.872412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-495d2a7c-4751-4a96-a854-68140c922c49 req-6822e1f8-682f-415a-b3e9-27c285839b78 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Jul 29 23:32:40.881816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-014cee4d-6b7f-4ad5-b874-aa57778a3219 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.912032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-014cee4d-6b7f-4ad5-b874-aa57778a3219 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.918088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-014cee4d-6b7f-4ad5-b874-aa57778a3219 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.919225 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-014cee4d-6b7f-4ad5-b874-aa57778a3219 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9ac1c12a-ccfb-4900-bc82-ae5bf352a870 HTTP/1.1" status: 204 len: 168 time: 0.1026201 Jul 29 23:32:40.924722 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47080) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.931510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cee4d-6b7f-4ad5-b874-aa57778a3219 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ac1c12a-ccfb-4900-bc82-ae5bf352a870,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.933498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:40.955868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ae6d0-5e34-4036-817b-8e7315c2ec1b req-98ac7325-aaac-4df3-ac77-f6a21df98d02 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.957664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c0ae6d0-5e34-4036-817b-8e7315c2ec1b req-98ac7325-aaac-4df3-ac77-f6a21df98d02 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.0539315 Jul 29 23:32:40.976684 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3e4cb5d2-852d-41e0-ac70-6591a4bca22f tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506337 Jul 29 23:32:40.979330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47082) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.998839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c0ae6d0-5e34-4036-817b-8e7315c2ec1b req-1fc2cfd5-b599-4f54-ba1a-722dd54db7f3 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Jul 29 23:32:41.036490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-512ebbcf-7cca-4e5d-bf81-347658d77931 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.058454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-512ebbcf-7cca-4e5d-bf81-347658d77931 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.098350 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-512ebbcf-7cca-4e5d-bf81-347658d77931 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.100880 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-512ebbcf-7cca-4e5d-bf81-347658d77931 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.102657 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-512ebbcf-7cca-4e5d-bf81-347658d77931 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-groups/b34b5d95-c9e3-44c3-8fc0-3bb003044ae1 HTTP/1.1" status: 204 len: 168 time: 0.1218195 Jul 29 23:32:41.105128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.112383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ebbcf-7cca-4e5d-bf81-347658d77931 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34b5d95-c9e3-44c3-8fc0-3bb003044ae1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.150639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-46827655-142e-4de2-8685-63b6f3fa89c4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442781 Jul 29 23:32:41.154481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47086) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.159482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7e3c469b-5f91-487a-bf91-f6bd83dd2bf4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968591148'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:41.181209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e3c469b-5f91-487a-bf91-f6bd83dd2bf4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.258600 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e3c469b-5f91-487a-bf91-f6bd83dd2bf4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.262246 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e3c469b-5f91-487a-bf91-f6bd83dd2bf4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.292916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e3c469b-5f91-487a-bf91-f6bd83dd2bf4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.294169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7e3c469b-5f91-487a-bf91-f6bd83dd2bf4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1387167 Jul 29 23:32:41.296174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c469b-5f91-487a-bf91-f6bd83dd2bf4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe1d73d-3033-46ce-8b64-86dd8066a0f3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.298958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47088) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.303951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-76cee0df-7065-4917-af59-6a5432a42542 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': '7fe1d73d-3033-46ce-8b64-86dd8066a0f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:41.328137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-1b50fabc-6fff-4a20-8f88-41eba35d6d29 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:41.330189 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-1b50fabc-6fff-4a20-8f88-41eba35d6d29 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27&tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 948 time: 0.0543890 Jul 29 23:32:41.330543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76cee0df-7065-4917-af59-6a5432a42542 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.390923 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76cee0df-7065-4917-af59-6a5432a42542 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.395075 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76cee0df-7065-4917-af59-6a5432a42542 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.405744 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-2a75e2f8-17db-4fc4-b4ec-d5c50702beeb service neutron] 10.222.0.47 "GET /v2.0/ports/b23d274f-4d97-4e9b-9302-7bd5fc4c2b19/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 383 time: 0.0545604 Jul 29 23:32:41.415844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cee0df-7065-4917-af59-6a5432a42542 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb4d1cc-dc54-42b5-8767-a328dc957d5f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.419401 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76cee0df-7065-4917-af59-6a5432a42542 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.420581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-76cee0df-7065-4917-af59-6a5432a42542 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204884 Jul 29 23:32:41.423271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47090) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.440346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-523a37f7-9cf3-49ba-b0ce-4ac7b5beafff tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules/adb4d1cc-dc54-42b5-8767-a328dc957d5f HTTP/1.1" status: 200 len: 763 time: 0.0155213 Jul 29 23:32:41.442234 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47092) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.484131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dea66ea4-c57a-4350-a888-c1f77a4f7005 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407717 Jul 29 23:32:41.486680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.492843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-e620620b-d46c-4b84-9a47-9e10f835f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:41.494514 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-e620620b-d46c-4b84-9a47-9e10f835f112 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1100 time: 0.0451901 Jul 29 23:32:41.509596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e4ce2b-3451-4f35-bc37-7e61a70668b7 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.517592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e4ce2b-3451-4f35-bc37-7e61a70668b7 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.544747 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e4ce2b-3451-4f35-bc37-7e61a70668b7 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.552401 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e4ce2b-3451-4f35-bc37-7e61a70668b7 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.552401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-03e4ce2b-3451-4f35-bc37-7e61a70668b7 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/adb4d1cc-dc54-42b5-8767-a328dc957d5f HTTP/1.1" status: 204 len: 168 time: 0.0645480 Jul 29 23:32:41.554971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47098) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.566927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4ce2b-3451-4f35-bc37-7e61a70668b7 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb4d1cc-dc54-42b5-8767-a328dc957d5f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.593127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-362c3f0a-63cb-4035-b847-2dd0dfd5740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:41.594639 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-362c3f0a-63cb-4035-b847-2dd0dfd5740e service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.0925591 Jul 29 23:32:41.605102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f461d4d3-f5f3-4a2e-bcd1-4b65fab61169 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464675 Jul 29 23:32:41.605405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.610453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f9567551-083b-4725-afe1-3281739f489d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': '7fe1d73d-3033-46ce-8b64-86dd8066a0f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:41.645033 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-3a5dc42b-23ed-4f64-a483-d970188e6980 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0422711 Jul 29 23:32:41.671508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9567551-083b-4725-afe1-3281739f489d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.692892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d396df-45e0-45b4-9acf-704818dd05ce req-d1b1e0c6-2839-470f-a00e-a67320d65b31 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:41.694414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80d396df-45e0-45b4-9acf-704818dd05ce req-d1b1e0c6-2839-470f-a00e-a67320d65b31 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 945 time: 0.0793614 Jul 29 23:32:41.702002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-3f2d8fb4-b1e4-4e6a-b7ef-d8c9eeb8b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:41.703557 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-3f2d8fb4-b1e4-4e6a-b7ef-d8c9eeb8b75b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0509057 Jul 29 23:32:41.751807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-1b84d5ed-2113-404f-a9d5-adb6aa3a569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:41.753648 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-1b84d5ed-2113-404f-a9d5-adb6aa3a569b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426035 Jul 29 23:32:41.759567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80d396df-45e0-45b4-9acf-704818dd05ce req-b0baae41-df70-442d-8f75-7c1774c0fc8c tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544250 Jul 29 23:32:41.773343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9567551-083b-4725-afe1-3281739f489d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.777961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9567551-083b-4725-afe1-3281739f489d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.799973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9567551-083b-4725-afe1-3281739f489d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4411f3f9-fccd-4272-b216-e675cadd883f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.806548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9567551-083b-4725-afe1-3281739f489d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.808446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f9567551-083b-4725-afe1-3281739f489d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2019401 Jul 29 23:32:41.810246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.826758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b690decd-85b1-40ed-9e0d-b6b37f1904dc tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules/4411f3f9-fccd-4272-b216-e675cadd883f HTTP/1.1" status: 200 len: 763 time: 0.0154490 Jul 29 23:32:41.829733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47108) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.877018 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-b7b1bb34-3ba7-46f2-9ce8-23e08bfcb038 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906625 Jul 29 23:32:41.877236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b11d484e-0bdc-401b-bd59-ebda0a9b5854 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0433352 Jul 29 23:32:41.877236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47112) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.911841 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec23cb31-99ad-488e-9364-9dab3e79f698 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.923752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0dfb8c6a-f9f6-4131-8424-1bbe3908515f details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:41.936870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec23cb31-99ad-488e-9364-9dab3e79f698 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.975772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1748db-762f-405c-bd49-3ddb0fa36d7b req-f19d129f-6f1b-4405-a86e-abf80807816f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:41.977710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f1748db-762f-405c-bd49-3ddb0fa36d7b req-f19d129f-6f1b-4405-a86e-abf80807816f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0827205 Jul 29 23:32:41.988171 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec23cb31-99ad-488e-9364-9dab3e79f698 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.995004 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec23cb31-99ad-488e-9364-9dab3e79f698 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.998550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ec23cb31-99ad-488e-9364-9dab3e79f698 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4411f3f9-fccd-4272-b216-e675cadd883f HTTP/1.1" status: 204 len: 168 time: 0.1203403 Jul 29 23:32:42.003440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47114) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.037148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23cb31-99ad-488e-9364-9dab3e79f698 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4411f3f9-fccd-4272-b216-e675cadd883f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.051471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:42.066834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'port_id': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'mac_address': 'fa:16:3e:9a:d2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:42.098473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0fb07d91-44b9-4b3f-85eb-2a729e04ce0a tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0922530 Jul 29 23:32:42.099119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47118) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.108296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.108811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fedcb2b7-8271-46a2-8ca7-2f2aa1ed7db8 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Request body: {'security_group_rule': {'security_group_id': '7fe1d73d-3033-46ce-8b64-86dd8066a0f3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:42.117853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f1748db-762f-405c-bd49-3ddb0fa36d7b req-f5ffd61b-122f-4e6b-982e-605dd155f3dc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181967 Jul 29 23:32:42.127171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfb8c6a-f9f6-4131-8424-1bbe3908515f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:42.151695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:42.156078 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.181448 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fedcb2b7-8271-46a2-8ca7-2f2aa1ed7db8 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.195845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fc39b-607d-48d8-9955-6d501ea844d9 req-51e6ff2f-cacc-4747-84bb-f4dab188524e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:42.197416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da0fc39b-607d-48d8-9955-6d501ea844d9 req-51e6ff2f-cacc-4747-84bb-f4dab188524e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.0931940 Jul 29 23:32:42.205752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.278748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da0fc39b-607d-48d8-9955-6d501ea844d9 req-7535c7db-0120-4cab-83d7-e8ebf7986611 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692370 Jul 29 23:32:42.298658 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fedcb2b7-8271-46a2-8ca7-2f2aa1ed7db8 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.304499 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fedcb2b7-8271-46a2-8ca7-2f2aa1ed7db8 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.323528 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-0920c01b-b9c7-4688-a3f6-0e145408248f service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385567 Jul 29 23:32:42.333835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcb2b7-8271-46a2-8ca7-2f2aa1ed7db8 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75103fa7-e0fe-4517-b0ae-606370b97e4d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.340973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fedcb2b7-8271-46a2-8ca7-2f2aa1ed7db8 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.344083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fedcb2b7-8271-46a2-8ca7-2f2aa1ed7db8 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2394862 Jul 29 23:32:42.345713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.363735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eac45f43-3eeb-4525-bc24-abb82e9b07b3 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules/75103fa7-e0fe-4517-b0ae-606370b97e4d HTTP/1.1" status: 200 len: 764 time: 0.0168469 Jul 29 23:32:42.366479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.408769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a396f3a3-8edd-4a56-898d-da0c0d88a9f4 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0411286 Jul 29 23:32:42.411202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47126) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.436145 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-926384b5-187d-41b0-999a-b456c855424d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.446179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-926384b5-187d-41b0-999a-b456c855424d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.478560 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-926384b5-187d-41b0-999a-b456c855424d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.486676 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-926384b5-187d-41b0-999a-b456c855424d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.487788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-926384b5-187d-41b0-999a-b456c855424d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/75103fa7-e0fe-4517-b0ae-606370b97e4d HTTP/1.1" status: 204 len: 168 time: 0.0756614 Jul 29 23:32:42.491201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.491927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926384b5-187d-41b0-999a-b456c855424d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75103fa7-e0fe-4517-b0ae-606370b97e4d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.538010 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-34841b3e-93c7-4d83-9a0c-51bc890340ea tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0454385 Jul 29 23:32:42.540748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47130) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.595127 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.617376 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.639672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['0dfb8c6a-f9f6-4131-8424-1bbe3908515f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:42.661225 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.663915 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.665314 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "DELETE /v2.0/security-groups/7fe1d73d-3033-46ce-8b64-86dd8066a0f3 HTTP/1.1" status: 204 len: 168 time: 0.1236248 Jul 29 23:32:42.667958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.675332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe1d73d-3033-46ce-8b64-86dd8066a0f3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.683076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.683402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.683746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.684104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.684467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.684797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.685128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.685453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.685777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.686101 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.686427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.686747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84ddc3-953f-4fd9-950e-14be9337f00d tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:42.740502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fcdaf5bd-277d-4683-9e6c-2c6c43f86807 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710304 Jul 29 23:32:42.745265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.792788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e20e7ee2-0b08-48d3-905f-864e9187f342 tempest-SecGroupTest-471915860 tempest-SecGroupTest-471915860-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470243 Jul 29 23:32:42.898603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4c34a-06ef-4f87-b06a-253cb1841de2 req-2459af7d-5b18-4155-86d2-1359f18b17d8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:42.900155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ce4c34a-06ef-4f87-b06a-253cb1841de2 req-2459af7d-5b18-4155-86d2-1359f18b17d8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 945 time: 0.0499303 Jul 29 23:32:42.942938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ce4c34a-06ef-4f87-b06a-253cb1841de2 req-2241aace-26b3-4ad7-91b2-6d1c5581c55a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Jul 29 23:32:43.049226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:43.171864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-56be3665-1392-483f-a50e-1883b2823c25 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 258 time: 0.1915770 Jul 29 23:32:43.176841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:43.181541 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4619f5ee-b9ad-4713-86d4-51a06da2e128 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44d67d1344be4352952ab50d6a1173a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288781 Jul 29 23:32:43.182158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47154) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:43.225716 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.232301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b763bdb-a2a9-441f-8514-ccb5299fafb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.253619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b763bdb-a2a9-441f-8514-ccb5299fafb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.287588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cecd5-6735-4993-b957-e51c8a0ecffa req-4c41c3cf-52a6-46fe-a10a-c1d02363820f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:43.289182 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-252cecd5-6735-4993-b957-e51c8a0ecffa req-4c41c3cf-52a6-46fe-a10a-c1d02363820f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 945 time: 0.0964355 Jul 29 23:32:43.306695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b763bdb-a2a9-441f-8514-ccb5299fafb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.309403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b763bdb-a2a9-441f-8514-ccb5299fafb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.310493 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6b763bdb-a2a9-441f-8514-ccb5299fafb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14f1f8b9-cc14-406d-b3da-f95d091580c4 HTTP/1.1" status: 204 len: 168 time: 0.1274052 Jul 29 23:32:43.319355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b763bdb-a2a9-441f-8514-ccb5299fafb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f1f8b9-cc14-406d-b3da-f95d091580c4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:43.348641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-252cecd5-6735-4993-b957-e51c8a0ecffa req-9166a8f2-77c5-4d52-a276-1abda1898d5f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513613 Jul 29 23:32:43.386805 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.519625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb4d98-a266-413c-9a23-7e51635d0278 req-cca91d86-0172-4ed6-b322-8b9c8317f96b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:43.521167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5bb4d98-a266-413c-9a23-7e51635d0278 req-cca91d86-0172-4ed6-b322-8b9c8317f96b tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.0963037 Jul 29 23:32:43.546595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Allocated IP 172.25.2.171 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/1e61e3e0-ad73-4380-97ae-bce003d827d0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:43.593594 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5bb4d98-a266-413c-9a23-7e51635d0278 req-06d5b2f5-4575-49a2-8d3b-aa047dd92c93 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630665 Jul 29 23:32:43.685685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.724754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.759879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:43.763996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:43.767994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:43.794305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Pushing event updated for resources: {'Port': ['ID=1e61e3e0-ad73-4380-97ae-bce003d827d0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:43.877937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.919074 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.940044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:44.000748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:44.005317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:44.005897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.013310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47184) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:44.082196 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.087400 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.101369 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.127225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:44.129513 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d0181f-2002-4b8d-9e62-4ac606754155" -d '{"events": [{"server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "name": "network-vif-plugged", "status": "completed", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:44.145176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:44.147601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4c75129e-a529-49e4-a0de-ca0049611ec2 tempest-ServiceProvidersTest-1656143478 tempest-ServiceProvidersTest-1656143478-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1218891 Jul 29 23:32:44.151943 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.154205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0dfb8c6a-f9f6-4131-8424-1bbe3908515f up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:44.207050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Pushing event updated for resources: {'Port': ['ID=1e61e3e0-ad73-4380-97ae-bce003d827d0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.222809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.237389 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c04e9ba-da2c-4dd4-855a-5ec8451586f5 x-openstack-request-id: req-0c04e9ba-da2c-4dd4-855a-5ec8451586f5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:44.238107 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "name": "network-vif-plugged", "status": "completed", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:44.238603 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c04e9ba-da2c-4dd4-855a-5ec8451586f5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:44.239111 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'code': 200} Jul 29 23:32:44.241181 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.248560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-103718e5-10f5-4253-9760-03e84ddf1ded tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0757439 Jul 29 23:32:44.290878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.307760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:44.309265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-24e2e789-0d09-4371-9681-3a5f990d9feb tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.0513980 Jul 29 23:32:44.314292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:44.315056 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.402451 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.455852 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:44.462342 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.474948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-31d16da2-98a2-463a-a526-91c36b802fbb tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.483425 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d9d3dc9-1ffc-4ba5-9504-5800af60be7d req-31d16da2-98a2-463a-a526-91c36b802fbb tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1618645 Jul 29 23:32:44.529332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.529567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47198) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:44.550270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8452498-e8c3-4677-8996-279cfa47d814 req-5eb983b2-7135-4c6a-ae42-60b0fd01b3ed tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.551826 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8452498-e8c3-4677-8996-279cfa47d814 req-5eb983b2-7135-4c6a-ae42-60b0fd01b3ed tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0866184 Jul 29 23:32:44.646810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8452498-e8c3-4677-8996-279cfa47d814 req-5daa6efd-8498-48ba-8863-f7ade41172a1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845060 Jul 29 23:32:44.647159 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80cb5114-1d71-4205-8ceb-9d1b5ff0ea84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.669859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-87634056-8941-4874-9d20-1becb76b0ab8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.672158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-87634056-8941-4874-9d20-1becb76b0ab8 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1190140 Jul 29 23:32:44.745567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-ca2cb950-9ed2-441d-a677-0879ade3ba0a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.0609376 Jul 29 23:32:44.767048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-157e1f36-c7aa-4585-aa0d-e0d3c05da785 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Request body: {'floatingip': {'port_id': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:44.771147 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80cb5114-1d71-4205-8ceb-9d1b5ff0ea84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.775506 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80cb5114-1d71-4205-8ceb-9d1b5ff0ea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.817869 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-80cb5114-1d71-4205-8ceb-9d1b5ff0ea84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=100ad09a5ebe4bd0ab764b7cb3226a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843139 Jul 29 23:32:44.817869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb5114-1d71-4205-8ceb-9d1b5ff0ea84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fbbe78-6f67-46ed-b199-ad8add1eedec,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.818803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47206) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:44.825354 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-157e1f36-c7aa-4585-aa0d-e0d3c05da785 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.867731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a34ca5-c4da-488c-8c6e-8cba1a319cbf req-e4b02c79-55f3-47e5-9f0a-5b18b62eade1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.869460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08a34ca5-c4da-488c-8c6e-8cba1a319cbf req-e4b02c79-55f3-47e5-9f0a-5b18b62eade1 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1396286 Jul 29 23:32:44.929164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-308be981-3921-4922-ba1f-94acf13a3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.930589 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-308be981-3921-4922-ba1f-94acf13a3d5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27&tenant_id=aa5e3b62e01345e1bd6c3e2255e08588 HTTP/1.1" status: 200 len: 1101 time: 0.0416517 Jul 29 23:32:44.943926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:44.998438 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.999612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08a34ca5-c4da-488c-8c6e-8cba1a319cbf req-01e48feb-a15d-4b5e-b041-07ab3bc8e0ff tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203818 Jul 29 23:32:45.053418 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0977c822-1a96-4fe0-8e5f-1bfa01c8ccc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.110964 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0977c822-1a96-4fe0-8e5f-1bfa01c8ccc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.240953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:45.251553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0977c822-1a96-4fe0-8e5f-1bfa01c8ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.254440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0977c822-1a96-4fe0-8e5f-1bfa01c8ccc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.255652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0977c822-1a96-4fe0-8e5f-1bfa01c8ccc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50fbbe78-6f67-46ed-b199-ad8add1eedec HTTP/1.1" status: 204 len: 168 time: 0.4346747 Jul 29 23:32:45.281355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:45.298505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977c822-1a96-4fe0-8e5f-1bfa01c8ccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fbbe78-6f67-46ed-b199-ad8add1eedec,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:45.323939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:45.326580 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a701e37-15fe-44e3-9997-39833b20ce80" -d '{"events": [{"server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "name": "network-vif-unplugged", "status": "completed", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:45.331563 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.348407 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Transition to ACTIVE for port object b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:45.353577 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.382621 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459af2c4-fb99-4585-83ae-d1d5d42d223d x-openstack-request-id: req-459af2c4-fb99-4585-83ae-d1d5d42d223d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:45.382926 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "name": "network-vif-unplugged", "status": "completed", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:45.383176 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-459af2c4-fb99-4585-83ae-d1d5d42d223d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:45.383743 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'code': 200} Jul 29 23:32:45.409327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:45.434545 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-157e1f36-c7aa-4585-aa0d-e0d3c05da785 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.436390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] No DVR routers for this DVR port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:45.440435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-157e1f36-c7aa-4585-aa0d-e0d3c05da785 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.493800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:45.494219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:45.494559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:45.500189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:32:45.500577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Attempting to bind port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:45.506041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:45.506399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:45.506791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:45.507230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Bound port: b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:45.507595 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.603538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:45.607890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:45.613877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.661077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:45.661845 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.663314 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] 10.222.0.42 "PUT /v2.0/ports/b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 1097 time: 0.7234321 Jul 29 23:32:45.696189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f62b9-656d-4353-882a-a46d7d64696c service neutron] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=11']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:45.787074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-cdcd8116-e716-485a-8a27-a891efe0a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:45.789746 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-cdcd8116-e716-485a-8a27-a891efe0a28f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1100 time: 0.0948141 Jul 29 23:32:45.911978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-213f2566-7fc0-4206-8d4e-98ef91c1cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:45.913958 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-213f2566-7fc0-4206-8d4e-98ef91c1cf34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1122954 Jul 29 23:32:45.959658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667566e5-149c-442c-8b37-4536f0f508f9 req-68d22ec5-fda2-46b6-819a-8c5adecc2bd0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:45.961249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-667566e5-149c-442c-8b37-4536f0f508f9 req-68d22ec5-fda2-46b6-819a-8c5adecc2bd0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0996263 Jul 29 23:32:45.965769 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-4a0a08f2-1818-45b6-acaa-cc70326258f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0437403 Jul 29 23:32:45.994434 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-157e1f36-c7aa-4585-aa0d-e0d3c05da785 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Floating IP 39065ad5-ed4e-4dfd-8741-42aab0b1bd3d associated. External IP: 172.25.2.171, port: 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1. Jul 29 23:32:46.028938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-24f0686e-4a5f-41e8-aca4-63ef6892c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:46.030571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-24f0686e-4a5f-41e8-aca4-63ef6892c560 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0542424 Jul 29 23:32:46.047997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-667566e5-149c-442c-8b37-4536f0f508f9 req-6533e01b-9000-42ae-a9e8-2fbf0ab38f9f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764301 Jul 29 23:32:46.099092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95084e-6735-473d-85d6-149fff416112 req-236f55d5-bb3d-4cba-acca-130fbd616c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:46.100773 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-236f55d5-bb3d-4cba-acca-130fbd616c96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616772 Jul 29 23:32:46.213565 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-027f1a10-3122-488e-b53d-ab7d6be0c5d5 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026175 Jul 29 23:32:46.240260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:46.245448 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de480c1b-e8d2-4de6-b3c2-e41ffcd41c61" -d '{"events": [{"server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:46.278723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-157e1f36-c7aa-4585-aa0d-e0d3c05da785 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Router 0e530960-e7a6-43e0-a233-3ab527b9ea51 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:46.344778 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba95084e-6735-473d-85d6-149fff416112 req-6f361e6f-628d-4172-a10c-0a255059af14 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193736 Jul 29 23:32:46.381985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d8f30-b90e-44bc-979b-eeae03d2f7d4 req-0a5a39fb-cf69-400f-87a0-e7c1f18c6c4c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:46.383514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b33d8f30-b90e-44bc-979b-eeae03d2f7d4 req-0a5a39fb-cf69-400f-87a0-e7c1f18c6c4c tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.0923235 Jul 29 23:32:46.466227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b33d8f30-b90e-44bc-979b-eeae03d2f7d4 req-b85e8dc3-3046-42df-a926-6ba4690519db tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527399 Jul 29 23:32:46.467633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-157e1f36-c7aa-4585-aa0d-e0d3c05da785 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:46.472937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-157e1f36-c7aa-4585-aa0d-e0d3c05da785 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.480505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] Sync routers for ids ['0e530960-e7a6-43e0-a233-3ab527b9ea51'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:46.497675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] Routers {'0e530960-e7a6-43e0-a233-3ab527b9ea51'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:46.498429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0e530960-e7a6-43e0-a233-3ab527b9ea51'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:46.509451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-157e1f36-c7aa-4585-aa0d-e0d3c05da785 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "PUT /v2.0/floatingips/39065ad5-ed4e-4dfd-8741-42aab0b1bd3d HTTP/1.1" status: 200 len: 996 time: 1.7494130 Jul 29 23:32:46.509992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07683d7b-0e36-4867-8882-170c9cced6a4', 'tag': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:46.512463 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "07683d7b-0e36-4867-8882-170c9cced6a4", "tag": "1f7fb9bd-2c0a-423c-8432-efdc6c6059f1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:46.577650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-5605475f-0a88-4a3a-962c-02b89359680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:46.579752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-5605475f-0a88-4a3a-962c-02b89359680f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df6a77b20be443a8350be150b114d4f&device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0515499 Jul 29 23:32:46.630519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] Set router 0e530960-e7a6-43e0-a233-3ab527b9ea51 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:46.713657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-2ccfe504-5596-4b2e-bdee-5e2f563c08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:46.715259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-2ccfe504-5596-4b2e-bdee-5e2f563c08a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64d8c497-d59f-4f84-a4b6-e70daf94637d HTTP/1.1" status: 200 len: 929 time: 0.1293817 Jul 29 23:32:46.740263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fe541-1f8d-43a1-9239-5c70889972e9 req-5a8f6f33-3cab-4242-9e45-dfb922e314d8 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:46.741924 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-254fe541-1f8d-43a1-9239-5c70889972e9 req-5a8f6f33-3cab-4242-9e45-dfb922e314d8 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 946 time: 0.1042223 Jul 29 23:32:46.832130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-4eb2b793-8ec7-466b-bd31-e8dbfd3ad1d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 HTTP/1.1" status: 200 len: 999 time: 0.1070035 Jul 29 23:32:46.841917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-254fe541-1f8d-43a1-9239-5c70889972e9 req-36e8e0e2-0bc1-439b-b348-1deabf61c744 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915737 Jul 29 23:32:46.878582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:24Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '39065ad5-ed4e-4dfd-8741-42aab0b1bd3d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'port_id': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'mac_address': 'fa:16:3e:15:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07683d7b-0e36-4867-8882-170c9cced6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:32:43Z', 'updated_at': '2021-07-29T23:32:45Z', 'revision_number': 1, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116376fe-d24c-45c8-b829-2cb73401a646', 'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'mac_address': 'fa:16:3e:f0:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:23Z', 'updated_at': '2021-07-29T23:32:29Z', 'revision_number': 5, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'subnets': [{'id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:46.907365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-4c366625-b90d-476b-bf78-5eaf9b0bf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:46.913620 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbb8f8b-93d0-465f-a5be-d0f3373b103e x-openstack-request-id: req-5fbb8f8b-93d0-465f-a5be-d0f3373b103e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:46.914338 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:46.914813 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fbb8f8b-93d0-465f-a5be-d0f3373b103e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:46.915404 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'code': 200} Jul 29 23:32:46.915600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-4c366625-b90d-476b-bf78-5eaf9b0bf990 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c67d72e7-a1df-4955-99e3-d24e85b7312e HTTP/1.1" status: 200 len: 867 time: 0.0725462 Jul 29 23:32:46.917355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] Checking router: 0e530960-e7a6-43e0-a233-3ab527b9ea51 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:46.936598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] Routers {'0e530960-e7a6-43e0-a233-3ab527b9ea51'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:46.938039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0e530960-e7a6-43e0-a233-3ab527b9ea51'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:46.969619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-91d76c96-63d7-46f6-8838-b1b1aef86a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:46.971163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-91d76c96-63d7-46f6-8838-b1b1aef86a87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64d8c497-d59f-4f84-a4b6-e70daf94637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538795 Jul 29 23:32:47.085277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d44c9-9928-41ed-9ad7-7e70c47afbce req-ff3d092c-c948-4517-b5e9-94d8ffae8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:47.087145 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b0d44c9-9928-41ed-9ad7-7e70c47afbce req-ff3d092c-c948-4517-b5e9-94d8ffae8c47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 1098 time: 0.0741160 Jul 29 23:32:47.110201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] Set router 0e530960-e7a6-43e0-a233-3ab527b9ea51 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:47.128674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-63df1bcf-c961-4e06-ae00-d99725517671 service neutron] 10.222.0.37 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480937 Jul 29 23:32:47.157091 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b0d44c9-9928-41ed-9ad7-7e70c47afbce req-0cf19afd-691d-43e8-99ea-440e0330a479 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597839 Jul 29 23:32:47.234359 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8645f06-d55c-479d-acab-180bb2d888d1 x-openstack-request-id: req-b8645f06-d55c-479d-acab-180bb2d888d1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:47.234744 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07683d7b-0e36-4867-8882-170c9cced6a4", "tag": "1f7fb9bd-2c0a-423c-8432-efdc6c6059f1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:47.235237 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8645f06-d55c-479d-acab-180bb2d888d1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:47.235687 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07683d7b-0e36-4867-8882-170c9cced6a4', 'tag': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'status': 'completed', 'code': 200} Jul 29 23:32:47.333788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3374359-e47f-4b80-a5e2-0b616f0efa5a req-0953a1c4-4adc-41b0-ba77-b1033e04fbc5 service neutron] 10.222.0.37 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039886 Jul 29 23:32:47.362924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c4f60-6472-4ee1-a934-ad01561e44af req-72a39456-da50-4d19-b2d8-9275244d7048 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:47.370620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c1c4f60-6472-4ee1-a934-ad01561e44af req-72a39456-da50-4d19-b2d8-9275244d7048 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0671952 Jul 29 23:32:47.385417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:47.389918 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9329f871-a0da-45eb-abc1-a7b392fbd153" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:47.427909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c1c4f60-6472-4ee1-a934-ad01561e44af req-c1bf33f6-c704-476f-a33b-b17f88d23ca8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560305 Jul 29 23:32:47.435905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:24Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '39065ad5-ed4e-4dfd-8741-42aab0b1bd3d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'port_id': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'mac_address': 'fa:16:3e:15:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07683d7b-0e36-4867-8882-170c9cced6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:32:43Z', 'updated_at': '2021-07-29T23:32:45Z', 'revision_number': 1, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116376fe-d24c-45c8-b829-2cb73401a646', 'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'mac_address': 'fa:16:3e:f0:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:23Z', 'updated_at': '2021-07-29T23:32:29Z', 'revision_number': 5, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'subnets': [{'id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:47.480402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52b383-cd62-48c2-8fac-b017ec37f8d7 None None] The sync data for ids ['0e530960-e7a6-43e0-a233-3ab527b9ea51'] in n-d-712139-11 is: [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:24Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '39065ad5-ed4e-4dfd-8741-42aab0b1bd3d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'port_id': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'mac_address': 'fa:16:3e:15:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07683d7b-0e36-4867-8882-170c9cced6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:32:43Z', 'updated_at': '2021-07-29T23:32:45Z', 'revision_number': 1, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116376fe-d24c-45c8-b829-2cb73401a646', 'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'mac_address': 'fa:16:3e:f0:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:23Z', 'updated_at': '2021-07-29T23:32:29Z', 'revision_number': 5, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'subnets': [{'id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:47.510302 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a55fc4-4239-4295-9de7-cf5b704bd077 x-openstack-request-id: req-d6a55fc4-4239-4295-9de7-cf5b704bd077 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:47.510621 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:47.510873 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6a55fc4-4239-4295-9de7-cf5b704bd077 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:47.511274 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'status': 'completed', 'code': 200} Jul 29 23:32:47.541028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47300) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:47.559592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-ce8ef7a7-c701-4f8d-8fed-471338d803ad tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 258 time: 0.1826715 Jul 29 23:32:47.566610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:47.595999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-09054621-5beb-432f-9163-ab1c479a10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:47.597812 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-09054621-5beb-432f-9163-ab1c479a10bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1100 time: 0.0503476 Jul 29 23:32:47.634956 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.720240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228174b8-14eb-4016-9d01-c88ea8a7da03 req-ae2524cc-5529-4640-86f4-e083a2685610 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:47.721808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-228174b8-14eb-4016-9d01-c88ea8a7da03 req-ae2524cc-5529-4640-86f4-e083a2685610 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.1362231 Jul 29 23:32:47.722181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3abffc48-952f-48e9-87f2-0329d4f9675d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.756626 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202750a-f7f0-44de-b333-bd1e1a89460f None None] New status for floating IP 39065ad5-ed4e-4dfd-8741-42aab0b1bd3d: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:32:47.780301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-21e0c485-fd5a-4e40-9318-d74ee5a8f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:47.781927 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-21e0c485-fd5a-4e40-9318-d74ee5a8f542 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1726291 Jul 29 23:32:47.829745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-c05e9fc6-2787-4f34-8bc3-7ad85df2ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:47.831363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-c05e9fc6-2787-4f34-8bc3-7ad85df2ea1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1100 time: 0.1196651 Jul 29 23:32:47.844572 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-a27e16d2-3c25-4b63-8743-dea135e5e006 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0513623 Jul 29 23:32:47.844962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-228174b8-14eb-4016-9d01-c88ea8a7da03 req-a1bf9cb8-4ef1-4534-8517-874d789976be tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088784 Jul 29 23:32:47.846497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-efb5dea1-7535-4417-a3fc-9c89afd0e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:47.848040 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-efb5dea1-7535-4417-a3fc-9c89afd0e22d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1df6a77b20be443a8350be150b114d4f&device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 1097 time: 0.1364806 Jul 29 23:32:47.934012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:47.960442 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.011242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:48.046716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-d2d70575-aecd-49e6-98a3-1a7b4d1f8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.048440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-d2d70575-aecd-49e6-98a3-1a7b4d1f8642 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2002316 Jul 29 23:32:48.083885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-236bb4c6-6932-4596-89f5-c49e8057ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.093162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-236bb4c6-6932-4596-89f5-c49e8057ce9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.2348073 Jul 29 23:32:48.119386 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3abffc48-952f-48e9-87f2-0329d4f9675d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.127534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-e81004b7-74b4-400b-8ceb-c0120de37416 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0699725 Jul 29 23:32:48.131761 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3abffc48-952f-48e9-87f2-0329d4f9675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.160785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-e937fdf6-b62f-41f5-b454-9b45fea6f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.162399 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-e937fdf6-b62f-41f5-b454-9b45fea6f44b service neutron] 10.222.0.47 "GET /v2.0/networks?id=64d8c497-d59f-4f84-a4b6-e70daf94637d HTTP/1.1" status: 200 len: 929 time: 0.3066916 Jul 29 23:32:48.233843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3abffc48-952f-48e9-87f2-0329d4f9675d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=527d7251583b406aa51e0379f360bc35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915135 Jul 29 23:32:48.237187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abffc48-952f-48e9-87f2-0329d4f9675d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa1454d-07cc-4a51-b63a-72b861a72caf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:48.238011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47310) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:48.241014 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Allocated IP 172.25.2.129 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/897952e4-0ec4-4c65-b11f-b6b6079c5478) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:48.252739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302764ad-4ab4-44d9-848b-933d2d090d49 req-aea9eded-ce0e-4980-80fe-46d5508422a3 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.255285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-302764ad-4ab4-44d9-848b-933d2d090d49 req-aea9eded-ce0e-4980-80fe-46d5508422a3 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 946 time: 0.1881757 Jul 29 23:32:48.272178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-5e6a439a-52dc-4b5f-9a13-16001dd1e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.273808 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-5e6a439a-52dc-4b5f-9a13-16001dd1e9c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1615553 Jul 29 23:32:48.277940 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-c559dedf-5fc1-45dd-a9d6-e71c7982ddaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 HTTP/1.1" status: 200 len: 1001 time: 0.1009297 Jul 29 23:32:48.287393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-c65f8098-276e-404d-b824-6bc9aa68eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.289000 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-c65f8098-276e-404d-b824-6bc9aa68eac5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1515553 Jul 29 23:32:48.422917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-be9f5ccb-128c-4444-adc0-9821691e9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.424477 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-be9f5ccb-128c-4444-adc0-9821691e9267 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c67d72e7-a1df-4955-99e3-d24e85b7312e HTTP/1.1" status: 200 len: 867 time: 0.1127503 Jul 29 23:32:48.432902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-302764ad-4ab4-44d9-848b-933d2d090d49 req-96ce9ace-887e-4022-b6ce-851b683e6e93 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0aaf062-3ee5-407f-8201-2a0f1af2462f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1637292 Jul 29 23:32:48.464625 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.471433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-deacdd31-fc64-4b58-93ee-fa315b576e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.473114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-deacdd31-fc64-4b58-93ee-fa315b576e94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1618779 Jul 29 23:32:48.484334 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-6d786715-d948-4cba-9e24-a8e2a08e96f8 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824455 Jul 29 23:32:48.492657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-b8c04ed3-b3f4-4059-8e3d-8a52c9c407b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.494201 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-b8c04ed3-b3f4-4059-8e3d-8a52c9c407b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64d8c497-d59f-4f84-a4b6-e70daf94637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608346 Jul 29 23:32:48.513061 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.520404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.643956 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.658904 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-05b0de10-a89a-4634-982a-fcbb6041a933 service neutron] 10.222.0.47 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121702 Jul 29 23:32:48.692883 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.695748 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.699474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fa1454d-07cc-4a51-b63a-72b861a72caf HTTP/1.1" status: 204 len: 168 time: 0.4534824 Jul 29 23:32:48.699474 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.754163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-77cad1ef-bc97-44ef-99e4-f6785165aeb3 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251837 Jul 29 23:32:48.782090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa1454d-07cc-4a51-b63a-72b861a72caf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:48.795685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f2d73-90b5-44ac-934e-97666d947cea req-455052bd-2b67-4f77-834e-4675969c7a56 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.797470 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-296f2d73-90b5-44ac-934e-97666d947cea req-455052bd-2b67-4f77-834e-4675969c7a56 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.47 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 946 time: 0.2504487 Jul 29 23:32:48.825462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:48.834957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.834957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.835308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.835747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.836224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.836647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.837081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.837513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.838099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.838441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.839124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.839594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe8eaa-8900-43ad-820b-748940db08c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.844900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Pushing event updated for resources: {'Port': ['ID=897952e4-0ec4-4c65-b11f-b6b6079c5478,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:48.861599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:48.873278 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-c2441f82-39b1-490d-a3f3-0b847e2bc747 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748336 Jul 29 23:32:48.897954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:48.901618 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-614eb7ef-3bf6-4b2f-951a-5e1ae9c25f6b req-b3c442bb-fbcf-4f60-acb1-caea7bb728f2 service neutron] 10.222.0.47 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227566 Jul 29 23:32:48.960828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0df054-6d23-4f7f-b2f5-2293802536bf req-df1c4cee-d927-4615-ba8e-b346ae7a4a57 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.962520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a0df054-6d23-4f7f-b2f5-2293802536bf req-df1c4cee-d927-4615-ba8e-b346ae7a4a57 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.2443979 Jul 29 23:32:48.995985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Deleting port 7b66037f-898a-4311-b1ee-09d5a6407fc7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:48.996594 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.056878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9329f871-a0da-45eb-abc1-a7b392fbd153 req-8e6cf809-51b5-4332-ac57-44bdcdb905df service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383838 Jul 29 23:32:49.108568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a0df054-6d23-4f7f-b2f5-2293802536bf req-002ef246-bbc8-4913-9271-3f78b80298f7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287551 Jul 29 23:32:49.148456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] For port 7b66037f-898a-4311-b1ee-09d5a6407fc7, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7b66037f-898a-4311-b1ee-09d5a6407fc7,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:49.148628 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.149161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.244529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.265705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47324) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:49.289126 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38b533b3-11c1-4733-a932-a84661bf4d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.329462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5070cf4-bdd5-4086-ada7-e1988243f658 req-92e3a007-4b64-46f6-acc9-b0532162b147 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:49.330871 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5070cf4-bdd5-4086-ada7-e1988243f658 req-92e3a007-4b64-46f6-acc9-b0532162b147 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.1196349 Jul 29 23:32:49.345562 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.346039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.346422 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Floating IP 1d8a5f60-9f75-44e7-bbc7-89a10f80cf50 disassociated. External IP: 172.25.2.7, port: 7b66037f-898a-4311-b1ee-09d5a6407fc7. Jul 29 23:32:49.346834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Calling delete_port for 7b66037f-898a-4311-b1ee-09d5a6407fc7 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:49.465561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5070cf4-bdd5-4086-ada7-e1988243f658 req-c338b423-84a2-4db9-bebc-ddbdd6973750 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232042 Jul 29 23:32:49.505811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.527569 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.542594 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.548763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Pushing event deleted for resources: {'Port': ['ID=7b66037f-898a-4311-b1ee-09d5a6407fc7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:49.648152 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38b533b3-11c1-4733-a932-a84661bf4d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.670919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38b533b3-11c1-4733-a932-a84661bf4d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.690137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:49.698331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Pushing event updated for resources: {'Port': ['ID=897952e4-0ec4-4c65-b11f-b6b6079c5478,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:49.702643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-236167ac-2b2d-4da8-a0be-4e3396722536 req-3178106e-6356-4134-a07a-4a224c7589e7 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/ports?device_id=e205620c-7f86-4157-911b-bf16d2537ec6 HTTP/1.1" status: 200 len: 210 time: 0.0562649 Jul 29 23:32:49.719862 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.737462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-38b533b3-11c1-4733-a932-a84661bf4d86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c80203d6e8c491eb26a1553ffade494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701424 Jul 29 23:32:49.744901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:49.763694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b533b3-11c1-4733-a932-a84661bf4d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dde290-2231-4c7e-a429-92e5d0a1371e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:49.769054 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.770430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-7028656b-c670-4ba1-b782-d609127c8a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2097077 Jul 29 23:32:49.804070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:49.845917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:49.876223 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-9294c266-8abd-4994-a887-e885c68e351f tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.0927331 Jul 29 23:32:49.894075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f9dce-1e78-43c0-82a3-b623537eff16 req-dae63dd6-c226-438c-9f35-965f2d21e1a7 tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:49.898218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] No DVR routers for this DVR port 7b66037f-898a-4311-b1ee-09d5a6407fc7 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:49.901387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-705f9dce-1e78-43c0-82a3-b623537eff16 req-dae63dd6-c226-438c-9f35-965f2d21e1a7 tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 1100 time: 0.1167369 Jul 29 23:32:49.901901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.902536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] Sync routers for ids ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:49.911911 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-296f2d73-90b5-44ac-934e-97666d947cea req-055ef9cc-89e2-450a-8196-9638dcf42479 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.47 "DELETE /v2.0/ports/7b66037f-898a-4311-b1ee-09d5a6407fc7 HTTP/1.1" status: 204 len: 173 time: 1.0835779 Jul 29 23:32:49.912668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'name': 'network-vif-deleted', 'tag': '7b66037f-898a-4311-b1ee-09d5a6407fc7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:49.915288 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a05e9ad-eba2-4b6c-a3de-c4ae2498d4e2" -d '{"events": [{"server_uuid": "e205620c-7f86-4157-911b-bf16d2537ec6", "name": "network-vif-deleted", "tag": "7b66037f-898a-4311-b1ee-09d5a6407fc7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:49.931971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] Routers {'153c0407-fce2-4bd7-89a9-80ee67c55eb5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:49.932784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:49.992188 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af349474-60ea-4b41-a3bb-a80589c7a95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.037592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-705f9dce-1e78-43c0-82a3-b623537eff16 req-057dbdb4-25d6-4e74-8941-7c86be2ece50 tempest-MigrationsAdminTest-275246372 tempest-MigrationsAdminTest-275246372-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301863 Jul 29 23:32:50.069430 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af349474-60ea-4b41-a3bb-a80589c7a95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.105369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] Set router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:50.181261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-91888b63-ffc0-496f-94f9-9a420e10ff1e tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.183031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b684c994-46e1-4682-93f0-2d02c4b5bc5b req-91888b63-ffc0-496f-94f9-9a420e10ff1e tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.2990463 Jul 29 23:32:50.226103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af349474-60ea-4b41-a3bb-a80589c7a95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.228693 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af349474-60ea-4b41-a3bb-a80589c7a95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.232368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-af349474-60ea-4b41-a3bb-a80589c7a95b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21dde290-2231-4c7e-a429-92e5d0a1371e HTTP/1.1" status: 204 len: 168 time: 0.4811940 Jul 29 23:32:50.235572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:50.242258 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2210e2-8ced-46d2-b0b4-9721ab8f966c x-openstack-request-id: req-0f2210e2-8ced-46d2-b0b4-9721ab8f966c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:50.242559 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e205620c-7f86-4157-911b-bf16d2537ec6", "name": "network-vif-deleted", "tag": "7b66037f-898a-4311-b1ee-09d5a6407fc7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:50.242864 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f2210e2-8ced-46d2-b0b4-9721ab8f966c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:50.243255 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e205620c-7f86-4157-911b-bf16d2537ec6', 'name': 'network-vif-deleted', 'tag': '7b66037f-898a-4311-b1ee-09d5a6407fc7', 'status': 'completed', 'code': 200} Jul 29 23:32:50.263284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af349474-60ea-4b41-a3bb-a80589c7a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dde290-2231-4c7e-a429-92e5d0a1371e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:50.360431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'mac_address': 'fa:16:3e:5e:53:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:50.442496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35b397-a985-4d65-b298-32007e8ef124 req-5a77a737-d988-4a0b-9ece-d20f685620c9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.444976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d35b397-a985-4d65-b298-32007e8ef124 req-5a77a737-d988-4a0b-9ece-d20f685620c9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1108530 Jul 29 23:32:50.571667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d35b397-a985-4d65-b298-32007e8ef124 req-177ad4c5-c332-44b6-8437-42b375f4768a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151183 Jul 29 23:32:50.636703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dffd6-fff0-4ed9-a9d2-6a5c1b660aec req-6e7f6480-76b7-476f-8ae7-7393ff0877e7 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.648875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-206dffd6-fff0-4ed9-a9d2-6a5c1b660aec req-6e7f6480-76b7-476f-8ae7-7393ff0877e7 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1597140 Jul 29 23:32:50.694920 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.721241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:50.739209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-206dffd6-fff0-4ed9-a9d2-6a5c1b660aec req-b6484323-bcae-4507-865a-27e8a9b24a4a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.0892415 Jul 29 23:32:50.765888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-206dffd6-fff0-4ed9-a9d2-6a5c1b660aec req-e4ade9f8-c00e-46de-99b5-248c2c64800b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Request body: {'floatingip': {'port_id': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:50.768687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:50.783500 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.821310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '39232e5d-ccad-4531-9de3-7425e7abc194', 'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'mac_address': 'fa:16:3e:67:eb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:35Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'subnets': [{'id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:50.866550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] Checking router: 153c0407-fce2-4bd7-89a9-80ee67c55eb5 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:50.895764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] Routers {'153c0407-fce2-4bd7-89a9-80ee67c55eb5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:50.896522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:50.902513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:51.073060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] Set router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:51.210988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-206dffd6-fff0-4ed9-a9d2-6a5c1b660aec req-e4ade9f8-c00e-46de-99b5-248c2c64800b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.264986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781716fa-2e30-4e94-8f66-f9a3346df268 req-5366d10e-5c7d-4a0c-a973-715b632c70db tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.273552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-781716fa-2e30-4e94-8f66-f9a3346df268 req-5366d10e-5c7d-4a0c-a973-715b632c70db tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 948 time: 0.5600917 Jul 29 23:32:51.346196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '39232e5d-ccad-4531-9de3-7425e7abc194', 'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'mac_address': 'fa:16:3e:67:eb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:35Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'subnets': [{'id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:51.381679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:51.388714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-781716fa-2e30-4e94-8f66-f9a3346df268 req-0384e2ee-5988-49ff-b2e3-d1c05dd5d7f7 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140637 Jul 29 23:32:51.434884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd67645-111c-4cac-a3f3-ee8fc18d2bd3 None None] The sync data for ids ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'] in n-d-712139-11 is: [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '39232e5d-ccad-4531-9de3-7425e7abc194', 'name': '', 'network_id': 'f2232a59-ea32-4b18-8c82-aa48c2fc5a7e', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'mac_address': 'fa:16:3e:67:eb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:35Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'subnets': [{'id': 'c2379aad-a3a4-426e-89ed-670e8757593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:51.646667 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-206dffd6-fff0-4ed9-a9d2-6a5c1b660aec req-e4ade9f8-c00e-46de-99b5-248c2c64800b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:32:51.647740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-206dffd6-fff0-4ed9-a9d2-6a5c1b660aec req-e4ade9f8-c00e-46de-99b5-248c2c64800b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "PUT /v2.0/floatingips/9ff981f3-c5d6-4570-9f3a-2a107f5bf61d HTTP/1.1" status: 409 len: 550 time: 0.8895481 Jul 29 23:32:51.664485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e266e6-a23d-4aaf-81af-8c3c9a93915f req-56febaf5-ac03-4c68-9dd3-aafad42ebdc9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.666491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7e266e6-a23d-4aaf-81af-8c3c9a93915f req-56febaf5-ac03-4c68-9dd3-aafad42ebdc9 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1152098 Jul 29 23:32:51.672205 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58e11feb-63cd-4f8c-82ec-392f1acc34c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.681986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47388) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:51.704885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0f127055-1829-4ce5-a589-2997a02131ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Request body: {'floatingip': {'port_id': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:51.786794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f127055-1829-4ce5-a589-2997a02131ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.801378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-82d9e488-fb15-4de9-877b-6a72c629af2f tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips/9ff981f3-c5d6-4570-9f3a-2a107f5bf61d HTTP/1.1" status: 200 len: 693 time: 0.0698898 Jul 29 23:32:51.868268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:51.923839 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7f8bed-22ec-4ae7-b4b6-9e2381fb49f4 None None] New status for floating IP 1d8a5f60-9f75-44e7-bbc7-89a10f80cf50: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:32:51.931428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7b66037f-898a-4311-b1ee-09d5a6407fc7 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:51.989987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 7b66037f-898a-4311-b1ee-09d5a6407fc7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:51.990365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7b66037f-898a-4311-b1ee-09d5a6407fc7 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:52.033924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-3237f344-e292-443d-856c-66d47e95746a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.043854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-3237f344-e292-443d-856c-66d47e95746a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.2415338 Jul 29 23:32:52.073510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a865-ed3b-4285-b49a-ea0c02dfe52e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.097579 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a865-ed3b-4285-b49a-ea0c02dfe52e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.101618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-b3853ab2-93b7-4f8c-82f2-b45c763772ae tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.0567505 Jul 29 23:32:52.166729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-b074aa0f-e401-4c05-b319-efe3bf760dca tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.0639713 Jul 29 23:32:52.166974 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a865-ed3b-4285-b49a-ea0c02dfe52e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.169840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a865-ed3b-4285-b49a-ea0c02dfe52e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.171227 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0cf9a865-ed3b-4285-b49a-ea0c02dfe52e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "DELETE /v2.0/security-groups/d0aaf062-3ee5-407f-8201-2a0f1af2462f HTTP/1.1" status: 204 len: 168 time: 0.3027332 Jul 29 23:32:52.177452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47402) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:52.207017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9a865-ed3b-4285-b49a-ea0c02dfe52e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aaf062-3ee5-407f-8201-2a0f1af2462f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:52.257717 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-9ad6342b-d4b1-45e7-b9d1-647ada46673e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] show failed (client error): The resource could not be found. Jul 29 23:32:52.261227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9ad6342b-d4b1-45e7-b9d1-647ada46673e tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "GET /v2.0/security-groups/d0aaf062-3ee5-407f-8201-2a0f1af2462f HTTP/1.1" status: 404 len: 347 time: 0.0801806 Jul 29 23:32:52.266797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115509-eb59-4361-b2b7-656d82fad078 req-5d37231e-b46d-4b7f-8f21-03c30070e760 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.268445 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48115509-eb59-4361-b2b7-656d82fad078 req-5d37231e-b46d-4b7f-8f21-03c30070e760 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1208439 Jul 29 23:32:52.269036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47406) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:52.363584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-a67c8993-a7f6-4c1d-a551-ab24a5d97d8b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Deleting port 897952e4-0ec4-4c65-b11f-b6b6079c5478 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:52.363942 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-a67c8993-a7f6-4c1d-a551-ab24a5d97d8b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.502916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-a67c8993-a7f6-4c1d-a551-ab24a5d97d8b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.503352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-a67c8993-a7f6-4c1d-a551-ab24a5d97d8b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.518356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-a67c8993-a7f6-4c1d-a551-ab24a5d97d8b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Calling delete_port for 897952e4-0ec4-4c65-b11f-b6b6079c5478 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:52.649132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70ba3-bbe7-4de2-8bfd-a2588e330705 req-44355a81-09e9-46a0-b050-398388c407de tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.657604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aaf70ba3-bbe7-4de2-8bfd-a2588e330705 req-44355a81-09e9-46a0-b050-398388c407de tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 949 time: 0.1193697 Jul 29 23:32:52.748291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aaf70ba3-bbe7-4de2-8bfd-a2588e330705 req-2e812004-de96-47cd-b5f3-411d198af103 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712399 Jul 29 23:32:52.897134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-a67c8993-a7f6-4c1d-a551-ab24a5d97d8b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.940823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c8993-a7f6-4c1d-a551-ab24a5d97d8b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Pushing event deleted for resources: {'Port': ['ID=897952e4-0ec4-4c65-b11f-b6b6079c5478,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:52.989061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-48115509-eb59-4361-b2b7-656d82fad078 req-3649eb80-c045-409e-9198-d3973f4aebe4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Deleting port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:52.989538 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48115509-eb59-4361-b2b7-656d82fad078 req-3649eb80-c045-409e-9198-d3973f4aebe4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.995828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-823139ee-53dd-42c8-8dcc-291c4cd2e440 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Deleting port 84489eda-6803-4daf-9f6a-b020dcf7c8f1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:52.996266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-823139ee-53dd-42c8-8dcc-291c4cd2e440 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.019854 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-a67c8993-a7f6-4c1d-a551-ab24a5d97d8b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.022532 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-a67c8993-a7f6-4c1d-a551-ab24a5d97d8b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.023695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-713bf00c-db2b-48c6-810c-4e6cd6fe2953 req-a67c8993-a7f6-4c1d-a551-ab24a5d97d8b tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "DELETE /v2.0/floatingips/9ff981f3-c5d6-4570-9f3a-2a107f5bf61d HTTP/1.1" status: 204 len: 173 time: 0.8562665 Jul 29 23:32:53.121422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-0f127055-1829-4ce5-a589-2997a02131ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:32:53.147362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-ae953016-88a7-483c-8ca6-999c0653e088 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1001 time: 0.1040168 Jul 29 23:32:53.199515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-62597cc3-a9ed-4abd-aaf0-d46b04de128a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:53.200717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-62597cc3-a9ed-4abd-aaf0-d46b04de128a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports/1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 HTTP/1.1" status: 200 len: 942 time: 0.0471790 Jul 29 23:32:53.210071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-48115509-eb59-4361-b2b7-656d82fad078 req-3649eb80-c045-409e-9198-d3973f4aebe4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] For port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:53.210447 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48115509-eb59-4361-b2b7-656d82fad078 req-3649eb80-c045-409e-9198-d3973f4aebe4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.229431 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f127055-1829-4ce5-a589-2997a02131ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.233985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-823139ee-53dd-42c8-8dcc-291c4cd2e440 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.234364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-823139ee-53dd-42c8-8dcc-291c4cd2e440 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.240471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-48115509-eb59-4361-b2b7-656d82fad078 req-3649eb80-c045-409e-9198-d3973f4aebe4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Calling delete_port for b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:53.246571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f127055-1829-4ce5-a589-2997a02131ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.288618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-823139ee-53dd-42c8-8dcc-291c4cd2e440 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Calling delete_port for 84489eda-6803-4daf-9f6a-b020dcf7c8f1 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:53.321548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-ec8e5372-2002-4160-9c93-994f40164a38 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1001 time: 0.0735500 Jul 29 23:32:53.441074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-35bc1cf9-e204-4173-af74-adcf8efb6694 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:53.442595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-35bc1cf9-e204-4173-af74-adcf8efb6694 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.1154976 Jul 29 23:32:53.487410 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-0f127055-1829-4ce5-a589-2997a02131ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Floating IP 32e44bee-4235-4721-99f2-76bd91f0db69 associated. External IP: 172.25.2.82, port: 0dfb8c6a-f9f6-4131-8424-1bbe3908515f. Jul 29 23:32:53.536242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-ff6b8fda-dc48-4313-b6c8-464567ddb90f tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1001 time: 0.0854290 Jul 29 23:32:53.541750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-3cf5a954-7d23-41a0-9e69-54b4019f1a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:53.602632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-3cf5a954-7d23-41a0-9e69-54b4019f1a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.662635 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48115509-eb59-4361-b2b7-656d82fad078 req-3649eb80-c045-409e-9198-d3973f4aebe4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.675284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d9168b20-7a11-4c09-9a51-30eb63631ddf', '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:53.698193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['9afd1aae-3f12-4f33-99da-51be8cf3651f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:53.705747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649eb80-c045-409e-9198-d3973f4aebe4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Pushing event deleted for resources: {'Port': ['ID=b23d274f-4d97-4e9b-9302-7bd5fc4c2b19,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:53.713600 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-823139ee-53dd-42c8-8dcc-291c4cd2e440 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.806037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823139ee-53dd-42c8-8dcc-291c4cd2e440 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Pushing event deleted for resources: {'Port': ['ID=84489eda-6803-4daf-9f6a-b020dcf7c8f1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:53.808313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-3cf5a954-7d23-41a0-9e69-54b4019f1a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.820174 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-3cf5a954-7d23-41a0-9e69-54b4019f1a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.820603 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-3cf5a954-7d23-41a0-9e69-54b4019f1a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Floating IP 39065ad5-ed4e-4dfd-8741-42aab0b1bd3d disassociated. External IP: 172.25.2.171, port: 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1. Jul 29 23:32:53.828616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-48115509-eb59-4361-b2b7-656d82fad078 req-3649eb80-c045-409e-9198-d3973f4aebe4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] No DVR routers for this DVR port b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:53.835142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:53.847762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48115509-eb59-4361-b2b7-656d82fad078 req-3649eb80-c045-409e-9198-d3973f4aebe4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.849814 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48115509-eb59-4361-b2b7-656d82fad078 req-3649eb80-c045-409e-9198-d3973f4aebe4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "DELETE /v2.0/ports/b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 HTTP/1.1" status: 204 len: 173 time: 1.5684993 Jul 29 23:32:53.852172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'name': 'network-vif-deleted', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:53.855054 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d133950-f939-4cd6-81a8-729df1a64001" -d '{"events": [{"server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "name": "network-vif-deleted", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:53.868915 n-d-712139-11 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No ports have port_id starting with b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 Jul 29 23:32:53.879487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 requested by agent hyperv_n-h1-712139-11 not found in database {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 29 23:32:53.940599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fde225e-b1dc-430d-988e-1cf9081778be req-d8f86106-17c9-4b5c-aa11-b82a63699ef6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bbbed51-cb49-4344-b225-1342211c0d27 HTTP/1.1" status: 200 len: 210 time: 0.0482402 Jul 29 23:32:54.004787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-823139ee-53dd-42c8-8dcc-291c4cd2e440 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.008319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-823139ee-53dd-42c8-8dcc-291c4cd2e440 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.012899 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-823139ee-53dd-42c8-8dcc-291c4cd2e440 tempest-ServersTestFqdnHostnames-742662723 tempest-ServersTestFqdnHostnames-742662723-project] 10.222.0.37 "DELETE /v2.0/floatingips/1d8a5f60-9f75-44e7-bbc7-89a10f80cf50 HTTP/1.1" status: 204 len: 168 time: 1.7398489 Jul 29 23:32:54.021447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:54.102388 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9564f675-48f7-410f-9adf-0023178ac1f6 x-openstack-request-id: req-9564f675-48f7-410f-9adf-0023178ac1f6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:54.102682 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbbed51-cb49-4344-b225-1342211c0d27", "name": "network-vif-deleted", "tag": "b23d274f-4d97-4e9b-9302-7bd5fc4c2b19", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:54.102940 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9564f675-48f7-410f-9adf-0023178ac1f6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:54.103645 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbbed51-cb49-4344-b225-1342211c0d27', 'name': 'network-vif-deleted', 'tag': 'b23d274f-4d97-4e9b-9302-7bd5fc4c2b19', 'status': 'completed', 'code': 200} Jul 29 23:32:54.106461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f127055-1829-4ce5-a589-2997a02131ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Router fd67b5de-4833-47f0-afd0-ec50c992922b has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:54.119308 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6e18fc1-f5d3-4fd1-af44-94b918a826b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.209250 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.284676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-3cf5a954-7d23-41a0-9e69-54b4019f1a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Router 0e530960-e7a6-43e0-a233-3ab527b9ea51 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:54.423157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-3cf5a954-7d23-41a0-9e69-54b4019f1a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:54.435887 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-3cf5a954-7d23-41a0-9e69-54b4019f1a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.438875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] Sync routers for ids ['0e530960-e7a6-43e0-a233-3ab527b9ea51'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:54.455301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] Routers {'0e530960-e7a6-43e0-a233-3ab527b9ea51'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:54.455954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0e530960-e7a6-43e0-a233-3ab527b9ea51'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:54.466125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f127055-1829-4ce5-a589-2997a02131ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:54.471036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f127055-1829-4ce5-a589-2997a02131ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.478940 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] Sync routers for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:54.491772 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:54.492876 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:54.494836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-3cf5a954-7d23-41a0-9e69-54b4019f1a9a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "PUT /v2.0/floatingips/39065ad5-ed4e-4dfd-8741-42aab0b1bd3d HTTP/1.1" status: 200 len: 695 time: 0.9574499 Jul 29 23:32:54.495378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07683d7b-0e36-4867-8882-170c9cced6a4', 'tag': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:54.499699 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "07683d7b-0e36-4867-8882-170c9cced6a4", "tag": "1f7fb9bd-2c0a-423c-8432-efdc6c6059f1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:54.570967 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0f127055-1829-4ce5-a589-2997a02131ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "PUT /v2.0/floatingips/32e44bee-4235-4721-99f2-76bd91f0db69 HTTP/1.1" status: 200 len: 991 time: 2.8844678 Jul 29 23:32:54.670280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2f15e-4c8b-4dac-b9b2-2a8279d15fdb req-741da4bb-f121-4cfb-b859-9d78b79f6048 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:54.677488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47d2f15e-4c8b-4dac-b9b2-2a8279d15fdb req-741da4bb-f121-4cfb-b859-9d78b79f6048 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1112640 Jul 29 23:32:54.745807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] Set router 0e530960-e7a6-43e0-a233-3ab527b9ea51 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:54.829302 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:54.844648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47d2f15e-4c8b-4dac-b9b2-2a8279d15fdb req-c0cd416c-289a-4d2a-b8a4-698b3fdd683d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444123 Jul 29 23:32:54.860303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-d9e2d254-30f7-4dc3-a4c0-d06717da6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:54.862030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-d9e2d254-30f7-4dc3-a4c0-d06717da6a23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df6a77b20be443a8350be150b114d4f&device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 1097 time: 0.3583584 Jul 29 23:32:54.903131 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.967583 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937330f3-62c9-47a3-916c-fdbdf49aecff x-openstack-request-id: req-937330f3-62c9-47a3-916c-fdbdf49aecff {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:54.967938 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07683d7b-0e36-4867-8882-170c9cced6a4", "tag": "1f7fb9bd-2c0a-423c-8432-efdc6c6059f1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:54.968155 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-937330f3-62c9-47a3-916c-fdbdf49aecff {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:54.968580 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07683d7b-0e36-4867-8882-170c9cced6a4', 'tag': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'status': 'completed', 'code': 200} Jul 29 23:32:55.055888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-541c7624-835a-48e1-a024-f1e5d737e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.067695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-541c7624-835a-48e1-a024-f1e5d737e38f service neutron] 10.222.0.37 "GET /v2.0/networks?id=64d8c497-d59f-4f84-a4b6-e70daf94637d HTTP/1.1" status: 200 len: 929 time: 0.1967592 Jul 29 23:32:55.072939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:24Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '116376fe-d24c-45c8-b829-2cb73401a646', 'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'mac_address': 'fa:16:3e:f0:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:23Z', 'updated_at': '2021-07-29T23:32:29Z', 'revision_number': 5, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'subnets': [{'id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:55.081545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-ed2a6610-3b3f-4318-9347-38793d43c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.082998 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-ed2a6610-3b3f-4318-9347-38793d43c5c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1df6a77b20be443a8350be150b114d4f&device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0634682 Jul 29 23:32:55.113890 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-49fcb6a0-2cf4-441b-97f9-ed3a3cc140dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 HTTP/1.1" status: 200 len: 217 time: 0.0370853 Jul 29 23:32:55.155781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] Checking router: 0e530960-e7a6-43e0-a233-3ab527b9ea51 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:55.195088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] Routers {'0e530960-e7a6-43e0-a233-3ab527b9ea51'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:55.195783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0e530960-e7a6-43e0-a233-3ab527b9ea51'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:55.244295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-9e63425a-09b5-43d7-9830-147131498a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.258887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-9e63425a-09b5-43d7-9830-147131498a32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c67d72e7-a1df-4955-99e3-d24e85b7312e HTTP/1.1" status: 200 len: 867 time: 0.1361871 Jul 29 23:32:55.276299 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '32e44bee-4235-4721-99f2-76bd91f0db69', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'port_id': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'mac_address': 'fa:16:3e:9a:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:32:33Z', 'updated_at': '2021-07-29T23:32:52Z', 'revision_number': 1, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:55.296454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-d5fe23af-1d2b-4849-92b2-38c79c6b9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.299034 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-d5fe23af-1d2b-4849-92b2-38c79c6b9ccc service neutron] 10.222.0.47 "GET /v2.0/networks?id=64d8c497-d59f-4f84-a4b6-e70daf94637d HTTP/1.1" status: 200 len: 929 time: 0.1811764 Jul 29 23:32:55.347267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-a8eb247d-93b0-4232-83d4-9deab5b466ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.348943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-a8eb247d-93b0-4232-83d4-9deab5b466ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64d8c497-d59f-4f84-a4b6-e70daf94637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880799 Jul 29 23:32:55.371346 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] Checking router: fd67b5de-4833-47f0-afd0-ec50c992922b for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:55.389621 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:55.392839 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:55.403628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] Set router 0e530960-e7a6-43e0-a233-3ab527b9ea51 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:55.554439 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.637651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-ec8f7824-ad2e-4663-918e-6548458a62f5 service neutron] 10.222.0.37 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786653 Jul 29 23:32:55.676045 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:55.782807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-867322be-776a-40ca-8b16-ae3341ea48f6 req-15457549-e51d-4554-939e-0f5f504c19b6 service neutron] 10.222.0.37 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369681 Jul 29 23:32:55.788484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:24Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '116376fe-d24c-45c8-b829-2cb73401a646', 'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'mac_address': 'fa:16:3e:f0:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:23Z', 'updated_at': '2021-07-29T23:32:29Z', 'revision_number': 5, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'subnets': [{'id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:55.795586 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-5ef4cb3c-b2d3-445a-92e7-e25626fc0a30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 HTTP/1.1" status: 200 len: 217 time: 0.4785979 Jul 29 23:32:55.846364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186531b-ca3d-4a7b-af50-d6fe444e0b17 None None] The sync data for ids ['0e530960-e7a6-43e0-a233-3ab527b9ea51'] in n-d-712139-11 is: [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:32:24Z', 'revision_number': 4, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '116376fe-d24c-45c8-b829-2cb73401a646', 'name': '', 'network_id': '64d8c497-d59f-4f84-a4b6-e70daf94637d', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'mac_address': 'fa:16:3e:f0:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:23Z', 'updated_at': '2021-07-29T23:32:29Z', 'revision_number': 5, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'subnets': [{'id': 'c67d72e7-a1df-4955-99e3-d24e85b7312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:55.854114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] Deleting port 39232e5d-ccad-4531-9de3-7425e7abc194 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:55.854747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.970911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ca3b7-3f83-4ebc-8a99-cf837076a715 req-2af3e335-b419-4622-a3ed-854dddfcc978 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.972281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-51b86005-9a84-4bb2-80ea-572dcabc2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.972433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a4ca3b7-3f83-4ebc-8a99-cf837076a715 req-2af3e335-b419-4622-a3ed-854dddfcc978 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 950 time: 0.3668344 Jul 29 23:32:55.973973 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-51b86005-9a84-4bb2-80ea-572dcabc2cdc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c67d72e7-a1df-4955-99e3-d24e85b7312e HTTP/1.1" status: 200 len: 867 time: 0.1626809 Jul 29 23:32:56.099190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] For port 39232e5d-ccad-4531-9de3-7425e7abc194, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=39232e5d-ccad-4531-9de3-7425e7abc194,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:56.099803 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.105127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:56.108976 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966dca42-3c21-4aa5-ac31-4f19bb5b660b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:56.147283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-8f2dba36-9744-4f30-aea3-93c9ff735d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.149250 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-8f2dba36-9744-4f30-aea3-93c9ff735d27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64d8c497-d59f-4f84-a4b6-e70daf94637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654725 Jul 29 23:32:56.154100 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a4ca3b7-3f83-4ebc-8a99-cf837076a715 req-f769ac02-1b9b-413c-967b-b7c9c359fa40 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648924 Jul 29 23:32:56.154475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] Calling delete_port for 39232e5d-ccad-4531-9de3-7425e7abc194 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:56.171362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-b839dc92-0145-4fb1-b318-a0fa65358811 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips/39065ad5-ed4e-4dfd-8741-42aab0b1bd3d HTTP/1.1" status: 200 len: 695 time: 0.1500597 Jul 29 23:32:56.217380 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '32e44bee-4235-4721-99f2-76bd91f0db69', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'port_id': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'mac_address': 'fa:16:3e:9a:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:32:33Z', 'updated_at': '2021-07-29T23:32:52Z', 'revision_number': 1, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:56.255287 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10687c8e-0265-41f7-9c18-b924060fd094 None None] The sync data for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 is: [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '32e44bee-4235-4721-99f2-76bd91f0db69', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'port_id': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'mac_address': 'fa:16:3e:9a:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:32:33Z', 'updated_at': '2021-07-29T23:32:52Z', 'revision_number': 1, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:56.320251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cf1184-7386-4ab1-b331-4849c8f49761 None None] New status for floating IP 39065ad5-ed4e-4dfd-8741-42aab0b1bd3d: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:32:56.370044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06e466-0220-43b5-b863-bfaee96c631b req-cca56f2b-e88b-4395-8a72-a5a8287d10cc tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.377548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a06e466-0220-43b5-b863-bfaee96c631b req-cca56f2b-e88b-4395-8a72-a5a8287d10cc tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1057186 Jul 29 23:32:56.411800 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-f256b197-a848-43b6-aa2d-d583a84c852b service neutron] 10.222.0.47 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460141 Jul 29 23:32:56.415947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-2005c6b8-6962-415b-a8a9-a3c03664c95a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.423912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-2005c6b8-6962-415b-a8a9-a3c03664c95a tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 784 time: 0.2466078 Jul 29 23:32:56.494246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a06e466-0220-43b5-b863-bfaee96c631b req-1c010279-3031-449b-b639-5e0e70df14f8 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114233 Jul 29 23:32:56.514960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-928c4513-82ee-486a-92a7-611b5dab55f7 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 698 time: 0.0892832 Jul 29 23:32:56.612846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-1cf76577-6df8-4373-a911-e68134f928b6 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 698 time: 0.0968194 Jul 29 23:32:56.619673 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-13f5c65c-96f9-4a00-9976-29baa0bf0e3e req-75576164-60a2-4f3f-bd33-d5c9a74d5f26 service neutron] 10.222.0.47 "GET /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980352 Jul 29 23:32:56.647592 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c78a9-ab1e-401f-a28b-79f2d590f16d None None] New status for floating IP 32e44bee-4235-4721-99f2-76bd91f0db69: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:32:56.649917 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.683039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=39232e5d-ccad-4531-9de3-7425e7abc194,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:56.696927 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e8a58-8bc4-4123-aa8d-36ad1ec99ab4 x-openstack-request-id: req-327e8a58-8bc4-4123-aa8d-36ad1ec99ab4 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:56.697216 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:56.697469 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-327e8a58-8bc4-4123-aa8d-36ad1ec99ab4 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:56.697870 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'status': 'completed', 'code': 200} Jul 29 23:32:56.837501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-fb6cc0aa-57b7-4c63-a0fd-e51641864079 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Deleting port 1e61e3e0-ad73-4380-97ae-bce003d827d0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:56.838117 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-fb6cc0aa-57b7-4c63-a0fd-e51641864079 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.930353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-fb6cc0aa-57b7-4c63-a0fd-e51641864079 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.930700 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-fb6cc0aa-57b7-4c63-a0fd-e51641864079 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.946974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-fb6cc0aa-57b7-4c63-a0fd-e51641864079 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Calling delete_port for 1e61e3e0-ad73-4380-97ae-bce003d827d0 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:56.996330 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.022026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.047492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-ecedacc4-d2a6-46a6-ba8c-0794c2ae6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.049482 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-ecedacc4-d2a6-46a6-ba8c-0794c2ae6736 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 1098 time: 0.3013704 Jul 29 23:32:57.140482 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-fb6cc0aa-57b7-4c63-a0fd-e51641864079 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.201954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cc0aa-57b7-4c63-a0fd-e51641864079 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Pushing event deleted for resources: {'Port': ['ID=1e61e3e0-ad73-4380-97ae-bce003d827d0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:57.257441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-fd64783c-68d5-439d-a23b-5aa1a19865f0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.258972 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-fd64783c-68d5-439d-a23b-5aa1a19865f0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 950 time: 0.1452570 Jul 29 23:32:57.337453 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-fb6cc0aa-57b7-4c63-a0fd-e51641864079 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.337979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-8c1dabb5-b3a0-4051-b13c-4b8d558af05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.339466 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-8c1dabb5-b3a0-4051-b13c-4b8d558af05c service neutron] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.2497027 Jul 29 23:32:57.340187 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-fb6cc0aa-57b7-4c63-a0fd-e51641864079 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.341333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b80acde-b769-448e-a4c2-3bac8a133c65 req-fb6cc0aa-57b7-4c63-a0fd-e51641864079 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "DELETE /v2.0/floatingips/39065ad5-ed4e-4dfd-8741-42aab0b1bd3d HTTP/1.1" status: 204 len: 173 time: 0.7257040 Jul 29 23:32:57.367211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d54e4e-8108-4c5e-9fa3-bbaec48d341c req-6f6b7389-47c1-4479-a0da-d4147f06a865 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.367211 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07d54e4e-8108-4c5e-9fa3-bbaec48d341c req-6f6b7389-47c1-4479-a0da-d4147f06a865 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 950 time: 0.0760753 Jul 29 23:32:57.431730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07d54e4e-8108-4c5e-9fa3-bbaec48d341c req-7b05b1f9-893d-49f6-ba08-e77e34468a5e tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533326 Jul 29 23:32:57.486027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a81fe5-9e0d-46a6-8151-cd17769479f2 req-81f1a15c-0781-4281-b0e5-33274e47cda0 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.487705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68a81fe5-9e0d-46a6-8151-cd17769479f2 req-81f1a15c-0781-4281-b0e5-33274e47cda0 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0547178 Jul 29 23:32:57.493717 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-01dd8a95-ff91-47bb-a08d-53989335c90f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f HTTP/1.1" status: 200 len: 1001 time: 0.1289847 Jul 29 23:32:57.537687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-e6f4de87-7735-4aae-bc1f-d09ccd4cfcc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Deleting port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:57.538010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68a81fe5-9e0d-46a6-8151-cd17769479f2 req-9441a92a-e7fc-41c7-9323-9397d2bc5de7 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0437009 Jul 29 23:32:57.538135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-e6f4de87-7735-4aae-bc1f-d09ccd4cfcc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.598858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-856e55bc-6622-4aaa-9b7c-57b7207194c7 req-1a5cbbc2-7447-421d-bde3-8f57a36ebd6c tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0388119 Jul 29 23:32:57.643428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-90c2ccf3-b80a-44cf-a949-4f07ec1f2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.644975 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-90c2ccf3-b80a-44cf-a949-4f07ec1f2ef9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.1237266 Jul 29 23:32:57.646745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] Router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:57.655362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d424633-0cce-49a5-82ac-214f94d4fcd5 req-839e4912-c33a-4fef-b7f1-07136d70703c tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.664357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d424633-0cce-49a5-82ac-214f94d4fcd5 req-839e4912-c33a-4fef-b7f1-07136d70703c tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0680957 Jul 29 23:32:57.740674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d424633-0cce-49a5-82ac-214f94d4fcd5 req-d60a4003-6b7c-4954-80be-af0574dc3382 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748222 Jul 29 23:32:57.763745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-e6f4de87-7735-4aae-bc1f-d09ccd4cfcc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] For port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:57.764151 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-e6f4de87-7735-4aae-bc1f-d09ccd4cfcc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.787792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-e6f4de87-7735-4aae-bc1f-d09ccd4cfcc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Calling delete_port for 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:57.794873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-46b857ed-ceb8-4fa8-9dd6-8b0af035a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.796486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-46b857ed-ceb8-4fa8-9dd6-8b0af035a5d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427929 Jul 29 23:32:57.831486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:57.853596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:57.854404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b23d274f-4d97-4e9b-9302-7bd5fc4c2b19 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:57.959463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212348ca-0fe7-438f-8ecd-8f3047b9c67f req-78fe506a-d4e6-41a5-a649-d3792a71f706 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.961186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-212348ca-0fe7-438f-8ecd-8f3047b9c67f req-78fe506a-d4e6-41a5-a649-d3792a71f706 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 945 time: 0.0551693 Jul 29 23:32:57.969929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:57.979281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] Sync routers for ids ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:57.985866 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8e5b3f1a-ee04-4441-9971-d1abc6669d3f admin admin] 10.222.0.37 "PUT /v2.0/routers/153c0407-fce2-4bd7-89a9-80ee67c55eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9632564 Jul 29 23:32:57.989357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47508) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:57.992975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] Routers {'153c0407-fce2-4bd7-89a9-80ee67c55eb5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:57.994232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:58.025650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-212348ca-0fe7-438f-8ecd-8f3047b9c67f req-0ad1f48d-f0c9-4b83-8652-7e9e378f33d2 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552738 Jul 29 23:32:58.075913 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-b2b95547-03b6-4e86-a698-24c200aa5c3f service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452598 Jul 29 23:32:58.130132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] Set router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:58.222583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.224328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-e6f4de87-7735-4aae-bc1f-d09ccd4cfcc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.306369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4de87-7735-4aae-bc1f-d09ccd4cfcc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Pushing event deleted for resources: {'Port': ['ID=01d7d12c-69ff-4a7c-aa9e-a664a058d2f4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:58.349992 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-966dca42-3c21-4aa5-ac31-4f19bb5b660b req-64db3d4c-cfbf-4177-b676-3ed6bc462b6c service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407658 Jul 29 23:32:58.380341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d9168b20-7a11-4c09-9a51-30eb63631ddf', '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:58.382880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['9afd1aae-3f12-4f33-99da-51be8cf3651f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:58.580992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a2b9ea4-f94c-4558-a42b-6079a635e360 req-8bbc3f25-da6d-41e5-b62f-101300d94578 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5ab5eb3-c065-4b32-82c6-cf13be1071e5 HTTP/1.1" status: 200 len: 210 time: 0.0538659 Jul 29 23:32:58.750003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:32:56Z', 'revision_number': 5, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:58.755116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-e6f4de87-7735-4aae-bc1f-d09ccd4cfcc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] No DVR routers for this DVR port 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:58.759486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-e6f4de87-7735-4aae-bc1f-d09ccd4cfcc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.761659 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81f70670-afd0-4d38-bb3a-e100c2b34fbf req-e6f4de87-7735-4aae-bc1f-d09ccd4cfcc4 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "DELETE /v2.0/ports/01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 HTTP/1.1" status: 204 len: 173 time: 1.4909477 Jul 29 23:32:58.762104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-deleted', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:58.764549 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b1d5c4-1770-47fc-b9f1-c1b3d02d89f4" -d '{"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-deleted", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:58.794467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] Checking router: 153c0407-fce2-4bd7-89a9-80ee67c55eb5 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:58.836381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.840694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] Routers {'153c0407-fce2-4bd7-89a9-80ee67c55eb5'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:58.843134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:58.856164 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61672be9-eeb0-4cdc-b2cc-5e57d49802ee x-openstack-request-id: req-61672be9-eeb0-4cdc-b2cc-5e57d49802ee {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:58.856803 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab5eb3-c065-4b32-82c6-cf13be1071e5", "name": "network-vif-deleted", "tag": "01d7d12c-69ff-4a7c-aa9e-a664a058d2f4", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:58.857204 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61672be9-eeb0-4cdc-b2cc-5e57d49802ee {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:58.857787 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab5eb3-c065-4b32-82c6-cf13be1071e5', 'name': 'network-vif-deleted', 'tag': '01d7d12c-69ff-4a7c-aa9e-a664a058d2f4', 'status': 'completed', 'code': 200} Jul 29 23:32:58.984350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Deleting port 980daa06-4f41-4d64-87f2-37606712eeac {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:58.986869 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.001843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6dca4-f400-4af5-b3a4-0514a1b9ebbc req-65ab998b-ff8f-4447-a757-80538b376b62 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.013041 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aca6dca4-f400-4af5-b3a4-0514a1b9ebbc req-65ab998b-ff8f-4447-a757-80538b376b62 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1181195 Jul 29 23:32:59.083226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] Set router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:59.085125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aca6dca4-f400-4af5-b3a4-0514a1b9ebbc req-61b49b5c-6049-4370-a36f-59839a2edd0e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741627 Jul 29 23:32:59.132464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] For port 980daa06-4f41-4d64-87f2-37606712eeac, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=980daa06-4f41-4d64-87f2-37606712eeac,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:59.133088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.147057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Calling delete_port for 980daa06-4f41-4d64-87f2-37606712eeac owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:59.230238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e09e6-5b36-4e37-a852-7c1cac3b7f30 req-56f0d341-2032-458a-9504-962bee315736 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.232132 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-236e09e6-5b36-4e37-a852-7c1cac3b7f30 req-56f0d341-2032-458a-9504-962bee315736 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 945 time: 0.0582175 Jul 29 23:32:59.290932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-236e09e6-5b36-4e37-a852-7c1cac3b7f30 req-e0cb1bb6-0b43-4ea9-be74-e7347e2a9fe9 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1e2302-1233-49e9-b5ce-e44264c217a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516188 Jul 29 23:32:59.329738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:32:56Z', 'revision_number': 5, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:59.357579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f5c55-d231-427d-80bf-e7da7ed90e6c None None] The sync data for ids ['153c0407-fce2-4bd7-89a9-80ee67c55eb5'] in n-d-712139-11 is: [{'id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'name': 'tempest-ServersTestFqdnHostnames-1710441232-router', 'tenant_id': '53c8880e1e7446ec865c8ce14c62cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '980daa06-4f41-4d64-87f2-37606712eeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:32:56Z', 'revision_number': 5, 'project_id': '53c8880e1e7446ec865c8ce14c62cafe', 'gw_port': {'id': '980daa06-4f41-4d64-87f2-37606712eeac', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153c0407-fce2-4bd7-89a9-80ee67c55eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:31Z', 'updated_at': '2021-07-29T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:59.397296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.432504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Pushing event deleted for resources: {'Port': ['ID=980daa06-4f41-4d64-87f2-37606712eeac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:59.509401 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.609446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.611746 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.684064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.684621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 153c0407-fce2-4bd7-89a9-80ee67c55eb5 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:32:59.690163 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.691291 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9ba2d7b0-abaa-4281-bd5b-f555c7e96396 admin admin] 10.222.0.37 "DELETE /v2.0/routers/153c0407-fce2-4bd7-89a9-80ee67c55eb5 HTTP/1.1" status: 204 len: 168 time: 1.7010047 Jul 29 23:32:59.694158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47534) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:59.709810 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-d88a05dd-66e6-4d2c-9130-cf9de43598e1 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.711463 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-d88a05dd-66e6-4d2c-9130-cf9de43598e1 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.47 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 945 time: 0.0624833 Jul 29 23:32:59.744433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cf0b0c-5fc5-4d72-b1c8-8091048b4898 admin admin] Deleting subnet c2379aad-a3a4-426e-89ed-670e8757593e {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:59.748847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68cf0b0c-5fc5-4d72-b1c8-8091048b4898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.821499 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68cf0b0c-5fc5-4d72-b1c8-8091048b4898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.843379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-38b89202-065e-483b-9f71-ed972b4a5414 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Deleting port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:59.843822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-38b89202-065e-483b-9f71-ed972b4a5414 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.942282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec4823-5984-4960-a862-2fd1ab161704 req-48d18635-6b5b-474b-9d19-6aed3a0f5a58 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.943435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfec4823-5984-4960-a862-2fd1ab161704 req-48d18635-6b5b-474b-9d19-6aed3a0f5a58 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.0979505 Jul 29 23:32:59.967555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-38b89202-065e-483b-9f71-ed972b4a5414 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] For port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:59.967934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-38b89202-065e-483b-9f71-ed972b4a5414 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.968255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68cf0b0c-5fc5-4d72-b1c8-8091048b4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.981848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-38b89202-065e-483b-9f71-ed972b4a5414 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Calling delete_port for 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:00.023180 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfec4823-5984-4960-a862-2fd1ab161704 req-e068f7b8-6abb-4ba2-88c8-e55c0083a449 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687265 Jul 29 23:33:00.054539 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68cf0b0c-5fc5-4d72-b1c8-8091048b4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.087788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf0b0c-5fc5-4d72-b1c8-8091048b4898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2379aad-a3a4-426e-89ed-670e8757593e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:00.089839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68cf0b0c-5fc5-4d72-b1c8-8091048b4898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.091718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-68cf0b0c-5fc5-4d72-b1c8-8091048b4898 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c2379aad-a3a4-426e-89ed-670e8757593e HTTP/1.1" status: 204 len: 168 time: 0.3965685 Jul 29 23:33:00.094273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:00.095234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98807d4b-b901-4c6d-b64d-1315509aeac2 None None] Network f2232a59-ea32-4b18-8c82-aa48c2fc5a7e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:00.163640 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-38b89202-065e-483b-9f71-ed972b4a5414 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.243947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b89202-065e-483b-9f71-ed972b4a5414 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Pushing event deleted for resources: {'Port': ['ID=1f7fb9bd-2c0a-423c-8432-efdc6c6059f1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:00.279729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-38b89202-065e-483b-9f71-ed972b4a5414 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] No DVR routers for this DVR port 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:00.288717 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-38b89202-065e-483b-9f71-ed972b4a5414 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.290992 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-022a3ab9-0544-4fc1-b6ea-776bb3f9f584 req-38b89202-065e-483b-9f71-ed972b4a5414 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.47 "DELETE /v2.0/ports/1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 HTTP/1.1" status: 204 len: 173 time: 0.5728123 Jul 29 23:33:00.636838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef2d87e9-3b0a-45bb-b6d8-41e7bbaa3589 req-58435689-abc0-4bb9-9f80-3d4161d00c72 tempest-FloatingIPsAssociationNegativeTestJSON-705434895 tempest-FloatingIPsAssociationNegativeTestJSON-705434895-project] 10.222.0.37 "GET /v2.0/ports?device_id=07683d7b-0e36-4867-8882-170c9cced6a4 HTTP/1.1" status: 200 len: 210 time: 0.0589693 Jul 29 23:33:00.652197 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.659576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187a503-6d80-488a-a48e-f51f0a9db751 None None] DHCP port deletion for f2232a59-ea32-4b18-8c82-aa48c2fc5a7e request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:00.689161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7aa03-040f-47f1-9895-75290d189bd6 req-22eef12e-4ef2-4817-a110-2728f9ff6bdb tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:00.696972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7db7aa03-040f-47f1-9895-75290d189bd6 req-22eef12e-4ef2-4817-a110-2728f9ff6bdb tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1212687 Jul 29 23:33:00.753806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5187a503-6d80-488a-a48e-f51f0a9db751 None None] Deleting port 529d7352-dcd2-49ae-bf6d-ca0f460de88b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:00.754612 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5187a503-6d80-488a-a48e-f51f0a9db751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.788783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7db7aa03-040f-47f1-9895-75290d189bd6 req-eae98ee3-0d61-41d7-831e-512a20e4891d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912483 Jul 29 23:33:00.818059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Deleting port 529d7352-dcd2-49ae-bf6d-ca0f460de88b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:00.818408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.842758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5187a503-6d80-488a-a48e-f51f0a9db751 None None] For port 529d7352-dcd2-49ae-bf6d-ca0f460de88b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=529d7352-dcd2-49ae-bf6d-ca0f460de88b,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:00.843233 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5187a503-6d80-488a-a48e-f51f0a9db751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.859092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5187a503-6d80-488a-a48e-f51f0a9db751 None None] Calling delete_port for 529d7352-dcd2-49ae-bf6d-ca0f460de88b owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:00.859852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07683d7b-0e36-4867-8882-170c9cced6a4', 'name': 'network-vif-deleted', 'tag': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:00.862299 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6211b186-3b91-43de-8d58-a0b0fa1696b6" -d '{"events": [{"server_uuid": "07683d7b-0e36-4867-8882-170c9cced6a4", "name": "network-vif-deleted", "tag": "1f7fb9bd-2c0a-423c-8432-efdc6c6059f1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:00.916392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] For port 529d7352-dcd2-49ae-bf6d-ca0f460de88b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=529d7352-dcd2-49ae-bf6d-ca0f460de88b,segment=NetworkSegment(b19e8f90-6e73-4897-8934-239686eb03f1),segment_id=b19e8f90-6e73-4897-8934-239686eb03f1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:00.916803 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.923626 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc23786c-22e2-4282-b405-dd4713693d5b x-openstack-request-id: req-cc23786c-22e2-4282-b405-dd4713693d5b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:00.923925 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07683d7b-0e36-4867-8882-170c9cced6a4", "name": "network-vif-deleted", "tag": "1f7fb9bd-2c0a-423c-8432-efdc6c6059f1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:00.924211 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc23786c-22e2-4282-b405-dd4713693d5b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:00.924615 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07683d7b-0e36-4867-8882-170c9cced6a4', 'name': 'network-vif-deleted', 'tag': '1f7fb9bd-2c0a-423c-8432-efdc6c6059f1', 'status': 'completed', 'code': 200} Jul 29 23:33:00.934859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Calling delete_port for 529d7352-dcd2-49ae-bf6d-ca0f460de88b owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:00.970013 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5187a503-6d80-488a-a48e-f51f0a9db751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.009383 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187a503-6d80-488a-a48e-f51f0a9db751 None None] Pushing event deleted for resources: {'Port': ['ID=529d7352-dcd2-49ae-bf6d-ca0f460de88b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:01.017646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187a503-6d80-488a-a48e-f51f0a9db751 None None] No DVR routers for this DVR port 529d7352-dcd2-49ae-bf6d-ca0f460de88b on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:01.055625 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.072064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] No DVR routers for this DVR port 529d7352-dcd2-49ae-bf6d-ca0f460de88b on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:01.118684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=529d7352-dcd2-49ae-bf6d-ca0f460de88b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:01.198729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.205621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 529d7352-dcd2-49ae-bf6d-ca0f460de88b no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:01.210858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2232a59-ea32-4b18-8c82-aa48c2fc5a7e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:01.227357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 529d7352-dcd2-49ae-bf6d-ca0f460de88b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:01.227856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 529d7352-dcd2-49ae-bf6d-ca0f460de88b not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:01.228387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 39232e5d-ccad-4531-9de3-7425e7abc194 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:01.230016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c8ebc-ec1c-49f5-b52e-3aab017f3270 req-98c3a2bf-7d91-4304-a73e-0d409f5b8a75 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:01.231595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d2c8ebc-ec1c-49f5-b52e-3aab017f3270 req-98c3a2bf-7d91-4304-a73e-0d409f5b8a75 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1142581 Jul 29 23:33:01.233528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19e8f90-6e73-4897-8934-239686eb03f1') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:01.233826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19e8f90-6e73-4897-8934-239686eb03f1') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:01.249536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 39232e5d-ccad-4531-9de3-7425e7abc194 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:01.250287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 39232e5d-ccad-4531-9de3-7425e7abc194 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:01.250943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 980daa06-4f41-4d64-87f2-37606712eeac no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:01.255868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.270964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 980daa06-4f41-4d64-87f2-37606712eeac {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:01.271715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 980daa06-4f41-4d64-87f2-37606712eeac not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:01.285034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.296722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d2c8ebc-ec1c-49f5-b52e-3aab017f3270 req-ac65a833-d9c5-470d-90d7-4457bd958e5a tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562601 Jul 29 23:33:01.298280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:01.298695 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:01.300532 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:01.361120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.366268 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.368241 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] 10.222.0.37 "DELETE /v2.0/networks/f2232a59-ea32-4b18-8c82-aa48c2fc5a7e HTTP/1.1" status: 204 len: 168 time: 1.2718041 Jul 29 23:33:01.382547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe0f3c-08d6-42f3-81d1-72fa3bfa9e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=f2232a59-ea32-4b18-8c82-aa48c2fc5a7e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:01.531903 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47568) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:01.574783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-67236ebf-db63-476e-a8e7-0c86361a06fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53c8880e1e7446ec865c8ce14c62cafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416086 Jul 29 23:33:01.577110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47570) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:01.632952 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b32eb9d-b95f-4523-8632-57cc30ae1fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.656801 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b32eb9d-b95f-4523-8632-57cc30ae1fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.708604 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b32eb9d-b95f-4523-8632-57cc30ae1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.711679 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b32eb9d-b95f-4523-8632-57cc30ae1fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.715771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1b32eb9d-b95f-4523-8632-57cc30ae1fe4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd776c73-aa7f-4cec-b3e7-0bf21d64cd27 HTTP/1.1" status: 204 len: 168 time: 0.1352925 Jul 29 23:33:01.729569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47578) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:01.743235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32eb9d-b95f-4523-8632-57cc30ae1fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd776c73-aa7f-4cec-b3e7-0bf21d64cd27,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:01.838428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-e679d01c-69f4-4009-8b8a-f170184b5c0f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:01.841227 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-e679d01c-69f4-4009-8b8a-f170184b5c0f tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 950 time: 0.1196599 Jul 29 23:33:01.859242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:01.914966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:01.914966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 01d7d12c-69ff-4a7c-aa9e-a664a058d2f4 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:01.983611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:02.018620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:02.019070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1f7fb9bd-2c0a-423c-8432-efdc6c6059f1 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:02.026635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-fde4421b-5463-4621-aa7b-11ca21c4a9fa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Deleting port 9afd1aae-3f12-4f33-99da-51be8cf3651f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:02.027878 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-fde4421b-5463-4621-aa7b-11ca21c4a9fa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.095905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6807ccf-5cc8-4307-8f29-62503c023354 req-c1c5b283-a1b6-4a75-beda-9c92707e9044 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:02.097475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6807ccf-5cc8-4307-8f29-62503c023354 req-c1c5b283-a1b6-4a75-beda-9c92707e9044 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1452184 Jul 29 23:33:02.106099 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.163843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-fde4421b-5463-4621-aa7b-11ca21c4a9fa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] For port 9afd1aae-3f12-4f33-99da-51be8cf3651f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9afd1aae-3f12-4f33-99da-51be8cf3651f,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:02.164361 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-fde4421b-5463-4621-aa7b-11ca21c4a9fa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.189141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-fde4421b-5463-4621-aa7b-11ca21c4a9fa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Calling delete_port for 9afd1aae-3f12-4f33-99da-51be8cf3651f owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:02.209327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6807ccf-5cc8-4307-8f29-62503c023354 req-f91a7120-b420-4044-89bd-42c5d75c93f0 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998456 Jul 29 23:33:02.365101 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.395305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-fde4421b-5463-4621-aa7b-11ca21c4a9fa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.435328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d9168b20-7a11-4c09-9a51-30eb63631ddf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:02.480435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2eba4c4e-7a5c-4b33-a155-24e15669edcf req-6f2ccb7a-11bb-4cc3-bd64-d5f73d01fb23 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=63129681-5022-4d10-81b9-c786bc16d2f1 HTTP/1.1" status: 200 len: 210 time: 0.0705917 Jul 29 23:33:02.512892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4421b-5463-4621-aa7b-11ca21c4a9fa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Pushing event deleted for resources: {'Port': ['ID=9afd1aae-3f12-4f33-99da-51be8cf3651f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:02.522180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-fde4421b-5463-4621-aa7b-11ca21c4a9fa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] No DVR routers for this DVR port 9afd1aae-3f12-4f33-99da-51be8cf3651f on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:02.525191 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-fde4421b-5463-4621-aa7b-11ca21c4a9fa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.528956 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a27178e8-dde5-4749-a599-b749b7fd3c05 req-fde4421b-5463-4621-aa7b-11ca21c4a9fa tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.47 "DELETE /v2.0/ports/9afd1aae-3f12-4f33-99da-51be8cf3651f HTTP/1.1" status: 204 len: 173 time: 0.6807532 Jul 29 23:33:02.833212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:02.870175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] Deleting port 116376fe-d24c-45c8-b829-2cb73401a646 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:02.870175 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.925942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63129681-5022-4d10-81b9-c786bc16d2f1', 'name': 'network-vif-deleted', 'tag': '9afd1aae-3f12-4f33-99da-51be8cf3651f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:02.928810 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5d37fb-4afb-48d8-9ede-2f5a496d2b2a" -d '{"events": [{"server_uuid": "63129681-5022-4d10-81b9-c786bc16d2f1", "name": "network-vif-deleted", "tag": "9afd1aae-3f12-4f33-99da-51be8cf3651f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:02.996117 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb549a9b-edb9-4c10-8cce-824db1f385e1 x-openstack-request-id: req-eb549a9b-edb9-4c10-8cce-824db1f385e1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:02.996505 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63129681-5022-4d10-81b9-c786bc16d2f1", "name": "network-vif-deleted", "tag": "9afd1aae-3f12-4f33-99da-51be8cf3651f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:02.996802 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb549a9b-edb9-4c10-8cce-824db1f385e1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:02.997204 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63129681-5022-4d10-81b9-c786bc16d2f1', 'name': 'network-vif-deleted', 'tag': '9afd1aae-3f12-4f33-99da-51be8cf3651f', 'status': 'completed', 'code': 200} Jul 29 23:33:03.033455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-851591056-network', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:03.080346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] For port 116376fe-d24c-45c8-b829-2cb73401a646, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=116376fe-d24c-45c8-b829-2cb73401a646,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:03.080728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.092653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:03.097302 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.115325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.118180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] Calling delete_port for 116376fe-d24c-45c8-b829-2cb73401a646 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:03.308590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.318241 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.339164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47628) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:03.340264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:03.350911 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.351543 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Added segment 077913df-9d56-4a36-91a3-6bf9319ad6b5 of type vlan for network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 Jul 29 23:33:03.400625 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.445816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.447779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:03.449033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.513273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38358f5f-d6ff-47ea-a32a-2da68d83019c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:03.538601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7032363 Jul 29 23:33:03.541732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:03.549456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Request body: {'subnet': {'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-851591056-subnet', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:03.552583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.564781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37d67a-42db-4be9-8925-5e156830c312 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d3efc4-fd4f-4c88-8a99-7b1676909e66,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:03.576760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:03.596812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:03.613668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=116376fe-d24c-45c8-b829-2cb73401a646,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:03.614849 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.616057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84656476-a4bb-48a1-b97b-3b654d58b628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.634033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e244cb1-0cc6-4bf9-ba09-07b86a45ad4b req-4a1fd56c-fabf-486a-b929-39d6d4fc23ec tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:03.648279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e244cb1-0cc6-4bf9-ba09-07b86a45ad4b req-4a1fd56c-fabf-486a-b929-39d6d4fc23ec tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.2874019 Jul 29 23:33:03.788638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e244cb1-0cc6-4bf9-ba09-07b86a45ad4b req-fdefa1a3-20c8-4d80-87dc-f35843a3de6d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392097 Jul 29 23:33:03.878334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.944977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:03.986812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9afd1aae-3f12-4f33-99da-51be8cf3651f no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:03.987641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Checking segment: {'id': '077913df-9d56-4a36-91a3-6bf9319ad6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:03.988005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Network hostable DHCP agents. Network: e1d3efc4-fd4f-4c88-8a99-7b1676909e66, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:04.008160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:04.010464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 9afd1aae-3f12-4f33-99da-51be8cf3651f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:04.010813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9afd1aae-3f12-4f33-99da-51be8cf3651f not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:04.012053 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.021830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, e1d3efc4-fd4f-4c88-8a99-7b1676909e66) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:04.028088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:04.028707 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.043748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e0cfa-2173-4af4-9e1b-90690d34be3a None None] Network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:04.084974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085e13-973c-4129-84eb-d361d66937ba req-de5dbc24-4511-4bf0-8c9e-723143c5b236 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:04.086604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b085e13-973c-4129-84eb-d361d66937ba req-de5dbc24-4511-4bf0-8c9e-723143c5b236 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.1363966 Jul 29 23:33:04.099833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84656476-a4bb-48a1-b97b-3b654d58b628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.109771 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84656476-a4bb-48a1-b97b-3b654d58b628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.111738 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-791a2859-b9b5-475a-829a-ecd664770e21 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5668514 Jul 29 23:33:04.114641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:04.119401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-851591056-router', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:04.143712 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.145938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.223662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-84656476-a4bb-48a1-b97b-3b654d58b628 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7064acebdac4aa0bba78afb21e4f968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8827846 Jul 29 23:33:04.229435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b085e13-973c-4129-84eb-d361d66937ba req-b20eae39-45de-4f48-aa3a-513f193278cc tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338489 Jul 29 23:33:04.230079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84656476-a4bb-48a1-b97b-3b654d58b628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05de5c45-ad2b-46c5-8d6e-6c8ff8e18bef,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:04.232503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47646) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:04.246001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.259460 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-e1d3efc4-fd4f-4c88-8a99-7b1676909e66', 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'fixed_ips': [{'subnet_id': '670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:04.260516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.361998 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a16cfea4-56cd-49ae-b4cb-93bc8c219e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.401695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.418030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Allocated IP 172.20.0.2 (e1d3efc4-fd4f-4c88-8a99-7b1676909e66/670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4/c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:04.423251 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a16cfea4-56cd-49ae-b4cb-93bc8c219e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.457291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] Router 0e530960-e7a6-43e0-a233-3ab527b9ea51 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:04.525106 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a16cfea4-56cd-49ae-b4cb-93bc8c219e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.531499 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a16cfea4-56cd-49ae-b4cb-93bc8c219e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.532713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a16cfea4-56cd-49ae-b4cb-93bc8c219e20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05de5c45-ad2b-46c5-8d6e-6c8ff8e18bef HTTP/1.1" status: 204 len: 168 time: 0.2950206 Jul 29 23:33:04.577971 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.579598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cfea4-56cd-49ae-b4cb-93bc8c219e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05de5c45-ad2b-46c5-8d6e-6c8ff8e18bef,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:04.591510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Transition to ACTIVE for port object c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:04.604380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:04.610310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Transition to ACTIVE for port object c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:04.616218 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] Sync routers for ids ['0e530960-e7a6-43e0-a233-3ab527b9ea51'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:04.619956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4cbecf3d-585e-412e-8598-39d448eca5f4 admin admin] 10.222.0.37 "PUT /v2.0/routers/0e530960-e7a6-43e0-a233-3ab527b9ea51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8869100 Jul 29 23:33:04.620126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47654) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:04.636795 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] Routers {'0e530960-e7a6-43e0-a233-3ab527b9ea51'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:04.637437 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0e530960-e7a6-43e0-a233-3ab527b9ea51'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:04.639941 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.723617 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.725825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Pushing event updated for resources: {'Port': ['ID=c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:04.749027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:04.751543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:04.758660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.759919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:04.798710 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.833016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Attempting to bind port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:04.833348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Attempting to bind port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '077913df-9d56-4a36-91a3-6bf9319ad6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:04.833991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Attempting to bind port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 on network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:04.839703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:04.839884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Checking segment: {'id': '077913df-9d56-4a36-91a3-6bf9319ad6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:04.840235 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.840991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Bound using segment: {'id': '077913df-9d56-4a36-91a3-6bf9319ad6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:04.841131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Bound port: c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077913df-9d56-4a36-91a3-6bf9319ad6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:04.841460 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.891637 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] Set router 0e530960-e7a6-43e0-a233-3ab527b9ea51 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:04.940692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Allocated IP 172.25.2.192 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/b0ee565f-6a86-4eec-bdac-9d1bd36b16cd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:04.941170 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.943166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] For port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:04.947144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] For port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20,segment=NetworkSegment(077913df-9d56-4a36-91a3-6bf9319ad6b5),segment_id=077913df-9d56-4a36-91a3-6bf9319ad6b5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:04.962740 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.992426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47660) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:05.015013 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-391895f4-fb47-441a-93c7-046bf75f8843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.047952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b39491-b70b-4f04-97f9-c5c6faf51417 None None] Pushing event updated for resources: {'Port': ['ID=c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:05.086832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639706-0017-4d17-b0f0-28cb75b6add4 req-4b58e289-b204-46ce-abef-8e3528db88c1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:05.089013 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4639706-0017-4d17-b0f0-28cb75b6add4 req-4b58e289-b204-46ce-abef-8e3528db88c1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1387763 Jul 29 23:33:05.096149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.144294 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.145429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Deleting port 16068564-567d-4852-a0aa-6899a526cf2e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:05.145874 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.188296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:05.193914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:05.196577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:05.217691 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '16068564-567d-4852-a0aa-6899a526cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:33:03Z', 'revision_number': 5, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port': {'id': '16068564-567d-4852-a0aa-6899a526cf2e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:32:20Z', 'updated_at': '2021-07-29T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:05.241374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4639706-0017-4d17-b0f0-28cb75b6add4 req-684f1754-edc6-42f9-b76d-14a8cf16b596 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410155 Jul 29 23:33:05.278427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ee565f-6a86-4eec-bdac-9d1bd36b16cd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:05.309428 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] Checking router: 0e530960-e7a6-43e0-a233-3ab527b9ea51 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:05.356852 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] Routers {'0e530960-e7a6-43e0-a233-3ab527b9ea51'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:05.357501 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['0e530960-e7a6-43e0-a233-3ab527b9ea51'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:05.369942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] For port 16068564-567d-4852-a0aa-6899a526cf2e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=16068564-567d-4852-a0aa-6899a526cf2e,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:05.370508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.407883 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-391895f4-fb47-441a-93c7-046bf75f8843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.409227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Calling delete_port for 16068564-567d-4852-a0aa-6899a526cf2e owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:05.427030 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-391895f4-fb47-441a-93c7-046bf75f8843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.481171 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-391895f4-fb47-441a-93c7-046bf75f8843 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8bbdbc2e08d4468ac8459aceaabdcf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847884 Jul 29 23:33:05.507762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47668) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:05.538120 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] Set router 0e530960-e7a6-43e0-a233-3ab527b9ea51 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:05.614438 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:33:04Z', 'revision_number': 6, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:05.638371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-5e278426-078a-4052-8b7e-4d770c8c8f20 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:05.640235 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-5e278426-078a-4052-8b7e-4d770c8c8f20 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.1681042 Jul 29 23:33:05.647857 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c610a-ee5f-4963-937b-dba07428eb7c None None] The sync data for ids ['0e530960-e7a6-43e0-a233-3ab527b9ea51'] in n-d-712139-11 is: [{'id': '0e530960-e7a6-43e0-a233-3ab527b9ea51', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-349855963-router', 'tenant_id': '1df6a77b20be443a8350be150b114d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:32:19Z', 'updated_at': '2021-07-29T23:33:04Z', 'revision_number': 6, 'project_id': '1df6a77b20be443a8350be150b114d4f', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:05.712947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92ac197a-ba8a-46df-a70a-52569c3fb3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.828407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92ac197a-ba8a-46df-a70a-52569c3fb3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.904454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.940250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391895f4-fb47-441a-93c7-046bf75f8843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ca2ea3-c2f3-410d-a5fc-2a23c1201631,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:05.949060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-764db9cc-f11a-4515-ba2e-0231e2b250b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:05.956440 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-764db9cc-f11a-4515-ba2e-0231e2b250b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 1097 time: 0.1936443 Jul 29 23:33:06.030512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13732d-2882-4d43-903e-b4d47be66cec req-b7c10a09-ca8e-4750-bf1a-87c96238d691 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:06.038518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e13732d-2882-4d43-903e-b4d47be66cec req-b7c10a09-ca8e-4750-bf1a-87c96238d691 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 950 time: 0.4995573 Jul 29 23:33:06.080689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840eec4-cff8-4352-b499-6d38854a932f req-64494067-5a1a-43ab-90ec-424c4e4ea4ea tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:06.088144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0840eec4-cff8-4352-b499-6d38854a932f req-64494067-5a1a-43ab-90ec-424c4e4ea4ea tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1917570 Jul 29 23:33:06.092073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92ac197a-ba8a-46df-a70a-52569c3fb3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.095478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92ac197a-ba8a-46df-a70a-52569c3fb3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.107571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-92ac197a-ba8a-46df-a70a-52569c3fb3e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83ca2ea3-c2f3-410d-a5fc-2a23c1201631 HTTP/1.1" status: 204 len: 168 time: 0.5929837 Jul 29 23:33:06.139548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e13732d-2882-4d43-903e-b4d47be66cec req-2d649920-6127-48c5-a533-d66609b4faf0 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990202 Jul 29 23:33:06.142646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-a1ea6c78-49d7-4fa4-84ae-31c4a6321c49 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Deleting port d9168b20-7a11-4c09-9a51-30eb63631ddf {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:06.144275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-a1ea6c78-49d7-4fa4-84ae-31c4a6321c49 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.201695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac197a-ba8a-46df-a70a-52569c3fb3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ca2ea3-c2f3-410d-a5fc-2a23c1201631,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:06.257984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0840eec4-cff8-4352-b499-6d38854a932f req-b4bdd859-1095-4590-8a99-f466029d9f11 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618655 Jul 29 23:33:06.260585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.329413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=16068564-567d-4852-a0aa-6899a526cf2e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:06.387402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.413797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-2186a734-56ff-4ece-9a2f-5a4e597fd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:06.415377 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-2186a734-56ff-4ece-9a2f-5a4e597fd6e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 912 time: 0.4536023 Jul 29 23:33:06.425153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd457bb-2ff0-42dc-bb2b-092c085044dd None None] Network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:06.508560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-a1ea6c78-49d7-4fa4-84ae-31c4a6321c49 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] For port d9168b20-7a11-4c09-9a51-30eb63631ddf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d9168b20-7a11-4c09-9a51-30eb63631ddf,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:06.508957 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-a1ea6c78-49d7-4fa4-84ae-31c4a6321c49 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.512869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f3b9490d-8cb4-4c1c-a280-b90baba7b89f None None] Provisioning for port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:06.526558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-a1ea6c78-49d7-4fa4-84ae-31c4a6321c49 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Calling delete_port for d9168b20-7a11-4c09-9a51-30eb63631ddf owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:06.536442 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.550569 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.627793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.628438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e530960-e7a6-43e0-a233-3ab527b9ea51 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:33:06.634379 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.638563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a6556195-18db-4567-82db-1016132046b6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0e530960-e7a6-43e0-a233-3ab527b9ea51 HTTP/1.1" status: 204 len: 168 time: 2.0174062 Jul 29 23:33:06.639235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47688) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:06.702301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ed843f-b10e-48d9-bcee-d1cdceaf98e6 admin admin] Deleting subnet c67d72e7-a1df-4955-99e3-d24e85b7312e {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:06.706756 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ed843f-b10e-48d9-bcee-d1cdceaf98e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.764947 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ed843f-b10e-48d9-bcee-d1cdceaf98e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.878602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ed843f-b10e-48d9-bcee-d1cdceaf98e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.974624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.983619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ed843f-b10e-48d9-bcee-d1cdceaf98e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.022190 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ed843f-b10e-48d9-bcee-d1cdceaf98e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.026590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-37ed843f-b10e-48d9-bcee-d1cdceaf98e6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c67d72e7-a1df-4955-99e3-d24e85b7312e HTTP/1.1" status: 204 len: 168 time: 0.3840184 Jul 29 23:33:07.026590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed843f-b10e-48d9-bcee-d1cdceaf98e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c67d72e7-a1df-4955-99e3-d24e85b7312e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:07.031848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec51b3-6478-4c6c-a93b-8f1aac79b05d None None] Network 64d8c497-d59f-4f84-a4b6-e70daf94637d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:07.037405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47700) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:07.072486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-a838664a-3606-4818-b1c0-1a6c5f1d6e15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff78137-735c-4394-ba5d-dab66d307c3a HTTP/1.1" status: 200 len: 1001 time: 0.6306908 Jul 29 23:33:07.198880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.277035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-f8d61624-8311-488f-a073-0f2177258a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.278834 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-f8d61624-8311-488f-a073-0f2177258a07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 200 len: 850 time: 0.1673892 Jul 29 23:33:07.333587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] DHCP port deletion for 64d8c497-d59f-4f84-a4b6-e70daf94637d request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:07.362524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f0929-2f7b-49ab-9a17-a7ada24e1951 req-8ac8fd8d-d7d6-4fb6-b7f3-de3181f87b39 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.370356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da9f0929-2f7b-49ab-9a17-a7ada24e1951 req-8ac8fd8d-d7d6-4fb6-b7f3-de3181f87b39 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cfc27da-0c24-47a3-98c7-a96c56f85bdc HTTP/1.1" status: 200 len: 867 time: 0.1054463 Jul 29 23:33:07.378043 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-a1ea6c78-49d7-4fa4-84ae-31c4a6321c49 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.399484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Deleting port 2c0ce201-bbeb-4a39-8332-7f258a1a914a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:07.399753 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.410390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:07.413478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea6c78-49d7-4fa4-84ae-31c4a6321c49 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Pushing event deleted for resources: {'Port': ['ID=d9168b20-7a11-4c09-9a51-30eb63631ddf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:07.428907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-1dfc011a-5de5-4a2d-8977-b05833bd54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.431464 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-1dfc011a-5de5-4a2d-8977-b05833bd54b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=075cd5b6-a446-43e6-877b-02e442ee8cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413925 Jul 29 23:33:07.464925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d9168b20-7a11-4c09-9a51-30eb63631ddf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:07.487042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:33:07.509288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da9f0929-2f7b-49ab-9a17-a7ada24e1951 req-2c1737d8-7baa-4622-b76a-2a882bbc7de6 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.37 "GET /v2.0/security-groups?id=11432aa1-81f8-4ec1-b42f-a57e3407defc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379087 Jul 29 23:33:07.533865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] For port 2c0ce201-bbeb-4a39-8332-7f258a1a914a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2c0ce201-bbeb-4a39-8332-7f258a1a914a,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:07.534468 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.541112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Deleting port 2c0ce201-bbeb-4a39-8332-7f258a1a914a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:07.541830 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.546469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:07.552706 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-a1ea6c78-49d7-4fa4-84ae-31c4a6321c49 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] No DVR routers for this DVR port d9168b20-7a11-4c09-9a51-30eb63631ddf on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:07.556668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96be13-ae76-4095-a4af-c9a49d4d09c4 req-d47aa71d-216e-4027-9cf2-d32b9e2312c4 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.557987 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-a1ea6c78-49d7-4fa4-84ae-31c4a6321c49 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.558765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a96be13-ae76-4095-a4af-c9a49d4d09c4 req-d47aa71d-216e-4027-9cf2-d32b9e2312c4 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1443200 Jul 29 23:33:07.559950 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-af25aaf3-a69a-40a8-a37b-4f0464db141f req-a1ea6c78-49d7-4fa4-84ae-31c4a6321c49 tempest-MigrationsAdminTest-1235423682 tempest-MigrationsAdminTest-1235423682-project] 10.222.0.42 "DELETE /v2.0/ports/d9168b20-7a11-4c09-9a51-30eb63631ddf HTTP/1.1" status: 204 len: 173 time: 1.8019478 Jul 29 23:33:07.562215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'name': 'network-vif-deleted', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:07.564624 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2574af3-081b-4b3e-93a5-1375ab75c3fa" -d '{"events": [{"server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "name": "network-vif-deleted", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:07.572078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Calling delete_port for 2c0ce201-bbeb-4a39-8332-7f258a1a914a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:07.645147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:07.645795 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.647214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a96be13-ae76-4095-a4af-c9a49d4d09c4 req-9c214b30-1ac2-4ff9-b270-1afb22c8c3a9 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727851 Jul 29 23:33:07.711503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:07.741747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.743323 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-add1c80d-b0e7-4216-a95f-2d056bcea8c4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6275685 Jul 29 23:33:07.745938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47722) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:07.754032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Sync routers for ids ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:07.760377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] For port 2c0ce201-bbeb-4a39-8332-7f258a1a914a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2c0ce201-bbeb-4a39-8332-7f258a1a914a,segment=NetworkSegment(063230a4-5a13-4966-bb3e-05883d490a17),segment_id=063230a4-5a13-4966-bb3e-05883d490a17)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:07.760922 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.767614 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-74719341-1ee1-4b47-93c5-f40b70386b97 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912502 Jul 29 23:33:07.797465 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9746bcb2-2cfa-449c-925f-e4c0905e740d x-openstack-request-id: req-9746bcb2-2cfa-449c-925f-e4c0905e740d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:07.797837 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc27da-0c24-47a3-98c7-a96c56f85bdc", "name": "network-vif-deleted", "tag": "d9168b20-7a11-4c09-9a51-30eb63631ddf", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:07.798160 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9746bcb2-2cfa-449c-925f-e4c0905e740d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:07.798651 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc27da-0c24-47a3-98c7-a96c56f85bdc', 'name': 'network-vif-deleted', 'tag': 'd9168b20-7a11-4c09-9a51-30eb63631ddf', 'status': 'completed', 'code': 200} Jul 29 23:33:07.827762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Calling delete_port for 2c0ce201-bbeb-4a39-8332-7f258a1a914a owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:07.835138 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.838454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Routers {'3646c6e1-7999-48d8-aa23-f198edc0a9a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:07.839563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:07.917978 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9eead01d-11e5-415c-b856-85ddca82a0e3 req-9181c4da-a64a-4434-9f18-98084fbc4848 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399407 Jul 29 23:33:07.942460 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.996308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] No DVR routers for this DVR port 2c0ce201-bbeb-4a39-8332-7f258a1a914a on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:07.997910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0ce201-bbeb-4a39-8332-7f258a1a914a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:08.044635 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.084059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Pushing event deleted for resources: {'Port': ['ID=2c0ce201-bbeb-4a39-8332-7f258a1a914a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:08.098075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] No DVR routers for this DVR port 2c0ce201-bbeb-4a39-8332-7f258a1a914a on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:08.100345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.100814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.101385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.101736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.102245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.102731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.103048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.103690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.104157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.104616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.105073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.105533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53801804-1dbe-45d3-a213-25da31fc38f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:08.139246 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.141512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20,segment=NetworkSegment(077913df-9d56-4a36-91a3-6bf9319ad6b5),segment_id=077913df-9d56-4a36-91a3-6bf9319ad6b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:08.151536 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.154657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Set router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:08.186421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d8c497-d59f-4f84-a4b6-e70daf94637d']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:08.221335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063230a4-5a13-4966-bb3e-05883d490a17') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:08.221335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063230a4-5a13-4966-bb3e-05883d490a17') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:08.239306 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.262691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 16068564-567d-4852-a0aa-6899a526cf2e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:08.263015 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.273912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:08.274430 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:08.277538 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:08.297376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 16068564-567d-4852-a0aa-6899a526cf2e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:08.297742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 16068564-567d-4852-a0aa-6899a526cf2e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:08.298203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 116376fe-d24c-45c8-b829-2cb73401a646 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:08.348746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:08.464413 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.478847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.484196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] 10.222.0.37 "DELETE /v2.0/networks/64d8c497-d59f-4f84-a4b6-e70daf94637d HTTP/1.1" status: 204 len: 168 time: 1.4461348 Jul 29 23:33:08.582467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 116376fe-d24c-45c8-b829-2cb73401a646 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:08.583466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 116376fe-d24c-45c8-b829-2cb73401a646 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:08.601893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b38b0a-166c-429f-af17-dbccd9abd541 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d8c497-d59f-4f84-a4b6-e70daf94637d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:08.722828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.748688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'name': 'tempest-ServersTestMultiNic-851591056-router', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:05Z', 'revision_number': 3, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'gw_port': {'id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:08.785939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Checking router: 3646c6e1-7999-48d8-aa23-f198edc0a9a2 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:08.786519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Updating router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:33:08.820287 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.836459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47754) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:08.954322 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-118a7c38-ce6c-4524-85da-d7c75157ed24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1df6a77b20be443a8350be150b114d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1004055 Jul 29 23:33:08.954523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47760) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:09.007573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20584ac-20c4-4776-acac-1acf20997c07 req-497f2112-107f-4a2a-ad77-895c8a0326a6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:09.009122 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c20584ac-20c4-4776-acac-1acf20997c07 req-497f2112-107f-4a2a-ad77-895c8a0326a6 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1795878 Jul 29 23:33:09.094954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47766) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:09.158555 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c20584ac-20c4-4776-acac-1acf20997c07 req-64b971ba-35ad-4561-9982-7572a72498ac tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286800 Jul 29 23:33:09.165150 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7ff7a28-2ee0-425d-a029-1bda7407afb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.192725 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.201766 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7ff7a28-2ee0-425d-a029-1bda7407afb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.205172 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Transition to ACTIVE for port object b0ee565f-6a86-4eec-bdac-9d1bd36b16cd will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:09.217341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Allocated IP 172.20.0.1 (e1d3efc4-fd4f-4c88-8a99-7b1676909e66/670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4/d24517a9-1010-4cea-816f-7846b473e977) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:09.222044 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.284621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:09.316900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Attempting to bind port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:09.317269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Attempting to bind port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:09.317635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Attempting to bind port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:09.329112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f20d3-d2c8-4d20-970e-99fcd0568055 None None] Pushing event updated for resources: {'Port': ['ID=b0ee565f-6a86-4eec-bdac-9d1bd36b16cd,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:09.336244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:09.336656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:09.337024 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.337413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:09.337663 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e1c54406-2013-4fff-bfe5-15dcd624b501 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa5e3b62e01345e1bd6c3e2255e08588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404430 Jul 29 23:33:09.337899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Bound port: b0ee565f-6a86-4eec-bdac-9d1bd36b16cd, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:09.338293 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.339027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47774) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:09.360717 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7ff7a28-2ee0-425d-a029-1bda7407afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.364610 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7ff7a28-2ee0-425d-a029-1bda7407afb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.369457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f7ff7a28-2ee0-425d-a029-1bda7407afb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be1e2302-1233-49e9-b5ce-e44264c217a9 HTTP/1.1" status: 204 len: 168 time: 0.4144583 Jul 29 23:33:09.399267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff7a28-2ee0-425d-a029-1bda7407afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1e2302-1233-49e9-b5ce-e44264c217a9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:09.401179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d25c9d5-f222-43b0-a05c-a7127080661e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.441189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:09.441420 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.443451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] For port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:09.444484 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d25c9d5-f222-43b0-a05c-a7127080661e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.447333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] For port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b0ee565f-6a86-4eec-bdac-9d1bd36b16cd,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:09.450882 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.467322 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.470117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Transition to ACTIVE for port object d24517a9-1010-4cea-816f-7846b473e977 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:09.546360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.547520 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d25c9d5-f222-43b0-a05c-a7127080661e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.550333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d25c9d5-f222-43b0-a05c-a7127080661e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.553765 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5d25c9d5-f222-43b0-a05c-a7127080661e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11432aa1-81f8-4ec1-b42f-a57e3407defc HTTP/1.1" status: 204 len: 168 time: 0.2130027 Jul 29 23:33:09.562804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25c9d5-f222-43b0-a05c-a7127080661e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11432aa1-81f8-4ec1-b42f-a57e3407defc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:09.587607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:09.588291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f20d3-d2c8-4d20-970e-99fcd0568055 None None] Pushing event updated for resources: {'Port': ['ID=b0ee565f-6a86-4eec-bdac-9d1bd36b16cd,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:09.590712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:09.605428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Routers {'3646c6e1-7999-48d8-aa23-f198edc0a9a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:09.606083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:09.608202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:09.641267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d24517a9-1010-4cea-816f-7846b473e977,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:09.662008 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.752374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] Set router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:09.851301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.915362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d9168b20-7a11-4c09-9a51-30eb63631ddf no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:10.018525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: d9168b20-7a11-4c09-9a51-30eb63631ddf {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:10.019333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d9168b20-7a11-4c09-9a51-30eb63631ddf not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:10.092340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d05d460-cf18-4dc8-beb4-b6d8f80bead5 None None] Provisioning for port d24517a9-1010-4cea-816f-7846b473e977 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:10.119423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d05d460-cf18-4dc8-beb4-b6d8f80bead5 None None] Provisioning complete for port d24517a9-1010-4cea-816f-7846b473e977 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:10.119914 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d05d460-cf18-4dc8-beb4-b6d8f80bead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.201953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47800) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:10.211187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2c0ce201-bbeb-4a39-8332-7f258a1a914a no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:10.248836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 2c0ce201-bbeb-4a39-8332-7f258a1a914a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:10.249495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2c0ce201-bbeb-4a39-8332-7f258a1a914a not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:10.262973 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a320d882-f25d-4fe2-b1ce-095e81bb36ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f65d9205cf74e40b83a2d7d5e4f3fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598130 Jul 29 23:33:10.265393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:10.274409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0d05d460-cf18-4dc8-beb4-b6d8f80bead5 None None] Port d24517a9-1010-4cea-816f-7846b473e977 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:10.285755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.292596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.328954 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71b1a649-3290-4287-bedc-7699be4751ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.337948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'name': 'tempest-ServersTestMultiNic-851591056-router', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:05Z', 'revision_number': 3, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'gw_port': {'id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:10.352808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71b1a649-3290-4287-bedc-7699be4751ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.368175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ddfaf-1433-49e3-8150-198f5ce3ed0e None None] The sync data for ids ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'] in n-d-712139-11 is: [{'id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'name': 'tempest-ServersTestMultiNic-851591056-router', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:05Z', 'revision_number': 3, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'gw_port': {'id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:10.381903 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.383739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d24517a9-1010-4cea-816f-7846b473e977,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:10.426610 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71b1a649-3290-4287-bedc-7699be4751ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.430332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71b1a649-3290-4287-bedc-7699be4751ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.434688 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-71b1a649-3290-4287-bedc-7699be4751ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e30d2a4-3862-404a-aea7-b89c0655498b HTTP/1.1" status: 204 len: 168 time: 0.1653543 Jul 29 23:33:10.442270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1a649-3290-4287-bedc-7699be4751ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e30d2a4-3862-404a-aea7-b89c0655498b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:10.525888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:10.529359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:10.741193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:10.867930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47822) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:10.872749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:10.882909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eee28ff3-f0f3-4dba-bdb8-8f674434ccd7 admin admin] 10.222.0.37 "PUT /v2.0/routers/3646c6e1-7999-48d8-aa23-f198edc0a9a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1357076 Jul 29 23:33:10.902137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a24f66c3-9e03-4300-bac3-47d11d0d8cdb None None] Provisioning complete for port d24517a9-1010-4cea-816f-7846b473e977 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:10.902632 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a24f66c3-9e03-4300-bac3-47d11d0d8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.939693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a24f66c3-9e03-4300-bac3-47d11d0d8cdb None None] Port d24517a9-1010-4cea-816f-7846b473e977 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:11.002781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-28044738-network', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:11.039693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Made reservation on behalf of e576fab164ab46fb8da8a32138e09121 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:11.042453 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.055004 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.085269 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47834) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:11.230809 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.250497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.291633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:11.331416 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.334814 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Added segment 660b399f-0d92-4c4d-99ff-23bafcfce232 of type vlan for network 511e6d77-beac-4207-8cc4-1e710ae11604 Jul 29 23:33:11.384582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b0ee565f-6a86-4eec-bdac-9d1bd36b16cd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:11.470691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.477900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:11.482713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:11.483084 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.507170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1700676109'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:11.513918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.515928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:11.516794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.541074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:11.549693 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.590086 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7206056 Jul 29 23:33:11.593647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47852) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:11.601132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Request body: {'subnet': {'network_id': '511e6d77-beac-4207-8cc4-1e710ae11604', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-28044738-subnet', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:11.603571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:11.612888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734e7ce8-17fb-41de-946d-cae8e2bdbe1a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:11.637588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6e9d8-8aee-4fd4-a7a8-75e4eda18c3b admin admin] Pushing event updated for resources: {'Network': ['ID=511e6d77-beac-4207-8cc4-1e710ae11604,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:11.641944 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.642312 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Added segment 11c466d5-0576-45e7-b6c2-09e378676ec1 of type vlan for network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce Jul 29 23:33:11.659117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 511e6d77-beac-4207-8cc4-1e710ae11604 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:11.661304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Made reservation on behalf of e576fab164ab46fb8da8a32138e09121 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:11.666875 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.710748 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.761410 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.782597 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.789446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:11.790241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.868506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b0ee565f-6a86-4eec-bdac-9d1bd36b16cd,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:11.873898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Network': ['ID=dc38e6e6-2fb5-4cd8-b07d-d981714d58ce,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:11.877685 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.881274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-70d96a10-0d91-44ba-b4c4-f014daadbcad tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7948430 Jul 29 23:33:11.884309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47860) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:11.889935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:11.891992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'subnet': {'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:12.016837 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.017757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=b0ee565f-6a86-4eec-bdac-9d1bd36b16cd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:12.035013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:12.039962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.125900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a33d73b-7d5d-4c9a-8d03-4959e95f7502,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:12.149983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Checking segment: {'id': '660b399f-0d92-4c4d-99ff-23bafcfce232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '511e6d77-beac-4207-8cc4-1e710ae11604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:12.151411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Network hostable DHCP agents. Network: 511e6d77-beac-4207-8cc4-1e710ae11604, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:12.202785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Network 511e6d77-beac-4207-8cc4-1e710ae11604 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:12.218831 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 511e6d77-beac-4207-8cc4-1e710ae11604) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:12.230371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:12.230670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769cf4a-903f-42dc-acfc-0eb8c9d6f59a None None] Network 511e6d77-beac-4207-8cc4-1e710ae11604 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:12.232992 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.258166 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.265539 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5d8fe1e0-3b60-4855-8acd-fe58920d28e9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6688323 Jul 29 23:33:12.266839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47870) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:12.271296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-28044738-router', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:12.355884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.357096 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.379134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Subnet': ['ID=10c6d35e-9bc0-4e15-af70-2230d9d5eb55,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:12.384524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Checking segment: {'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:12.384997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network hostable DHCP agents. Network: dc38e6e6-2fb5-4cd8-b07d-d981714d58ce, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:12.436417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-511e6d77-beac-4207-8cc4-1e710ae11604', 'network_id': '511e6d77-beac-4207-8cc4-1e710ae11604', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'fixed_ips': [{'subnet_id': '8a33d73b-7d5d-4c9a-8d03-4959e95f7502'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:12.437670 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.455700 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.522603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:12.557883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, dc38e6e6-2fb5-4cd8-b07d-d981714d58ce) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:12.565522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:12.566184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.571792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7098a75d-5664-45ff-8a38-ab65138e48e4 None None] Network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:12.616613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47880) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:12.616915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2ecf205e-c735-4d54-8a6b-7bf502d64d15 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7310905 Jul 29 23:33:12.630442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1743576049'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:12.667629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:12.673045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.701283 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.729321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:12.748657 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.749376 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Added segment 0af17e1d-8226-48a9-9682-41298bcf1c38 of type vlan for network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e Jul 29 23:33:12.778535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Allocated IP 172.20.0.2 (511e6d77-beac-4207-8cc4-1e710ae11604/8a33d73b-7d5d-4c9a-8d03-4959e95f7502/9407bfb8-4ab0-4f09-8c56-25285fb4c0ef) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:12.819887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.824912 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Sync routers for ids ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:12.840132 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Routers {'3646c6e1-7999-48d8-aa23-f198edc0a9a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:12.844895 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:12.937028 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.942835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:12.943246 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.977025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-dc38e6e6-2fb5-4cd8-b07d-d981714d58ce', 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'fixed_ips': [{'subnet_id': '10c6d35e-9bc0-4e15-af70-2230d9d5eb55'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:12.977889 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.992128 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3698740 Jul 29 23:33:13.045961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:13.056847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'subnet': {'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:13.084047 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Set router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:13.207132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff56b6-9f4c-444c-88b0-17c792a8f271 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Network': ['ID=94721bc1-fe5e-49d0-af28-bb08dfcf8b9e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:13.309433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:13.362938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.392598 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.451852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:13.456540 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.525340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b0ee565f-6a86-4eec-bdac-9d1bd36b16cd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:13.592951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Allocated IP 19.80.0.2 (dc38e6e6-2fb5-4cd8-b07d-d981714d58ce/10c6d35e-9bc0-4e15-af70-2230d9d5eb55/5aece36b-307c-440b-b1f8-3db4946fb9b2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:13.607554 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.622701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Allocated IP 172.25.2.247 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/e7d530ee-f70c-468c-901c-cbc4d5ddc41e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:13.628328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Transition to ACTIVE for port object 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:13.633101 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'name': 'tempest-ServersTestMultiNic-851591056-router', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:09Z', 'revision_number': 4, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'gw_port': {'id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd24517a9-1010-4cea-816f-7846b473e977', 'name': '', 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'mac_address': 'fa:16:3e:87:ba:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:08Z', 'updated_at': '2021-07-29T23:33:10Z', 'revision_number': 2, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'subnets': [{'id': '670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:13.677519 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Checking router: 3646c6e1-7999-48d8-aa23-f198edc0a9a2 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:13.678137 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Updating router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 port d24517a9-1010-4cea-816f-7846b473e977 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:33:13.703982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Transition to ACTIVE for port object 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:13.706676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:13.707207 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.711386 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.740921 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.783498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Network 511e6d77-beac-4207-8cc4-1e710ae11604 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:13.816767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:13.832910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:14.295499 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.311205 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Transition to ACTIVE for port object d24517a9-1010-4cea-816f-7846b473e977 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:14.326914 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.384419 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Pushing event updated for resources: {'Port': ['ID=9407bfb8-4ab0-4f09-8c56-25285fb4c0ef,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:14.409299 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.428731 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660adf72-7ed4-43aa-a8b3-1f00a34d056c None None] Pushing event updated for resources: {'Port': ['ID=d24517a9-1010-4cea-816f-7846b473e977,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:14.432605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.482156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Attempting to bind port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:14.482538 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Attempting to bind port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '660b399f-0d92-4c4d-99ff-23bafcfce232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '511e6d77-beac-4207-8cc4-1e710ae11604'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:14.482905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Attempting to bind port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef on network 511e6d77-beac-4207-8cc4-1e710ae11604 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:14.510832 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.524909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:14.525602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Checking segment: {'id': '660b399f-0d92-4c4d-99ff-23bafcfce232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '511e6d77-beac-4207-8cc4-1e710ae11604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:14.526199 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.526939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Bound using segment: {'id': '660b399f-0d92-4c4d-99ff-23bafcfce232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '511e6d77-beac-4207-8cc4-1e710ae11604'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:14.527598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Bound port: 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660b399f-0d92-4c4d-99ff-23bafcfce232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '511e6d77-beac-4207-8cc4-1e710ae11604'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:14.528217 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.536558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Transition to ACTIVE for port object 5aece36b-307c-440b-b1f8-3db4946fb9b2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:14.566692 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.602957 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Attempting to bind port d24517a9-1010-4cea-816f-7846b473e977 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:14.603388 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Attempting to bind port d24517a9-1010-4cea-816f-7846b473e977 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '077913df-9d56-4a36-91a3-6bf9319ad6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:14.603753 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Attempting to bind port d24517a9-1010-4cea-816f-7846b473e977 on network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:14.609279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Transition to ACTIVE for port object 5aece36b-307c-440b-b1f8-3db4946fb9b2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:14.614048 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:14.615612 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Checking segment: {'id': '077913df-9d56-4a36-91a3-6bf9319ad6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:14.617537 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.618212 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Bound using segment: {'id': '077913df-9d56-4a36-91a3-6bf9319ad6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:14.618886 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Bound port: d24517a9-1010-4cea-816f-7846b473e977, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077913df-9d56-4a36-91a3-6bf9319ad6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:14.620692 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.667756 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.684757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:14.704046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:14.730068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:14.755162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Subnet': ['ID=39fe7ef1-437b-4a74-9271-c1e788fcc822,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:14.777840 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] For port d24517a9-1010-4cea-816f-7846b473e977, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:14.781880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Pushing event updated for resources: {'Port': ['ID=e7d530ee-f70c-468c-901c-cbc4d5ddc41e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:14.787275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Checking segment: {'id': '0af17e1d-8226-48a9-9682-41298bcf1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:14.787828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network hostable DHCP agents. Network: 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:14.794163 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] For port d24517a9-1010-4cea-816f-7846b473e977, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d24517a9-1010-4cea-816f-7846b473e977,segment=NetworkSegment(077913df-9d56-4a36-91a3-6bf9319ad6b5),segment_id=077913df-9d56-4a36-91a3-6bf9319ad6b5)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:14.805372 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.820648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:14.829196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:14.832874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:14.858539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Pushing event updated for resources: {'Port': ['ID=5aece36b-307c-440b-b1f8-3db4946fb9b2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:14.869977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] For port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:14.887383 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Routers {'3646c6e1-7999-48d8-aa23-f198edc0a9a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:14.888055 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:14.922557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:14.932125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] For port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9407bfb8-4ab0-4f09-8c56-25285fb4c0ef,segment=NetworkSegment(660b399f-0d92-4c4d-99ff-23bafcfce232),segment_id=660b399f-0d92-4c4d-99ff-23bafcfce232)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:14.948699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.993027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Attempting to bind port 5aece36b-307c-440b-b1f8-3db4946fb9b2 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:14.993613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Attempting to bind port 5aece36b-307c-440b-b1f8-3db4946fb9b2 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:14.994216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Attempting to bind port 5aece36b-307c-440b-b1f8-3db4946fb9b2 on network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:15.025403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:15.026240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Checking segment: {'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:15.027070 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.028228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Bound using segment: {'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:15.029506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Bound port: 5aece36b-307c-440b-b1f8-3db4946fb9b2, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:15.030110 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.077852 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] Set router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:15.089177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:15.101170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:15.101359 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.103899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1e452-dcc9-48b7-8481-0a502b3ba048 None None] Network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:15.108604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6de029-82cb-43a2-9466-dfc26fdf8458 None None] Pushing event updated for resources: {'Port': ['ID=9407bfb8-4ab0-4f09-8c56-25285fb4c0ef,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:15.229700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-09b3059f-d5d0-472f-834e-21e8afbc7b3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1750045 Jul 29 23:33:15.241951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] For port 5aece36b-307c-440b-b1f8-3db4946fb9b2, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:15.253827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] For port 5aece36b-307c-440b-b1f8-3db4946fb9b2, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5aece36b-307c-440b-b1f8-3db4946fb9b2,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:15.263728 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.358242 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.525080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e5631-9999-451d-8ee9-3786d3bbda9e None None] Pushing event updated for resources: {'Port': ['ID=5aece36b-307c-440b-b1f8-3db4946fb9b2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:15.628167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-94721bc1-fe5e-49d0-af28-bb08dfcf8b9e', 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'fixed_ips': [{'subnet_id': '39fe7ef1-437b-4a74-9271-c1e788fcc822'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:15.629085 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.630744 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660adf72-7ed4-43aa-a8b3-1f00a34d056c None None] Pushing event updated for resources: {'Port': ['ID=d24517a9-1010-4cea-816f-7846b473e977,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:15.658416 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'name': 'tempest-ServersTestMultiNic-851591056-router', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:09Z', 'revision_number': 4, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'gw_port': {'id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd24517a9-1010-4cea-816f-7846b473e977', 'name': '', 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'mac_address': 'fa:16:3e:87:ba:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:08Z', 'updated_at': '2021-07-29T23:33:14Z', 'revision_number': 4, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'subnets': [{'id': '670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:15.759178 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed010e40-73bf-46d7-935b-3bb29977256c None None] The sync data for ids ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'] in n-d-712139-11 is: [{'id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'name': 'tempest-ServersTestMultiNic-851591056-router', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:09Z', 'revision_number': 4, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'gw_port': {'id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd24517a9-1010-4cea-816f-7846b473e977', 'name': '', 'network_id': 'e1d3efc4-fd4f-4c88-8a99-7b1676909e66', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'mac_address': 'fa:16:3e:87:ba:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:08Z', 'updated_at': '2021-07-29T23:33:14Z', 'revision_number': 4, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'subnets': [{'id': '670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:15.986135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.055862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8c28ced9-2025-4aaf-a575-c62613cc0646 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:16.062078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8c28ced9-2025-4aaf-a575-c62613cc0646 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:16.070358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8c28ced9-2025-4aaf-a575-c62613cc0646 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/networks?id=dc38e6e6-2fb5-4cd8-b07d-d981714d58ce&id=94721bc1-fe5e-49d0-af28-bb08dfcf8b9e&id=dc38e6e6-2fb5-4cd8-b07d-d981714d58ce HTTP/1.1" status: 200 len: 1392 time: 0.4917126 Jul 29 23:33:16.084421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Allocated IP 19.86.0.2 (94721bc1-fe5e-49d0-af28-bb08dfcf8b9e/39fe7ef1-437b-4a74-9271-c1e788fcc822/05a50019-64be-4475-aef1-5e2c625b3314) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:16.086044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-97f967cf-525b-4d72-b903-352e6ac8a745 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/quotas/34bff65f30e84f11ad8d294c28bf588e HTTP/1.1" status: 200 len: 375 time: 0.0147169 Jul 29 23:33:16.087190 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.238565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2c81637-9e70-489c-bd2b-38d39c2a3da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.249961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-cd3cde2c-839c-41e8-a8eb-995d42e46274 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34bff65f30e84f11ad8d294c28bf588e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1554763 Jul 29 23:33:16.363389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.376414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Transition to ACTIVE for port object 05a50019-64be-4475-aef1-5e2c625b3314 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:16.392565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2c81637-9e70-489c-bd2b-38d39c2a3da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.401540 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2c81637-9e70-489c-bd2b-38d39c2a3da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.421080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Transition to ACTIVE for port object 05a50019-64be-4475-aef1-5e2c625b3314 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:16.430656 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.449019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Router 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:33:16.473713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-5dbfb286-e6a7-46ae-865a-42be2562c267 service neutron] 10.222.0.37 "GET /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070100 Jul 29 23:33:16.494055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Pushing event updated for resources: {'Port': ['ID=05a50019-64be-4475-aef1-5e2c625b3314,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:16.498221 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b2c81637-9e70-489c-bd2b-38d39c2a3da6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b66b808c3fe4bc9be9a84ec25680b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109091 Jul 29 23:33:16.503411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c81637-9e70-489c-bd2b-38d39c2a3da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8256e7-b568-4e72-bb72-dc2e646328f8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:16.504725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47984) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.553330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:16.555139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:16.560071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:16.653188 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Attempting to bind port 05a50019-64be-4475-aef1-5e2c625b3314 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:16.653531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Attempting to bind port 05a50019-64be-4475-aef1-5e2c625b3314 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '0af17e1d-8226-48a9-9682-41298bcf1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:16.653831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Attempting to bind port 05a50019-64be-4475-aef1-5e2c625b3314 on network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:16.664145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:16.664499 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Checking segment: {'id': '0af17e1d-8226-48a9-9682-41298bcf1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:16.664911 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.665299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Bound using segment: {'id': '0af17e1d-8226-48a9-9682-41298bcf1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:16.665770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Bound port: 05a50019-64be-4475-aef1-5e2c625b3314, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af17e1d-8226-48a9-9682-41298bcf1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:16.666150 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.695587 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17f5781a-5dbe-4820-93a6-7e3b8a561e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.799080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] For port 05a50019-64be-4475-aef1-5e2c625b3314, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:16.811601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] For port 05a50019-64be-4475-aef1-5e2c625b3314, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=05a50019-64be-4475-aef1-5e2c625b3314,segment=NetworkSegment(0af17e1d-8226-48a9-9682-41298bcf1c38),segment_id=0af17e1d-8226-48a9-9682-41298bcf1c38)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:16.831002 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.840445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-c1c8c6e9-6678-437c-84bd-04bfdd77c0f8 service neutron] 10.222.0.37 "GET /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620110 Jul 29 23:33:16.891474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b0a2b-99b6-4a64-8ab7-f5e9d8deb7f6 None None] Pushing event updated for resources: {'Port': ['ID=05a50019-64be-4475-aef1-5e2c625b3314,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:16.902262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17f5781a-5dbe-4820-93a6-7e3b8a561e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.951995 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:33:17.046731 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17f5781a-5dbe-4820-93a6-7e3b8a561e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.049545 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17f5781a-5dbe-4820-93a6-7e3b8a561e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.060837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-17f5781a-5dbe-4820-93a6-7e3b8a561e09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba8256e7-b568-4e72-bb72-dc2e646328f8 HTTP/1.1" status: 204 len: 168 time: 0.5472391 Jul 29 23:33:17.153995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5781a-5dbe-4820-93a6-7e3b8a561e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8256e7-b568-4e72-bb72-dc2e646328f8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:17.199260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71c9aca-44bb-4eaa-8228-4793736c479d None None] Network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:17.251019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:17.254380 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-6bcd164a-78de-42d1-a446-8e785cebd415 service neutron] 10.222.0.37 "GET /v2.0/networks/94721bc1-fe5e-49d0-af28-bb08dfcf8b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548280 Jul 29 23:33:17.379842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Sync routers for ids ['9012e38e-ba8e-4ac4-aa16-323d16bccaf0'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:17.503732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Routers {'9012e38e-ba8e-4ac4-aa16-323d16bccaf0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:17.504509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9012e38e-ba8e-4ac4-aa16-323d16bccaf0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:17.556006 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-c40c9400-66b4-4f7e-b3e1-04e1c1fda3fa service neutron] 10.222.0.37 "GET /v2.0/networks/94721bc1-fe5e-49d0-af28-bb08dfcf8b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665811 Jul 29 23:33:17.557262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.559172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0b12d367-d9ff-4cad-a9ed-8cc019b0865a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.2913907 Jul 29 23:33:17.562053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.627863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5aece36b-307c-440b-b1f8-3db4946fb9b2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:17.635126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bcd57b-eff4-4918-93f6-4380c78552a7 None None] Network 511e6d77-beac-4207-8cc4-1e710ae11604 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:17.677417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-182e37a0-e1d4-403c-9d92-6975a4d56a17 None None] Provisioning for port 5aece36b-307c-440b-b1f8-3db4946fb9b2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:17.691734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48000) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.729858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-916fabd8-621c-4223-8ce4-d78274854951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.740967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-c638dde5-b91e-4263-98c3-0eaddee0c07c service neutron] 10.222.0.37 "GET /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532338 Jul 29 23:33:17.907173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-b4bfdd33-9717-4af7-a8af-c38f59e570d1 service neutron] 10.222.0.37 "GET /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650598 Jul 29 23:33:17.950622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Set router 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:18.013436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-916fabd8-621c-4223-8ce4-d78274854951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.037224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-916fabd8-621c-4223-8ce4-d78274854951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.086808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fabd8-621c-4223-8ce4-d78274854951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e510797-56aa-4bea-ba1a-52708d207067,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:18.201773 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-916fabd8-621c-4223-8ce4-d78274854951 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df64b5426735481ebdc006e362b3590d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5096691 Jul 29 23:33:18.202779 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:18.340577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-79f8327c-e7d4-4f4b-90b1-8172cc563557 None None] Provisioning for port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:18.358338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2d00050-6dcd-4009-bb08-ed38ac86695e req-841c41e4-a1a7-4bb4-b8ef-95f86b641834 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 210 time: 0.0756967 Jul 29 23:33:18.397704 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49ab3a55-a1e0-4eba-8668-342acbd8a2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.402681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 5aece36b-307c-440b-b1f8-3db4946fb9b2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:18.453657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5aece36b-307c-440b-b1f8-3db4946fb9b2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:18.454054 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.455488 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.471291 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49ab3a55-a1e0-4eba-8668-342acbd8a2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.604884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49ab3a55-a1e0-4eba-8668-342acbd8a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.608574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49ab3a55-a1e0-4eba-8668-342acbd8a2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.610773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-49ab3a55-a1e0-4eba-8668-342acbd8a2fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e510797-56aa-4bea-ba1a-52708d207067 HTTP/1.1" status: 204 len: 168 time: 0.4068866 Jul 29 23:33:18.633190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab3a55-a1e0-4eba-8668-342acbd8a2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e510797-56aa-4bea-ba1a-52708d207067,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:18.801622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Allocated IP 172.20.0.1 (511e6d77-beac-4207-8cc4-1e710ae11604/8a33d73b-7d5d-4c9a-8d03-4959e95f7502/1559083b-57ca-40f3-9212-f2bde2cb7b4f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:18.822503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9791295e-38db-4c4d-a1f1-46791618beaf None None] Network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:18.948646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.963353 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.964686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Transition to ACTIVE for port object 1559083b-57ca-40f3-9212-f2bde2cb7b4f will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:18.989698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-de871ddb-1191-47db-84eb-ffc116584fa6 None None] Provisioning complete for port 5aece36b-307c-440b-b1f8-3db4946fb9b2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:18.990082 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de871ddb-1191-47db-84eb-ffc116584fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.072791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.131181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Network 511e6d77-beac-4207-8cc4-1e710ae11604 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:19.137694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:19.144593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:19.182371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Pushing event updated for resources: {'Port': ['ID=1559083b-57ca-40f3-9212-f2bde2cb7b4f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:19.218974 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.228359 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.404565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 5aece36b-307c-440b-b1f8-3db4946fb9b2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5aece36b-307c-440b-b1f8-3db4946fb9b2,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:19.433299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.434241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d24517a9-1010-4cea-816f-7846b473e977 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:19.463316 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.500389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-28044738-router', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e7d530ee-f70c-468c-901c-cbc4d5ddc41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:12Z', 'updated_at': '2021-07-29T23:33:15Z', 'revision_number': 3, 'project_id': 'e576fab164ab46fb8da8a32138e09121', 'gw_port': {'id': 'e7d530ee-f70c-468c-901c-cbc4d5ddc41e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:13Z', 'updated_at': '2021-07-29T23:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:19.562517 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de871ddb-1191-47db-84eb-ffc116584fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.584161 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16f4ff01-8155-4def-9485-9dbcc5ac5c52 req-a456bc58-3ac4-4230-a4ad-aba31b9a91eb tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 210 time: 0.0651870 Jul 29 23:33:19.594673 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Checking router: 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:19.595029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Updating router 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 port e7d530ee-f70c-468c-901c-cbc4d5ddc41e binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:33:19.699643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=5aece36b-307c-440b-b1f8-3db4946fb9b2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:19.708834 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.735617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d24517a9-1010-4cea-816f-7846b473e977 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:19.750793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d24517a9-1010-4cea-816f-7846b473e977 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:19.751507 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.753357 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-de871ddb-1191-47db-84eb-ffc116584fa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:33:19.753714 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-de871ddb-1191-47db-84eb-ffc116584fa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:33:19.833853 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.841407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.917653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Pushing event updated for resources: {'Port': ['ID=1559083b-57ca-40f3-9212-f2bde2cb7b4f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:20.036565 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.068812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-4f7d8288-88f8-41fa-a51b-c5adbe83e26d tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:20.076037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-4f7d8288-88f8-41fa-a51b-c5adbe83e26d tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:20.078495 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-4f7d8288-88f8-41fa-a51b-c5adbe83e26d tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.42 "GET /v2.0/networks?id=dc38e6e6-2fb5-4cd8-b07d-d981714d58ce&id=94721bc1-fe5e-49d0-af28-bb08dfcf8b9e&id=dc38e6e6-2fb5-4cd8-b07d-d981714d58ce HTTP/1.1" status: 200 len: 1392 time: 0.1623051 Jul 29 23:33:20.101231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'port': {'device_id': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce', 'admin_state_up': True, 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:20.110314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.115375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d24517a9-1010-4cea-816f-7846b473e977, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d24517a9-1010-4cea-816f-7846b473e977,segment=NetworkSegment(077913df-9d56-4a36-91a3-6bf9319ad6b5),segment_id=077913df-9d56-4a36-91a3-6bf9319ad6b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:20.129964 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.130859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:20.308637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d24517a9-1010-4cea-816f-7846b473e977,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:20.330528 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.336983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:20.348210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:20.348720 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.350294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:20.353830 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.389156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Transition to ACTIVE for port object e7d530ee-f70c-468c-901c-cbc4d5ddc41e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:20.391631 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-de871ddb-1191-47db-84eb-ffc116584fa6 None None] Provisioning for port 05a50019-64be-4475-aef1-5e2c625b3314 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:20.404820 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.500838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88d34d-ab0b-40e6-8e4c-70e811337f6b None None] Pushing event updated for resources: {'Port': ['ID=e7d530ee-f70c-468c-901c-cbc4d5ddc41e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:20.503953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Attempting to bind port e7d530ee-f70c-468c-901c-cbc4d5ddc41e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:20.504521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Attempting to bind port e7d530ee-f70c-468c-901c-cbc4d5ddc41e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:20.504891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Attempting to bind port e7d530ee-f70c-468c-901c-cbc4d5ddc41e on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:20.512253 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.527595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:20.528139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:20.528441 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.528844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:20.529490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Bound port: e7d530ee-f70c-468c-901c-cbc4d5ddc41e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:20.529885 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.558346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Network 511e6d77-beac-4207-8cc4-1e710ae11604 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:20.565064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:20.621047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63e91114-9ac5-449f-af53-e6c9ec1c8f5c None None] Provisioning complete for port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:20.621551 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e91114-9ac5-449f-af53-e6c9ec1c8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.684345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9407bfb8-4ab0-4f09-8c56-25285fb4c0ef,segment=NetworkSegment(660b399f-0d92-4c4d-99ff-23bafcfce232),segment_id=660b399f-0d92-4c4d-99ff-23bafcfce232)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:20.717733 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.722501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Allocated IP 19.80.0.82 (dc38e6e6-2fb5-4cd8-b07d-d981714d58ce/10c6d35e-9bc0-4e15-af70-2230d9d5eb55/2291ea81-1d6a-4fc4-967e-8ff9f537ddf0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:20.808679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10da297-9db8-4dc8-9d34-7a9606f31ad7 req-544d284d-5166-440e-b0de-224ffecd7a1c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 210 time: 0.0995204 Jul 29 23:33:20.823324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-685cad4e-c42f-4658-912a-7b4e37ae4903 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2040696 Jul 29 23:33:20.974983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Router 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:20.979842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] For port e7d530ee-f70c-468c-901c-cbc4d5ddc41e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:20.985617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] For port e7d530ee-f70c-468c-901c-cbc4d5ddc41e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e7d530ee-f70c-468c-901c-cbc4d5ddc41e,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:20.995017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=9407bfb8-4ab0-4f09-8c56-25285fb4c0ef,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:21.017857 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.118275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88d34d-ab0b-40e6-8e4c-70e811337f6b None None] Pushing event updated for resources: {'Port': ['ID=e7d530ee-f70c-468c-901c-cbc4d5ddc41e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:21.151050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5aece36b-307c-440b-b1f8-3db4946fb9b2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:21.168744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-282813da-2bab-429c-8443-f13b88834a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:21.170261 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-282813da-2bab-429c-8443-f13b88834a53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 1097 time: 0.3121114 Jul 29 23:33:21.172232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:21.188949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Routers {'9012e38e-ba8e-4ac4-aa16-323d16bccaf0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:21.189610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:32:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9012e38e-ba8e-4ac4-aa16-323d16bccaf0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:21.202357 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8dcb306c-3292-46b0-9028-be03a7d6320c admin admin] 10.222.0.37 "PUT /v2.0/routers/9012e38e-ba8e-4ac4-aa16-323d16bccaf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6385977 Jul 29 23:33:21.306959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-4587400d-dbb4-4cc1-848d-18f57c0d5be0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550356 Jul 29 23:33:21.313350 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63e91114-9ac5-449f-af53-e6c9ec1c8f5c None None] Provisioning for port 1559083b-57ca-40f3-9212-f2bde2cb7b4f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:21.327788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5aece36b-307c-440b-b1f8-3db4946fb9b2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:21.327788 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.396253 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.425083 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Transition to ACTIVE for port object 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:21.469649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-9e39b566-d2cb-4937-be9a-74dbbd5e645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:21.471257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-9e39b566-d2cb-4937-be9a-74dbbd5e645f service neutron] 10.222.0.42 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 912 time: 0.2651241 Jul 29 23:33:21.511340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63e91114-9ac5-449f-af53-e6c9ec1c8f5c None None] Provisioning complete for port 1559083b-57ca-40f3-9212-f2bde2cb7b4f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:21.511794 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e91114-9ac5-449f-af53-e6c9ec1c8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.516280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-1d71707c-e558-4b32-8aec-230732d466ec tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:21.527385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-1d71707c-e558-4b32-8aec-230732d466ec tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128613 Jul 29 23:33:21.591923 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-b3b58e94-46d2-4896-97e3-307c758de075 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff78137-735c-4394-ba5d-dab66d307c3a HTTP/1.1" status: 200 len: 1001 time: 0.1017256 Jul 29 23:33:21.602013 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-da3d295f-4adb-44ad-b2f1-66a73df91972 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/quotas/ae9bd5eed4df40c49cb99575b9823488 HTTP/1.1" status: 200 len: 375 time: 0.0725288 Jul 29 23:33:21.602230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] Set router 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:21.604271 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-9e15089f-7347-4a75-bd6f-0d956b3fc4f8 req-121741e6-c4b3-413c-a2de-0180255ba3fb tempest-FloatingIPDetailsNegativeTestJSON-1192669294 tempest-FloatingIPDetailsNegativeTestJSON-1192669294-project] show failed (client error): The resource could not be found. Jul 29 23:33:21.605383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e15089f-7347-4a75-bd6f-0d956b3fc4f8 req-121741e6-c4b3-413c-a2de-0180255ba3fb tempest-FloatingIPDetailsNegativeTestJSON-1192669294 tempest-FloatingIPDetailsNegativeTestJSON-1192669294-project] 10.222.0.37 "GET /v2.0/floatingips/8b90a0eb-1da7-4fb3-b2bf-20ca3d9e5a3f HTTP/1.1" status: 404 len: 350 time: 0.0723546 Jul 29 23:33:21.619361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:21.656425 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-6b6b274e-05a3-431d-99e3-722b54a98549 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503347 Jul 29 23:33:21.680261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.711955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-63e91114-9ac5-449f-af53-e6c9ec1c8f5c None None] Port 1559083b-57ca-40f3-9212-f2bde2cb7b4f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:21.745321 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6222da0b-a944-4e9d-a232-867c88f462c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.864986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:21.873310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:21.880366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 05a50019-64be-4475-aef1-5e2c625b3314 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:21.893820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-98474dce-a777-4052-97aa-f68838ffa829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:21.895392 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-98474dce-a777-4052-97aa-f68838ffa829 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 200 len: 850 time: 0.2954400 Jul 29 23:33:21.908265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:21.954273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Port': ['ID=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:21.984749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0e60538-8c7e-498d-ad7b-ee8d2a773747 None None] Provisioning complete for port 1559083b-57ca-40f3-9212-f2bde2cb7b4f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:21.985122 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0e60538-8c7e-498d-ad7b-ee8d2a773747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.066651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:22.067340 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.074939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-a68e7686-ad9b-4c31-85ad-50a81a13f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:22.076615 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-a68e7686-ad9b-4c31-85ad-50a81a13f34b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=075cd5b6-a446-43e6-877b-02e442ee8cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508305 Jul 29 23:33:22.103393 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-43366933-d52b-4fc8-aee0-264217678358 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0086441 Jul 29 23:33:22.163675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e0e60538-8c7e-498d-ad7b-ee8d2a773747 None None] Port 1559083b-57ca-40f3-9212-f2bde2cb7b4f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:22.206520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'port': {'device_id': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e', 'admin_state_up': True, 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:22.222191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 05a50019-64be-4475-aef1-5e2c625b3314 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:22.228555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 05a50019-64be-4475-aef1-5e2c625b3314 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:22.229255 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.271440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60da49a9-1856-414f-ac52-91bd8ea688dd req-a1579fcb-ed2f-4205-af97-3835f33dbb05 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 210 time: 0.2314997 Jul 29 23:33:22.289230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-28044738-router', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e7d530ee-f70c-468c-901c-cbc4d5ddc41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:12Z', 'updated_at': '2021-07-29T23:33:19Z', 'revision_number': 4, 'project_id': 'e576fab164ab46fb8da8a32138e09121', 'gw_port': {'id': 'e7d530ee-f70c-468c-901c-cbc4d5ddc41e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:13Z', 'updated_at': '2021-07-29T23:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1559083b-57ca-40f3-9212-f2bde2cb7b4f', 'name': '', 'network_id': '511e6d77-beac-4207-8cc4-1e710ae11604', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'mac_address': 'fa:16:3e:a2:49:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8a33d73b-7d5d-4c9a-8d03-4959e95f7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:18Z', 'updated_at': '2021-07-29T23:33:19Z', 'revision_number': 2, 'project_id': 'e576fab164ab46fb8da8a32138e09121', 'subnets': [{'id': '8a33d73b-7d5d-4c9a-8d03-4959e95f7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:22.348066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79feab-5f1a-41a0-895f-16d3c1f95ed6 None None] The sync data for ids ['9012e38e-ba8e-4ac4-aa16-323d16bccaf0'] in n-d-712139-11 is: [{'id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-28044738-router', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e7d530ee-f70c-468c-901c-cbc4d5ddc41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:12Z', 'updated_at': '2021-07-29T23:33:19Z', 'revision_number': 4, 'project_id': 'e576fab164ab46fb8da8a32138e09121', 'gw_port': {'id': 'e7d530ee-f70c-468c-901c-cbc4d5ddc41e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:13Z', 'updated_at': '2021-07-29T23:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1559083b-57ca-40f3-9212-f2bde2cb7b4f', 'name': '', 'network_id': '511e6d77-beac-4207-8cc4-1e710ae11604', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'mac_address': 'fa:16:3e:a2:49:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8a33d73b-7d5d-4c9a-8d03-4959e95f7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:18Z', 'updated_at': '2021-07-29T23:33:19Z', 'revision_number': 2, 'project_id': 'e576fab164ab46fb8da8a32138e09121', 'subnets': [{'id': '8a33d73b-7d5d-4c9a-8d03-4959e95f7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:22.354675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b2308-f944-4a5f-b21b-0112925036d8 req-e68c90e8-0cef-4032-8aa3-f48db33d9184 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:22.368674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e6b2308-f944-4a5f-b21b-0112925036d8 req-e68c90e8-0cef-4032-8aa3-f48db33d9184 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 931 time: 0.3922758 Jul 29 23:33:22.369399 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48126) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:22.510921 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.556571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 05a50019-64be-4475-aef1-5e2c625b3314, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=05a50019-64be-4475-aef1-5e2c625b3314,segment=NetworkSegment(0af17e1d-8226-48a9-9682-41298bcf1c38),segment_id=0af17e1d-8226-48a9-9682-41298bcf1c38)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:22.558344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-16c083dc-514c-4865-93ba-4270d9ef485e None None] Provisioning for port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:22.564457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-16c083dc-514c-4865-93ba-4270d9ef485e None None] Provisioning complete for port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:22.564833 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16c083dc-514c-4865-93ba-4270d9ef485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.607998 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.609444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d24517a9-1010-4cea-816f-7846b473e977 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:22.630386 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e6b2308-f944-4a5f-b21b-0112925036d8 req-a481dd16-8d27-421a-871c-cae116c9eaa0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127316 Jul 29 23:33:22.655829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-16c083dc-514c-4865-93ba-4270d9ef485e None None] Port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:22.710325 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79f2ae3c-4216-45b0-bb17-173ca8f4a02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.738657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=05a50019-64be-4475-aef1-5e2c625b3314,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:22.743151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d24517a9-1010-4cea-816f-7846b473e977 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:22.748035 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.917207 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79f2ae3c-4216-45b0-bb17-173ca8f4a02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.931817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.935300 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-58b9b7a7-936e-4b49-842c-f9f83092b101 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441782 Jul 29 23:33:22.984963 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79f2ae3c-4216-45b0-bb17-173ca8f4a02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.015461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:23.019758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-79f2ae3c-4216-45b0-bb17-173ca8f4a02c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d030ab96fe24cb9921c9ff77f2707c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6383431 Jul 29 23:33:23.021407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:23.022616 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.059092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 05a50019-64be-4475-aef1-5e2c625b3314 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:23.111347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2ae3c-4216-45b0-bb17-173ca8f4a02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eddf7a-6c0e-4f2d-8ac8-b9e60fadbe85,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:23.135352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0e234dc9-aa98-4dc2-9f37-e219b16683a3 req-23ba2f19-ab5d-4a99-b430-18787e38396a service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913373 Jul 29 23:33:23.184315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 05a50019-64be-4475-aef1-5e2c625b3314 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:23.184868 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.215317 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7663-84d7-4b8d-afa0-d8156830d710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.252950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Allocated IP 19.86.0.67 (94721bc1-fe5e-49d0-af28-bb08dfcf8b9e/39fe7ef1-437b-4a74-9271-c1e788fcc822/acc494c7-dec0-4b5e-80ae-11dd9c07adb3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:23.276675 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7663-84d7-4b8d-afa0-d8156830d710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.299928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:23.380915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7663-84d7-4b8d-afa0-d8156830d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.383858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7663-84d7-4b8d-afa0-d8156830d710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.387494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ed2b7663-84d7-4b8d-afa0-d8156830d710 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42eddf7a-6c0e-4f2d-8ac8-b9e60fadbe85 HTTP/1.1" status: 204 len: 168 time: 0.3611045 Jul 29 23:33:23.390343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:23.391095 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.418163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b7663-84d7-4b8d-afa0-d8156830d710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eddf7a-6c0e-4f2d-8ac8-b9e60fadbe85,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:23.484639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92d02444-c24e-44ea-bfe3-c293cb7d91b1 req-74ba15ca-9b39-407e-85cd-9ac709d1f9f5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 210 time: 0.0674074 Jul 29 23:33:23.545283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] Deleting port 1559083b-57ca-40f3-9212-f2bde2cb7b4f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:23.548365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.586289 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.618266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Transition to ACTIVE for port object acc494c7-dec0-4b5e-80ae-11dd9c07adb3 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:23.698454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.715653 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.764670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] Calling delete_port for 1559083b-57ca-40f3-9212-f2bde2cb7b4f owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:23.780434 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-941d6f00-579c-455a-9a69-748de5c7ca9e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224705 Jul 29 23:33:23.782287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:23.796700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:23.810898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:23.844435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ae8f9-6199-4dd5-937b-82e6565351f4 req-d99fcfce-c027-4b20-bf15-506f8a7a3cd0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:23.851491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ae8f9-6199-4dd5-937b-82e6565351f4 req-d99fcfce-c027-4b20-bf15-506f8a7a3cd0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:23.853437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b4ae8f9-6199-4dd5-937b-82e6565351f4 req-d99fcfce-c027-4b20-bf15-506f8a7a3cd0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 1653 time: 0.1249835 Jul 29 23:33:23.923418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Port': ['ID=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:23.968225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:23.969130 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.000311 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-37afd885-812b-4cde-8168-b8522447ece6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8647029 Jul 29 23:33:24.021373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'port': {'device_id': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce', 'admin_state_up': True, 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:24.072643 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79794bea-fe31-4b61-b71a-9719f22b8d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.129159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48152) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:24.162208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-059bcb40-1a99-4f55-a983-8f6a560583e4 None None] Provisioning for port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:24.174106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-c26600c7-d693-4933-86b5-f1785e26d5a4 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:24.174709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-059bcb40-1a99-4f55-a983-8f6a560583e4 None None] Provisioning complete for port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:24.174901 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-059bcb40-1a99-4f55-a983-8f6a560583e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.175858 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-c26600c7-d693-4933-86b5-f1785e26d5a4 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3882449 Jul 29 23:33:24.179304 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecbcf69-dca8-43ae-b865-f730ef0bb27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.198411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Request body: {'port': {'device_id': 'c55b67e0-683f-4abb-a9e1-2c1c8c70d052', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'ae9bd5eed4df40c49cb99575b9823488'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:24.200345 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.221428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-059bcb40-1a99-4f55-a983-8f6a560583e4 None None] Port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:24.417998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b4ae8f9-6199-4dd5-937b-82e6565351f4 req-da3e3ec6-7daf-4b63-ab8d-34253b111e93 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482035 Jul 29 23:33:24.421627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecbcf69-dca8-43ae-b865-f730ef0bb27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.427695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecbcf69-dca8-43ae-b865-f730ef0bb27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.467593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:24.471127 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.501418 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cecbcf69-dca8-43ae-b865-f730ef0bb27c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0122fcefda84434b2f60d597328b204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693678 Jul 29 23:33:24.504573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:24.505443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbcf69-dca8-43ae-b865-f730ef0bb27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489e8e48-5f28-432e-8e3b-30cf17b8bd78,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:24.517117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Made reservation on behalf of ae9bd5eed4df40c49cb99575b9823488 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:24.520694 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.526962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.547372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.571429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] Pushing event deleted for resources: {'Port': ['ID=1559083b-57ca-40f3-9212-f2bde2cb7b4f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:24.633512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dde0344-02a2-491f-a99c-fa082249ae05 req-20ee8284-17ab-44fa-b7a7-9760da8a9cd2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 210 time: 0.0731106 Jul 29 23:33:24.777154 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.787396 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38da8af9-5e0e-4a07-aa6c-24965bdb93cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.808633 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.827850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Allocated IP 19.80.0.250 (dc38e6e6-2fb5-4cd8-b07d-d981714d58ce/10c6d35e-9bc0-4e15-af70-2230d9d5eb55/88aa55aa-607c-40b4-93a6-1ead031c2f4a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:24.835169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.873865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38da8af9-5e0e-4a07-aa6c-24965bdb93cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.974258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f893e9d6-1098-47fc-9e47-969bc5d250e5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.035405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e7d530ee-f70c-468c-901c-cbc4d5ddc41e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:25.069766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] Router 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:25.088888 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38da8af9-5e0e-4a07-aa6c-24965bdb93cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.092585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38da8af9-5e0e-4a07-aa6c-24965bdb93cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.104586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e7d530ee-f70c-468c-901c-cbc4d5ddc41e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:25.105152 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-38da8af9-5e0e-4a07-aa6c-24965bdb93cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/489e8e48-5f28-432e-8e3b-30cf17b8bd78 HTTP/1.1" status: 204 len: 168 time: 0.5859015 Jul 29 23:33:25.110934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e7d530ee-f70c-468c-901c-cbc4d5ddc41e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:25.112248 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.170943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da8af9-5e0e-4a07-aa6c-24965bdb93cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e8e48-5f28-432e-8e3b-30cf17b8bd78,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.190680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Allocated IP 192.168.233.59 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/a811e432-dca4-401e-ab7a-7ea728242fa7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:25.224416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:25.231421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ac268a02-3c3c-48a8-b792-3bcdcc03d904 admin admin] 10.222.0.37 "PUT /v2.0/routers/9012e38e-ba8e-4ac4-aa16-323d16bccaf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6099713 Jul 29 23:33:25.234671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48166) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:25.268213 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.285230 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.304807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port e7d530ee-f70c-468c-901c-cbc4d5ddc41e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e7d530ee-f70c-468c-901c-cbc4d5ddc41e,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:25.312665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.322505 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] Sync routers for ids ['9012e38e-ba8e-4ac4-aa16-323d16bccaf0'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:25.331852 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] Routers {'9012e38e-ba8e-4ac4-aa16-323d16bccaf0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:25.332908 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9012e38e-ba8e-4ac4-aa16-323d16bccaf0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:25.355356 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Transition to ACTIVE for port object 88aa55aa-607c-40b4-93a6-1ead031c2f4a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:25.380828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.437268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=e7d530ee-f70c-468c-901c-cbc4d5ddc41e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.463132 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.463527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.475267 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.514271 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] Set router 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:25.516004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:25.522220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:25.529690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:25.595318 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.601772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Transition to ACTIVE for port object a811e432-dca4-401e-ab7a-7ea728242fa7 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:25.614261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279366b-cbb7-4a2b-9877-c78d5ed24170 req-7ae89a26-56ee-48df-98d2-79045695fa0b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:25.621203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279366b-cbb7-4a2b-9877-c78d5ed24170 req-7ae89a26-56ee-48df-98d2-79045695fa0b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:25.627757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279366b-cbb7-4a2b-9877-c78d5ed24170 req-7ae89a26-56ee-48df-98d2-79045695fa0b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:25.635358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e279366b-cbb7-4a2b-9877-c78d5ed24170 req-7ae89a26-56ee-48df-98d2-79045695fa0b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2375 time: 0.0974519 Jul 29 23:33:25.681501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Port': ['ID=88aa55aa-607c-40b4-93a6-1ead031c2f4a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.705607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e279366b-cbb7-4a2b-9877-c78d5ed24170 req-b53b99f9-4ae5-41a4-beb0-58288904b06b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692425 Jul 29 23:33:25.742607 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.760795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Deleting port e7d530ee-f70c-468c-901c-cbc4d5ddc41e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:25.761156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.765850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:25.766702 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.848286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event updated for resources: {'Port': ['ID=a811e432-dca4-401e-ab7a-7ea728242fa7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.876188 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4f7d41f7-bda9-400d-bccc-3e5af5c99847 None None] Provisioning for port 88aa55aa-607c-40b4-93a6-1ead031c2f4a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:25.882344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4f7d41f7-bda9-400d-bccc-3e5af5c99847 None None] Provisioning complete for port 88aa55aa-607c-40b4-93a6-1ead031c2f4a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:25.883065 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f7d41f7-bda9-400d-bccc-3e5af5c99847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.883700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:25.890464 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-24dc0187-a508-438b-8cce-984db342a25b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8755622 Jul 29 23:33:25.891833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:25.900674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:25.913107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Request body: {'port': {'device_id': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:25.929590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47287062-44c9-4182-98d2-c3897bf2aba3 req-4d39aec9-a8d4-45ac-afa0-c46965717d90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:25.938808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47287062-44c9-4182-98d2-c3897bf2aba3 req-4d39aec9-a8d4-45ac-afa0-c46965717d90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 935 time: 0.1417651 Jul 29 23:33:25.951039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d41f7-bda9-400d-bccc-3e5af5c99847 None None] Port 88aa55aa-607c-40b4-93a6-1ead031c2f4a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:25.984362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] For port e7d530ee-f70c-468c-901c-cbc4d5ddc41e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e7d530ee-f70c-468c-901c-cbc4d5ddc41e,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:25.984828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.002842 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-28044738-router', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e7d530ee-f70c-468c-901c-cbc4d5ddc41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:12Z', 'updated_at': '2021-07-29T23:33:24Z', 'revision_number': 5, 'project_id': 'e576fab164ab46fb8da8a32138e09121', 'gw_port': {'id': 'e7d530ee-f70c-468c-901c-cbc4d5ddc41e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:13Z', 'updated_at': '2021-07-29T23:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:26.045174 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] Checking router: 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:26.045334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47287062-44c9-4182-98d2-c3897bf2aba3 req-ed2a50bc-41e6-495b-8ed2-02bae087d907 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879827 Jul 29 23:33:26.058973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Calling delete_port for e7d530ee-f70c-468c-901c-cbc4d5ddc41e owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:26.065210 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] Routers {'9012e38e-ba8e-4ac4-aa16-323d16bccaf0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:26.065846 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9012e38e-ba8e-4ac4-aa16-323d16bccaf0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:26.069488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:26.070117 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.089982 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.138003 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-a9c7533f-e578-42bd-9cd4-d95c0bc6e80a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9462512 Jul 29 23:33:26.180284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Request body: {'port': {'device_id': 'c55b67e0-683f-4abb-a9e1-2c1c8c70d052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:26.194651 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] Set router 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:26.288825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f7b918d2-1c51-4014-876f-2def8cdf04c7 None None] Provisioning for port a811e432-dca4-401e-ab7a-7ea728242fa7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:26.295212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f7b918d2-1c51-4014-876f-2def8cdf04c7 None None] Provisioning complete for port a811e432-dca4-401e-ab7a-7ea728242fa7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:26.295792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7b918d2-1c51-4014-876f-2def8cdf04c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.325632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.327094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.352327 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-28044738-router', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:12Z', 'updated_at': '2021-07-29T23:33:25Z', 'revision_number': 6, 'project_id': 'e576fab164ab46fb8da8a32138e09121', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:26.358134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f7b918d2-1c51-4014-876f-2def8cdf04c7 None None] Port a811e432-dca4-401e-ab7a-7ea728242fa7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:26.369935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d530ee-f70c-468c-901c-cbc4d5ddc41e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:26.399698 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fba804-7771-48e0-b419-ae4cee79f9f1 None None] The sync data for ids ['9012e38e-ba8e-4ac4-aa16-323d16bccaf0'] in n-d-712139-11 is: [{'id': '9012e38e-ba8e-4ac4-aa16-323d16bccaf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-28044738-router', 'tenant_id': 'e576fab164ab46fb8da8a32138e09121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:12Z', 'updated_at': '2021-07-29T23:33:25Z', 'revision_number': 6, 'project_id': 'e576fab164ab46fb8da8a32138e09121', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:26.448284 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.575264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.577590 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.629984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7f75-49b9-4d0c-951f-1e87768337f2 req-c99a38c3-fc79-451a-9b7b-fabeddfff82d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:26.631514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-548f7f75-49b9-4d0c-951f-1e87768337f2 req-c99a38c3-fc79-451a-9b7b-fabeddfff82d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 946 time: 0.1526785 Jul 29 23:33:26.655143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.655143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9012e38e-ba8e-4ac4-aa16-323d16bccaf0 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:33:26.661709 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.665110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-94319363-10ce-40fa-aac3-9c9e61491d0a admin admin] 10.222.0.37 "DELETE /v2.0/routers/9012e38e-ba8e-4ac4-aa16-323d16bccaf0 HTTP/1.1" status: 204 len: 168 time: 1.4270136 Jul 29 23:33:26.665463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48202) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:26.701542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:26.719191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-548f7f75-49b9-4d0c-951f-1e87768337f2 req-96b52f96-7ed4-45ac-8fa2-12eb63e0be64 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804000 Jul 29 23:33:26.725566 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.731770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-921b4c2a-d675-4279-8289-b638d1c8f3d5 admin admin] Deleting subnet 8a33d73b-7d5d-4c9a-8d03-4959e95f7502 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:26.736375 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-921b4c2a-d675-4279-8289-b638d1c8f3d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.768341 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Transition to ACTIVE for port object 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:26.794725 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-921b4c2a-d675-4279-8289-b638d1c8f3d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.795624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.904361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Pushing event updated for resources: {'Port': ['ID=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:26.981512 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.025314 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-921b4c2a-d675-4279-8289-b638d1c8f3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.040080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a811e432-dca4-401e-ab7a-7ea728242fa7 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:27.071961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.100458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Transition to ACTIVE for port object a811e432-dca4-401e-ab7a-7ea728242fa7 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:27.122562 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.166870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Attempting to bind port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:27.167216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Attempting to bind port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:27.167703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Attempting to bind port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 on network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:27.174611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6041c7-6dba-48aa-bf17-999802fc265f req-15614813-a647-45cb-9337-3cce9ce635af tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:27.191867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 on network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:33:27.192239 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Attempting to bind port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 on network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:27.214386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:27.214562 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Checking segment: {'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:27.214881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Bound using segment: {'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:27.215333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Bound port: 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:27.215693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.217708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Pushing event updated for resources: {'Port': ['ID=a811e432-dca4-401e-ab7a-7ea728242fa7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:27.221668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6041c7-6dba-48aa-bf17-999802fc265f req-15614813-a647-45cb-9337-3cce9ce635af tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:27.245152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6041c7-6dba-48aa-bf17-999802fc265f req-15614813-a647-45cb-9337-3cce9ce635af tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:27.247452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a6041c7-6dba-48aa-bf17-999802fc265f req-15614813-a647-45cb-9337-3cce9ce635af tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2387 time: 0.3850493 Jul 29 23:33:27.370369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1559083b-57ca-40f3-9212-f2bde2cb7b4f no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:27.388089 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-921b4c2a-d675-4279-8289-b638d1c8f3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.391751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Attempting to bind port a811e432-dca4-401e-ab7a-7ea728242fa7 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:27.392435 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Attempting to bind port a811e432-dca4-401e-ab7a-7ea728242fa7 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:27.392435 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Attempting to bind port a811e432-dca4-401e-ab7a-7ea728242fa7 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:27.398429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] For port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:27.402690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] For port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:27.404189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Port a811e432-dca4-401e-ab7a-7ea728242fa7 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:33:27.404821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Attempting to bind port a811e432-dca4-401e-ab7a-7ea728242fa7 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:27.412004 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.414320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:27.414746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:27.415216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:27.415706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1559083b-57ca-40f3-9212-f2bde2cb7b4f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:27.415824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Bound port: a811e432-dca4-401e-ab7a-7ea728242fa7, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:27.416190 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.416723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1559083b-57ca-40f3-9212-f2bde2cb7b4f not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:27.447903 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-921b4c2a-d675-4279-8289-b638d1c8f3d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.450711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0e898-7cb4-4f46-bab2-e4955f1d3f68 None None] Network 511e6d77-beac-4207-8cc4-1e710ae11604 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:27.452447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-921b4c2a-d675-4279-8289-b638d1c8f3d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8a33d73b-7d5d-4c9a-8d03-4959e95f7502 HTTP/1.1" status: 204 len: 168 time: 0.7857223 Jul 29 23:33:27.453326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b4c2a-d675-4279-8289-b638d1c8f3d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a33d73b-7d5d-4c9a-8d03-4959e95f7502,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:27.456128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48226) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:27.509000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:27.509964 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.511969 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] 10.222.0.42 "PUT /v2.0/ports/2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 HTTP/1.1" status: 200 len: 1092 time: 1.6084449 Jul 29 23:33:27.512423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'tag': '2291ea81-1d6a-4fc4-967e-8ff9f537ddf0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:27.515357 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "tag": "2291ea81-1d6a-4fc4-967e-8ff9f537ddf0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:27.529422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68299f-828a-43a4-8f36-6a1fab2c728e req-a4c85312-6189-4f40-b343-57ca6e97507a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:27.541686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e68299f-828a-43a4-8f36-6a1fab2c728e req-a4c85312-6189-4f40-b343-57ca6e97507a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 947 time: 0.2933466 Jul 29 23:33:27.558165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5a52b-5a42-466e-baed-1b17713ffe8f service neutron] Pushing event updated for resources: {'Port': ['ID=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:27.599270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Request body: {'port': {'device_id': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:27.654574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] For port a811e432-dca4-401e-ab7a-7ea728242fa7, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:27.664665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] For port a811e432-dca4-401e-ab7a-7ea728242fa7, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a811e432-dca4-401e-ab7a-7ea728242fa7,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:27.683721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a6041c7-6dba-48aa-bf17-999802fc265f req-233364d2-dce9-4add-8758-6590d80f90bb tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720918 Jul 29 23:33:27.697612 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.754401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e68299f-828a-43a4-8f36-6a1fab2c728e req-25de011e-de84-49f7-a190-04d91d9ec8da tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117405 Jul 29 23:33:27.769605 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.773464 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.778032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:27.778661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.780126 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] 10.222.0.47 "PUT /v2.0/ports/a811e432-dca4-401e-ab7a-7ea728242fa7 HTTP/1.1" status: 200 len: 1096 time: 1.6163144 Jul 29 23:33:27.864144 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac949da-86aa-4da2-8d1f-04f65220985a x-openstack-request-id: req-3ac949da-86aa-4da2-8d1f-04f65220985a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:27.864144 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "tag": "2291ea81-1d6a-4fc4-967e-8ff9f537ddf0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:27.864481 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ac949da-86aa-4da2-8d1f-04f65220985a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:27.864832 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'tag': '2291ea81-1d6a-4fc4-967e-8ff9f537ddf0', 'status': 'completed', 'code': 200} Jul 29 23:33:27.899996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Deleting port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:27.900698 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.058771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cae94d-c128-4f84-8316-1b30ebf455c6 None None] DHCP port deletion for 511e6d77-beac-4207-8cc4-1e710ae11604 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:28.113344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] For port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9407bfb8-4ab0-4f09-8c56-25285fb4c0ef,segment=NetworkSegment(660b399f-0d92-4c4d-99ff-23bafcfce232),segment_id=660b399f-0d92-4c4d-99ff-23bafcfce232)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:28.113717 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.120889 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd169cff-e6b7-4573-9ea3-f40eca254301 service neutron] Pushing event updated for resources: {'Port': ['ID=a811e432-dca4-401e-ab7a-7ea728242fa7,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:28.155973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Calling delete_port for 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:28.173890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-23cae94d-c128-4f84-8316-1b30ebf455c6 None None] Deleting port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:28.175108 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23cae94d-c128-4f84-8316-1b30ebf455c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.257142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-23cae94d-c128-4f84-8316-1b30ebf455c6 None None] For port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9407bfb8-4ab0-4f09-8c56-25285fb4c0ef,segment=NetworkSegment(660b399f-0d92-4c4d-99ff-23bafcfce232),segment_id=660b399f-0d92-4c4d-99ff-23bafcfce232)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:28.257931 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23cae94d-c128-4f84-8316-1b30ebf455c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.262573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7 req-7b9284f2-7ef3-48e2-9c65-4646ea6a389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.263072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7 req-7b9284f2-7ef3-48e2-9c65-4646ea6a389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.264004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7 req-7b9284f2-7ef3-48e2-9c65-4646ea6a389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.265382 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7 req-7b9284f2-7ef3-48e2-9c65-4646ea6a389d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34bff65f30e84f11ad8d294c28bf588e&device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2731 time: 0.3996685 Jul 29 23:33:28.275462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-f7c5cc07-0544-462f-958d-2b0cf2d0d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.277045 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-f7c5cc07-0544-462f-958d-2b0cf2d0d65f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 1099 time: 0.4101241 Jul 29 23:33:28.281060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-23cae94d-c128-4f84-8316-1b30ebf455c6 None None] Calling delete_port for 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:28.341224 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.371972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=9407bfb8-4ab0-4f09-8c56-25285fb4c0ef,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:28.383694 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23cae94d-c128-4f84-8316-1b30ebf455c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.389738 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] No DVR routers for this DVR port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:28.403361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68759b-8d59-41cf-a1eb-2fe7bd741e57 req-c58bb60d-fde7-4f26-8d2a-1d0f7cfff9e0 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.411533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e68759b-8d59-41cf-a1eb-2fe7bd741e57 req-c58bb60d-fde7-4f26-8d2a-1d0f7cfff9e0 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 946 time: 0.2127118 Jul 29 23:33:28.416314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cae94d-c128-4f84-8316-1b30ebf455c6 None None] Pushing event deleted for resources: {'Port': ['ID=9407bfb8-4ab0-4f09-8c56-25285fb4c0ef,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:28.417070 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-b41c471e-5c47-460e-a2e7-7876ccff5d88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=a811e432-dca4-401e-ab7a-7ea728242fa7 HTTP/1.1" status: 200 len: 217 time: 0.0496848 Jul 29 23:33:28.423431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cae94d-c128-4f84-8316-1b30ebf455c6 None None] No DVR routers for this DVR port 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:28.511214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e68759b-8d59-41cf-a1eb-2fe7bd741e57 req-82af932e-5680-4991-8c55-22ab66f095f1 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987997 Jul 29 23:33:28.535697 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.550913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511e6d77-beac-4207-8cc4-1e710ae11604']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:28.572893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660b399f-0d92-4c4d-99ff-23bafcfce232') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:28.573863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660b399f-0d92-4c4d-99ff-23bafcfce232') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:28.587033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.599549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-9a65bd3b-0b2f-4c91-9413-c7310302e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.601235 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-9a65bd3b-0b2f-4c91-9413-c7310302e7ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1665676 Jul 29 23:33:28.602530 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.611659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:28.612846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:28.615857 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:28.689027 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.695307 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.697685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] 10.222.0.37 "DELETE /v2.0/networks/511e6d77-beac-4207-8cc4-1e710ae11604 HTTP/1.1" status: 204 len: 168 time: 1.2405348 Jul 29 23:33:28.717648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93983e-af14-4c34-9fdb-c5c756709c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=511e6d77-beac-4207-8cc4-1e710ae11604,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:28.918214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73da8e-6a46-49fe-b60e-66922271ca29 req-aabe5341-9bac-443a-b4fb-72bc2958f8ce tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.927226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73da8e-6a46-49fe-b60e-66922271ca29 req-aabe5341-9bac-443a-b4fb-72bc2958f8ce tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.934084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73da8e-6a46-49fe-b60e-66922271ca29 req-aabe5341-9bac-443a-b4fb-72bc2958f8ce tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.963136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f73da8e-6a46-49fe-b60e-66922271ca29 req-aabe5341-9bac-443a-b4fb-72bc2958f8ce tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2387 time: 0.1723242 Jul 29 23:33:28.972684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:28.993465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e7d530ee-f70c-468c-901c-cbc4d5ddc41e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:29.018733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dfeaf-2259-4808-8f8c-3a9202a2cd11 req-dd4b81ce-3c16-40d8-ac3e-7ee984456a48 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:29.020688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-129dfeaf-2259-4808-8f8c-3a9202a2cd11 req-dd4b81ce-3c16-40d8-ac3e-7ee984456a48 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 947 time: 0.1836951 Jul 29 23:33:29.022042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7 req-177484d0-fd63-4d9e-9118-2f662b4776b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:29.022526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7 req-177484d0-fd63-4d9e-9118-2f662b4776b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:29.023153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7 req-177484d0-fd63-4d9e-9118-2f662b4776b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:29.024809 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7 req-177484d0-fd63-4d9e-9118-2f662b4776b0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=34bff65f30e84f11ad8d294c28bf588e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7452331 Jul 29 23:33:29.025607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e7d530ee-f70c-468c-901c-cbc4d5ddc41e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:29.026066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e7d530ee-f70c-468c-901c-cbc4d5ddc41e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:29.026864 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:29.053923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc494c7-dec0-4b5e-80ae-11dd9c07adb3 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:29.057054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:29.057572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9407bfb8-4ab0-4f09-8c56-25285fb4c0ef not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:29.068769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-78345ba6-e23f-4497-a82c-fc7832794392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:29.070291 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-78345ba6-e23f-4497-a82c-fc7832794392 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4574223 Jul 29 23:33:29.090872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.098797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f73da8e-6a46-49fe-b60e-66922271ca29 req-c4577509-a328-4ba2-aa54-3e0d9da62783 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341417 Jul 29 23:33:29.112208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-435d3bcb-7bfa-4069-a7f2-31967cbf1e3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e576fab164ab46fb8da8a32138e09121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355062 Jul 29 23:33:29.112682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-129dfeaf-2259-4808-8f8c-3a9202a2cd11 req-727b3014-2691-4c3d-8458-b769b9292e7f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851340 Jul 29 23:33:29.113134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48274) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:29.191873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9e1d-1868-4e66-9f6e-ea3ef5ccfe99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.222378 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9e1d-1868-4e66-9f6e-ea3ef5ccfe99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.289746 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-8cad108f-4476-4c2e-a191-ed76452bbdd8 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948473 Jul 29 23:33:29.304652 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9e1d-1868-4e66-9f6e-ea3ef5ccfe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.308315 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9e1d-1868-4e66-9f6e-ea3ef5ccfe99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.311781 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0f5f9e1d-1868-4e66-9f6e-ea3ef5ccfe99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/734e7ce8-17fb-41de-946d-cae8e2bdbe1a HTTP/1.1" status: 204 len: 168 time: 0.1954288 Jul 29 23:33:29.345992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f9e1d-1868-4e66-9f6e-ea3ef5ccfe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734e7ce8-17fb-41de-946d-cae8e2bdbe1a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.366840 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Transition to ACTIVE for port object acc494c7-dec0-4b5e-80ae-11dd9c07adb3 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:29.425669 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.485545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5319b-11a0-4367-ad86-08ed5965c55c req-178be34c-4aab-4e98-85e2-ef79eda9ae1e tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:29.493624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-43e5319b-11a0-4367-ad86-08ed5965c55c req-178be34c-4aab-4e98-85e2-ef79eda9ae1e tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 946 time: 0.1181781 Jul 29 23:33:29.552636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-43e5319b-11a0-4367-ad86-08ed5965c55c req-48aa2413-cf6e-4c06-bb0f-4d461c106414 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580606 Jul 29 23:33:29.628208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7 req-0b24dddb-c165-4fcc-8a5e-1a16d7a26c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:29.629884 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c99115cb-e1e8-4fd2-9dfa-3b2acd015ef7 req-0b24dddb-c165-4fcc-8a5e-1a16d7a26c25 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5915833 Jul 29 23:33:29.650585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Pushing event updated for resources: {'Port': ['ID=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.689270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5abca6d7-dbb4-4a03-b6ca-c7108ac26c46 req-4dd31f70-1b80-403d-9131-cbab11f58440 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014250 Jul 29 23:33:29.717764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Attempting to bind port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:29.719244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Attempting to bind port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '0af17e1d-8226-48a9-9682-41298bcf1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:29.719791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Attempting to bind port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 on network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:29.725723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 on network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:33:29.726366 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Attempting to bind port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 on network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:29.732524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:29.733015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Checking segment: {'id': '0af17e1d-8226-48a9-9682-41298bcf1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:29.734023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Bound using segment: {'id': '0af17e1d-8226-48a9-9682-41298bcf1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:29.734484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Bound port: acc494c7-dec0-4b5e-80ae-11dd9c07adb3, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af17e1d-8226-48a9-9682-41298bcf1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:29.734973 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.824128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] For port acc494c7-dec0-4b5e-80ae-11dd9c07adb3, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:29.828114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] For port acc494c7-dec0-4b5e-80ae-11dd9c07adb3, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,segment=NetworkSegment(0af17e1d-8226-48a9-9682-41298bcf1c38),segment_id=0af17e1d-8226-48a9-9682-41298bcf1c38)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:29.833745 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.865748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55b67e0-683f-4abb-a9e1-2c1c8c70d052', 'tag': 'a811e432-dca4-401e-ab7a-7ea728242fa7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:29.868307 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e371e8f-e39e-4305-9570-070f391f2452" -d '{"events": [{"name": "network-changed", "server_uuid": "c55b67e0-683f-4abb-a9e1-2c1c8c70d052", "tag": "a811e432-dca4-401e-ab7a-7ea728242fa7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:29.878273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:29.879133 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.880541 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] 10.222.0.42 "PUT /v2.0/ports/acc494c7-dec0-4b5e-80ae-11dd9c07adb3 HTTP/1.1" status: 200 len: 1092 time: 2.3045323 Jul 29 23:33:29.914530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421b5e1-9b19-436e-960a-18e02cfdb7ee service neutron] Pushing event updated for resources: {'Port': ['ID=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.923564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Request body: {'port': {'device_id': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:29.949905 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e393ed82-66e4-40c2-8b0b-600ca12bfd46 x-openstack-request-id: req-e393ed82-66e4-40c2-8b0b-600ca12bfd46 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:29.950788 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55b67e0-683f-4abb-a9e1-2c1c8c70d052", "tag": "a811e432-dca4-401e-ab7a-7ea728242fa7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:29.951019 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e393ed82-66e4-40c2-8b0b-600ca12bfd46 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:29.951415 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55b67e0-683f-4abb-a9e1-2c1c8c70d052', 'tag': 'a811e432-dca4-401e-ab7a-7ea728242fa7', 'status': 'completed', 'code': 200} Jul 29 23:33:29.996384 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.200286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e371e8f-e39e-4305-9570-070f391f2452 req-aa3d41aa-92a6-49a9-a3e5-edb0200b2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.202051 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e371e8f-e39e-4305-9570-070f391f2452 req-aa3d41aa-92a6-49a9-a3e5-edb0200b2df5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 1099 time: 0.1783967 Jul 29 23:33:30.342391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e371e8f-e39e-4305-9570-070f391f2452 req-cd4261fa-c17d-47f3-a4d4-e19c02f91ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.344475 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e371e8f-e39e-4305-9570-070f391f2452 req-cd4261fa-c17d-47f3-a4d4-e19c02f91ab1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1353755 Jul 29 23:33:30.373738 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbaab5-4501-47c7-b451-72d45ac57d0d req-af3521b0-e497-423b-8373-381139458fc7 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.375341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fcbaab5-4501-47c7-b451-72d45ac57d0d req-af3521b0-e497-423b-8373-381139458fc7 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 947 time: 0.1538191 Jul 29 23:33:30.387372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0364be-03bc-4af2-9759-b2aa239073c8 req-3041fe5e-26b3-41e0-a3ee-5ee60f0f2f3b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.394216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0364be-03bc-4af2-9759-b2aa239073c8 req-3041fe5e-26b3-41e0-a3ee-5ee60f0f2f3b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.399330 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e371e8f-e39e-4305-9570-070f391f2452 req-9ce7ed0c-64b5-4923-b2d6-5803038c3dbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=a811e432-dca4-401e-ab7a-7ea728242fa7 HTTP/1.1" status: 200 len: 217 time: 0.0425065 Jul 29 23:33:30.400372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0364be-03bc-4af2-9759-b2aa239073c8 req-3041fe5e-26b3-41e0-a3ee-5ee60f0f2f3b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.402195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce0364be-03bc-4af2-9759-b2aa239073c8 req-3041fe5e-26b3-41e0-a3ee-5ee60f0f2f3b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2399 time: 0.1163607 Jul 29 23:33:30.480484 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fcbaab5-4501-47c7-b451-72d45ac57d0d req-3319033e-2757-4767-9dbd-8864b4fe3477 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685773 Jul 29 23:33:30.498032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce0364be-03bc-4af2-9759-b2aa239073c8 req-d7d511ea-84fb-4f26-b415-2e0d6433e8f6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809736 Jul 29 23:33:30.509006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e371e8f-e39e-4305-9570-070f391f2452 req-dfd67909-9556-4293-b9e4-fd8795286888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.510588 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e371e8f-e39e-4305-9570-070f391f2452 req-dfd67909-9556-4293-b9e4-fd8795286888 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0956984 Jul 29 23:33:30.616046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e371e8f-e39e-4305-9570-070f391f2452 req-9b8d74a8-b1a0-4631-a66f-e62e05685bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.618008 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e371e8f-e39e-4305-9570-070f391f2452 req-9b8d74a8-b1a0-4631-a66f-e62e05685bbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0929022 Jul 29 23:33:30.737745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88aa55aa-607c-40b4-93a6-1ead031c2f4a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:30.767009 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.815183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Transition to ACTIVE for port object 88aa55aa-607c-40b4-93a6-1ead031c2f4a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:30.822403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.856503 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e371e8f-e39e-4305-9570-070f391f2452 req-6b372eb4-afd1-46ad-8e71-255e0c268203 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233515 Jul 29 23:33:30.940806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641270e-31c7-4911-99ed-6b29699d1692 req-5130dd37-c787-42b4-bf4b-284faae8a21f tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.962774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a641270e-31c7-4911-99ed-6b29699d1692 req-5130dd37-c787-42b4-bf4b-284faae8a21f tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 946 time: 0.1550920 Jul 29 23:33:31.006698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Pushing event updated for resources: {'Port': ['ID=88aa55aa-607c-40b4-93a6-1ead031c2f4a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:31.067337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a641270e-31c7-4911-99ed-6b29699d1692 req-3e4e982b-a8bb-436b-80a6-66a0c8ae2818 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups?id=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034060 Jul 29 23:33:31.123340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Attempting to bind port 88aa55aa-607c-40b4-93a6-1ead031c2f4a on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:31.123820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Attempting to bind port 88aa55aa-607c-40b4-93a6-1ead031c2f4a by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:31.124560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Attempting to bind port 88aa55aa-607c-40b4-93a6-1ead031c2f4a on network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:31.132860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Port 88aa55aa-607c-40b4-93a6-1ead031c2f4a on network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:33:31.135455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Attempting to bind port 88aa55aa-607c-40b4-93a6-1ead031c2f4a on network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:31.182038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:31.185434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Checking segment: {'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:31.186099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Bound using segment: {'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:31.188630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Bound port: 88aa55aa-607c-40b4-93a6-1ead031c2f4a, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c466d5-0576-45e7-b6c2-09e378676ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:31.189492 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.196242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-c206ed25-3733-48cc-a7fd-d11d25ffa258 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.197827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-c206ed25-3733-48cc-a7fd-d11d25ffa258 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.47 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 946 time: 0.0938065 Jul 29 23:33:31.208121 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e371e8f-e39e-4305-9570-070f391f2452 req-550cb584-bfd5-47bc-8d8f-5a17e9c9f5a4 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767282 Jul 29 23:33:31.284431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] For port 88aa55aa-607c-40b4-93a6-1ead031c2f4a, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:31.292850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] For port 88aa55aa-607c-40b4-93a6-1ead031c2f4a, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=88aa55aa-607c-40b4-93a6-1ead031c2f4a,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:31.305254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.381794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.382946 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.383742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Deleting port cf16608b-e328-4ce1-b7ba-56a0b588a026 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:31.384239 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.385641 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] 10.222.0.42 "PUT /v2.0/ports/88aa55aa-607c-40b4-93a6-1ead031c2f4a HTTP/1.1" status: 200 len: 1093 time: 1.4675343 Jul 29 23:33:31.442643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104f1da-14ac-42ff-8964-8fa099362733 service neutron] Pushing event updated for resources: {'Port': ['ID=88aa55aa-607c-40b4-93a6-1ead031c2f4a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:31.521936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] For port cf16608b-e328-4ce1-b7ba-56a0b588a026, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cf16608b-e328-4ce1-b7ba-56a0b588a026,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:31.522595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.570026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-0cc34b7e-42cd-412a-b0e2-9bded8748436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.570648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-0cc34b7e-42cd-412a-b0e2-9bded8748436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.570920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-0cc34b7e-42cd-412a-b0e2-9bded8748436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.573918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-0cc34b7e-42cd-412a-b0e2-9bded8748436 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34bff65f30e84f11ad8d294c28bf588e&device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2867 time: 0.1229119 Jul 29 23:33:31.651491 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-8fb583d9-88af-42f6-bfca-097fc41e14f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 HTTP/1.1" status: 200 len: 217 time: 0.0664096 Jul 29 23:33:31.739017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-44821641-f814-426c-8c8c-6742a2fcea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.740728 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-44821641-f814-426c-8c8c-6742a2fcea88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10c6d35e-9bc0-4e15-af70-2230d9d5eb55 HTTP/1.1" status: 200 len: 801 time: 0.0805590 Jul 29 23:33:31.741229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:31.799879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-6ed5f7a3-d5d1-4811-aea5-fb720c84dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.801514 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-6ed5f7a3-d5d1-4811-aea5-fb720c84dd1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc38e6e6-2fb5-4cd8-b07d-d981714d58ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527143 Jul 29 23:33:31.869217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbdc77-7afe-47eb-b8a7-624bb506b6e2 req-bede2c5f-5d34-465e-835c-f14af3c2814c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.870727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61cbdc77-7afe-47eb-b8a7-624bb506b6e2 req-bede2c5f-5d34-465e-835c-f14af3c2814c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 947 time: 0.2328176 Jul 29 23:33:31.883406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb476-fcef-4e21-a2a2-f937e55cc7fa req-01907a73-dfd0-4556-bf98-4893b6273a98 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.889416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb476-fcef-4e21-a2a2-f937e55cc7fa req-01907a73-dfd0-4556-bf98-4893b6273a98 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.889974 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48286662-01ce-4fc1-85fd-69be7e970e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.895261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb476-fcef-4e21-a2a2-f937e55cc7fa req-01907a73-dfd0-4556-bf98-4893b6273a98 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.897879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04cfb476-fcef-4e21-a2a2-f937e55cc7fa req-01907a73-dfd0-4556-bf98-4893b6273a98 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2411 time: 0.2580469 Jul 29 23:33:31.949208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.949603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.950003 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Floating IP 55a717e8-6ce7-41e3-bed9-3c66f1c01ebb disassociated. External IP: 172.25.2.18, port: cf16608b-e328-4ce1-b7ba-56a0b588a026. Jul 29 23:33:31.950430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Calling delete_port for cf16608b-e328-4ce1-b7ba-56a0b588a026 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:31.954465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'tag': 'acc494c7-dec0-4b5e-80ae-11dd9c07adb3'}, {'name': 'network-changed', 'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'tag': '88aa55aa-607c-40b4-93a6-1ead031c2f4a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:31.956790 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d" -d '{"events": [{"name": "network-changed", "server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "tag": "acc494c7-dec0-4b5e-80ae-11dd9c07adb3"}, {"name": "network-changed", "server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "tag": "88aa55aa-607c-40b4-93a6-1ead031c2f4a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:31.970761 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-f98ea6c1-6e7c-48c1-9259-10559f8bf57b service neutron] 10.222.0.42 "GET /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529584 Jul 29 23:33:31.992798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04cfb476-fcef-4e21-a2a2-f937e55cc7fa req-5fdb16b9-53a0-49a5-adde-8fa4b5f7f283 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816045 Jul 29 23:33:32.031235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61cbdc77-7afe-47eb-b8a7-624bb506b6e2 req-4c076b3e-8d86-4bc9-aa27-076af44df710 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214814 Jul 29 23:33:32.125710 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.127879 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48286662-01ce-4fc1-85fd-69be7e970e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.135416 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-fbdb7754-08f7-4525-89e9-b6030c849ea2 service neutron] 10.222.0.42 "GET /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537387 Jul 29 23:33:32.138993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48286662-01ce-4fc1-85fd-69be7e970e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.201715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.223324 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e11e7b-951f-4066-bc50-654b8d1a3fe5 x-openstack-request-id: req-39e11e7b-951f-4066-bc50-654b8d1a3fe5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:32.223902 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "tag": "acc494c7-dec0-4b5e-80ae-11dd9c07adb3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "tag": "88aa55aa-607c-40b4-93a6-1ead031c2f4a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:32.224576 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39e11e7b-951f-4066-bc50-654b8d1a3fe5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:32.225188 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'tag': 'acc494c7-dec0-4b5e-80ae-11dd9c07adb3', 'status': 'completed', 'code': 200} Jul 29 23:33:32.225598 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'tag': '88aa55aa-607c-40b4-93a6-1ead031c2f4a', 'status': 'completed', 'code': 200} Jul 29 23:33:32.235831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-7192d1ad-3f57-4aed-a2d7-ff7c361e1b54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.67&port_id=acc494c7-dec0-4b5e-80ae-11dd9c07adb3 HTTP/1.1" status: 200 len: 217 time: 0.0790660 Jul 29 23:33:32.254736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48286662-01ce-4fc1-85fd-69be7e970e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53fa1dc-c8b5-4543-aaf3-9790e20d44a6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:32.272422 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-48286662-01ce-4fc1-85fd-69be7e970e5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12e8bfecd3e348b9a5aef2577d419190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298698 Jul 29 23:33:32.274796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:32.281547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Pushing event deleted for resources: {'Port': ['ID=cf16608b-e328-4ce1-b7ba-56a0b588a026,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:32.316584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a4ca8cf-a6c5-4cdd-95e1-47ef04427dea req-13515fee-1f3d-4444-ac0f-011f54c45d76 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 210 time: 0.0819538 Jul 29 23:33:32.353377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-98235f0b-e065-4f1e-ab81-0e4cfeb5348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:32.354879 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-98235f0b-e065-4f1e-ab81-0e4cfeb5348c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39fe7ef1-437b-4a74-9271-c1e788fcc822 HTTP/1.1" status: 200 len: 801 time: 0.0963166 Jul 29 23:33:32.398543 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f857088-39fd-4305-aa3e-3361b2c2dd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.412511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Router b10a5121-477d-4085-92f3-46f8f8897755 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:32.425458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f857088-39fd-4305-aa3e-3361b2c2dd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.469588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-e7b12417-7ed1-4d73-9fff-262d78631bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:32.471312 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-e7b12417-7ed1-4d73-9fff-262d78631bde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94721bc1-fe5e-49d0-af28-bb08dfcf8b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047828 Jul 29 23:33:32.531811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:32.542301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f857088-39fd-4305-aa3e-3361b2c2dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.545223 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f857088-39fd-4305-aa3e-3361b2c2dd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.546353 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9f857088-39fd-4305-aa3e-3361b2c2dd84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d53fa1dc-c8b5-4543-aaf3-9790e20d44a6 HTTP/1.1" status: 204 len: 168 time: 0.2693799 Jul 29 23:33:32.552916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] Sync routers for ids ['b10a5121-477d-4085-92f3-46f8f8897755'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:32.560742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f857088-39fd-4305-aa3e-3361b2c2dd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53fa1dc-c8b5-4543-aaf3-9790e20d44a6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:32.566227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] Routers {'b10a5121-477d-4085-92f3-46f8f8897755'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:32.566705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b10a5121-477d-4085-92f3-46f8f8897755'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:32.616920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] No DVR routers for this DVR port cf16608b-e328-4ce1-b7ba-56a0b588a026 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:32.621507 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-3b6febb1-4f1c-4f57-9950-987a21a38e49 service neutron] 10.222.0.42 "GET /v2.0/networks/94721bc1-fe5e-49d0-af28-bb08dfcf8b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407199 Jul 29 23:33:32.623034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.625945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3bd9d83-ae39-4d66-a97d-7d213e776ba3 req-1e80c9d7-e2ac-46a8-9cf4-62bb6bad22a2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.47 "DELETE /v2.0/ports/cf16608b-e328-4ce1-b7ba-56a0b588a026 HTTP/1.1" status: 204 len: 173 time: 1.4165547 Jul 29 23:33:32.626449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901aed80-f45e-4aba-a832-6d8893c17602', 'name': 'network-vif-deleted', 'tag': 'cf16608b-e328-4ce1-b7ba-56a0b588a026'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:32.629601 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5735e2-f137-4ce3-971f-c03e53daee02" -d '{"events": [{"server_uuid": "901aed80-f45e-4aba-a832-6d8893c17602", "name": "network-vif-deleted", "tag": "cf16608b-e328-4ce1-b7ba-56a0b588a026"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:32.712509 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b797754-9431-4377-9aaf-594299332626 x-openstack-request-id: req-2b797754-9431-4377-9aaf-594299332626 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:32.712803 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901aed80-f45e-4aba-a832-6d8893c17602", "name": "network-vif-deleted", "tag": "cf16608b-e328-4ce1-b7ba-56a0b588a026", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:32.713066 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b797754-9431-4377-9aaf-594299332626 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:32.713940 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901aed80-f45e-4aba-a832-6d8893c17602', 'name': 'network-vif-deleted', 'tag': 'cf16608b-e328-4ce1-b7ba-56a0b588a026', 'status': 'completed', 'code': 200} Jul 29 23:33:32.789759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-525b71e8-71e3-44e2-aa75-d09ad87eca8d service neutron] 10.222.0.42 "GET /v2.0/networks/94721bc1-fe5e-49d0-af28-bb08dfcf8b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583822 Jul 29 23:33:32.847881 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-cc9284e7-8179-4484-8771-acaf7afb1913 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=88aa55aa-607c-40b4-93a6-1ead031c2f4a HTTP/1.1" status: 200 len: 217 time: 0.0450222 Jul 29 23:33:32.865371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] Set router b10a5121-477d-4085-92f3-46f8f8897755 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:32.925984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-417927d8-6f79-4b32-8200-c9968b551436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:32.927650 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-417927d8-6f79-4b32-8200-c9968b551436 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10c6d35e-9bc0-4e15-af70-2230d9d5eb55 HTTP/1.1" status: 200 len: 801 time: 0.0710354 Jul 29 23:33:32.986034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-539f7d9a-7034-4776-9d96-8d759057f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:32.987821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-539f7d9a-7034-4776-9d96-8d759057f02d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc38e6e6-2fb5-4cd8-b07d-d981714d58ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507805 Jul 29 23:33:33.139382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd45b8fff-3973-4cdb-9632-e437fe66385b', 'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'mac_address': 'fa:16:3e:ec:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:19Z', 'updated_at': '2021-07-29T23:30:28Z', 'revision_number': 5, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'subnets': [{'id': '8528672c-a3e7-4486-abab-ace605e707b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:33.152548 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-0ba6d4f4-0b82-4fff-a031-1f367f5420b0 service neutron] 10.222.0.42 "GET /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538179 Jul 29 23:33:33.192793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] Checking router: b10a5121-477d-4085-92f3-46f8f8897755 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:33.204362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] Routers {'b10a5121-477d-4085-92f3-46f8f8897755'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:33.205379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b10a5121-477d-4085-92f3-46f8f8897755'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:33.247250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c222a-3ede-4bbc-b942-7177426c378f req-24ed8b21-caa4-4bee-a39b-32c6c86afb59 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.254978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c222a-3ede-4bbc-b942-7177426c378f req-24ed8b21-caa4-4bee-a39b-32c6c86afb59 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.261793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c222a-3ede-4bbc-b942-7177426c378f req-24ed8b21-caa4-4bee-a39b-32c6c86afb59 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.263039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce1c222a-3ede-4bbc-b942-7177426c378f req-24ed8b21-caa4-4bee-a39b-32c6c86afb59 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2411 time: 0.1319969 Jul 29 23:33:33.278474 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e661f029-c7dc-4710-9e18-dc6f8ffedad5 req-9478ac28-eff0-418a-8e4e-e74e9d8048ca service neutron] 10.222.0.42 "GET /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137280 Jul 29 23:33:33.287727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657b7fc-997d-4abc-b60d-9f1e4465629d req-d38a4593-5d69-499c-b6c6-9faabca17ba5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.297574 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b657b7fc-997d-4abc-b60d-9f1e4465629d req-d38a4593-5d69-499c-b6c6-9faabca17ba5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 947 time: 0.1119952 Jul 29 23:33:33.384174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] Set router b10a5121-477d-4085-92f3-46f8f8897755 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:33.387627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b657b7fc-997d-4abc-b60d-9f1e4465629d req-e5d74c87-0242-40ec-b445-036470438a10 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771892 Jul 29 23:33:33.434438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce1c222a-3ede-4bbc-b942-7177426c378f req-457d68db-ddbb-4b25-834c-7721b68eb43a tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638577 Jul 29 23:33:33.514093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-931affed-1aee-47e2-bb4e-325ab9cc29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.514093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-931affed-1aee-47e2-bb4e-325ab9cc29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.514093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-931affed-1aee-47e2-bb4e-325ab9cc29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.537547 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-931affed-1aee-47e2-bb4e-325ab9cc29e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34bff65f30e84f11ad8d294c28bf588e&device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2867 time: 0.1421213 Jul 29 23:33:33.658476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-bf8e71c2-e07a-4de7-8f91-7d429499016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.660738 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-bf8e71c2-e07a-4de7-8f91-7d429499016c service neutron] 10.222.0.42 "GET /v2.0/networks?id=94721bc1-fe5e-49d0-af28-bb08dfcf8b9e HTTP/1.1" status: 200 len: 903 time: 0.1275079 Jul 29 23:33:33.674169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d39930b4-291e-467d-ab1f-3e08c949248e req-e14c0924-6b94-4ca3-a016-5004e131a614 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/ports?device_id=901aed80-f45e-4aba-a832-6d8893c17602 HTTP/1.1" status: 200 len: 210 time: 0.0396674 Jul 29 23:33:33.728495 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-4ca6034b-708f-417d-8156-3a0214c5bb82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.67&port_id=acc494c7-dec0-4b5e-80ae-11dd9c07adb3 HTTP/1.1" status: 200 len: 217 time: 0.0527921 Jul 29 23:33:33.790678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd45b8fff-3973-4cdb-9632-e437fe66385b', 'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'mac_address': 'fa:16:3e:ec:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:19Z', 'updated_at': '2021-07-29T23:30:28Z', 'revision_number': 5, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'subnets': [{'id': '8528672c-a3e7-4486-abab-ace605e707b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:33.794837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-a8e261dd-18cc-4ab7-8434-662138edeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.796795 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-a8e261dd-18cc-4ab7-8434-662138edeaee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39fe7ef1-437b-4a74-9271-c1e788fcc822 HTTP/1.1" status: 200 len: 801 time: 0.0562031 Jul 29 23:33:33.820181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e3234-573c-4839-b78e-48a0cde7128b None None] The sync data for ids ['b10a5121-477d-4085-92f3-46f8f8897755'] in n-d-712139-11 is: [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'd45b8fff-3973-4cdb-9632-e437fe66385b', 'name': '', 'network_id': '835f63e7-a4db-474c-87b4-9c351ac0d20b', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'mac_address': 'fa:16:3e:ec:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '8528672c-a3e7-4486-abab-ace605e707b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:19Z', 'updated_at': '2021-07-29T23:30:28Z', 'revision_number': 5, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'subnets': [{'id': '8528672c-a3e7-4486-abab-ace605e707b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:33.853909 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-c3bb1762-ef66-42cd-bd12-d39b6d5a2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.855863 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-c3bb1762-ef66-42cd-bd12-d39b6d5a2f97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94721bc1-fe5e-49d0-af28-bb08dfcf8b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489640 Jul 29 23:33:33.963795 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-bd3f0435-dd25-4c91-ac31-7c91a83b723b service neutron] 10.222.0.42 "GET /v2.0/networks/94721bc1-fe5e-49d0-af28-bb08dfcf8b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967298 Jul 29 23:33:34.078430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad59dea2-bf9d-49f1-886d-b0509c5b8927 req-d4d11a76-cc58-4d3f-a22f-bef1471c7f47 tempest-AbsoluteLimitsNegativeTestJSON-1148781627 tempest-AbsoluteLimitsNegativeTestJSON-1148781627-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9232c07667b4a8a9ace581cab6085d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239937 Jul 29 23:33:34.087468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-e896c130-72f7-4d81-9ad1-99e5b9ce016e service neutron] 10.222.0.42 "GET /v2.0/networks/94721bc1-fe5e-49d0-af28-bb08dfcf8b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092870 Jul 29 23:33:34.099362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a811e432-dca4-401e-ab7a-7ea728242fa7 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:33:34.133392 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a283695-0cc1-473a-9602-4de810f9cbf8 None None] New status for floating IP 55a717e8-6ce7-41e3-bed9-3c66f1c01ebb: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:33:34.214320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-ee4c0d63-f215-4fa8-b2fa-37757ab4920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.218174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-ee4c0d63-f215-4fa8-b2fa-37757ab4920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.220765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59dea2-bf9d-49f1-886d-b0509c5b8927 req-249bddd7-eeb6-425a-aff1-064340ebc8e3 tempest-AbsoluteLimitsNegativeTestJSON-1148781627 tempest-AbsoluteLimitsNegativeTestJSON-1148781627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.221443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-ee4c0d63-f215-4fa8-b2fa-37757ab4920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.222170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad59dea2-bf9d-49f1-886d-b0509c5b8927 req-249bddd7-eeb6-425a-aff1-064340ebc8e3 tempest-AbsoluteLimitsNegativeTestJSON-1148781627 tempest-AbsoluteLimitsNegativeTestJSON-1148781627-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1376510 Jul 29 23:33:34.224877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-ee4c0d63-f215-4fa8-b2fa-37757ab4920a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34bff65f30e84f11ad8d294c28bf588e&device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2867 time: 0.0722480 Jul 29 23:33:34.230919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a811e432-dca4-401e-ab7a-7ea728242fa7, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a811e432-dca4-401e-ab7a-7ea728242fa7,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:34.237608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad59dea2-bf9d-49f1-886d-b0509c5b8927 req-65cf391f-afd9-43c7-91c3-acfc84a588ab tempest-AbsoluteLimitsNegativeTestJSON-1148781627 tempest-AbsoluteLimitsNegativeTestJSON-1148781627-project] 10.222.0.37 "GET /v2.0/quotas/d9232c07667b4a8a9ace581cab6085d0 HTTP/1.1" status: 200 len: 375 time: 0.0098002 Jul 29 23:33:34.254390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'a811e432-dca4-401e-ab7a-7ea728242fa7', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'a811e432-dca4-401e-ab7a-7ea728242fa7', 'mac_address': 'fa:16:3e:1a:f5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:33:34.257678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device cf16608b-e328-4ce1-b7ba-56a0b588a026 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:34.284005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: cf16608b-e328-4ce1-b7ba-56a0b588a026 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:34.284005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device cf16608b-e328-4ce1-b7ba-56a0b588a026 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:34.298261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad59dea2-bf9d-49f1-886d-b0509c5b8927 req-e285ef75-2494-4b22-97fe-7a0380968deb tempest-AbsoluteLimitsNegativeTestJSON-1148781627 tempest-AbsoluteLimitsNegativeTestJSON-1148781627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9232c07667b4a8a9ace581cab6085d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539675 Jul 29 23:33:34.348882 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.362999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a811e432-dca4-401e-ab7a-7ea728242fa7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:34.386799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-f25bf59a-c06d-4f3f-8525-443d24ff1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.388107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a811e432-dca4-401e-ab7a-7ea728242fa7, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a811e432-dca4-401e-ab7a-7ea728242fa7,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:34.388349 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-f25bf59a-c06d-4f3f-8525-443d24ff1fb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc38e6e6-2fb5-4cd8-b07d-d981714d58ce HTTP/1.1" status: 200 len: 903 time: 0.1481252 Jul 29 23:33:34.393922 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.461717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=a811e432-dca4-401e-ab7a-7ea728242fa7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:34.526583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-19b1ab34-cf21-44d2-8be9-99d133d3ee70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=88aa55aa-607c-40b4-93a6-1ead031c2f4a HTTP/1.1" status: 200 len: 217 time: 0.1252873 Jul 29 23:33:34.598265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a57760-d294-42ce-90f0-b8342e4febf2 req-5a36cc47-95f1-436a-bf26-3094d1e4b7aa tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.600437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87a57760-d294-42ce-90f0-b8342e4febf2 req-5a36cc47-95f1-436a-bf26-3094d1e4b7aa tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 948 time: 0.1042418 Jul 29 23:33:34.606854 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-39d66008-8ecd-4261-94ed-2dad6763af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.609228 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-39d66008-8ecd-4261-94ed-2dad6763af99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10c6d35e-9bc0-4e15-af70-2230d9d5eb55 HTTP/1.1" status: 200 len: 801 time: 0.0710924 Jul 29 23:33:34.618987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5462d7a-bb72-4e37-8968-c734a0648f05 req-880bc6c9-449c-48b7-9c99-83c423c44712 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.627497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5462d7a-bb72-4e37-8968-c734a0648f05 req-880bc6c9-449c-48b7-9c99-83c423c44712 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.636328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5462d7a-bb72-4e37-8968-c734a0648f05 req-880bc6c9-449c-48b7-9c99-83c423c44712 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.638502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5462d7a-bb72-4e37-8968-c734a0648f05 req-880bc6c9-449c-48b7-9c99-83c423c44712 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2411 time: 0.1086247 Jul 29 23:33:34.699540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-20027ef5-c151-45a1-87b2-616249e76138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.701839 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-20027ef5-c151-45a1-87b2-616249e76138 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc38e6e6-2fb5-4cd8-b07d-d981714d58ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801501 Jul 29 23:33:34.702586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48480) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:34.727438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5462d7a-bb72-4e37-8968-c734a0648f05 req-629e0986-f6ec-4a40-bed2-14819349cc4b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731368 Jul 29 23:33:34.756958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87a57760-d294-42ce-90f0-b8342e4febf2 req-0830ca65-b5d8-4291-b40f-a48792c0948e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044884 Jul 29 23:33:34.774159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:34.878546 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bd62f19-78f8-4461-a162-a2402feb5baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.912225 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-2a903c38-6608-41c1-9ff8-042fcfdde049 service neutron] 10.222.0.42 "GET /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997461 Jul 29 23:33:34.934879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48486) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:35.031900 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff480c1f-c370-4abc-a6ae-b234cb548a4a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.055444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48490) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:35.072255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff480c1f-c370-4abc-a6ae-b234cb548a4a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.117470 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84dacbd9-0a43-48fe-a68d-203d8e4cb12d req-5617f58e-64c2-4989-825e-f7386bca9e1a service neutron] 10.222.0.42 "GET /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946661 Jul 29 23:33:35.146383 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff480c1f-c370-4abc-a6ae-b234cb548a4a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.151058 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff480c1f-c370-4abc-a6ae-b234cb548a4a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.157590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ff480c1f-c370-4abc-a6ae-b234cb548a4a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "DELETE /v2.0/security-groups/426ce2e6-1a05-4a78-9bac-173e9e3d0e9a HTTP/1.1" status: 204 len: 168 time: 0.2211928 Jul 29 23:33:35.158629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48494) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:35.183998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff480c1f-c370-4abc-a6ae-b234cb548a4a tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=426ce2e6-1a05-4a78-9bac-173e9e3d0e9a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:35.207066 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bd62f19-78f8-4461-a162-a2402feb5baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.213375 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bd62f19-78f8-4461-a162-a2402feb5baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.245620 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1663a4a-048a-436c-a51e-fab5215343e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.250241 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-0063b897-df3f-4dc0-998d-b50c6957448d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] show failed (client error): The resource could not be found. Jul 29 23:33:35.255953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0063b897-df3f-4dc0-998d-b50c6957448d tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "GET /v2.0/security-groups/426ce2e6-1a05-4a78-9bac-173e9e3d0e9a HTTP/1.1" status: 404 len: 347 time: 0.0815294 Jul 29 23:33:35.256915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48496) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:35.279493 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7bd62f19-78f8-4461-a162-a2402feb5baf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9232c07667b4a8a9ace581cab6085d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749159 Jul 29 23:33:35.281457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd62f19-78f8-4461-a162-a2402feb5baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b1448c-147f-49ba-a3dc-11271be0efe4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:35.285415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:35.360721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c85fa288-ecb6-4f66-a629-5ff664a053a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.381747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c85fa288-ecb6-4f66-a629-5ff664a053a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.435980 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c85fa288-ecb6-4f66-a629-5ff664a053a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.439029 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c85fa288-ecb6-4f66-a629-5ff664a053a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.440219 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c85fa288-ecb6-4f66-a629-5ff664a053a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44b1448c-147f-49ba-a3dc-11271be0efe4 HTTP/1.1" status: 204 len: 168 time: 0.1535549 Jul 29 23:33:35.454266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fa288-ecb6-4f66-a629-5ff664a053a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b1448c-147f-49ba-a3dc-11271be0efe4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:35.474182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a4de3236-d0b7-40ed-933e-8ecbacc85ef2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Deleting port 8d0930d3-180d-48a9-ab59-13162fab28e2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:35.474476 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4de3236-d0b7-40ed-933e-8ecbacc85ef2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.541261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1663a4a-048a-436c-a51e-fab5215343e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.546089 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1663a4a-048a-436c-a51e-fab5215343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.604348 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4de3236-d0b7-40ed-933e-8ecbacc85ef2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.605022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4de3236-d0b7-40ed-933e-8ecbacc85ef2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.615316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d1663a4a-048a-436c-a51e-fab5215343e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0cfb3925a7444d59b094b30b9c9bdbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588486 Jul 29 23:33:35.616044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1663a4a-048a-436c-a51e-fab5215343e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbafa4a-7ff8-4fc3-8667-a1b571a32e9d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:35.618326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48504) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:35.623512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a4de3236-d0b7-40ed-933e-8ecbacc85ef2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Calling delete_port for 8d0930d3-180d-48a9-ab59-13162fab28e2 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:35.681869 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0d1ebf0-60a0-4f56-9d2f-a2d2a8815de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.704447 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0d1ebf0-60a0-4f56-9d2f-a2d2a8815de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.769446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0d1ebf0-60a0-4f56-9d2f-a2d2a8815de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.771958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0d1ebf0-60a0-4f56-9d2f-a2d2a8815de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.775306 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f0d1ebf0-60a0-4f56-9d2f-a2d2a8815de3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfbafa4a-7ff8-4fc3-8667-a1b571a32e9d HTTP/1.1" status: 204 len: 168 time: 0.1524751 Jul 29 23:33:35.784419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1ebf0-60a0-4f56-9d2f-a2d2a8815de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbafa4a-7ff8-4fc3-8667-a1b571a32e9d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:35.791011 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4de3236-d0b7-40ed-933e-8ecbacc85ef2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.824781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de3236-d0b7-40ed-933e-8ecbacc85ef2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Pushing event deleted for resources: {'Port': ['ID=8d0930d3-180d-48a9-ab59-13162fab28e2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.048736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 88aa55aa-607c-40b4-93a6-1ead031c2f4a details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:33:36.159415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a811e432-dca4-401e-ab7a-7ea728242fa7 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:36.184774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48534) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:36.197997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 88aa55aa-607c-40b4-93a6-1ead031c2f4a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=88aa55aa-607c-40b4-93a6-1ead031c2f4a,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:36.202703 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a302556-2148-4fc5-bc92-e504f66cdd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.216443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '88aa55aa-607c-40b4-93a6-1ead031c2f4a', 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce', 'port_id': '88aa55aa-607c-40b4-93a6-1ead031c2f4a', 'mac_address': 'fa:16:3e:5f:42:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c6d35e-9bc0-4e15-af70-2230d9d5eb55', 'ip_address': '19.80.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:33:36.255733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:36.263708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port a811e432-dca4-401e-ab7a-7ea728242fa7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:36.268844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port a811e432-dca4-401e-ab7a-7ea728242fa7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:36.269222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.270842 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.293915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4de3236-d0b7-40ed-933e-8ecbacc85ef2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.297326 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4de3236-d0b7-40ed-933e-8ecbacc85ef2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.298670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a4de3236-d0b7-40ed-933e-8ecbacc85ef2 tempest-ServersTestManualDisk-1457918157 tempest-ServersTestManualDisk-1457918157-project] 10.222.0.37 "DELETE /v2.0/floatingips/55a717e8-6ce7-41e3-bed9-3c66f1c01ebb HTTP/1.1" status: 204 len: 168 time: 1.0389876 Jul 29 23:33:36.302309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:36.310302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88aa55aa-607c-40b4-93a6-1ead031c2f4a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:36.345280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 88aa55aa-607c-40b4-93a6-1ead031c2f4a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=88aa55aa-607c-40b4-93a6-1ead031c2f4a,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:36.358083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6c3e4-305d-4253-a6f4-bd200a2cff98 req-b16779df-2e87-454b-b73a-39da341958d7 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.360214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46c6c3e4-305d-4253-a6f4-bd200a2cff98 req-b16779df-2e87-454b-b73a-39da341958d7 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 948 time: 0.1697836 Jul 29 23:33:36.366012 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a302556-2148-4fc5-bc92-e504f66cdd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.369441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c77f3-39d1-49cc-9d66-006eabe4940b req-08ac631c-fa23-4ba0-9f6b-dba9befb6c23 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.373121 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a302556-2148-4fc5-bc92-e504f66cdd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.374493 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.375164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device acc494c7-dec0-4b5e-80ae-11dd9c07adb3 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:33:36.377027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c77f3-39d1-49cc-9d66-006eabe4940b req-08ac631c-fa23-4ba0-9f6b-dba9befb6c23 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.384804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c77f3-39d1-49cc-9d66-006eabe4940b req-08ac631c-fa23-4ba0-9f6b-dba9befb6c23 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.394031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-060c77f3-39d1-49cc-9d66-006eabe4940b req-08ac631c-fa23-4ba0-9f6b-dba9befb6c23 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2411 time: 0.2050941 Jul 29 23:33:36.423351 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.444586 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5a302556-2148-4fc5-bc92-e504f66cdd2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48c5c5c9e6ed4703ae2208130186a0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584426 Jul 29 23:33:36.447832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a302556-2148-4fc5-bc92-e504f66cdd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91fe9ba-86a4-4ffb-a29b-b7140a770803,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.448603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48542) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:36.455744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-895461595-network', 'tenant_id': '8a13f3ea218244e390f6cc023a88a1c3'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:36.488629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Made reservation on behalf of 8a13f3ea218244e390f6cc023a88a1c3 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:36.491291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.499283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=88aa55aa-607c-40b4-93a6-1ead031c2f4a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.510020 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.510903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55b67e0-683f-4abb-a9e1-2c1c8c70d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a811e432-dca4-401e-ab7a-7ea728242fa7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:36.513418 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a958be17-3db1-4f1e-81cd-0e6cf3e13f70" -d '{"events": [{"server_uuid": "c55b67e0-683f-4abb-a9e1-2c1c8c70d052", "name": "network-vif-plugged", "status": "completed", "tag": "a811e432-dca4-401e-ab7a-7ea728242fa7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:36.522913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-060c77f3-39d1-49cc-9d66-006eabe4940b req-3e30c9ab-b3fe-42c8-9687-557aecdba4ea tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280053 Jul 29 23:33:36.531171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a811e432-dca4-401e-ab7a-7ea728242fa7, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a811e432-dca4-401e-ab7a-7ea728242fa7,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:36.536335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46c6c3e4-305d-4253-a6f4-bd200a2cff98 req-e3269ba5-527a-47d4-a2f3-855d07b79a88 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395333 Jul 29 23:33:36.537533 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.609509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=a811e432-dca4-401e-ab7a-7ea728242fa7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.613293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port acc494c7-dec0-4b5e-80ae-11dd9c07adb3, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,segment=NetworkSegment(0af17e1d-8226-48a9-9682-41298bcf1c38),segment_id=0af17e1d-8226-48a9-9682-41298bcf1c38)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:36.626621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'acc494c7-dec0-4b5e-80ae-11dd9c07adb3', 'network_id': '94721bc1-fe5e-49d0-af28-bb08dfcf8b9e', 'port_id': 'acc494c7-dec0-4b5e-80ae-11dd9c07adb3', 'mac_address': 'fa:16:3e:82:d7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fe7ef1-437b-4a74-9271-c1e788fcc822', 'ip_address': '19.86.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:33:36.630673 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68f7f654-b41f-4257-bac1-11ac764e3c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.677285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.678674 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.683413 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.693780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68f7f654-b41f-4257-bac1-11ac764e3c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.695572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc494c7-dec0-4b5e-80ae-11dd9c07adb3 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:36.716650 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:36.720880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port acc494c7-dec0-4b5e-80ae-11dd9c07adb3, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,segment=NetworkSegment(0af17e1d-8226-48a9-9682-41298bcf1c38),segment_id=0af17e1d-8226-48a9-9682-41298bcf1c38)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:36.727331 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.728757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:33:36.729410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ed335-4702-44ea-9a10-d1ad992f8921,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.749021 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.749664 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Added segment 701aacb0-102d-4d84-96d6-eab2a277e398 of type vlan for network d08480c4-50ee-4f3c-9729-027c920503df Jul 29 23:33:36.768520 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c471e862-a258-43d0-a5e6-ea5fba0235fb x-openstack-request-id: req-c471e862-a258-43d0-a5e6-ea5fba0235fb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:36.768829 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55b67e0-683f-4abb-a9e1-2c1c8c70d052", "name": "network-vif-plugged", "status": "completed", "tag": "a811e432-dca4-401e-ab7a-7ea728242fa7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:36.769051 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c471e862-a258-43d0-a5e6-ea5fba0235fb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:36.769436 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55b67e0-683f-4abb-a9e1-2c1c8c70d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a811e432-dca4-401e-ab7a-7ea728242fa7', 'code': 200} Jul 29 23:33:36.794142 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.826560 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68f7f654-b41f-4257-bac1-11ac764e3c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.829624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:36.829943 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68f7f654-b41f-4257-bac1-11ac764e3c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.831219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-68f7f654-b41f-4257-bac1-11ac764e3c3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c91fe9ba-86a4-4ffb-a29b-b7140a770803 HTTP/1.1" status: 204 len: 168 time: 0.3794408 Jul 29 23:33:36.832120 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.833654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.834787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.846191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7f654-b41f-4257-bac1-11ac764e3c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91fe9ba-86a4-4ffb-a29b-b7140a770803,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.854317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '2291ea81-1d6a-4fc4-967e-8ff9f537ddf0', 'network_id': 'dc38e6e6-2fb5-4cd8-b07d-d981714d58ce', 'port_id': '2291ea81-1d6a-4fc4-967e-8ff9f537ddf0', 'mac_address': 'fa:16:3e:39:72:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c6d35e-9bc0-4e15-af70-2230d9d5eb55', 'ip_address': '19.80.0.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:33:36.856740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.913207 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.928708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea25b-474e-44e8-8db8-08b7efed69dc req-e7499d4e-de9c-4f13-936f-36dbb720b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.929894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:36.930581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-438ea25b-474e-44e8-8db8-08b7efed69dc req-e7499d4e-de9c-4f13-936f-36dbb720b9dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 1101 time: 0.0775805 Jul 29 23:33:36.941939 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6847544 Jul 29 23:33:36.942848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48548) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:36.950446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Request body: {'subnet': {'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-895461595-subnet', 'tenant_id': '8a13f3ea218244e390f6cc023a88a1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:36.955601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:36.964917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e06ed2-2ee2-4425-88cd-22c3398e5817 admin admin] Pushing event updated for resources: {'Network': ['ID=d08480c4-50ee-4f3c-9729-027c920503df,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.966111 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.979440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network d08480c4-50ee-4f3c-9729-027c920503df details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:36.996132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Made reservation on behalf of 8a13f3ea218244e390f6cc023a88a1c3 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:37.000122 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.001069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-438ea25b-474e-44e8-8db8-08b7efed69dc req-a95fd3e9-02b2-42fc-b1d4-1ba147cc74dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439034 Jul 29 23:33:37.021715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.099487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:37.206957 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.213496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48552) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:37.233306 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a822a815-7aa9-49fd-b97c-51c257dc48d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.269454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a273a08c-ddfa-480d-82cb-0e5d602adf63,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:37.278151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Checking segment: {'id': '701aacb0-102d-4d84-96d6-eab2a277e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:37.278516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Network hostable DHCP agents. Network: d08480c4-50ee-4f3c-9729-027c920503df, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:37.300006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Network d08480c4-50ee-4f3c-9729-027c920503df is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:37.309298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, d08480c4-50ee-4f3c-9729-027c920503df) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:37.313541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.314193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.318712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb50303-4747-42f7-a5ca-cb23d5e78b99 None None] Network d08480c4-50ee-4f3c-9729-027c920503df requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:37.374876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] Deleting port d45b8fff-3973-4cdb-9632-e437fe66385b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:37.375246 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.435516 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a822a815-7aa9-49fd-b97c-51c257dc48d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.440346 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a822a815-7aa9-49fd-b97c-51c257dc48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.450702 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fa64726c-ce5c-4f39-94e8-5cc8c888cbc1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5018444 Jul 29 23:33:37.476229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f4d876-2cb0-449f-8d95-814c069a8aed None None] Network d08480c4-50ee-4f3c-9729-027c920503df requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:37.506751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a815-7aa9-49fd-b97c-51c257dc48d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514ddb68-9a27-4052-93ff-171ef419905b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:37.512874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a822a815-7aa9-49fd-b97c-51c257dc48d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55e21fffe93446da984b42380e9b90af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974231 Jul 29 23:33:37.515234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['88aa55aa-607c-40b4-93a6-1ead031c2f4a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:37.516063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:37.518908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] For port d45b8fff-3973-4cdb-9632-e437fe66385b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d45b8fff-3973-4cdb-9632-e437fe66385b,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:37.519287 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.540584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] Calling delete_port for d45b8fff-3973-4cdb-9632-e437fe66385b owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:37.547672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['acc494c7-dec0-4b5e-80ae-11dd9c07adb3'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:37.586223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['2291ea81-1d6a-4fc4-967e-8ff9f537ddf0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:37.612620 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c68bef7-5e34-4415-845a-6cc269a6a568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.652237 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c68bef7-5e34-4415-845a-6cc269a6a568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.705324 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c68bef7-5e34-4415-845a-6cc269a6a568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.708949 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c68bef7-5e34-4415-845a-6cc269a6a568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.710217 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7c68bef7-5e34-4415-845a-6cc269a6a568 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/514ddb68-9a27-4052-93ff-171ef419905b HTTP/1.1" status: 204 len: 168 time: 0.1931462 Jul 29 23:33:37.725594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68bef7-5e34-4415-845a-6cc269a6a568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514ddb68-9a27-4052-93ff-171ef419905b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:37.739820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635753f-25fb-4acc-a055-0233456c87f0 req-530308a9-023b-43d8-998a-5273c9f96303 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.742324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0635753f-25fb-4acc-a055-0233456c87f0 req-530308a9-023b-43d8-998a-5273c9f96303 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 949 time: 0.1114912 Jul 29 23:33:37.811163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e0cf-1e21-4a2b-b9c1-0719d04562d9 req-b76f89c3-535f-4dc8-8e6e-4c3e05b6b980 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.817774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e0cf-1e21-4a2b-b9c1-0719d04562d9 req-b76f89c3-535f-4dc8-8e6e-4c3e05b6b980 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.823805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e0cf-1e21-4a2b-b9c1-0719d04562d9 req-b76f89c3-535f-4dc8-8e6e-4c3e05b6b980 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.825580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b92e0cf-1e21-4a2b-b9c1-0719d04562d9 req-b76f89c3-535f-4dc8-8e6e-4c3e05b6b980 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2414 time: 0.1621799 Jul 29 23:33:37.891794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0635753f-25fb-4acc-a055-0233456c87f0 req-7ddae882-f8f1-4780-bd46-58d1651b182a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362193 Jul 29 23:33:37.909348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b92e0cf-1e21-4a2b-b9c1-0719d04562d9 req-fd4ed616-5caa-4838-99e2-2cc795f1bea3 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749729 Jul 29 23:33:37.997549 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.031912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45b8fff-3973-4cdb-9632-e437fe66385b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:38.235637 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.253448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2fb01ffa-8440-40ac-b3fe-07344a4136ba req-ee5a62e3-9bf9-4a63-ba17-33c33e09b1ea tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-508176568', 'description': 'tempest-description-1020974601'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:38.345708 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2fb01ffa-8440-40ac-b3fe-07344a4136ba req-ee5a62e3-9bf9-4a63-ba17-33c33e09b1ea tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.529642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2fb01ffa-8440-40ac-b3fe-07344a4136ba req-ee5a62e3-9bf9-4a63-ba17-33c33e09b1ea tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.535971 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2fb01ffa-8440-40ac-b3fe-07344a4136ba req-ee5a62e3-9bf9-4a63-ba17-33c33e09b1ea tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.544189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] Router b10a5121-477d-4085-92f3-46f8f8897755 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:38.573383 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2fb01ffa-8440-40ac-b3fe-07344a4136ba req-ee5a62e3-9bf9-4a63-ba17-33c33e09b1ea tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.574626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fb01ffa-8440-40ac-b3fe-07344a4136ba req-ee5a62e3-9bf9-4a63-ba17-33c33e09b1ea tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3266995 Jul 29 23:33:38.585263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a62e3-9bf9-4a63-ba17-33c33e09b1ea tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91b76de-bf8a-4e7c-a68e-458fde87657f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:38.622311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-dc899295-6a14-453c-9de0-229930eede91 req-ace657cf-00f9-4b32-b4e0-791178de30d2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-848716125', 'description': 'tempest-description-882187123'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:38.683305 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dc899295-6a14-453c-9de0-229930eede91 req-ace657cf-00f9-4b32-b4e0-791178de30d2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.715873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:38.722494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5aac5d2e-038b-4dca-9442-f2010f6142d7 admin admin] 10.222.0.37 "PUT /v2.0/routers/b10a5121-477d-4085-92f3-46f8f8897755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4182954 Jul 29 23:33:38.725741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48594) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:38.726189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] Sync routers for ids ['b10a5121-477d-4085-92f3-46f8f8897755'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:38.739210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] Routers {'b10a5121-477d-4085-92f3-46f8f8897755'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:38.739898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b10a5121-477d-4085-92f3-46f8f8897755'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:38.804403 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dc899295-6a14-453c-9de0-229930eede91 req-ace657cf-00f9-4b32-b4e0-791178de30d2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.809707 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dc899295-6a14-453c-9de0-229930eede91 req-ace657cf-00f9-4b32-b4e0-791178de30d2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.839727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace657cf-00f9-4b32-b4e0-791178de30d2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dcb6fd-4506-4b00-b8fa-0daad6ca5111,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:38.845144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dc899295-6a14-453c-9de0-229930eede91 req-ace657cf-00f9-4b32-b4e0-791178de30d2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.846593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc899295-6a14-453c-9de0-229930eede91 req-ace657cf-00f9-4b32-b4e0-791178de30d2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2297053 Jul 29 23:33:38.861576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.877391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] Set router b10a5121-477d-4085-92f3-46f8f8897755 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:39.035907 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.114936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Deleting port 944fac8f-b768-482c-ac4c-744eb6c90473 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:39.115556 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.129153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460ac4-9ab7-488b-b392-34d7777740b5 req-94287fa5-1889-4d94-b032-9c1402042a30 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.135362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460ac4-9ab7-488b-b392-34d7777740b5 req-94287fa5-1889-4d94-b032-9c1402042a30 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.143008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460ac4-9ab7-488b-b392-34d7777740b5 req-94287fa5-1889-4d94-b032-9c1402042a30 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.144713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec460ac4-9ab7-488b-b392-34d7777740b5 req-94287fa5-1889-4d94-b032-9c1402042a30 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2414 time: 0.0867126 Jul 29 23:33:39.154132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5717b-9cbe-40ae-85df-2a8a4917feb3 req-e7501636-6829-48bc-9617-721ba5b82e19 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.156427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1af5717b-9cbe-40ae-85df-2a8a4917feb3 req-e7501636-6829-48bc-9617-721ba5b82e19 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 949 time: 0.1403067 Jul 29 23:33:39.188282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:33:37Z', 'revision_number': 5, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port': {'id': '944fac8f-b768-482c-ac4c-744eb6c90473', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:39.220779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] For port 944fac8f-b768-482c-ac4c-744eb6c90473, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=944fac8f-b768-482c-ac4c-744eb6c90473,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:39.221293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.224592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec460ac4-9ab7-488b-b392-34d7777740b5 req-014b8287-a4a7-4a94-b207-5c59cfb7964a tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671732 Jul 29 23:33:39.227488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1af5717b-9cbe-40ae-85df-2a8a4917feb3 req-1c799f86-ed15-42ae-98ac-266f04d3f077 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612321 Jul 29 23:33:39.235687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] Checking router: b10a5121-477d-4085-92f3-46f8f8897755 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:39.254326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Calling delete_port for 944fac8f-b768-482c-ac4c-744eb6c90473 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:39.257063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] Routers {'b10a5121-477d-4085-92f3-46f8f8897755'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:39.258146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b10a5121-477d-4085-92f3-46f8f8897755'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:39.373659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] Set router b10a5121-477d-4085-92f3-46f8f8897755 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:39.441598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:33:39Z', 'revision_number': 6, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:39.471207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa651f67-0cc5-4aca-86e1-7f9c9b9ff890 None None] The sync data for ids ['b10a5121-477d-4085-92f3-46f8f8897755'] in n-d-712139-11 is: [{'id': 'b10a5121-477d-4085-92f3-46f8f8897755', 'name': 'tempest-ServersTestManualDisk-1742382968-router', 'tenant_id': '56800a779c1a4af4ac018dc7d60f6a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:12Z', 'updated_at': '2021-07-29T23:33:39Z', 'revision_number': 6, 'project_id': '56800a779c1a4af4ac018dc7d60f6a89', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:39.499912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d313acb-374c-44fd-ac67-1198f264a13c req-f9598f27-fd3c-48ed-bdfb-a38865eb6f54 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.512764 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.514459 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-f9598f27-fd3c-48ed-bdfb-a38865eb6f54 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 812 time: 0.1836312 Jul 29 23:33:39.531193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-ffa67ab9-8f39-4a79-aa48-9bea66114025 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/quotas/8a13f3ea218244e390f6cc023a88a1c3 HTTP/1.1" status: 200 len: 375 time: 0.0158446 Jul 29 23:33:39.542076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Pushing event deleted for resources: {'Port': ['ID=944fac8f-b768-482c-ac4c-744eb6c90473,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:39.570476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-831ba2b8-684f-4c6b-ad36-d25d98ea8007 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382609 Jul 29 23:33:39.625951 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.682880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-d7a04a78-c65e-400d-9347-2d2d7cebb4e5 service neutron] 10.222.0.37 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115146 Jul 29 23:33:39.806389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340ea8a-051a-4224-81bb-08240458f349 req-cdbaa625-7dc5-42a9-9e6c-8b992e09c130 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.808211 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f340ea8a-051a-4224-81bb-08240458f349 req-cdbaa625-7dc5-42a9-9e6c-8b992e09c130 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 1101 time: 0.0703354 Jul 29 23:33:39.838737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-36954d1a-726d-499d-aacf-573b4d4e428e service neutron] 10.222.0.37 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484587 Jul 29 23:33:39.839734 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f340ea8a-051a-4224-81bb-08240458f349 req-f6873379-a60d-40ae-ba93-05ba4afde8e4 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.000858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f340ea8a-051a-4224-81bb-08240458f349 req-f6873379-a60d-40ae-ba93-05ba4afde8e4 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.009457 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f340ea8a-051a-4224-81bb-08240458f349 req-f6873379-a60d-40ae-ba93-05ba4afde8e4 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.048465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f340ea8a-051a-4224-81bb-08240458f349 req-f6873379-a60d-40ae-ba93-05ba4afde8e4 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266579 Jul 29 23:33:40.060176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device acc494c7-dec0-4b5e-80ae-11dd9c07adb3 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:40.068647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6873379-a60d-40ae-ba93-05ba4afde8e4 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ea9c0-21da-4872-8388-0613a0cc80c2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:40.144007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.146273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.195177 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.196087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b10a5121-477d-4085-92f3-46f8f8897755 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:33:40.204874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33c14c1c-2db4-4765-b122-889297a77e74 req-db25953a-f3dc-45d4-a786-1e17b8cf55ec tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 210 time: 0.0614448 Jul 29 23:33:40.206135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.210117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48648) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:40.210256 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-58b2cf0c-b14b-44c7-ba9b-2c50ebac4503 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b10a5121-477d-4085-92f3-46f8f8897755 HTTP/1.1" status: 204 len: 168 time: 1.4834242 Jul 29 23:33:40.212317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:40.217090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:40.217667 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.279728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa14f30-1181-427a-bebd-c2d49292e2a3 admin admin] Deleting subnet 8528672c-a3e7-4486-abab-ace605e707b7 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:40.283403 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaa14f30-1181-427a-bebd-c2d49292e2a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.334410 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaa14f30-1181-427a-bebd-c2d49292e2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.403774 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.451322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc494c7-dec0-4b5e-80ae-11dd9c07adb3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:40.454727 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1265dbc-7f08-4eb4-aa1e-1f89918511a4" -d '{"events": [{"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-plugged", "status": "completed", "tag": "acc494c7-dec0-4b5e-80ae-11dd9c07adb3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:40.464954 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaa14f30-1181-427a-bebd-c2d49292e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.472084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port acc494c7-dec0-4b5e-80ae-11dd9c07adb3, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,segment=NetworkSegment(0af17e1d-8226-48a9-9682-41298bcf1c38),segment_id=0af17e1d-8226-48a9-9682-41298bcf1c38)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:40.477731 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.478838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:40.603598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:40.624409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:40.630629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:40.631123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.644341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91856f1-e2ad-44d3-a435-8dec3c7ec812 req-0c645262-ec35-4d16-856c-ca6528e2d648 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:40.660507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91856f1-e2ad-44d3-a435-8dec3c7ec812 req-0c645262-ec35-4d16-856c-ca6528e2d648 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:40.678046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91856f1-e2ad-44d3-a435-8dec3c7ec812 req-0c645262-ec35-4d16-856c-ca6528e2d648 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:40.681951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f91856f1-e2ad-44d3-a435-8dec3c7ec812 req-0c645262-ec35-4d16-856c-ca6528e2d648 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2415 time: 0.1864259 Jul 29 23:33:40.685721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaa14f30-1181-427a-bebd-c2d49292e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.747433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa14f30-1181-427a-bebd-c2d49292e2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8528672c-a3e7-4486-abab-ace605e707b7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:40.785246 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.795974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693784b7-ccfa-4827-a69b-775bc88b8a22 None None] Network 835f63e7-a4db-474c-87b4-9c351ac0d20b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:40.801037 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaa14f30-1181-427a-bebd-c2d49292e2a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.804337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-aaa14f30-1181-427a-bebd-c2d49292e2a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8528672c-a3e7-4486-abab-ace605e707b7 HTTP/1.1" status: 204 len: 168 time: 0.5929282 Jul 29 23:33:40.806972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:40.807272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-e7f7609e-d42e-4e39-ba91-63eb7a22077e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660729 Jul 29 23:33:40.860172 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:40.889347 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.890724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 88aa55aa-607c-40b4-93a6-1ead031c2f4a up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:40.904672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f91856f1-e2ad-44d3-a435-8dec3c7ec812 req-d95279f9-095d-4d80-a9f9-ad6c1ccd0f41 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581364 Jul 29 23:33:40.964787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.121032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Deleting port f7e720a9-6ff3-43a0-a981-45bda57a09db {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:41.121309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.149331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-bce6619e-aa9d-4239-8efe-c193da151a87 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:41.157887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-bce6619e-aa9d-4239-8efe-c193da151a87 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3004267 Jul 29 23:33:41.175740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-a4e5f56a-40d8-4005-9f85-3889ccac1375 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/quotas/ae9bd5eed4df40c49cb99575b9823488 HTTP/1.1" status: 200 len: 375 time: 0.0167861 Jul 29 23:33:41.194351 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebbe64c-70b5-4363-b794-2a992161b80b x-openstack-request-id: req-1ebbe64c-70b5-4363-b794-2a992161b80b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:41.194933 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-plugged", "status": "completed", "tag": "acc494c7-dec0-4b5e-80ae-11dd9c07adb3", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:41.194933 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ebbe64c-70b5-4363-b794-2a992161b80b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:41.195264 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc494c7-dec0-4b5e-80ae-11dd9c07adb3', 'code': 200} Jul 29 23:33:41.197978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] For port f7e720a9-6ff3-43a0-a981-45bda57a09db, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f7e720a9-6ff3-43a0-a981-45bda57a09db,segment=NetworkSegment(182d4215-df68-46c5-9e67-8c37a0ade012),segment_id=182d4215-df68-46c5-9e67-8c37a0ade012)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:41.199176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d45b8fff-3973-4cdb-9632-e437fe66385b no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:41.199653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.215690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Calling delete_port for f7e720a9-6ff3-43a0-a981-45bda57a09db owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:41.245428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-8b59065f-3859-4072-be34-b85da3035c48 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0685067 Jul 29 23:33:41.251575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d45b8fff-3973-4cdb-9632-e437fe66385b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:41.252006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d45b8fff-3973-4cdb-9632-e437fe66385b not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:41.252602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 944fac8f-b768-482c-ac4c-744eb6c90473 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:41.311330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5141f9cd-14a6-4b1c-8520-09af9e0b5fa9 req-891622b3-0d1a-42b4-b260-465c65ac0b13 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 210 time: 0.0363166 Jul 29 23:33:41.318067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.341554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 944fac8f-b768-482c-ac4c-744eb6c90473 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:41.341917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 944fac8f-b768-482c-ac4c-744eb6c90473 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:41.355307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e720a9-6ff3-43a0-a981-45bda57a09db,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.357433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] No DVR routers for this DVR port f7e720a9-6ff3-43a0-a981-45bda57a09db on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:41.406053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.421902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 88aa55aa-607c-40b4-93a6-1ead031c2f4a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:41.426821 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 88aa55aa-607c-40b4-93a6-1ead031c2f4a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:41.426994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.434894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.446410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835f63e7-a4db-474c-87b4-9c351ac0d20b']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:41.458988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182d4215-df68-46c5-9e67-8c37a0ade012') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:41.459432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182d4215-df68-46c5-9e67-8c37a0ade012') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:41.474217 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.491122 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.500405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:41.500955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:41.503184 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:41.510588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8526b78-5b9d-40ba-8a52-dc3d053bb4d1 None None] DHCP port deletion for 835f63e7-a4db-474c-87b4-9c351ac0d20b request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:41.525928 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.570225 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.585240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 88aa55aa-607c-40b4-93a6-1ead031c2f4a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=88aa55aa-607c-40b4-93a6-1ead031c2f4a,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:41.587508 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.590167 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.596387 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] 10.222.0.37 "DELETE /v2.0/networks/835f63e7-a4db-474c-87b4-9c351ac0d20b HTTP/1.1" status: 204 len: 168 time: 0.7844639 Jul 29 23:33:41.597567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74a376-73bc-417b-a100-155e8ac4fced admin admin] Pushing event deleted for resources: {'Network': ['ID=835f63e7-a4db-474c-87b4-9c351ac0d20b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.656827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=88aa55aa-607c-40b4-93a6-1ead031c2f4a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.852973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48694) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:41.901157 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7de303b5-6f06-4b5e-b463-e4866e4ba05a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56800a779c1a4af4ac018dc7d60f6a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469089 Jul 29 23:33:41.903656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48698) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:41.907902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0ae5b4c-0765-4222-9a28-5e2582424338 req-23f9c02a-60a8-4692-bccf-b542ea5e7dae tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 210 time: 0.0580957 Jul 29 23:33:41.975238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d313acb-374c-44fd-ac67-1198f264a13c req-66e1541f-d44e-4740-af44-98fabafd48fe tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:41.976979 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e73cd05-f7d8-47f0-bfa7-697cd3d1c114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.981030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-66e1541f-d44e-4740-af44-98fabafd48fe tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.47 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 812 time: 0.1935253 Jul 29 23:33:42.004315 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e73cd05-f7d8-47f0-bfa7-697cd3d1c114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.022359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'port': {'device_id': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df', 'admin_state_up': True, 'tenant_id': '8a13f3ea218244e390f6cc023a88a1c3'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:42.057303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e73cd05-f7d8-47f0-bfa7-697cd3d1c114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.059852 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e73cd05-f7d8-47f0-bfa7-697cd3d1c114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.061243 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2e73cd05-f7d8-47f0-bfa7-697cd3d1c114 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7b4e1da-a5a8-4b8d-bcc7-4bde694ba318 HTTP/1.1" status: 204 len: 168 time: 0.1455686 Jul 29 23:33:42.070712 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73cd05-f7d8-47f0-bfa7-697cd3d1c114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4e1da-a5a8-4b8d-bcc7-4bde694ba318,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:42.172626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da378c1-d26d-4a58-80c8-dcaef58405c3 req-4814b437-823d-439e-ae0c-3fc9d2b95ec3 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:42.190573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da378c1-d26d-4a58-80c8-dcaef58405c3 req-4814b437-823d-439e-ae0c-3fc9d2b95ec3 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:42.197586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da378c1-d26d-4a58-80c8-dcaef58405c3 req-4814b437-823d-439e-ae0c-3fc9d2b95ec3 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:42.199279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6da378c1-d26d-4a58-80c8-dcaef58405c3 req-4814b437-823d-439e-ae0c-3fc9d2b95ec3 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2417 time: 0.1559401 Jul 29 23:33:42.236181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Made reservation on behalf of 8a13f3ea218244e390f6cc023a88a1c3 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:42.239568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.289566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6da378c1-d26d-4a58-80c8-dcaef58405c3 req-07420ee6-021a-468b-8b33-525373db9f34 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613964 Jul 29 23:33:42.461354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Allocated IP 172.20.0.10 (d08480c4-50ee-4f3c-9729-027c920503df/a273a08c-ddfa-480d-82cb-0e5d602adf63/1ed40c18-6f48-4005-85a6-3aabeeb6319a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:42.533451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf327689-e972-4bc0-84ce-2f91c3ed8bf9 req-fb0326d6-682c-4970-be82-5ee3020538ed tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 210 time: 0.1042178 Jul 29 23:33:42.792219 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.845230 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.892767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Network d08480c4-50ee-4f3c-9729-027c920503df is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:42.895933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:42.902779 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:42.930102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'Port': ['ID=1ed40c18-6f48-4005-85a6-3aabeeb6319a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:42.987742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:42.988401 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.997369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f7e720a9-6ff3-43a0-a981-45bda57a09db no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:43.021410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: f7e720a9-6ff3-43a0-a981-45bda57a09db {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:43.022140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f7e720a9-6ff3-43a0-a981-45bda57a09db not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:43.034836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-12ff85c3-8879-4397-8bf5-6090aad0acee tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0176742 Jul 29 23:33:43.052697 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afdad779-3844-4c8d-b67c-ca7e86efa0a0 req-de799f73-635e-4e8f-aed0-e2d3eadcd973 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 210 time: 0.0338926 Jul 29 23:33:43.063892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Request body: {'port': {'device_id': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:43.148567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.170904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48746) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:43.196216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2291ea81-1d6a-4fc4-967e-8ff9f537ddf0'}, {'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa55aa-607c-40b4-93a6-1ead031c2f4a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:43.199554 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86a22b8-72a7-4543-9b4d-9cea6e0a6d11" -d '{"events": [{"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-plugged", "status": "completed", "tag": "2291ea81-1d6a-4fc4-967e-8ff9f537ddf0"}, {"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-plugged", "status": "completed", "tag": "88aa55aa-607c-40b4-93a6-1ead031c2f4a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:43.274740 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11df7775-1e03-43e2-af7e-abcdcc8fbcc2 x-openstack-request-id: req-11df7775-1e03-43e2-af7e-abcdcc8fbcc2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:43.275135 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-plugged", "status": "completed", "tag": "2291ea81-1d6a-4fc4-967e-8ff9f537ddf0", "code": 200}, {"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-plugged", "status": "completed", "tag": "88aa55aa-607c-40b4-93a6-1ead031c2f4a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:43.275393 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11df7775-1e03-43e2-af7e-abcdcc8fbcc2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:43.275821 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2291ea81-1d6a-4fc4-967e-8ff9f537ddf0', 'code': 200} Jul 29 23:33:43.276294 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa55aa-607c-40b4-93a6-1ead031c2f4a', 'code': 200} Jul 29 23:33:43.304672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-985820944-network', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:43.421804 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-33f2a014-5ea3-4d68-b204-a814231d16a9 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489805 Jul 29 23:33:43.486757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:43.489013 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.550717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f6fc1-418b-4b40-b813-21238c570c52 req-6238e79a-a799-4c5f-8cd7-0d65b64a8eb1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:43.553593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf46a9d-af6c-44e2-a414-472cf869854d req-0346036e-dde9-404a-a3f0-3417c9cad697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:43.554092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf46a9d-af6c-44e2-a414-472cf869854d req-0346036e-dde9-404a-a3f0-3417c9cad697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:43.554579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf46a9d-af6c-44e2-a414-472cf869854d req-0346036e-dde9-404a-a3f0-3417c9cad697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:43.556288 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7bf46a9d-af6c-44e2-a414-472cf869854d req-0346036e-dde9-404a-a3f0-3417c9cad697 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2873 time: 0.1295724 Jul 29 23:33:43.556952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.558915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f6fc1-418b-4b40-b813-21238c570c52 req-6238e79a-a799-4c5f-8cd7-0d65b64a8eb1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:43.567255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f6fc1-418b-4b40-b813-21238c570c52 req-6238e79a-a799-4c5f-8cd7-0d65b64a8eb1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:43.569526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da7f6fc1-418b-4b40-b813-21238c570c52 req-6238e79a-a799-4c5f-8cd7-0d65b64a8eb1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2417 time: 0.1446152 Jul 29 23:33:43.628337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed40c18-6f48-4005-85a6-3aabeeb6319a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:43.642243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.645724 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7bf46a9d-af6c-44e2-a414-472cf869854d req-a1e40f84-6de2-4ff3-ad99-765962773178 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640225 Jul 29 23:33:43.682894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-830ddfae-3c13-4edc-80cf-4b6649fc560e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:43.684502 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-830ddfae-3c13-4edc-80cf-4b6649fc560e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263362 Jul 29 23:33:43.733401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Request body: {'port': {'device_id': '2d512ed2-4e65-422a-a97b-dc665e55993d', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'ae9bd5eed4df40c49cb99575b9823488'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:43.825149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.838790 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.884252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:43.899737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5ae0cc-ba76-432f-87b4-a3aac1254d38,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:43.909425 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.909796 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Added segment 3eeaa814-9f8f-4466-833e-5e5905160bfe of type vlan for network 1d04e04e-9948-407a-b7bb-4578f768d2cf Jul 29 23:33:43.937054 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.937489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.937810 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.938156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.938510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.938826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.939157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.939490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.939824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.940210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.940547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.940874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:43.970010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Made reservation on behalf of ae9bd5eed4df40c49cb99575b9823488 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:43.973672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.008834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.076428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da7f6fc1-418b-4b40-b813-21238c570c52 req-a25ce6f6-a385-4b90-9ef2-0289559a7900 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802577 Jul 29 23:33:44.085838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Transition to ACTIVE for port object 1ed40c18-6f48-4005-85a6-3aabeeb6319a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:44.094891 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.145025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb7f2-3694-4937-88a4-d2aefafff2fb req-0f7c006e-c208-4119-9eb3-6556e9f4455c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:44.154405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-482bb7f2-3694-4937-88a4-d2aefafff2fb req-0f7c006e-c208-4119-9eb3-6556e9f4455c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 932 time: 0.5145371 Jul 29 23:33:44.154558 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.155644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:44.156497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.206820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed40c18-6f48-4005-85a6-3aabeeb6319a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.214820 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-e91618c0-47bf-4e2a-a936-d761308842dd tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773268 Jul 29 23:33:44.255179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-482bb7f2-3694-4937-88a4-d2aefafff2fb req-ae4e2f4f-e145-410e-82bc-748360b9d8e9 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002634 Jul 29 23:33:44.327007 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1542618 Jul 29 23:33:44.331727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48766) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.343310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Allocated IP 192.168.233.136 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:44.346006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Request body: {'subnet': {'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-985820944-subnet', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:44.356147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edeea7-88ec-4eea-a21b-c178982db709 admin admin] Pushing event updated for resources: {'Network': ['ID=1d04e04e-9948-407a-b7bb-4578f768d2cf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.367793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1d04e04e-9948-407a-b7bb-4578f768d2cf details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:44.399725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f457203-0662-4cb6-a138-78b105e4737a req-495fc560-0ac0-4179-a43a-95f909460545 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 210 time: 0.0424402 Jul 29 23:33:44.434905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:44.438407 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.442730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-c13c9812-967b-4c7a-9e90-6da59a490da5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:44.444333 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-c13c9812-967b-4c7a-9e90-6da59a490da5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894717 Jul 29 23:33:44.482919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Request body: {'port': {'device_id': 'bcb2af8a-8ba9-4281-885a-d7a5528a8378', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'ae9bd5eed4df40c49cb99575b9823488'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:44.526603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Attempting to bind port 1ed40c18-6f48-4005-85a6-3aabeeb6319a on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:44.526946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Attempting to bind port 1ed40c18-6f48-4005-85a6-3aabeeb6319a by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '701aacb0-102d-4d84-96d6-eab2a277e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:44.527287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Attempting to bind port 1ed40c18-6f48-4005-85a6-3aabeeb6319a on network d08480c4-50ee-4f3c-9729-027c920503df {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:44.533885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Port 1ed40c18-6f48-4005-85a6-3aabeeb6319a on network d08480c4-50ee-4f3c-9729-027c920503df not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:33:44.534221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Attempting to bind port 1ed40c18-6f48-4005-85a6-3aabeeb6319a on network d08480c4-50ee-4f3c-9729-027c920503df {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:44.544362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:44.544717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Checking segment: {'id': '701aacb0-102d-4d84-96d6-eab2a277e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:44.545169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Bound using segment: {'id': '701aacb0-102d-4d84-96d6-eab2a277e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:44.546153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Bound port: 1ed40c18-6f48-4005-85a6-3aabeeb6319a, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701aacb0-102d-4d84-96d6-eab2a277e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:44.546531 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.649687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.664370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] For port 1ed40c18-6f48-4005-85a6-3aabeeb6319a, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:44.679846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Transition to ACTIVE for port object c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:44.709715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] For port 1ed40c18-6f48-4005-85a6-3aabeeb6319a, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:44.719592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.749647 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.757027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Made reservation on behalf of ae9bd5eed4df40c49cb99575b9823488 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:44.760890 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.765140 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.783312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:44.783953 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.785407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] 10.222.0.47 "PUT /v2.0/ports/1ed40c18-6f48-4005-85a6-3aabeeb6319a HTTP/1.1" status: 200 len: 1093 time: 1.7276108 Jul 29 23:33:44.787657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'tag': '1ed40c18-6f48-4005-85a6-3aabeeb6319a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:44.789933 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae358c03-a82e-4065-a25c-40dc43e18250" -d '{"events": [{"name": "network-changed", "server_uuid": "25adeb50-031b-45fe-9506-d84fdab4bbf1", "tag": "1ed40c18-6f48-4005-85a6-3aabeeb6319a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:44.804138 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:44.830654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:44.838428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.840732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872e36d-1de0-4cd0-ac9d-c66611dc9967 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed40c18-6f48-4005-85a6-3aabeeb6319a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.865744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:44.874414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:44.878186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Checking segment: {'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:44.878953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Network hostable DHCP agents. Network: 1d04e04e-9948-407a-b7bb-4578f768d2cf, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:44.880727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event updated for resources: {'Port': ['ID=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.886883 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baf559f-e430-4fa0-b18f-ec585501a566 x-openstack-request-id: req-1baf559f-e430-4fa0-b18f-ec585501a566 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:44.887416 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25adeb50-031b-45fe-9506-d84fdab4bbf1", "tag": "1ed40c18-6f48-4005-85a6-3aabeeb6319a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:44.887831 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1baf559f-e430-4fa0-b18f-ec585501a566 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:44.888435 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'tag': '1ed40c18-6f48-4005-85a6-3aabeeb6319a', 'status': 'completed', 'code': 200} Jul 29 23:33:44.907977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Network 1d04e04e-9948-407a-b7bb-4578f768d2cf is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:44.924822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 1d04e04e-9948-407a-b7bb-4578f768d2cf) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:44.937585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:44.938677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324edee-01bc-4bb4-ae85-cf7992c3c123 None None] Network 1d04e04e-9948-407a-b7bb-4578f768d2cf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:44.944730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.010365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2d82b610-6309-4d3f-b608-cc78db703f2d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6734853 Jul 29 23:33:45.010554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48776) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:45.020607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:45.047365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:45.048076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.052627 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.054502 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.069217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d313acb-374c-44fd-ac67-1198f264a13c req-dbced796-e9c0-4b93-8af3-0a8dc864bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:45.071319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-dbced796-e9c0-4b93-8af3-0a8dc864bb64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 1096 time: 0.1018720 Jul 29 23:33:45.103962 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-6ee04964-e101-4291-9476-45dc90308e25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3749609 Jul 29 23:33:45.131481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Allocated IP 192.168.233.159 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/87297bf2-7f69-4802-9d33-68f08210b073) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:45.138073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Request body: {'port': {'device_id': '2d512ed2-4e65-422a-a97b-dc665e55993d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:45.160465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-bead03c2-ad36-420a-ac33-a8d8a1c7e3c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a HTTP/1.1" status: 200 len: 217 time: 0.0720799 Jul 29 23:33:45.230468 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.320396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-21e15b84-9c64-4974-8ef3-9568c64b5f8d None None] Provisioning for port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:45.330467 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.331016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-1d04e04e-9948-407a-b7bb-4578f768d2cf', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:45.333262 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.337707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-21e15b84-9c64-4974-8ef3-9568c64b5f8d None None] Provisioning complete for port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:45.338083 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21e15b84-9c64-4974-8ef3-9568c64b5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.390800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a487c-2edc-46c5-bb8d-f173238f72ca req-31b05fac-9b16-4cfb-9ec3-d5b5c0cd90ca tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:45.398713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-21e15b84-9c64-4974-8ef3-9568c64b5f8d None None] Port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:45.399370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a487c-2edc-46c5-bb8d-f173238f72ca req-31b05fac-9b16-4cfb-9ec3-d5b5c0cd90ca tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:45.406249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a487c-2edc-46c5-bb8d-f173238f72ca req-31b05fac-9b16-4cfb-9ec3-d5b5c0cd90ca tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:45.409422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b6a487c-2edc-46c5-bb8d-f173238f72ca req-31b05fac-9b16-4cfb-9ec3-d5b5c0cd90ca tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2417 time: 0.1747856 Jul 29 23:33:45.410003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d313acb-374c-44fd-ac67-1198f264a13c req-ed9b5780-c43a-4196-af64-9649af26bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:45.411489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-ed9b5780-c43a-4196-af64-9649af26bed9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a273a08c-ddfa-480d-82cb-0e5d602adf63 HTTP/1.1" status: 200 len: 852 time: 0.2455568 Jul 29 23:33:45.530930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.541202 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Allocated IP 172.20.0.2 (1d04e04e-9948-407a-b7bb-4578f768d2cf/7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f/d076acf9-73f7-49ba-bb53-898c9fed7568) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:45.567873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-c8bbe87e-358e-48ee-8ebe-95c890786ec9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d08480c4-50ee-4f3c-9729-027c920503df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649674 Jul 29 23:33:45.581622 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.614565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Transition to ACTIVE for port object 87297bf2-7f69-4802-9d33-68f08210b073 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:45.662833 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.682573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b6a487c-2edc-46c5-bb8d-f173238f72ca req-5a67bf56-4aad-45b7-a68c-c8f484569f79 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676506 Jul 29 23:33:45.697361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:45.698848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aa4fa-1c73-4c74-a596-645bc362b970 req-5c44ef58-6841-42f7-acc5-ac6809b45018 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:45.700438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-462aa4fa-1c73-4c74-a596-645bc362b970 req-5c44ef58-6841-42f7-acc5-ac6809b45018 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 944 time: 0.2037754 Jul 29 23:33:45.753074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event updated for resources: {'Port': ['ID=87297bf2-7f69-4802-9d33-68f08210b073,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:45.768259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:45.771578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:45.774103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:45.787218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-8da501b3-ea12-4dbc-bec6-c28cecd7400d service neutron] 10.222.0.47 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946008 Jul 29 23:33:45.791783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-462aa4fa-1c73-4c74-a596-645bc362b970 req-8efdde75-5312-4192-89eb-6061ee8095ff tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801926 Jul 29 23:33:45.818998 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.840900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Transition to ACTIVE for port object d076acf9-73f7-49ba-bb53-898c9fed7568 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:45.870433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:45.871460 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.879671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Transition to ACTIVE for port object d076acf9-73f7-49ba-bb53-898c9fed7568 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:45.909002 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-37157a25-0994-48dd-9e12-413bc1963a00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4324849 Jul 29 23:33:45.927747 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.932718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Request body: {'port': {'device_id': 'bcb2af8a-8ba9-4281-885a-d7a5528a8378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:46.019713 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.036502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Network 1d04e04e-9948-407a-b7bb-4578f768d2cf is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:46.045569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Pushing event updated for resources: {'Port': ['ID=d076acf9-73f7-49ba-bb53-898c9fed7568,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:46.060184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:46.069917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:46.200865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d313acb-374c-44fd-ac67-1198f264a13c req-75a93913-fc43-4cf5-b8ed-2cb4a139e5e1 service neutron] 10.222.0.47 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059436 Jul 29 23:33:46.211705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e9ca2-48d2-4e0e-b876-e230ef053f0c req-ba965ac7-02cf-4456-bf7f-0ac6ce725c75 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:46.224975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c7e9ca2-48d2-4e0e-b876-e230ef053f0c req-ba965ac7-02cf-4456-bf7f-0ac6ce725c75 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 936 time: 0.3099904 Jul 29 23:33:46.275849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:46.285769 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.288600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Attempting to bind port d076acf9-73f7-49ba-bb53-898c9fed7568 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:46.290024 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Attempting to bind port d076acf9-73f7-49ba-bb53-898c9fed7568 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:46.290024 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Attempting to bind port d076acf9-73f7-49ba-bb53-898c9fed7568 on network 1d04e04e-9948-407a-b7bb-4578f768d2cf {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:46.309756 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aa8c8fa2-6958-482c-8729-cc843ed5c7e0 None None] Provisioning for port 87297bf2-7f69-4802-9d33-68f08210b073 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:46.312285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Transition to ACTIVE for port object c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:46.316374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:46.316755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Checking segment: {'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:46.317191 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.317813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Bound using segment: {'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:46.318546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Bound port: d076acf9-73f7-49ba-bb53-898c9fed7568, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:46.319052 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.321959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c7e9ca2-48d2-4e0e-b876-e230ef053f0c req-3b2bfdf0-5222-47b1-b3a1-8b56fe9db36c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958169 Jul 29 23:33:46.325577 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.331104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aa8c8fa2-6958-482c-8729-cc843ed5c7e0 None None] Provisioning complete for port 87297bf2-7f69-4802-9d33-68f08210b073 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:46.331598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8fa2-6958-482c-8729-cc843ed5c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.372683 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c8fa2-6958-482c-8729-cc843ed5c7e0 None None] Port 87297bf2-7f69-4802-9d33-68f08210b073 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:46.406220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.451318 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.466072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] For port d076acf9-73f7-49ba-bb53-898c9fed7568, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:46.472923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] For port d076acf9-73f7-49ba-bb53-898c9fed7568, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d076acf9-73f7-49ba-bb53-898c9fed7568,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:46.489908 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.516710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Pushing event updated for resources: {'Port': ['ID=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:46.568291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c2180-0614-44f1-b5bb-ed666e3a5ede None None] Pushing event updated for resources: {'Port': ['ID=d076acf9-73f7-49ba-bb53-898c9fed7568,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:46.607316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae358c03-a82e-4065-a25c-40dc43e18250 req-bb040098-f0ea-4c28-9d76-20a51afbaed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:46.610374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae358c03-a82e-4065-a25c-40dc43e18250 req-bb040098-f0ea-4c28-9d76-20a51afbaed0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 1096 time: 0.2795014 Jul 29 23:33:46.654447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Attempting to bind port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:46.654918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Attempting to bind port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:46.655323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Attempting to bind port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:46.671240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:33:46.671571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Attempting to bind port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:46.679574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c02543-bded-4936-b175-54659abb1516 req-dc8e1c8d-6e4e-4baf-8ca4-9b1186f63118 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:46.689189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c02543-bded-4936-b175-54659abb1516 req-dc8e1c8d-6e4e-4baf-8ca4-9b1186f63118 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:46.704753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c02543-bded-4936-b175-54659abb1516 req-dc8e1c8d-6e4e-4baf-8ca4-9b1186f63118 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:46.706723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2c02543-bded-4936-b175-54659abb1516 req-dc8e1c8d-6e4e-4baf-8ca4-9b1186f63118 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2417 time: 0.2607021 Jul 29 23:33:46.710356 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:46.710806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:46.711274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:46.713110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Bound port: c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:46.713566 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.752576 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87297bf2-7f69-4802-9d33-68f08210b073 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:46.780504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.812677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Transition to ACTIVE for port object 87297bf2-7f69-4802-9d33-68f08210b073 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:46.822331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.835835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] For port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:46.863744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Allocated IP 172.25.2.13 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/b4ad55af-81a0-41b7-b92d-0d026424da5f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:46.912209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] For port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:46.923042 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2c02543-bded-4936-b175-54659abb1516 req-519995e3-be30-4e0c-9a59-a24ac048ef79 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728954 Jul 29 23:33:46.939864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Pushing event updated for resources: {'Port': ['ID=87297bf2-7f69-4802-9d33-68f08210b073,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:46.978780 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.114607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae358c03-a82e-4065-a25c-40dc43e18250 req-e9157adc-680b-443c-8210-9dfa0b4455b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.114824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.115010 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.116739 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] 10.222.0.42 "PUT /v2.0/ports/c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 HTTP/1.1" status: 200 len: 1097 time: 1.9987473 Jul 29 23:33:47.117212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d512ed2-4e65-422a-a97b-dc665e55993d', 'tag': 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:47.117380 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae358c03-a82e-4065-a25c-40dc43e18250 req-e9157adc-680b-443c-8210-9dfa0b4455b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 913 time: 0.4942749 Jul 29 23:33:47.119967 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702307f7-a163-480e-8da4-ad351bc67af2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d512ed2-4e65-422a-a97b-dc665e55993d", "tag": "c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:47.144457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d076acf9-73f7-49ba-bb53-898c9fed7568 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:47.215553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3d101-3218-4463-bec4-9caa925d3652 service neutron] Pushing event updated for resources: {'Port': ['ID=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:47.231171 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8942e3ea-6879-4714-9e3c-3cf191553506 x-openstack-request-id: req-8942e3ea-6879-4714-9e3c-3cf191553506 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:47.231465 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d512ed2-4e65-422a-a97b-dc665e55993d", "tag": "c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:47.231723 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8942e3ea-6879-4714-9e3c-3cf191553506 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:47.232224 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d512ed2-4e65-422a-a97b-dc665e55993d', 'tag': 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', 'status': 'completed', 'code': 200} Jul 29 23:33:47.266698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Attempting to bind port 87297bf2-7f69-4802-9d33-68f08210b073 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:47.267046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Attempting to bind port 87297bf2-7f69-4802-9d33-68f08210b073 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:47.267377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Attempting to bind port 87297bf2-7f69-4802-9d33-68f08210b073 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:47.270448 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.272514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Port 87297bf2-7f69-4802-9d33-68f08210b073 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:33:47.273043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Attempting to bind port 87297bf2-7f69-4802-9d33-68f08210b073 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:47.281798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:47.282409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:47.283007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:47.283672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Bound port: 87297bf2-7f69-4802-9d33-68f08210b073, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:47.284650 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.291191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d076acf9-73f7-49ba-bb53-898c9fed7568 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:47.305325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-9fd77e35-7bda-418f-a1cb-7369e3f8ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.307116 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-9fd77e35-7bda-418f-a1cb-7369e3f8ddf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=2d512ed2-4e65-422a-a97b-dc665e55993d HTTP/1.1" status: 200 len: 1100 time: 0.1078768 Jul 29 23:33:47.350928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae358c03-a82e-4065-a25c-40dc43e18250 req-9ce0841a-90d1-4f91-b9a8-9a14ad04c34a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a HTTP/1.1" status: 200 len: 217 time: 0.0618470 Jul 29 23:33:47.364680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e70c8-4cb2-4b00-9932-96b9c73985c0 req-936d8212-aca5-44a8-9da7-88f8091a5d82 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.366603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-233e70c8-4cb2-4b00-9932-96b9c73985c0 req-936d8212-aca5-44a8-9da7-88f8091a5d82 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 944 time: 0.4019883 Jul 29 23:33:47.374431 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-71d53526-de3a-4bfd-90e3-f697988254bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 HTTP/1.1" status: 200 len: 217 time: 0.0440245 Jul 29 23:33:47.429878 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.463996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] For port 87297bf2-7f69-4802-9d33-68f08210b073, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:47.486823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] For port 87297bf2-7f69-4802-9d33-68f08210b073, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=87297bf2-7f69-4802-9d33-68f08210b073,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:47.489855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-399d4c63-8931-45a0-a190-4fd453e96606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.492091 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-399d4c63-8931-45a0-a190-4fd453e96606 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0983915 Jul 29 23:33:47.496988 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.513586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:47.520661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:47.525464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-233e70c8-4cb2-4b00-9932-96b9c73985c0 req-2e3a2eea-3323-49b4-a488-5945296787ab tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442282 Jul 29 23:33:47.526205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:47.546254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae358c03-a82e-4065-a25c-40dc43e18250 req-ed8501c5-beae-4672-8c9e-2c5358257ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.547725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae358c03-a82e-4065-a25c-40dc43e18250 req-ed8501c5-beae-4672-8c9e-2c5358257ce4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a273a08c-ddfa-480d-82cb-0e5d602adf63 HTTP/1.1" status: 200 len: 852 time: 0.1786597 Jul 29 23:33:47.590019 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.590673 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.592320 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] 10.222.0.42 "PUT /v2.0/ports/87297bf2-7f69-4802-9d33-68f08210b073 HTTP/1.1" status: 200 len: 1097 time: 1.6647766 Jul 29 23:33:47.623281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae358c03-a82e-4065-a25c-40dc43e18250 req-b115745f-0853-4140-9e00-60e66505ac0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d08480c4-50ee-4f3c-9729-027c920503df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512283 Jul 29 23:33:47.662256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-cab2fb24-135e-4251-80c3-011cfcb4d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.663623 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-cab2fb24-135e-4251-80c3-011cfcb4d27d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619849 Jul 29 23:33:47.672186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab346ee-f6fb-4bb0-8308-c0b7ead3fc95 service neutron] Pushing event updated for resources: {'Port': ['ID=87297bf2-7f69-4802-9d33-68f08210b073,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:47.681550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ad55af-81a0-41b7-b92d-0d026424da5f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:47.862843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-c84798fa-af0d-47bd-ae29-62b7afcb261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.864481 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-c84798fa-af0d-47bd-ae29-62b7afcb261e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 1100 time: 0.1688793 Jul 29 23:33:47.885111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd27bad-31a3-4862-86ec-5d2b54392919 req-cda46ec3-0341-44cd-8003-05304c45e256 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.886705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dd27bad-31a3-4862-86ec-5d2b54392919 req-cda46ec3-0341-44cd-8003-05304c45e256 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 948 time: 0.4243121 Jul 29 23:33:47.933252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-9527139d-be4e-471c-8cc6-4f5059b2658f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=87297bf2-7f69-4802-9d33-68f08210b073 HTTP/1.1" status: 200 len: 217 time: 0.0531080 Jul 29 23:33:47.939240 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-937ee8d3-f6bd-4466-9452-edf962161a11 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446065 Jul 29 23:33:48.026375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae358c03-a82e-4065-a25c-40dc43e18250 req-4d815d4e-e4a1-4f90-8861-05e3a6540795 service neutron] 10.222.0.47 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642137 Jul 29 23:33:48.043079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dd27bad-31a3-4862-86ec-5d2b54392919 req-1da03057-a41a-4309-9123-ce4ca2e9baca tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432269 Jul 29 23:33:48.083540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-d2a87553-c5a1-4358-bf96-0613d017c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.085075 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-d2a87553-c5a1-4358-bf96-0613d017c8ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1253932 Jul 29 23:33:48.141366 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-35e9e6a4-b2b9-4cec-a4fc-79a287c9a745 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800909 Jul 29 23:33:48.165001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45985-5045-4869-81a7-2df59278659c req-6cd71294-927e-46df-b8e0-eda747f41458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.166971 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-6cd71294-927e-46df-b8e0-eda747f41458 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714786 Jul 29 23:33:48.235106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d50d7c-0a9a-4865-9873-d2647acb3861 None None] Network 1d04e04e-9948-407a-b7bb-4578f768d2cf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:48.313447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fed0302-9328-4cb3-9641-05a950381204 None None] Provisioning for port d076acf9-73f7-49ba-bb53-898c9fed7568 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:48.317387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17819df9-59be-4cea-84e6-e42a4dd86b15 req-aaf63ddf-d02f-4ba4-994a-a7e010edf6d1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.325481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17819df9-59be-4cea-84e6-e42a4dd86b15 req-aaf63ddf-d02f-4ba4-994a-a7e010edf6d1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.327876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fed0302-9328-4cb3-9641-05a950381204 None None] Provisioning complete for port d076acf9-73f7-49ba-bb53-898c9fed7568 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:48.328641 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fed0302-9328-4cb3-9641-05a950381204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.333196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17819df9-59be-4cea-84e6-e42a4dd86b15 req-aaf63ddf-d02f-4ba4-994a-a7e010edf6d1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.341640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17819df9-59be-4cea-84e6-e42a4dd86b15 req-aaf63ddf-d02f-4ba4-994a-a7e010edf6d1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2417 time: 0.2779164 Jul 29 23:33:48.379056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae358c03-a82e-4065-a25c-40dc43e18250 req-582e53c6-4524-4d67-bfe2-b86311d47617 service neutron] 10.222.0.47 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282585 Jul 29 23:33:48.397870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.414549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17819df9-59be-4cea-84e6-e42a4dd86b15 req-6ee6772f-65ba-4270-ba97-2ef4875b935e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671420 Jul 29 23:33:48.519771 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fed0302-9328-4cb3-9641-05a950381204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.571106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3fed0302-9328-4cb3-9641-05a950381204 None None] For port d076acf9-73f7-49ba-bb53-898c9fed7568, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d076acf9-73f7-49ba-bb53-898c9fed7568,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:48.589606 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fed0302-9328-4cb3-9641-05a950381204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.644323 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.659924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed0302-9328-4cb3-9641-05a950381204 None None] Pushing event updated for resources: {'Port': ['ID=d076acf9-73f7-49ba-bb53-898c9fed7568,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:48.724637 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.731335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702307f7-a163-480e-8da4-ad351bc67af2 req-b0ce4265-4c76-4c2d-b99b-720442c15e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.732915 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-702307f7-a163-480e-8da4-ad351bc67af2 req-b0ce4265-4c76-4c2d-b99b-720442c15e45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=2d512ed2-4e65-422a-a97b-dc665e55993d HTTP/1.1" status: 200 len: 1100 time: 0.0838540 Jul 29 23:33:48.749037 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-2ea8ee76-59c2-42e7-baa9-5187ff93920f service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603209 Jul 29 23:33:48.811254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-31cb89e9-2a1a-49f7-bce8-562c28520eaf None None] Provisioning complete for port d076acf9-73f7-49ba-bb53-898c9fed7568 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:48.812153 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31cb89e9-2a1a-49f7-bce8-562c28520eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.907634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338e952-5633-4691-9e78-865523de1e80 req-bcabfa26-483d-43eb-9b5d-4c8565a84c5c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.915187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6338e952-5633-4691-9e78-865523de1e80 req-bcabfa26-483d-43eb-9b5d-4c8565a84c5c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 944 time: 0.1863153 Jul 29 23:33:49.005333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702307f7-a163-480e-8da4-ad351bc67af2 req-5cb2e85f-5eee-4495-b410-b2b6d73bf500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.007274 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-702307f7-a163-480e-8da4-ad351bc67af2 req-5cb2e85f-5eee-4495-b410-b2b6d73bf500 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2430522 Jul 29 23:33:49.012324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3b45985-5045-4869-81a7-2df59278659c req-07631a55-6d1f-4dab-bd03-8e7468b312de service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463422 Jul 29 23:33:49.042414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d076acf9-73f7-49ba-bb53-898c9fed7568 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:49.088921 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-702307f7-a163-480e-8da4-ad351bc67af2 req-ccbf6f23-738b-4c0e-8075-5119781fd7c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 HTTP/1.1" status: 200 len: 217 time: 0.0637205 Jul 29 23:33:49.098516 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6338e952-5633-4691-9e78-865523de1e80 req-1a71efbf-2bbc-4435-8b60-2b9d767e46e2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690505 Jul 29 23:33:49.101891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Router 5663c608-d2d6-46e6-b85f-93c953f7bf34 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:33:49.127262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-15a905f7-4e0b-4dbb-816c-7ba606fa9b89 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.133573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-15a905f7-4e0b-4dbb-816c-7ba606fa9b89 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.140099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-15a905f7-4e0b-4dbb-816c-7ba606fa9b89 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.142730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-15a905f7-4e0b-4dbb-816c-7ba606fa9b89 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.42 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2417 time: 0.1453569 Jul 29 23:33:49.160570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d076acf9-73f7-49ba-bb53-898c9fed7568 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:49.160570 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.185522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702307f7-a163-480e-8da4-ad351bc67af2 req-c0771625-4018-46cc-8872-137e2fa1e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.187154 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-702307f7-a163-480e-8da4-ad351bc67af2 req-c0771625-4018-46cc-8872-137e2fa1e51d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0849121 Jul 29 23:33:49.248299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb2af8a-8ba9-4281-885a-d7a5528a8378', 'tag': '87297bf2-7f69-4802-9d33-68f08210b073'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:49.252774 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d68a008-454e-4941-94ad-28446a5d97d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb2af8a-8ba9-4281-885a-d7a5528a8378", "tag": "87297bf2-7f69-4802-9d33-68f08210b073"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:49.306839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702307f7-a163-480e-8da4-ad351bc67af2 req-cf5383da-93f3-44ee-95ad-61de27a061b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.309256 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-702307f7-a163-480e-8da4-ad351bc67af2 req-cf5383da-93f3-44ee-95ad-61de27a061b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105042 Jul 29 23:33:49.429108 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cf03dd-c416-47fa-9db9-f424db6480d5 x-openstack-request-id: req-d6cf03dd-c416-47fa-9db9-f424db6480d5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:49.429662 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb2af8a-8ba9-4281-885a-d7a5528a8378", "tag": "87297bf2-7f69-4802-9d33-68f08210b073", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:49.430204 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6cf03dd-c416-47fa-9db9-f424db6480d5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:49.430964 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb2af8a-8ba9-4281-885a-d7a5528a8378', 'tag': '87297bf2-7f69-4802-9d33-68f08210b073', 'status': 'completed', 'code': 200} Jul 29 23:33:49.485078 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-702307f7-a163-480e-8da4-ad351bc67af2 req-76f6c0a0-ce82-4027-a8f9-7753e2c8a5ab service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395752 Jul 29 23:33:49.582541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-1b433350-4978-402b-967b-5ba60e9307e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.584321 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-1b433350-4978-402b-967b-5ba60e9307e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 1100 time: 0.1071148 Jul 29 23:33:49.664724 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-702307f7-a163-480e-8da4-ad351bc67af2 req-2ea94323-7953-49dc-bf46-0b027defb75b service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541221 Jul 29 23:33:49.705965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-fd71086c-1bce-4218-8399-88895198705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.707368 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-fd71086c-1bce-4218-8399-88895198705d service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1087604 Jul 29 23:33:49.708069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417ec86-0cc6-4821-b539-f93f150fe7f1 req-87010bfe-c8d7-4f75-8190-c1a43e695bed tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.709590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a417ec86-0cc6-4821-b539-f93f150fe7f1 req-87010bfe-c8d7-4f75-8190-c1a43e695bed tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 948 time: 0.5659504 Jul 29 23:33:49.747525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5194d65-491f-44fe-849b-c364cef32178 req-74290a65-3d70-455c-bd41-c174b8af3557 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.749170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5194d65-491f-44fe-849b-c364cef32178 req-74290a65-3d70-455c-bd41-c174b8af3557 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1676371 Jul 29 23:33:49.761699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:49.762376 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-8e60253a-3543-4d60-b81f-7eb3dcdce020 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=87297bf2-7f69-4802-9d33-68f08210b073 HTTP/1.1" status: 200 len: 217 time: 0.0415802 Jul 29 23:33:49.774680 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Sync routers for ids ['5663c608-d2d6-46e6-b85f-93c953f7bf34'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:49.785719 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Routers {'5663c608-d2d6-46e6-b85f-93c953f7bf34'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:49.786366 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-96adf7e5-e740-4758-93a5-927721332097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5663c608-d2d6-46e6-b85f-93c953f7bf34'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:49.826186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-cfa62ce1-f650-42c8-acec-f8c1efb20145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.828719 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-cfa62ce1-f650-42c8-acec-f8c1efb20145 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0571408 Jul 29 23:33:49.830859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a417ec86-0cc6-4821-b539-f93f150fe7f1 req-421bd52e-9414-4e1b-b77e-32d38f99a5bd tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083095 Jul 29 23:33:49.838546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting port 88aa55aa-607c-40b4-93a6-1ead031c2f4a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:49.838898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.842017 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.844595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c4cdbca0-aaeb-4f20-aa21-21eefb1dbea8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8318856 Jul 29 23:33:49.847707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:49.912046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5194d65-491f-44fe-849b-c364cef32178 req-8f513df4-acf3-4827-80e4-5a96e8b98f66 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528270 Jul 29 23:33:49.925550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-d5c1cb4f-d4cd-46c3-870a-f1f6e2fd9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.930604 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-d5c1cb4f-d4cd-46c3-870a-f1f6e2fd9d7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928824 Jul 29 23:33:49.951328 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Set router 5663c608-d2d6-46e6-b85f-93c953f7bf34 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:50.068666 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-ee72eacf-5df3-4401-b330-32a557fa2c40 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182687 Jul 29 23:33:50.146049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1ed40c18-6f48-4005-85a6-3aabeeb6319a details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:33:50.148985 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-96adf7e5-e740-4758-93a5-927721332097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:47Z', 'revision_number': 3, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:50.165741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] For port 88aa55aa-607c-40b4-93a6-1ead031c2f4a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=88aa55aa-607c-40b4-93a6-1ead031c2f4a,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:50.171316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.192213 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Checking router: 5663c608-d2d6-46e6-b85f-93c953f7bf34 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:50.192730 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Updating router 5663c608-d2d6-46e6-b85f-93c953f7bf34 port b4ad55af-81a0-41b7-b92d-0d026424da5f binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:33:50.221295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Calling delete_port for 88aa55aa-607c-40b4-93a6-1ead031c2f4a owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:50.226411 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.227761 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4d68a008-454e-4941-94ad-28446a5d97d4 req-8084cf0a-9f7f-4ac9-8add-0dac75710ab7 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461883 Jul 29 23:33:50.307499 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1ed40c18-6f48-4005-85a6-3aabeeb6319a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:50.314253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccec332-ef1c-4bc7-bd23-fd26a8a451d9 req-d9d5202f-2c8e-434e-ad1d-ea063035b6a8 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:50.319761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '1ed40c18-6f48-4005-85a6-3aabeeb6319a', 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df', 'port_id': '1ed40c18-6f48-4005-85a6-3aabeeb6319a', 'mac_address': 'fa:16:3e:10:b5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a273a08c-ddfa-480d-82cb-0e5d602adf63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:33:50.321640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccec332-ef1c-4bc7-bd23-fd26a8a451d9 req-d9d5202f-2c8e-434e-ad1d-ea063035b6a8 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:50.328188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccec332-ef1c-4bc7-bd23-fd26a8a451d9 req-d9d5202f-2c8e-434e-ad1d-ea063035b6a8 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:50.335668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ccec332-ef1c-4bc7-bd23-fd26a8a451d9 req-d9d5202f-2c8e-434e-ad1d-ea063035b6a8 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 2417 time: 0.3546293 Jul 29 23:33:50.361993 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.376723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed40c18-6f48-4005-85a6-3aabeeb6319a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:50.403712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1ed40c18-6f48-4005-85a6-3aabeeb6319a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:50.409915 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.441480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02105a3c-5799-42fc-9635-842817de5114 req-1905f65a-6001-4379-ae76-1a686b20efd9 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:50.443110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02105a3c-5799-42fc-9635-842817de5114 req-1905f65a-6001-4379-ae76-1a686b20efd9 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 944 time: 0.2416334 Jul 29 23:33:50.474261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=1ed40c18-6f48-4005-85a6-3aabeeb6319a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:50.502562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ccec332-ef1c-4bc7-bd23-fd26a8a451d9 req-1aa46f6a-b7a3-422d-8308-04d06b6dc516 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659377 Jul 29 23:33:50.522601 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.534206 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Transition to ACTIVE for port object b4ad55af-81a0-41b7-b92d-0d026424da5f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:50.546796 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.592477 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02105a3c-5799-42fc-9635-842817de5114 req-67bf896d-de20-47a4-ad3c-ba001d3aaf1b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334429 Jul 29 23:33:50.596515 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Pushing event updated for resources: {'Port': ['ID=b4ad55af-81a0-41b7-b92d-0d026424da5f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.618130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.640863 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Attempting to bind port b4ad55af-81a0-41b7-b92d-0d026424da5f on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:50.641243 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Attempting to bind port b4ad55af-81a0-41b7-b92d-0d026424da5f by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:50.641614 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Attempting to bind port b4ad55af-81a0-41b7-b92d-0d026424da5f on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:50.647512 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:50.647887 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:50.648319 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.648707 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:50.649176 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Bound port: b4ad55af-81a0-41b7-b92d-0d026424da5f, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:50.649557 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.703432 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-96adf7e5-e740-4758-93a5-927721332097 None None] For port b4ad55af-81a0-41b7-b92d-0d026424da5f, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:50.707277 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-96adf7e5-e740-4758-93a5-927721332097 None None] For port b4ad55af-81a0-41b7-b92d-0d026424da5f, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b4ad55af-81a0-41b7-b92d-0d026424da5f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:50.711343 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.746213 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.761662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['acc494c7-dec0-4b5e-80ae-11dd9c07adb3', '2291ea81-1d6a-4fc4-967e-8ff9f537ddf0', '88aa55aa-607c-40b4-93a6-1ead031c2f4a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:50.782808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Port': ['ID=88aa55aa-607c-40b4-93a6-1ead031c2f4a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:50.794025 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711a69-2fc0-43de-be48-0fb3ca774b52 None None] Pushing event updated for resources: {'Port': ['ID=b4ad55af-81a0-41b7-b92d-0d026424da5f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:50.797531 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Routers {'5663c608-d2d6-46e6-b85f-93c953f7bf34'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:50.798148 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-96adf7e5-e740-4758-93a5-927721332097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5663c608-d2d6-46e6-b85f-93c953f7bf34'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:50.806010 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.806369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.806718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.807059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.807396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.807729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.808085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.808419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.808894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.809128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.809466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.810117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:50.831454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1ed40c18-6f48-4005-85a6-3aabeeb6319a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:50.904913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] No DVR routers for this DVR port 88aa55aa-607c-40b4-93a6-1ead031c2f4a on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:50.908919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.910968 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-7b42cf22-0e49-4f2f-8d22-116d5acd14b7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.42 "DELETE /v2.0/ports/88aa55aa-607c-40b4-93a6-1ead031c2f4a HTTP/1.1" status: 204 len: 173 time: 1.7527905 Jul 29 23:33:50.911425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-deleted', 'tag': '88aa55aa-607c-40b4-93a6-1ead031c2f4a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:50.913757 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9ff4c7-0100-4811-b853-5f79e978bad5" -d '{"events": [{"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-deleted", "tag": "88aa55aa-607c-40b4-93a6-1ead031c2f4a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:50.987795 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-96adf7e5-e740-4758-93a5-927721332097 None None] Set router 5663c608-d2d6-46e6-b85f-93c953f7bf34 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:51.020266 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b829a8-37e8-4d89-8b7d-d1614523a07b x-openstack-request-id: req-b3b829a8-37e8-4d89-8b7d-d1614523a07b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:51.021089 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-deleted", "tag": "88aa55aa-607c-40b4-93a6-1ead031c2f4a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:51.021348 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3b829a8-37e8-4d89-8b7d-d1614523a07b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:51.021766 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-deleted', 'tag': '88aa55aa-607c-40b4-93a6-1ead031c2f4a', 'status': 'completed', 'code': 200} Jul 29 23:33:51.223878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58962187-b20e-40c7-8fa3-766329baed3e req-f2dfab67-40aa-4d72-aa09-4d098817a929 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:51.230843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58962187-b20e-40c7-8fa3-766329baed3e req-f2dfab67-40aa-4d72-aa09-4d098817a929 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 948 time: 0.2628312 Jul 29 23:33:51.268529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.317256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d2026-59f2-4df5-9b99-ea67e9264859 req-ee67bdb1-b456-4407-bd25-2f44ef4e9e5c tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:51.318817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc8d2026-59f2-4df5-9b99-ea67e9264859 req-ee67bdb1-b456-4407-bd25-2f44ef4e9e5c tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.1840129 Jul 29 23:33:51.324123 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58962187-b20e-40c7-8fa3-766329baed3e req-a2fd2cf5-dfcc-433b-bd10-2923d6dc54fb tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919697 Jul 29 23:33:51.399423 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-96adf7e5-e740-4758-93a5-927721332097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:47Z', 'revision_number': 3, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:51.407138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2147414b-c92b-4974-b640-d37f73442603 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:51.407485 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2147414b-c92b-4974-b640-d37f73442603 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.428071 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adf7e5-e740-4758-93a5-927721332097 None None] The sync data for ids ['5663c608-d2d6-46e6-b85f-93c953f7bf34'] in n-d-712139-11 is: [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:47Z', 'revision_number': 3, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:51.518812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc8d2026-59f2-4df5-9b99-ea67e9264859 req-f931122f-b5de-4864-84ca-1587ddfd7cca tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864419 Jul 29 23:33:51.571207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2147414b-c92b-4974-b640-d37f73442603 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] For port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:51.571582 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2147414b-c92b-4974-b640-d37f73442603 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.613833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2147414b-c92b-4974-b640-d37f73442603 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Calling delete_port for 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:51.642208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2abc6ca0-b13a-414f-96e1-f6fc755f18fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.680984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Allocated IP 172.20.0.1 (1d04e04e-9948-407a-b7bb-4578f768d2cf/7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f/8e306495-4677-486e-acb8-04b9bedb75ec) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:51.797118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70528a20-4443-4d60-b521-005ca44545f9 req-08a79759-af2b-43c3-b3de-7d9304d3459f tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:51.803714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70528a20-4443-4d60-b521-005ca44545f9 req-08a79759-af2b-43c3-b3de-7d9304d3459f tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:51.808526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70528a20-4443-4d60-b521-005ca44545f9 req-08a79759-af2b-43c3-b3de-7d9304d3459f tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 1681 time: 0.2079177 Jul 29 23:33:51.914249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b2787-d153-4ddc-8876-29feea0d147e req-6a0166fb-a419-4bb2-892c-15a22ae1976d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:51.915833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f09b2787-d153-4ddc-8876-29feea0d147e req-6a0166fb-a419-4bb2-892c-15a22ae1976d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 945 time: 0.1959138 Jul 29 23:33:51.945238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70528a20-4443-4d60-b521-005ca44545f9 req-1f399f5b-03db-4576-84d0-05c02a13e288 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050799 Jul 29 23:33:52.017005 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.039230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f09b2787-d153-4ddc-8876-29feea0d147e req-563cf726-7b64-4c8c-80fb-7c67f6bdeb1e tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122773 Jul 29 23:33:52.052793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Transition to ACTIVE for port object 8e306495-4677-486e-acb8-04b9bedb75ec will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:52.067677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2147414b-c92b-4974-b640-d37f73442603 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.083918 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['88aa55aa-607c-40b4-93a6-1ead031c2f4a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:52.098237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-e6122275-42a9-4df8-b238-e2202c683a81 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:52.100869 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-e6122275-42a9-4df8-b238-e2202c683a81 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.0756900 Jul 29 23:33:52.110235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147414b-c92b-4974-b640-d37f73442603 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Port': ['ID=2291ea81-1d6a-4fc4-967e-8ff9f537ddf0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:52.134726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 87297bf2-7f69-4802-9d33-68f08210b073 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:33:52.141975 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.167716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2147414b-c92b-4974-b640-d37f73442603 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] No DVR routers for this DVR port 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:52.189178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1ed40c18-6f48-4005-85a6-3aabeeb6319a up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:52.205161 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2147414b-c92b-4974-b640-d37f73442603 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.213187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2147414b-c92b-4974-b640-d37f73442603 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.42 "DELETE /v2.0/ports/2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 HTTP/1.1" status: 204 len: 173 time: 1.2707868 Jul 29 23:33:52.242499 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Deleting port cff78137-735c-4394-ba5d-dab66d307c3a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:52.243138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.251053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Network 1d04e04e-9948-407a-b7bb-4578f768d2cf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:52.294312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:52.318956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:52.366772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Pushing event updated for resources: {'Port': ['ID=8e306495-4677-486e-acb8-04b9bedb75ec,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:52.388607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 87297bf2-7f69-4802-9d33-68f08210b073, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=87297bf2-7f69-4802-9d33-68f08210b073,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:52.416595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] For port cff78137-735c-4394-ba5d-dab66d307c3a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=cff78137-735c-4394-ba5d-dab66d307c3a,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:52.416974 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.420154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '87297bf2-7f69-4802-9d33-68f08210b073', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '87297bf2-7f69-4802-9d33-68f08210b073', 'mac_address': 'fa:16:3e:b2:f5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:33:52.463715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.486584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 1ed40c18-6f48-4005-85a6-3aabeeb6319a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:52.497472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 1ed40c18-6f48-4005-85a6-3aabeeb6319a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:52.497472 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.565094 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.583553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87297bf2-7f69-4802-9d33-68f08210b073 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:52.650757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 87297bf2-7f69-4802-9d33-68f08210b073, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=87297bf2-7f69-4802-9d33-68f08210b073,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:52.676407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.679129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:33:52.718911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52714b4b-681b-4106-871e-2c5b20a82dfd req-b42b1c7e-c803-4270-8644-4ea62997009e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:52.719414 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.719962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.720615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52714b4b-681b-4106-871e-2c5b20a82dfd req-b42b1c7e-c803-4270-8644-4ea62997009e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 948 time: 0.1556165 Jul 29 23:33:52.725205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2dd24e97-081c-4474-9a7b-00d6f35a0395 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:52.725554 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2dd24e97-081c-4474-9a7b-00d6f35a0395 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.727089 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Floating IP 16aa0b8f-da39-42c0-a583-31d9086146a0 disassociated. External IP: 172.25.2.220, port: cff78137-735c-4394-ba5d-dab66d307c3a. Jul 29 23:33:52.727647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Calling delete_port for cff78137-735c-4394-ba5d-dab66d307c3a owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:52.737138 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:52.819162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', 'mac_address': 'fa:16:3e:11:72:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:33:52.830017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=87297bf2-7f69-4802-9d33-68f08210b073,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:52.894452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52714b4b-681b-4106-871e-2c5b20a82dfd req-580633f9-78b1-4e2a-a92f-8e61d485b7c8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611032 Jul 29 23:33:52.897916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a8d94e87-551e-4277-b5aa-d70eee428c26 None None] Provisioning for port 8e306495-4677-486e-acb8-04b9bedb75ec completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:52.909366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a8d94e87-551e-4277-b5aa-d70eee428c26 None None] Provisioning complete for port 8e306495-4677-486e-acb8-04b9bedb75ec triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:52.909926 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8d94e87-551e-4277-b5aa-d70eee428c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.935404 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.936937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846dda6-f69b-48c0-8502-b38a667e94c0 req-bb2af5aa-c1ec-4d4e-923d-fb8f9c70d332 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:52.944620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3846dda6-f69b-48c0-8502-b38a667e94c0 req-bb2af5aa-c1ec-4d4e-923d-fb8f9c70d332 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 945 time: 0.2015238 Jul 29 23:33:52.963452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2dd24e97-081c-4474-9a7b-00d6f35a0395 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] For port acc494c7-dec0-4b5e-80ae-11dd9c07adb3, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,segment=NetworkSegment(0af17e1d-8226-48a9-9682-41298bcf1c38),segment_id=0af17e1d-8226-48a9-9682-41298bcf1c38)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:52.963832 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2dd24e97-081c-4474-9a7b-00d6f35a0395 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.978787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event deleted for resources: {'Port': ['ID=cff78137-735c-4394-ba5d-dab66d307c3a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:52.979064 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.991767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2dd24e97-081c-4474-9a7b-00d6f35a0395 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Calling delete_port for acc494c7-dec0-4b5e-80ae-11dd9c07adb3 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:53.028184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-deleted', 'tag': '2291ea81-1d6a-4fc4-967e-8ff9f537ddf0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:53.032003 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809c0eaf-b12e-4e82-8b7e-e54e0697bb6d" -d '{"events": [{"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-deleted", "tag": "2291ea81-1d6a-4fc4-967e-8ff9f537ddf0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:53.046152 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.064314 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.076045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3846dda6-f69b-48c0-8502-b38a667e94c0 req-3f918b31-8dfb-48a4-b2c3-c6b363b95713 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=62ea91fb-9574-4bdf-a642-d65e98eb8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256876 Jul 29 23:33:53.115105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed40c18-6f48-4005-85a6-3aabeeb6319a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:53.118588 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1435f879-9e1e-452a-a9d2-08386c5469ce" -d '{"events": [{"server_uuid": "25adeb50-031b-45fe-9506-d84fdab4bbf1", "name": "network-vif-plugged", "status": "completed", "tag": "1ed40c18-6f48-4005-85a6-3aabeeb6319a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:53.143818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:53.163127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a8d94e87-551e-4277-b5aa-d70eee428c26 None None] Port 8e306495-4677-486e-acb8-04b9bedb75ec cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:53.171800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1ed40c18-6f48-4005-85a6-3aabeeb6319a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:53.201395 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.239757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:53.248404 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Router e3b5dd98-81ff-4205-a76e-24cda00fa77a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:53.252867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b4ad55af-81a0-41b7-b92d-0d026424da5f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:53.262736 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.314876 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe5370a-20b2-4b7d-ab5c-3f94538832c0 x-openstack-request-id: req-fbe5370a-20b2-4b7d-ab5c-3f94538832c0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:53.315166 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-deleted", "tag": "2291ea81-1d6a-4fc4-967e-8ff9f537ddf0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:53.315425 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbe5370a-20b2-4b7d-ab5c-3f94538832c0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:53.315823 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-deleted', 'tag': '2291ea81-1d6a-4fc4-967e-8ff9f537ddf0', 'status': 'completed', 'code': 200} Jul 29 23:33:53.325660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e3501-ff15-49b0-8ead-ecfe238b5e22 req-296b45c3-3318-4c40-beee-a2eed21f6913 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:53.327895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd6e3501-ff15-49b0-8ead-ecfe238b5e22 req-296b45c3-3318-4c40-beee-a2eed21f6913 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=714a56c5-8259-46ee-b002-ae2ba80eafce HTTP/1.1" status: 200 len: 945 time: 0.1586883 Jul 29 23:33:53.466911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port b4ad55af-81a0-41b7-b92d-0d026424da5f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:53.475045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=1ed40c18-6f48-4005-85a6-3aabeeb6319a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:53.481747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b4ad55af-81a0-41b7-b92d-0d026424da5f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:53.482213 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.505228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd6e3501-ff15-49b0-8ead-ecfe238b5e22 req-fa747c66-51bc-457b-a914-0377ee8fea0d tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680112 Jul 29 23:33:53.524743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:53.584550 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2dd24e97-081c-4474-9a7b-00d6f35a0395 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.585568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] No DVR routers for this DVR port cff78137-735c-4394-ba5d-dab66d307c3a on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:53.587927 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.592220 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8ec60a78-3523-42bb-bba8-f2cc23c2c074 req-772ee411-911d-46e0-a482-ae7251b98e1d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.42 "DELETE /v2.0/ports/cff78137-735c-4394-ba5d-dab66d307c3a HTTP/1.1" status: 204 len: 173 time: 1.4815493 Jul 29 23:33:53.592220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d813f91-0769-477f-aa80-85d66e314a8d', 'name': 'network-vif-deleted', 'tag': 'cff78137-735c-4394-ba5d-dab66d307c3a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:53.593447 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdedd7b7-f456-468f-98e1-2c391537dbdd" -d '{"events": [{"server_uuid": "2d813f91-0769-477f-aa80-85d66e314a8d", "name": "network-vif-deleted", "tag": "cff78137-735c-4394-ba5d-dab66d307c3a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:53.594028 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.620727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] Sync routers for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:53.657220 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbe7af8-f3f4-40fe-aea4-8a5566ccb892 x-openstack-request-id: req-8dbe7af8-f3f4-40fe-aea4-8a5566ccb892 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:53.657913 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25adeb50-031b-45fe-9506-d84fdab4bbf1", "name": "network-vif-plugged", "status": "completed", "tag": "1ed40c18-6f48-4005-85a6-3aabeeb6319a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:53.657913 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dbe7af8-f3f4-40fe-aea4-8a5566ccb892 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:53.658535 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed40c18-6f48-4005-85a6-3aabeeb6319a', 'code': 200} Jul 29 23:33:53.662011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c5afa-0b9e-4f19-ac30-55e05f47eca5 req-c629f2ff-938f-4113-aeec-2f490050b114 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:53.672435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:53.673233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:53.680732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:53.681626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-200c5afa-0b9e-4f19-ac30-55e05f47eca5 req-c629f2ff-938f-4113-aeec-2f490050b114 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 946 time: 0.2254107 Jul 29 23:33:53.710069 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660ae98a-9bc7-43fe-b44e-8a157147f3bb x-openstack-request-id: req-660ae98a-9bc7-43fe-b44e-8a157147f3bb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:53.710472 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d813f91-0769-477f-aa80-85d66e314a8d", "name": "network-vif-deleted", "tag": "cff78137-735c-4394-ba5d-dab66d307c3a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:53.710817 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-660ae98a-9bc7-43fe-b44e-8a157147f3bb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:53.711322 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d813f91-0769-477f-aa80-85d66e314a8d', 'name': 'network-vif-deleted', 'tag': 'cff78137-735c-4394-ba5d-dab66d307c3a', 'status': 'completed', 'code': 200} Jul 29 23:33:53.729351 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.771633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd24e97-081c-4474-9a7b-00d6f35a0395 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Port': ['ID=acc494c7-dec0-4b5e-80ae-11dd9c07adb3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:53.845757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-200c5afa-0b9e-4f19-ac30-55e05f47eca5 req-5240b994-1a3e-4a1c-8ece-17bc2abe9ed5 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633263 Jul 29 23:33:53.900321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2dd24e97-081c-4474-9a7b-00d6f35a0395 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] No DVR routers for this DVR port acc494c7-dec0-4b5e-80ae-11dd9c07adb3 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:53.905984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.908459 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2dd24e97-081c-4474-9a7b-00d6f35a0395 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.910752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8472ad23-c5f9-4ce0-b504-ac245c41c808 req-2dd24e97-081c-4474-9a7b-00d6f35a0395 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.42 "DELETE /v2.0/ports/acc494c7-dec0-4b5e-80ae-11dd9c07adb3 HTTP/1.1" status: 204 len: 173 time: 1.6803567 Jul 29 23:33:53.933062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Pushing event updated for resources: {'Port': ['ID=8e306495-4677-486e-acb8-04b9bedb75ec,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:53.937798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:53.939933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:53.957459 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:33:54.050512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04880f-2626-4201-96a6-04cced282bc1 req-a136a18c-ddd8-4f30-8c65-e29382497547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:54.060432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b04880f-2626-4201-96a6-04cced282bc1 req-a136a18c-ddd8-4f30-8c65-e29382497547 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 1098 time: 0.2215405 Jul 29 23:33:54.171442 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.188075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Network 1d04e04e-9948-407a-b7bb-4578f768d2cf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:54.206888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:54.239552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cff78137-735c-4394-ba5d-dab66d307c3a no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:54.312414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: cff78137-735c-4394-ba5d-dab66d307c3a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:54.314280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device cff78137-735c-4394-ba5d-dab66d307c3a not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:54.314870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device acc494c7-dec0-4b5e-80ae-11dd9c07adb3 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:54.316960 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9e40dda-a2cc-4e0b-aab0-99881b64fefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.417467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:54.466915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: acc494c7-dec0-4b5e-80ae-11dd9c07adb3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:54.467367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device acc494c7-dec0-4b5e-80ae-11dd9c07adb3 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:54.467815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 88aa55aa-607c-40b4-93a6-1ead031c2f4a no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:54.488111 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.493287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 88aa55aa-607c-40b4-93a6-1ead031c2f4a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:54.493637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 88aa55aa-607c-40b4-93a6-1ead031c2f4a not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:54.494074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:54.525048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port b4ad55af-81a0-41b7-b92d-0d026424da5f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b4ad55af-81a0-41b7-b92d-0d026424da5f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:54.559112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.560851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:54.561225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2291ea81-1d6a-4fc4-967e-8ff9f537ddf0 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:54.750919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a26503c-1c3c-49cb-9c9b-bf0576963f4c None None] Provisioning complete for port 8e306495-4677-486e-acb8-04b9bedb75ec triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:54.751594 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a26503c-1c3c-49cb-9c9b-bf0576963f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.784570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85e6eac3-02bb-4718-8d51-73740567def9 req-30a4cc4d-bb11-4e6d-befd-53d7359f0ee8 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d813f91-0769-477f-aa80-85d66e314a8d HTTP/1.1" status: 200 len: 210 time: 0.5585613 Jul 29 23:33:54.831604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=b4ad55af-81a0-41b7-b92d-0d026424da5f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:54.857734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b04880f-2626-4201-96a6-04cced282bc1 req-e874752d-eea9-4a7c-ad0c-59d9e18c8d8f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7727506 Jul 29 23:33:54.880917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5a26503c-1c3c-49cb-9c9b-bf0576963f4c None None] Port 8e306495-4677-486e-acb8-04b9bedb75ec cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:54.891666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ff928-348d-4b11-a1d4-14faa1a29754 req-e61a9fa6-0dd6-475e-8b38-e8ab004d411c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:54.893295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-986ff928-348d-4b11-a1d4-14faa1a29754 req-e61a9fa6-0dd6-475e-8b38-e8ab004d411c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 949 time: 0.8311791 Jul 29 23:33:54.925486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48940) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:54.944946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Router 5663c608-d2d6-46e6-b85f-93c953f7bf34 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:54.978061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:54.990705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-986ff928-348d-4b11-a1d4-14faa1a29754 req-64403197-5d6b-434e-a5fc-fc16928a892d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861571 Jul 29 23:33:55.023776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] Checking router: e3b5dd98-81ff-4205-a76e-24cda00fa77a for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:55.043600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c585897-2583-4fba-8cf2-b7060fbd7b34 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting subnet 39fe7ef1-437b-4a74-9271-c1e788fcc822 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:55.046434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:55.064026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c585897-2583-4fba-8cf2-b7060fbd7b34 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.083898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:55.120293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c585897-2583-4fba-8cf2-b7060fbd7b34 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.157728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:55.163534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f1497eda-57c9-40ac-9687-f54666c58c72 admin admin] 10.222.0.37 "PUT /v2.0/routers/5663c608-d2d6-46e6-b85f-93c953f7bf34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3129940 Jul 29 23:33:55.165844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b4ad55af-81a0-41b7-b92d-0d026424da5f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:55.174098 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Sync routers for ids ['5663c608-d2d6-46e6-b85f-93c953f7bf34'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:55.189453 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Routers {'5663c608-d2d6-46e6-b85f-93c953f7bf34'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:55.190367 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5663c608-d2d6-46e6-b85f-93c953f7bf34'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:55.193230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295686e-6815-491d-a9be-554106fcdc60 req-5919c731-72eb-4675-b419-4950100ca864 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:55.210908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b295686e-6815-491d-a9be-554106fcdc60 req-5919c731-72eb-4675-b419-4950100ca864 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 946 time: 0.1096244 Jul 29 23:33:55.276175 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c585897-2583-4fba-8cf2-b7060fbd7b34 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.277653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b295686e-6815-491d-a9be-554106fcdc60 req-ef2bb2a3-4b68-4f5c-821c-5a8e9be97335 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654433 Jul 29 23:33:55.300817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b4ad55af-81a0-41b7-b92d-0d026424da5f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:55.301290 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.317108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-deleted', 'tag': 'acc494c7-dec0-4b5e-80ae-11dd9c07adb3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:55.320336 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88da6128-0563-4e22-9db0-011d174c2924" -d '{"events": [{"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-deleted", "tag": "acc494c7-dec0-4b5e-80ae-11dd9c07adb3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:55.381936 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a83d9e-3e73-4231-a159-1b27df997dd0 x-openstack-request-id: req-b4a83d9e-3e73-4231-a159-1b27df997dd0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:55.382565 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a56c5-8259-46ee-b002-ae2ba80eafce", "name": "network-vif-deleted", "tag": "acc494c7-dec0-4b5e-80ae-11dd9c07adb3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:55.383476 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4a83d9e-3e73-4231-a159-1b27df997dd0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:55.384253 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a56c5-8259-46ee-b002-ae2ba80eafce', 'name': 'network-vif-deleted', 'tag': 'acc494c7-dec0-4b5e-80ae-11dd9c07adb3', 'status': 'completed', 'code': 200} Jul 29 23:33:55.388926 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Set router 5663c608-d2d6-46e6-b85f-93c953f7bf34 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:55.395372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:55.397185 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.407559 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c585897-2583-4fba-8cf2-b7060fbd7b34 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.502375 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c585897-2583-4fba-8cf2-b7060fbd7b34 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.510170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48956) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:55.520588 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2c585897-2583-4fba-8cf2-b7060fbd7b34 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "DELETE /v2.0/subnets/39fe7ef1-437b-4a74-9271-c1e788fcc822 HTTP/1.1" status: 204 len: 168 time: 0.5935299 Jul 29 23:33:55.522465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c585897-2583-4fba-8cf2-b7060fbd7b34 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Subnet': ['ID=39fe7ef1-437b-4a74-9271-c1e788fcc822,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:55.610840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893f655a-0582-402b-acd5-3c2438b9926a None None] Network 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:55.621059 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.693766 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:52Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8e306495-4677-486e-acb8-04b9bedb75ec', 'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'mac_address': 'fa:16:3e:6c:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:51Z', 'updated_at': '2021-07-29T23:33:53Z', 'revision_number': 2, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'subnets': [{'id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:55.695886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting port 05a50019-64be-4475-aef1-5e2c625b3314 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:55.696854 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.725557 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Checking router: 5663c608-d2d6-46e6-b85f-93c953f7bf34 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:55.726118 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Updating router 5663c608-d2d6-46e6-b85f-93c953f7bf34 port 8e306495-4677-486e-acb8-04b9bedb75ec binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:33:55.757658 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.775301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] For port 05a50019-64be-4475-aef1-5e2c625b3314, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=05a50019-64be-4475-aef1-5e2c625b3314,segment=NetworkSegment(0af17e1d-8226-48a9-9682-41298bcf1c38),segment_id=0af17e1d-8226-48a9-9682-41298bcf1c38)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:55.775748 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.812373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Calling delete_port for 05a50019-64be-4475-aef1-5e2c625b3314 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:55.865708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:55.945681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49002) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:55.981062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e70d7-5179-4427-a034-fc22e2e70f16 None None] The sync data for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 is: [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:56.053311 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.081226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6703a9a7-5314-4ca0-93c9-ba520a88bdc9 None None] DHCP port deletion for 94721bc1-fe5e-49d0-af28-bb08dfcf8b9e request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:56.132091 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Port': ['ID=05a50019-64be-4475-aef1-5e2c625b3314,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:56.146032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] No DVR routers for this DVR port 05a50019-64be-4475-aef1-5e2c625b3314 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:56.157223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:56.293246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:56.314001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:56.316729 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.375124 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.378754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.382318 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d6906ab-b397-42f0-be5f-ab1aea897c5d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.402670 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Transition to ACTIVE for port object 8e306495-4677-486e-acb8-04b9bedb75ec will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:56.423080 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.463628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94721bc1-fe5e-49d0-af28-bb08dfcf8b9e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:56.480943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af17e1d-8226-48a9-9682-41298bcf1c38') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:56.481249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af17e1d-8226-48a9-9682-41298bcf1c38') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:56.520737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a514c-c8fa-4b33-beb7-733a4b4add4b req-ce47b133-0407-4af1-bbbf-2c76d0fa68a5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:56.529644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d0a514c-c8fa-4b33-beb7-733a4b4add4b req-ce47b133-0407-4af1-bbbf-2c76d0fa68a5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 949 time: 0.3809652 Jul 29 23:33:56.533418 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d6906ab-b397-42f0-be5f-ab1aea897c5d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.556548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.588184 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a94f2-26e0-4390-86de-1031f278ce4e None None] Pushing event updated for resources: {'Port': ['ID=8e306495-4677-486e-acb8-04b9bedb75ec,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:56.592278 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.609725 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b81f79e-ddca-4e55-9f99-be00e05cce3b None None] New status for floating IP 16aa0b8f-da39-42c0-a583-31d9086146a0: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:33:56.679791 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Attempting to bind port 8e306495-4677-486e-acb8-04b9bedb75ec on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:56.683485 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Attempting to bind port 8e306495-4677-486e-acb8-04b9bedb75ec by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:56.684127 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Attempting to bind port 8e306495-4677-486e-acb8-04b9bedb75ec on network 1d04e04e-9948-407a-b7bb-4578f768d2cf {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:56.705476 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:56.706082 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Checking segment: {'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:56.709494 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.709763 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.710479 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Bound using segment: {'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:56.711125 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Bound port: 8e306495-4677-486e-acb8-04b9bedb75ec, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:56.711674 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.765468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:56.766010 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:56.769816 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:56.808174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d0a514c-c8fa-4b33-beb7-733a4b4add4b req-8e6044e1-365f-48e2-afc0-96e3b409ebcb tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712371 Jul 29 23:33:56.861943 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] For port 8e306495-4677-486e-acb8-04b9bedb75ec, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:56.865336 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] For port 8e306495-4677-486e-acb8-04b9bedb75ec, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8e306495-4677-486e-acb8-04b9bedb75ec,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:56.880415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42464a-7c3b-494a-8f98-d8cc25727a2d req-005ad5a0-53e5-4f71-921a-fcca4a8542f2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:56.880667 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.890141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf42464a-7c3b-494a-8f98-d8cc25727a2d req-005ad5a0-53e5-4f71-921a-fcca4a8542f2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 946 time: 0.3534627 Jul 29 23:33:56.947671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d6906ab-b397-42f0-be5f-ab1aea897c5d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.952121 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d6906ab-b397-42f0-be5f-ab1aea897c5d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.956706 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49054) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:56.957200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5d6906ab-b397-42f0-be5f-ab1aea897c5d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "DELETE /v2.0/security-groups/62ea91fb-9574-4bdf-a642-d65e98eb8069 HTTP/1.1" status: 204 len: 168 time: 1.0094268 Jul 29 23:33:56.971297 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.998830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf42464a-7c3b-494a-8f98-d8cc25727a2d req-6a6de9b8-4121-4eef-ad2e-0da11485acb7 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024191 Jul 29 23:33:57.035475 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a94f2-26e0-4390-86de-1031f278ce4e None None] Pushing event updated for resources: {'Port': ['ID=8e306495-4677-486e-acb8-04b9bedb75ec,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:57.056604 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.062265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "DELETE /v2.0/networks/94721bc1-fe5e-49d0-af28-bb08dfcf8b9e HTTP/1.1" status: 204 len: 168 time: 1.5486009 Jul 29 23:33:57.064071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:57.066356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6906ab-b397-42f0-be5f-ab1aea897c5d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea91fb-9574-4bdf-a642-d65e98eb8069,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:57.067113 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Routers {'5663c608-d2d6-46e6-b85f-93c953f7bf34'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:57.067769 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5663c608-d2d6-46e6-b85f-93c953f7bf34'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:57.116737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f4a0e-95d2-497b-a196-9a1ee5e2ea03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Network': ['ID=94721bc1-fe5e-49d0-af28-bb08dfcf8b9e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:57.171132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:57.221055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d512ed2-4e65-422a-a97b-dc665e55993d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:57.223453 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e2cae7-dec3-4cce-93de-f30deaf33aab" -d '{"events": [{"server_uuid": "2d512ed2-4e65-422a-a97b-dc665e55993d", "name": "network-vif-plugged", "status": "completed", "tag": "c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:57.235408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 05a50019-64be-4475-aef1-5e2c625b3314 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:57.258934 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.260487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 87297bf2-7f69-4802-9d33-68f08210b073 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:57.278246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cbf076-413e-4ea2-bc5e-be24fb9a0f8e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting subnet 10c6d35e-9bc0-4e15-af70-2230d9d5eb55 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:57.284988 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30cbf076-413e-4ea2-bc5e-be24fb9a0f8e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.285883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-3019e101-a1c7-49a0-9bcb-c94b18c9c83d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-508176568&fields=id&tenant_id=8a13f3ea218244e390f6cc023a88a1c3 HTTP/1.1" status: 200 len: 267 time: 0.1090479 Jul 29 23:33:57.313122 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] Set router 5663c608-d2d6-46e6-b85f-93c953f7bf34 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:57.371540 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-cd0cae64-c761-4f03-a10a-c966c09bf32b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] show failed (client error): The resource could not be found. Jul 29 23:33:57.375653 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cd0cae64-c761-4f03-a10a-c966c09bf32b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups/62ea91fb-9574-4bdf-a642-d65e98eb8069 HTTP/1.1" status: 404 len: 347 time: 0.4172444 Jul 29 23:33:57.378960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:57.390960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30cbf076-413e-4ea2-bc5e-be24fb9a0f8e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.450460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-973b5fd6-fe94-4742-9a81-149bc37f4a17 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:57.461674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-973b5fd6-fe94-4742-9a81-149bc37f4a17 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 946 time: 0.1746945 Jul 29 23:33:57.467394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-c132c825-43ac-44ce-9238-9c176751bc77 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'port': {'security_groups': ['da5ed335-4702-44ea-9a10-d1ad992f8921', 'b91b76de-bf8a-4e7c-a68e-458fde87657f']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:57.580616 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e1abfa-f6dd-4e96-8386-3f8fa7d7c08e x-openstack-request-id: req-06e1abfa-f6dd-4e96-8386-3f8fa7d7c08e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:57.580987 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d512ed2-4e65-422a-a97b-dc665e55993d", "name": "network-vif-plugged", "status": "completed", "tag": "c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:57.581173 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06e1abfa-f6dd-4e96-8386-3f8fa7d7c08e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:57.581588 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d512ed2-4e65-422a-a97b-dc665e55993d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', 'code': 200} Jul 29 23:33:57.625585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:57.659044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 05a50019-64be-4475-aef1-5e2c625b3314 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:57.659397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 05a50019-64be-4475-aef1-5e2c625b3314 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:57.677182 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.716258 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:52Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8e306495-4677-486e-acb8-04b9bedb75ec', 'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'mac_address': 'fa:16:3e:6c:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:51Z', 'updated_at': '2021-07-29T23:33:56Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'subnets': [{'id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:57.726884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-c132c825-43ac-44ce-9238-9c176751bc77 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.731384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ae549-5264-4b22-a4c7-6fdaf98ddc5d req-d09cca7c-49f7-4438-9abe-89c82c1bd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:57.733381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b45ae549-5264-4b22-a4c7-6fdaf98ddc5d req-d09cca7c-49f7-4438-9abe-89c82c1bd9e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d512ed2-4e65-422a-a97b-dc665e55993d HTTP/1.1" status: 200 len: 1102 time: 0.1704636 Jul 29 23:33:57.794002 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba73885-d1eb-420e-9ca5-a284de9023d9 None None] The sync data for ids ['5663c608-d2d6-46e6-b85f-93c953f7bf34'] in n-d-712139-11 is: [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:52Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8e306495-4677-486e-acb8-04b9bedb75ec', 'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'mac_address': 'fa:16:3e:6c:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:51Z', 'updated_at': '2021-07-29T23:33:56Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'subnets': [{'id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:57.836695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 87297bf2-7f69-4802-9d33-68f08210b073 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:57.842978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 87297bf2-7f69-4802-9d33-68f08210b073 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:57.843681 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.899351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30cbf076-413e-4ea2-bc5e-be24fb9a0f8e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.944616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b45ae549-5264-4b22-a4c7-6fdaf98ddc5d req-8a01d4bf-5c97-49d1-8e63-df6be651985f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871350 Jul 29 23:33:58.032636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.038609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c748f-90de-418a-abf1-7b7f80e9fcb1 req-b60aef03-30ac-42c9-9246-65622575598e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:58.048691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-079c748f-90de-418a-abf1-7b7f80e9fcb1 req-b60aef03-30ac-42c9-9246-65622575598e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 949 time: 0.1327708 Jul 29 23:33:58.070370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-84360d68-2fc7-4888-a4b5-b906e9280231 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Deleting port 914494f8-cd37-4d0e-8d72-e8f1b65b0a4d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:58.072861 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84360d68-2fc7-4888-a4b5-b906e9280231 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.131139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 87297bf2-7f69-4802-9d33-68f08210b073, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=87297bf2-7f69-4802-9d33-68f08210b073,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:58.144351 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.183103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-079c748f-90de-418a-abf1-7b7f80e9fcb1 req-bb118d06-b85c-4ed9-9f27-e14f02360c23 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239274 Jul 29 23:33:58.232390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30cbf076-413e-4ea2-bc5e-be24fb9a0f8e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.269377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=87297bf2-7f69-4802-9d33-68f08210b073,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.324811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84360d68-2fc7-4888-a4b5-b906e9280231 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.325615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84360d68-2fc7-4888-a4b5-b906e9280231 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.354518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbf076-413e-4ea2-bc5e-be24fb9a0f8e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Subnet': ['ID=10c6d35e-9bc0-4e15-af70-2230d9d5eb55,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.367921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30cbf076-413e-4ea2-bc5e-be24fb9a0f8e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.372158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e9e4c-0b74-4cc4-ac02-e74db340819d None None] Network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:58.376481 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-30cbf076-413e-4ea2-bc5e-be24fb9a0f8e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "DELETE /v2.0/subnets/10c6d35e-9bc0-4e15-af70-2230d9d5eb55 HTTP/1.1" status: 204 len: 168 time: 1.3107448 Jul 29 23:33:58.380332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49090) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.397880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-84360d68-2fc7-4888-a4b5-b906e9280231 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Calling delete_port for 914494f8-cd37-4d0e-8d72-e8f1b65b0a4d owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:58.429436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-c132c825-43ac-44ce-9238-9c176751bc77 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] For port 1ed40c18-6f48-4005-85a6-3aabeeb6319a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:58.491258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-c132c825-43ac-44ce-9238-9c176751bc77 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.501543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-c132c825-43ac-44ce-9238-9c176751bc77 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.540535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1ed40c18-6f48-4005-85a6-3aabeeb6319a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:58.577751 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.600351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-c132c825-43ac-44ce-9238-9c176751bc77 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:58.601352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-c132c825-43ac-44ce-9238-9c176751bc77 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.602911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6006d849-3407-4fa9-ab25-ae7c7bfef763 req-c132c825-43ac-44ce-9238-9c176751bc77 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "PUT /v2.0/ports/1ed40c18-6f48-4005-85a6-3aabeeb6319a HTTP/1.1" status: 200 len: 982 time: 1.1404135 Jul 29 23:33:58.609304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'tag': '1ed40c18-6f48-4005-85a6-3aabeeb6319a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:58.612299 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dcd7eb-87a8-457a-b18f-7f311d45295f" -d '{"events": [{"name": "network-changed", "server_uuid": "25adeb50-031b-45fe-9506-d84fdab4bbf1", "tag": "1ed40c18-6f48-4005-85a6-3aabeeb6319a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:58.643192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132c825-43ac-44ce-9238-9c176751bc77 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'Port': ['ID=1ed40c18-6f48-4005-85a6-3aabeeb6319a,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.785927 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e475dc-e755-48d2-8c09-bb963fe41adc x-openstack-request-id: req-c0e475dc-e755-48d2-8c09-bb963fe41adc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:58.786445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1ed40c18-6f48-4005-85a6-3aabeeb6319a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:58.787055 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25adeb50-031b-45fe-9506-d84fdab4bbf1", "tag": "1ed40c18-6f48-4005-85a6-3aabeeb6319a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:58.787381 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0e475dc-e755-48d2-8c09-bb963fe41adc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:58.787857 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'tag': '1ed40c18-6f48-4005-85a6-3aabeeb6319a', 'status': 'completed', 'code': 200} Jul 29 23:33:58.848608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting port 5aece36b-307c-440b-b1f8-3db4946fb9b2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:58.849292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.872208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a342fe-17c7-4d37-ab75-f42aecf3ce3a None None] DHCP port deletion for dc38e6e6-2fb5-4cd8-b07d-d981714d58ce request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:58.960858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-dc337f03-2e03-468a-9237-a8f88fe29050 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-848716125&fields=id&tenant_id=8a13f3ea218244e390f6cc023a88a1c3 HTTP/1.1" status: 200 len: 267 time: 0.1678643 Jul 29 23:33:58.989458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcd7eb-87a8-457a-b18f-7f311d45295f req-5c81b498-eac7-4339-8daf-090fa116ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:58.991051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61dcd7eb-87a8-457a-b18f-7f311d45295f req-5c81b498-eac7-4339-8daf-090fa116ede2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 1137 time: 0.1475170 Jul 29 23:33:59.125479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcd7eb-87a8-457a-b18f-7f311d45295f req-a73181d3-c115-45df-8044-13fb94c01910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:59.127191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61dcd7eb-87a8-457a-b18f-7f311d45295f req-a73181d3-c115-45df-8044-13fb94c01910 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 913 time: 0.1250060 Jul 29 23:33:59.134514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] For port 5aece36b-307c-440b-b1f8-3db4946fb9b2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5aece36b-307c-440b-b1f8-3db4946fb9b2,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:59.140420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.173025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Calling delete_port for 5aece36b-307c-440b-b1f8-3db4946fb9b2 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:59.185339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8e306495-4677-486e-acb8-04b9bedb75ec up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:59.192586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84360d68-2fc7-4888-a4b5-b906e9280231 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.195505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-1057e2f8-2d85-4b59-9cdb-077e47783a15 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:59.203751 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-1057e2f8-2d85-4b59-9cdb-077e47783a15 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 985 time: 0.2411640 Jul 29 23:33:59.242165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84360d68-2fc7-4888-a4b5-b906e9280231 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event deleted for resources: {'Port': ['ID=914494f8-cd37-4d0e-8d72-e8f1b65b0a4d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:59.317490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61dcd7eb-87a8-457a-b18f-7f311d45295f req-8e42c7b3-4f2f-4003-92ac-e2873fabaa05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a HTTP/1.1" status: 200 len: 217 time: 0.1783242 Jul 29 23:33:59.327354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-854c8e9a-a1eb-46df-878c-2e40ebe8a5cf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'port': {'security_groups': ['b91b76de-bf8a-4e7c-a68e-458fde87657f', 'da5ed335-4702-44ea-9a10-d1ad992f8921', 'e0dcb6fd-4506-4b00-b8fa-0daad6ca5111']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:59.414596 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84360d68-2fc7-4888-a4b5-b906e9280231 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.419276 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84360d68-2fc7-4888-a4b5-b906e9280231 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.422037 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-84360d68-2fc7-4888-a4b5-b906e9280231 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "DELETE /v2.0/floatingips/16aa0b8f-da39-42c0-a583-31d9086146a0 HTTP/1.1" status: 204 len: 168 time: 2.0414250 Jul 29 23:33:59.426665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-97a342fe-17c7-4d37-ab75-f42aecf3ce3a None None] Deleting port 5aece36b-307c-440b-b1f8-3db4946fb9b2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:59.427195 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97a342fe-17c7-4d37-ab75-f42aecf3ce3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.497963 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.538196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8e306495-4677-486e-acb8-04b9bedb75ec completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:59.547823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] No DVR routers for this DVR port 5aece36b-307c-440b-b1f8-3db4946fb9b2 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:59.559398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Port': ['ID=5aece36b-307c-440b-b1f8-3db4946fb9b2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:59.589947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb2af8a-8ba9-4281-885a-d7a5528a8378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87297bf2-7f69-4802-9d33-68f08210b073'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:59.593327 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6a2572-c116-4554-b5e6-e3a97b4ca8e8" -d '{"events": [{"server_uuid": "bcb2af8a-8ba9-4281-885a-d7a5528a8378", "name": "network-vif-plugged", "status": "completed", "tag": "87297bf2-7f69-4802-9d33-68f08210b073"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:59.593980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-854c8e9a-a1eb-46df-878c-2e40ebe8a5cf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.611794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8e306495-4677-486e-acb8-04b9bedb75ec triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:59.612198 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.669947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcd7eb-87a8-457a-b18f-7f311d45295f req-f69ec32e-950e-452d-94fd-a9f3ddc96c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:59.672118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61dcd7eb-87a8-457a-b18f-7f311d45295f req-f69ec32e-950e-452d-94fd-a9f3ddc96c87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a273a08c-ddfa-480d-82cb-0e5d602adf63 HTTP/1.1" status: 200 len: 852 time: 0.3366985 Jul 29 23:33:59.698086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae3879-ec50-4cc3-a4e5-67330ccfa722 req-d86f5400-29d4-4c54-a853-1ae6e42b08e1 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:59.706120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7ae3879-ec50-4cc3-a4e5-67330ccfa722 req-d86f5400-29d4-4c54-a853-1ae6e42b08e1 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 950 time: 0.3688476 Jul 29 23:33:59.729375 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.744656 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61dcd7eb-87a8-457a-b18f-7f311d45295f req-a44e10ec-9fc8-4307-887b-3f9b01be47e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d08480c4-50ee-4f3c-9729-027c920503df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292001 Jul 29 23:33:59.749572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc38e6e6-2fb5-4cd8-b07d-d981714d58ce']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:59.764757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c466d5-0576-45e7-b6c2-09e378676ec1') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:59.765052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c466d5-0576-45e7-b6c2-09e378676ec1') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:59.775952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.789566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-97a342fe-17c7-4d37-ab75-f42aecf3ce3a None None] For port 5aece36b-307c-440b-b1f8-3db4946fb9b2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5aece36b-307c-440b-b1f8-3db4946fb9b2,segment=NetworkSegment(11c466d5-0576-45e7-b6c2-09e378676ec1),segment_id=11c466d5-0576-45e7-b6c2-09e378676ec1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:59.790308 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97a342fe-17c7-4d37-ab75-f42aecf3ce3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.801535 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.808400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7ae3879-ec50-4cc3-a4e5-67330ccfa722 req-18cec2f7-8035-4569-b0f7-595844ae9df2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012790 Jul 29 23:33:59.813128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:59.813548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:59.822142 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:59.826976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-97a342fe-17c7-4d37-ab75-f42aecf3ce3a None None] Calling delete_port for 5aece36b-307c-440b-b1f8-3db4946fb9b2 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:59.941277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.962215 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.973123 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "DELETE /v2.0/networks/dc38e6e6-2fb5-4cd8-b07d-d981714d58ce HTTP/1.1" status: 204 len: 168 time: 1.5824995 Jul 29 23:33:59.973123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:00.006884 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.007060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-709359848'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:00.042880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb110f-25b1-429f-b232-3cb26ee357e0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Network': ['ID=dc38e6e6-2fb5-4cd8-b07d-d981714d58ce,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.064703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:00.069323 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.089972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 8e306495-4677-486e-acb8-04b9bedb75ec, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8e306495-4677-486e-acb8-04b9bedb75ec,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:00.107489 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.109272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:00.122260 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.122558 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Added segment aa5ab91b-6e24-4277-a143-a16ae51d9656 of type vlan for network feb76bcf-f794-40c4-b38d-22a7524c8e78 Jul 29 23:34:00.181903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61dcd7eb-87a8-457a-b18f-7f311d45295f req-0bd210db-a77f-43c0-86c1-f88d88c725d0 service neutron] 10.222.0.47 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844764 Jul 29 23:34:00.192049 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.244175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=8e306495-4677-486e-acb8-04b9bedb75ec,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.262156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5aece36b-307c-440b-b1f8-3db4946fb9b2 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:00.269355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.285807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:00.288885 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.309980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 5aece36b-307c-440b-b1f8-3db4946fb9b2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:00.311475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5aece36b-307c-440b-b1f8-3db4946fb9b2 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:00.328496 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97a342fe-17c7-4d37-ab75-f42aecf3ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.353751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97a342fe-17c7-4d37-ab75-f42aecf3ce3a None None] Network dc38e6e6-2fb5-4cd8-b07d-d981714d58ce is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:34:00.354211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a342fe-17c7-4d37-ab75-f42aecf3ce3a None None] No DVR routers for this DVR port 5aece36b-307c-440b-b1f8-3db4946fb9b2 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:00.380525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a342fe-17c7-4d37-ab75-f42aecf3ce3a None None] Pushing event deleted for resources: {'Port': ['ID=5aece36b-307c-440b-b1f8-3db4946fb9b2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.403654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-854c8e9a-a1eb-46df-878c-2e40ebe8a5cf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] For port 1ed40c18-6f48-4005-85a6-3aabeeb6319a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:00.417802 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61dcd7eb-87a8-457a-b18f-7f311d45295f req-150097a7-8ad2-45e3-ade2-02902389dbd6 service neutron] 10.222.0.47 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197337 Jul 29 23:34:00.441342 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-854c8e9a-a1eb-46df-878c-2e40ebe8a5cf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.449350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-854c8e9a-a1eb-46df-878c-2e40ebe8a5cf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.456232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Network': ['ID=feb76bcf-f794-40c4-b38d-22a7524c8e78,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.473270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network feb76bcf-f794-40c4-b38d-22a7524c8e78 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:00.484759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bcd34ecd-f79f-442a-b0a0-6d7370bbe004 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4855695 Jul 29 23:34:00.484999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:00.489984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'subnet': {'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:00.507008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-854c8e9a-a1eb-46df-878c-2e40ebe8a5cf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:00.507008 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-854c8e9a-a1eb-46df-878c-2e40ebe8a5cf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.507008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b6cc843-d6f2-47e2-ad5c-c23fbe83629c req-854c8e9a-a1eb-46df-878c-2e40ebe8a5cf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "PUT /v2.0/ports/1ed40c18-6f48-4005-85a6-3aabeeb6319a HTTP/1.1" status: 200 len: 1021 time: 1.1955879 Jul 29 23:34:00.519093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1ed40c18-6f48-4005-85a6-3aabeeb6319a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:00.528302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c8e9a-a1eb-46df-878c-2e40ebe8a5cf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'Port': ['ID=1ed40c18-6f48-4005-85a6-3aabeeb6319a,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.648913 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7769ddc8-599f-4b4d-8bd6-b0b2cac34908 x-openstack-request-id: req-7769ddc8-599f-4b4d-8bd6-b0b2cac34908 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:00.650209 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb2af8a-8ba9-4281-885a-d7a5528a8378", "name": "network-vif-plugged", "status": "completed", "tag": "87297bf2-7f69-4802-9d33-68f08210b073", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:00.650690 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7769ddc8-599f-4b4d-8bd6-b0b2cac34908 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:00.651331 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb2af8a-8ba9-4281-885a-d7a5528a8378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87297bf2-7f69-4802-9d33-68f08210b073', 'code': 200} Jul 29 23:34:00.749111 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:00.755865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1ed40c18-6f48-4005-85a6-3aabeeb6319a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:00.757129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.823211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'tag': '1ed40c18-6f48-4005-85a6-3aabeeb6319a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:00.836217 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7544a329-9428-4699-b4cd-862c378f55cc" -d '{"events": [{"name": "network-changed", "server_uuid": "25adeb50-031b-45fe-9506-d84fdab4bbf1", "tag": "1ed40c18-6f48-4005-85a6-3aabeeb6319a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:00.973685 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49150) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:00.988401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3008dac4-ac89-4598-9fe8-f84a96993f0b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404398681', 'description': 'tempest-description--1858114971'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:01.018951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03526c62-3107-4b80-b922-2984b622cf64 req-4cc13d25-8674-4f51-988b-ba2542b65fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:01.021106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03526c62-3107-4b80-b922-2984b622cf64 req-4cc13d25-8674-4f51-988b-ba2542b65fee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 1102 time: 0.3335664 Jul 29 23:34:01.071165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8e306495-4677-486e-acb8-04b9bedb75ec up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:01.074589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcbe45-0c24-4655-beb4-c9433629f3b0 req-c89bde86-af82-46b9-8f58-a7f7aea42130 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:01.078070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-defcbe45-0c24-4655-beb4-c9433629f3b0 req-c89bde86-af82-46b9-8f58-a7f7aea42130 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 1024 time: 0.2287450 Jul 29 23:34:01.105463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.134532 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3008dac4-ac89-4598-9fe8-f84a96993f0b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.194196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8e306495-4677-486e-acb8-04b9bedb75ec triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:01.194196 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.203586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Subnet': ['ID=70878b35-40b0-49b6-996c-126cff18ea5c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:01.204369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6508cf-1622-4603-b8c2-d6f1397d273f req-d1410dbf-299f-496d-9081-10ea29b30977 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:01.213587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c6508cf-1622-4603-b8c2-d6f1397d273f req-d1410dbf-299f-496d-9081-10ea29b30977 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 950 time: 0.1806264 Jul 29 23:34:01.226715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03526c62-3107-4b80-b922-2984b622cf64 req-c1bab415-d61a-4ee6-99ad-b2beaf230e41 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703415 Jul 29 23:34:01.239868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Checking segment: {'id': 'aa5ab91b-6e24-4277-a143-a16ae51d9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:01.240265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network hostable DHCP agents. Network: feb76bcf-f794-40c4-b38d-22a7524c8e78, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:01.263027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network feb76bcf-f794-40c4-b38d-22a7524c8e78 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:01.284627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, feb76bcf-f794-40c4-b38d-22a7524c8e78) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:01.306126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:01.307144 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.317806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00addb1-a6d2-48cc-ad1c-d105dc047a9f None None] Network feb76bcf-f794-40c4-b38d-22a7524c8e78 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:01.318016 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c6508cf-1622-4603-b8c2-d6f1397d273f req-d8d63045-9b8a-462f-a7d5-e8ebb8838478 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995917 Jul 29 23:34:01.419954 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d687e646-42df-43c3-a1f9-26707c46fb64 x-openstack-request-id: req-d687e646-42df-43c3-a1f9-26707c46fb64 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:01.424433 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25adeb50-031b-45fe-9506-d84fdab4bbf1", "tag": "1ed40c18-6f48-4005-85a6-3aabeeb6319a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:01.424910 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d687e646-42df-43c3-a1f9-26707c46fb64 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:01.425509 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'tag': '1ed40c18-6f48-4005-85a6-3aabeeb6319a', 'status': 'completed', 'code': 200} Jul 29 23:34:01.468975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-defcbe45-0c24-4655-beb4-c9433629f3b0 req-13ae897c-b2a9-4973-b51a-60c5b01cd695 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&id=e0dcb6fd-4506-4b00-b8fa-0daad6ca5111&id=b91b76de-bf8a-4e7c-a68e-458fde87657f HTTP/1.1" status: 200 len: 6155 time: 0.3720715 Jul 29 23:34:01.550551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-748eb889-779c-48d0-86a5-1fdcc354f2c7 req-79fa015b-2820-46e3-ad4c-a3d84b8d9909 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'security_group': {'name': ' tempest-securitygroup -877884506 ', 'description': 'tempest-description-1936449026'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:01.587193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544a329-9428-4699-b4cd-862c378f55cc req-258e1355-b538-4306-968c-43ec346ff78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:01.589075 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7544a329-9428-4699-b4cd-862c378f55cc req-258e1355-b538-4306-968c-43ec346ff78e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 1176 time: 0.1190763 Jul 29 23:34:01.591542 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3008dac4-ac89-4598-9fe8-f84a96993f0b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.596682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3008dac4-ac89-4598-9fe8-f84a96993f0b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.603506 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c43f1d1b-a125-4435-9f18-b1ce418d989e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1168792 Jul 29 23:34:01.605897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49164) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:01.613724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1217762834'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:01.638490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008dac4-ac89-4598-9fe8-f84a96993f0b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30816b99-ae01-4738-ac29-876de87b405e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:01.733097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-feb76bcf-f794-40c4-b38d-22a7524c8e78', 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'fixed_ips': [{'subnet_id': '70878b35-40b0-49b6-996c-126cff18ea5c'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:01.735138 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.765957 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-748eb889-779c-48d0-86a5-1fdcc354f2c7 req-79fa015b-2820-46e3-ad4c-a3d84b8d9909 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.782149 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3008dac4-ac89-4598-9fe8-f84a96993f0b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.786433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3008dac4-ac89-4598-9fe8-f84a96993f0b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8065505 Jul 29 23:34:01.787161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49168) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:01.794956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d5373cf2-5b7d-45d2-af1e-1b2f68c577b1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'security_group_rule': {'security_group_id': '30816b99-ae01-4738-ac29-876de87b405e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:01.827669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:01.831866 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.859881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544a329-9428-4699-b4cd-862c378f55cc req-247baaa4-a83e-487b-88ae-93fa5672c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:01.861426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7544a329-9428-4699-b4cd-862c378f55cc req-247baaa4-a83e-487b-88ae-93fa5672c144 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 913 time: 0.2610888 Jul 29 23:34:01.866852 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-d5373cf2-5b7d-45d2-af1e-1b2f68c577b1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:34:01.866852 n-d-712139-11 neutron-server[93817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:34:01.866852 n-d-712139-11 neutron-server[93817]: [parameters: {'project_id_1': 'ee14ae51b51946dd87ec5665bcf5995d', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 34, 1, 812160)}] Jul 29 23:34:01.866852 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:34:01.867816 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-d5373cf2-5b7d-45d2-af1e-1b2f68c577b1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:34:01.874029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:01.898502 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.900161 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Added segment c8411d19-8773-4df5-9574-d8a3c6db4f72 of type vlan for network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 Jul 29 23:34:01.926509 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7544a329-9428-4699-b4cd-862c378f55cc req-6522b1a6-73ba-46aa-b319-3173537ecfa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a HTTP/1.1" status: 200 len: 217 time: 0.0455768 Jul 29 23:34:01.954167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Allocated IP 19.80.0.2 (feb76bcf-f794-40c4-b38d-22a7524c8e78/70878b35-40b0-49b6-996c-126cff18ea5c/00a9becc-d316-4f17-ad6e-8eefeaba903d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:01.981195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.018840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.032586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:02.034036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.035517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544a329-9428-4699-b4cd-862c378f55cc req-b8e49554-1f5f-41f6-b76d-2b407a2610a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:02.036951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7544a329-9428-4699-b4cd-862c378f55cc req-b8e49554-1f5f-41f6-b76d-2b407a2610a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a273a08c-ddfa-480d-82cb-0e5d602adf63 HTTP/1.1" status: 200 len: 852 time: 0.0987718 Jul 29 23:34:02.051057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-748eb889-779c-48d0-86a5-1fdcc354f2c7 req-79fa015b-2820-46e3-ad4c-a3d84b8d9909 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.081886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-748eb889-779c-48d0-86a5-1fdcc354f2c7 req-79fa015b-2820-46e3-ad4c-a3d84b8d9909 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.087913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7544a329-9428-4699-b4cd-862c378f55cc req-4bfff03a-ad48-4ad9-bfb7-e698ec8701e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d08480c4-50ee-4f3c-9729-027c920503df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396571 Jul 29 23:34:02.133382 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5251772 Jul 29 23:34:02.141505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49176) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:02.149970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'subnet': {'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:02.156784 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.164509 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-748eb889-779c-48d0-86a5-1fdcc354f2c7 req-79fa015b-2820-46e3-ad4c-a3d84b8d9909 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.165930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-748eb889-779c-48d0-86a5-1fdcc354f2c7 req-79fa015b-2820-46e3-ad4c-a3d84b8d9909 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6452417 Jul 29 23:34:02.166133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Transition to ACTIVE for port object 00a9becc-d316-4f17-ad6e-8eefeaba903d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:02.190458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Transition to ACTIVE for port object 00a9becc-d316-4f17-ad6e-8eefeaba903d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:02.209863 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.275935 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a562c-0d80-443e-9d10-f6dcf290c9a6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Network': ['ID=3ce8ff3c-169d-42a0-aa8e-4e8694442b50,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.282805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa015b-2820-46e3-ad4c-a3d84b8d9909 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ad21a1-4d69-4aed-93b9-4cf5dfbec43b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.328902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cb348e5-0b43-4700-ade3-273195234835 req-3f8ed997-9b55-4dcd-985a-ef9a210971c4 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/c4ad21a1-4d69-4aed-93b9-4cf5dfbec43b HTTP/1.1" status: 200 len: 1782 time: 0.1307027 Jul 29 23:34:02.335400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:02.341352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.359038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Pushing event updated for resources: {'Port': ['ID=00a9becc-d316-4f17-ad6e-8eefeaba903d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.380810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7544a329-9428-4699-b4cd-862c378f55cc req-6dcc241c-cc74-4a2e-b8f1-7051f8dfca75 service neutron] 10.222.0.47 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790861 Jul 29 23:34:02.395273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:02.483140 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.487299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5373cf2-5b7d-45d2-af1e-1b2f68c577b1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.494603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Network feb76bcf-f794-40c4-b38d-22a7524c8e78 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:02.501020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:02.507720 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:02.566232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5373cf2-5b7d-45d2-af1e-1b2f68c577b1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.578778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5373cf2-5b7d-45d2-af1e-1b2f68c577b1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.585512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f9279f4-c6f8-4505-86c8-8059c82f45e7 req-de6e0889-8813-493d-b561-bde1a662816f tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/c4ad21a1-4d69-4aed-93b9-4cf5dfbec43b HTTP/1.1" status: 200 len: 1782 time: 0.2153194 Jul 29 23:34:02.616754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5373cf2-5b7d-45d2-af1e-1b2f68c577b1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8753f50-a9b6-4d48-a93d-10a4cf1dd052,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.618259 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c812-f43e-4bbb-b225-16f48218aeab req-dbe11d36-942e-4453-917c-93d5f9ef2c1f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:02.627074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1c9c812-f43e-4bbb-b225-16f48218aeab req-dbe11d36-942e-4453-917c-93d5f9ef2c1f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 950 time: 0.1834457 Jul 29 23:34:02.645660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5373cf2-5b7d-45d2-af1e-1b2f68c577b1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.648310 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d5373cf2-5b7d-45d2-af1e-1b2f68c577b1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8583677 Jul 29 23:34:02.651283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49192) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:02.657260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-49e2f608-1d6f-44e8-9c95-4f45fb60099e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'security_group_rule': {'security_group_id': '30816b99-ae01-4738-ac29-876de87b405e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:02.679680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7544a329-9428-4699-b4cd-862c378f55cc req-69d7f018-e1c4-486b-a892-74d12cbcdac6 service neutron] 10.222.0.47 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818842 Jul 29 23:34:02.740836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1c9c812-f43e-4bbb-b225-16f48218aeab req-3b54ce13-c87d-4cad-90ee-ea28a14815c5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077995 Jul 29 23:34:02.756215 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7f9279f4-c6f8-4505-86c8-8059c82f45e7 req-689cd4dd-def4-4d36-868d-b3c439330125 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.772403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.808073 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7f9279f4-c6f8-4505-86c8-8059c82f45e7 req-689cd4dd-def4-4d36-868d-b3c439330125 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.829342 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49e2f608-1d6f-44e8-9c95-4f45fb60099e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.863732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Attempting to bind port 00a9becc-d316-4f17-ad6e-8eefeaba903d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:02.864360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Attempting to bind port 00a9becc-d316-4f17-ad6e-8eefeaba903d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'aa5ab91b-6e24-4277-a143-a16ae51d9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:02.864521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Attempting to bind port 00a9becc-d316-4f17-ad6e-8eefeaba903d on network feb76bcf-f794-40c4-b38d-22a7524c8e78 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:02.867894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Subnet': ['ID=cc26b867-1623-411a-9fd2-024b4c4bb72d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.899784 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7f9279f4-c6f8-4505-86c8-8059c82f45e7 req-689cd4dd-def4-4d36-868d-b3c439330125 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.900060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:02.901893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Checking segment: {'id': 'aa5ab91b-6e24-4277-a143-a16ae51d9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:02.902325 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.902737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Bound using segment: {'id': 'aa5ab91b-6e24-4277-a143-a16ae51d9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:02.906373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Bound port: 00a9becc-d316-4f17-ad6e-8eefeaba903d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5ab91b-6e24-4277-a143-a16ae51d9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:02.906804 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.920509 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7f9279f4-c6f8-4505-86c8-8059c82f45e7 req-689cd4dd-def4-4d36-868d-b3c439330125 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.936757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f9279f4-c6f8-4505-86c8-8059c82f45e7 req-689cd4dd-def4-4d36-868d-b3c439330125 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/c4ad21a1-4d69-4aed-93b9-4cf5dfbec43b HTTP/1.1" status: 204 len: 173 time: 0.3502014 Jul 29 23:34:02.937718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Checking segment: {'id': 'c8411d19-8773-4df5-9574-d8a3c6db4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:02.939348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network hostable DHCP agents. Network: 3ce8ff3c-169d-42a0-aa8e-4e8694442b50, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:02.962209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cd4dd-def4-4d36-868d-b3c439330125 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ad21a1-4d69-4aed-93b9-4cf5dfbec43b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.008600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:03.034158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 3ce8ff3c-169d-42a0-aa8e-4e8694442b50) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:03.057725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:03.058584 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.072157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49e2f608-1d6f-44e8-9c95-4f45fb60099e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.073608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1d5175-022e-4156-9d16-7d169ff00e3c None None] Network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:03.079315 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d4cc8ec7-69ab-47d2-9b32-7b92ad60bf32 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9349828 Jul 29 23:34:03.089275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49e2f608-1d6f-44e8-9c95-4f45fb60099e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.111710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2f608-1d6f-44e8-9c95-4f45fb60099e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb091ead-b16d-4142-b80a-51289ca28910,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.145657 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49e2f608-1d6f-44e8-9c95-4f45fb60099e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.151186 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-49e2f608-1d6f-44e8-9c95-4f45fb60099e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4976573 Jul 29 23:34:03.154028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49210) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:03.159040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:03.166190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fe321-b02c-46c9-8adb-16df70bfdb80 req-21beaa2b-437e-4639-bff1-7d2bd2be3ce6 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:03.178006 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f96fe321-b02c-46c9-8adb-16df70bfdb80 req-21beaa2b-437e-4639-bff1-7d2bd2be3ce6 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d512ed2-4e65-422a-a97b-dc665e55993d HTTP/1.1" status: 200 len: 950 time: 0.2048936 Jul 29 23:34:03.185447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] For port 00a9becc-d316-4f17-ad6e-8eefeaba903d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:03.195587 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.205211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] For port 00a9becc-d316-4f17-ad6e-8eefeaba903d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=00a9becc-d316-4f17-ad6e-8eefeaba903d,segment=NetworkSegment(aa5ab91b-6e24-4277-a143-a16ae51d9656),segment_id=aa5ab91b-6e24-4277-a143-a16ae51d9656)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:03.209290 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-ca5ec7b0-01c1-42a3-97c6-0ed5faf65698 req-6417d994-33d3-49d3-9c3b-271623a5ac62 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] show failed (client error): The resource could not be found. Jul 29 23:34:03.223425 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.223765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca5ec7b0-01c1-42a3-97c6-0ed5faf65698 req-6417d994-33d3-49d3-9c3b-271623a5ac62 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/c4ad21a1-4d69-4aed-93b9-4cf5dfbec43b HTTP/1.1" status: 404 len: 352 time: 0.1090438 Jul 29 23:34:03.267508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9b081494-9e91-439c-a2f1-acca44d919ee req-ff38de24-129c-4707-a289-4512c2397d86 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-30874132', 'description': 'tempest-description-1619149339'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:03.323139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f96fe321-b02c-46c9-8adb-16df70bfdb80 req-c93ead13-89f4-4f7a-b047-95e7e30b99f7 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444893 Jul 29 23:34:03.353517 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b081494-9e91-439c-a2f1-acca44d919ee req-ff38de24-129c-4707-a289-4512c2397d86 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.383194 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.529917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a122f5b-0d5e-4d37-b136-fcb0895d1105 None None] Pushing event updated for resources: {'Port': ['ID=00a9becc-d316-4f17-ad6e-8eefeaba903d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.573557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b081494-9e91-439c-a2f1-acca44d919ee req-ff38de24-129c-4707-a289-4512c2397d86 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.593907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Allocated IP 172.25.2.72 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/fd458cb5-0ad5-4a5d-9c38-2289e4ca418b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:03.620589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b081494-9e91-439c-a2f1-acca44d919ee req-ff38de24-129c-4707-a289-4512c2397d86 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.637826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-3ce8ff3c-169d-42a0-aa8e-4e8694442b50', 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'fixed_ips': [{'subnet_id': 'cc26b867-1623-411a-9fd2-024b4c4bb72d'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:03.640176 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.719951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-2f990375-c2ea-4989-82b3-8700e5b3d091 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:03.758535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-2f990375-c2ea-4989-82b3-8700e5b3d091 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:03.765633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-2f990375-c2ea-4989-82b3-8700e5b3d091 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/networks?id=feb76bcf-f794-40c4-b38d-22a7524c8e78&id=3ce8ff3c-169d-42a0-aa8e-4e8694442b50 HTTP/1.1" status: 200 len: 1391 time: 0.2812223 Jul 29 23:34:03.769390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.844922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.874752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-0c0c9297-f606-4241-8b72-d81c92505134 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/quotas/34bff65f30e84f11ad8d294c28bf588e HTTP/1.1" status: 200 len: 375 time: 0.0714653 Jul 29 23:34:03.880589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b081494-9e91-439c-a2f1-acca44d919ee req-ff38de24-129c-4707-a289-4512c2397d86 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.884357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b081494-9e91-439c-a2f1-acca44d919ee req-ff38de24-129c-4707-a289-4512c2397d86 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6326942 Jul 29 23:34:03.885835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38de24-129c-4707-a289-4512c2397d86 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466e4070-69ce-4f5b-a428-451db13269d1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.896364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:03.900977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:03.916170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:03.936699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Allocated IP 19.86.0.2 (3ce8ff3c-169d-42a0-aa8e-4e8694442b50/cc26b867-1623-411a-9fd2-024b4c4bb72d/fa66a7d4-9f2e-438d-96b4-28b35029a3f8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:04.012783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-2474465b-c52a-46c6-888c-c733457b7ae7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34bff65f30e84f11ad8d294c28bf588e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1108658 Jul 29 23:34:04.017355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'Port': ['ID=fd458cb5-0ad5-4a5d-9c38-2289e4ca418b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:04.139202 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.196287 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.207820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Transition to ACTIVE for port object fa66a7d4-9f2e-438d-96b4-28b35029a3f8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:04.213273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.215785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-610c5438-2703-4c42-8ac3-c1d5ac27ffa4 service neutron] 10.222.0.37 "GET /v2.0/networks/feb76bcf-f794-40c4-b38d-22a7524c8e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890850 Jul 29 23:34:04.224301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Transition to ACTIVE for port object fa66a7d4-9f2e-438d-96b4-28b35029a3f8 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:04.232755 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.296506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:04.299933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:04.312772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:04.358473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Pushing event updated for resources: {'Port': ['ID=fa66a7d4-9f2e-438d-96b4-28b35029a3f8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:04.468048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Attempting to bind port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:04.468461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Attempting to bind port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c8411d19-8773-4df5-9574-d8a3c6db4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:04.468836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Attempting to bind port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 on network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:04.484571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:04.490312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Checking segment: {'id': 'c8411d19-8773-4df5-9574-d8a3c6db4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:04.492707 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.493299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Bound using segment: {'id': 'c8411d19-8773-4df5-9574-d8a3c6db4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:04.499027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Bound port: fa66a7d4-9f2e-438d-96b4-28b35029a3f8, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8411d19-8773-4df5-9574-d8a3c6db4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:04.499685 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.523040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0968-0db7-431c-947a-dfe197b30232 req-8a519bf7-3608-4cfb-a116-adafa826a772 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:04.535062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0968-0db7-431c-947a-dfe197b30232 req-8a519bf7-3608-4cfb-a116-adafa826a772 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:04.542088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.542582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a6c0968-0db7-431c-947a-dfe197b30232 req-8a519bf7-3608-4cfb-a116-adafa826a772 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d512ed2-4e65-422a-a97b-dc665e55993d&device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 1691 time: 0.1625490 Jul 29 23:34:04.548617 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.610751 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-5bdb9f01-b59b-4585-ab77-541ed455b738 service neutron] 10.222.0.37 "GET /v2.0/networks/feb76bcf-f794-40c4-b38d-22a7524c8e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862154 Jul 29 23:34:04.621393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'Port': ['ID=fd458cb5-0ad5-4a5d-9c38-2289e4ca418b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:04.622698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] For port fa66a7d4-9f2e-438d-96b4-28b35029a3f8, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:04.630176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] For port fa66a7d4-9f2e-438d-96b4-28b35029a3f8, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fa66a7d4-9f2e-438d-96b4-28b35029a3f8,segment=NetworkSegment(c8411d19-8773-4df5-9574-d8a3c6db4f72),segment_id=c8411d19-8773-4df5-9574-d8a3c6db4f72)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:04.638232 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.673686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a6c0968-0db7-431c-947a-dfe197b30232 req-67e1c588-90a1-4673-9024-e4dab045b815 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128268 Jul 29 23:34:04.684221 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.709003 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.710759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-010ff3fc-5e8f-41ea-bc39-815525f0d230 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5552592 Jul 29 23:34:04.783961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cddaa-4bcd-4316-ae28-76dd59dda4a3 None None] Pushing event updated for resources: {'Port': ['ID=fa66a7d4-9f2e-438d-96b4-28b35029a3f8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:04.795942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-bd7ee800-268f-40ce-b8a9-503c76bd5fe8 service neutron] 10.222.0.37 "GET /v2.0/networks/3ce8ff3c-169d-42a0-aa8e-4e8694442b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721888 Jul 29 23:34:04.876942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-edb55310-e459-4284-9fd7-809c1d17d14e req-418096c5-6a42-4517-9379-5bf96edcf2d0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1050149273', 'description': 'tempest-description-982698598'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:04.943973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-edb55310-e459-4284-9fd7-809c1d17d14e req-418096c5-6a42-4517-9379-5bf96edcf2d0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.997295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a7cff-6b09-47ee-84c4-3d4665d630a8 None None] Network feb76bcf-f794-40c4-b38d-22a7524c8e78 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:05.032926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-dfdb4597-508d-41e0-a1ed-dbd0f8831312 service neutron] 10.222.0.37 "GET /v2.0/networks/3ce8ff3c-169d-42a0-aa8e-4e8694442b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360115 Jul 29 23:34:05.095626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ee3141a4-0a0c-433b-9068-f4b2ac8d3d93 None None] Provisioning for port 00a9becc-d316-4f17-ad6e-8eefeaba903d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:05.131430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 00a9becc-d316-4f17-ad6e-8eefeaba903d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:05.211683 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-edb55310-e459-4284-9fd7-809c1d17d14e req-418096c5-6a42-4517-9379-5bf96edcf2d0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.222553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-edb55310-e459-4284-9fd7-809c1d17d14e req-418096c5-6a42-4517-9379-5bf96edcf2d0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.303140 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-edb55310-e459-4284-9fd7-809c1d17d14e req-418096c5-6a42-4517-9379-5bf96edcf2d0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.327419 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 00a9becc-d316-4f17-ad6e-8eefeaba903d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:05.328099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edb55310-e459-4284-9fd7-809c1d17d14e req-418096c5-6a42-4517-9379-5bf96edcf2d0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4552569 Jul 29 23:34:05.329270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418096c5-6a42-4517-9379-5bf96edcf2d0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c288df2-42ef-4dc0-b58f-a4c6eb5ea76a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:05.338887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 00a9becc-d316-4f17-ad6e-8eefeaba903d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:05.339842 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.502796 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.568660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 00a9becc-d316-4f17-ad6e-8eefeaba903d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=00a9becc-d316-4f17-ad6e-8eefeaba903d,segment=NetworkSegment(aa5ab91b-6e24-4277-a143-a16ae51d9656),segment_id=aa5ab91b-6e24-4277-a143-a16ae51d9656)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:05.578909 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.595145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d7d122e7-c853-49af-8a90-141deb2e5d3e req-4a5c7659-512c-4015-a934-2c37cb2b7fb2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-496161743', 'description': 'tempest-description-987613135'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:05.650138 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d7d122e7-c853-49af-8a90-141deb2e5d3e req-4a5c7659-512c-4015-a934-2c37cb2b7fb2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.722215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=00a9becc-d316-4f17-ad6e-8eefeaba903d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:05.746054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71150dc8-fb20-4e41-9835-ca9c8934f2b1 None None] Provisioning complete for port 00a9becc-d316-4f17-ad6e-8eefeaba903d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:05.746514 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71150dc8-fb20-4e41-9835-ca9c8934f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.776368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-13938fb5-bb5c-4fc3-b1a8-8acc64c476eb tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1404398681&fields=id&tenant_id=ee14ae51b51946dd87ec5665bcf5995d HTTP/1.1" status: 200 len: 267 time: 0.0776026 Jul 29 23:34:05.967108 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d7d122e7-c853-49af-8a90-141deb2e5d3e req-4a5c7659-512c-4015-a934-2c37cb2b7fb2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.974284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-daaf61bd-55f1-4273-bc0c-a0896da04576 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:05.983297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-daaf61bd-55f1-4273-bc0c-a0896da04576 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 811 time: 0.1945379 Jul 29 23:34:06.012499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-23a5bac4-e2fc-46af-b6d7-5b2781c718d7 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/quotas/ee14ae51b51946dd87ec5665bcf5995d HTTP/1.1" status: 200 len: 375 time: 0.0279648 Jul 29 23:34:06.023539 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d7d122e7-c853-49af-8a90-141deb2e5d3e req-4a5c7659-512c-4015-a934-2c37cb2b7fb2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.105011 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d7d122e7-c853-49af-8a90-141deb2e5d3e req-4a5c7659-512c-4015-a934-2c37cb2b7fb2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.108786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7d122e7-c853-49af-8a90-141deb2e5d3e req-4a5c7659-512c-4015-a934-2c37cb2b7fb2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5157669 Jul 29 23:34:06.116898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c7659-512c-4015-a934-2c37cb2b7fb2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d9c57e-5c4f-4e80-9b52-3772f08ac63f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:06.148656 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-1f7da362-a79c-4aab-be21-280880a6c78d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347904 Jul 29 23:34:06.168455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-e50fa8af-3304-437b-9ddb-2aa2e16640f5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:34:06.173570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-e50fa8af-3304-437b-9ddb-2aa2e16640f5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101254 Jul 29 23:34:06.295513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a30a4b56-d9e9-40c9-b25d-57592466e737 req-4e7ca49a-039f-4533-a9b5-8ef6acee7afc tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 210 time: 0.0903809 Jul 29 23:34:06.370933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f2193-9852-4b16-afcf-8be7f17b6e18 None None] Network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:06.383939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-f2078a2a-254a-48fb-ba6d-f510744181a0 service neutron] 10.222.0.37 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042897 Jul 29 23:34:06.481273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b0e5a9d-dba8-4200-b894-283348c25fc4 None None] Provisioning for port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:06.579168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25050a87-2c74-4759-83a4-974fd2c728b4 req-8b15d198-2967-4c98-9206-9cf528be03e4 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:06.587021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25050a87-2c74-4759-83a4-974fd2c728b4 req-8b15d198-2967-4c98-9206-9cf528be03e4 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2d512ed2-4e65-422a-a97b-dc665e55993d HTTP/1.1" status: 200 len: 1102 time: 0.0928845 Jul 29 23:34:06.633356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-b3e3b240-469c-425f-9102-3269afa2ee72 service neutron] 10.222.0.37 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475302 Jul 29 23:34:06.672417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25050a87-2c74-4759-83a4-974fd2c728b4 req-e7ab4b7f-16b3-4638-827b-31060f7bde61 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843151 Jul 29 23:34:07.207160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ce531a7-0d69-45b0-bc8a-dcb86796cf61 req-49fc35d5-6e9a-4bf2-9d29-ac635a4d8505 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a13f3ea218244e390f6cc023a88a1c3 HTTP/1.1" status: 200 len: 10906 time: 0.3933945 Jul 29 23:34:07.217336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-ce2fa55a-1565-4604-b916-b35c1e727bdc tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:07.224299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-ce2fa55a-1565-4604-b916-b35c1e727bdc tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:07.226805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-ce2fa55a-1565-4604-b916-b35c1e727bdc tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.47 "GET /v2.0/networks?id=feb76bcf-f794-40c4-b38d-22a7524c8e78&id=3ce8ff3c-169d-42a0-aa8e-4e8694442b50 HTTP/1.1" status: 200 len: 1391 time: 0.3670270 Jul 29 23:34:07.251786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fa66a7d4-9f2e-438d-96b4-28b35029a3f8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:07.290072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'port': {'device_id': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78', 'admin_state_up': True, 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:07.328368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:07.337280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:07.337661 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.387350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b0f8b-a7a0-4e5c-879f-e9d2939d1e4b req-1d751226-d622-4931-9475-a9c990520457 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:07.395518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b83b0f8b-a7a0-4e5c-879f-e9d2939d1e4b req-1d751226-d622-4931-9475-a9c990520457 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 1102 time: 0.2211633 Jul 29 23:34:07.471228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ce531a7-0d69-45b0-bc8a-dcb86796cf61 req-98d44517-cb91-4a6b-8c32-47d8dcd0b565 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/da5ed335-4702-44ea-9a10-d1ad992f8921 HTTP/1.1" status: 200 len: 2985 time: 0.2430472 Jul 29 23:34:07.491170 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.544187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port fa66a7d4-9f2e-438d-96b4-28b35029a3f8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fa66a7d4-9f2e-438d-96b4-28b35029a3f8,segment=NetworkSegment(c8411d19-8773-4df5-9574-d8a3c6db4f72),segment_id=c8411d19-8773-4df5-9574-d8a3c6db4f72)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:07.551616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.553106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 00a9becc-d316-4f17-ad6e-8eefeaba903d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:07.559238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b83b0f8b-a7a0-4e5c-879f-e9d2939d1e4b req-b128f59e-f32b-44ae-adaa-4f4c643547fc tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628027 Jul 29 23:34:07.596637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ce531a7-0d69-45b0-bc8a-dcb86796cf61 req-dfdef3eb-7e98-4fe4-b2e1-dce503ef3c50 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/da5ed335-4702-44ea-9a10-d1ad992f8921 HTTP/1.1" status: 200 len: 2985 time: 0.1243839 Jul 29 23:34:07.626751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:07.631435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=fa66a7d4-9f2e-438d-96b4-28b35029a3f8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.633057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.719366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 00a9becc-d316-4f17-ad6e-8eefeaba903d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:07.719750 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.752383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7a763a8-d8cd-4a5c-bec8-ffde29eaa459 req-83253355-3ee6-4750-b6a8-b33747a5c9bf tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 210 time: 0.0711470 Jul 29 23:34:07.783284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f822d90-79b6-41bf-9c20-987b8b3ba508 req-7d3d48d0-78a4-48b8-b978-8083b22845a2 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 210 time: 0.0432038 Jul 29 23:34:07.957637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbcff158-346e-49fa-b2ed-85242c9b8e17 req-598bbf1e-97df-4e5d-b3a4-fc8b144934b5 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/466e4070-69ce-4f5b-a428-451db13269d1 HTTP/1.1" status: 200 len: 1801 time: 0.0755906 Jul 29 23:34:08.006175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Allocated IP 19.80.0.7 (feb76bcf-f794-40c4-b38d-22a7524c8e78/70878b35-40b0-49b6-996c-126cff18ea5c/8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:08.134580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bbcff158-346e-49fa-b2ed-85242c9b8e17 req-15a066d1-b754-4dc9-b17a-363e1ceb879b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.221547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bbcff158-346e-49fa-b2ed-85242c9b8e17 req-15a066d1-b754-4dc9-b17a-363e1ceb879b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.648378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-25ee874e-407a-4bde-bdb1-bfda03c872d9 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751665 Jul 29 23:34:08.806651 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bbcff158-346e-49fa-b2ed-85242c9b8e17 req-15a066d1-b754-4dc9-b17a-363e1ceb879b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.809287 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bbcff158-346e-49fa-b2ed-85242c9b8e17 req-15a066d1-b754-4dc9-b17a-363e1ceb879b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.810521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbcff158-346e-49fa-b2ed-85242c9b8e17 req-15a066d1-b754-4dc9-b17a-363e1ceb879b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/466e4070-69ce-4f5b-a428-451db13269d1 HTTP/1.1" status: 204 len: 173 time: 0.8506455 Jul 29 23:34:08.817991 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.865133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a066d1-b754-4dc9-b17a-363e1ceb879b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=466e4070-69ce-4f5b-a428-451db13269d1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:08.870972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Transition to ACTIVE for port object 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:08.883719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-1cd3b491-46ab-4ea9-8a9b-5fa59a89a034 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:08.885267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-1cd3b491-46ab-4ea9-8a9b-5fa59a89a034 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.42 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 811 time: 0.3020792 Jul 29 23:34:08.939393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-3dcf3e0e-7cd4-4149-80f5-aba8cd50095c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:08.946524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-3dcf3e0e-7cd4-4149-80f5-aba8cd50095c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2750585 Jul 29 23:34:08.974674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84dff6df-c69d-4c2d-9a78-ccb509c77ad9 req-ab363b37-bbc4-41c3-b1bd-310a6791cdc7 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 210 time: 0.0780463 Jul 29 23:34:08.993313 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-d0c18650-5be9-49c9-a130-40ab3574eafa tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/quotas/ae9bd5eed4df40c49cb99575b9823488 HTTP/1.1" status: 200 len: 375 time: 0.0451252 Jul 29 23:34:09.033774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-d4d54e79-ea1e-4d4a-9373-2094d53945d2 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee14ae51b51946dd87ec5665bcf5995d HTTP/1.1" status: 200 len: 380 time: 0.1188643 Jul 29 23:34:09.057231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fa66a7d4-9f2e-438d-96b4-28b35029a3f8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:09.073027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'port': {'device_id': '230bc147-b5c7-4875-a422-28630e9d9725', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'admin_state_up': True, 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'security_groups': ['30816b99-ae01-4738-ac29-876de87b405e']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:09.120071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.140716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:09.141099 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.162509 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-32145702-775f-487a-b94b-a458358faa93 req-6cae4276-7d39-4e06-9166-b16deb60b1c0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] show failed (client error): The resource could not be found. Jul 29 23:34:09.163860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32145702-775f-487a-b94b-a458358faa93 req-6cae4276-7d39-4e06-9166-b16deb60b1c0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/466e4070-69ce-4f5b-a428-451db13269d1 HTTP/1.1" status: 404 len: 352 time: 0.1276367 Jul 29 23:34:09.236596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-45681884-24fe-4313-9e17-36cf4b6218d9 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2080910 Jul 29 23:34:09.261374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network feb76bcf-f794-40c4-b38d-22a7524c8e78 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:09.269962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:09.307245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:09.341672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-688fd182-3d00-4ba2-b6c9-8f7cdb82f92b req-16b6279d-5b56-4c9a-af67-7ac62c4c19c3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 210 time: 0.0744755 Jul 29 23:34:09.398186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Port': ['ID=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:09.444199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:09.445052 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.494689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Made reservation on behalf of ee14ae51b51946dd87ec5665bcf5995d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:09.501343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.511803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-98656da1-ada1-460b-a81a-439499db5ea6 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2405484 Jul 29 23:34:09.550530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Request body: {'port': {'device_id': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50', 'admin_state_up': True, 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:09.679603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d5b0c3e9-9af2-49e8-8101-a446540fd8a3 None None] Provisioning for port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:09.691424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d5b0c3e9-9af2-49e8-8101-a446540fd8a3 None None] Provisioning complete for port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:09.692691 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c3e9-9af2-49e8-8101-a446540fd8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.763434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b799bfa-ee9c-4192-b24c-34c7afd74f66 req-67de4972-fe30-43ab-b676-cbdd69ab5550 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/6c288df2-42ef-4dc0-b58f-a4c6eb5ea76a HTTP/1.1" status: 200 len: 1802 time: 0.1154506 Jul 29 23:34:09.778609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0c3e9-9af2-49e8-8101-a446540fd8a3 None None] Port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:09.790784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Made reservation on behalf of 34bff65f30e84f11ad8d294c28bf588e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:09.798369 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.031539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Allocated IP 172.20.0.8 (075cd5b6-a446-43e6-877b-02e442ee8cb0/15880d6c-5ba1-4048-93db-089949bac9ca/70e65123-38d2-404d-b2d0-1f7997763dce) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:10.045638 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b799bfa-ee9c-4192-b24c-34c7afd74f66 req-8cd0aadc-a1d7-4de9-9dc3-21b074dda9e7 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.126749 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b799bfa-ee9c-4192-b24c-34c7afd74f66 req-8cd0aadc-a1d7-4de9-9dc3-21b074dda9e7 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.297252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Allocated IP 19.86.0.174 (3ce8ff3c-169d-42a0-aa8e-4e8694442b50/cc26b867-1623-411a-9fd2-024b4c4bb72d/5fda3585-dd7a-47ed-8961-dc28f237e892) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:10.359634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6050b-71a0-4a4c-ad80-ab982f5c0d72 req-d09e1c41-1728-4e62-bc14-eb7f396c4e90 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:10.367116 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31e6050b-71a0-4a4c-ad80-ab982f5c0d72 req-d09e1c41-1728-4e62-bc14-eb7f396c4e90 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 930 time: 0.2164450 Jul 29 23:34:10.386103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b799bfa-ee9c-4192-b24c-34c7afd74f66 req-8cd0aadc-a1d7-4de9-9dc3-21b074dda9e7 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.389371 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9b799bfa-ee9c-4192-b24c-34c7afd74f66 req-8cd0aadc-a1d7-4de9-9dc3-21b074dda9e7 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.390485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b799bfa-ee9c-4192-b24c-34c7afd74f66 req-8cd0aadc-a1d7-4de9-9dc3-21b074dda9e7 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/6c288df2-42ef-4dc0-b58f-a4c6eb5ea76a HTTP/1.1" status: 204 len: 173 time: 0.6152713 Jul 29 23:34:10.421259 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0aadc-a1d7-4de9-9dc3-21b074dda9e7 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c288df2-42ef-4dc0-b58f-a4c6eb5ea76a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:10.502559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89ce6d4c-1b8e-4492-9b48-0b82814ddd07 req-a965f432-b919-49fa-a340-9be2513f0f2f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 210 time: 0.0597250 Jul 29 23:34:10.507462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.540403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31e6050b-71a0-4a4c-ad80-ab982f5c0d72 req-1e426130-8200-40f6-99c3-f806a8ec628e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722441 Jul 29 23:34:10.608074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Transition to ACTIVE for port object 70e65123-38d2-404d-b2d0-1f7997763dce will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:10.652247 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-5eaa3b00-72fe-41b2-bdc9-bdc21a311097 req-72d12a86-b2c4-40fd-9c3e-cd936eb08113 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] show failed (client error): The resource could not be found. Jul 29 23:34:10.653310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5eaa3b00-72fe-41b2-bdc9-bdc21a311097 req-72d12a86-b2c4-40fd-9c3e-cd936eb08113 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/6c288df2-42ef-4dc0-b58f-a4c6eb5ea76a HTTP/1.1" status: 404 len: 352 time: 0.0736511 Jul 29 23:34:10.678911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80eda31d-1033-417c-b7af-694413aaff13 req-45ff7f82-d51c-4e3e-be1f-a9dea1bfe7bb tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 210 time: 0.0418308 Jul 29 23:34:10.787516 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.802938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.847472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64c0fb44-4cd9-41f4-aca2-5f4c8cea2b05 req-d894e30e-6404-44f0-b15a-d522745ed88c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/05d9c57e-5c4f-4e80-9b52-3772f08ac63f HTTP/1.1" status: 200 len: 1801 time: 0.1221898 Jul 29 23:34:10.865784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Network 075cd5b6-a446-43e6-877b-02e442ee8cb0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:10.869660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Transition to ACTIVE for port object 5fda3585-dd7a-47ed-8961-dc28f237e892 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:10.885984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:10.901210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:10.943512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event updated for resources: {'Port': ['ID=70e65123-38d2-404d-b2d0-1f7997763dce,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.065923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:11.066645 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.091284 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64c0fb44-4cd9-41f4-aca2-5f4c8cea2b05 req-93e2caaf-fb48-4948-89bf-42496386d71a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.135963 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.143217 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64c0fb44-4cd9-41f4-aca2-5f4c8cea2b05 req-93e2caaf-fb48-4948-89bf-42496386d71a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.149089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-be023f24-a9e2-4695-90f3-e151e3e0a154 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0804307 Jul 29 23:34:11.204432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Request body: {'port': {'device_id': '230bc147-b5c7-4875-a422-28630e9d9725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:11.253798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:11.264713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:11.276657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:11.312746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event updated for resources: {'Port': ['ID=5fda3585-dd7a-47ed-8961-dc28f237e892,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.343884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64c0fb44-4cd9-41f4-aca2-5f4c8cea2b05 req-93e2caaf-fb48-4948-89bf-42496386d71a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.347603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64c0fb44-4cd9-41f4-aca2-5f4c8cea2b05 req-93e2caaf-fb48-4948-89bf-42496386d71a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.348395 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64c0fb44-4cd9-41f4-aca2-5f4c8cea2b05 req-93e2caaf-fb48-4948-89bf-42496386d71a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/05d9c57e-5c4f-4e80-9b52-3772f08ac63f HTTP/1.1" status: 204 len: 173 time: 0.4999928 Jul 29 23:34:11.349782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a67ee30d-6bd4-40fe-8abc-42f2951acb75 None None] Provisioning for port 70e65123-38d2-404d-b2d0-1f7997763dce completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:11.360621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a67ee30d-6bd4-40fe-8abc-42f2951acb75 None None] Provisioning complete for port 70e65123-38d2-404d-b2d0-1f7997763dce triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:11.360780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.361710 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a67ee30d-6bd4-40fe-8abc-42f2951acb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.374521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2caaf-fb48-4948-89bf-42496386d71a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d9c57e-5c4f-4e80-9b52-3772f08ac63f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.403049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:11.403752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.459771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a67ee30d-6bd4-40fe-8abc-42f2951acb75 None None] Port 70e65123-38d2-404d-b2d0-1f7997763dce cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:11.489390 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-6c81aaa5-1f69-448c-ac36-89ebe0f0e136 req-4dd3fe0f-c57f-4078-89f5-9018c4746724 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] show failed (client error): The resource could not be found. Jul 29 23:34:11.490834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c81aaa5-1f69-448c-ac36-89ebe0f0e136 req-4dd3fe0f-c57f-4078-89f5-9018c4746724 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/05d9c57e-5c4f-4e80-9b52-3772f08ac63f HTTP/1.1" status: 404 len: 352 time: 0.0812988 Jul 29 23:34:11.500110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-01697c8d-2875-4259-a34b-640041efc450 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9560404 Jul 29 23:34:11.533290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Request body: {'port': {'device_id': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:11.684998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0dd88a33-b76d-4214-87f2-8ae153ace88c None None] Provisioning for port 5fda3585-dd7a-47ed-8961-dc28f237e892 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:11.690425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0dd88a33-b76d-4214-87f2-8ae153ace88c None None] Provisioning complete for port 5fda3585-dd7a-47ed-8961-dc28f237e892 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:11.691194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0dd88a33-b76d-4214-87f2-8ae153ace88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.720148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-592a5431-35df-49d6-b2df-546451b075d8 req-83fd887a-91a7-406f-be8c-6282806deacd tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 210 time: 0.0559332 Jul 29 23:34:11.736037 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0dd88a33-b76d-4214-87f2-8ae153ace88c None None] Port 5fda3585-dd7a-47ed-8961-dc28f237e892 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:11.853142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.924271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84b1539e-0028-4e1f-aff4-6fee9108c3b3 req-b535de26-a0b0-4803-9651-a15e8f99088a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a13f3ea218244e390f6cc023a88a1c3 HTTP/1.1" status: 200 len: 6155 time: 0.4051502 Jul 29 23:34:11.996130 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-0ec94b05-2762-4d2c-8e1f-b43fba273c77 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269201 Jul 29 23:34:12.030769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f3838-8b65-473e-a9d2-5550a40af4cd req-ab3f2b73-09a1-4aea-bd54-0f3a429aaee8 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:12.036652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f3838-8b65-473e-a9d2-5550a40af4cd req-ab3f2b73-09a1-4aea-bd54-0f3a429aaee8 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:12.045418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-689f3838-8b65-473e-a9d2-5550a40af4cd req-ab3f2b73-09a1-4aea-bd54-0f3a429aaee8 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1653 time: 0.1868088 Jul 29 23:34:12.204266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84b1539e-0028-4e1f-aff4-6fee9108c3b3 req-c1c7129c-201e-47f1-9aec-f870ad2d1cfe tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/da5ed335-4702-44ea-9a10-d1ad992f8921 HTTP/1.1" status: 200 len: 2985 time: 0.2531500 Jul 29 23:34:12.231933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-689f3838-8b65-473e-a9d2-5550a40af4cd req-6c084f92-d401-47d9-9f40-f87139272c09 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837389 Jul 29 23:34:12.322352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db3e50bd-c451-4ede-a054-08465d1c002d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648010 Jul 29 23:34:12.427890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e65123-38d2-404d-b2d0-1f7997763dce {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:12.442101 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.448694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84b1539e-0028-4e1f-aff4-6fee9108c3b3 req-4337fb0c-7fc5-4d22-a9eb-f13ae59fca25 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/da5ed335-4702-44ea-9a10-d1ad992f8921 HTTP/1.1" status: 200 len: 2985 time: 0.2335644 Jul 29 23:34:12.483189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Transition to ACTIVE for port object 70e65123-38d2-404d-b2d0-1f7997763dce will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:12.508836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a163e1-53d2-4d66-b7e9-c72d3dcc6d0b req-a58339e6-c0c9-432e-bfcf-7a9d5be63c2d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:12.521634 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17a163e1-53d2-4d66-b7e9-c72d3dcc6d0b req-a58339e6-c0c9-432e-bfcf-7a9d5be63c2d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 931 time: 0.1505451 Jul 29 23:34:12.527552 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.676341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17a163e1-53d2-4d66-b7e9-c72d3dcc6d0b req-09f73233-f31d-4dd1-ae5a-47d3adad1273 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508718 Jul 29 23:34:12.767504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:12.782197 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.813978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Transition to ACTIVE for port object 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:12.828898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-aabecc5a-946b-4fa9-87f4-ac37f360a727 req-659b3f6e-0885-49a1-a0a3-3213e93ef960 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1628882669', 'description': 'tempest-description-1757265712'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:12.839218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Pushing event updated for resources: {'Port': ['ID=70e65123-38d2-404d-b2d0-1f7997763dce,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:12.858574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.912926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-397ef4e1-6c0e-4c0f-a6e9-2e3e91735ca2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:12.916638 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-397ef4e1-6c0e-4c0f-a6e9-2e3e91735ca2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9117453 Jul 29 23:34:12.946353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Request body: {'port': {'device_id': '4eca434d-f55f-4219-bde7-4df369473db9', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'ae9bd5eed4df40c49cb99575b9823488'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:13.021051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65239314-80de-43ce-951e-b691a6947ea7 req-6bb717f5-bd69-401d-9e5e-5baea0170d80 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 210 time: 0.1679235 Jul 29 23:34:13.051688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-dc353b28-1314-4096-b813-f35b19ef770f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:13.053331 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-dc353b28-1314-4096-b813-f35b19ef770f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6725397 Jul 29 23:34:13.073705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Request body: {'port': {'device_id': '1c7b3283-0db7-42b0-848c-316b642d4e51', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'ae9bd5eed4df40c49cb99575b9823488'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:13.106647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:13.112194 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-aabecc5a-946b-4fa9-87f4-ac37f360a727 req-659b3f6e-0885-49a1-a0a3-3213e93ef960 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.190882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Attempting to bind port 70e65123-38d2-404d-b2d0-1f7997763dce on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:13.191175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Attempting to bind port 70e65123-38d2-404d-b2d0-1f7997763dce by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:13.191628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Attempting to bind port 70e65123-38d2-404d-b2d0-1f7997763dce on network 075cd5b6-a446-43e6-877b-02e442ee8cb0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:13.202388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Port 70e65123-38d2-404d-b2d0-1f7997763dce on network 075cd5b6-a446-43e6-877b-02e442ee8cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:13.202802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Attempting to bind port 70e65123-38d2-404d-b2d0-1f7997763dce on network 075cd5b6-a446-43e6-877b-02e442ee8cb0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:13.222483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:13.223229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Checking segment: {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:13.223350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Bound using segment: {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:13.223932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Bound port: 70e65123-38d2-404d-b2d0-1f7997763dce, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:13.224442 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.226722 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [req-aabecc5a-946b-4fa9-87f4-ac37f360a727 req-659b3f6e-0885-49a1-a0a3-3213e93ef960 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:34:13.226722 n-d-712139-11 neutron-server[93816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:34:13.226722 n-d-712139-11 neutron-server[93816]: [parameters: {'project_id_1': '8a13f3ea218244e390f6cc023a88a1c3', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 34, 13, 187223)}] Jul 29 23:34:13.226722 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:34:13.227272 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [req-aabecc5a-946b-4fa9-87f4-ac37f360a727 req-659b3f6e-0885-49a1-a0a3-3213e93ef960 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:34:13.260283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Attempting to bind port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:13.260597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Attempting to bind port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'aa5ab91b-6e24-4277-a143-a16ae51d9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:13.260707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Attempting to bind port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 on network feb76bcf-f794-40c4-b38d-22a7524c8e78 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:13.279759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Made reservation on behalf of ae9bd5eed4df40c49cb99575b9823488 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:13.283275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.295655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 on network feb76bcf-f794-40c4-b38d-22a7524c8e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:13.296101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Attempting to bind port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 on network feb76bcf-f794-40c4-b38d-22a7524c8e78 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:13.315936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:13.322386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Checking segment: {'id': 'aa5ab91b-6e24-4277-a143-a16ae51d9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:13.322988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Bound using segment: {'id': 'aa5ab91b-6e24-4277-a143-a16ae51d9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:13.324121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Bound port: 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5ab91b-6e24-4277-a143-a16ae51d9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:13.324589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.387390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] For port 70e65123-38d2-404d-b2d0-1f7997763dce, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:13.392712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] For port 70e65123-38d2-404d-b2d0-1f7997763dce, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=70e65123-38d2-404d-b2d0-1f7997763dce,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:13.410543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.421394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Made reservation on behalf of ae9bd5eed4df40c49cb99575b9823488 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:13.425204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.562522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:13.563262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.564846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] 10.222.0.42 "PUT /v2.0/ports/70e65123-38d2-404d-b2d0-1f7997763dce HTTP/1.1" status: 200 len: 1092 time: 2.3873873 Jul 29 23:34:13.566538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb3616-0101-42ef-a0c5-ee549631e903 service neutron] Pushing event updated for resources: {'Port': ['ID=70e65123-38d2-404d-b2d0-1f7997763dce,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:13.569189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230bc147-b5c7-4875-a422-28630e9d9725', 'tag': '70e65123-38d2-404d-b2d0-1f7997763dce'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:13.571427 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a506e70-50af-45f1-bdda-350709006bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "230bc147-b5c7-4875-a422-28630e9d9725", "tag": "70e65123-38d2-404d-b2d0-1f7997763dce"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:13.604166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5336ef-50a1-489e-a724-818f8b5f9744 req-86def3c4-f12b-4bb6-9fdf-7b202f75eb30 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:13.612131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5336ef-50a1-489e-a724-818f8b5f9744 req-86def3c4-f12b-4bb6-9fdf-7b202f75eb30 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:13.619038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f5336ef-50a1-489e-a724-818f8b5f9744 req-86def3c4-f12b-4bb6-9fdf-7b202f75eb30 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1665 time: 0.2224901 Jul 29 23:34:13.655889 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Allocated IP 192.168.233.109 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/784d380b-faae-401d-9c1f-d848dfc79701) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:13.679674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] For port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:13.712883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] For port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,segment=NetworkSegment(aa5ab91b-6e24-4277-a143-a16ae51d9656),segment_id=aa5ab91b-6e24-4277-a143-a16ae51d9656)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:13.735605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f5336ef-50a1-489e-a724-818f8b5f9744 req-2dafb555-aada-4571-be8f-94ae76063626 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100001 Jul 29 23:34:13.737895 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-aabecc5a-946b-4fa9-87f4-ac37f360a727 req-659b3f6e-0885-49a1-a0a3-3213e93ef960 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.747741 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.778268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-daee6318-a0ad-41c6-a3fd-8af61efd3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:13.779423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-daee6318-a0ad-41c6-a3fd-8af61efd3e07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 1095 time: 0.1404293 Jul 29 23:34:13.853445 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f6b833-d512-4f70-a8c1-15b08b78ebb5 x-openstack-request-id: req-e8f6b833-d512-4f70-a8c1-15b08b78ebb5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:13.856206 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230bc147-b5c7-4875-a422-28630e9d9725", "tag": "70e65123-38d2-404d-b2d0-1f7997763dce", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:13.856606 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8f6b833-d512-4f70-a8c1-15b08b78ebb5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:13.859060 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230bc147-b5c7-4875-a422-28630e9d9725', 'tag': '70e65123-38d2-404d-b2d0-1f7997763dce', 'status': 'completed', 'code': 200} Jul 29 23:34:13.870283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:13.871825 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.874182 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 HTTP/1.1" status: 200 len: 1091 time: 2.3461387 Jul 29 23:34:13.989055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Request body: {'port': {'device_id': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:13.999685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-b415338d-773d-4223-be10-41e03d434192 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70e65123-38d2-404d-b2d0-1f7997763dce HTTP/1.1" status: 200 len: 217 time: 0.1531167 Jul 29 23:34:14.012290 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.055767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Transition to ACTIVE for port object 784d380b-faae-401d-9c1f-d848dfc79701 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:14.144241 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.161150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:14.186704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:14.228522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:14.235271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9754d-501c-4c58-b608-e6a2dafce9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.236625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:14.247018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:14.253060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-58341f87-f4ad-46e3-8c4e-08d7e5751285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:14.254550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-58341f87-f4ad-46e3-8c4e-08d7e5751285 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 200 len: 850 time: 0.1545630 Jul 29 23:34:14.272546 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.302065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Allocated IP 192.168.233.17 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:14.323580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33024b-3505-4e59-b3d2-67aadc1c7ca5 req-6f91766f-56a8-4ed6-ac72-7b6e4d06930e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:14.333577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd33024b-3505-4e59-b3d2-67aadc1c7ca5 req-6f91766f-56a8-4ed6-ac72-7b6e4d06930e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 943 time: 0.2438278 Jul 29 23:34:14.391908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event updated for resources: {'Port': ['ID=784d380b-faae-401d-9c1f-d848dfc79701,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.484477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:14.499897 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.508871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-c1524842-4b8c-4908-aff5-082e89d96ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:14.510398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-c1524842-4b8c-4908-aff5-082e89d96ec1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=075cd5b6-a446-43e6-877b-02e442ee8cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2319908 Jul 29 23:34:14.558553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd33024b-3505-4e59-b3d2-67aadc1c7ca5 req-2aa36a30-d26b-429c-926c-f1a91e284406 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189732 Jul 29 23:34:14.652088 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-aabecc5a-946b-4fa9-87f4-ac37f360a727 req-659b3f6e-0885-49a1-a0a3-3213e93ef960 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.683781 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-508fbdc2-d53a-448a-bbed-c25715a12840 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7464359 Jul 29 23:34:14.709184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Request body: {'port': {'device_id': '4eca434d-f55f-4219-bde7-4df369473db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:14.836123 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-aabecc5a-946b-4fa9-87f4-ac37f360a727 req-659b3f6e-0885-49a1-a0a3-3213e93ef960 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.856236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-876e24c5-bdcd-4959-ad6e-2e529a865c6d None None] Provisioning for port 784d380b-faae-401d-9c1f-d848dfc79701 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:14.871020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-876e24c5-bdcd-4959-ad6e-2e529a865c6d None None] Provisioning complete for port 784d380b-faae-401d-9c1f-d848dfc79701 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:14.874379 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-876e24c5-bdcd-4959-ad6e-2e529a865c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.893069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-628e6a79-e0b5-49a7-83fc-c6bd323e8c3e req-ac1b44c9-f8d1-4b9f-9352-d360312b2cb4 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 210 time: 0.0669746 Jul 29 23:34:14.936600 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-aabecc5a-946b-4fa9-87f4-ac37f360a727 req-659b3f6e-0885-49a1-a0a3-3213e93ef960 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.937236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-876e24c5-bdcd-4959-ad6e-2e529a865c6d None None] Port 784d380b-faae-401d-9c1f-d848dfc79701 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:14.944832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aabecc5a-946b-4fa9-87f4-ac37f360a727 req-659b3f6e-0885-49a1-a0a3-3213e93ef960 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.1264637 Jul 29 23:34:14.958892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b3f6e-0885-49a1-a0a3-3213e93ef960 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46514a54-2dc4-40da-98eb-9692dc7fe9d8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.017219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d8b306a1-80c5-4fa2-80f1-d8aaf555baf7 req-13a202c7-f114-4c30-967d-7d325ca158d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-655476564', 'description': 'tempest-description-225571400'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:15.042068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.062214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Transition to ACTIVE for port object 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:15.080258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.089320 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8b306a1-80c5-4fa2-80f1-d8aaf555baf7 req-13a202c7-f114-4c30-967d-7d325ca158d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.131928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-c7799ce2-48cd-4515-9405-b4dcc8462ba2 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920787 Jul 29 23:34:15.214159 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.253944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:15.266940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event updated for resources: {'Port': ['ID=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.314672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:15.318292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:15.330018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:15.384997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:15.385903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.477373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:15.699488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784d380b-faae-401d-9c1f-d848dfc79701 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:15.720419 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.733506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Transition to ACTIVE for port object 784d380b-faae-401d-9c1f-d848dfc79701 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:15.742088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.768665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a5268-e1f2-4e98-aa23-65ed104288bf req-aac0b13f-d0ee-45e9-b40a-e82957f63146 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:15.775088 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a5268-e1f2-4e98-aa23-65ed104288bf req-aac0b13f-d0ee-45e9-b40a-e82957f63146 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:15.776826 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca7a5268-e1f2-4e98-aa23-65ed104288bf req-aac0b13f-d0ee-45e9-b40a-e82957f63146 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1665 time: 0.7318146 Jul 29 23:34:15.795990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-47971d48-2b1f-4aa7-9020-78ed0cdd08f1 None None] Provisioning for port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:15.828491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-47971d48-2b1f-4aa7-9020-78ed0cdd08f1 None None] Provisioning complete for port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:15.829961 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47971d48-2b1f-4aa7-9020-78ed0cdd08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.869812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'tag': '8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:15.874724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Pushing event updated for resources: {'Port': ['ID=784d380b-faae-401d-9c1f-d848dfc79701,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.877042 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172550b0-cd73-458f-b4f7-132a08821d37" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "tag": "8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:15.912208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5859e127-bc82-4c20-8aec-f1a72d1d00d1 req-2f0151a8-a7a3-45da-aa84-eb6d08047516 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534859 Jul 29 23:34:15.937872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca7a5268-e1f2-4e98-aa23-65ed104288bf req-ac3db7cf-6efd-4ff8-ac53-27facce9df17 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476483 Jul 29 23:34:15.952903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Attempting to bind port 784d380b-faae-401d-9c1f-d848dfc79701 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:15.956122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Attempting to bind port 784d380b-faae-401d-9c1f-d848dfc79701 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:15.956472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Attempting to bind port 784d380b-faae-401d-9c1f-d848dfc79701 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:15.986818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Port 784d380b-faae-401d-9c1f-d848dfc79701 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:15.987150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Attempting to bind port 784d380b-faae-401d-9c1f-d848dfc79701 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:15.992957 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:15.993318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:15.993753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:15.994169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Bound port: 784d380b-faae-401d-9c1f-d848dfc79701, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:15.995045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.020944 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8b306a1-80c5-4fa2-80f1-d8aaf555baf7 req-13a202c7-f114-4c30-967d-7d325ca158d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.037092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8b306a1-80c5-4fa2-80f1-d8aaf555baf7 req-13a202c7-f114-4c30-967d-7d325ca158d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.072463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fda3585-dd7a-47ed-8961-dc28f237e892 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:16.080404 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-306f6f66-9427-477a-a4c5-33539a9079f8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0101922 Jul 29 23:34:16.103247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-47971d48-2b1f-4aa7-9020-78ed0cdd08f1 None None] Port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:16.105969 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.133852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Request body: {'port': {'device_id': '1c7b3283-0db7-42b0-848c-316b642d4e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:16.178131 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8b306a1-80c5-4fa2-80f1-d8aaf555baf7 req-13a202c7-f114-4c30-967d-7d325ca158d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.185217 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8b306a1-80c5-4fa2-80f1-d8aaf555baf7 req-13a202c7-f114-4c30-967d-7d325ca158d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2028093 Jul 29 23:34:16.195485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a202c7-f114-4c30-967d-7d325ca158d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3547b0-c6ab-4cfb-805e-3d07f12ea96c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.243029 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.251603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Transition to ACTIVE for port object 5fda3585-dd7a-47ed-8961-dc28f237e892 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:16.258033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a506e70-50af-45f1-bdda-350709006bb1 req-f44806be-3237-4e9b-8c3b-d826b1e11418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.259643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a506e70-50af-45f1-bdda-350709006bb1 req-f44806be-3237-4e9b-8c3b-d826b1e11418 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 1095 time: 0.2372162 Jul 29 23:34:16.266393 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.268516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] For port 784d380b-faae-401d-9c1f-d848dfc79701, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:16.306945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] For port 784d380b-faae-401d-9c1f-d848dfc79701, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=784d380b-faae-401d-9c1f-d848dfc79701,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:16.322704 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.440452 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7afac4-86ae-4c38-bc97-703fa78d1aa4 x-openstack-request-id: req-7c7afac4-86ae-4c38-bc97-703fa78d1aa4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:16.440744 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "tag": "8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:16.440994 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c7afac4-86ae-4c38-bc97-703fa78d1aa4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:16.441486 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'tag': '8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11', 'status': 'completed', 'code': 200} Jul 29 23:34:16.468299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.469031 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.470538 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] 10.222.0.47 "PUT /v2.0/ports/784d380b-faae-401d-9c1f-d848dfc79701 HTTP/1.1" status: 200 len: 1097 time: 1.7675509 Jul 29 23:34:16.473153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eca434d-f55f-4219-bde7-4df369473db9', 'tag': '784d380b-faae-401d-9c1f-d848dfc79701'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:16.475738 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609" -d '{"events": [{"name": "network-changed", "server_uuid": "4eca434d-f55f-4219-bde7-4df369473db9", "tag": "784d380b-faae-401d-9c1f-d848dfc79701"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:16.564769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fda3585-dd7a-47ed-8961-dc28f237e892,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.617365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1755a3-ab49-42f8-a226-2789b0bcc762 service neutron] Pushing event updated for resources: {'Port': ['ID=784d380b-faae-401d-9c1f-d848dfc79701,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.784183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc1a45-21cd-4e68-ab57-9e0ad87df50f req-ec281923-8ed1-4ff0-848b-c7c9316b8d25 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.792615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85bc1a45-21cd-4e68-ab57-9e0ad87df50f req-ec281923-8ed1-4ff0-848b-c7c9316b8d25 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 943 time: 0.4145837 Jul 29 23:34:16.806872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a506e70-50af-45f1-bdda-350709006bb1 req-d24dbed9-a4ac-4f5c-8d5d-56cb3b7096e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.808723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a506e70-50af-45f1-bdda-350709006bb1 req-d24dbed9-a4ac-4f5c-8d5d-56cb3b7096e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 912 time: 0.5303319 Jul 29 23:34:16.881278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a506e70-50af-45f1-bdda-350709006bb1 req-dc5551a1-7bdb-49dd-b7e5-672d01928b77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70e65123-38d2-404d-b2d0-1f7997763dce HTTP/1.1" status: 200 len: 217 time: 0.0493150 Jul 29 23:34:16.893442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Attempting to bind port 5fda3585-dd7a-47ed-8961-dc28f237e892 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:16.893798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Attempting to bind port 5fda3585-dd7a-47ed-8961-dc28f237e892 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'c8411d19-8773-4df5-9574-d8a3c6db4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:16.894143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Attempting to bind port 5fda3585-dd7a-47ed-8961-dc28f237e892 on network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:16.915287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:16.932791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.964492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Transition to ACTIVE for port object 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:16.968724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc2c45-812d-4019-8535-70a777b4cf72 req-65df89cb-bca0-4107-bc71-26dd4fe7171e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.969839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172550b0-cd73-458f-b4f7-132a08821d37 req-52ace07e-6b48-4bd8-b5ad-8b7d6c92f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.970608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81fc2c45-812d-4019-8535-70a777b4cf72 req-65df89cb-bca0-4107-bc71-26dd4fe7171e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 935 time: 0.4501772 Jul 29 23:34:16.970698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172550b0-cd73-458f-b4f7-132a08821d37 req-52ace07e-6b48-4bd8-b5ad-8b7d6c92f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.972392 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-172550b0-cd73-458f-b4f7-132a08821d37 req-52ace07e-6b48-4bd8-b5ad-8b7d6c92f86b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34bff65f30e84f11ad8d294c28bf588e&device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1939 time: 0.4826999 Jul 29 23:34:16.976605 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.981279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a506e70-50af-45f1-bdda-350709006bb1 req-8b218766-7b74-4635-9554-d1daab1016a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.983318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a506e70-50af-45f1-bdda-350709006bb1 req-8b218766-7b74-4635-9554-d1daab1016a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 200 len: 850 time: 0.0857160 Jul 29 23:34:16.995700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-c29954c3-a68a-4735-98d5-b57e57aa571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.997620 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-c29954c3-a68a-4735-98d5-b57e57aa571b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 1100 time: 0.4105158 Jul 29 23:34:17.012430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Port 5fda3585-dd7a-47ed-8961-dc28f237e892 on network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:17.012430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Attempting to bind port 5fda3585-dd7a-47ed-8961-dc28f237e892 on network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:17.033388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:17.034007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Checking segment: {'id': 'c8411d19-8773-4df5-9574-d8a3c6db4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:17.034506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Bound using segment: {'id': 'c8411d19-8773-4df5-9574-d8a3c6db4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:17.035033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Bound port: 5fda3585-dd7a-47ed-8961-dc28f237e892, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8411d19-8773-4df5-9574-d8a3c6db4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:17.036096 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.080249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85bc1a45-21cd-4e68-ab57-9e0ad87df50f req-d2851b0a-6bc1-4926-88e2-3720dbeb0398 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864027 Jul 29 23:34:17.091994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81fc2c45-812d-4019-8535-70a777b4cf72 req-871849b2-018f-4eff-ae1d-e43d3adefcb0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029081 Jul 29 23:34:17.148961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a506e70-50af-45f1-bdda-350709006bb1 req-abda3454-93dd-4b67-a337-408bf79f9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.150818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a506e70-50af-45f1-bdda-350709006bb1 req-abda3454-93dd-4b67-a337-408bf79f9990 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=075cd5b6-a446-43e6-877b-02e442ee8cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337516 Jul 29 23:34:17.169627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172550b0-cd73-458f-b4f7-132a08821d37 req-a743c9d7-8e01-4d7b-b058-0e251cdc6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.170301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172550b0-cd73-458f-b4f7-132a08821d37 req-a743c9d7-8e01-4d7b-b058-0e251cdc6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.170766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172550b0-cd73-458f-b4f7-132a08821d37 req-a743c9d7-8e01-4d7b-b058-0e251cdc6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.172440 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-172550b0-cd73-458f-b4f7-132a08821d37 req-a743c9d7-8e01-4d7b-b058-0e251cdc6a18 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=34bff65f30e84f11ad8d294c28bf588e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1795983 Jul 29 23:34:17.177045 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5dbd00-070a-499c-b59d-fa775192fc28 x-openstack-request-id: req-cf5dbd00-070a-499c-b59d-fa775192fc28 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:17.177354 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eca434d-f55f-4219-bde7-4df369473db9", "tag": "784d380b-faae-401d-9c1f-d848dfc79701", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:17.177861 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf5dbd00-070a-499c-b59d-fa775192fc28 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:17.178861 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eca434d-f55f-4219-bde7-4df369473db9', 'tag': '784d380b-faae-401d-9c1f-d848dfc79701', 'status': 'completed', 'code': 200} Jul 29 23:34:17.299823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a506e70-50af-45f1-bdda-350709006bb1 req-7e5b4a03-f41b-428b-9a4e-956f1008c69f service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172726 Jul 29 23:34:17.319591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172550b0-cd73-458f-b4f7-132a08821d37 req-2a69e112-c4c3-455f-b3b8-4960fb6befc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.321202 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-172550b0-cd73-458f-b4f7-132a08821d37 req-2a69e112-c4c3-455f-b3b8-4960fb6befc5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306090 Jul 29 23:34:17.381074 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-1b4b81d7-bcba-49a7-b437-92cceb145113 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=784d380b-faae-401d-9c1f-d848dfc79701 HTTP/1.1" status: 200 len: 217 time: 0.2057495 Jul 29 23:34:17.422898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Pushing event updated for resources: {'Port': ['ID=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:17.522105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a506e70-50af-45f1-bdda-350709006bb1 req-50bdfbe4-fe2e-490d-bcf6-fd2206cee770 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003880 Jul 29 23:34:17.551375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-4a544ed5-8d21-4de6-a6dd-0aa75fc919bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.552980 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-4a544ed5-8d21-4de6-a6dd-0aa75fc919bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1447251 Jul 29 23:34:17.554279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] For port 5fda3585-dd7a-47ed-8961-dc28f237e892, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:17.559351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Attempting to bind port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:17.559710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Attempting to bind port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:17.560071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Attempting to bind port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:17.587751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:17.588177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Attempting to bind port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:17.611864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:17.612336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:17.612740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:17.613192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Bound port: 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:17.613611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.618146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] For port 5fda3585-dd7a-47ed-8961-dc28f237e892, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=5fda3585-dd7a-47ed-8961-dc28f237e892,segment=NetworkSegment(c8411d19-8773-4df5-9574-d8a3c6db4f72),segment_id=c8411d19-8773-4df5-9574-d8a3c6db4f72)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:17.629480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.654514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac82c8-c4d7-46f1-bfdd-c7aab6d2dec0 req-8898f8f0-9537-4a6a-9848-ad6b4a0c4c3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.661204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac82c8-c4d7-46f1-bfdd-c7aab6d2dec0 req-8898f8f0-9537-4a6a-9848-ad6b4a0c4c3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.663156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9ac82c8-c4d7-46f1-bfdd-c7aab6d2dec0 req-8898f8f0-9537-4a6a-9848-ad6b4a0c4c3c tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1677 time: 0.3623333 Jul 29 23:34:17.670411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-5a28915b-d3ce-4a35-9224-7a27c0da8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.672289 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-5a28915b-d3ce-4a35-9224-7a27c0da8b9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089702 Jul 29 23:34:17.724258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.725358 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.727578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] 10.222.0.47 "PUT /v2.0/ports/5fda3585-dd7a-47ed-8961-dc28f237e892 HTTP/1.1" status: 200 len: 1093 time: 3.7488561 Jul 29 23:34:17.755018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-854be03e-55e6-4ceb-be95-732a644c3529 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.757157 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-854be03e-55e6-4ceb-be95-732a644c3529 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 812 time: 0.4473364 Jul 29 23:34:17.808107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-7a8fd605-97eb-497c-b7d1-fb4505d91fab tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/quotas/8a13f3ea218244e390f6cc023a88a1c3 HTTP/1.1" status: 200 len: 375 time: 0.0246468 Jul 29 23:34:17.848984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9ac82c8-c4d7-46f1-bfdd-c7aab6d2dec0 req-fbd9e6d5-d968-4748-8d06-f97b9631c2a9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756101 Jul 29 23:34:17.894990 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-b648cd97-27ef-46bf-b939-38d2da0731f9 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132757 Jul 29 23:34:17.906580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] For port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:17.909848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] For port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:17.945740 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.003558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b54cf2-7d73-4a6b-bb9c-c14c1c5c30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fda3585-dd7a-47ed-8961-dc28f237e892,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:18.049266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-e14d2fca-4a4c-416f-af3f-0a8f8520ff0d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1680801 Jul 29 23:34:18.061997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-5268d264-3ad6-419c-b12e-ecb14ab3d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.062542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-5268d264-3ad6-419c-b12e-ecb14ab3d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.064720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-5268d264-3ad6-419c-b12e-ecb14ab3d975 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34bff65f30e84f11ad8d294c28bf588e&device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1981 time: 0.2641776 Jul 29 23:34:18.162349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.163231 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.165774 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] 10.222.0.42 "PUT /v2.0/ports/901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 HTTP/1.1" status: 200 len: 1096 time: 2.0432451 Jul 29 23:34:18.195913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-a9e9d999-27d2-41fc-852a-e8710df9dbc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 HTTP/1.1" status: 200 len: 217 time: 0.0879805 Jul 29 23:34:18.377571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c53ba-6f7b-4d61-a911-32e372efaeef service neutron] Pushing event updated for resources: {'Port': ['ID=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:18.397660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-0e04d042-7a01-4aef-9597-e212208e2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.401004 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-d52614d7-ac36-463b-ae89-d966874df839 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894116 Jul 29 23:34:18.402879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-0e04d042-7a01-4aef-9597-e212208e2529 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70878b35-40b0-49b6-996c-126cff18ea5c HTTP/1.1" status: 200 len: 801 time: 0.1982512 Jul 29 23:34:18.419141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-0ca56134-22d3-4355-9f6d-7d9dde3c4125 service neutron] 10.222.0.37 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688250 Jul 29 23:34:18.421214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-90540908-5432-4564-80dd-92962da07e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.423109 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-90540908-5432-4564-80dd-92962da07e5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 1099 time: 0.1538250 Jul 29 23:34:18.503781 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-ac577f44-52ff-417c-8d04-c5d2feed2da3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 HTTP/1.1" status: 200 len: 217 time: 0.0650399 Jul 29 23:34:18.512139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'tag': '5fda3585-dd7a-47ed-8961-dc28f237e892'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:18.523923 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857b02f3-d525-4825-920b-fb72e739a1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "tag": "5fda3585-dd7a-47ed-8961-dc28f237e892"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:18.579374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a49831-daad-4da3-9c73-b155a96605c2 req-f9cda195-9857-4401-a57a-43471a239c56 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.587534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49a49831-daad-4da3-9c73-b155a96605c2 req-f9cda195-9857-4401-a57a-43471a239c56 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 943 time: 0.3046384 Jul 29 23:34:18.631901 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.637257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-2c3a42c9-b551-4e40-8606-5bf82086394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.637528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-aca99223-c2cc-4500-a767-dce034e25957 service neutron] 10.222.0.37 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142601 Jul 29 23:34:18.640626 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-2c3a42c9-b551-4e40-8606-5bf82086394b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1264775 Jul 29 23:34:18.651707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-28ff5e6b-c5f2-48db-9953-7980a03827d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.653750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-28ff5e6b-c5f2-48db-9953-7980a03827d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 1100 time: 0.1285560 Jul 29 23:34:18.671284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49a49831-daad-4da3-9c73-b155a96605c2 req-3fe70918-99f9-4996-bb85-3827400d8573 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821927 Jul 29 23:34:18.681475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-86d71499-209e-429d-bc6f-56c8ca542d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.682987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-86d71499-209e-429d-bc6f-56c8ca542d7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb76bcf-f794-40c4-b38d-22a7524c8e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737556 Jul 29 23:34:18.768067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-c658c71c-f6c7-413d-8330-5c7413fd7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.769849 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-c658c71c-f6c7-413d-8330-5c7413fd7dfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1148632 Jul 29 23:34:18.865378 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ac73f4-84b4-472f-9632-daebb0630475 x-openstack-request-id: req-c5ac73f4-84b4-472f-9632-daebb0630475 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:18.865980 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "tag": "5fda3585-dd7a-47ed-8961-dc28f237e892", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:18.866138 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5ac73f4-84b4-472f-9632-daebb0630475 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:18.866964 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'tag': '5fda3585-dd7a-47ed-8961-dc28f237e892', 'status': 'completed', 'code': 200} Jul 29 23:34:18.900388 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-848df054-4b98-4341-8099-df1022e21368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.902177 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-848df054-4b98-4341-8099-df1022e21368 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2388873 Jul 29 23:34:18.969988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f62f3b5-a84a-47ec-a869-90f4d4999da7 req-e16e06a8-58cc-4cbc-924d-1f62894412ea tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 210 time: 0.0493803 Jul 29 23:34:18.982728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e721f-44c0-4444-8be1-645daf5a621c req-3423461f-c134-41f0-a4c8-146913c4499e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.002482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b54e721f-44c0-4444-8be1-645daf5a621c req-3423461f-c134-41f0-a4c8-146913c4499e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 947 time: 0.2161095 Jul 29 23:34:19.044292 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-c7dae046-991f-4e91-bbb4-76f9c4bc3d56 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596972 Jul 29 23:34:19.046264 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-826aaa5b-b75f-4b10-91ea-fa4b288542b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=784d380b-faae-401d-9c1f-d848dfc79701 HTTP/1.1" status: 200 len: 217 time: 0.1279113 Jul 29 23:34:19.051702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-753a631d-8624-4880-b4d8-8f130d5387d6 service neutron] 10.222.0.47 "GET /v2.0/networks/feb76bcf-f794-40c4-b38d-22a7524c8e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568044 Jul 29 23:34:19.139270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-a088f41e-350b-4e27-8ab0-74c994c25fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.142517 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-a088f41e-350b-4e27-8ab0-74c994c25fa3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0812678 Jul 29 23:34:19.194431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b54e721f-44c0-4444-8be1-645daf5a621c req-4cae4e1e-53d4-47c7-9146-5f44cd1023c6 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909699 Jul 29 23:34:19.230652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7b3283-0db7-42b0-848c-316b642d4e51', 'tag': '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:19.233416 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853127eb-8c6d-4484-b612-45300c712588" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7b3283-0db7-42b0-848c-316b642d4e51", "tag": "901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:19.297843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-abb150f9-a814-4169-9812-3cf75b031925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.297843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-abb150f9-a814-4169-9812-3cf75b031925 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379795 Jul 29 23:34:19.346077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f50985-2d8a-46cc-b2b9-a7a21a1e2dfa req-cdcb49ea-f462-4e37-9a6b-50c562631f9e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.358659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f50985-2d8a-46cc-b2b9-a7a21a1e2dfa req-cdcb49ea-f462-4e37-9a6b-50c562631f9e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.360387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55f50985-2d8a-46cc-b2b9-a7a21a1e2dfa req-cdcb49ea-f462-4e37-9a6b-50c562631f9e tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1677 time: 0.2692082 Jul 29 23:34:19.411429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-44915c54-5e14-4bf1-9935-52a6d4b32aa4 service neutron] 10.222.0.47 "GET /v2.0/networks/feb76bcf-f794-40c4-b38d-22a7524c8e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492091 Jul 29 23:34:19.466587 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-5b1f76a3-2996-4ab5-b4a0-a2c6d045f00d service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520071 Jul 29 23:34:19.472432 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1cfbc272-cb37-4abc-a0d2-ea78d9661977 req-da25bffb-0e73-41a4-8168-de9f70514f54 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133267 Jul 29 23:34:19.500372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-8dda9e34-569e-4aad-a393-d1abd8a05cbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=5fda3585-dd7a-47ed-8961-dc28f237e892 HTTP/1.1" status: 200 len: 217 time: 0.0700963 Jul 29 23:34:19.543289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55f50985-2d8a-46cc-b2b9-a7a21a1e2dfa req-d9964909-4791-40a8-8b24-b1fd977a0fa2 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605153 Jul 29 23:34:19.562900 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c996a74-b126-4ffb-b80c-d32767aa64fb x-openstack-request-id: req-7c996a74-b126-4ffb-b80c-d32767aa64fb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:19.563586 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7b3283-0db7-42b0-848c-316b642d4e51", "tag": "901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:19.564248 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c996a74-b126-4ffb-b80c-d32767aa64fb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:19.566072 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7b3283-0db7-42b0-848c-316b642d4e51', 'tag': '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0', 'status': 'completed', 'code': 200} Jul 29 23:34:19.601759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-11017986-f305-41a7-add3-4e06b3900476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.603415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-11017986-f305-41a7-add3-4e06b3900476 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc26b867-1623-411a-9fd2-024b4c4bb72d HTTP/1.1" status: 200 len: 801 time: 0.0909173 Jul 29 23:34:19.657341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2084a-e7d0-4074-8563-108cc911b204 req-2e744f54-498b-49b0-868f-c96a2e83135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.658939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-2e744f54-498b-49b0-868f-c96a2e83135d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ce8ff3c-169d-42a0-aa8e-4e8694442b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471661 Jul 29 23:34:19.664221 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b38b5ea4-b18e-4a4e-9593-a5b3ba364609 req-98df834b-7494-4681-aee3-aec441e019a5 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901183 Jul 29 23:34:19.699509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853127eb-8c6d-4484-b612-45300c712588 req-fbb0cb6b-fa54-4077-b3dc-6eac26d48399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.701825 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-853127eb-8c6d-4484-b612-45300c712588 req-fbb0cb6b-fa54-4077-b3dc-6eac26d48399 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 1099 time: 0.0924921 Jul 29 23:34:19.884636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853127eb-8c6d-4484-b612-45300c712588 req-0b906e91-974b-4517-b07b-8e2729674dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.886258 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-853127eb-8c6d-4484-b612-45300c712588 req-0b906e91-974b-4517-b07b-8e2729674dbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1663458 Jul 29 23:34:19.896618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999b2fe-9936-4908-9bbc-087e282a0c83 req-d1b164ed-7ccd-436f-b158-a64acb29e0c8 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.898868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c999b2fe-9936-4908-9bbc-087e282a0c83 req-d1b164ed-7ccd-436f-b158-a64acb29e0c8 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 943 time: 0.1279242 Jul 29 23:34:19.936196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-002ca477-d183-4778-8162-21dd9bdcbe8e service neutron] 10.222.0.47 "GET /v2.0/networks/3ce8ff3c-169d-42a0-aa8e-4e8694442b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494473 Jul 29 23:34:19.952659 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-853127eb-8c6d-4484-b612-45300c712588 req-926ea9dc-1c83-4b84-b7aa-d99a9affc5da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 HTTP/1.1" status: 200 len: 217 time: 0.0554311 Jul 29 23:34:19.986290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c999b2fe-9936-4908-9bbc-087e282a0c83 req-3586dc45-8684-4cf7-85c9-aff852a103a5 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771155 Jul 29 23:34:20.048252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853127eb-8c6d-4484-b612-45300c712588 req-aedbb2a1-8f05-40eb-a855-8c68b7def610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.049916 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-853127eb-8c6d-4484-b612-45300c712588 req-aedbb2a1-8f05-40eb-a855-8c68b7def610 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0811057 Jul 29 23:34:20.099612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2084a-e7d0-4074-8563-108cc911b204 req-1592a399-7a8b-4cd9-9ade-2852b527f497 service neutron] 10.222.0.47 "GET /v2.0/networks/3ce8ff3c-169d-42a0-aa8e-4e8694442b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531150 Jul 29 23:34:20.127979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853127eb-8c6d-4484-b612-45300c712588 req-b494cc90-410e-4ece-b9d7-5690c71b7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.130032 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-853127eb-8c6d-4484-b612-45300c712588 req-b494cc90-410e-4ece-b9d7-5690c71b7a0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0644565 Jul 29 23:34:20.142334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2599e92b-9dbd-4b7c-a69d-80bcf6439f9a req-c763a59a-9b46-4207-a611-88aef4b92aca tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 210 time: 0.0387692 Jul 29 23:34:20.230485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 70e65123-38d2-404d-b2d0-1f7997763dce details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:20.239458 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-853127eb-8c6d-4484-b612-45300c712588 req-cd22db8b-ab0e-4233-b5cb-2690dadd9706 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969732 Jul 29 23:34:20.407073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-6f0f785f-6d60-4ead-9567-0ddfbd382982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.407566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-6f0f785f-6d60-4ead-9567-0ddfbd382982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.409489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-6f0f785f-6d60-4ead-9567-0ddfbd382982 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34bff65f30e84f11ad8d294c28bf588e&device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1981 time: 0.1905928 Jul 29 23:34:20.421469 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-853127eb-8c6d-4484-b612-45300c712588 req-c5eeb429-813b-41d2-9b17-ada15079a00f service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604869 Jul 29 23:34:20.489686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 70e65123-38d2-404d-b2d0-1f7997763dce, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=70e65123-38d2-404d-b2d0-1f7997763dce,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:20.519865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '70e65123-38d2-404d-b2d0-1f7997763dce', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'port_id': '70e65123-38d2-404d-b2d0-1f7997763dce', 'mac_address': 'fa:16:3e:dc:a2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:20.567450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-39cbd3c8-1a03-45ea-9deb-f2d367a0c78a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.569134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-39cbd3c8-1a03-45ea-9deb-f2d367a0c78a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.42 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 812 time: 0.1238232 Jul 29 23:34:20.578492 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.599037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812797b-0192-4a60-a187-64ad81db7124 req-dd440a9d-3085-47ee-949e-aea6a4d4b475 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.608115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2812797b-0192-4a60-a187-64ad81db7124 req-dd440a9d-3085-47ee-949e-aea6a4d4b475 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 947 time: 0.3078678 Jul 29 23:34:20.618789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e65123-38d2-404d-b2d0-1f7997763dce {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:20.619059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'port': {'device_id': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df', 'admin_state_up': True, 'tenant_id': '8a13f3ea218244e390f6cc023a88a1c3'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:20.675418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 70e65123-38d2-404d-b2d0-1f7997763dce, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=70e65123-38d2-404d-b2d0-1f7997763dce,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:20.684725 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.745653 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-d9918af0-8392-4831-84b2-944c2c69c450 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0829175 Jul 29 23:34:20.784738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=70e65123-38d2-404d-b2d0-1f7997763dce,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:20.813624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.813991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.816570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.816926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.817273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.817617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.817958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.822481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.822873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.823230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.823576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.823912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:20.845480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2812797b-0192-4a60-a187-64ad81db7124 req-65242a79-d099-4a39-8be2-69b9a70d8b62 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364354 Jul 29 23:34:20.857040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-dd25893d-2bf6-4c83-8327-806528f8c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.858165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-dd25893d-2bf6-4c83-8327-806528f8c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.858649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-dd25893d-2bf6-4c83-8327-806528f8c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.859128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-dd25893d-2bf6-4c83-8327-806528f8c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.859754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-dd25893d-2bf6-4c83-8327-806528f8c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.860270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-dd25893d-2bf6-4c83-8327-806528f8c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.860746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-dd25893d-2bf6-4c83-8327-806528f8c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.862763 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-dd25893d-2bf6-4c83-8327-806528f8c5cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6509 time: 0.0722501 Jul 29 23:34:20.879351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8bdb0-2885-4bea-bc6f-00a60d2ab9ce req-c6b372f1-0de8-46dc-86da-dd4bf77b16a4 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.885558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8bdb0-2885-4bea-bc6f-00a60d2ab9ce req-c6b372f1-0de8-46dc-86da-dd4bf77b16a4 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.887199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99c8bdb0-2885-4bea-bc6f-00a60d2ab9ce req-c6b372f1-0de8-46dc-86da-dd4bf77b16a4 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1677 time: 0.1862080 Jul 29 23:34:20.924881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-46f5cb9b-9552-43b1-b921-253f08c107bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.926368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-46f5cb9b-9552-43b1-b921-253f08c107bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ce8ff3c-169d-42a0-aa8e-4e8694442b50 HTTP/1.1" status: 200 len: 903 time: 0.4915025 Jul 29 23:34:20.996554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-1afa5446-b559-4067-8288-0dff0a18a54b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=5fda3585-dd7a-47ed-8961-dc28f237e892 HTTP/1.1" status: 200 len: 217 time: 0.0385361 Jul 29 23:34:20.998785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Made reservation on behalf of 8a13f3ea218244e390f6cc023a88a1c3 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:21.024244 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.026617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-58b6d113-2925-402e-88b0-ef5a23eb2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.027204 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-58b6d113-2925-402e-88b0-ef5a23eb2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.027741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-58b6d113-2925-402e-88b0-ef5a23eb2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.030123 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-58b6d113-2925-402e-88b0-ef5a23eb2420 service neutron] 10.222.0.42 "GET /v2.0/networks?id=674d778d-dcc6-4818-938a-13b70fc784d0&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=f9d21809-0a05-413f-b507-18577fed0681&id=f9d21809-0a05-413f-b507-18577fed0681 HTTP/1.1" status: 200 len: 2297 time: 0.1049232 Jul 29 23:34:21.113273 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99c8bdb0-2885-4bea-bc6f-00a60d2ab9ce req-da14f3e9-c473-4557-99c5-0dbf762cf31d tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024953 Jul 29 23:34:21.143297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['70e65123-38d2-404d-b2d0-1f7997763dce'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:21.192516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-6347bea6-f85d-4c0a-bd40-4f5e4c925883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.194005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-6347bea6-f85d-4c0a-bd40-4f5e4c925883 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc26b867-1623-411a-9fd2-024b4c4bb72d HTTP/1.1" status: 200 len: 801 time: 0.1662958 Jul 29 23:34:21.200201 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-8e40f290-4f1b-4f35-9fcb-c5e125ce5c9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5457275-b173-4626-9c06-1a830574ea8c HTTP/1.1" status: 200 len: 1002 time: 0.1500838 Jul 29 23:34:21.286972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-8d2090b5-60d6-472e-967f-8944a1e78dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.288580 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-8d2090b5-60d6-472e-967f-8944a1e78dad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe272e18-ada4-4f75-b785-d7853a2ae4f3 HTTP/1.1" status: 200 len: 856 time: 0.0796449 Jul 29 23:34:21.646705 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a14de59-dcce-42b1-bd8a-31c77ccb9f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.724968 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a10a013-79fe-4d69-a49d-21d3e0250ba9 req-8cdb89b7-0930-4e41-8b02-32520a696373 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 210 time: 0.4578269 Jul 29 23:34:21.774604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dfb44-fbe1-406d-9395-b6dd50014b56 req-d11249af-1535-4d38-990a-8f41485ee4dd tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.782116 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a28dfb44-fbe1-406d-9395-b6dd50014b56 req-d11249af-1535-4d38-990a-8f41485ee4dd tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 944 time: 0.5920115 Jul 29 23:34:21.817594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-053a1fba-f316-4129-a515-f092431c732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.819198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-053a1fba-f316-4129-a515-f092431c732a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ce8ff3c-169d-42a0-aa8e-4e8694442b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6077020 Jul 29 23:34:21.867795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-56f256ad-d1ea-4142-b50d-5007aab2ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.870503 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-56f256ad-d1ea-4142-b50d-5007aab2ca46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=674d778d-dcc6-4818-938a-13b70fc784d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5686245 Jul 29 23:34:21.993728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Allocated IP 172.20.0.8 (d08480c4-50ee-4f3c-9729-027c920503df/a273a08c-ddfa-480d-82cb-0e5d602adf63/0c43d4ec-4531-4938-8ff8-f0a805f698ae) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:22.001025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a28dfb44-fbe1-406d-9395-b6dd50014b56 req-c2222555-e58a-4172-ac36-b087ffdcfecc tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179582 Jul 29 23:34:22.069466 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-1897b3d5-42fa-4d57-a496-9115e3a43400 service neutron] 10.222.0.42 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821136 Jul 29 23:34:22.244066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:22.268448 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-f332b990-8628-47aa-8b9c-e70ac8e7a267 service neutron] 10.222.0.42 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817327 Jul 29 23:34:22.296503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-694225a4-1f6c-4288-abc8-1d3600d3c90d service neutron] 10.222.0.47 "GET /v2.0/networks/3ce8ff3c-169d-42a0-aa8e-4e8694442b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670279 Jul 29 23:34:22.333953 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-77b6c549-81e7-4ed3-8c6a-4823c45c7f2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=a404b24b-8eff-4d05-97f0-dfc1619216db HTTP/1.1" status: 200 len: 217 time: 0.0499618 Jul 29 23:34:22.408292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-b749f6f5-3596-4258-92bf-493b25d5eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:22.410162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-b749f6f5-3596-4258-92bf-493b25d5eaea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0631855 Jul 29 23:34:22.414194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 784d380b-faae-401d-9c1f-d848dfc79701 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:22.472645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:22.491857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07d0aa-0dab-4ca1-af64-6548f183d557 req-256b4cac-83cb-4573-a895-f8d692f38cbc tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:22.493806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-8514247e-eb8b-40a9-929c-a6c6745521a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:22.495462 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-8514247e-eb8b-40a9-929c-a6c6745521a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0553558 Jul 29 23:34:22.500626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07d0aa-0dab-4ca1-af64-6548f183d557 req-256b4cac-83cb-4573-a895-f8d692f38cbc tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:22.510114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e07d0aa-0dab-4ca1-af64-6548f183d557 req-256b4cac-83cb-4573-a895-f8d692f38cbc tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1677 time: 0.2558949 Jul 29 23:34:22.540323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-857b02f3-d525-4825-920b-fb72e739a1f7 req-89fab8b3-d778-4cd7-b4bd-eda8ace0d782 service neutron] 10.222.0.47 "GET /v2.0/networks/3ce8ff3c-169d-42a0-aa8e-4e8694442b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350230 Jul 29 23:34:22.555979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0', 'mac_address': 'fa:16:3e:ec:d3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:22.623788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8ff5a-6257-47b8-b3d6-c42bba6a949a req-9b33ef3b-d808-4355-bd97-dbd588d5440b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:22.626108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ceb8ff5a-6257-47b8-b3d6-c42bba6a949a req-9b33ef3b-d808-4355-bd97-dbd588d5440b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 947 time: 0.4495990 Jul 29 23:34:22.628965 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.641447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e07d0aa-0dab-4ca1-af64-6548f183d557 req-7d06cab2-1b9f-4481-812c-cd46554b428b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054053 Jul 29 23:34:22.674898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:22.675671 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-19a99db5-8700-499b-8133-ab48e59c78ab service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606870 Jul 29 23:34:22.696438 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.726734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ceb8ff5a-6257-47b8-b3d6-c42bba6a949a req-48bb6f3e-f63b-4fea-915e-b8351201fb68 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832312 Jul 29 23:34:22.740829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:22.747822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 784d380b-faae-401d-9c1f-d848dfc79701, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=784d380b-faae-401d-9c1f-d848dfc79701,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:22.773227 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.788581 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.844133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1ed40c18-6f48-4005-85a6-3aabeeb6319a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:22.847877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '784d380b-faae-401d-9c1f-d848dfc79701', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '784d380b-faae-401d-9c1f-d848dfc79701', 'mac_address': 'fa:16:3e:02:82:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:22.849377 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-c73253a0-0207-4a6e-b333-c7ee8085cd69 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531181 Jul 29 23:34:22.851643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Network d08480c4-50ee-4f3c-9729-027c920503df is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:22.857665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:22.878257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:22.887213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'Port': ['ID=0c43d4ec-4531-4938-8ff8-f0a805f698ae,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:22.927993 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-6f52abac-72b7-49e9-8334-ed7a9f23cfab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=9a30ed60-8111-4737-aa7b-081df7b4275d HTTP/1.1" status: 200 len: 217 time: 0.0652397 Jul 29 23:34:22.954226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:22.954877 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.976874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1a292-6dde-4337-a2eb-a30bb78d7864 req-00560b64-0ecd-4c98-8e68-02951619cc03 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:22.979227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5c1a292-6dde-4337-a2eb-a30bb78d7864 req-00560b64-0ecd-4c98-8e68-02951619cc03 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 931 time: 0.1377301 Jul 29 23:34:23.010090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-bac48b6a-330a-4a78-9f3a-814f7b3e270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.010684 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-bac48b6a-330a-4a78-9f3a-814f7b3e270c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0712409 Jul 29 23:34:23.015764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-44c4f06e-94ba-4a9c-8057-b7c9e081a14d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4004025 Jul 29 23:34:23.035451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Request body: {'port': {'device_id': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:23.066501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.113590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-ab70a682-4bde-4c5d-bf94-8955170192e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.115221 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-ab70a682-4bde-4c5d-bf94-8955170192e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0852673 Jul 29 23:34:23.178327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5c1a292-6dde-4337-a2eb-a30bb78d7864 req-aa3a23bd-daa8-4429-8071-997116adc097 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913865 Jul 29 23:34:23.186432 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.287494 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-5396680e-71f2-4071-a6da-85c12a56718c service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532915 Jul 29 23:34:23.331889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:23.335755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:23.339276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784d380b-faae-401d-9c1f-d848dfc79701 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:23.361034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 784d380b-faae-401d-9c1f-d848dfc79701, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=784d380b-faae-401d-9c1f-d848dfc79701,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:23.390806 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.462218 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-9aebd4e0-6550-45bf-900d-4ec43aebb4b1 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615305 Jul 29 23:34:23.496795 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=784d380b-faae-401d-9c1f-d848dfc79701,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:23.594253 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-22bc704c-81dc-42eb-b624-ae6749c2886c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=7cbd0ea1-b328-4a0a-9622-94712cd1db99 HTTP/1.1" status: 200 len: 217 time: 0.1167901 Jul 29 23:34:23.657435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c43d4ec-4531-4938-8ff8-f0a805f698ae {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:23.660267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-caaf3415-e79c-48b9-8a82-0c11305e81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.661778 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-caaf3415-e79c-48b9-8a82-0c11305e81b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0517046 Jul 29 23:34:23.688055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.738356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749529b-a10c-4638-a207-0c8121d34d4a req-425ec90a-7364-4c88-addb-8468d4ea0473 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.748823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1749529b-a10c-4638-a207-0c8121d34d4a req-425ec90a-7364-4c88-addb-8468d4ea0473 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 944 time: 0.4071319 Jul 29 23:34:23.774312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-0df21f6e-434c-46ea-b73b-6ed921187d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.775949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-0df21f6e-434c-46ea-b73b-6ed921187d23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024871 Jul 29 23:34:23.825521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Transition to ACTIVE for port object 0c43d4ec-4531-4938-8ff8-f0a805f698ae will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:23.854071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.868209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1749529b-a10c-4638-a207-0c8121d34d4a req-c65c46a7-5fe0-41ff-aaf5-0cd675b93e45 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184676 Jul 29 23:34:23.896614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['784d380b-faae-401d-9c1f-d848dfc79701'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:23.917806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5abe8-d25c-4953-93be-a6b85224e5f1 req-de9b4cb1-3100-4c78-a9f5-05aaedc70940 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.924398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5abe8-d25c-4953-93be-a6b85224e5f1 req-de9b4cb1-3100-4c78-a9f5-05aaedc70940 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.926028 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cf5abe8-d25c-4953-93be-a6b85224e5f1 req-de9b4cb1-3100-4c78-a9f5-05aaedc70940 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1677 time: 0.1352837 Jul 29 23:34:23.935627 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-c0abc163-76aa-4572-bc82-bddc5d06a29d service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402688 Jul 29 23:34:24.023646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cf5abe8-d25c-4953-93be-a6b85224e5f1 req-72355585-d7a9-40f0-aae7-97ad19c395b0 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876689 Jul 29 23:34:24.024553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Pushing event updated for resources: {'Port': ['ID=0c43d4ec-4531-4938-8ff8-f0a805f698ae,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:24.091876 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-688a782a-dfd0-4025-a691-c4536b799569 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428239 Jul 29 23:34:24.092194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8500485e-4947-4780-8faa-d1f308da054f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.108447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bacb5a-5a7b-4fe1-bc80-1b1c8038130f req-54578236-a7d1-4f42-a1c1-2c3c926ad6e6 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.110066 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50bacb5a-5a7b-4fe1-bc80-1b1c8038130f req-54578236-a7d1-4f42-a1c1-2c3c926ad6e6 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 948 time: 0.1590106 Jul 29 23:34:24.152367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Attempting to bind port 0c43d4ec-4531-4938-8ff8-f0a805f698ae on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:24.152708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Attempting to bind port 0c43d4ec-4531-4938-8ff8-f0a805f698ae by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '701aacb0-102d-4d84-96d6-eab2a277e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:24.153044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Attempting to bind port 0c43d4ec-4531-4938-8ff8-f0a805f698ae on network d08480c4-50ee-4f3c-9729-027c920503df {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:24.179651 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.180835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50bacb5a-5a7b-4fe1-bc80-1b1c8038130f req-934030fa-05a3-41b1-b787-674dd53a7ba8 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641382 Jul 29 23:34:24.182301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Port 0c43d4ec-4531-4938-8ff8-f0a805f698ae on network d08480c4-50ee-4f3c-9729-027c920503df not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:24.182607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Attempting to bind port 0c43d4ec-4531-4938-8ff8-f0a805f698ae on network d08480c4-50ee-4f3c-9729-027c920503df {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:24.189479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:24.190172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Checking segment: {'id': '701aacb0-102d-4d84-96d6-eab2a277e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:24.190583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Bound using segment: {'id': '701aacb0-102d-4d84-96d6-eab2a277e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:24.191049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Bound port: 0c43d4ec-4531-4938-8ff8-f0a805f698ae, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701aacb0-102d-4d84-96d6-eab2a277e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:24.191808 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.193982 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-4b2d829e-e1bb-4586-aa21-2fa9262ea4d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6e06abad-472f-4304-a1f0-7bb6c96d45a5 HTTP/1.1" status: 200 len: 217 time: 0.0841982 Jul 29 23:34:24.258157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-c5c075cd-830e-44b9-949e-51b6039f31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.259659 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-c5c075cd-830e-44b9-949e-51b6039f31ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0563967 Jul 29 23:34:24.260854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 70e65123-38d2-404d-b2d0-1f7997763dce up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:24.282562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] For port 0c43d4ec-4531-4938-8ff8-f0a805f698ae, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:24.288759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] For port 0c43d4ec-4531-4938-8ff8-f0a805f698ae, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:24.322118 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.330649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 70e65123-38d2-404d-b2d0-1f7997763dce completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:24.332157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-8f37ba14-a267-4a77-9aa2-9704b4f2ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.333887 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-8f37ba14-a267-4a77-9aa2-9704b4f2ccc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620785 Jul 29 23:34:24.338031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 70e65123-38d2-404d-b2d0-1f7997763dce triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:24.338478 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.395887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.396197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 5fda3585-dd7a-47ed-8961-dc28f237e892 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:24.396783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.398688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] 10.222.0.42 "PUT /v2.0/ports/0c43d4ec-4531-4938-8ff8-f0a805f698ae HTTP/1.1" status: 200 len: 1092 time: 1.3682823 Jul 29 23:34:24.400258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'tag': '0c43d4ec-4531-4938-8ff8-f0a805f698ae'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:24.402755 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75017166-e615-4315-a307-7f15413bab6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9239313-9548-4aaf-8ed3-71cec351607f", "tag": "0c43d4ec-4531-4938-8ff8-f0a805f698ae"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:24.478404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1304a11-4c75-4436-b042-b2dae466d8db req-56b98f2c-9bfd-4d73-9ba2-c2d54178a273 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.488029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1304a11-4c75-4436-b042-b2dae466d8db req-56b98f2c-9bfd-4d73-9ba2-c2d54178a273 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 943 time: 0.1925430 Jul 29 23:34:24.495161 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9e6c09-c59f-4163-b3ac-7cc28d1c1759 x-openstack-request-id: req-9a9e6c09-c59f-4163-b3ac-7cc28d1c1759 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:24.495576 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9239313-9548-4aaf-8ed3-71cec351607f", "tag": "0c43d4ec-4531-4938-8ff8-f0a805f698ae", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:24.495786 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a9e6c09-c59f-4163-b3ac-7cc28d1c1759 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:24.496229 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'tag': '0c43d4ec-4531-4938-8ff8-f0a805f698ae', 'status': 'completed', 'code': 200} Jul 29 23:34:24.524733 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-45ecf74f-b8b9-4429-85c6-1cfed6cc71f0 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769443 Jul 29 23:34:24.555001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6683dc-de99-4406-995f-09c357ba626c service neutron] Pushing event updated for resources: {'Port': ['ID=0c43d4ec-4531-4938-8ff8-f0a805f698ae,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:24.619092 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.633088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1304a11-4c75-4436-b042-b2dae466d8db req-2318bbf7-5327-413a-b52b-eb4cdad134a3 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441584 Jul 29 23:34:24.653591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-2a8b6a7d-c327-4ef3-9187-2a3cd1d7545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.663047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-2a8b6a7d-c327-4ef3-9187-2a3cd1d7545d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 1095 time: 0.1585426 Jul 29 23:34:24.663192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230bc147-b5c7-4875-a422-28630e9d9725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e65123-38d2-404d-b2d0-1f7997763dce'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:24.664589 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a304f86-4a92-4264-8097-435fd0a0d052" -d '{"events": [{"server_uuid": "230bc147-b5c7-4875-a422-28630e9d9725", "name": "network-vif-plugged", "status": "completed", "tag": "70e65123-38d2-404d-b2d0-1f7997763dce"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:24.683351 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-9a2722ea-122e-4ce8-8594-26a66f202cdb service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441405 Jul 29 23:34:24.687021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 5fda3585-dd7a-47ed-8961-dc28f237e892, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=5fda3585-dd7a-47ed-8961-dc28f237e892,segment=NetworkSegment(c8411d19-8773-4df5-9574-d8a3c6db4f72),segment_id=c8411d19-8773-4df5-9574-d8a3c6db4f72)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:24.706729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-9fdb8466-1fb2-4b08-9852-0e33cedba96d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae HTTP/1.1" status: 200 len: 217 time: 0.0366900 Jul 29 23:34:24.740730 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df01c75-f7ec-410c-a415-74af678182c0 x-openstack-request-id: req-8df01c75-f7ec-410c-a415-74af678182c0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:24.741679 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230bc147-b5c7-4875-a422-28630e9d9725", "name": "network-vif-plugged", "status": "completed", "tag": "70e65123-38d2-404d-b2d0-1f7997763dce", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:24.741679 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8df01c75-f7ec-410c-a415-74af678182c0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:24.741679 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230bc147-b5c7-4875-a422-28630e9d9725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e65123-38d2-404d-b2d0-1f7997763dce', 'code': 200} Jul 29 23:34:24.752581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 70e65123-38d2-404d-b2d0-1f7997763dce, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=70e65123-38d2-404d-b2d0-1f7997763dce,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:24.752581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '5fda3585-dd7a-47ed-8961-dc28f237e892', 'network_id': '3ce8ff3c-169d-42a0-aa8e-4e8694442b50', 'port_id': '5fda3585-dd7a-47ed-8961-dc28f237e892', 'mac_address': 'fa:16:3e:4f:92:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc26b867-1623-411a-9fd2-024b4c4bb72d', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:24.765425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-9af428f3-0922-41f4-b46a-92255400dbd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7e960a6-a033-466f-b8fb-2b00ed28330d HTTP/1.1" status: 200 len: 217 time: 0.0631616 Jul 29 23:34:24.808647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-5f896cbf-2600-44f2-8b7b-4e37d2ad86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.811060 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-5f896cbf-2600-44f2-8b7b-4e37d2ad86aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a273a08c-ddfa-480d-82cb-0e5d602adf63 HTTP/1.1" status: 200 len: 852 time: 0.0872519 Jul 29 23:34:24.815026 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.843029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-ec78cfe8-41c6-47d5-956d-05820fe1a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.844558 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-ec78cfe8-41c6-47d5-956d-05820fe1a8b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0d6326c8-0599-4488-9c8a-8e4f8967538f HTTP/1.1" status: 200 len: 797 time: 0.0703077 Jul 29 23:34:24.866779 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.925995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fda3585-dd7a-47ed-8961-dc28f237e892 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:24.946260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-640d669b-9938-4a7e-bd9e-8ee0f8f0c5ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08480c4-50ee-4f3c-9729-027c920503df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860031 Jul 29 23:34:24.953474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=70e65123-38d2-404d-b2d0-1f7997763dce,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:24.973798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 5fda3585-dd7a-47ed-8961-dc28f237e892, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=5fda3585-dd7a-47ed-8961-dc28f237e892,segment=NetworkSegment(c8411d19-8773-4df5-9574-d8a3c6db4f72),segment_id=c8411d19-8773-4df5-9574-d8a3c6db4f72)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:24.984792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.985842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:25.010890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0055-fb92-4407-91a2-2ebd08383f31 req-5359f54f-f66f-43e0-9cb3-7e9aa10280f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.012472 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-98fa0055-fb92-4407-91a2-2ebd08383f31 req-5359f54f-f66f-43e0-9cb3-7e9aa10280f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 1097 time: 0.1539681 Jul 29 23:34:25.014708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-63969bb8-a003-400e-96ce-1c526c43513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.016181 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-63969bb8-a003-400e-96ce-1c526c43513a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1281989 Jul 29 23:34:25.098901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-68f99840-c65f-4ab3-bada-4cbe153da969 service neutron] 10.222.0.42 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401091 Jul 29 23:34:25.136840 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-98fa0055-fb92-4407-91a2-2ebd08383f31 req-3865e4dd-d8ed-4225-ad8b-bb4342c0f133 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993838 Jul 29 23:34:25.180695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=5fda3585-dd7a-47ed-8961-dc28f237e892,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:25.197065 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-ee5fc922-93ab-45c5-baa9-4126f25a974b service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539299 Jul 29 23:34:25.208612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,segment=NetworkSegment(aa5ab91b-6e24-4277-a143-a16ae51d9656),segment_id=aa5ab91b-6e24-4277-a143-a16ae51d9656)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:25.235542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11', 'network_id': 'feb76bcf-f794-40c4-b38d-22a7524c8e78', 'port_id': '8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11', 'mac_address': 'fa:16:3e:80:96:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70878b35-40b0-49b6-996c-126cff18ea5c', 'ip_address': '19.80.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:25.288379 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.304068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:25.318073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0f64d-ceff-4f91-8413-cce09e6f19cf req-8f5d50b4-46dc-449c-bc6a-b13ac13f1fa9 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.319633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cc0f64d-ceff-4f91-8413-cce09e6f19cf req-8f5d50b4-46dc-449c-bc6a-b13ac13f1fa9 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 945 time: 0.2961161 Jul 29 23:34:25.333357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,segment=NetworkSegment(aa5ab91b-6e24-4277-a143-a16ae51d9656),segment_id=aa5ab91b-6e24-4277-a143-a16ae51d9656)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:25.349839 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.353905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.358203 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-0cafcebc-0217-43eb-8629-a5be9a956349 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184101 Jul 29 23:34:25.360252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67633de-025b-4b00-be4e-8c4d80f7eba7 req-10f8198e-660b-47a8-b60b-418bb0088c30 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.366274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67633de-025b-4b00-be4e-8c4d80f7eba7 req-10f8198e-660b-47a8-b60b-418bb0088c30 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.368086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a67633de-025b-4b00-be4e-8c4d80f7eba7 req-10f8198e-660b-47a8-b60b-418bb0088c30 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1678 time: 0.2051153 Jul 29 23:34:25.390915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70115dfc-e9a9-4ec0-a7f1-bdb6b5380905 req-ba9cce74-4b89-4e3b-883b-6b72c351559d service neutron] 10.222.0.42 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700343 Jul 29 23:34:25.399486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:25.425852 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-b39e4c8b-c41a-48fb-9c95-9dc21e0cea8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9 HTTP/1.1" status: 200 len: 217 time: 0.0603549 Jul 29 23:34:25.443553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cc0f64d-ceff-4f91-8413-cce09e6f19cf req-a39a412a-c9d4-4dba-bc79-5cc8edc913c1 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151996 Jul 29 23:34:25.470631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a67633de-025b-4b00-be4e-8c4d80f7eba7 req-fba51f7d-4f2a-4562-9280-7e4887833a39 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734098 Jul 29 23:34:25.536370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-d11dcf8b-6a48-4ce1-8195-3ae8bbcbf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.538216 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-d11dcf8b-6a48-4ce1-8195-3ae8bbcbf42d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0d6326c8-0599-4488-9c8a-8e4f8967538f HTTP/1.1" status: 200 len: 797 time: 0.0911474 Jul 29 23:34:25.577940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017166-e615-4315-a307-7f15413bab6e req-5124d93c-eeda-44f6-9d51-a6733022b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.579528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75017166-e615-4315-a307-7f15413bab6e req-5124d93c-eeda-44f6-9d51-a6733022b9be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 1095 time: 0.0900156 Jul 29 23:34:25.639710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-5b375551-fea0-48ab-8001-1a9c7182dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.642145 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-5b375551-fea0-48ab-8001-1a9c7182dcc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598569 Jul 29 23:34:25.739039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f2dd5-eed3-4cd5-8710-654d39fdcdd9 req-edee29e9-a6bf-45cf-ab17-6b0508dbc1d6 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.741546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-167f2dd5-eed3-4cd5-8710-654d39fdcdd9 req-edee29e9-a6bf-45cf-ab17-6b0508dbc1d6 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 948 time: 0.1761472 Jul 29 23:34:25.809274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017166-e615-4315-a307-7f15413bab6e req-79b34681-2564-47e9-9282-af71bbb221c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.812399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75017166-e615-4315-a307-7f15413bab6e req-79b34681-2564-47e9-9282-af71bbb221c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 913 time: 0.2058177 Jul 29 23:34:25.827992 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-f8a5435e-d498-4748-92e8-5dbfb23f996a service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738203 Jul 29 23:34:25.853120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['5fda3585-dd7a-47ed-8961-dc28f237e892'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:25.929563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:25.930251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75017166-e615-4315-a307-7f15413bab6e req-42bac014-22a6-4ffa-a244-ca92aaae8e1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae HTTP/1.1" status: 200 len: 217 time: 0.0963895 Jul 29 23:34:26.018372 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b1bcbfab-498d-4488-bf7f-86568468c015 req-6eb41d87-ccf3-4bd9-bf58-f3c996a567b3 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635621 Jul 29 23:34:26.036366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331433c-f20c-40be-ab9e-7f9056887701 req-8b835cfa-6aba-44e0-8ace-c934486ad79e tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.041921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e331433c-f20c-40be-ab9e-7f9056887701 req-8b835cfa-6aba-44e0-8ace-c934486ad79e tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 943 time: 0.2351799 Jul 29 23:34:26.047047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-167f2dd5-eed3-4cd5-8710-654d39fdcdd9 req-b4193b05-81c8-4b65-b545-88b1f9969501 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825994 Jul 29 23:34:26.086467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017166-e615-4315-a307-7f15413bab6e req-b9641f21-c692-426a-b014-a2ba7906553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.088002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75017166-e615-4315-a307-7f15413bab6e req-b9641f21-c692-426a-b014-a2ba7906553d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a273a08c-ddfa-480d-82cb-0e5d602adf63 HTTP/1.1" status: 200 len: 852 time: 0.1400633 Jul 29 23:34:26.105345 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e331433c-f20c-40be-ab9e-7f9056887701 req-9d5d418c-e9c4-4a59-9193-b35f2782ee1c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557508 Jul 29 23:34:26.134060 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75017166-e615-4315-a307-7f15413bab6e req-c600d77c-09de-41cc-aa23-88a222cfc061 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08480c4-50ee-4f3c-9729-027c920503df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277464 Jul 29 23:34:26.268601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:26.307951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75017166-e615-4315-a307-7f15413bab6e req-6577e768-473c-4fa5-bf57-3f43654f324f service neutron] 10.222.0.42 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493528 Jul 29 23:34:26.348145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:26.355713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:26.356142 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.386982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 784d380b-faae-401d-9c1f-d848dfc79701 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:26.427668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75017166-e615-4315-a307-7f15413bab6e req-2f9d2540-3f75-4a3a-b0dc-2f7f59b31c23 service neutron] 10.222.0.42 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074862 Jul 29 23:34:26.514195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 784d380b-faae-401d-9c1f-d848dfc79701 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:26.539923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 784d380b-faae-401d-9c1f-d848dfc79701 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:26.540355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.605359 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.645317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc678-6184-4ca8-8cdc-eb8052aa2cbb req-7c99d89c-79db-46b9-a3f1-ae9f0aad8b9b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.647076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e6fc678-6184-4ca8-8cdc-eb8052aa2cbb req-7c99d89c-79db-46b9-a3f1-ae9f0aad8b9b tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 945 time: 0.0925860 Jul 29 23:34:26.659475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:26.667621 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.716817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11c0ef-36b0-4169-814d-3acaab3a0a11 req-59b01dad-daea-4096-8f63-fe2c6520edd3 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.722789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11c0ef-36b0-4169-814d-3acaab3a0a11 req-59b01dad-daea-4096-8f63-fe2c6520edd3 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.730338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d11c0ef-36b0-4169-814d-3acaab3a0a11 req-59b01dad-daea-4096-8f63-fe2c6520edd3 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1679 time: 0.1647112 Jul 29 23:34:26.742403 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.752600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7b3283-0db7-42b0-848c-316b642d4e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:26.754983 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c61540-7f61-40c7-99b0-7c5fb7a712ad" -d '{"events": [{"server_uuid": "1c7b3283-0db7-42b0-848c-316b642d4e51", "name": "network-vif-plugged", "status": "completed", "tag": "901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:26.769322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:26.777851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e6fc678-6184-4ca8-8cdc-eb8052aa2cbb req-335cb4b4-a780-461a-8a7b-2d98d099b725 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233037 Jul 29 23:34:26.796418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d11c0ef-36b0-4169-814d-3acaab3a0a11 req-a01f3fc5-eed1-4243-8b4d-34fb8260e2c9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584338 Jul 29 23:34:26.823596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 784d380b-faae-401d-9c1f-d848dfc79701, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=784d380b-faae-401d-9c1f-d848dfc79701,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:26.832298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.900237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=784d380b-faae-401d-9c1f-d848dfc79701,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:26.928436 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af7eb1a-c67a-4a6d-9c9a-f57a3f77d399 x-openstack-request-id: req-1af7eb1a-c67a-4a6d-9c9a-f57a3f77d399 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:26.929289 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7b3283-0db7-42b0-848c-316b642d4e51", "name": "network-vif-plugged", "status": "completed", "tag": "901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:26.929618 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1af7eb1a-c67a-4a6d-9c9a-f57a3f77d399 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:26.930240 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7b3283-0db7-42b0-848c-316b642d4e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0', 'code': 200} Jul 29 23:34:26.999508 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.090227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db6778-10f1-45df-b3c0-6c3549829a21 req-aa202f54-79f3-4349-8702-35490a8b0192 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.091898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28db6778-10f1-45df-b3c0-6c3549829a21 req-aa202f54-79f3-4349-8702-35490a8b0192 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 945 time: 0.0900002 Jul 29 23:34:27.101539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:27.104456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ffd95-4fc9-4b4f-9075-bb77427c1356 req-480b441b-3746-4507-89b6-b92cce4362fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.106173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f6ffd95-4fc9-4b4f-9075-bb77427c1356 req-480b441b-3746-4507-89b6-b92cce4362fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 1101 time: 0.0724294 Jul 29 23:34:27.111692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a14388a0-78bd-44c3-be10-4e1c24431ce3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Request body: {'floatingip': {'port_id': '70e65123-38d2-404d-b2d0-1f7997763dce'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:27.161384 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a14388a0-78bd-44c3-be10-4e1c24431ce3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.228508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f6ffd95-4fc9-4b4f-9075-bb77427c1356 req-73e8aea2-ee4b-42a9-8890-b497d9aed43d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110351 Jul 29 23:34:27.252492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3cea4-ad65-481c-a3f0-17511b84b4bb req-04ce2ccf-e273-4598-82a5-340f3f900efb tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.254001 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acd3cea4-ad65-481c-a3f0-17511b84b4bb req-04ce2ccf-e273-4598-82a5-340f3f900efb tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 949 time: 0.1105812 Jul 29 23:34:27.265854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e7a82-c395-4e32-9568-255f095830e3 req-9d6bc02d-94e7-4ea0-9f55-b99b142ecb15 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.267343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-355e7a82-c395-4e32-9568-255f095830e3 req-9d6bc02d-94e7-4ea0-9f55-b99b142ecb15 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 943 time: 0.0781910 Jul 29 23:34:27.336922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acd3cea4-ad65-481c-a3f0-17511b84b4bb req-88dbf68b-0264-4833-a625-c1da9ad76258 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685952 Jul 29 23:34:27.346657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-355e7a82-c395-4e32-9568-255f095830e3 req-a2d2f791-52bf-46bb-ac42-2cd2c1f6c88f tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645134 Jul 29 23:34:27.351721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49886) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:27.365703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-142089355'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:27.393098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:27.397657 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.422100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:27.431605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.431952 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Added segment e87db4a6-0668-4459-9eea-ff407a895698 of type vlan for network 36382307-0fe1-4604-af47-70013c8641db Jul 29 23:34:27.474021 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.503572 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.510064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.510656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.571958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2189105 Jul 29 23:34:27.574671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49890) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:27.582060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-940688652'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:27.595734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6e0f0-6b7a-4c16-acf3-64ab668edf85 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Network': ['ID=36382307-0fe1-4604-af47-70013c8641db,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:27.605991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 36382307-0fe1-4604-af47-70013c8641db details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:27.613455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:27.620126 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.658453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:27.672673 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.673032 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Added segment ba4dac38-f41e-42f6-a240-bf87f17aa798 of type vlan for network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac Jul 29 23:34:27.693569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a14388a0-78bd-44c3-be10-4e1c24431ce3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.698876 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a14388a0-78bd-44c3-be10-4e1c24431ce3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.719145 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.749981 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.756072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.758179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.814947 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-a14388a0-78bd-44c3-be10-4e1c24431ce3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Floating IP 7367abac-cfe8-4d1a-9f09-ab41db3d14c1 associated. External IP: 172.25.2.72, port: 70e65123-38d2-404d-b2d0-1f7997763dce. Jul 29 23:34:27.835416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2573223 Jul 29 23:34:27.838663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc574a-bbe8-4138-a7a3-6c592f442042 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Network': ['ID=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:27.840807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:27.848489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'subnet': {'network_id': '36382307-0fe1-4604-af47-70013c8641db', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:27.849994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:28.063924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddd111-dc24-4622-86d9-d724e9e8399d req-b7dd5c86-02bb-415c-9e4f-a432664769a1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.069911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddd111-dc24-4622-86d9-d724e9e8399d req-b7dd5c86-02bb-415c-9e4f-a432664769a1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.071491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dddd111-dc24-4622-86d9-d724e9e8399d req-b7dd5c86-02bb-415c-9e4f-a432664769a1 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1679 time: 0.1596420 Jul 29 23:34:28.072310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:28.075563 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.083197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14388a0-78bd-44c3-be10-4e1c24431ce3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Router e3b5dd98-81ff-4205-a76e-24cda00fa77a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:28.172615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dddd111-dc24-4622-86d9-d724e9e8399d req-937ecc5c-0910-43d2-bdbd-f3ee28c85fb9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937984 Jul 29 23:34:28.212850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14388a0-78bd-44c3-be10-4e1c24431ce3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:28.218016 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a14388a0-78bd-44c3-be10-4e1c24431ce3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.224763 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] Sync routers for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:28.249064 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a14388a0-78bd-44c3-be10-4e1c24431ce3 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "PUT /v2.0/floatingips/7367abac-cfe8-4d1a-9f09-ab41db3d14c1 HTTP/1.1" status: 200 len: 990 time: 1.1461582 Jul 29 23:34:28.249654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230bc147-b5c7-4875-a422-28630e9d9725', 'tag': '70e65123-38d2-404d-b2d0-1f7997763dce'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:28.253016 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da272e-a7aa-4a41-8ed4-8157a3763cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "230bc147-b5c7-4875-a422-28630e9d9725", "tag": "70e65123-38d2-404d-b2d0-1f7997763dce"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:28.281344 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:28.282002 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:34:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:28.286369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0c43d4ec-4531-4938-8ff8-f0a805f698ae details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:28.323381 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e551df-7531-4e58-a13a-6256f3e47af8 x-openstack-request-id: req-95e551df-7531-4e58-a13a-6256f3e47af8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:28.324306 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230bc147-b5c7-4875-a422-28630e9d9725", "tag": "70e65123-38d2-404d-b2d0-1f7997763dce", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:28.325711 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95e551df-7531-4e58-a13a-6256f3e47af8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:28.326705 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230bc147-b5c7-4875-a422-28630e9d9725', 'tag': '70e65123-38d2-404d-b2d0-1f7997763dce', 'status': 'completed', 'code': 200} Jul 29 23:34:28.335206 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.384387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 5fda3585-dd7a-47ed-8961-dc28f237e892 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:28.488159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 5fda3585-dd7a-47ed-8961-dc28f237e892 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:28.489554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Checking segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:28.489931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network hostable DHCP agents. Network: 36382307-0fe1-4604-af47-70013c8641db, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:28.498936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0c43d4ec-4531-4938-8ff8-f0a805f698ae, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:28.501932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 5fda3585-dd7a-47ed-8961-dc28f237e892 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:28.502544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.505548 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:28.543446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Subnet': ['ID=7d86ad07-e024-428c-96d6-69edc70cf9c4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:28.545852 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '0c43d4ec-4531-4938-8ff8-f0a805f698ae', 'network_id': 'd08480c4-50ee-4f3c-9729-027c920503df', 'port_id': '0c43d4ec-4531-4938-8ff8-f0a805f698ae', 'mac_address': 'fa:16:3e:13:50:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a273a08c-ddfa-480d-82cb-0e5d602adf63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:28.589367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network 36382307-0fe1-4604-af47-70013c8641db is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:28.594486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-b4077b09-ae5d-44d5-a220-c82b131c9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.596279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-b4077b09-ae5d-44d5-a220-c82b131c9668 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 1097 time: 0.2160656 Jul 29 23:34:28.608734 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.627213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47a06-952b-48c0-b713-442bcf44f904 req-6c34eaeb-d355-4322-bfde-9f701e125f2c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.636140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5af47a06-952b-48c0-b713-442bcf44f904 req-6c34eaeb-d355-4322-bfde-9f701e125f2c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 943 time: 0.1780937 Jul 29 23:34:28.677453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a2698-0f30-4217-b284-2c645e70417f req-424b8c04-70b9-40c1-b93e-412ade511e2c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.679276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-147a2698-0f30-4217-b284-2c645e70417f req-424b8c04-70b9-40c1-b93e-412ade511e2c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 949 time: 0.2080894 Jul 29 23:34:28.682082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 36382307-0fe1-4604-af47-70013c8641db) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:28.696985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf19eed-abcc-460c-8bdd-4c16633e10c8 None None] Network 36382307-0fe1-4604-af47-70013c8641db requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:28.711845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c43d4ec-4531-4938-8ff8-f0a805f698ae {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:28.756771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.757367 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.809157 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.814528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5af47a06-952b-48c0-b713-442bcf44f904 req-fa046ed8-6eea-400b-803f-21c12450027b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773574 Jul 29 23:34:28.820947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-69459b53-9a27-4c35-879e-42d9aa92d461 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9758012 Jul 29 23:34:28.821595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-147a2698-0f30-4217-b284-2c645e70417f req-4704e02b-10df-4e1b-bff7-47c593c23cdb tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225374 Jul 29 23:34:28.823622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:28.839348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'subnet': {'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:28.861685 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-042bc724-5e57-4270-a269-8fdf093a6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.863289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-042bc724-5e57-4270-a269-8fdf093a6651 service neutron] 10.222.0.42 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 912 time: 0.2066288 Jul 29 23:34:28.889086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0c43d4ec-4531-4938-8ff8-f0a805f698ae, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:28.914020 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.947720 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eca434d-f55f-4219-bde7-4df369473db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784d380b-faae-401d-9c1f-d848dfc79701'}, {'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fda3585-dd7a-47ed-8961-dc28f237e892'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:28.950254 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bcdb9b-a744-4783-9cfb-c08a78c88b16" -d '{"events": [{"server_uuid": "4eca434d-f55f-4219-bde7-4df369473db9", "name": "network-vif-plugged", "status": "completed", "tag": "784d380b-faae-401d-9c1f-d848dfc79701"}, {"server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "name": "network-vif-plugged", "status": "completed", "tag": "5fda3585-dd7a-47ed-8961-dc28f237e892"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:28.958585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 5fda3585-dd7a-47ed-8961-dc28f237e892, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=5fda3585-dd7a-47ed-8961-dc28f237e892,segment=NetworkSegment(c8411d19-8773-4df5-9574-d8a3c6db4f72),segment_id=c8411d19-8773-4df5-9574-d8a3c6db4f72)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:28.975811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:28.979957 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.980981 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.982796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:29.034412 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7367abac-cfe8-4d1a-9f09-ab41db3d14c1', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'port_id': '70e65123-38d2-404d-b2d0-1f7997763dce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'mac_address': 'fa:16:3e:dc:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230bc147-b5c7-4875-a422-28630e9d9725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:04Z', 'updated_at': '2021-07-29T23:34:27Z', 'revision_number': 1, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:29.044216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-2651f6e1-2cff-4713-8f9e-64905f176c09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70e65123-38d2-404d-b2d0-1f7997763dce HTTP/1.1" status: 200 len: 998 time: 0.1543441 Jul 29 23:34:29.093100 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0150ddae-2492-46e8-ab74-fdf7276c0c3f x-openstack-request-id: req-0150ddae-2492-46e8-ab74-fdf7276c0c3f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:29.093402 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eca434d-f55f-4219-bde7-4df369473db9", "name": "network-vif-plugged", "status": "completed", "tag": "784d380b-faae-401d-9c1f-d848dfc79701", "code": 200}, {"server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "name": "network-vif-plugged", "status": "completed", "tag": "5fda3585-dd7a-47ed-8961-dc28f237e892", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:29.093657 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0150ddae-2492-46e8-ab74-fdf7276c0c3f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:29.094060 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eca434d-f55f-4219-bde7-4df369473db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784d380b-faae-401d-9c1f-d848dfc79701', 'code': 200} Jul 29 23:34:29.094319 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fda3585-dd7a-47ed-8961-dc28f237e892', 'code': 200} Jul 29 23:34:29.107896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0c43d4ec-4531-4938-8ff8-f0a805f698ae,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:29.126055 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] Checking router: e3b5dd98-81ff-4205-a76e-24cda00fa77a for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:34:29.163732 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:29.167288 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:34:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:29.172050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-36382307-0fe1-4604-af47-70013c8641db', 'network_id': '36382307-0fe1-4604-af47-70013c8641db', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'fixed_ips': [{'subnet_id': '7d86ad07-e024-428c-96d6-69edc70cf9c4'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:29.172730 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.205479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-79faabdd-de49-4f78-a576-d45f972b1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.207172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-79faabdd-de49-4f78-a576-d45f972b1c9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 200 len: 850 time: 0.1412904 Jul 29 23:34:29.228327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:29.238067 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=5fda3585-dd7a-47ed-8961-dc28f237e892,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:29.250871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:29.251299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.296971 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.390514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Subnet': ['ID=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:29.405393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Checking segment: {'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:29.405770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network hostable DHCP agents. Network: 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:29.424775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b763a-0944-45ed-bc87-f77a3924d56a req-e743aac5-3da3-41e6-9d27-84c563c52970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.426599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-685b763a-0944-45ed-bc87-f77a3924d56a req-e743aac5-3da3-41e6-9d27-84c563c52970 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 1102 time: 0.2162373 Jul 29 23:34:29.434374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-b17b3597-135a-492a-81b3-02a1fa291388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.436186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-b17b3597-135a-492a-81b3-02a1fa291388 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=075cd5b6-a446-43e6-877b-02e442ee8cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1554375 Jul 29 23:34:29.436411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:29.454370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:29.472388 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.473603 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.475098 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:29.487587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Allocated IP 10.1.1.2 (36382307-0fe1-4604-af47-70013c8641db/7d86ad07-e024-428c-96d6-69edc70cf9c4/cdf1f733-aee7-44b2-b0d0-806cfcbf507d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:29.530863 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-611d45ab-f672-4bdd-940d-a4af37cd164d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7059097 Jul 29 23:34:29.533425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49946) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:29.538652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'port': {'network_id': '36382307-0fe1-4604-af47-70013c8641db', 'name': 'tempest-TaggedBootDevicesTest-695584718', 'fixed_ips': [{'subnet_id': '7d86ad07-e024-428c-96d6-69edc70cf9c4'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:29.539286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f191b9-794d-4a25-b9b8-5688cb50a302 None None] Network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:29.541671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0c43d4ec-4531-4938-8ff8-f0a805f698ae'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:29.556002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025f65-dda7-404f-99a1-1ae1d1e36522 req-90c5dacd-2233-48ba-aa17-c78bd5ba0dae tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.563271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23025f65-dda7-404f-99a1-1ae1d1e36522 req-90c5dacd-2233-48ba-aa17-c78bd5ba0dae tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.570948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23025f65-dda7-404f-99a1-1ae1d1e36522 req-90c5dacd-2233-48ba-aa17-c78bd5ba0dae tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1680 time: 0.2368355 Jul 29 23:34:29.605307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-685b763a-0944-45ed-bc87-f77a3924d56a req-803fc4da-c0c4-41e7-9608-b2c4cb30b785 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677413 Jul 29 23:34:29.633090 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.641026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23025f65-dda7-404f-99a1-1ae1d1e36522 req-337dc094-fc27-4e02-a75a-436d806f4f92 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691378 Jul 29 23:34:29.665363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-dc23a3f4-f733-4c74-a6fe-fec0aed10b4a service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111776 Jul 29 23:34:29.738828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:29.798618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,segment=NetworkSegment(aa5ab91b-6e24-4277-a143-a16ae51d9656),segment_id=aa5ab91b-6e24-4277-a143-a16ae51d9656)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:29.811834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00da272e-a7aa-4a41-8ed4-8157a3763cc5 req-3b304ca4-0df7-4489-a2e1-450880081be4 service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361523 Jul 29 23:34:29.825886 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.862077 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7367abac-cfe8-4d1a-9f09-ab41db3d14c1', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'port_id': '70e65123-38d2-404d-b2d0-1f7997763dce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'mac_address': 'fa:16:3e:dc:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230bc147-b5c7-4875-a422-28630e9d9725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:04Z', 'updated_at': '2021-07-29T23:34:27Z', 'revision_number': 1, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:29.901727 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.918681 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdf4db-4e5f-4ea5-a8ed-84be15c0b1aa None None] The sync data for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 is: [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7367abac-cfe8-4d1a-9f09-ab41db3d14c1', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'port_id': '70e65123-38d2-404d-b2d0-1f7997763dce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'mac_address': 'fa:16:3e:dc:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230bc147-b5c7-4875-a422-28630e9d9725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:04Z', 'updated_at': '2021-07-29T23:34:27Z', 'revision_number': 1, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:29.937945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] device_id is not set on port 029f2ad7-f9a7-457b-9093-231a372c243b yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:30.041448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0b85e-844d-4caf-8864-3225779067e8 req-ed545a7b-9513-4a12-8975-24f45dec9096 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.049057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70d0b85e-844d-4caf-8864-3225779067e8 req-ed545a7b-9513-4a12-8975-24f45dec9096 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 949 time: 0.0999715 Jul 29 23:34:30.066203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b432533-4390-45d6-b40f-beca01764f17 req-0f5331ff-27c8-4b91-b1a4-7eca78cc7232 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.067769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b432533-4390-45d6-b40f-beca01764f17 req-0f5331ff-27c8-4b91-b1a4-7eca78cc7232 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 944 time: 0.1335790 Jul 29 23:34:30.124699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70d0b85e-844d-4caf-8864-3225779067e8 req-92258f62-b370-4510-a219-7892d72d1626 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745926 Jul 29 23:34:30.149855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b432533-4390-45d6-b40f-beca01764f17 req-227c20c8-63ae-4e6c-a3e6-fa8c49c588e9 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619657 Jul 29 23:34:30.333657 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.343967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Transition to ACTIVE for port object cdf1f733-aee7-44b2-b0d0-806cfcbf507d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:30.374484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ecbef-c575-4f16-89f0-bb4a096056c8 None None] New status for floating IP 7367abac-cfe8-4d1a-9f09-ab41db3d14c1: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:34:30.591766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:30.603255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Transition to ACTIVE for port object cdf1f733-aee7-44b2-b0d0-806cfcbf507d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:30.649956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-0d56165a-adce-4f4e-ad5e-0e89bf8e4eac', 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'fixed_ips': [{'subnet_id': 'cbebeb36-4cfa-415a-8afe-8ff8a9de5e25'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:30.650762 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.654641 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.728061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Allocated IP 10.1.1.248 (36382307-0fe1-4604-af47-70013c8641db/7d86ad07-e024-428c-96d6-69edc70cf9c4/029f2ad7-f9a7-457b-9093-231a372c243b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:30.772982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Pushing event updated for resources: {'Port': ['ID=cdf1f733-aee7-44b2-b0d0-806cfcbf507d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:30.790724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Network 36382307-0fe1-4604-af47-70013c8641db is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:30.797460 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:30.800039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:30.972924 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:34:30.987631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018baf88-d320-428c-a3cd-573d1612aca8 req-ec4c1b3c-2831-4b88-bf8f-d25d35f7ded3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.989852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018baf88-d320-428c-a3cd-573d1612aca8 req-ec4c1b3c-2831-4b88-bf8f-d25d35f7ded3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 950 time: 0.7367561 Jul 29 23:34:31.042701 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.057284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Allocated IP 10.2.2.2 (0d56165a-adce-4f4e-ad5e-0e89bf8e4eac/cbebeb36-4cfa-415a-8afe-8ff8a9de5e25/382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:31.065969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9470005-0c6e-4822-8f89-7981b816441d req-cfb2fae6-c700-4074-8e1d-23ca9ea10006 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.076823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9470005-0c6e-4822-8f89-7981b816441d req-cfb2fae6-c700-4074-8e1d-23ca9ea10006 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.078085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Transition to ACTIVE for port object 029f2ad7-f9a7-457b-9093-231a372c243b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:31.089104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9470005-0c6e-4822-8f89-7981b816441d req-cfb2fae6-c700-4074-8e1d-23ca9ea10006 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1681 time: 0.1768024 Jul 29 23:34:31.170351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.201361 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018baf88-d320-428c-a3cd-573d1612aca8 req-006fa05a-4dcb-4817-abea-3cfaa959210d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007527 Jul 29 23:34:31.213274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9470005-0c6e-4822-8f89-7981b816441d req-994e15b7-1172-47c7-8d89-aefab677916f tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199656 Jul 29 23:34:31.272921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network 36382307-0fe1-4604-af47-70013c8641db is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:31.276553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:31.292631 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:31.292784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:31.296096 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f14daf-bea7-49a5-9d22-360a58281a7f" -d '{"events": [{"server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "name": "network-vif-plugged", "status": "completed", "tag": "8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:31.321473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d756-472b-4774-9caa-f2029ec9eea1 req-78f43e3d-dc96-4d86-bf66-cb5adebda75b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.329796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0898d756-472b-4774-9caa-f2029ec9eea1 req-78f43e3d-dc96-4d86-bf66-cb5adebda75b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 944 time: 0.0704613 Jul 29 23:34:31.346377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Attempting to bind port cdf1f733-aee7-44b2-b0d0-806cfcbf507d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:31.346629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Port': ['ID=029f2ad7-f9a7-457b-9093-231a372c243b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:31.346940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Attempting to bind port cdf1f733-aee7-44b2-b0d0-806cfcbf507d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:31.347414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Attempting to bind port cdf1f733-aee7-44b2-b0d0-806cfcbf507d on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:31.360068 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.374253 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:31.374816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Checking segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:31.375371 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.375877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Bound using segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:31.376507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Bound port: cdf1f733-aee7-44b2-b0d0-806cfcbf507d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:31.377003 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.393235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.393935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.403558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Transition to ACTIVE for port object 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:31.423260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0898d756-472b-4774-9caa-f2029ec9eea1 req-9a8793e5-dda9-4743-b75d-f4882c3f6727 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901115 Jul 29 23:34:31.424758 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2384667d-d943-485a-89fd-ebc62302ec8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8897517 Jul 29 23:34:31.424974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49996) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:31.430618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'port': {'network_id': '36382307-0fe1-4604-af47-70013c8641db', 'name': 'tempest-TaggedBootDevicesTest-1457672941', 'fixed_ips': [{'subnet_id': '7d86ad07-e024-428c-96d6-69edc70cf9c4'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:31.483041 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da35c8a7-eb87-49cb-865b-2cfc9005c088 x-openstack-request-id: req-da35c8a7-eb87-49cb-865b-2cfc9005c088 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:31.483343 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "name": "network-vif-plugged", "status": "completed", "tag": "8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:31.483719 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da35c8a7-eb87-49cb-865b-2cfc9005c088 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:31.484201 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11', 'code': 200} Jul 29 23:34:31.493820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Transition to ACTIVE for port object 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:31.520818 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.577020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] For port cdf1f733-aee7-44b2-b0d0-806cfcbf507d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:31.589319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:31.604392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:31.610670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] For port cdf1f733-aee7-44b2-b0d0-806cfcbf507d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cdf1f733-aee7-44b2-b0d0-806cfcbf507d,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:31.615126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:31.620626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Pushing event updated for resources: {'Port': ['ID=382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:31.628877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.660385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:31.733307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab4161-703f-42e5-b642-95b68256c3ca req-02dc72dd-1288-425f-9bb5-1d74e8d4ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.733802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab4161-703f-42e5-b642-95b68256c3ca req-02dc72dd-1288-425f-9bb5-1d74e8d4ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.735602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81ab4161-703f-42e5-b642-95b68256c3ca req-02dc72dd-1288-425f-9bb5-1d74e8d4ab02 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1985 time: 0.1573229 Jul 29 23:34:31.783182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c19df-ca7b-4274-a485-97d30f2709fe None None] Pushing event updated for resources: {'Port': ['ID=cdf1f733-aee7-44b2-b0d0-806cfcbf507d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:31.789668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Attempting to bind port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:31.790110 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Attempting to bind port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:31.790412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Attempting to bind port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 on network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:31.795461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81ab4161-703f-42e5-b642-95b68256c3ca req-6d2b10d4-c60d-4c35-8f78-f13d32effa25 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472708 Jul 29 23:34:31.798891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:31.799439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Checking segment: {'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:31.799855 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.800298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Bound using segment: {'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:31.801058 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Bound port: 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:31.801189 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.802123 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.823919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] device_id is not set on port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:31.896470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] For port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:31.909665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] For port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:31.917461 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.037956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7990d-f914-4dd4-b666-6769ce81603f None None] Pushing event updated for resources: {'Port': ['ID=382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:32.052854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Allocated IP 10.1.1.164 (36382307-0fe1-4604-af47-70013c8641db/7d86ad07-e024-428c-96d6-69edc70cf9c4/ebe284d5-c308-4e20-b3bf-2e4de4483ed2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:32.104185 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.260585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.278359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Transition to ACTIVE for port object ebe284d5-c308-4e20-b3bf-2e4de4483ed2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:32.326562 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.464457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network 36382307-0fe1-4604-af47-70013c8641db is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:32.472159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Port': ['ID=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:32.474306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:32.483607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:32.516587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc422-9ce0-49a1-8ad8-f94375936f4d req-5d115e98-39af-4d4d-8013-472bcc26f90e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.518108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b3dc422-9ce0-49a1-8ad8-f94375936f4d req-5d115e98-39af-4d4d-8013-472bcc26f90e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 950 time: 0.1427896 Jul 29 23:34:32.528744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2d4a-b342-4386-9c8f-85c65326aa45 req-b23f862b-8947-48ac-9c3e-6236f0986616 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.534849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2d4a-b342-4386-9c8f-85c65326aa45 req-b23f862b-8947-48ac-9c3e-6236f0986616 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.536595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59ac2d4a-b342-4386-9c8f-85c65326aa45 req-b23f862b-8947-48ac-9c3e-6236f0986616 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1681 time: 0.1518724 Jul 29 23:34:32.613195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.613852 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.625079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59ac2d4a-b342-4386-9c8f-85c65326aa45 req-0e43aac1-12e1-43c3-8719-c665b5806437 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759726 Jul 29 23:34:32.633508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b3dc422-9ce0-49a1-8ad8-f94375936f4d req-f5fa8625-fb8d-4bee-920c-6aa8266c3a89 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935061 Jul 29 23:34:32.652459 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7ee9a3f3-865e-4095-a519-a7eae04df987 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2261474 Jul 29 23:34:32.793752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354cf5c-2ffc-4867-8156-494d98036adc req-18dcabfe-ee61-4034-a284-9a58936b93fb tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.802103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1354cf5c-2ffc-4867-8156-494d98036adc req-18dcabfe-ee61-4034-a284-9a58936b93fb tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 944 time: 0.0838816 Jul 29 23:34:32.847398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1354cf5c-2ffc-4867-8156-494d98036adc req-5f8a1bbb-15cb-4e50-a380-26d850e378ed tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Jul 29 23:34:32.988042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71389ec5-00ed-4504-961a-d076c3991cd1 None None] Network 36382307-0fe1-4604-af47-70013c8641db requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:33.140473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:33.144341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1713f811-f45a-4e33-80e2-c8b8ba494a88 None None] Provisioning for port cdf1f733-aee7-44b2-b0d0-806cfcbf507d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:33.287556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c213b-9aaa-4c33-bcd5-85301014753f req-5df882f4-4750-4a7c-8517-729664fb32da tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.293559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:33.313420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cdf1f733-aee7-44b2-b0d0-806cfcbf507d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:33.316836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c213b-9aaa-4c33-bcd5-85301014753f req-5df882f4-4750-4a7c-8517-729664fb32da tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.318828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e3c213b-9aaa-4c33-bcd5-85301014753f req-5df882f4-4750-4a7c-8517-729664fb32da tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51&device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 1690 time: 0.1098444 Jul 29 23:34:33.419374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e3c213b-9aaa-4c33-bcd5-85301014753f req-cb45b3fe-fd5b-4540-a3e4-ffcd7cccc051 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932877 Jul 29 23:34:33.443929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port cdf1f733-aee7-44b2-b0d0-806cfcbf507d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:33.450626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port cdf1f733-aee7-44b2-b0d0-806cfcbf507d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:33.460647 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.594514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32dc6c-0a94-4c66-834a-da7db28a1fcf None None] Network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:33.754483 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.782689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc2e7c-0d17-4bfa-b842-f4b96a4b1129 req-c8cfb6b1-4906-4739-aca5-6af1ea167741 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.784539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bebc2e7c-0d17-4bfa-b842-f4b96a4b1129 req-c8cfb6b1-4906-4739-aca5-6af1ea167741 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 1101 time: 0.0711956 Jul 29 23:34:33.826392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e1cda44-c280-4740-9588-d86b06dc55e4 None None] Provisioning for port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:33.846964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e1cda44-c280-4740-9588-d86b06dc55e4 None None] Provisioning complete for port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:33.847335 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e1cda44-c280-4740-9588-d86b06dc55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.848289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bebc2e7c-0d17-4bfa-b842-f4b96a4b1129 req-2d75ff87-98f0-4889-a6e7-67da6d20dba4 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558467 Jul 29 23:34:33.889237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:33.894159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-49379749-badc-49b5-bd2f-58d1d58643ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006895940', 'description': 'tempest-description--1852237797'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:33.896651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port cdf1f733-aee7-44b2-b0d0-806cfcbf507d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cdf1f733-aee7-44b2-b0d0-806cfcbf507d,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:33.919854 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.937004 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49379749-badc-49b5-bd2f-58d1d58643ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.019250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=cdf1f733-aee7-44b2-b0d0-806cfcbf507d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.071549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49b5c-8347-4ba2-b85e-2984cdb09c73 req-c047bb29-716d-48ec-abd0-e8cade2c0a4d tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.087477 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e1cda44-c280-4740-9588-d86b06dc55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.089705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49379749-badc-49b5-bd2f-58d1d58643ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.090108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49b5c-8347-4ba2-b85e-2984cdb09c73 req-c047bb29-716d-48ec-abd0-e8cade2c0a4d tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.092321 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ff49b5c-8347-4ba2-b85e-2984cdb09c73 req-c047bb29-716d-48ec-abd0-e8cade2c0a4d tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1681 time: 0.1408286 Jul 29 23:34:34.107399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49379749-badc-49b5-bd2f-58d1d58643ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.159269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49379749-badc-49b5-bd2f-58d1d58643ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.160936 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-49379749-badc-49b5-bd2f-58d1d58643ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2706645 Jul 29 23:34:34.163671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9e1cda44-c280-4740-9588-d86b06dc55e4 None None] For port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:34.166497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 50064) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:34.172348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ff19215d-dc50-4275-a043-c6d5b0254c70 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'security_group_rule': {'security_group_id': 'c8166cff-a153-487a-bc04-8e25ad7e4b73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:34.180885 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e1cda44-c280-4740-9588-d86b06dc55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.193580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49379749-badc-49b5-bd2f-58d1d58643ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8166cff-a153-487a-bc04-8e25ad7e4b73,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.222518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ff49b5c-8347-4ba2-b85e-2984cdb09c73 req-81be3486-d22b-4180-a5eb-21adade6a32a tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134439 Jul 29 23:34:34.270950 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff19215d-dc50-4275-a043-c6d5b0254c70 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.319957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0c43d4ec-4531-4938-8ff8-f0a805f698ae up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:34.334769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cda44-c280-4740-9588-d86b06dc55e4 None None] Pushing event updated for resources: {'Port': ['ID=382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.376719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-279fe03c-5759-4219-980f-48dd579ca89d None None] Provisioning for port 029f2ad7-f9a7-457b-9093-231a372c243b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:34.406003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-279fe03c-5759-4219-980f-48dd579ca89d None None] Provisioning complete for port 029f2ad7-f9a7-457b-9093-231a372c243b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:34.406667 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-279fe03c-5759-4219-980f-48dd579ca89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.434159 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff19215d-dc50-4275-a043-c6d5b0254c70 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.447945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95aec6-9b5a-48d6-b96e-a1cb49c31a79 req-c2bc7a39-4b17-464c-91d3-36d68043bf2d tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.449816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a95aec6-9b5a-48d6-b96e-a1cb49c31a79 req-c2bc7a39-4b17-464c-91d3-36d68043bf2d tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 1102 time: 0.1567187 Jul 29 23:34:34.454277 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff19215d-dc50-4275-a043-c6d5b0254c70 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.460405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 0c43d4ec-4531-4938-8ff8-f0a805f698ae completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:34.462691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-279fe03c-5759-4219-980f-48dd579ca89d None None] Port 029f2ad7-f9a7-457b-9093-231a372c243b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:34.467695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 0c43d4ec-4531-4938-8ff8-f0a805f698ae triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:34.468004 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.502298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-279fe03c-5759-4219-980f-48dd579ca89d None None] Provisioning complete for port cdf1f733-aee7-44b2-b0d0-806cfcbf507d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:34.502821 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-279fe03c-5759-4219-980f-48dd579ca89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.506167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05a321-730d-4eba-9c71-8ed470318ed7 req-0b940994-580f-4e7b-bec6-8fdc8da1fde3 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.507698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c05a321-730d-4eba-9c71-8ed470318ed7 req-0b940994-580f-4e7b-bec6-8fdc8da1fde3 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 944 time: 0.1425853 Jul 29 23:34:34.508432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19215d-dc50-4275-a043-c6d5b0254c70 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaae280-8fa1-4343-8c0b-b0268839c4fb,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.546259 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff19215d-dc50-4275-a043-c6d5b0254c70 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.550193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ff19215d-dc50-4275-a043-c6d5b0254c70 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3801751 Jul 29 23:34:34.550507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50082) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:34.555682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8ca2c365-9e37-41a5-afdb-eefd000e6746 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'security_group_rule': {'security_group_id': 'c8166cff-a153-487a-bc04-8e25ad7e4b73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:34.584886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a95aec6-9b5a-48d6-b96e-a1cb49c31a79 req-cc4251e8-ae22-47ec-9668-3d56a1440456 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240454 Jul 29 23:34:34.601176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c05a321-730d-4eba-9c71-8ed470318ed7 req-b2d11150-1753-487d-8f01-1ddeb6e28708 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775108 Jul 29 23:34:34.603261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c365-9e37-41a5-afdb-eefd000e6746 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.637600 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.678121 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c365-9e37-41a5-afdb-eefd000e6746 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.684394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c365-9e37-41a5-afdb-eefd000e6746 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.726624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2c365-9e37-41a5-afdb-eefd000e6746 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b3ce9e-3a8f-45ce-9be3-7f35ff9db32e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.729151 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c365-9e37-41a5-afdb-eefd000e6746 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.732797 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8ca2c365-9e37-41a5-afdb-eefd000e6746 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801693 Jul 29 23:34:34.735522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50094) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:34.743193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:34.756064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c43d4ec-4531-4938-8ff8-f0a805f698ae'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:34.758327 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b407049-2c49-4d8b-b6d7-30b7c033819a" -d '{"events": [{"server_uuid": "f9239313-9548-4aaf-8ed3-71cec351607f", "name": "network-vif-plugged", "status": "completed", "tag": "0c43d4ec-4531-4938-8ff8-f0a805f698ae"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:34.774448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0c43d4ec-4531-4938-8ff8-f0a805f698ae, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:34.776432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.783371 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.790135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-279fe03c-5759-4219-980f-48dd579ca89d None None] Provisioning for port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:34.847516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-279fe03c-5759-4219-980f-48dd579ca89d None None] Provisioning complete for port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:34.847994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-279fe03c-5759-4219-980f-48dd579ca89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.925988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-4bc09c04-3fa0-4457-afb2-0cbc68c03f2d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521119 Jul 29 23:34:34.936234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0c43d4ec-4531-4938-8ff8-f0a805f698ae,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.948807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-279fe03c-5759-4219-980f-48dd579ca89d None None] Port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:34.970527 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9529bb4-f698-4d48-b057-402cd551d4fc x-openstack-request-id: req-a9529bb4-f698-4d48-b057-402cd551d4fc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:34.970827 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9239313-9548-4aaf-8ed3-71cec351607f", "name": "network-vif-plugged", "status": "completed", "tag": "0c43d4ec-4531-4938-8ff8-f0a805f698ae", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:34.971080 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9529bb4-f698-4d48-b057-402cd551d4fc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:34.971523 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c43d4ec-4531-4938-8ff8-f0a805f698ae', 'code': 200} Jul 29 23:34:35.073340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d27c2ac1-fb0c-4172-a170-439c7b341409 None None] Provisioning complete for port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:35.073833 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d27c2ac1-fb0c-4172-a170-439c7b341409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.185659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90086d-1abf-47d3-9aa7-c67aee49c193 req-af60f283-4ca5-471f-88b8-ac7480a8e258 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.191919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90086d-1abf-47d3-9aa7-c67aee49c193 req-af60f283-4ca5-471f-88b8-ac7480a8e258 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.193591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca90086d-1abf-47d3-9aa7-c67aee49c193 req-af60f283-4ca5-471f-88b8-ac7480a8e258 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1681 time: 0.1226163 Jul 29 23:34:35.199977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90fdac-e215-43dc-95fc-919e2ae29c9e req-94fff4c5-10f0-4a8e-9fe7-d74c5343bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.202202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f90fdac-e215-43dc-95fc-919e2ae29c9e req-94fff4c5-10f0-4a8e-9fe7-d74c5343bcb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 1097 time: 0.1547778 Jul 29 23:34:35.216813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-104b5be6-d411-49cc-9827-f04d99cb3184 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.224068 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-104b5be6-d411-49cc-9827-f04d99cb3184 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970986 Jul 29 23:34:35.278080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:35.280235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3b0e85e3-0c59-4194-8c08-4a7ef72c4abe tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/quotas/ae9bd5eed4df40c49cb99575b9823488 HTTP/1.1" status: 200 len: 375 time: 0.0550375 Jul 29 23:34:35.306058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f90fdac-e215-43dc-95fc-919e2ae29c9e req-5b029179-ca62-4cea-8150-1ff43214e722 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727494 Jul 29 23:34:35.318383 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.322416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d27c2ac1-fb0c-4172-a170-439c7b341409 None None] Port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:35.332926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca90086d-1abf-47d3-9aa7-c67aee49c193 req-b394c08b-5d07-46d4-8d75-33f0bc9784db tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294847 Jul 29 23:34:35.365239 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d27c2ac1-fb0c-4172-a170-439c7b341409 None None] Provisioning complete for port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:35.368549 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d27c2ac1-fb0c-4172-a170-439c7b341409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.373144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-7e3b2700-6c40-46d7-9fc4-51cc159baf9d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0913372 Jul 29 23:34:35.428579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:35.429220 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.449524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Allocated IP 172.25.2.235 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/9b6664a3-1503-4089-a1a8-9ccb80a88c29) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:35.585120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cdf1f733-aee7-44b2-b0d0-806cfcbf507d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:35.612427 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.649462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77569c79-f42f-49fe-b5c9-02c2af4f8816 req-b5cc84ca-5e9a-4aa7-97c7-02635f349234 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 210 time: 0.0408213 Jul 29 23:34:35.691968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port cdf1f733-aee7-44b2-b0d0-806cfcbf507d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:35.693067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.699854 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.763750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:35.767960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbef4d2-d3cd-4e24-84d1-24239b7a6c69 req-db17b3f8-a1b1-49b2-b930-4fd1c24fb2d9 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.771552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:35.771767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bbef4d2-d3cd-4e24-84d1-24239b7a6c69 req-db17b3f8-a1b1-49b2-b930-4fd1c24fb2d9 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 945 time: 0.0817149 Jul 29 23:34:35.776720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:35.784041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Port': ['ID=9b6664a3-1503-4089-a1a8-9ccb80a88c29,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:35.824131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9bbef4d2-d3cd-4e24-84d1-24239b7a6c69 req-51deae64-9a57-4652-b82e-f19fbed41851 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Jul 29 23:34:35.901139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.938073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.097336 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.102187 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.174790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Port': ['ID=9b6664a3-1503-4089-a1a8-9ccb80a88c29,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:36.184958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.200507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.201863 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e958ef98-17cb-4cc4-97f2-fdcb3f13be17 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4651947 Jul 29 23:34:36.390029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-13839d7f-5260-486b-91d4-2440cba14c7b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2006895940&fields=id&tenant_id=7ee1a7ae85f14d38905ed95afe23a54c HTTP/1.1" status: 200 len: 267 time: 0.0350575 Jul 29 23:34:36.472869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-380358c9-6b7b-4d5c-b803-a63262883a61 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.474302 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-380358c9-6b7b-4d5c-b803-a63262883a61 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports/029f2ad7-f9a7-457b-9093-231a372c243b HTTP/1.1" status: 200 len: 931 time: 0.0750473 Jul 29 23:34:36.525755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5d1d7-2fb7-4b64-990a-f8d67938df60 req-91bb5b7a-c793-4e50-b1b8-2de9e7cc0c88 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.532622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5d1d7-2fb7-4b64-990a-f8d67938df60 req-91bb5b7a-c793-4e50-b1b8-2de9e7cc0c88 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.534260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bba5d1d7-2fb7-4b64-990a-f8d67938df60 req-91bb5b7a-c793-4e50-b1b8-2de9e7cc0c88 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1681 time: 0.1244025 Jul 29 23:34:36.551053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-5c9e8eb0-55b4-44b4-a495-af7a13cc2e9f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.552582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-5c9e8eb0-55b4-44b4-a495-af7a13cc2e9f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports/ebe284d5-c308-4e20-b3bf-2e4de4483ed2 HTTP/1.1" status: 200 len: 932 time: 0.0724931 Jul 29 23:34:36.596998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a5e211be-b962-4002-a5b5-512114291791 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0374687 Jul 29 23:34:36.609940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bba5d1d7-2fb7-4b64-990a-f8d67938df60 req-0b44b362-7983-4016-a218-1f525300af04 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678632 Jul 29 23:34:36.651291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-90bd2225-83b8-452b-80fc-c9ea17303a93 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0381763 Jul 29 23:34:36.806947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-d7622312-fd9c-47c1-9ee1-39cd0c59f809 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.814979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-d7622312-fd9c-47c1-9ee1-39cd0c59f809 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.821590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-d7622312-fd9c-47c1-9ee1-39cd0c59f809 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.829462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-d7622312-fd9c-47c1-9ee1-39cd0c59f809 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/networks?id=1d04e04e-9948-407a-b7bb-4578f768d2cf&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac HTTP/1.1" status: 200 len: 1988 time: 0.1711535 Jul 29 23:34:36.844488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-2067e6f1-e3fc-4546-8c18-19b7e553bc9e tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/quotas/7ee1a7ae85f14d38905ed95afe23a54c HTTP/1.1" status: 200 len: 375 time: 0.0138867 Jul 29 23:34:36.927149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c210dd96-f9ed-4813-a412-3dc663d46308 req-2897e6fe-3f2f-44b2-8609-484456ab5bc3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 210 time: 0.0731933 Jul 29 23:34:36.995715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6a3b86e2-6db6-41be-9c45-423e1aa46a7b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1439788 Jul 29 23:34:37.018935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-d4be9271-250a-40b0-a258-6360665a261b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.025409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-d4be9271-250a-40b0-a258-6360665a261b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.027034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-d4be9271-250a-40b0-a258-6360665a261b tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 1681 time: 0.1780005 Jul 29 23:34:37.030196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-5513bb39-8d92-4830-9e6d-47703176e808 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813863 Jul 29 23:34:37.233640 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-0e8f4b4d-5f10-42e5-bfdd-f841ea9aedc9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506003 Jul 29 23:34:37.292171 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-1168ce1b-b065-4887-882e-3d30325a0577 service neutron] 10.222.0.37 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640660 Jul 29 23:34:37.303345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7de92-36ed-4d59-8708-eabeec0d6425 req-d73eb405-d8ca-4d7e-b18a-7f25122b2585 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.305149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94b7de92-36ed-4d59-8708-eabeec0d6425 req-d73eb405-d8ca-4d7e-b18a-7f25122b2585 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 945 time: 0.1938086 Jul 29 23:34:37.345773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-ec595ac1-1b06-47c3-9089-c114a91a56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.347456 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-ec595ac1-1b06-47c3-9089-c114a91a56ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 1098 time: 0.0502834 Jul 29 23:34:37.386590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-9db8cd1c-5644-4260-807f-aee7143762de tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.388636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-9db8cd1c-5644-4260-807f-aee7143762de tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335528 Jul 29 23:34:37.414481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Request body: {'port': {'device_id': 'be08b272-1967-4fdd-b2b1-79c7d35a46e4', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'ae9bd5eed4df40c49cb99575b9823488'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:37.445514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-1f9f90e3-ced7-441e-bf23-3bece4a4cb73 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting port 5fda3585-dd7a-47ed-8961-dc28f237e892 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:37.446310 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-1f9f90e3-ced7-441e-bf23-3bece4a4cb73 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.451358 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-140cd999-86cb-43d6-95a5-6ee6671503c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.453027 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-140cd999-86cb-43d6-95a5-6ee6671503c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.0862596 Jul 29 23:34:37.482066 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94b7de92-36ed-4d59-8708-eabeec0d6425 req-c2dc9b66-2048-46da-be12-d270c0e24977 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594057 Jul 29 23:34:37.527797 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-eddb956a-9e33-48a1-ab7c-f8051a081bb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f HTTP/1.1" status: 200 len: 1001 time: 0.0672569 Jul 29 23:34:37.584895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-38664ab2-6d41-4662-b20b-1c026e645f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.586431 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-38664ab2-6d41-4662-b20b-1c026e645f4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.0506029 Jul 29 23:34:37.609849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-ba9c8215-3b0f-469e-9c0d-f3991c84601c service neutron] 10.222.0.37 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982447 Jul 29 23:34:37.643632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-618d43d3-a4f2-4bf9-97dd-303563280493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.645882 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-618d43d3-a4f2-4bf9-97dd-303563280493 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521967 Jul 29 23:34:37.707320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-dcb50c3b-12db-4a2a-98e3-7b31026981a1 service neutron] 10.222.0.37 "GET /v2.0/ports/029f2ad7-f9a7-457b-9093-231a372c243b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0878267 Jul 29 23:34:37.711042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-1f9f90e3-ced7-441e-bf23-3bece4a4cb73 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] For port 5fda3585-dd7a-47ed-8961-dc28f237e892, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=5fda3585-dd7a-47ed-8961-dc28f237e892,segment=NetworkSegment(c8411d19-8773-4df5-9574-d8a3c6db4f72),segment_id=c8411d19-8773-4df5-9574-d8a3c6db4f72)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:37.711413 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-1f9f90e3-ced7-441e-bf23-3bece4a4cb73 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.716104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-d778af40-e441-4d62-a9c3-435afdf1b651 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1628882669&fields=id&tenant_id=8a13f3ea218244e390f6cc023a88a1c3 HTTP/1.1" status: 200 len: 267 time: 0.1542320 Jul 29 23:34:37.753104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-cc507b65-46ad-4c5a-bcf4-4e2f26fe60e7 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999799 Jul 29 23:34:37.778471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-1f9f90e3-ced7-441e-bf23-3bece4a4cb73 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Calling delete_port for 5fda3585-dd7a-47ed-8961-dc28f237e892 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:37.820507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Made reservation on behalf of ae9bd5eed4df40c49cb99575b9823488 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:37.823902 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.859535 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515d26c8-b900-4fb8-92ea-50b39b90ab87 req-b82f7acf-9cc3-4478-a70a-222318e58d80 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989552 Jul 29 23:34:37.923446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-c6d67c93-37ad-48ac-9fc7-9a4a40e63136 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.931553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-c6d67c93-37ad-48ac-9fc7-9a4a40e63136 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 945 time: 0.1978452 Jul 29 23:34:37.943539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-34731752-e061-49b5-ba59-7be873cb3c73 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'port': {'security_groups': ['da5ed335-4702-44ea-9a10-d1ad992f8921', '46514a54-2dc4-40da-98eb-9692dc7fe9d8']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:38.043293 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-41670b0d-406d-4a44-a1a2-46b10f4eca88 service neutron] 10.222.0.37 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262262 Jul 29 23:34:38.488770 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-34731752-e061-49b5-ba59-7be873cb3c73 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.551006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Allocated IP 192.168.233.100 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/c327cac8-9f1c-483f-bed9-11fcb2e6896b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:38.642441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e2a4005a-6ab5-4c91-b780-1e7ba48434e2 service neutron] 10.222.0.37 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900607 Jul 29 23:34:38.656928 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-1f9f90e3-ced7-441e-bf23-3bece4a4cb73 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.691458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['5fda3585-dd7a-47ed-8961-dc28f237e892', '8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:38.754542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f90e3-ced7-441e-bf23-3bece4a4cb73 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Port': ['ID=5fda3585-dd7a-47ed-8961-dc28f237e892,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:38.772771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-177d884b-ff76-46fc-b38a-c7e1fc244d8f service neutron] 10.222.0.37 "GET /v2.0/ports/ebe284d5-c308-4e20-b3bf-2e4de4483ed2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1227927 Jul 29 23:34:38.906684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-1f9f90e3-ced7-441e-bf23-3bece4a4cb73 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] No DVR routers for this DVR port 5fda3585-dd7a-47ed-8961-dc28f237e892 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:38.930810 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-1f9f90e3-ced7-441e-bf23-3bece4a4cb73 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.932858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-1f9f90e3-ced7-441e-bf23-3bece4a4cb73 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.47 "DELETE /v2.0/ports/5fda3585-dd7a-47ed-8961-dc28f237e892 HTTP/1.1" status: 204 len: 173 time: 1.8955264 Jul 29 23:34:38.933320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'name': 'network-vif-deleted', 'tag': '5fda3585-dd7a-47ed-8961-dc28f237e892'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:38.935628 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f6c604-fba5-457b-b070-4609a7687db8" -d '{"events": [{"server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "name": "network-vif-deleted", "tag": "5fda3585-dd7a-47ed-8961-dc28f237e892"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:39.137319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-2b40e043-f3e5-4d61-8972-ca074630e30b service neutron] 10.222.0.37 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555632 Jul 29 23:34:39.140979 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.186980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-34731752-e061-49b5-ba59-7be873cb3c73 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] For port 0c43d4ec-4531-4938-8ff8-f0a805f698ae, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:39.222418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Transition to ACTIVE for port object c327cac8-9f1c-483f-bed9-11fcb2e6896b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:39.274378 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-34731752-e061-49b5-ba59-7be873cb3c73 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.290364 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-34731752-e061-49b5-ba59-7be873cb3c73 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.304429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0c43d4ec-4531-4938-8ff8-f0a805f698ae'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:39.314994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-c1737c35-583d-4a4a-aacd-e03f1fb39536 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:39.315356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-c1737c35-583d-4a4a-aacd-e03f1fb39536 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.336632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1ed40c18-6f48-4005-85a6-3aabeeb6319a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:39.418058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-34731752-e061-49b5-ba59-7be873cb3c73 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.418689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-34731752-e061-49b5-ba59-7be873cb3c73 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.420686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da9660d9-73f6-487e-890a-7b59576c14a3 req-34731752-e061-49b5-ba59-7be873cb3c73 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "PUT /v2.0/ports/0c43d4ec-4531-4938-8ff8-f0a805f698ae HTTP/1.1" status: 200 len: 981 time: 1.4882889 Jul 29 23:34:39.422562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-9432350f-d4a1-4235-ac69-acc7e9b7d366 service neutron] 10.222.0.37 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748678 Jul 29 23:34:39.432612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.521048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34731752-e061-49b5-ba59-7be873cb3c73 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'Port': ['ID=0c43d4ec-4531-4938-8ff8-f0a805f698ae,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:39.589629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:39.605243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:39.617331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-c1737c35-583d-4a4a-aacd-e03f1fb39536 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] For port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,segment=NetworkSegment(aa5ab91b-6e24-4277-a143-a16ae51d9656),segment_id=aa5ab91b-6e24-4277-a143-a16ae51d9656)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:39.618062 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-c1737c35-583d-4a4a-aacd-e03f1fb39536 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.620129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:39.652904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0c43d4ec-4531-4938-8ff8-f0a805f698ae'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:39.680505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-c1737c35-583d-4a4a-aacd-e03f1fb39536 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Calling delete_port for 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:39.683020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:39.715327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event updated for resources: {'Port': ['ID=c327cac8-9f1c-483f-bed9-11fcb2e6896b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:39.744044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3c81258-6a06-4c9f-a74b-18a1efda3834 service neutron] 10.222.0.37 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037591 Jul 29 23:34:39.773171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9378513-ae10-49f4-9d78-81e33e8a3c6d req-6dd071ea-5018-4e69-9a5a-1a08584f4448 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.774974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9378513-ae10-49f4-9d78-81e33e8a3c6d req-6dd071ea-5018-4e69-9a5a-1a08584f4448 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 944 time: 0.2803745 Jul 29 23:34:39.848673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.849324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.928521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-58de0c63-1754-4544-a48a-2567d62eb77b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5193801 Jul 29 23:34:39.931728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7', '784d380b-faae-401d-9c1f-d848dfc79701'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:39.954530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d2453074-feeb-4d35-ba1b-ebed0b276949 None None] Provisioning for port c327cac8-9f1c-483f-bed9-11fcb2e6896b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:39.957324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Request body: {'port': {'device_id': 'be08b272-1967-4fdd-b2b1-79c7d35a46e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:39.977126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-5dccbddb-5193-4bf9-b264-83a820694fb5 service neutron] 10.222.0.37 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318504 Jul 29 23:34:39.985254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d2453074-feeb-4d35-ba1b-ebed0b276949 None None] Provisioning complete for port c327cac8-9f1c-483f-bed9-11fcb2e6896b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:39.985724 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2453074-feeb-4d35-ba1b-ebed0b276949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.040745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9378513-ae10-49f4-9d78-81e33e8a3c6d req-c33055f3-291d-4000-b3f8-582b7b0bc1a3 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/security-groups?id=38358f5f-d6ff-47ea-a32a-2da68d83019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983080 Jul 29 23:34:40.086012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d2453074-feeb-4d35-ba1b-ebed0b276949 None None] Port c327cac8-9f1c-483f-bed9-11fcb2e6896b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:40.122238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.280045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a7b577d0-587e-4456-97ed-d001d06ecf11 service neutron] 10.222.0.37 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776043 Jul 29 23:34:40.347095 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-c1737c35-583d-4a4a-aacd-e03f1fb39536 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.453897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1737c35-583d-4a4a-aacd-e03f1fb39536 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Port': ['ID=8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:40.558337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-c1737c35-583d-4a4a-aacd-e03f1fb39536 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] No DVR routers for this DVR port 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:40.560988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-c1737c35-583d-4a4a-aacd-e03f1fb39536 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.562993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2422ab22-5634-457f-b960-5a94e967a0e0 req-c1737c35-583d-4a4a-aacd-e03f1fb39536 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.47 "DELETE /v2.0/ports/8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 HTTP/1.1" status: 204 len: 173 time: 1.5820675 Jul 29 23:34:40.598654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d69b67-8d68-4828-aaa1-763137592330 req-4b24a5f3-e8b9-46ed-a9b9-f6d5d0f9d1b4 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:40.600310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71d69b67-8d68-4828-aaa1-763137592330 req-4b24a5f3-e8b9-46ed-a9b9-f6d5d0f9d1b4 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 936 time: 0.2605498 Jul 29 23:34:40.620831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-86d987a4-bbed-4b4e-9392-d6d575048381 service neutron] 10.222.0.37 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934072 Jul 29 23:34:40.724512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71d69b67-8d68-4828-aaa1-763137592330 req-e96f12ae-891b-4036-94e9-9ed04381132f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127779 Jul 29 23:34:40.794558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-b64184bf-93c0-4504-8dd5-56c184671a41 service neutron] 10.222.0.37 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630173 Jul 29 23:34:40.811711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c327cac8-9f1c-483f-bed9-11fcb2e6896b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:40.829192 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.832160 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102b0645-44ae-49f5-a887-053ad8aa713f x-openstack-request-id: req-102b0645-44ae-49f5-a887-053ad8aa713f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:40.832449 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "name": "network-vif-deleted", "tag": "5fda3585-dd7a-47ed-8961-dc28f237e892", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:40.832706 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-102b0645-44ae-49f5-a887-053ad8aa713f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:40.833095 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'name': 'network-vif-deleted', 'tag': '5fda3585-dd7a-47ed-8961-dc28f237e892', 'status': 'completed', 'code': 200} Jul 29 23:34:40.893469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Transition to ACTIVE for port object c327cac8-9f1c-483f-bed9-11fcb2e6896b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:40.903970 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.963435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4146c92-82e5-44a4-8670-f6bfb36515f7 req-35435c37-cdfb-4bde-b33b-e5641b304d6e tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/46514a54-2dc4-40da-98eb-9692dc7fe9d8 HTTP/1.1" status: 200 len: 1803 time: 0.1294653 Jul 29 23:34:40.998961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Pushing event updated for resources: {'Port': ['ID=c327cac8-9f1c-483f-bed9-11fcb2e6896b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.002720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-39ee6e49-aa4b-4a1d-a36f-c62835a32af7 service neutron] 10.222.0.37 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002807 Jul 29 23:34:41.163553 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-e4146c92-82e5-44a4-8670-f6bfb36515f7 req-091cadac-fead-4884-9a8b-c291cff13d8b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:34:41.164622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4146c92-82e5-44a4-8670-f6bfb36515f7 req-091cadac-fead-4884-9a8b-c291cff13d8b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/46514a54-2dc4-40da-98eb-9692dc7fe9d8 HTTP/1.1" status: 409 len: 341 time: 0.1798427 Jul 29 23:34:41.175447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Attempting to bind port c327cac8-9f1c-483f-bed9-11fcb2e6896b on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:41.175749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Attempting to bind port c327cac8-9f1c-483f-bed9-11fcb2e6896b by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:41.176130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Attempting to bind port c327cac8-9f1c-483f-bed9-11fcb2e6896b on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:41.191373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Port c327cac8-9f1c-483f-bed9-11fcb2e6896b on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:41.191717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Attempting to bind port c327cac8-9f1c-483f-bed9-11fcb2e6896b on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:41.199875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-55b24b25-debd-4a7a-84c4-2c3750122f7d service neutron] 10.222.0.37 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870387 Jul 29 23:34:41.201340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:41.201694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:41.202082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:41.202632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Bound port: c327cac8-9f1c-483f-bed9-11fcb2e6896b, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:41.202893 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.310839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f67bc31-088f-48ef-8621-8de0eda7d9e5 req-369ce4a3-c89b-42d1-acba-46cbdc9bcceb tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c8825-357e-43a9-9a9a-d8b864718aa1 HTTP/1.1" status: 200 len: 210 time: 0.0434778 Jul 29 23:34:41.384046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3855f3fe-f096-49ca-99f6-99defa9f65b3 service neutron] 10.222.0.37 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738396 Jul 29 23:34:41.390921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] For port c327cac8-9f1c-483f-bed9-11fcb2e6896b, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:41.394897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] For port c327cac8-9f1c-483f-bed9-11fcb2e6896b, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c327cac8-9f1c-483f-bed9-11fcb2e6896b,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:41.402966 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.439019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.439720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.441169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] 10.222.0.42 "PUT /v2.0/ports/c327cac8-9f1c-483f-bed9-11fcb2e6896b HTTP/1.1" status: 200 len: 1097 time: 1.4890237 Jul 29 23:34:41.482857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928e5a8-684a-4cde-969a-95054df0b089 service neutron] Pushing event updated for resources: {'Port': ['ID=c327cac8-9f1c-483f-bed9-11fcb2e6896b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.575864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-66c9989e-9680-4d73-a60b-4ceefdac7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.577409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-66c9989e-9680-4d73-a60b-4ceefdac7ec2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 1100 time: 0.0722671 Jul 29 23:34:41.643691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3ded8f18-2a20-426a-af77-a277b810bcfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=c327cac8-9f1c-483f-bed9-11fcb2e6896b HTTP/1.1" status: 200 len: 217 time: 0.0463142 Jul 29 23:34:41.646168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a15231-6563-4388-95e4-9458166b2b2e req-c0fa2ed5-ddcf-4fef-8905-5f9df0eef1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.648425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96a15231-6563-4388-95e4-9458166b2b2e req-c0fa2ed5-ddcf-4fef-8905-5f9df0eef1ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 1136 time: 0.0751565 Jul 29 23:34:41.795690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a15231-6563-4388-95e4-9458166b2b2e req-0a3a9578-0ff0-41de-a9d7-ef1495a9106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.797429 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96a15231-6563-4388-95e4-9458166b2b2e req-0a3a9578-0ff0-41de-a9d7-ef1495a9106a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 913 time: 0.1236997 Jul 29 23:34:41.812419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-6b0f948d-f92b-43d3-9cea-68ead564e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.813929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-6b0f948d-f92b-43d3-9cea-68ead564e12c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1524730 Jul 29 23:34:41.828626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1ae1-5acc-42d9-9d1a-75bcb109e5f7 req-2d4f3bae-14d9-4254-8e49-74ed96825f04 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.830195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-007a1ae1-5acc-42d9-9d1a-75bcb109e5f7 req-2d4f3bae-14d9-4254-8e49-74ed96825f04 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 984 time: 0.0723314 Jul 29 23:34:41.854867 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96a15231-6563-4388-95e4-9458166b2b2e req-a6df3fdc-a5ae-4f81-a593-5fba3e49b8b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae HTTP/1.1" status: 200 len: 217 time: 0.0451252 Jul 29 23:34:41.925499 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a15231-6563-4388-95e4-9458166b2b2e req-2801399b-dd8f-4019-b1ad-ebcff7744c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.927387 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96a15231-6563-4388-95e4-9458166b2b2e req-2801399b-dd8f-4019-b1ad-ebcff7744c99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a273a08c-ddfa-480d-82cb-0e5d602adf63 HTTP/1.1" status: 200 len: 852 time: 0.0562661 Jul 29 23:34:41.932733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-007a1ae1-5acc-42d9-9d1a-75bcb109e5f7 req-e89c711d-2bde-43ac-8e67-feed586f40de tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&id=46514a54-2dc4-40da-98eb-9692dc7fe9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0747869 Jul 29 23:34:41.941430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3d2f3297-2f4e-4d07-b5ad-be4af61b5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.943210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-3d2f3297-2f4e-4d07-b5ad-be4af61b5c33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1121213 Jul 29 23:34:41.990088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96a15231-6563-4388-95e4-9458166b2b2e req-62288632-3151-4213-b109-66ae57180680 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08480c4-50ee-4f3c-9729-027c920503df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341277 Jul 29 23:34:42.107282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b091da-5095-4c81-8356-68aa670bb14b req-62be8618-6422-482f-975d-6f0d23a993fd tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.109348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70b091da-5095-4c81-8356-68aa670bb14b req-62be8618-6422-482f-975d-6f0d23a993fd tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 948 time: 0.0744419 Jul 29 23:34:42.125956 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96a15231-6563-4388-95e4-9458166b2b2e req-f0c111e1-f211-43c9-81df-ddd170e8945a service neutron] 10.222.0.42 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206017 Jul 29 23:34:42.155662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-4acd4d58-90c1-4cf6-ae8d-53016dc2bf5f service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881053 Jul 29 23:34:42.170222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70b091da-5095-4c81-8356-68aa670bb14b req-bb5692f5-431b-4733-bd22-77a022ade7d5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496154 Jul 29 23:34:42.293639 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96a15231-6563-4388-95e4-9458166b2b2e req-e687fdc3-1c74-4275-bbda-00093706dd30 service neutron] 10.222.0.42 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465995 Jul 29 23:34:42.293783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-452e3922-0363-495d-a678-e2dc0084c2de req-e80bc1eb-ce3e-4df8-b76c-f4aa1f62a1b6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0420790 Jul 29 23:34:42.340299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cb9534f-bfab-4ac9-a179-619b792a7d20 req-0519e4ff-115e-41d0-bfdc-31b1c0ba2450 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690123 Jul 29 23:34:42.390587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:42.435658 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 5fda3585-dd7a-47ed-8961-dc28f237e892 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:42.448486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf88ae9f-977d-4197-bbe8-cd31c6345c03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting subnet cc26b867-1623-411a-9fd2-024b4c4bb72d {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:42.451874 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf88ae9f-977d-4197-bbe8-cd31c6345c03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.463963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 5fda3585-dd7a-47ed-8961-dc28f237e892 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:42.464795 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 5fda3585-dd7a-47ed-8961-dc28f237e892 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:42.465532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:42.489223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:42.489784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:42.518082 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf88ae9f-977d-4197-bbe8-cd31c6345c03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.617404 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf88ae9f-977d-4197-bbe8-cd31c6345c03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.698433 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf88ae9f-977d-4197-bbe8-cd31c6345c03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.728042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88ae9f-977d-4197-bbe8-cd31c6345c03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Subnet': ['ID=cc26b867-1623-411a-9fd2-024b4c4bb72d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:42.731783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf88ae9f-977d-4197-bbe8-cd31c6345c03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.733710 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bf88ae9f-977d-4197-bbe8-cd31c6345c03 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "DELETE /v2.0/subnets/cc26b867-1623-411a-9fd2-024b4c4bb72d HTTP/1.1" status: 204 len: 168 time: 0.3420925 Jul 29 23:34:42.736726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 50260) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:42.740277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a37860-76e7-44c4-9ba0-40fb949ce123 None None] Network 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:42.835111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'tag': '0c43d4ec-4531-4938-8ff8-f0a805f698ae'}, {'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'name': 'network-vif-deleted', 'tag': '8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11'}, {'name': 'network-changed', 'server_uuid': 'be08b272-1967-4fdd-b2b1-79c7d35a46e4', 'tag': 'c327cac8-9f1c-483f-bed9-11fcb2e6896b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:42.837584 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa4e18c-7436-44df-ad59-28b456b50437" -d '{"events": [{"name": "network-changed", "server_uuid": "f9239313-9548-4aaf-8ed3-71cec351607f", "tag": "0c43d4ec-4531-4938-8ff8-f0a805f698ae"}, {"server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "name": "network-vif-deleted", "tag": "8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11"}, {"name": "network-changed", "server_uuid": "be08b272-1967-4fdd-b2b1-79c7d35a46e4", "tag": "c327cac8-9f1c-483f-bed9-11fcb2e6896b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:42.847543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.917859 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace56acc-5b9d-4fb2-ac13-3e62e1f10eb6 x-openstack-request-id: req-ace56acc-5b9d-4fb2-ac13-3e62e1f10eb6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:42.918251 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9239313-9548-4aaf-8ed3-71cec351607f", "tag": "0c43d4ec-4531-4938-8ff8-f0a805f698ae", "status": "completed", "code": 200}, {"server_uuid": "2d7c8825-357e-43a9-9a9a-d8b864718aa1", "name": "network-vif-deleted", "tag": "8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be08b272-1967-4fdd-b2b1-79c7d35a46e4", "tag": "c327cac8-9f1c-483f-bed9-11fcb2e6896b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:42.918530 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ace56acc-5b9d-4fb2-ac13-3e62e1f10eb6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:42.919015 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'tag': '0c43d4ec-4531-4938-8ff8-f0a805f698ae', 'status': 'completed', 'code': 200} Jul 29 23:34:42.919427 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7c8825-357e-43a9-9a9a-d8b864718aa1', 'name': 'network-vif-deleted', 'tag': '8a07d7a7-7ae0-440c-a0f4-35bcc8f94e11', 'status': 'completed', 'code': 200} Jul 29 23:34:42.920185 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be08b272-1967-4fdd-b2b1-79c7d35a46e4', 'tag': 'c327cac8-9f1c-483f-bed9-11fcb2e6896b', 'status': 'completed', 'code': 200} Jul 29 23:34:42.939180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:42.939180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.978648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b8fef-73c7-490c-9b7b-383e50ce1468 None None] DHCP port deletion for 3ce8ff3c-169d-42a0-aa8e-4e8694442b50 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:43.039581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-956b8fef-73c7-490c-9b7b-383e50ce1468 None None] Deleting port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:43.040444 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-956b8fef-73c7-490c-9b7b-383e50ce1468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.078141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] For port fa66a7d4-9f2e-438d-96b4-28b35029a3f8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fa66a7d4-9f2e-438d-96b4-28b35029a3f8,segment=NetworkSegment(c8411d19-8773-4df5-9574-d8a3c6db4f72),segment_id=c8411d19-8773-4df5-9574-d8a3c6db4f72)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:43.078568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.089077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-9142bcae-26c9-4a88-9a91-f93cad9e6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.090950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-9142bcae-26c9-4a88-9a91-f93cad9e6954 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 1136 time: 0.1365016 Jul 29 23:34:43.106208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Calling delete_port for fa66a7d4-9f2e-438d-96b4-28b35029a3f8 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:43.126564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-956b8fef-73c7-490c-9b7b-383e50ce1468 None None] For port fa66a7d4-9f2e-438d-96b4-28b35029a3f8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fa66a7d4-9f2e-438d-96b4-28b35029a3f8,segment=NetworkSegment(c8411d19-8773-4df5-9574-d8a3c6db4f72),segment_id=c8411d19-8773-4df5-9574-d8a3c6db4f72)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:43.127004 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-956b8fef-73c7-490c-9b7b-383e50ce1468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.146738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-956b8fef-73c7-490c-9b7b-383e50ce1468 None None] Calling delete_port for fa66a7d4-9f2e-438d-96b4-28b35029a3f8 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:43.243138 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fa66a7d4-9f2e-438d-96b4-28b35029a3f8 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:43.256984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3c015-20d3-44f1-9f95-cfe0f082ed25 req-f7e4186e-4de8-4321-a0d3-da00ab64fba0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.258500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cf3c015-20d3-44f1-9f95-cfe0f082ed25 req-f7e4186e-4de8-4321-a0d3-da00ab64fba0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 984 time: 0.1648750 Jul 29 23:34:43.268589 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-956b8fef-73c7-490c-9b7b-383e50ce1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.298769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b8fef-73c7-490c-9b7b-383e50ce1468 None None] Pushing event deleted for resources: {'Port': ['ID=fa66a7d4-9f2e-438d-96b4-28b35029a3f8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.310731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b8fef-73c7-490c-9b7b-383e50ce1468 None None] No DVR routers for this DVR port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:43.320543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No active binding found for port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:34:43.321247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fa66a7d4-9f2e-438d-96b4-28b35029a3f8 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:43.360737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-ce8075d7-273f-43c0-ae55-ab458575c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.362182 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-ce8075d7-273f-43c0-ae55-ab458575c374 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 913 time: 0.2368054 Jul 29 23:34:43.384193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cf3c015-20d3-44f1-9f95-cfe0f082ed25 req-5a830d37-b631-4eb0-a058-d421fbe6c68b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&id=46514a54-2dc4-40da-98eb-9692dc7fe9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1042283 Jul 29 23:34:43.395607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abbb04-3601-4b70-86b3-150c0f4d9bd0 req-06386d95-e8ff-4def-a243-15dbb29a1ece tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.397149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7abbb04-3601-4b70-86b3-150c0f4d9bd0 req-06386d95-e8ff-4def-a243-15dbb29a1ece tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 948 time: 0.1377556 Jul 29 23:34:43.402725 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.808749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-9328dcd5-26e4-4074-b2e3-e673aa85812e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae HTTP/1.1" status: 200 len: 217 time: 0.4219761 Jul 29 23:34:43.822118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Port': ['ID=fa66a7d4-9f2e-438d-96b4-28b35029a3f8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.841638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] No DVR routers for this DVR port fa66a7d4-9f2e-438d-96b4-28b35029a3f8 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:43.884247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-878dfdd8-147a-421f-bba0-e2019fecde53 req-2feaba7e-af61-4859-8ef1-04e09c4d485c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0886014 Jul 29 23:34:43.945693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-fd00288a-9271-45a8-baed-8dd2a1be9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.947067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-fd00288a-9271-45a8-baed-8dd2a1be9150 service neutron] 10.222.0.47 "GET /v2.0/ports/029f2ad7-f9a7-457b-9093-231a372c243b HTTP/1.1" status: 200 len: 1027 time: 0.1507449 Jul 29 23:34:44.030638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-0e61fad7-41c6-4a25-bd57-c051d16ab4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.032454 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-0e61fad7-41c6-4a25-bd57-c051d16ab4d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a273a08c-ddfa-480d-82cb-0e5d602adf63 HTTP/1.1" status: 200 len: 852 time: 0.1813531 Jul 29 23:34:44.047108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7abbb04-3601-4b70-86b3-150c0f4d9bd0 req-c29e5753-5faf-4fa4-a656-972c5582ffb2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531562 Jul 29 23:34:44.064208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.092542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-44704af3-ecea-43da-9598-b6377b6e96ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08480c4-50ee-4f3c-9729-027c920503df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395231 Jul 29 23:34:44.094563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce8ff3c-169d-42a0-aa8e-4e8694442b50']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:44.097329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-28189adb-0d76-4940-9eb0-746e86162f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.099056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-28189adb-0d76-4940-9eb0-746e86162f77 service neutron] 10.222.0.47 "GET /v2.0/ports/ebe284d5-c308-4e20-b3bf-2e4de4483ed2 HTTP/1.1" status: 200 len: 1028 time: 0.1121016 Jul 29 23:34:44.108875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8411d19-8773-4df5-9574-d8a3c6db4f72') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:44.109427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8411d19-8773-4df5-9574-d8a3c6db4f72') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:44.208893 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.251019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.287032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:44.287456 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:44.292958 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:44.381972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-b2ab9585-b1ee-40a4-8498-7202006a40dc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.388881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-b2ab9585-b1ee-40a4-8498-7202006a40dc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.395173 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-b2ab9585-b1ee-40a4-8498-7202006a40dc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.397046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-b2ab9585-b1ee-40a4-8498-7202006a40dc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "GET /v2.0/networks?id=1d04e04e-9948-407a-b7bb-4578f768d2cf&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac HTTP/1.1" status: 200 len: 1988 time: 0.2854874 Jul 29 23:34:44.403357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-48d64bf1-106c-4d7c-acb2-f680efeedec5 service neutron] 10.222.0.42 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811255 Jul 29 23:34:44.433172 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.486212 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.488402 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "DELETE /v2.0/networks/3ce8ff3c-169d-42a0-aa8e-4e8694442b50 HTTP/1.1" status: 204 len: 168 time: 1.7504876 Jul 29 23:34:44.490972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:44.517575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9fe44-d27a-4c49-88bc-e16d3b10bef9 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Network': ['ID=3ce8ff3c-169d-42a0-aa8e-4e8694442b50,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.556346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting subnet 70878b35-40b0-49b6-996c-126cff18ea5c {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:44.563859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.574354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-ee62770f-174d-41f8-b27a-1fd5da267e30 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee1a7ae85f14d38905ed95afe23a54c HTTP/1.1" status: 200 len: 380 time: 0.1600554 Jul 29 23:34:44.588265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'admin_state_up': True, 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'security_groups': ['c8166cff-a153-487a-bc04-8e25ad7e4b73']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:44.610892 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.651432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e80fca-2367-4de6-be17-7564515c9ef0 req-b5a6ad7e-c1d6-4c32-a647-b7039416d618 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.652975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63e80fca-2367-4de6-be17-7564515c9ef0 req-b5a6ad7e-c1d6-4c32-a647-b7039416d618 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 984 time: 0.1607156 Jul 29 23:34:44.661671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-62c26692-9fae-402b-ba0e-18070d91e1ac service neutron] 10.222.0.42 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380905 Jul 29 23:34:44.701446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.747251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63e80fca-2367-4de6-be17-7564515c9ef0 req-41d2dad5-fda5-45ab-9a01-cc9385219e00 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&id=46514a54-2dc4-40da-98eb-9692dc7fe9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0781889 Jul 29 23:34:44.777544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.812160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-1b27c8b7-693d-45c3-a828-4e4496b73f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.813706 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-1b27c8b7-693d-45c3-a828-4e4496b73f5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 1100 time: 0.0832331 Jul 29 23:34:44.819068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:44.819322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Subnet': ['ID=70878b35-40b0-49b6-996c-126cff18ea5c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.823170 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.835342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287a72d-8e36-4727-a19f-e81eadd35812 None None] Network feb76bcf-f794-40c4-b38d-22a7524c8e78 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:44.837588 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.841288 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "DELETE /v2.0/subnets/70878b35-40b0-49b6-996c-126cff18ea5c HTTP/1.1" status: 204 len: 168 time: 0.3467603 Jul 29 23:34:44.844240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.845114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.845489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.845833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.846224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.846565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.846899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.847229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.847557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.847876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.848228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.848581 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9266d1-b845-4620-918c-8b69c873f435 tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:44.851472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50290) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:44.982179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-04d04160-7fe9-4d84-b102-eb3de033c8b2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-655476564&fields=id&tenant_id=8a13f3ea218244e390f6cc023a88a1c3 HTTP/1.1" status: 200 len: 267 time: 0.0961106 Jul 29 23:34:44.991165 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.065819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Deleting port 00a9becc-d316-4f17-ad6e-8eefeaba903d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:45.066167 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.066677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ae13b93-06eb-44e4-b790-49cfb0b4bbae req-a5b6be5a-24c5-4a79-a9e2-c969db36d969 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0777993 Jul 29 23:34:45.131890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-a8c3797d-5b7b-4a8d-9dc9-e845a8d5788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.132337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6768209-f26a-4618-8c03-054a044d1915 None None] DHCP port deletion for feb76bcf-f794-40c4-b38d-22a7524c8e78 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:45.132785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-a8c3797d-5b7b-4a8d-9dc9-e845a8d5788e service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.3056626 Jul 29 23:34:45.152433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-da9f9953-cd46-4ad8-9deb-b488cce3f4e0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.156967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-da9f9953-cd46-4ad8-9deb-b488cce3f4e0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 984 time: 0.1482825 Jul 29 23:34:45.174651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] For port 00a9becc-d316-4f17-ad6e-8eefeaba903d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=00a9becc-d316-4f17-ad6e-8eefeaba903d,segment=NetworkSegment(aa5ab91b-6e24-4277-a143-a16ae51d9656),segment_id=aa5ab91b-6e24-4277-a143-a16ae51d9656)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:45.175129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.182289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-dd46a44f-fdc9-4ddf-b891-14ef1f1fc39c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'port': {'security_groups': ['46514a54-2dc4-40da-98eb-9692dc7fe9d8', 'da5ed335-4702-44ea-9a10-d1ad992f8921', '3c3547b0-c6ab-4cfb-805e-3d07f12ea96c']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:45.191568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Calling delete_port for 00a9becc-d316-4f17-ad6e-8eefeaba903d owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:45.203349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c6768209-f26a-4618-8c03-054a044d1915 None None] Deleting port 00a9becc-d316-4f17-ad6e-8eefeaba903d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:45.203742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c6768209-f26a-4618-8c03-054a044d1915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.284507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.289921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-b5d8b326-061a-4cbd-8c27-965da0b3bb2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=c327cac8-9f1c-483f-bed9-11fcb2e6896b HTTP/1.1" status: 200 len: 217 time: 0.1306577 Jul 29 23:34:45.293688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c6768209-f26a-4618-8c03-054a044d1915 None None] For port 00a9becc-d316-4f17-ad6e-8eefeaba903d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=00a9becc-d316-4f17-ad6e-8eefeaba903d,segment=NetworkSegment(aa5ab91b-6e24-4277-a143-a16ae51d9656),segment_id=aa5ab91b-6e24-4277-a143-a16ae51d9656)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:45.294893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c6768209-f26a-4618-8c03-054a044d1915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.311773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c6768209-f26a-4618-8c03-054a044d1915 None None] Calling delete_port for 00a9becc-d316-4f17-ad6e-8eefeaba903d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:45.325943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Port': ['ID=00a9becc-d316-4f17-ad6e-8eefeaba903d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:45.334508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] No DVR routers for this DVR port 00a9becc-d316-4f17-ad6e-8eefeaba903d on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:45.373821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Allocated IP 172.20.0.3 (1d04e04e-9948-407a-b7bb-4578f768d2cf/7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f/0c16c9a3-ed45-4f25-9ee2-8c60a319ea30) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:45.377944 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-dd46a44f-fdc9-4ddf-b891-14ef1f1fc39c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: from cryptography.utils import int_from_bytes Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: from cryptography.utils import int_from_bytes Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.418210 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:45.421155 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:34:45.424378 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c6768209-f26a-4618-8c03-054a044d1915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.443953 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.455174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6768209-f26a-4618-8c03-054a044d1915 None None] Pushing event deleted for resources: {'Port': ['ID=00a9becc-d316-4f17-ad6e-8eefeaba903d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:45.460805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb76bcf-f794-40c4-b38d-22a7524c8e78']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:45.461238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6768209-f26a-4618-8c03-054a044d1915 None None] No DVR routers for this DVR port 00a9becc-d316-4f17-ad6e-8eefeaba903d on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:45.473581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-94536c61-f14f-4138-9a67-d0c5e9d76266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.475071 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-94536c61-f14f-4138-9a67-d0c5e9d76266 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1459382 Jul 29 23:34:45.478979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5ab91b-6e24-4277-a143-a16ae51d9656') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:45.480052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5ab91b-6e24-4277-a143-a16ae51d9656') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:45.489769 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.495593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507174f5-2cb2-423c-83e9-01a0e43e3784 req-28ef4761-4f93-46d6-8175-c336172c18b3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.497652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-507174f5-2cb2-423c-83e9-01a0e43e3784 req-28ef4761-4f93-46d6-8175-c336172c18b3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 948 time: 0.2283487 Jul 29 23:34:45.507524 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.515294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:45.515960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:45.519831 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:45.590715 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.599522 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.601842 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] 10.222.0.37 "DELETE /v2.0/networks/feb76bcf-f794-40c4-b38d-22a7524c8e78 HTTP/1.1" status: 204 len: 168 time: 0.7495167 Jul 29 23:34:45.615375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81edbe7-5ab8-47a1-a027-ead739c314ab tempest-ServersTestMultiNic-663182468 tempest-ServersTestMultiNic-663182468-project] Pushing event deleted for resources: {'Network': ['ID=feb76bcf-f794-40c4-b38d-22a7524c8e78,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:45.659641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-5b62c6d3-fbb0-4321-a7f0-92ff4f19edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.661173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-5b62c6d3-fbb0-4321-a7f0-92ff4f19edc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1626692 Jul 29 23:34:45.673886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-507174f5-2cb2-423c-83e9-01a0e43e3784 req-9d9b730d-a260-49c3-8dd2-ed5a9ac860fe tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420012 Jul 29 23:34:45.846302 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.896204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Transition to ACTIVE for port object 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:45.900712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-ecd70055-d138-49c9-b087-9f15012bf68f service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217762 Jul 29 23:34:45.906739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-dd46a44f-fdc9-4ddf-b891-14ef1f1fc39c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] For port 0c43d4ec-4531-4938-8ff8-f0a805f698ae, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:45.984623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50312) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:46.004745 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-dd46a44f-fdc9-4ddf-b891-14ef1f1fc39c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.020244 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-dd46a44f-fdc9-4ddf-b891-14ef1f1fc39c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.033296 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0c43d4ec-4531-4938-8ff8-f0a805f698ae'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:46.065705 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.070786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1ed40c18-6f48-4005-85a6-3aabeeb6319a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:46.107065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-dd46a44f-fdc9-4ddf-b891-14ef1f1fc39c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.107821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-dd46a44f-fdc9-4ddf-b891-14ef1f1fc39c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.115383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6c5946f-df9d-487f-a817-753dd5ec818b req-dd46a44f-fdc9-4ddf-b891-14ef1f1fc39c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "PUT /v2.0/ports/0c43d4ec-4531-4938-8ff8-f0a805f698ae HTTP/1.1" status: 200 len: 1020 time: 0.9359024 Jul 29 23:34:46.115383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'tag': '0c43d4ec-4531-4938-8ff8-f0a805f698ae'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:46.126268 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72" -d '{"events": [{"name": "network-changed", "server_uuid": "f9239313-9548-4aaf-8ed3-71cec351607f", "tag": "0c43d4ec-4531-4938-8ff8-f0a805f698ae"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:46.181519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fa4e18c-7436-44df-ad59-28b456b50437 req-7037bc11-3ee8-4d7b-9f27-e20377ffd0eb service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639966 Jul 29 23:34:46.198000 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46e737a5-5e00-4038-b547-b6100ef921f3 req-d81a4da9-e158-40da-b80a-9e3eb1ff48f5 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/3c3547b0-c6ab-4cfb-805e-3d07f12ea96c HTTP/1.1" status: 200 len: 1801 time: 0.0589662 Jul 29 23:34:46.201050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network 1d04e04e-9948-407a-b7bb-4578f768d2cf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:46.257974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:46.268536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:46.274681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46a44f-fdc9-4ddf-b891-14ef1f1fc39c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'Port': ['ID=0c43d4ec-4531-4938-8ff8-f0a805f698ae,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:46.343692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0c43d4ec-4531-4938-8ff8-f0a805f698ae'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:46.390254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c327cac8-9f1c-483f-bed9-11fcb2e6896b details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:46.408250 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-46e737a5-5e00-4038-b547-b6100ef921f3 req-fbf6bb35-f9a5-4622-8411-ed839c39b924 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:34:46.409434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46e737a5-5e00-4038-b547-b6100ef921f3 req-fbf6bb35-f9a5-4622-8411-ed839c39b924 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/3c3547b0-c6ab-4cfb-805e-3d07f12ea96c HTTP/1.1" status: 409 len: 341 time: 0.2107348 Jul 29 23:34:46.415523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.416428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.437632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97690a80-9527-46eb-afed-e00e5245d25a req-360597ac-c00f-4a7e-a3a5-2968baa14079 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.439357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97690a80-9527-46eb-afed-e00e5245d25a req-360597ac-c00f-4a7e-a3a5-2968baa14079 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 931 time: 0.2175999 Jul 29 23:34:46.498633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9142616 Jul 29 23:34:46.505788 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d910a3cd-40e3-46c7-abcc-3a5297f87c97 x-openstack-request-id: req-d910a3cd-40e3-46c7-abcc-3a5297f87c97 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:46.506223 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9239313-9548-4aaf-8ed3-71cec351607f", "tag": "0c43d4ec-4531-4938-8ff8-f0a805f698ae", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:46.518587 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d910a3cd-40e3-46c7-abcc-3a5297f87c97 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:46.519031 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'tag': '0c43d4ec-4531-4938-8ff8-f0a805f698ae', 'status': 'completed', 'code': 200} Jul 29 23:34:46.527119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a443c1c-0858-4506-a752-ec0f85b9d5c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Port': ['ID=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:46.538051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'network_id': '36382307-0fe1-4604-af47-70013c8641db', 'admin_state_up': True, 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'security_groups': ['c8166cff-a153-487a-bc04-8e25ad7e4b73']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:46.590515 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.591082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c327cac8-9f1c-483f-bed9-11fcb2e6896b, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c327cac8-9f1c-483f-bed9-11fcb2e6896b,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:46.601888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'c327cac8-9f1c-483f-bed9-11fcb2e6896b', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'c327cac8-9f1c-483f-bed9-11fcb2e6896b', 'mac_address': 'fa:16:3e:1b:83:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:46.651354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97690a80-9527-46eb-afed-e00e5245d25a req-4b7696bf-95b8-4a5e-be15-0ff66fa9b85b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977446 Jul 29 23:34:46.675678 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.709553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c0f2706-d842-436e-bfa7-37247f84881c None None] Provisioning for port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:46.717814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c0f2706-d842-436e-bfa7-37247f84881c None None] Provisioning complete for port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:46.718182 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2706-d842-436e-bfa7-37247f84881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.722075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72 req-483f0026-ddc2-4aa5-adf5-514ea29cd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.723607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72 req-483f0026-ddc2-4aa5-adf5-514ea29cd6ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 1175 time: 0.1643012 Jul 29 23:34:46.781954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f2706-d842-436e-bfa7-37247f84881c None None] Port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:46.790660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c327cac8-9f1c-483f-bed9-11fcb2e6896b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:46.934771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c327cac8-9f1c-483f-bed9-11fcb2e6896b, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c327cac8-9f1c-483f-bed9-11fcb2e6896b,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:46.959576 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.988766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:47.003132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.025257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c327cac8-9f1c-483f-bed9-11fcb2e6896b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:47.064809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c53872-6d58-45b2-9427-b48817f10094 req-3204b56e-65dc-4983-9ff2-8ef5bf7f543d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.066914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] Deleting port d24517a9-1010-4cea-816f-7846b473e977 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:47.067500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.073611 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25c53872-6d58-45b2-9427-b48817f10094 req-3204b56e-65dc-4983-9ff2-8ef5bf7f543d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 948 time: 0.2548203 Jul 29 23:34:47.113791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 00a9becc-d316-4f17-ad6e-8eefeaba903d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:47.153862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 00a9becc-d316-4f17-ad6e-8eefeaba903d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:47.154414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 00a9becc-d316-4f17-ad6e-8eefeaba903d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:47.156877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] For port d24517a9-1010-4cea-816f-7846b473e977, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d24517a9-1010-4cea-816f-7846b473e977,segment=NetworkSegment(077913df-9d56-4a36-91a3-6bf9319ad6b5),segment_id=077913df-9d56-4a36-91a3-6bf9319ad6b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:47.157256 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.172518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] Calling delete_port for d24517a9-1010-4cea-816f-7846b473e977 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:47.203320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25c53872-6d58-45b2-9427-b48817f10094 req-58e4e83c-df9b-4e02-88ce-ef57025fe6fd tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246591 Jul 29 23:34:47.212286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72 req-b87cd95f-3b29-48bc-9834-5861faf294a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.214445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72 req-b87cd95f-3b29-48bc-9834-5861faf294a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 200 len: 913 time: 0.4607942 Jul 29 23:34:47.327376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72 req-c85ca738-099c-418b-a9e5-07be598aca1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae HTTP/1.1" status: 200 len: 217 time: 0.0766947 Jul 29 23:34:47.413514 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.418507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64bb34-df46-40de-bec5-9c20b52edcb9 req-536c03f6-2d6c-452e-b03a-9b8b1e1b5eb3 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.419552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec64bb34-df46-40de-bec5-9c20b52edcb9 req-536c03f6-2d6c-452e-b03a-9b8b1e1b5eb3 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 1023 time: 0.1623182 Jul 29 23:34:47.437784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] Pushing event deleted for resources: {'Port': ['ID=d24517a9-1010-4cea-816f-7846b473e977,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:47.456712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Allocated IP 10.1.1.237 (36382307-0fe1-4604-af47-70013c8641db/7d86ad07-e024-428c-96d6-69edc70cf9c4/73946deb-b986-42b4-a633-a6c3141403fe) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:47.477161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72 req-e7b5ce64-afc3-4b7a-9dae-606513f2b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.478735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72 req-e7b5ce64-afc3-4b7a-9dae-606513f2b634 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a273a08c-ddfa-480d-82cb-0e5d602adf63 HTTP/1.1" status: 200 len: 852 time: 0.1168363 Jul 29 23:34:47.552895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec64bb34-df46-40de-bec5-9c20b52edcb9 req-78405645-df40-411e-a5cb-1e5ecfc077a0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&id=3c3547b0-c6ab-4cfb-805e-3d07f12ea96c&id=46514a54-2dc4-40da-98eb-9692dc7fe9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1155488 Jul 29 23:34:47.567004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72 req-285260bf-cc1b-4555-951f-9d6e0110d22c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08480c4-50ee-4f3c-9729-027c920503df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605457 Jul 29 23:34:47.648732 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.668160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c327cac8-9f1c-483f-bed9-11fcb2e6896b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:47.933075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] Router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:48.059083 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:48.069933 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] Sync routers for ids ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:48.074591 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1f6ea4c1-5e04-462b-996b-75599fa7474c admin admin] 10.222.0.37 "PUT /v2.0/routers/3646c6e1-7999-48d8-aa23-f198edc0a9a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0888224 Jul 29 23:34:48.075391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50342) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:48.080719 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] Routers {'3646c6e1-7999-48d8-aa23-f198edc0a9a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:48.081666 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:34:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:48.198858 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] Set router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:48.226456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0977512-cae0-45e1-86d4-4da967cbc29f req-b2c593e7-a3b0-454e-99c7-6dd56d150e73 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.234273 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0977512-cae0-45e1-86d4-4da967cbc29f req-b2c593e7-a3b0-454e-99c7-6dd56d150e73 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 931 time: 0.4599540 Jul 29 23:34:48.242393 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72 req-21ab6dda-db0f-4669-8534-18ff65cacf9c service neutron] 10.222.0.42 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507442 Jul 29 23:34:48.257856 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.267162 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.368344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1caa99e4-2b5d-4f2d-99f7-0aaf31e3da72 req-839e28b3-ab1c-40a6-b707-e9a64e988124 service neutron] 10.222.0.42 "GET /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918956 Jul 29 23:34:48.403502 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'name': 'tempest-ServersTestMultiNic-851591056-router', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:34:47Z', 'revision_number': 5, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'gw_port': {'id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:48.415582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Transition to ACTIVE for port object 73946deb-b986-42b4-a633-a6c3141403fe will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:48.435677 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] Checking router: 3646c6e1-7999-48d8-aa23-f198edc0a9a2 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:34:48.442816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0977512-cae0-45e1-86d4-4da967cbc29f req-002f7514-0cf6-48d5-abc7-def9ffcb419d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962280 Jul 29 23:34:48.444635 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] Routers {'3646c6e1-7999-48d8-aa23-f198edc0a9a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:48.445453 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:34:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:48.466588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009baf8-3a42-407f-a458-34487e692daa req-9b6726f2-d60a-4243-8ecf-29a28c23efdd tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.468222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d009baf8-3a42-407f-a458-34487e692daa req-9b6726f2-d60a-4243-8ecf-29a28c23efdd tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 949 time: 0.0875957 Jul 29 23:34:48.518058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d009baf8-3a42-407f-a458-34487e692daa req-c651ce96-9471-4a7e-9c03-387ca57d877b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Jul 29 23:34:48.532371 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.580137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network 36382307-0fe1-4604-af47-70013c8641db is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:48.583873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:48.588549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:48.593926 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] Set router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:48.636700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Port': ['ID=73946deb-b986-42b4-a633-a6c3141403fe,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:48.640574 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.684875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.685540 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.737913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-602019f4-923d-4b92-93e3-90d36f3cf8bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2041843 Jul 29 23:34:48.780509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3066b-50d0-4b8f-9c46-035e23ae95e8 req-4c3a7261-ddc4-4187-a4a5-a67e99b9af2d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.782246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4c3066b-50d0-4b8f-9c46-035e23ae95e8 req-4c3a7261-ddc4-4187-a4a5-a67e99b9af2d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 1023 time: 0.1199510 Jul 29 23:34:48.791890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'network_id': '36382307-0fe1-4604-af47-70013c8641db', 'admin_state_up': True, 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'security_groups': ['c8166cff-a153-487a-bc04-8e25ad7e4b73']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:48.936688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aba1b480-2e67-4dc4-b2f9-a056dacbf870 None None] Provisioning for port 73946deb-b986-42b4-a633-a6c3141403fe completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:48.939280 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'name': 'tempest-ServersTestMultiNic-851591056-router', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:34:47Z', 'revision_number': 5, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'gw_port': {'id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:48.943215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aba1b480-2e67-4dc4-b2f9-a056dacbf870 None None] Provisioning complete for port 73946deb-b986-42b4-a633-a6c3141403fe triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:48.944313 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aba1b480-2e67-4dc4-b2f9-a056dacbf870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.953487 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.956805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4c3066b-50d0-4b8f-9c46-035e23ae95e8 req-24ee144c-984f-433b-80ed-9d6618802622 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&id=3c3547b0-c6ab-4cfb-805e-3d07f12ea96c&id=46514a54-2dc4-40da-98eb-9692dc7fe9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1612639 Jul 29 23:34:48.984437 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806c283-0d57-43d5-93c7-32e90dd5f7f8 None None] The sync data for ids ['3646c6e1-7999-48d8-aa23-f198edc0a9a2'] in n-d-712139-11 is: [{'id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'name': 'tempest-ServersTestMultiNic-851591056-router', 'tenant_id': '34bff65f30e84f11ad8d294c28bf588e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:34:47Z', 'revision_number': 5, 'project_id': '34bff65f30e84f11ad8d294c28bf588e', 'gw_port': {'id': 'b0ee565f-6a86-4eec-bdac-9d1bd36b16cd', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646c6e1-7999-48d8-aa23-f198edc0a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:04Z', 'updated_at': '2021-07-29T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:49.018939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aba1b480-2e67-4dc4-b2f9-a056dacbf870 None None] Port 73946deb-b986-42b4-a633-a6c3141403fe cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:49.049227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:49.053437 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.055112 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Deleting port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:49.055471 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.141101 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] For port b0ee565f-6a86-4eec-bdac-9d1bd36b16cd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b0ee565f-6a86-4eec-bdac-9d1bd36b16cd,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:49.141771 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.159952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Calling delete_port for b0ee565f-6a86-4eec-bdac-9d1bd36b16cd owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:49.204061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Allocated IP 10.1.1.158 (36382307-0fe1-4604-af47-70013c8641db/7d86ad07-e024-428c-96d6-69edc70cf9c4/879ba5f7-5d77-407a-ba32-ffb56f3efc3c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:49.336668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.370511 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.375763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ee565f-6a86-4eec-bdac-9d1bd36b16cd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:49.401861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Transition to ACTIVE for port object 879ba5f7-5d77-407a-ba32-ffb56f3efc3c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:49.441726 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.465021 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.494542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network 36382307-0fe1-4604-af47-70013c8641db is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:49.498352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:49.515438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:49.547749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Port': ['ID=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:49.624340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.624990 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.649987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49c3ef-4421-4094-b22a-8b498d9fd9ab req-331d3f64-4132-4fa7-a153-ab3cf70ec4f5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.652006 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.656898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49c3ef-4421-4094-b22a-8b498d9fd9ab req-331d3f64-4132-4fa7-a153-ab3cf70ec4f5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.658342 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.663977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49c3ef-4421-4094-b22a-8b498d9fd9ab req-331d3f64-4132-4fa7-a153-ab3cf70ec4f5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.665810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c49c3ef-4421-4094-b22a-8b498d9fd9ab req-331d3f64-4132-4fa7-a153-ab3cf70ec4f5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 2374 time: 0.1191292 Jul 29 23:34:49.721040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-00d68dbc-eed1-4764-990d-ba137c0be53f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9377079 Jul 29 23:34:49.738506 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.739623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3646c6e1-7999-48d8-aa23-f198edc0a9a2 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:34:49.754181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac', 'admin_state_up': True, 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'security_groups': ['c8166cff-a153-487a-bc04-8e25ad7e4b73']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:49.755383 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.756661 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fd51dfcb-2cc3-447e-8064-8ad323508844 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3646c6e1-7999-48d8-aa23-f198edc0a9a2 HTTP/1.1" status: 204 len: 168 time: 1.6801524 Jul 29 23:34:49.763423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:49.818540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c49c3ef-4421-4094-b22a-8b498d9fd9ab req-d7c26c85-3f55-4f2c-baec-9fcb93f8c150 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446524 Jul 29 23:34:49.829756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad60cec-eda1-4de1-9650-4d74aa0110ea req-a73e611f-1ebc-48cf-b8ea-a13737b11fb3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.831309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fad60cec-eda1-4de1-9650-4d74aa0110ea req-a73e611f-1ebc-48cf-b8ea-a13737b11fb3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 949 time: 0.1492815 Jul 29 23:34:49.853508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fc1cf15a-e54f-45d3-a539-b1fcff8064ea None None] Provisioning for port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:49.857736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea68c29a-ccc7-47dc-b90c-ffcfbf7c6398 admin admin] Deleting subnet 670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:49.861201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea68c29a-ccc7-47dc-b90c-ffcfbf7c6398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.863998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fc1cf15a-e54f-45d3-a539-b1fcff8064ea None None] Provisioning complete for port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:49.868502 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf15a-e54f-45d3-a539-b1fcff8064ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.909163 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea68c29a-ccc7-47dc-b90c-ffcfbf7c6398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.940154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cf15a-e54f-45d3-a539-b1fcff8064ea None None] Port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:49.988179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fad60cec-eda1-4de1-9650-4d74aa0110ea req-5989cf94-7283-45a8-a1a7-64754e7efefc tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429811 Jul 29 23:34:50.046218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea68c29a-ccc7-47dc-b90c-ffcfbf7c6398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.047392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:50.104579 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea68c29a-ccc7-47dc-b90c-ffcfbf7c6398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.137314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68c29a-ccc7-47dc-b90c-ffcfbf7c6398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:50.141963 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea68c29a-ccc7-47dc-b90c-ffcfbf7c6398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.144890 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ea68c29a-ccc7-47dc-b90c-ffcfbf7c6398 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/670cb489-5e6e-4e5d-b7ed-006aa7ed9aa4 HTTP/1.1" status: 204 len: 168 time: 0.3796721 Jul 29 23:34:50.146945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:50.149206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c716d575-83eb-4572-a6b7-d27b9bc8ac15 None None] Network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:50.183171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cafc9-da50-467b-a9cd-50d23289565e req-7d4b7e74-6eae-4e24-b258-bf4f8a7aaa12 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:50.185276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f7cafc9-da50-467b-a9cd-50d23289565e req-7d4b7e74-6eae-4e24-b258-bf4f8a7aaa12 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 1023 time: 0.0919602 Jul 29 23:34:50.223684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.226364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.246181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f7cafc9-da50-467b-a9cd-50d23289565e req-e5f01dcc-fda6-43b6-b8bc-98139387616c tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&id=3c3547b0-c6ab-4cfb-805e-3d07f12ea96c&id=46514a54-2dc4-40da-98eb-9692dc7fe9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0546572 Jul 29 23:34:50.344502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Deleting port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:50.344858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.386917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-151c3d20-24bb-4f14-8cf7-91a3ed1da51b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:50.388647 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-151c3d20-24bb-4f14-8cf7-91a3ed1da51b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 1023 time: 0.1281354 Jul 29 23:34:50.404512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b22460-1c73-4e28-877e-522c37043ea7 None None] DHCP port deletion for e1d3efc4-fd4f-4c88-8a99-7b1676909e66 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:50.409139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c327cac8-9f1c-483f-bed9-11fcb2e6896b up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:50.467205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] For port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20,segment=NetworkSegment(077913df-9d56-4a36-91a3-6bf9319ad6b5),segment_id=077913df-9d56-4a36-91a3-6bf9319ad6b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:50.467570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.484099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Calling delete_port for c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:50.529970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port c327cac8-9f1c-483f-bed9-11fcb2e6896b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:50.538308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d5b22460-1c73-4e28-877e-522c37043ea7 None None] Deleting port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:50.538900 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5b22460-1c73-4e28-877e-522c37043ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.580351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port c327cac8-9f1c-483f-bed9-11fcb2e6896b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:50.580992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.600085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.622554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-6785e112-c020-4ebc-bdd2-5f3e851b8d7d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Deleting port 0c43d4ec-4531-4938-8ff8-f0a805f698ae {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:50.622998 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-6785e112-c020-4ebc-bdd2-5f3e851b8d7d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.638192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:50.640980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] No DVR routers for this DVR port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:50.652988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Allocated IP 10.2.2.100 (0d56165a-adce-4f4e-ad5e-0e89bf8e4eac/cbebeb36-4cfa-415a-8afe-8ff8a9de5e25/cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:50.672847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d5b22460-1c73-4e28-877e-522c37043ea7 None None] For port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20,segment=NetworkSegment(077913df-9d56-4a36-91a3-6bf9319ad6b5),segment_id=077913df-9d56-4a36-91a3-6bf9319ad6b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:50.673255 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5b22460-1c73-4e28-877e-522c37043ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.721327 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.729183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.743925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d3efc4-fd4f-4c88-8a99-7b1676909e66']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:50.746645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d5b22460-1c73-4e28-877e-522c37043ea7 None None] Calling delete_port for c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:50.758897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077913df-9d56-4a36-91a3-6bf9319ad6b5') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:50.759319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077913df-9d56-4a36-91a3-6bf9319ad6b5') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:50.769361 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.787164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be08b272-1967-4fdd-b2b1-79c7d35a46e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c327cac8-9f1c-483f-bed9-11fcb2e6896b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:50.790264 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b8ca90-93c1-4369-a225-7c4f68aa7e23" -d '{"events": [{"server_uuid": "be08b272-1967-4fdd-b2b1-79c7d35a46e4", "name": "network-vif-plugged", "status": "completed", "tag": "c327cac8-9f1c-483f-bed9-11fcb2e6896b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:50.800478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.809309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:50.810236 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:50.811962 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:50.880107 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a57addb-d7fb-4756-813c-2b939321205d x-openstack-request-id: req-5a57addb-d7fb-4756-813c-2b939321205d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:50.881105 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be08b272-1967-4fdd-b2b1-79c7d35a46e4", "name": "network-vif-plugged", "status": "completed", "tag": "c327cac8-9f1c-483f-bed9-11fcb2e6896b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:50.881526 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a57addb-d7fb-4756-813c-2b939321205d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:50.882121 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be08b272-1967-4fdd-b2b1-79c7d35a46e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c327cac8-9f1c-483f-bed9-11fcb2e6896b', 'code': 200} Jul 29 23:34:50.883943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-6785e112-c020-4ebc-bdd2-5f3e851b8d7d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] For port 0c43d4ec-4531-4938-8ff8-f0a805f698ae, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0c43d4ec-4531-4938-8ff8-f0a805f698ae,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:50.884344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c327cac8-9f1c-483f-bed9-11fcb2e6896b, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c327cac8-9f1c-483f-bed9-11fcb2e6896b,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:50.885032 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-6785e112-c020-4ebc-bdd2-5f3e851b8d7d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.915455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.921608 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.931426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-6785e112-c020-4ebc-bdd2-5f3e851b8d7d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Calling delete_port for 0c43d4ec-4531-4938-8ff8-f0a805f698ae owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:50.941319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.944700 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] 10.222.0.37 "DELETE /v2.0/networks/e1d3efc4-fd4f-4c88-8a99-7b1676909e66 HTTP/1.1" status: 204 len: 168 time: 0.7967153 Jul 29 23:34:50.956296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.039714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c327cac8-9f1c-483f-bed9-11fcb2e6896b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.051986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0d845-7e0b-4ef2-a342-385f1d5bb83b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d3efc4-fd4f-4c88-8a99-7b1676909e66,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.052995 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5b22460-1c73-4e28-877e-522c37043ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.059693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Transition to ACTIVE for port object cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:51.078512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5b22460-1c73-4e28-877e-522c37043ea7 None None] Network e1d3efc4-fd4f-4c88-8a99-7b1676909e66 is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:34:51.079136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b22460-1c73-4e28-877e-522c37043ea7 None None] No DVR routers for this DVR port c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:51.089161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c78b58-a87e-4cf0-bf18-9ab4bb92bcff req-e1318a19-9ccc-4d90-91f9-cebe9f3be443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.096425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-17c78b58-a87e-4cf0-bf18-9ab4bb92bcff req-e1318a19-9ccc-4d90-91f9-cebe9f3be443 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 1102 time: 0.1191885 Jul 29 23:34:51.121369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b22460-1c73-4e28-877e-522c37043ea7 None None] Pushing event deleted for resources: {'Port': ['ID=c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.149216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b0ee565f-6a86-4eec-bdac-9d1bd36b16cd no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:51.193136 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-17c78b58-a87e-4cf0-bf18-9ab4bb92bcff req-888934bb-794b-45b8-86eb-951ce45af4c7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855365 Jul 29 23:34:51.193563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: b0ee565f-6a86-4eec-bdac-9d1bd36b16cd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:51.193925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b0ee565f-6a86-4eec-bdac-9d1bd36b16cd not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:51.194358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d24517a9-1010-4cea-816f-7846b473e977 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:51.222705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d24517a9-1010-4cea-816f-7846b473e977 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:51.223062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d24517a9-1010-4cea-816f-7846b473e977 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:51.223489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:51.267242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50392) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.272940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f28cc-88b2-47a8-ac11-d97207848a67 req-cec8c885-2429-43bf-97a2-5f27a7ed47eb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.273167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:51.273528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c8fe52ed-5ecd-485e-b0e3-1250ab3e5e20 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:51.292654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f28cc-88b2-47a8-ac11-d97207848a67 req-cec8c885-2429-43bf-97a2-5f27a7ed47eb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.300878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f28cc-88b2-47a8-ac11-d97207848a67 req-cec8c885-2429-43bf-97a2-5f27a7ed47eb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.302772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-134f28cc-88b2-47a8-ac11-d97207848a67 req-cec8c885-2429-43bf-97a2-5f27a7ed47eb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 2374 time: 0.2486355 Jul 29 23:34:51.345898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.352082 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-806c5571-8111-4aac-ba9f-d7f5afc895cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34bff65f30e84f11ad8d294c28bf588e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814230 Jul 29 23:34:51.354269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50396) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.421456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c428b4cf-7350-4446-8dc2-3f122fef5bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.443916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c428b4cf-7350-4446-8dc2-3f122fef5bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.463181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdc15-c66c-424f-a315-09526cd499b6 req-c72a99bc-9af2-4b01-b669-a895d6078496 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.464753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81acdc15-c66c-424f-a315-09526cd499b6 req-c72a99bc-9af2-4b01-b669-a895d6078496 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 950 time: 0.3165984 Jul 29 23:34:51.471367 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-6785e112-c020-4ebc-bdd2-5f3e851b8d7d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.489545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-134f28cc-88b2-47a8-ac11-d97207848a67 req-211ea73a-3378-49f1-9b27-b6ff42e4c50b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685772 Jul 29 23:34:51.498266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0c43d4ec-4531-4938-8ff8-f0a805f698ae'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:51.522849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:51.529806 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c428b4cf-7350-4446-8dc2-3f122fef5bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.533131 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c428b4cf-7350-4446-8dc2-3f122fef5bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.534688 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c428b4cf-7350-4446-8dc2-3f122fef5bec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38358f5f-d6ff-47ea-a32a-2da68d83019c HTTP/1.1" status: 204 len: 168 time: 0.1790481 Jul 29 23:34:51.535451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1ed40c18-6f48-4005-85a6-3aabeeb6319a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:51.550565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81acdc15-c66c-424f-a315-09526cd499b6 req-9cfdf15a-a9be-4ac5-b6a2-a06606e031d9 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748208 Jul 29 23:34:51.556144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:51.572169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428b4cf-7350-4446-8dc2-3f122fef5bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38358f5f-d6ff-47ea-a32a-2da68d83019c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.592371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:51.599128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Port': ['ID=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.654626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-6785e112-c020-4ebc-bdd2-5f3e851b8d7d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] No DVR routers for this DVR port 0c43d4ec-4531-4938-8ff8-f0a805f698ae on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:51.676129 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-414c4269-38df-411b-ae41-1aab149e915a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.690914 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-6785e112-c020-4ebc-bdd2-5f3e851b8d7d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.698105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2a9df03-29a6-499c-aa01-09f04891a24f req-6785e112-c020-4ebc-bdd2-5f3e851b8d7d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.42 "DELETE /v2.0/ports/0c43d4ec-4531-4938-8ff8-f0a805f698ae HTTP/1.1" status: 204 len: 173 time: 1.2641027 Jul 29 23:34:51.715301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'name': 'network-vif-deleted', 'tag': '0c43d4ec-4531-4938-8ff8-f0a805f698ae'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:51.728295 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4a7626-ca4f-4ea2-a9fe-53f10f0d153a" -d '{"events": [{"server_uuid": "f9239313-9548-4aaf-8ed3-71cec351607f", "name": "network-vif-deleted", "tag": "0c43d4ec-4531-4938-8ff8-f0a805f698ae"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:51.836395 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c18bd2e8-560a-4b9f-9b52-a1ba78ed0b7f req-cb5c9f13-98b1-45fc-8188-e623ceb846d4 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9239313-9548-4aaf-8ed3-71cec351607f HTTP/1.1" status: 200 len: 210 time: 0.0818470 Jul 29 23:34:51.836395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.836395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.836395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.836395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.836395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.836395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.836395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.837310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.837310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.837310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.837545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.840810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:51.928912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785e112-c020-4ebc-bdd2-5f3e851b8d7d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'Port': ['ID=0c43d4ec-4531-4938-8ff8-f0a805f698ae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.942889 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a801a0dd-d209-45b1-bd82-91ebe51cf3b4 x-openstack-request-id: req-a801a0dd-d209-45b1-bd82-91ebe51cf3b4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:51.943262 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9239313-9548-4aaf-8ed3-71cec351607f", "name": "network-vif-deleted", "tag": "0c43d4ec-4531-4938-8ff8-f0a805f698ae", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:51.943612 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a801a0dd-d209-45b1-bd82-91ebe51cf3b4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:51.944159 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9239313-9548-4aaf-8ed3-71cec351607f', 'name': 'network-vif-deleted', 'tag': '0c43d4ec-4531-4938-8ff8-f0a805f698ae', 'status': 'completed', 'code': 200} Jul 29 23:34:51.982558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.986150 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.021102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f3848a0f-d2f8-4db8-a6ba-358b3b0e422c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2710447 Jul 29 23:34:52.040683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac', 'admin_state_up': True, 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'security_groups': ['c8166cff-a153-487a-bc04-8e25ad7e4b73']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:52.094169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e5a2bc7-a264-4f0e-abc3-12306f9a0319 None None] Provisioning for port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:52.098207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e5a2bc7-a264-4f0e-abc3-12306f9a0319 None None] Provisioning complete for port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:52.098584 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e5a2bc7-a264-4f0e-abc3-12306f9a0319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.138111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a2bc7-a264-4f0e-abc3-12306f9a0319 None None] Port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:52.201033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Made reservation on behalf of 7ee1a7ae85f14d38905ed95afe23a54c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:52.206775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.469210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Allocated IP 10.2.2.200 (0d56165a-adce-4f4e-ad5e-0e89bf8e4eac/cbebeb36-4cfa-415a-8afe-8ff8a9de5e25/6b553493-5e11-4969-9ddf-5058c0af1fde) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:52.700984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.895164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Transition to ACTIVE for port object 6b553493-5e11-4969-9ddf-5058c0af1fde will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:53.037556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4170-d0eb-4e37-aecb-0e964612a5b2 req-67677fd3-46b4-43b3-8628-dfef360cda51 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:53.043819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4170-d0eb-4e37-aecb-0e964612a5b2 req-67677fd3-46b4-43b3-8628-dfef360cda51 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:53.049681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4170-d0eb-4e37-aecb-0e964612a5b2 req-67677fd3-46b4-43b3-8628-dfef360cda51 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:53.056288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4170-d0eb-4e37-aecb-0e964612a5b2 req-67677fd3-46b4-43b3-8628-dfef360cda51 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:53.058171 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b2b4170-d0eb-4e37-aecb-0e964612a5b2 req-67677fd3-46b4-43b3-8628-dfef360cda51 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 3095 time: 0.3925965 Jul 29 23:34:53.091439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142c976-28df-4e95-98af-0666c2ac3b0e req-e716bd13-1ba5-466e-a0b1-bd883fea86c4 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:53.092990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f142c976-28df-4e95-98af-0666c2ac3b0e req-e716bd13-1ba5-466e-a0b1-bd883fea86c4 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 950 time: 0.3882668 Jul 29 23:34:53.136768 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.218421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:53.229540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b2b4170-d0eb-4e37-aecb-0e964612a5b2 req-b3654154-c062-4d88-b698-7938fe45eff6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604025 Jul 29 23:34:53.242270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:53.251086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f142c976-28df-4e95-98af-0666c2ac3b0e req-76fa53ec-c0de-48eb-892b-accbb19f054c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462550 Jul 29 23:34:53.252201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:53.255168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event updated for resources: {'Port': ['ID=6b553493-5e11-4969-9ddf-5058c0af1fde,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:53.399736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:53.401040 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.433163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-6edd06b3-baa4-486d-836b-ae40c68a8729 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3985462 Jul 29 23:34:53.455956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:53.601472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a458491-373f-418b-8cf5-339650c1d43f None None] Provisioning for port 6b553493-5e11-4969-9ddf-5058c0af1fde completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:53.607877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a458491-373f-418b-8cf5-339650c1d43f None None] Provisioning complete for port 6b553493-5e11-4969-9ddf-5058c0af1fde triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:53.608355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a458491-373f-418b-8cf5-339650c1d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.634300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ca4d2fa-16d7-441f-9ed7-af89b97db663 req-b1d6a253-6285-43d7-bfd0-9e970978803d tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/46514a54-2dc4-40da-98eb-9692dc7fe9d8 HTTP/1.1" status: 200 len: 1803 time: 0.1091850 Jul 29 23:34:53.643775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.822851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5a458491-373f-418b-8cf5-339650c1d43f None None] Port 6b553493-5e11-4969-9ddf-5058c0af1fde cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:53.838106 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca4d2fa-16d7-441f-9ed7-af89b97db663 req-b02c41a5-1d9b-466f-8e30-ac462405868b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.940005 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca4d2fa-16d7-441f-9ed7-af89b97db663 req-b02c41a5-1d9b-466f-8e30-ac462405868b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.092358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef3cfce5-4d6d-4ae2-bb29-49daf0da3d7d req-dbce79b0-2f63-4bd4-8d02-63397c477e98 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e52182e-0641-4475-974f-3e2dc3bdf654 HTTP/1.1" status: 200 len: 210 time: 0.0575869 Jul 29 23:34:54.100523 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2439d4ee-90b9-4ae8-8b09-e33a9a510c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.176305 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca4d2fa-16d7-441f-9ed7-af89b97db663 req-b02c41a5-1d9b-466f-8e30-ac462405868b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.178875 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca4d2fa-16d7-441f-9ed7-af89b97db663 req-b02c41a5-1d9b-466f-8e30-ac462405868b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.180320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ca4d2fa-16d7-441f-9ed7-af89b97db663 req-b02c41a5-1d9b-466f-8e30-ac462405868b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/46514a54-2dc4-40da-98eb-9692dc7fe9d8 HTTP/1.1" status: 204 len: 173 time: 0.5381708 Jul 29 23:34:54.210621 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.210906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c41a5-1d9b-466f-8e30-ac462405868b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46514a54-2dc4-40da-98eb-9692dc7fe9d8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:54.328137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3da39446-957d-4602-a3f8-35aa0b7f38ca req-8197c3c6-8440-4832-a03c-614ed3ed7fb7 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/3c3547b0-c6ab-4cfb-805e-3d07f12ea96c HTTP/1.1" status: 200 len: 1801 time: 0.1010456 Jul 29 23:34:54.335249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:54.346855 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.385210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Transition to ACTIVE for port object 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:54.397699 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.425490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0c43d4ec-4531-4938-8ff8-f0a805f698ae no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:54.481965 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3da39446-957d-4602-a3f8-35aa0b7f38ca req-97558f06-5988-41b2-9127-3277c4fe2f2a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.502806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 0c43d4ec-4531-4938-8ff8-f0a805f698ae {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:54.509037 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0c43d4ec-4531-4938-8ff8-f0a805f698ae not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:54.532818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Pushing event updated for resources: {'Port': ['ID=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:54.665391 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3da39446-957d-4602-a3f8-35aa0b7f38ca req-97558f06-5988-41b2-9127-3277c4fe2f2a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.711211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8c331-2565-45b2-9d5a-758dab7bb261 req-775cc207-773e-40d8-ab34-a2330fb504bf tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:54.720204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aa8c331-2565-45b2-9d5a-758dab7bb261 req-775cc207-773e-40d8-ab34-a2330fb504bf tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 950 time: 0.1919754 Jul 29 23:34:54.791570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Attempting to bind port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:54.791925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Attempting to bind port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:54.792303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Attempting to bind port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 on network 1d04e04e-9948-407a-b7bb-4578f768d2cf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:54.805173 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 on network 1d04e04e-9948-407a-b7bb-4578f768d2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:54.805486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Attempting to bind port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 on network 1d04e04e-9948-407a-b7bb-4578f768d2cf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:54.809931 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3da39446-957d-4602-a3f8-35aa0b7f38ca req-97558f06-5988-41b2-9127-3277c4fe2f2a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.812773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3da39446-957d-4602-a3f8-35aa0b7f38ca req-97558f06-5988-41b2-9127-3277c4fe2f2a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.814280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3da39446-957d-4602-a3f8-35aa0b7f38ca req-97558f06-5988-41b2-9127-3277c4fe2f2a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/3c3547b0-c6ab-4cfb-805e-3d07f12ea96c HTTP/1.1" status: 204 len: 173 time: 0.4742148 Jul 29 23:34:54.820559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aa8c331-2565-45b2-9d5a-758dab7bb261 req-665566b4-b18e-466b-b2b9-775b0fb32dc5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994368 Jul 29 23:34:54.848085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:54.848085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Checking segment: {'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:54.848085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Bound using segment: {'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:54.848085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Bound port: 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eeaa814-9f8f-4466-833e-5e5905160bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:54.848601 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.871387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97558f06-5988-41b2-9127-3277c4fe2f2a tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3547b0-c6ab-4cfb-805e-3d07f12ea96c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:54.973583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] For port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:54.978639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] For port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:54.994430 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.108041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Pushing event updated for resources: {'Port': ['ID=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:55.167838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.169766 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.173929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-e6c77a88-6c1e-41a1-aec3-77a9832aaa0b service neutron] 10.222.0.47 "PUT /v2.0/ports/0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 HTTP/1.1" status: 200 len: 1092 time: 1.7246435 Jul 29 23:34:55.191119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:55.193737 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986825a1-5972-4fb7-a3ac-b401c9eee1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "0c16c9a3-ed45-4f25-9ee2-8c60a319ea30"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:55.269167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:55.294620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301adb-f4d2-45bd-926d-c6603bcd3e42 req-47fb0cbd-2111-437e-a5f0-78dee940b7da tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.308655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301adb-f4d2-45bd-926d-c6603bcd3e42 req-47fb0cbd-2111-437e-a5f0-78dee940b7da tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.327785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301adb-f4d2-45bd-926d-c6603bcd3e42 req-47fb0cbd-2111-437e-a5f0-78dee940b7da tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.351862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301adb-f4d2-45bd-926d-c6603bcd3e42 req-47fb0cbd-2111-437e-a5f0-78dee940b7da tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.358838 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.385201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301adb-f4d2-45bd-926d-c6603bcd3e42 req-47fb0cbd-2111-437e-a5f0-78dee940b7da tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.392875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc301adb-f4d2-45bd-926d-c6603bcd3e42 req-47fb0cbd-2111-437e-a5f0-78dee940b7da tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 3828 time: 0.2920074 Jul 29 23:34:55.480523 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc301adb-f4d2-45bd-926d-c6603bcd3e42 req-9a823b1d-b01a-4a05-91e4-7937ebc77d61 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846870 Jul 29 23:34:55.518117 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.584283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-bd10aa42-048d-4630-8259-497b136aef86 req-c4fb7e34-f822-4f01-90f8-506b2316c581 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1737538266', 'description': 'tempest-description-1750402304'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:55.613990 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bd10aa42-048d-4630-8259-497b136aef86 req-c4fb7e34-f822-4f01-90f8-506b2316c581 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.455555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7639cf3-c93f-4f92-ba4c-fa92ac82c2b9 req-052dc3f6-c6e2-40ad-9b01-64686144bf74 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.457221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7639cf3-c93f-4f92-ba4c-fa92ac82c2b9 req-052dc3f6-c6e2-40ad-9b01-64686144bf74 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 1102 time: 0.6393771 Jul 29 23:34:56.461611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bd10aa42-048d-4630-8259-497b136aef86 req-c4fb7e34-f822-4f01-90f8-506b2316c581 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.473768 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bd10aa42-048d-4630-8259-497b136aef86 req-c4fb7e34-f822-4f01-90f8-506b2316c581 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.534813 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bd10aa42-048d-4630-8259-497b136aef86 req-c4fb7e34-f822-4f01-90f8-506b2316c581 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.546103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd10aa42-048d-4630-8259-497b136aef86 req-c4fb7e34-f822-4f01-90f8-506b2316c581 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9663451 Jul 29 23:34:56.572520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7639cf3-c93f-4f92-ba4c-fa92ac82c2b9 req-5df8555f-8989-4550-b7b4-952550b995c1 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022117 Jul 29 23:34:56.576505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb7e34-f822-4f01-90f8-506b2316c581 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608e3ab0-7913-41d4-8174-bed86db570ca,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:56.635111 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72682f6-fd25-4565-ad07-db79b7c8515b x-openstack-request-id: req-a72682f6-fd25-4565-ad07-db79b7c8515b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:56.635529 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "0c16c9a3-ed45-4f25-9ee2-8c60a319ea30", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:56.635874 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a72682f6-fd25-4565-ad07-db79b7c8515b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:56.636703 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30', 'status': 'completed', 'code': 200} Jul 29 23:34:56.678616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029f2ad7-f9a7-457b-9093-231a372c243b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:56.690284 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.765380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Transition to ACTIVE for port object 029f2ad7-f9a7-457b-9093-231a372c243b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:56.797876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4cb95ffd-6051-4d57-9946-3c5420da70fa req-3ab12054-1a87-4c26-98b7-d19fb1f6fff1 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0747485 Jul 29 23:34:56.797876 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.836627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-969594c9-579c-4606-80e2-1711e3cd982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.837891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-969594c9-579c-4606-80e2-1711e3cd982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.838595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-969594c9-579c-4606-80e2-1711e3cd982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.839272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-969594c9-579c-4606-80e2-1711e3cd982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.840283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-969594c9-579c-4606-80e2-1711e3cd982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.844133 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-969594c9-579c-4606-80e2-1711e3cd982b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 4364 time: 0.1128206 Jul 29 23:34:56.970944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Pushing event updated for resources: {'Port': ['ID=029f2ad7-f9a7-457b-9093-231a372c243b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:57.014401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.079434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-0cb03a79-2fec-405b-9516-43edcc690f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.080370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-0cb03a79-2fec-405b-9516-43edcc690f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.081170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-0cb03a79-2fec-405b-9516-43edcc690f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.083549 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-0cb03a79-2fec-405b-9516-43edcc690f31 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2244253 Jul 29 23:34:57.115792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2767fd53-8334-42b3-ae57-893861a57c7b req-2b940544-a80d-4b72-8cfd-1b8ee2b3a6e3 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/608e3ab0-7913-41d4-8174-bed86db570ca HTTP/1.1" status: 200 len: 1803 time: 0.2489107 Jul 29 23:34:57.127914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2767fd53-8334-42b3-ae57-893861a57c7b req-b83364ae-8e8e-4199-b559-b91e32100ade tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1872377667', 'description': 'tempest-description-hth-287676558'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:57.140574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Attempting to bind port 029f2ad7-f9a7-457b-9093-231a372c243b on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:57.140919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Attempting to bind port 029f2ad7-f9a7-457b-9093-231a372c243b by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:57.141545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Attempting to bind port 029f2ad7-f9a7-457b-9093-231a372c243b on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:57.174606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Port 029f2ad7-f9a7-457b-9093-231a372c243b on network 36382307-0fe1-4604-af47-70013c8641db not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:57.175271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Attempting to bind port 029f2ad7-f9a7-457b-9093-231a372c243b on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:57.198957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d6d9e-d787-4aa5-89ec-aa44e5f334ef req-38e3b3c4-380f-45a7-b4b0-a3dce552309c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.208290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d6d9e-d787-4aa5-89ec-aa44e5f334ef req-38e3b3c4-380f-45a7-b4b0-a3dce552309c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.214948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d6d9e-d787-4aa5-89ec-aa44e5f334ef req-38e3b3c4-380f-45a7-b4b0-a3dce552309c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.222743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d6d9e-d787-4aa5-89ec-aa44e5f334ef req-38e3b3c4-380f-45a7-b4b0-a3dce552309c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.229310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d6d9e-d787-4aa5-89ec-aa44e5f334ef req-38e3b3c4-380f-45a7-b4b0-a3dce552309c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.236002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d6d9e-d787-4aa5-89ec-aa44e5f334ef req-38e3b3c4-380f-45a7-b4b0-a3dce552309c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.238028 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-339d6d9e-d787-4aa5-89ec-aa44e5f334ef req-38e3b3c4-380f-45a7-b4b0-a3dce552309c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 4600 time: 0.2584074 Jul 29 23:34:57.239975 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2767fd53-8334-42b3-ae57-893861a57c7b req-b83364ae-8e8e-4199-b559-b91e32100ade tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.244865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:57.245207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Checking segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:57.245771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Bound using segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:57.246386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Bound port: 029f2ad7-f9a7-457b-9093-231a372c243b, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:57.247483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.315616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-76d9be97-f910-4ee6-936c-dae63d15e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.318030 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-986825a1-5972-4fb7-a3ac-b401c9eee1e1 req-76d9be97-f910-4ee6-936c-dae63d15e54b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691923 Jul 29 23:34:57.406048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-339d6d9e-d787-4aa5-89ec-aa44e5f334ef req-621f74b3-b7cf-438f-a6b2-da3fe4a44f5c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1345077 Jul 29 23:34:57.419753 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2767fd53-8334-42b3-ae57-893861a57c7b req-b83364ae-8e8e-4199-b559-b91e32100ade tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.440717 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2767fd53-8334-42b3-ae57-893861a57c7b req-b83364ae-8e8e-4199-b559-b91e32100ade tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.445466 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2767fd53-8334-42b3-ae57-893861a57c7b req-b83364ae-8e8e-4199-b559-b91e32100ade tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.448927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2767fd53-8334-42b3-ae57-893861a57c7b req-b83364ae-8e8e-4199-b559-b91e32100ade tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "PUT /v2.0/security-groups/608e3ab0-7913-41d4-8174-bed86db570ca HTTP/1.1" status: 200 len: 1776 time: 0.3322527 Jul 29 23:34:57.450641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] For port 029f2ad7-f9a7-457b-9093-231a372c243b, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:57.476144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] For port 029f2ad7-f9a7-457b-9093-231a372c243b, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=029f2ad7-f9a7-457b-9093-231a372c243b,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:57.495585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.553632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83364ae-8e8e-4199-b559-b91e32100ade tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608e3ab0-7913-41d4-8174-bed86db570ca,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:57.580523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.581570 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.582958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] 10.222.0.47 "PUT /v2.0/ports/029f2ad7-f9a7-457b-9093-231a372c243b HTTP/1.1" status: 200 len: 1131 time: 2.3383734 Jul 29 23:34:57.632219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:57.641056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-8884176c-2ea8-4688-bce1-f90c0fc0de24 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886998 Jul 29 23:34:57.641404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeddad4-eb4c-42cb-a3b1-918a26ebeffb service neutron] Pushing event updated for resources: {'Port': ['ID=029f2ad7-f9a7-457b-9093-231a372c243b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:57.774557 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8c262e0-c3db-4d44-a5a1-5c3f3d32ffed req-1bb1d6c0-6593-4e36-b833-5ea47e9aa305 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/608e3ab0-7913-41d4-8174-bed86db570ca HTTP/1.1" status: 200 len: 1776 time: 0.2120314 Jul 29 23:34:57.786988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.899417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-429097f6-91fc-46a9-8838-97f0f55fb383 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.901663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-429097f6-91fc-46a9-8838-97f0f55fb383 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371676 Jul 29 23:34:58.017519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1064d3c1-4e1f-41c4-a092-57ddd8337dde tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/quotas/ae9bd5eed4df40c49cb99575b9823488 HTTP/1.1" status: 200 len: 375 time: 0.0951633 Jul 29 23:34:58.131322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b49ec6ba-0c3d-4359-9e3e-613e05f58e29 req-64435bec-713e-4c4c-aed6-6d9d87c583ab tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/608e3ab0-7913-41d4-8174-bed86db570ca HTTP/1.1" status: 200 len: 1776 time: 0.2076607 Jul 29 23:34:58.187076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-24430a83-ab43-43c6-81cc-55c0fca4a9fb tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1631303 Jul 29 23:34:58.325524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe284d5-c308-4e20-b3bf-2e4de4483ed2 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:58.336159 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.356240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Transition to ACTIVE for port object ebe284d5-c308-4e20-b3bf-2e4de4483ed2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:58.376972 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b49ec6ba-0c3d-4359-9e3e-613e05f58e29 req-3a9ab97e-4002-4d24-acf4-a4690fc4cfcb tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.405023 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b49ec6ba-0c3d-4359-9e3e-613e05f58e29 req-3a9ab97e-4002-4d24-acf4-a4690fc4cfcb tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.448534 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.483180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b49ec6ba-0c3d-4359-9e3e-613e05f58e29 req-3a9ab97e-4002-4d24-acf4-a4690fc4cfcb tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.486056 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b49ec6ba-0c3d-4359-9e3e-613e05f58e29 req-3a9ab97e-4002-4d24-acf4-a4690fc4cfcb tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.493143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b49ec6ba-0c3d-4359-9e3e-613e05f58e29 req-3a9ab97e-4002-4d24-acf4-a4690fc4cfcb tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/608e3ab0-7913-41d4-8174-bed86db570ca HTTP/1.1" status: 204 len: 173 time: 0.3505807 Jul 29 23:34:58.535370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ab97e-4002-4d24-acf4-a4690fc4cfcb tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608e3ab0-7913-41d4-8174-bed86db570ca,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:58.576213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:58.638787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '029f2ad7-f9a7-457b-9093-231a372c243b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:58.641726 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3233e-a879-40be-8015-5528ac7269c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "029f2ad7-f9a7-457b-9093-231a372c243b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:58.664673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9631df8-4fac-4229-bbb6-3e7d830815f1 req-10dc6284-5154-4b68-b360-883bcd7967f1 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 210 time: 0.0896530 Jul 29 23:34:58.797667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34d30f27-5883-4c19-9e2d-ed724a7ed022 req-9f43c333-b4b0-4d3a-8329-c3051279b463 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.1459510 Jul 29 23:34:58.826952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Attempting to bind port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:58.827239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Attempting to bind port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:58.827580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Attempting to bind port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:58.862709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 on network 36382307-0fe1-4604-af47-70013c8641db not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:58.863052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Attempting to bind port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:58.874050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:58.874540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Checking segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:58.875030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Bound using segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:58.875651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Bound port: ebe284d5-c308-4e20-b3bf-2e4de4483ed2, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:58.876092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.957533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6718c-ba0f-4d64-a8eb-1699eb821f75 req-7a375bcd-c0a6-4c2b-aaeb-7880c3837a24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:58.972782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6718c-ba0f-4d64-a8eb-1699eb821f75 req-7a375bcd-c0a6-4c2b-aaeb-7880c3837a24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.009141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6718c-ba0f-4d64-a8eb-1699eb821f75 req-7a375bcd-c0a6-4c2b-aaeb-7880c3837a24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.017545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6718c-ba0f-4d64-a8eb-1699eb821f75 req-7a375bcd-c0a6-4c2b-aaeb-7880c3837a24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.023743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6718c-ba0f-4d64-a8eb-1699eb821f75 req-7a375bcd-c0a6-4c2b-aaeb-7880c3837a24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.050449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6718c-ba0f-4d64-a8eb-1699eb821f75 req-7a375bcd-c0a6-4c2b-aaeb-7880c3837a24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.056877 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6718c-ba0f-4d64-a8eb-1699eb821f75 req-7a375bcd-c0a6-4c2b-aaeb-7880c3837a24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.076271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ea6718c-ba0f-4d64-a8eb-1699eb821f75 req-7a375bcd-c0a6-4c2b-aaeb-7880c3837a24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5373 time: 0.2861805 Jul 29 23:34:59.084879 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977d407b-a719-48d0-a67a-b4a69a359007 x-openstack-request-id: req-977d407b-a719-48d0-a67a-b4a69a359007 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:59.085164 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "029f2ad7-f9a7-457b-9093-231a372c243b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:59.085726 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-977d407b-a719-48d0-a67a-b4a69a359007 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:59.086131 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '029f2ad7-f9a7-457b-9093-231a372c243b', 'status': 'completed', 'code': 200} Jul 29 23:34:59.173071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] For port ebe284d5-c308-4e20-b3bf-2e4de4483ed2, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:59.190490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] For port ebe284d5-c308-4e20-b3bf-2e4de4483ed2, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:59.218203 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.281752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ea6718c-ba0f-4d64-a8eb-1699eb821f75 req-a73f07da-43b9-4723-b479-f9d488ec2bf0 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1962988 Jul 29 23:34:59.329332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.329768 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.331177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] 10.222.0.47 "PUT /v2.0/ports/ebe284d5-c308-4e20-b3bf-2e4de4483ed2 HTTP/1.1" status: 200 len: 1132 time: 1.7043452 Jul 29 23:34:59.336136 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-2f31d85b-105e-4c83-b48e-7baf51076bbb req-0c68b163-34ac-4fdf-8615-369c6c81b28e tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] show failed (client error): The resource could not be found. Jul 29 23:34:59.337161 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f31d85b-105e-4c83-b48e-7baf51076bbb req-0c68b163-34ac-4fdf-8615-369c6c81b28e tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/3c3547b0-c6ab-4cfb-805e-3d07f12ea96c HTTP/1.1" status: 404 len: 352 time: 0.0311527 Jul 29 23:34:59.393401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4e23d-29d6-4056-95d6-8174fa722949 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.396399 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-e6eaed23-d11d-4ac7-9342-de7000338eb8 req-8112f2b5-77d6-46da-b2d4-b0090e7a1217 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] show failed (client error): The resource could not be found. Jul 29 23:34:59.402461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6eaed23-d11d-4ac7-9342-de7000338eb8 req-8112f2b5-77d6-46da-b2d4-b0090e7a1217 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/46514a54-2dc4-40da-98eb-9692dc7fe9d8 HTTP/1.1" status: 404 len: 352 time: 0.0311453 Jul 29 23:34:59.443167 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-f8a05224-686f-4234-8817-87f669f862a2 req-d1630af8-3960-4261-8191-c08ee42065a4 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] show failed (client error): The resource could not be found. Jul 29 23:34:59.443774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8a05224-686f-4234-8817-87f669f862a2 req-d1630af8-3960-4261-8191-c08ee42065a4 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/05d9c57e-5c4f-4e80-9b52-3772f08ac63f HTTP/1.1" status: 404 len: 352 time: 0.0204184 Jul 29 23:34:59.488442 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-6378d57e-693d-4f24-b6c3-3994961da8da req-4ccffa7c-12d9-4328-87e4-3ddca96cfe3e tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] show failed (client error): The resource could not be found. Jul 29 23:34:59.489644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6378d57e-693d-4f24-b6c3-3994961da8da req-4ccffa7c-12d9-4328-87e4-3ddca96cfe3e tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/6c288df2-42ef-4dc0-b58f-a4c6eb5ea76a HTTP/1.1" status: 404 len: 352 time: 0.0241673 Jul 29 23:34:59.543525 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-c82ec085-0344-46fe-8c6b-acbf20e8dd09 req-588d326d-cd04-4851-9730-8ff3969c8f8b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] show failed (client error): The resource could not be found. Jul 29 23:34:59.552230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c82ec085-0344-46fe-8c6b-acbf20e8dd09 req-588d326d-cd04-4851-9730-8ff3969c8f8b tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/466e4070-69ce-4f5b-a428-451db13269d1 HTTP/1.1" status: 404 len: 352 time: 0.0243835 Jul 29 23:34:59.587544 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-12ba711a-a9c2-4e89-9d0e-1d0e03cf43c8 req-64eb12c5-84b9-4de4-9a9e-0efb00c3a4ff tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] show failed (client error): The resource could not be found. Jul 29 23:34:59.595720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12ba711a-a9c2-4e89-9d0e-1d0e03cf43c8 req-64eb12c5-84b9-4de4-9a9e-0efb00c3a4ff tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/c4ad21a1-4d69-4aed-93b9-4cf5dfbec43b HTTP/1.1" status: 404 len: 352 time: 0.0219786 Jul 29 23:34:59.819539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84da683a-30c0-41da-a705-171858193e91 req-354ec9ac-61bb-40be-a5b9-c150e2f697eb tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 210 time: 0.0275943 Jul 29 23:34:59.851167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:59.955007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.990880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-861eb0e9-5c17-4468-a5fe-4282977da0b6 req-f8f464f1-0984-41c3-b45c-b7f238658a60 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0897360 Jul 29 23:35:00.021486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-a23422fc-05ff-4aee-a795-860afed17c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.021486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-a23422fc-05ff-4aee-a795-860afed17c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.021486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-a23422fc-05ff-4aee-a795-860afed17c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.021486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-a23422fc-05ff-4aee-a795-860afed17c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.021486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-a23422fc-05ff-4aee-a795-860afed17c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.021486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-a23422fc-05ff-4aee-a795-860afed17c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.021486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-a23422fc-05ff-4aee-a795-860afed17c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.021486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-a23422fc-05ff-4aee-a795-860afed17c41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6213 time: 0.1629035 Jul 29 23:35:00.031707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac68b5-4efc-4e85-b56b-7c5257281fe2 req-a77deaae-497b-4a27-aaaa-aca36f001236 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.040817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2ac68b5-4efc-4e85-b56b-7c5257281fe2 req-a77deaae-497b-4a27-aaaa-aca36f001236 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 1024 time: 0.1597238 Jul 29 23:35:00.217508 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84acc0a9-98c0-46d9-9747-be80d801c997 req-6b6c240a-a96b-448f-b49d-819cc6ae9efb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e52182e-0641-4475-974f-3e2dc3bdf654 HTTP/1.1" status: 200 len: 210 time: 0.0455039 Jul 29 23:35:00.233720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-deed3d7f-ba71-45be-b72e-0c27ac7eb426 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398073 Jul 29 23:35:00.397689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2ac68b5-4efc-4e85-b56b-7c5257281fe2 req-91c17083-7945-44fb-a3fd-7175ed3d0903 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&id=e0dcb6fd-4506-4b00-b8fa-0daad6ca5111&id=b91b76de-bf8a-4e7c-a68e-458fde87657f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3550911 Jul 29 23:35:00.472669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73946deb-b986-42b4-a633-a6c3141403fe {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:00.480907 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.482185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-f5041baf-a150-4446-be06-700eeba972e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.482676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-f5041baf-a150-4446-be06-700eeba972e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.483153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-f5041baf-a150-4446-be06-700eeba972e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.484789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-f5041baf-a150-4446-be06-700eeba972e4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4315512 Jul 29 23:35:00.497811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Transition to ACTIVE for port object 73946deb-b986-42b4-a633-a6c3141403fe will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:00.502212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.530447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-7237f7ca-40b3-466d-8bc8-3086ed3c2489 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.532582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-7237f7ca-40b3-466d-8bc8-3086ed3c2489 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855921 Jul 29 23:35:00.558897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2398fb-c7d1-4464-977a-05c9b57eb707 req-4285d49b-2e1c-4eb9-b49a-7534a87d5775 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.565038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2398fb-c7d1-4464-977a-05c9b57eb707 req-4285d49b-2e1c-4eb9-b49a-7534a87d5775 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.571081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2398fb-c7d1-4464-977a-05c9b57eb707 req-4285d49b-2e1c-4eb9-b49a-7534a87d5775 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.577381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2398fb-c7d1-4464-977a-05c9b57eb707 req-4285d49b-2e1c-4eb9-b49a-7534a87d5775 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.583426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2398fb-c7d1-4464-977a-05c9b57eb707 req-4285d49b-2e1c-4eb9-b49a-7534a87d5775 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.589465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2398fb-c7d1-4464-977a-05c9b57eb707 req-4285d49b-2e1c-4eb9-b49a-7534a87d5775 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.596233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2398fb-c7d1-4464-977a-05c9b57eb707 req-4285d49b-2e1c-4eb9-b49a-7534a87d5775 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.599812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac2398fb-c7d1-4464-977a-05c9b57eb707 req-4285d49b-2e1c-4eb9-b49a-7534a87d5775 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5373 time: 0.1295872 Jul 29 23:35:00.604667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Request body: {'port': {'device_id': '4b0e9429-4b16-46b7-945e-e8a508472c2f', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'ae9bd5eed4df40c49cb99575b9823488'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:00.610038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Pushing event updated for resources: {'Port': ['ID=73946deb-b986-42b4-a633-a6c3141403fe,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:00.692312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Attempting to bind port 73946deb-b986-42b4-a633-a6c3141403fe on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:00.692934 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Attempting to bind port 73946deb-b986-42b4-a633-a6c3141403fe by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:00.693546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Attempting to bind port 73946deb-b986-42b4-a633-a6c3141403fe on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:00.700990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Port 73946deb-b986-42b4-a633-a6c3141403fe on network 36382307-0fe1-4604-af47-70013c8641db not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:00.701637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Attempting to bind port 73946deb-b986-42b4-a633-a6c3141403fe on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:00.707321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:00.707921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Checking segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:00.708519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Bound using segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:00.709264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Bound port: 73946deb-b986-42b4-a633-a6c3141403fe, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:00.709795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.823122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] For port 73946deb-b986-42b4-a633-a6c3141403fe, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:00.827165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] For port 73946deb-b986-42b4-a633-a6c3141403fe, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=73946deb-b986-42b4-a633-a6c3141403fe,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:00.851272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.885757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac2398fb-c7d1-4464-977a-05c9b57eb707 req-e7612f3e-e745-4fee-81a4-68ca0f9ac915 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2582970 Jul 29 23:35:00.971878 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c9cd4330-7ef2-4e39-9ad7-d7761cb62c89 req-25497fd1-be1d-4502-a386-3e4c7d298ebc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.1170785 Jul 29 23:35:00.980769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.984523 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.990606 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] 10.222.0.47 "PUT /v2.0/ports/73946deb-b986-42b4-a633-a6c3141403fe HTTP/1.1" status: 200 len: 1092 time: 1.1450861 Jul 29 23:35:01.026551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '73946deb-b986-42b4-a633-a6c3141403fe'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:01.029463 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "73946deb-b986-42b4-a633-a6c3141403fe"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:01.065176 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4c3a3-d393-4675-8b5b-7d3befe6f473 service neutron] Pushing event updated for resources: {'Port': ['ID=73946deb-b986-42b4-a633-a6c3141403fe,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:01.130306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-18082b2a-0ab0-4a9e-b19b-0f9c6f9b4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.132048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1b3233e-a879-40be-8015-5528ac7269c0 req-18082b2a-0ab0-4a9e-b19b-0f9c6f9b4cc5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5140457 Jul 29 23:35:01.132494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': 'ebe284d5-c308-4e20-b3bf-2e4de4483ed2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:01.134978 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "ebe284d5-c308-4e20-b3bf-2e4de4483ed2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:01.217954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c53342d-2543-472b-a378-54fa68e49262 req-ee93012e-106b-4f1c-b585-f18aeb1de823 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0748405 Jul 29 23:35:01.223503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9a37836-6e5b-4d1e-b381-d43deff7cee8 req-f0238642-379b-499d-a5c9-3441338962cf tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 210 time: 0.0814741 Jul 29 23:35:01.224286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Made reservation on behalf of ae9bd5eed4df40c49cb99575b9823488 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:01.228269 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.276679 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04e38ba-2113-46f7-ae36-8ababc1be894 x-openstack-request-id: req-e04e38ba-2113-46f7-ae36-8ababc1be894 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:01.276916 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "73946deb-b986-42b4-a633-a6c3141403fe", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:01.277177 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e04e38ba-2113-46f7-ae36-8ababc1be894 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:01.277568 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '73946deb-b986-42b4-a633-a6c3141403fe', 'status': 'completed', 'code': 200} Jul 29 23:35:01.350170 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dba12a-5316-496d-aa52-0adb10e6c45d x-openstack-request-id: req-21dba12a-5316-496d-aa52-0adb10e6c45d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:01.350556 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "ebe284d5-c308-4e20-b3bf-2e4de4483ed2", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:01.350882 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21dba12a-5316-496d-aa52-0adb10e6c45d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:01.351348 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': 'ebe284d5-c308-4e20-b3bf-2e4de4483ed2', 'status': 'completed', 'code': 200} Jul 29 23:35:01.457749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:01.514328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Allocated IP 192.168.233.98 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:01.548057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-61f29a0a-5df5-4279-aefd-e65ae3098a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.548843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-61f29a0a-5df5-4279-aefd-e65ae3098a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.549642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-61f29a0a-5df5-4279-aefd-e65ae3098a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.550413 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-61f29a0a-5df5-4279-aefd-e65ae3098a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.551057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-61f29a0a-5df5-4279-aefd-e65ae3098a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.551692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-61f29a0a-5df5-4279-aefd-e65ae3098a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.552401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-61f29a0a-5df5-4279-aefd-e65ae3098a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.555632 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-61f29a0a-5df5-4279-aefd-e65ae3098a0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6281 time: 0.0735691 Jul 29 23:35:01.596362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.691664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f7fec-4413-4348-bb29-0e42872eab57 req-f74d6c66-6f14-409c-aeb7-6ec2313002b3 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.693651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a2f7fec-4413-4348-bb29-0e42872eab57 req-f74d6c66-6f14-409c-aeb7-6ec2313002b3 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 1024 time: 0.1557546 Jul 29 23:35:01.762522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-a0945758-97ca-44c6-8777-af6c61bda5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.763061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-a0945758-97ca-44c6-8777-af6c61bda5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.763671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-a0945758-97ca-44c6-8777-af6c61bda5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.765955 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-a0945758-97ca-44c6-8777-af6c61bda5d8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1895154 Jul 29 23:35:01.900997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a2f7fec-4413-4348-bb29-0e42872eab57 req-9d319d5e-d238-49ba-bb07-e848c1cf24ae tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&id=e0dcb6fd-4506-4b00-b8fa-0daad6ca5111&id=b91b76de-bf8a-4e7c-a68e-458fde87657f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1847022 Jul 29 23:35:01.927259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-3aa32192-a3a9-4057-b5c7-c5bd888e0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.930230 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2b6277a-a9d7-482b-ae44-0e7a4edeb785 req-3aa32192-a3a9-4057-b5c7-c5bd888e0343 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547163 Jul 29 23:35:02.034473 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.074055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Transition to ACTIVE for port object d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:02.119207 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.209618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ce1eb-bf05-49fc-8a5b-72b9e9fe0454 req-f93e2aaf-553b-4c67-9edc-977d89e6890b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.216603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ce1eb-bf05-49fc-8a5b-72b9e9fe0454 req-f93e2aaf-553b-4c67-9edc-977d89e6890b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.232459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ce1eb-bf05-49fc-8a5b-72b9e9fe0454 req-f93e2aaf-553b-4c67-9edc-977d89e6890b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.239427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ce1eb-bf05-49fc-8a5b-72b9e9fe0454 req-f93e2aaf-553b-4c67-9edc-977d89e6890b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.245861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ce1eb-bf05-49fc-8a5b-72b9e9fe0454 req-f93e2aaf-553b-4c67-9edc-977d89e6890b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.268144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ce1eb-bf05-49fc-8a5b-72b9e9fe0454 req-f93e2aaf-553b-4c67-9edc-977d89e6890b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.276324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ce1eb-bf05-49fc-8a5b-72b9e9fe0454 req-f93e2aaf-553b-4c67-9edc-977d89e6890b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.278335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-917ce1eb-bf05-49fc-8a5b-72b9e9fe0454 req-f93e2aaf-553b-4c67-9edc-977d89e6890b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5385 time: 0.2249835 Jul 29 23:35:02.284076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-67e81576-a1e9-4727-b77e-2b18ba1f2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.284883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-67e81576-a1e9-4727-b77e-2b18ba1f2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.285551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-67e81576-a1e9-4727-b77e-2b18ba1f2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.286210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-67e81576-a1e9-4727-b77e-2b18ba1f2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.286865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-67e81576-a1e9-4727-b77e-2b18ba1f2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.287519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-67e81576-a1e9-4727-b77e-2b18ba1f2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.288198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-67e81576-a1e9-4727-b77e-2b18ba1f2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.290649 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-67e81576-a1e9-4727-b77e-2b18ba1f2170 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6281 time: 0.1646492 Jul 29 23:35:02.345969 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.361856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0', 'c327cac8-9f1c-483f-bed9-11fcb2e6896b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:02.378811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-917ce1eb-bf05-49fc-8a5b-72b9e9fe0454 req-5410b549-54a4-4299-a003-099a1fee9def tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728841 Jul 29 23:35:02.392225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879ba5f7-5d77-407a-ba32-ffb56f3efc3c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:02.457097 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.463534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7', '784d380b-faae-401d-9c1f-d848dfc79701'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:02.502153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-e600ff6e-b783-4c21-965f-8c2bce58b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.503050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-e600ff6e-b783-4c21-965f-8c2bce58b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.503715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-e600ff6e-b783-4c21-965f-8c2bce58b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.505590 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-e600ff6e-b783-4c21-965f-8c2bce58b32e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1789293 Jul 29 23:35:02.534124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:02.559898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:02.567855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:02.583511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67967145-b135-4408-811e-16166e34c150 req-e64af261-fb70-4116-b82d-18e5a600f88b tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0665100 Jul 29 23:35:02.598202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Transition to ACTIVE for port object 879ba5f7-5d77-407a-ba32-ffb56f3efc3c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:02.713667 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.797712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event updated for resources: {'Port': ['ID=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:02.841505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d728a0-0cee-4270-ae22-bba5a6cb88e5 req-7071183e-90ce-47a9-9306-eb8edaa35626 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.851774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2d728a0-0cee-4270-ae22-bba5a6cb88e5 req-7071183e-90ce-47a9-9306-eb8edaa35626 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 935 time: 0.4983077 Jul 29 23:35:02.867626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.868343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.883377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-9c14b88c-7407-4c53-921b-36938174ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.886115 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a68bbb09-d4ac-49e6-898e-9660ebec5b9c req-9c14b88c-7407-4c53-921b-36938174ccb5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2811451 Jul 29 23:35:02.971852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-1ea5330c-e35a-481a-aab6-f096a3412c11 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3709192 Jul 29 23:35:03.027523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Request body: {'port': {'device_id': '4b0e9429-4b16-46b7-945e-e8a508472c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:03.095544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-b9c64c39-bc69-467b-98c3-91c37815c647 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.099436 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-b9c64c39-bc69-467b-98c3-91c37815c647 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.47 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 1024 time: 0.1303563 Jul 29 23:35:03.150599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4599c760-44a0-4f0e-bd54-8127d11f1ad1 None None] Provisioning for port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:03.167481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4599c760-44a0-4f0e-bd54-8127d11f1ad1 None None] Provisioning complete for port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:03.168095 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4599c760-44a0-4f0e-bd54-8127d11f1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.180970 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2d728a0-0cee-4270-ae22-bba5a6cb88e5 req-8e342c4f-500c-4986-b081-7ef40474c561 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280983 Jul 29 23:35:03.195878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Pushing event updated for resources: {'Port': ['ID=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:03.352336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a8806-c0a9-4973-9e87-6e73c6efff35 req-e0b5669d-5816-4ade-b5bc-8e20712bbab2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.354536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e1a8806-c0a9-4973-9e87-6e73c6efff35 req-e0b5669d-5816-4ade-b5bc-8e20712bbab2 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/ports?device_id=25adeb50-031b-45fe-9506-d84fdab4bbf1 HTTP/1.1" status: 200 len: 1024 time: 0.3122211 Jul 29 23:35:03.369833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-42285c82-8a3e-47ba-a870-ab22b05444d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Deleting port 1ed40c18-6f48-4005-85a6-3aabeeb6319a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:03.370326 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-42285c82-8a3e-47ba-a870-ab22b05444d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.412894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4599c760-44a0-4f0e-bd54-8127d11f1ad1 None None] Port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:03.476162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Attempting to bind port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:03.477076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Attempting to bind port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:03.477641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Attempting to bind port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:03.483959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c on network 36382307-0fe1-4604-af47-70013c8641db not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:03.484750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Attempting to bind port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:03.487195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.558805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-42285c82-8a3e-47ba-a870-ab22b05444d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] For port 1ed40c18-6f48-4005-85a6-3aabeeb6319a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1ed40c18-6f48-4005-85a6-3aabeeb6319a,segment=NetworkSegment(701aacb0-102d-4d84-96d6-eab2a277e398),segment_id=701aacb0-102d-4d84-96d6-eab2a277e398)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:03.570455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-42285c82-8a3e-47ba-a870-ab22b05444d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.602856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-42285c82-8a3e-47ba-a870-ab22b05444d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Calling delete_port for 1ed40c18-6f48-4005-85a6-3aabeeb6319a owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:03.759601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-42285c82-8a3e-47ba-a870-ab22b05444d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.805007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42285c82-8a3e-47ba-a870-ab22b05444d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'Port': ['ID=1ed40c18-6f48-4005-85a6-3aabeeb6319a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:03.849606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-42285c82-8a3e-47ba-a870-ab22b05444d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] No DVR routers for this DVR port 1ed40c18-6f48-4005-85a6-3aabeeb6319a on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:03.852351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-42285c82-8a3e-47ba-a870-ab22b05444d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.854400 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d6288e1-e394-4773-9ab6-495ca61c7992 req-42285c82-8a3e-47ba-a870-ab22b05444d6 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.47 "DELETE /v2.0/ports/1ed40c18-6f48-4005-85a6-3aabeeb6319a HTTP/1.1" status: 204 len: 173 time: 0.7477732 Jul 29 23:35:03.854859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'name': 'network-vif-deleted', 'tag': '1ed40c18-6f48-4005-85a6-3aabeeb6319a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:03.857726 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bda087-95ee-46a2-93e3-82dc72e3ac9f" -d '{"events": [{"server_uuid": "25adeb50-031b-45fe-9506-d84fdab4bbf1", "name": "network-vif-deleted", "tag": "1ed40c18-6f48-4005-85a6-3aabeeb6319a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:04.028823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e1a8806-c0a9-4973-9e87-6e73c6efff35 req-2ac0fa6b-31e4-4fbb-932e-5cc6f4b9f4e1 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups?id=da5ed335-4702-44ea-9a10-d1ad992f8921&id=e0dcb6fd-4506-4b00-b8fa-0daad6ca5111&id=b91b76de-bf8a-4e7c-a68e-458fde87657f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6544275 Jul 29 23:35:04.034198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:04.034418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Checking segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:04.035020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Bound using segment: {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:04.035448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Bound port: 879ba5f7-5d77-407a-ba32-ffb56f3efc3c, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87db4a6-0668-4459-9eea-ff407a895698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36382307-0fe1-4604-af47-70013c8641db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:04.035995 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.173830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26b2d2-32d8-42ee-9a67-8887c68f2b1c req-398795b6-7bd3-4abf-81fa-ecf4e5a62eca tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.180318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26b2d2-32d8-42ee-9a67-8887c68f2b1c req-398795b6-7bd3-4abf-81fa-ecf4e5a62eca tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.186395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26b2d2-32d8-42ee-9a67-8887c68f2b1c req-398795b6-7bd3-4abf-81fa-ecf4e5a62eca tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.192622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26b2d2-32d8-42ee-9a67-8887c68f2b1c req-398795b6-7bd3-4abf-81fa-ecf4e5a62eca tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.198841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26b2d2-32d8-42ee-9a67-8887c68f2b1c req-398795b6-7bd3-4abf-81fa-ecf4e5a62eca tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.199535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1ed40c18-6f48-4005-85a6-3aabeeb6319a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:04.204910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26b2d2-32d8-42ee-9a67-8887c68f2b1c req-398795b6-7bd3-4abf-81fa-ecf4e5a62eca tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.210885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26b2d2-32d8-42ee-9a67-8887c68f2b1c req-398795b6-7bd3-4abf-81fa-ecf4e5a62eca tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.220001 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc26b2d2-32d8-42ee-9a67-8887c68f2b1c req-398795b6-7bd3-4abf-81fa-ecf4e5a62eca tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5397 time: 0.2529454 Jul 29 23:35:04.256244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3060aed-bf93-4a0e-8545-7ccd941fe4b9 req-bf817b1e-6e8e-443c-9ff4-fe365aeba042 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.1158733 Jul 29 23:35:04.361731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc26b2d2-32d8-42ee-9a67-8887c68f2b1c req-bd516159-9830-445d-aed0-7f2788be7d00 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1404750 Jul 29 23:35:04.414745 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cfc726-4350-4b4e-ac79-deac0aa3bd8f x-openstack-request-id: req-59cfc726-4350-4b4e-ac79-deac0aa3bd8f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:04.414745 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25adeb50-031b-45fe-9506-d84fdab4bbf1", "name": "network-vif-deleted", "tag": "1ed40c18-6f48-4005-85a6-3aabeeb6319a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:04.415374 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59cfc726-4350-4b4e-ac79-deac0aa3bd8f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:04.415464 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25adeb50-031b-45fe-9506-d84fdab4bbf1', 'name': 'network-vif-deleted', 'tag': '1ed40c18-6f48-4005-85a6-3aabeeb6319a', 'status': 'completed', 'code': 200} Jul 29 23:35:04.460468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] For port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:04.470697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] For port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:04.541985 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.780681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:04.789476 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.811874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.811874 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.813136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] 10.222.0.47 "PUT /v2.0/ports/879ba5f7-5d77-407a-ba32-ffb56f3efc3c HTTP/1.1" status: 200 len: 1092 time: 3.3599548 Jul 29 23:35:04.821148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '879ba5f7-5d77-407a-ba32-ffb56f3efc3c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:04.823384 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448000dc-60a7-4808-a40a-d3a12326ae69" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "879ba5f7-5d77-407a-ba32-ffb56f3efc3c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:04.850145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Transition to ACTIVE for port object d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:04.851040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3be31a-eb85-41bf-b4b9-ddaf5b096649 service neutron] Pushing event updated for resources: {'Port': ['ID=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:04.862457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cee49-048f-40a6-bca8-973653d8cd1f req-3596fba9-93af-468b-9e6b-46024699dce2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.863931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-193cee49-048f-40a6-bca8-973653d8cd1f req-3596fba9-93af-468b-9e6b-46024699dce2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 935 time: 0.3171222 Jul 29 23:35:04.870529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:04.879435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.128139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-193cee49-048f-40a6-bca8-973653d8cd1f req-7c9f0fc6-f773-42c0-8f76-62ae59037e48 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544630 Jul 29 23:35:05.183853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:05.188565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.238347 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea9781f-8492-4481-b300-30fe7a16667d x-openstack-request-id: req-cea9781f-8492-4481-b300-30fe7a16667d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:05.238719 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "879ba5f7-5d77-407a-ba32-ffb56f3efc3c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:05.238977 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cea9781f-8492-4481-b300-30fe7a16667d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:05.239375 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '879ba5f7-5d77-407a-ba32-ffb56f3efc3c', 'status': 'completed', 'code': 200} Jul 29 23:35:05.377738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-c4d53616-99e4-490e-a108-5d9cb4833fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.378381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-c4d53616-99e4-490e-a108-5d9cb4833fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.378872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-c4d53616-99e4-490e-a108-5d9cb4833fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.379350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-c4d53616-99e4-490e-a108-5d9cb4833fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.380090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-c4d53616-99e4-490e-a108-5d9cb4833fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.380780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-c4d53616-99e4-490e-a108-5d9cb4833fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.381414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-c4d53616-99e4-490e-a108-5d9cb4833fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.383656 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-c4d53616-99e4-490e-a108-5d9cb4833fb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6349 time: 0.1115646 Jul 29 23:35:05.424757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d54a67a6-686d-45e6-a2d4-46c6238110de req-10022427-bae2-4a8d-8f78-8d1e6fac08ba tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.1472745 Jul 29 23:35:05.441444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Attempting to bind port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:05.441894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Attempting to bind port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:05.442304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Attempting to bind port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:05.540813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:05.541160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Attempting to bind port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:05.564367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:05.564632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:05.565016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:05.565469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Bound port: d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:05.565844 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.592605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbcb6871-5476-4b56-836d-2fbe11413928 req-f3acf409-796b-45b6-8e10-1257f1671444 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/e0dcb6fd-4506-4b00-b8fa-0daad6ca5111 HTTP/1.1" status: 200 len: 1801 time: 0.1935036 Jul 29 23:35:05.606082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-3985098f-6104-4099-80a2-f01b265c2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.606673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-3985098f-6104-4099-80a2-f01b265c2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.607108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-3985098f-6104-4099-80a2-f01b265c2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.608780 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-3985098f-6104-4099-80a2-f01b265c2066 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2099690 Jul 29 23:35:05.734490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-e794328c-5ae8-4258-92b2-2abb60eadaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.736110 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-448000dc-60a7-4808-a40a-d3a12326ae69 req-e794328c-5ae8-4258-92b2-2abb60eadaed service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198621 Jul 29 23:35:05.771641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:05.821515 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.865387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Transition to ACTIVE for port object cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:05.878787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.918276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736dd86-4ca6-45eb-97d5-863c01f92458 req-434ec059-84db-4706-aac6-73873ab371b4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.924255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736dd86-4ca6-45eb-97d5-863c01f92458 req-434ec059-84db-4706-aac6-73873ab371b4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.930747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736dd86-4ca6-45eb-97d5-863c01f92458 req-434ec059-84db-4706-aac6-73873ab371b4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.937259 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736dd86-4ca6-45eb-97d5-863c01f92458 req-434ec059-84db-4706-aac6-73873ab371b4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.943343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736dd86-4ca6-45eb-97d5-863c01f92458 req-434ec059-84db-4706-aac6-73873ab371b4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.949347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736dd86-4ca6-45eb-97d5-863c01f92458 req-434ec059-84db-4706-aac6-73873ab371b4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.955963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736dd86-4ca6-45eb-97d5-863c01f92458 req-434ec059-84db-4706-aac6-73873ab371b4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.958010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4736dd86-4ca6-45eb-97d5-863c01f92458 req-434ec059-84db-4706-aac6-73873ab371b4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5397 time: 0.3644655 Jul 29 23:35:06.002635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fbcb6871-5476-4b56-836d-2fbe11413928 req-243c24e0-7305-4eac-a265-bb40a134b9e0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.004593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] For port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:06.046700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] For port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:06.051612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.091135 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.141134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4736dd86-4ca6-45eb-97d5-863c01f92458 req-69a66451-fb8c-434d-90aa-3ee61740b3c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1553843 Jul 29 23:35:06.176084 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fbcb6871-5476-4b56-836d-2fbe11413928 req-243c24e0-7305-4eac-a265-bb40a134b9e0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.243153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.243845 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.245390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] 10.222.0.42 "PUT /v2.0/ports/d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 HTTP/1.1" status: 200 len: 1096 time: 3.2295799 Jul 29 23:35:06.398199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f944ec-5fc0-40ca-a89d-55a5c355f057 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.430796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Attempting to bind port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.431431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Attempting to bind port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.431954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Attempting to bind port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 on network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.473013 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fbcb6871-5476-4b56-836d-2fbe11413928 req-243c24e0-7305-4eac-a265-bb40a134b9e0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.476274 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fbcb6871-5476-4b56-836d-2fbe11413928 req-243c24e0-7305-4eac-a265-bb40a134b9e0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.477750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbcb6871-5476-4b56-836d-2fbe11413928 req-243c24e0-7305-4eac-a265-bb40a134b9e0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/e0dcb6fd-4506-4b00-b8fa-0daad6ca5111 HTTP/1.1" status: 204 len: 173 time: 0.7250953 Jul 29 23:35:06.478344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 on network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.478714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Attempting to bind port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 on network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.515954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-69f1702c-dc33-4c89-b00d-c7609e0841f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.517898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-69f1702c-dc33-4c89-b00d-c7609e0841f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 1099 time: 0.1984274 Jul 29 23:35:06.557220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:06.557576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Checking segment: {'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:06.557982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Bound using segment: {'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:06.558448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Bound port: cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:06.558816 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.571945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c24e0-7305-4eac-a265-bb40a134b9e0 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dcb6fd-4506-4b00-b8fa-0daad6ca5111,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.649960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-95708ee7-de15-4a03-bd85-eb40dade9425 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 HTTP/1.1" status: 200 len: 217 time: 0.1055334 Jul 29 23:35:06.678176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec1a5aa4-06be-4b42-934a-05f72dc9ec74 req-f8f40f48-07ba-4b95-b018-dc5de7ada778 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.1021864 Jul 29 23:35:06.742936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cce99-72dc-409d-88d2-5457de4531bd req-11b21676-0dba-44ee-afc8-4c08fdcd0d7b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.744690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a84cce99-72dc-409d-88d2-5457de4531bd req-11b21676-0dba-44ee-afc8-4c08fdcd0d7b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 947 time: 0.3092744 Jul 29 23:35:06.779327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-f823b22a-6cdc-4d28-a4a3-b12889190283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.780843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-f823b22a-6cdc-4d28-a4a3-b12889190283 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1133499 Jul 29 23:35:06.796145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] For port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:06.855704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] For port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:06.866821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.873996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a84cce99-72dc-409d-88d2-5457de4531bd req-16da81ee-bff3-4989-a31e-7da0cda453b6 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070521 Jul 29 23:35:06.878852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75b7f90b-4964-4e74-a3de-b4cc69130116 req-4dcc5976-80b3-4e01-8ee9-6633496d9f11 tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "GET /v2.0/security-groups/b91b76de-bf8a-4e7c-a68e-458fde87657f HTTP/1.1" status: 200 len: 1802 time: 0.1573379 Jul 29 23:35:06.931554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.932239 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.933634 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 HTTP/1.1" status: 200 len: 1092 time: 2.0679953 Jul 29 23:35:07.001945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Request body: {'port': {'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:07.031329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-caea0092-e2d1-4ca6-b54b-8c776dc48423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.033053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-caea0092-e2d1-4ca6-b54b-8c776dc48423 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2313900 Jul 29 23:35:07.038280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b98a9-e0cf-4f06-9ead-7e54cd326618 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.177033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.195919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-75b7f90b-4964-4e74-a3de-b4cc69130116 req-6dd50609-7c44-41db-aa07-8dbf6f1dcadf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.254074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0e9429-4b16-46b7-945e-e8a508472c2f', 'tag': 'd6a9bbe6-ad45-4a8d-a309-11c71fb49ce8'}, {'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': 'cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:07.256321 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e936e1-024f-46ed-b0cd-2942d7390ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0e9429-4b16-46b7-945e-e8a508472c2f", "tag": "d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8"}, {"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:07.296721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-75b7f90b-4964-4e74-a3de-b4cc69130116 req-6dd50609-7c44-41db-aa07-8dbf6f1dcadf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.339831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-071f47e9-ef80-4f8d-a843-6a6cde4f387f service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889092 Jul 29 23:35:07.478733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0989-bfc4-40c2-97e4-d9146ad27e6e req-e645cd32-2ddc-4bbc-921e-b204d448d26a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.485119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0989-bfc4-40c2-97e4-d9146ad27e6e req-e645cd32-2ddc-4bbc-921e-b204d448d26a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.491293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0989-bfc4-40c2-97e4-d9146ad27e6e req-e645cd32-2ddc-4bbc-921e-b204d448d26a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.497794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0989-bfc4-40c2-97e4-d9146ad27e6e req-e645cd32-2ddc-4bbc-921e-b204d448d26a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.503638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0989-bfc4-40c2-97e4-d9146ad27e6e req-e645cd32-2ddc-4bbc-921e-b204d448d26a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.509485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0989-bfc4-40c2-97e4-d9146ad27e6e req-e645cd32-2ddc-4bbc-921e-b204d448d26a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.515340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0989-bfc4-40c2-97e4-d9146ad27e6e req-e645cd32-2ddc-4bbc-921e-b204d448d26a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.517251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1b0989-bfc4-40c2-97e4-d9146ad27e6e req-e645cd32-2ddc-4bbc-921e-b204d448d26a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5409 time: 0.2949460 Jul 29 23:35:07.546092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-75b7f90b-4964-4e74-a3de-b4cc69130116 req-6dd50609-7c44-41db-aa07-8dbf6f1dcadf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.549511 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-75b7f90b-4964-4e74-a3de-b4cc69130116 req-6dd50609-7c44-41db-aa07-8dbf6f1dcadf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.549647 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75b7f90b-4964-4e74-a3de-b4cc69130116 req-6dd50609-7c44-41db-aa07-8dbf6f1dcadf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] 10.222.0.37 "DELETE /v2.0/security-groups/b91b76de-bf8a-4e7c-a68e-458fde87657f HTTP/1.1" status: 204 len: 173 time: 0.6475296 Jul 29 23:35:07.558007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:07.629431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd50609-7c44-41db-aa07-8dbf6f1dcadf tempest-SecurityGroupsTestJSON-1842138512 tempest-SecurityGroupsTestJSON-1842138512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91b76de-bf8a-4e7c-a68e-458fde87657f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.691752 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae17106e-3bb1-4f4b-b032-b83c99294807 x-openstack-request-id: req-ae17106e-3bb1-4f4b-b032-b83c99294807 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:07.691917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1f532e-ac8b-453f-aeea-fbc93d9d1292 admin admin] Deleting subnet a273a08c-ddfa-480d-82cb-0e5d602adf63 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:07.692055 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0e9429-4b16-46b7-945e-e8a508472c2f", "tag": "d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:07.692681 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae17106e-3bb1-4f4b-b032-b83c99294807 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:07.692962 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0e9429-4b16-46b7-945e-e8a508472c2f', 'tag': 'd6a9bbe6-ad45-4a8d-a309-11c71fb49ce8', 'status': 'completed', 'code': 200} Jul 29 23:35:07.693223 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': 'cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6', 'status': 'completed', 'code': 200} Jul 29 23:35:07.695692 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e1f532e-ac8b-453f-aeea-fbc93d9d1292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.699310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1b0989-bfc4-40c2-97e4-d9146ad27e6e req-ca1f1933-2cdd-4973-b6fb-1770937fdc93 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1701910 Jul 29 23:35:07.718252 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-417f0016-2b27-4bce-aa44-e32cb456d7ea req-096d237c-6d69-448d-a942-ed1e8e6aeb0e service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167951 Jul 29 23:35:07.800518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e1f532e-ac8b-453f-aeea-fbc93d9d1292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.863616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-7a644c7e-9565-4640-a097-600ce18f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.864124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-7a644c7e-9565-4640-a097-600ce18f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.864813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-7a644c7e-9565-4640-a097-600ce18f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.865287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-7a644c7e-9565-4640-a097-600ce18f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.865754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-7a644c7e-9565-4640-a097-600ce18f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.866271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-7a644c7e-9565-4640-a097-600ce18f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.866736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-7a644c7e-9565-4640-a097-600ce18f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.868664 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-7a644c7e-9565-4640-a097-600ce18f7562 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6417 time: 0.1051934 Jul 29 23:35:07.873852 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e1f532e-ac8b-453f-aeea-fbc93d9d1292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.902020 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ca906da-96eb-4046-a5fb-42e345f4be0f req-33eb0dc4-b3ac-42fd-a227-d1f05d9932f7 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0427380 Jul 29 23:35:07.916629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b553493-5e11-4969-9ddf-5058c0af1fde {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:07.927161 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.931168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-7914dbb0-d925-46cd-a68e-b59fcf50f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.934485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-7914dbb0-d925-46cd-a68e-b59fcf50f75f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 1099 time: 0.1323750 Jul 29 23:35:07.968213 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:35:08.002093 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Transition to ACTIVE for port object 6b553493-5e11-4969-9ddf-5058c0af1fde will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:08.026400 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.079225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-c4570f3b-5e1d-4262-af7e-89015e7057cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.079717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-c4570f3b-5e1d-4262-af7e-89015e7057cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.080227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-c4570f3b-5e1d-4262-af7e-89015e7057cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.081964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-c4570f3b-5e1d-4262-af7e-89015e7057cb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1828461 Jul 29 23:35:08.083828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e1f532e-ac8b-453f-aeea-fbc93d9d1292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.135488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4c456-5e25-4c1e-94e7-c911efd64041 req-7d20ffa8-fa83-4b74-ae6a-7bf763d95b33 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.144444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2c4c456-5e25-4c1e-94e7-c911efd64041 req-7d20ffa8-fa83-4b74-ae6a-7bf763d95b33 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 947 time: 0.1801305 Jul 29 23:35:08.161416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f532e-ac8b-453f-aeea-fbc93d9d1292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a273a08c-ddfa-480d-82cb-0e5d602adf63,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:08.162203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Pushing event updated for resources: {'Port': ['ID=6b553493-5e11-4969-9ddf-5058c0af1fde,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:08.184746 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e1f532e-ac8b-453f-aeea-fbc93d9d1292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.190566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-fb8dcecd-665b-4564-81f6-a7bc446edb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.192208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-fb8dcecd-665b-4564-81f6-a7bc446edb26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2498066 Jul 29 23:35:08.192579 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7e1f532e-ac8b-453f-aeea-fbc93d9d1292 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a273a08c-ddfa-480d-82cb-0e5d602adf63 HTTP/1.1" status: 204 len: 168 time: 0.6330426 Jul 29 23:35:08.195574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 50938) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:08.238939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-6066337f-40e0-49ca-b644-d6d36559bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.240692 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-6066337f-40e0-49ca-b644-d6d36559bfd5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493642 Jul 29 23:35:08.325439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-d5b514c9-410e-4cb3-8f7f-30e5e2e69bf8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 HTTP/1.1" status: 200 len: 217 time: 0.0997036 Jul 29 23:35:08.340116 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2c4c456-5e25-4c1e-94e7-c911efd64041 req-edd114c6-db22-42cc-b22d-e69a5737ef2f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947043 Jul 29 23:35:08.400448 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.402070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Attempting to bind port 6b553493-5e11-4969-9ddf-5058c0af1fde on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:08.402470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Attempting to bind port 6b553493-5e11-4969-9ddf-5058c0af1fde by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:08.402890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Attempting to bind port 6b553493-5e11-4969-9ddf-5058c0af1fde on network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:08.417071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Port 6b553493-5e11-4969-9ddf-5058c0af1fde on network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:08.417336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Attempting to bind port 6b553493-5e11-4969-9ddf-5058c0af1fde on network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:08.421883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-2dac50c1-a61d-45a8-9baa-d0d32a112896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.423350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-2dac50c1-a61d-45a8-9baa-d0d32a112896 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0891750 Jul 29 23:35:08.428688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:08.429031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Checking segment: {'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:08.429670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Bound using segment: {'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:08.430168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Bound port: 6b553493-5e11-4969-9ddf-5058c0af1fde, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4dac38-f41e-42f6-a240-bf87f17aa798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:08.430531 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.562054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1ed40c18-6f48-4005-85a6-3aabeeb6319a no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:08.564152 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.583261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08480c4-50ee-4f3c-9729-027c920503df']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:08.585906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 1ed40c18-6f48-4005-85a6-3aabeeb6319a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:08.586545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1ed40c18-6f48-4005-85a6-3aabeeb6319a not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:08.603907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-babc488b-0bd4-4a66-a217-5834c7a68cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.605422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-babc488b-0bd4-4a66-a217-5834c7a68cd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1718960 Jul 29 23:35:08.609498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701aacb0-102d-4d84-96d6-eab2a277e398') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:08.609926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701aacb0-102d-4d84-96d6-eab2a277e398') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:08.621381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] For port 6b553493-5e11-4969-9ddf-5058c0af1fde, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:08.631766 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.686569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] For port 6b553493-5e11-4969-9ddf-5058c0af1fde, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6b553493-5e11-4969-9ddf-5058c0af1fde,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:08.687845 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.697238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.705390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:08.705789 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:08.710936 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:09.173037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.173668 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.175077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] 10.222.0.47 "PUT /v2.0/ports/6b553493-5e11-4969-9ddf-5058c0af1fde HTTP/1.1" status: 200 len: 1092 time: 2.1955831 Jul 29 23:35:09.200288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a8ac5f9-472e-424e-882e-ffa3311bda09 req-08adaf3a-f6a0-4b29-aaa9-bdf9e0e1d020 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.1110001 Jul 29 23:35:09.236232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-e244b8ab-305e-4b27-bbe2-4939e878812d service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173744 Jul 29 23:35:09.243463 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.255193 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.259533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d08480c4-50ee-4f3c-9729-027c920503df HTTP/1.1" status: 204 len: 168 time: 1.0597064 Jul 29 23:35:09.306569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124da376-72a1-48c4-b499-3c6da5a98240 admin admin] Pushing event deleted for resources: {'Network': ['ID=d08480c4-50ee-4f3c-9729-027c920503df,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.307742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a420b9d-6780-43c7-a160-deb2aa50b193 service neutron] Pushing event updated for resources: {'Port': ['ID=6b553493-5e11-4969-9ddf-5058c0af1fde,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.399468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d80b-2835-4773-b452-61be1bcc9515 req-e0cae3fd-3097-4803-9a81-6ccfcc873c1c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.405843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d80b-2835-4773-b452-61be1bcc9515 req-e0cae3fd-3097-4803-9a81-6ccfcc873c1c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.411875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d80b-2835-4773-b452-61be1bcc9515 req-e0cae3fd-3097-4803-9a81-6ccfcc873c1c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.419398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d80b-2835-4773-b452-61be1bcc9515 req-e0cae3fd-3097-4803-9a81-6ccfcc873c1c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.438002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d80b-2835-4773-b452-61be1bcc9515 req-e0cae3fd-3097-4803-9a81-6ccfcc873c1c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.444080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d80b-2835-4773-b452-61be1bcc9515 req-e0cae3fd-3097-4803-9a81-6ccfcc873c1c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.450701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d80b-2835-4773-b452-61be1bcc9515 req-e0cae3fd-3097-4803-9a81-6ccfcc873c1c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.452950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8596d80b-2835-4773-b452-61be1bcc9515 req-e0cae3fd-3097-4803-9a81-6ccfcc873c1c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.3398371 Jul 29 23:35:09.495406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50956) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:09.519812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-c3d02301-c509-4504-99f2-6828acabe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.520331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-c3d02301-c509-4504-99f2-6828acabe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.520816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-c3d02301-c509-4504-99f2-6828acabe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.521360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-c3d02301-c509-4504-99f2-6828acabe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.521761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-c3d02301-c509-4504-99f2-6828acabe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.522228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-c3d02301-c509-4504-99f2-6828acabe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.522694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-c3d02301-c509-4504-99f2-6828acabe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.524636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-c3d02301-c509-4504-99f2-6828acabe0ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6485 time: 0.2821953 Jul 29 23:35:09.542988 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7bab107a-511c-4a74-bb74-91f6189f2ebf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a13f3ea218244e390f6cc023a88a1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461943 Jul 29 23:35:09.545472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:09.596438 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4355ba0f-4677-4869-96ed-77797595dfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.602863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8596d80b-2835-4773-b452-61be1bcc9515 req-f21c3f3a-1667-49b0-a08e-9fe29e232eab tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394567 Jul 29 23:35:09.606154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30e936e1-024f-46ed-b0cd-2942d7390ba8 req-76a002cd-cb80-4a06-a67e-71e090018d98 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385844 Jul 29 23:35:09.608764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4cd5fb09-34b3-4c8e-8bc6-9fbf0fcb4917 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 HTTP/1.1" status: 200 len: 217 time: 0.0570052 Jul 29 23:35:09.620126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5f165-bd97-49ba-b8e5-c76d402dcc13 req-cc3346a2-216c-4456-b2de-4e02fd4e9a99 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.633570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26f5f165-bd97-49ba-b8e5-c76d402dcc13 req-cc3346a2-216c-4456-b2de-4e02fd4e9a99 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 947 time: 0.1737416 Jul 29 23:35:09.639664 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4355ba0f-4677-4869-96ed-77797595dfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.694107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '6b553493-5e11-4969-9ddf-5058c0af1fde'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:09.697003 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "6b553493-5e11-4969-9ddf-5058c0af1fde"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:09.697837 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4355ba0f-4677-4869-96ed-77797595dfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.706111 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4355ba0f-4677-4869-96ed-77797595dfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.709187 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4355ba0f-4677-4869-96ed-77797595dfea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da5ed335-4702-44ea-9a10-d1ad992f8921 HTTP/1.1" status: 204 len: 168 time: 0.1604700 Jul 29 23:35:09.716904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355ba0f-4677-4869-96ed-77797595dfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ed335-4702-44ea-9a10-d1ad992f8921,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.735423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26f5f165-bd97-49ba-b8e5-c76d402dcc13 req-18cf6bf4-6382-46e2-8fe7-166d8c07275d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067512 Jul 29 23:35:09.737270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-038c460b-37e8-4d08-b6a0-de15a5c54db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.738821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-038c460b-37e8-4d08-b6a0-de15a5c54db1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f HTTP/1.1" status: 200 len: 850 time: 0.1085207 Jul 29 23:35:09.764455 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed93062d-1e9c-4741-a5ec-72301637c200 x-openstack-request-id: req-ed93062d-1e9c-4741-a5ec-72301637c200 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:09.765111 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "6b553493-5e11-4969-9ddf-5058c0af1fde", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:09.765658 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed93062d-1e9c-4741-a5ec-72301637c200 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:09.766074 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '6b553493-5e11-4969-9ddf-5058c0af1fde', 'status': 'completed', 'code': 200} Jul 29 23:35:09.802810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-38c38ffa-a86d-4649-9a69-aa61980417ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.804673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-38c38ffa-a86d-4649-9a69-aa61980417ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d04e04e-9948-407a-b7bb-4578f768d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568759 Jul 29 23:35:09.917456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f805c979-0bad-4963-92d8-9936b198ba33 service neutron] 10.222.0.47 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052878 Jul 29 23:35:10.050191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-68cf7d85-ff51-4173-ac45-4f26394111e5 service neutron] 10.222.0.47 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017430 Jul 29 23:35:10.099413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-110e5ca1-c8ba-4763-9f2f-256bf66f0f75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=029f2ad7-f9a7-457b-9093-231a372c243b HTTP/1.1" status: 200 len: 217 time: 0.0417206 Jul 29 23:35:10.152897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-48052089-34bc-4ba1-ba0b-c2b20538fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.154470 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-48052089-34bc-4ba1-ba0b-c2b20538fa60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.0482886 Jul 29 23:35:10.211424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-b736330e-fe88-4695-a454-ce954a6be736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.212990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-b736330e-fe88-4695-a454-ce954a6be736 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508506 Jul 29 23:35:10.327269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cc8a2a6-6d25-4ed8-bed0-e9f460c54717 req-17200dd0-0b41-4903-903b-3c0901772a64 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0369451 Jul 29 23:35:10.358372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-8eb0e199-bb82-4dad-bb05-0f41f21e846d service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384358 Jul 29 23:35:10.462690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-c0d41a29-120e-40e1-914c-da9c5c3e38b5 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965788 Jul 29 23:35:10.508915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50992) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:10.513346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-408f96ba-01a6-478a-8391-bfa5b24021db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=ebe284d5-c308-4e20-b3bf-2e4de4483ed2 HTTP/1.1" status: 200 len: 217 time: 0.0428596 Jul 29 23:35:10.542771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:10.570000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-d8691ff5-1f95-4a50-9b72-1c96b3780f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.572399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-d8691ff5-1f95-4a50-9b72-1c96b3780f9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.0513341 Jul 29 23:35:10.617097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2034260807-network', 'tenant_id': 'e7856266475342cc9d18f65bbbd5bf57'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:10.624556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-ba971796-a8a1-4a5c-bb92-0770d7879dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.626346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-ba971796-a8a1-4a5c-bb92-0770d7879dc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475428 Jul 29 23:35:10.666825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Made reservation on behalf of e7856266475342cc9d18f65bbbd5bf57 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:10.667989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:10.674013 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.682120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'd6a9bbe6-ad45-4a8d-a309-11c71fb49ce8', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'd6a9bbe6-ad45-4a8d-a309-11c71fb49ce8', 'mac_address': 'fa:16:3e:08:8c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:10.692969 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.730529 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.749626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a5687885-1a12-4df0-8ed8-15fa98c2e188 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150517 Jul 29 23:35:10.753510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:10.787978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:10.798409 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.831314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.838403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.868942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:10.879565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf43032-4f18-4414-9e13-2eb62aebc696,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:10.896474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:10.902645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.903010 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Added segment c38a73e6-2eaf-42cf-9433-c238085039fb of type vlan for network 19521bc5-dfd1-494d-b32e-b052ecb75903 Jul 29 23:35:10.914224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4bbb-c6c9-40ae-92c3-65454704bc22 req-040ad70e-88cc-4857-8310-5eaa395296c3 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.920434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4bbb-c6c9-40ae-92c3-65454704bc22 req-040ad70e-88cc-4857-8310-5eaa395296c3 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.926347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4bbb-c6c9-40ae-92c3-65454704bc22 req-040ad70e-88cc-4857-8310-5eaa395296c3 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.932532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4bbb-c6c9-40ae-92c3-65454704bc22 req-040ad70e-88cc-4857-8310-5eaa395296c3 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.938999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4bbb-c6c9-40ae-92c3-65454704bc22 req-040ad70e-88cc-4857-8310-5eaa395296c3 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.945115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4bbb-c6c9-40ae-92c3-65454704bc22 req-040ad70e-88cc-4857-8310-5eaa395296c3 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.948023 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.954630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4bbb-c6c9-40ae-92c3-65454704bc22 req-040ad70e-88cc-4857-8310-5eaa395296c3 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.954630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3ca4bbb-c6c9-40ae-92c3-65454704bc22 req-040ad70e-88cc-4857-8310-5eaa395296c3 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.2031045 Jul 29 23:35:10.990263 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.991311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.991997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.994643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdc380-c84f-44c8-b591-f4ae37583976 req-f63f57a7-b280-44d3-9b99-36949d5d55f1 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.997201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8fdc380-c84f-44c8-b591-f4ae37583976 req-f63f57a7-b280-44d3-9b99-36949d5d55f1 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 948 time: 0.1490788 Jul 29 23:35:11.059568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f1fee104-ad01-491e-b00a-165048fe8e3b service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958913 Jul 29 23:35:11.068470 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5583849 Jul 29 23:35:11.070169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3ca4bbb-c6c9-40ae-92c3-65454704bc22 req-65954140-6133-4667-bdea-d4990b3fe597 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083496 Jul 29 23:35:11.071173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51006) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:11.078539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Request body: {'subnet': {'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2034260807-subnet', 'tenant_id': 'e7856266475342cc9d18f65bbbd5bf57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:11.081135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8fdc380-c84f-44c8-b591-f4ae37583976 req-3b030e84-6b47-424f-aad8-4da11c334ae0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761645 Jul 29 23:35:11.113922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ba3c9-369d-4d16-b8a9-d663695c1f3e admin admin] Pushing event updated for resources: {'Network': ['ID=19521bc5-dfd1-494d-b32e-b052ecb75903,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:11.132614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 19521bc5-dfd1-494d-b32e-b052ecb75903 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:11.168882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Made reservation on behalf of e7856266475342cc9d18f65bbbd5bf57 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:11.172005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.174990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4709ad8b-14f8-4eaa-805b-6125fa8bdc85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=73946deb-b986-42b4-a633-a6c3141403fe HTTP/1.1" status: 200 len: 217 time: 0.0899136 Jul 29 23:35:11.234613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-fd4a1896-44e1-43f8-a2c2-613094f7ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.236354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-fd4a1896-44e1-43f8-a2c2-613094f7ccb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.0554907 Jul 29 23:35:11.289164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-7bfaf798-d971-43f1-8304-7517cec33cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.290739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-7bfaf798-d971-43f1-8304-7517cec33cc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0466492 Jul 29 23:35:11.320712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:11.410927 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.442638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-f857a0d1-0836-4109-a529-e4269972b80c service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407449 Jul 29 23:35:11.537507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f75a0a7-5832-4e54-8866-3c064b9598e0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:11.541724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7444ceae-00d1-41dc-9882-faa3ccae6718 req-12afa722-2ce2-41ed-8b14-c99a3161ac6a tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0396035 Jul 29 23:35:11.546701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Checking segment: {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:11.547073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Network hostable DHCP agents. Network: 19521bc5-dfd1-494d-b32e-b052ecb75903, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:11.573389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Network 19521bc5-dfd1-494d-b32e-b052ecb75903 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:11.580791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-4f3d05c0-ab59-47b9-98cb-ec5c48765502 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310718 Jul 29 23:35:11.584866 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 19521bc5-dfd1-494d-b32e-b052ecb75903) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:11.593430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.593583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ebd668-ac40-4447-91b3-eee454ef8902 None None] Network 19521bc5-dfd1-494d-b32e-b052ecb75903 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:11.594256 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.619428 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-77f13708-26b8-4d35-9350-a98d932b4af5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5472128 Jul 29 23:35:11.635079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-696431f9-f0cf-45e4-aa13-6dea103ee979 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=879ba5f7-5d77-407a-ba32-ffb56f3efc3c HTTP/1.1" status: 200 len: 217 time: 0.0465500 Jul 29 23:35:11.700381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a2376ef7-b8bb-4130-8051-80ea4c0a7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.701893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-a2376ef7-b8bb-4130-8051-80ea4c0a7c65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.0594189 Jul 29 23:35:11.729610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01383f55-a0c2-4f77-bcf6-3365e69f866a None None] Network 19521bc5-dfd1-494d-b32e-b052ecb75903 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:11.776328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-d03c0960-fafb-486c-9271-e5446232b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.778445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-d03c0960-fafb-486c-9271-e5446232b6b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575891 Jul 29 23:35:11.899662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-76da7d67-7050-476d-a3f2-3fead1ed7787 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128037 Jul 29 23:35:12.001973 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-837fffc2-d605-4e74-a42d-658d07678f6d service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939105 Jul 29 23:35:12.085965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-92e0ca20-07ef-4de2-a833-1bbd1b8f6a4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 HTTP/1.1" status: 200 len: 217 time: 0.0719860 Jul 29 23:35:12.196976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-1036ef25-771d-436f-a45a-dba51253830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.198417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-1036ef25-771d-436f-a45a-dba51253830c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 HTTP/1.1" status: 200 len: 797 time: 0.1018248 Jul 29 23:35:12.211706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-8d189e0a-d2ae-4239-a53a-7f8bb9f9a4d2 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.213227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-8d189e0a-d2ae-4239-a53a-7f8bb9f9a4d2 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/networks?id=19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 200 len: 813 time: 0.2084820 Jul 29 23:35:12.256754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-5255f1cc-8552-4232-89ba-f75f1bf3ef20 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/quotas/e7856266475342cc9d18f65bbbd5bf57 HTTP/1.1" status: 200 len: 375 time: 0.0326536 Jul 29 23:35:12.266521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09a43d-6174-428e-8d87-17d870c0f02b req-079c6302-8360-446b-8e5a-08e517746713 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.268098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e09a43d-6174-428e-8d87-17d870c0f02b req-079c6302-8360-446b-8e5a-08e517746713 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 948 time: 0.1117275 Jul 29 23:35:12.304979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-576cd77c-81f6-4d96-816c-6b80ba04e72b tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7856266475342cc9d18f65bbbd5bf57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344129 Jul 29 23:35:12.326472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-5baef739-b4f9-47f3-9748-895a8f481e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.327950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-5baef739-b4f9-47f3-9748-895a8f481e99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1132121 Jul 29 23:35:12.423960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e09a43d-6174-428e-8d87-17d870c0f02b req-2d0877c4-14bb-445a-9e04-7d4383678d5e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404078 Jul 29 23:35:12.502485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f5d01ee9-2b83-41ae-8ca7-bef0cba89b3e service neutron] 10.222.0.37 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876738 Jul 29 23:35:12.531461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-ae02147a-54dd-41fc-a290-c878e982a542 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798723 Jul 29 23:35:12.640227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd4b1-aef9-46a9-a63d-42cf002b425c req-471432a1-f553-4d47-830c-665a3775e818 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.646042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd4b1-aef9-46a9-a63d-42cf002b425c req-471432a1-f553-4d47-830c-665a3775e818 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.651994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd4b1-aef9-46a9-a63d-42cf002b425c req-471432a1-f553-4d47-830c-665a3775e818 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.658478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd4b1-aef9-46a9-a63d-42cf002b425c req-471432a1-f553-4d47-830c-665a3775e818 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.664443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd4b1-aef9-46a9-a63d-42cf002b425c req-471432a1-f553-4d47-830c-665a3775e818 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.670942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd4b1-aef9-46a9-a63d-42cf002b425c req-471432a1-f553-4d47-830c-665a3775e818 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.676911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd4b1-aef9-46a9-a63d-42cf002b425c req-471432a1-f553-4d47-830c-665a3775e818 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.678716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-792cd4b1-aef9-46a9-a63d-42cf002b425c req-471432a1-f553-4d47-830c-665a3775e818 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1960545 Jul 29 23:35:12.750556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-9798a923-5825-4ad3-bf77-f14010ff2993 service neutron] 10.222.0.37 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330537 Jul 29 23:35:12.765526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-792cd4b1-aef9-46a9-a63d-42cf002b425c req-4f4904b2-94ad-4508-949c-ffe483e726c7 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794189 Jul 29 23:35:12.771012 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-74b4120b-6d8f-4c47-b1a7-e3e1c0bc9c32 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294345 Jul 29 23:35:12.837945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-bd78300b-9450-42aa-8ad3-1d574cc62c75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b553493-5e11-4969-9ddf-5058c0af1fde HTTP/1.1" status: 200 len: 217 time: 0.0561543 Jul 29 23:35:12.899217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-822c4e8e-be1c-4735-a2af-956506c4b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.900779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-822c4e8e-be1c-4735-a2af-956506c4b17d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 HTTP/1.1" status: 200 len: 797 time: 0.0566022 Jul 29 23:35:12.999679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-003a409c-7436-4a58-83d4-e6dd5edd29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.003493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-003a409c-7436-4a58-83d4-e6dd5edd29cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0828633 Jul 29 23:35:13.180899 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-82458d4c-2735-4cef-be3d-d20fb75c04c9 req-7804b1ab-f291-4c92-ae61-298bcbf130ea tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0468559 Jul 29 23:35:13.206118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-d06936b4-58a8-4d9b-b5df-e419381ab209 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949382 Jul 29 23:35:13.263327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e5287b4f-578b-4940-9623-64bc73226180 req-f4460a4c-bff5-424f-a9e3-095170286935 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 210 time: 0.0610752 Jul 29 23:35:13.353487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4846f38d-132b-43f3-bf62-a0fdf5d5b9a9 req-0ad7401d-3ff4-49dd-b2e2-18e20da61fdd service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272278 Jul 29 23:35:13.554681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c78ca5-0749-4000-b913-23db99240b08 req-907103ce-71d3-40da-97e4-d9ce99137e3c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.556550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78c78ca5-0749-4000-b913-23db99240b08 req-907103ce-71d3-40da-97e4-d9ce99137e3c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 948 time: 0.0531187 Jul 29 23:35:13.626941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78c78ca5-0749-4000-b913-23db99240b08 req-3bff8007-239d-4a22-9fd7-08bc48115512 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627933 Jul 29 23:35:13.724276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-e2a4f46f-7b98-446c-932d-c734ca6db3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.724835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-e2a4f46f-7b98-446c-932d-c734ca6db3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.725313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-e2a4f46f-7b98-446c-932d-c734ca6db3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.725688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-e2a4f46f-7b98-446c-932d-c734ca6db3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.726167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-e2a4f46f-7b98-446c-932d-c734ca6db3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.726630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-e2a4f46f-7b98-446c-932d-c734ca6db3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.727097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-e2a4f46f-7b98-446c-932d-c734ca6db3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.729146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-e2a4f46f-7b98-446c-932d-c734ca6db3cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6485 time: 0.0640078 Jul 29 23:35:13.938684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb1f5-a2fb-4bb4-88df-a07032ad0a44 req-37ad74ce-185b-461e-99a4-ec303020f558 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.945967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb1f5-a2fb-4bb4-88df-a07032ad0a44 req-37ad74ce-185b-461e-99a4-ec303020f558 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.954775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb1f5-a2fb-4bb4-88df-a07032ad0a44 req-37ad74ce-185b-461e-99a4-ec303020f558 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.967729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb1f5-a2fb-4bb4-88df-a07032ad0a44 req-37ad74ce-185b-461e-99a4-ec303020f558 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.974016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb1f5-a2fb-4bb4-88df-a07032ad0a44 req-37ad74ce-185b-461e-99a4-ec303020f558 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.980695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb1f5-a2fb-4bb4-88df-a07032ad0a44 req-37ad74ce-185b-461e-99a4-ec303020f558 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.988298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb1f5-a2fb-4bb4-88df-a07032ad0a44 req-37ad74ce-185b-461e-99a4-ec303020f558 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.990181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-508eb1f5-a2fb-4bb4-88df-a07032ad0a44 req-37ad74ce-185b-461e-99a4-ec303020f558 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1359367 Jul 29 23:35:13.997389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-cd2b971e-adb6-4a5a-8046-168eeb9c724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.998838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-cd2b971e-adb6-4a5a-8046-168eeb9c724c service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac HTTP/1.1" status: 200 len: 902 time: 0.2259319 Jul 29 23:35:14.054586 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-458e437a-4272-4a3d-b436-17a212f9eac0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b553493-5e11-4969-9ddf-5058c0af1fde HTTP/1.1" status: 200 len: 217 time: 0.0409546 Jul 29 23:35:14.072742 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-508eb1f5-a2fb-4bb4-88df-a07032ad0a44 req-96114fb9-ab72-4fd7-bdbe-9db266ef4278 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729990 Jul 29 23:35:14.131751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-681575cb-bde7-4906-9560-a954676d29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.133376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-681575cb-bde7-4906-9560-a954676d29a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 HTTP/1.1" status: 200 len: 797 time: 0.0472462 Jul 29 23:35:14.192823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-6eb7eea6-604e-47f0-9da0-9562ef6a8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.194253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-6eb7eea6-604e-47f0-9da0-9562ef6a8261 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536201 Jul 29 23:35:14.337357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1da04796-35d4-48f1-8d35-c72a0535fb2e req-32c1f60b-30b9-4bbc-bb55-161164567fe0 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0527329 Jul 29 23:35:14.360280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-49b918cf-738a-4b47-9a59-4a084c06ef17 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574116 Jul 29 23:35:14.491887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09ca5eeb-1eff-452e-b92a-dd3017b79f3e req-6f6397aa-9a7e-4acc-a457-ff4dcfd42092 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998530 Jul 29 23:35:14.516124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c600ebb4-237f-4ef0-9874-75ffb42cc211 req-3f0556e3-cc24-4b3e-b768-ac81598e8e65 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 210 time: 0.1368761 Jul 29 23:35:14.553331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:14.629177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-5d092f3b-30f1-43dc-bae2-0c500482b26c tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.630807 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-5d092f3b-30f1-43dc-bae2-0c500482b26c tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.47 "GET /v2.0/networks?id=19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 200 len: 813 time: 0.2382729 Jul 29 23:35:14.652505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Request body: {'port': {'device_id': '40c3498d-97f2-4d85-99da-5e5a7a0469c6', 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903', 'admin_state_up': True, 'tenant_id': 'e7856266475342cc9d18f65bbbd5bf57'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:14.661407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:14.668575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:14.671283 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.814439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Made reservation on behalf of e7856266475342cc9d18f65bbbd5bf57 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:14.828931 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.861172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-ef7592da-ffa4-4a97-94e8-67602e303011 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.862666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-ef7592da-ffa4-4a97-94e8-67602e303011 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "GET /v2.0/networks?id=19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 200 len: 813 time: 0.3043563 Jul 29 23:35:14.864303 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.890860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0e9429-4b16-46b7-945e-e8a508472c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a9bbe6-ad45-4a8d-a309-11c71fb49ce8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:14.893516 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855e49bd-3c1f-4523-94e7-be7056ecc5b8" -d '{"events": [{"server_uuid": "4b0e9429-4b16-46b7-945e-e8a508472c2f", "name": "network-vif-plugged", "status": "completed", "tag": "d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:14.898299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Request body: {'port': {'device_id': '314d805a-6a40-4836-8770-e558b89a97f9', 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903', 'admin_state_up': True, 'tenant_id': 'e7856266475342cc9d18f65bbbd5bf57'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:14.936305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:14.939546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78b6d8-0c58-471d-8bac-5dc03144dce4 req-e15ccc09-70de-4b40-9557-b4cb8430694f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.950089 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.955860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d78b6d8-0c58-471d-8bac-5dc03144dce4 req-e15ccc09-70de-4b40-9557-b4cb8430694f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 948 time: 0.1638165 Jul 29 23:35:15.136302 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadd8672-32ad-48d2-9d10-cfb2cce62b79 x-openstack-request-id: req-dadd8672-32ad-48d2-9d10-cfb2cce62b79 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:15.136872 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0e9429-4b16-46b7-945e-e8a508472c2f", "name": "network-vif-plugged", "status": "completed", "tag": "d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:15.138096 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dadd8672-32ad-48d2-9d10-cfb2cce62b79 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:15.139755 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0e9429-4b16-46b7-945e-e8a508472c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a9bbe6-ad45-4a8d-a309-11c71fb49ce8', 'code': 200} Jul 29 23:35:15.141405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.145407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d78b6d8-0c58-471d-8bac-5dc03144dce4 req-f14c03a1-2f8e-42de-8fb3-ca2294727305 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885951 Jul 29 23:35:15.232531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Allocated IP 172.20.0.6 (19521bc5-dfd1-494d-b32e-b052ecb75903/4f75a0a7-5832-4e54-8866-3c064b9598e0/7c997ffe-3a05-4d9c-818e-c41a61de31b1) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:15.283221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb912f4-6b57-4e94-8f10-566c1d6f045f req-29c6279b-281a-45ec-b303-a374273c427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.284799 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5fb912f4-6b57-4e94-8f10-566c1d6f045f req-29c6279b-281a-45ec-b303-a374273c427a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 1101 time: 0.1709650 Jul 29 23:35:15.392177 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5fb912f4-6b57-4e94-8f10-566c1d6f045f req-6308feb7-3f6f-4ae8-b87a-0a070c072d16 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949359 Jul 29 23:35:15.445376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Made reservation on behalf of e7856266475342cc9d18f65bbbd5bf57 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:15.449034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.472816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.561526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.622391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Network 19521bc5-dfd1-494d-b32e-b052ecb75903 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:15.623978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:15.628436 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:15.671074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Pushing event updated for resources: {'Port': ['ID=7c997ffe-3a05-4d9c-818e-c41a61de31b1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.727648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.728388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.748450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d5f6994a-5701-428c-9856-7daa213459db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1010342 Jul 29 23:35:15.771583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Request body: {'port': {'device_id': '40c3498d-97f2-4d85-99da-5e5a7a0469c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:15.845000 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.954196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-875e45d1-3470-432e-9405-c8a5d2baf96a req-1775ae36-628b-4bf8-9e24-760e2f4578ec tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0628343 Jul 29 23:35:15.989736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc3d70-1f1d-4dc6-950c-2cbc5612eb6a req-540a7603-4200-4919-971d-cb6df3585dc8 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.996919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc3d70-1f1d-4dc6-950c-2cbc5612eb6a req-540a7603-4200-4919-971d-cb6df3585dc8 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.004337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc3d70-1f1d-4dc6-950c-2cbc5612eb6a req-540a7603-4200-4919-971d-cb6df3585dc8 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.010110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc3d70-1f1d-4dc6-950c-2cbc5612eb6a req-540a7603-4200-4919-971d-cb6df3585dc8 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.017189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc3d70-1f1d-4dc6-950c-2cbc5612eb6a req-540a7603-4200-4919-971d-cb6df3585dc8 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.023589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc3d70-1f1d-4dc6-950c-2cbc5612eb6a req-540a7603-4200-4919-971d-cb6df3585dc8 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.030085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc3d70-1f1d-4dc6-950c-2cbc5612eb6a req-540a7603-4200-4919-971d-cb6df3585dc8 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.038538 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2bc3d70-1f1d-4dc6-950c-2cbc5612eb6a req-540a7603-4200-4919-971d-cb6df3585dc8 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.7645752 Jul 29 23:35:16.138839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b720691-f304-4b2f-a1f8-475b028f735a req-1ef69d09-848b-4e9d-b373-082d8b33349a tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 210 time: 0.0555754 Jul 29 23:35:16.184317 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2bc3d70-1f1d-4dc6-950c-2cbc5612eb6a req-34fac2fa-a160-41f6-a5ce-922bc5bda7e5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441131 Jul 29 23:35:16.248263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c997ffe-3a05-4d9c-818e-c41a61de31b1 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:16.257971 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.277538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Transition to ACTIVE for port object 7c997ffe-3a05-4d9c-818e-c41a61de31b1 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:16.282279 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.358230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc6fb9-54fe-4680-8311-1da87449bc7d req-b1fca161-a004-40ca-adaf-34af04509218 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.359829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4bfc6fb9-54fe-4680-8311-1da87449bc7d req-b1fca161-a004-40ca-adaf-34af04509218 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 949 time: 0.1006041 Jul 29 23:35:16.371647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Allocated IP 172.20.0.14 (19521bc5-dfd1-494d-b32e-b052ecb75903/4f75a0a7-5832-4e54-8866-3c064b9598e0/384f4879-41f8-4721-92e9-7d0ff52c574b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:16.404391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Pushing event updated for resources: {'Port': ['ID=7c997ffe-3a05-4d9c-818e-c41a61de31b1,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.420538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Attempting to bind port 7c997ffe-3a05-4d9c-818e-c41a61de31b1 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.421462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Attempting to bind port 7c997ffe-3a05-4d9c-818e-c41a61de31b1 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.422385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Attempting to bind port 7c997ffe-3a05-4d9c-818e-c41a61de31b1 on network 19521bc5-dfd1-494d-b32e-b052ecb75903 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.431254 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Port 7c997ffe-3a05-4d9c-818e-c41a61de31b1 on network 19521bc5-dfd1-494d-b32e-b052ecb75903 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:16.431828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Attempting to bind port 7c997ffe-3a05-4d9c-818e-c41a61de31b1 on network 19521bc5-dfd1-494d-b32e-b052ecb75903 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.441330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:16.442433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Checking segment: {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:16.443082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Bound using segment: {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:16.443936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Bound port: 7c997ffe-3a05-4d9c-818e-c41a61de31b1, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:16.444430 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.472075 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4bfc6fb9-54fe-4680-8311-1da87449bc7d req-7ade6229-d3f9-45a7-a1da-bd340805131a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023316 Jul 29 23:35:16.560698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] For port 7c997ffe-3a05-4d9c-818e-c41a61de31b1, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:16.565065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] For port 7c997ffe-3a05-4d9c-818e-c41a61de31b1, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7c997ffe-3a05-4d9c-818e-c41a61de31b1,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:16.580832 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.628524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.629414 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.631002 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] 10.222.0.47 "PUT /v2.0/ports/7c997ffe-3a05-4d9c-818e-c41a61de31b1 HTTP/1.1" status: 200 len: 1092 time: 0.8647957 Jul 29 23:35:16.631610 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c3498d-97f2-4d85-99da-5e5a7a0469c6', 'tag': '7c997ffe-3a05-4d9c-818e-c41a61de31b1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:16.634833 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7567cf12-4717-4057-97d5-9066fa2ab018" -d '{"events": [{"name": "network-changed", "server_uuid": "40c3498d-97f2-4d85-99da-5e5a7a0469c6", "tag": "7c997ffe-3a05-4d9c-818e-c41a61de31b1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:16.663230 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.677250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b9aac-eb1d-4291-a66d-70a9478b98da service neutron] Pushing event updated for resources: {'Port': ['ID=7c997ffe-3a05-4d9c-818e-c41a61de31b1,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.723594 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b5bdd7-2c37-47e1-a35f-5e6dd65914ca x-openstack-request-id: req-34b5bdd7-2c37-47e1-a35f-5e6dd65914ca {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:16.724002 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c3498d-97f2-4d85-99da-5e5a7a0469c6", "tag": "7c997ffe-3a05-4d9c-818e-c41a61de31b1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:16.724856 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34b5bdd7-2c37-47e1-a35f-5e6dd65914ca {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:16.727061 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c3498d-97f2-4d85-99da-5e5a7a0469c6', 'tag': '7c997ffe-3a05-4d9c-818e-c41a61de31b1', 'status': 'completed', 'code': 200} Jul 29 23:35:16.743508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.774532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-15f8f806-9830-4caa-baa9-d0d708a17c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.776500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-15f8f806-9830-4caa-baa9-d0d708a17c8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7856266475342cc9d18f65bbbd5bf57&device_id=40c3498d-97f2-4d85-99da-5e5a7a0469c6 HTTP/1.1" status: 200 len: 1095 time: 0.0761461 Jul 29 23:35:16.839051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Network 19521bc5-dfd1-494d-b32e-b052ecb75903 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:16.842742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:16.845489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:16.846848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-98191626-b973-49f6-acbe-8638e3822d5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c997ffe-3a05-4d9c-818e-c41a61de31b1 HTTP/1.1" status: 200 len: 217 time: 0.0501122 Jul 29 23:35:16.884299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Pushing event updated for resources: {'Port': ['ID=384f4879-41f8-4721-92e9-7d0ff52c574b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.911379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f6878dd3-3b1b-4422-aa70-1c8a01efa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.912494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.912987 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.913348 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f6878dd3-3b1b-4422-aa70-1c8a01efa7af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f75a0a7-5832-4e54-8866-3c064b9598e0 HTTP/1.1" status: 200 len: 853 time: 0.0576291 Jul 29 23:35:16.928442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-a7734876-4836-4fb5-959e-1fd4e28cd018 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0421276 Jul 29 23:35:16.948282 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-83a4da8e-cfd0-4c7f-909d-b1b64b00043c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19521bc5-dfd1-494d-b32e-b052ecb75903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273733 Jul 29 23:35:16.953565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Request body: {'port': {'device_id': '314d805a-6a40-4836-8770-e558b89a97f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:17.023537 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.085829 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-401f2410-4b90-4d66-82d5-8fa1f98795b7 service neutron] 10.222.0.47 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239195 Jul 29 23:35:17.131572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-983e45b1-edf4-4f08-9dda-c6a871547011 req-7c583664-caca-483d-8f1e-1186adffa3c2 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0436687 Jul 29 23:35:17.224824 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-2e912dc8-dda5-4944-8bae-f1c12acac8ad service neutron] 10.222.0.47 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321456 Jul 29 23:35:17.397419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567cf12-4717-4057-97d5-9066fa2ab018 req-960f43f9-912b-4794-b0cd-1fac3a5ac801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.399341 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7567cf12-4717-4057-97d5-9066fa2ab018 req-960f43f9-912b-4794-b0cd-1fac3a5ac801 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7856266475342cc9d18f65bbbd5bf57&device_id=40c3498d-97f2-4d85-99da-5e5a7a0469c6 HTTP/1.1" status: 200 len: 1095 time: 0.0473316 Jul 29 23:35:17.419579 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f8dbe-ffc7-447b-b387-84b692e4e715 req-73d6d5b2-9aef-407a-be4c-9d71e2be857a tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.421124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f67f8dbe-ffc7-447b-b387-84b692e4e715 req-73d6d5b2-9aef-407a-be4c-9d71e2be857a tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 932 time: 0.1529245 Jul 29 23:35:17.452951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566193-f63b-44e6-99c2-8e776c41fe31 req-08e73b40-54fe-4614-8a2d-860a1785d8f7 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.460226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566193-f63b-44e6-99c2-8e776c41fe31 req-08e73b40-54fe-4614-8a2d-860a1785d8f7 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.467632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566193-f63b-44e6-99c2-8e776c41fe31 req-08e73b40-54fe-4614-8a2d-860a1785d8f7 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.474390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566193-f63b-44e6-99c2-8e776c41fe31 req-08e73b40-54fe-4614-8a2d-860a1785d8f7 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.481165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566193-f63b-44e6-99c2-8e776c41fe31 req-08e73b40-54fe-4614-8a2d-860a1785d8f7 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.487691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566193-f63b-44e6-99c2-8e776c41fe31 req-08e73b40-54fe-4614-8a2d-860a1785d8f7 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.493620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566193-f63b-44e6-99c2-8e776c41fe31 req-08e73b40-54fe-4614-8a2d-860a1785d8f7 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.495796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53566193-f63b-44e6-99c2-8e776c41fe31 req-08e73b40-54fe-4614-8a2d-860a1785d8f7 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.2224386 Jul 29 23:35:17.513574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567cf12-4717-4057-97d5-9066fa2ab018 req-f911732c-bcde-4abf-a03f-6c96f5f291e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.515108 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7567cf12-4717-4057-97d5-9066fa2ab018 req-f911732c-bcde-4abf-a03f-6c96f5f291e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 200 len: 914 time: 0.1054404 Jul 29 23:35:17.566356 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7567cf12-4717-4057-97d5-9066fa2ab018 req-801c97bf-4d60-4ff0-a528-10e47b474d0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c997ffe-3a05-4d9c-818e-c41a61de31b1 HTTP/1.1" status: 200 len: 217 time: 0.0381269 Jul 29 23:35:17.567825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384f4879-41f8-4721-92e9-7d0ff52c574b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:17.584989 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.602804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f67f8dbe-ffc7-447b-b387-84b692e4e715 req-bb70c053-a12a-40f3-8fa6-3126d031366d tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679540 Jul 29 23:35:17.624103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53566193-f63b-44e6-99c2-8e776c41fe31 req-67b33d40-fc17-45c0-a41d-762dfbe75210 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141946 Jul 29 23:35:17.630378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Transition to ACTIVE for port object 384f4879-41f8-4721-92e9-7d0ff52c574b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:17.645292 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.651935 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567cf12-4717-4057-97d5-9066fa2ab018 req-a4abfd8b-2cf1-480b-ad88-b1c33a01766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.654207 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7567cf12-4717-4057-97d5-9066fa2ab018 req-a4abfd8b-2cf1-480b-ad88-b1c33a01766c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f75a0a7-5832-4e54-8866-3c064b9598e0 HTTP/1.1" status: 200 len: 853 time: 0.0813217 Jul 29 23:35:17.708600 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7567cf12-4717-4057-97d5-9066fa2ab018 req-c408a465-4d78-459e-b52d-06d1d02f33de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19521bc5-dfd1-494d-b32e-b052ecb75903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371912 Jul 29 23:35:17.749005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Pushing event updated for resources: {'Port': ['ID=384f4879-41f8-4721-92e9-7d0ff52c574b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:17.818550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3ea0e-9a11-4b46-860f-413ff1856bcf req-7740dac5-7902-425c-b4ac-7a4e3c15ed44 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.823666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73c3ea0e-9a11-4b46-860f-413ff1856bcf req-7740dac5-7902-425c-b4ac-7a4e3c15ed44 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 949 time: 0.1300907 Jul 29 23:35:17.844376 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7567cf12-4717-4057-97d5-9066fa2ab018 req-92131532-14a2-4e13-ad31-54df1deae7da service neutron] 10.222.0.47 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245782 Jul 29 23:35:17.892379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Attempting to bind port 384f4879-41f8-4721-92e9-7d0ff52c574b on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:17.892819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Attempting to bind port 384f4879-41f8-4721-92e9-7d0ff52c574b by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:17.893246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Attempting to bind port 384f4879-41f8-4721-92e9-7d0ff52c574b on network 19521bc5-dfd1-494d-b32e-b052ecb75903 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:17.899119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73c3ea0e-9a11-4b46-860f-413ff1856bcf req-665a5553-b0a9-414d-a7ba-3649cf13a4ae tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622511 Jul 29 23:35:17.901512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Port 384f4879-41f8-4721-92e9-7d0ff52c574b on network 19521bc5-dfd1-494d-b32e-b052ecb75903 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:17.901879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Attempting to bind port 384f4879-41f8-4721-92e9-7d0ff52c574b on network 19521bc5-dfd1-494d-b32e-b052ecb75903 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:17.919112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:17.920160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Checking segment: {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:17.920867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Bound using segment: {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:17.922747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Bound port: 384f4879-41f8-4721-92e9-7d0ff52c574b, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:17.923541 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.963970 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7567cf12-4717-4057-97d5-9066fa2ab018 req-5fe41417-5b80-4022-98b6-76e5a40144cc service neutron] 10.222.0.47 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149797 Jul 29 23:35:18.040670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] For port 384f4879-41f8-4721-92e9-7d0ff52c574b, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:18.057103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] For port 384f4879-41f8-4721-92e9-7d0ff52c574b, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=384f4879-41f8-4721-92e9-7d0ff52c574b,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:18.064592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.075182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6b4a8-645b-4846-b2b3-4c00027a3ae7 req-a4d1a65d-185d-41ec-882c-6f59a3482523 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.076918 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07c6b4a8-645b-4846-b2b3-4c00027a3ae7 req-a4d1a65d-185d-41ec-882c-6f59a3482523 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 1101 time: 0.0883176 Jul 29 23:35:18.119506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.120167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.121667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] 10.222.0.42 "PUT /v2.0/ports/384f4879-41f8-4721-92e9-7d0ff52c574b HTTP/1.1" status: 200 len: 1093 time: 1.1739562 Jul 29 23:35:18.123833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314d805a-6a40-4836-8770-e558b89a97f9', 'tag': '384f4879-41f8-4721-92e9-7d0ff52c574b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:18.126871 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d042f9d1-c001-4eed-b1aa-57b6295fe280" -d '{"events": [{"name": "network-changed", "server_uuid": "314d805a-6a40-4836-8770-e558b89a97f9", "tag": "384f4879-41f8-4721-92e9-7d0ff52c574b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:18.166194 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07c6b4a8-645b-4846-b2b3-4c00027a3ae7 req-75cc9320-9125-40d4-8e8b-a4904311ccd2 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692186 Jul 29 23:35:18.167203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35f1c1-3736-4b42-913f-2b42b1b61600 service neutron] Pushing event updated for resources: {'Port': ['ID=384f4879-41f8-4721-92e9-7d0ff52c574b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:18.222961 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8865be-50d5-4288-b5e8-d9aafe12f581 x-openstack-request-id: req-8f8865be-50d5-4288-b5e8-d9aafe12f581 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:18.223075 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314d805a-6a40-4836-8770-e558b89a97f9", "tag": "384f4879-41f8-4721-92e9-7d0ff52c574b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:18.223329 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f8865be-50d5-4288-b5e8-d9aafe12f581 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:18.224319 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314d805a-6a40-4836-8770-e558b89a97f9', 'tag': '384f4879-41f8-4721-92e9-7d0ff52c574b', 'status': 'completed', 'code': 200} Jul 29 23:35:18.242427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-c49785d1-f31f-439b-a236-eee3252f0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.243992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-c49785d1-f31f-439b-a236-eee3252f0bb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7856266475342cc9d18f65bbbd5bf57&device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 1096 time: 0.0601420 Jul 29 23:35:18.337876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-cda16e42-145f-4084-93e2-79178120c5b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=384f4879-41f8-4721-92e9-7d0ff52c574b HTTP/1.1" status: 200 len: 217 time: 0.0751929 Jul 29 23:35:18.339951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8fbe73e0-e32c-469f-859b-20ab4c2788bf req-f8e6ca1e-3427-4af0-8b3e-b725b3519811 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0798059 Jul 29 23:35:18.420203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-9babe9bc-e604-45e1-af3f-1eea5c1bd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.421707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-9babe9bc-e604-45e1-af3f-1eea5c1bd377 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f75a0a7-5832-4e54-8866-3c064b9598e0 HTTP/1.1" status: 200 len: 853 time: 0.0542748 Jul 29 23:35:18.464999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-64ffd90f-ae09-4f71-921f-62260227ae7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19521bc5-dfd1-494d-b32e-b052ecb75903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255449 Jul 29 23:35:18.549744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-a504d268-b1d3-4bf2-ac97-11555e130d4a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292642 Jul 29 23:35:18.629222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.644966 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-d74b4d45-55dd-411d-9405-f8ff1e179956 service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711967 Jul 29 23:35:18.759312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-f1b69d6c-cc87-47ed-a159-1c46a69e13b2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.760832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-f1b69d6c-cc87-47ed-a159-1c46a69e13b2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047739 Jul 29 23:35:18.791458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-dea69000-6edf-4ca8-a359-71355172ef7c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/quotas/ae9bd5eed4df40c49cb99575b9823488 HTTP/1.1" status: 200 len: 375 time: 0.0240104 Jul 29 23:35:18.807403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa3b6e-fafd-4a05-88a8-6a9781ab528b req-f3f25c2f-7dee-488e-b808-03cffe953edf tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.809378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9aa3b6e-fafd-4a05-88a8-6a9781ab528b req-f3f25c2f-7dee-488e-b808-03cffe953edf tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 944 time: 0.1268935 Jul 29 23:35:18.860260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59a5ba5f-f17d-4f79-a9e3-024914c6472c req-f00a0bad-57d9-447f-9f4b-4fd2a6415537 service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002614 Jul 29 23:35:18.887420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9aa3b6e-fafd-4a05-88a8-6a9781ab528b req-92e31124-ed7d-432d-84dd-8fdc65352c7e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617709 Jul 29 23:35:18.908137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ecaa9b8e-7d70-47b8-879a-3406fd568f28 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1044981 Jul 29 23:35:19.012913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042f9d1-c001-4eed-b1aa-57b6295fe280 req-c4227520-23d9-458a-9323-fe683f03c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.014701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d042f9d1-c001-4eed-b1aa-57b6295fe280 req-c4227520-23d9-458a-9323-fe683f03c5c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7856266475342cc9d18f65bbbd5bf57&device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 1096 time: 0.0784962 Jul 29 23:35:19.031643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa19a-72b2-4d5c-8fb1-6894bafc47f7 req-cb83e445-803a-40a6-9344-cb5b5975f895 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.037679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa19a-72b2-4d5c-8fb1-6894bafc47f7 req-cb83e445-803a-40a6-9344-cb5b5975f895 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.044283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa19a-72b2-4d5c-8fb1-6894bafc47f7 req-cb83e445-803a-40a6-9344-cb5b5975f895 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.050070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa19a-72b2-4d5c-8fb1-6894bafc47f7 req-cb83e445-803a-40a6-9344-cb5b5975f895 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.056486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa19a-72b2-4d5c-8fb1-6894bafc47f7 req-cb83e445-803a-40a6-9344-cb5b5975f895 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.063419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa19a-72b2-4d5c-8fb1-6894bafc47f7 req-cb83e445-803a-40a6-9344-cb5b5975f895 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.069646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa19a-72b2-4d5c-8fb1-6894bafc47f7 req-cb83e445-803a-40a6-9344-cb5b5975f895 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.072347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b55aa19a-72b2-4d5c-8fb1-6894bafc47f7 req-cb83e445-803a-40a6-9344-cb5b5975f895 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1277566 Jul 29 23:35:19.176306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b55aa19a-72b2-4d5c-8fb1-6894bafc47f7 req-dd73e0d7-3956-41f9-92d6-46aa451062cc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831926 Jul 29 23:35:19.198138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042f9d1-c001-4eed-b1aa-57b6295fe280 req-b166bc64-c97d-448c-b591-1a9acbc998c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.200306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d042f9d1-c001-4eed-b1aa-57b6295fe280 req-b166bc64-c97d-448c-b591-1a9acbc998c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 200 len: 914 time: 0.1261933 Jul 29 23:35:19.269646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d042f9d1-c001-4eed-b1aa-57b6295fe280 req-98d9cf69-23bd-43f8-acda-eff30d5447c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=384f4879-41f8-4721-92e9-7d0ff52c574b HTTP/1.1" status: 200 len: 217 time: 0.0582762 Jul 29 23:35:19.297446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0bbf7142-9107-4084-9b92-73e8478d1e59 req-f4d344fb-0938-4c2b-bfc6-0e25e6b835bc tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 210 time: 0.0304298 Jul 29 23:35:19.343154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042f9d1-c001-4eed-b1aa-57b6295fe280 req-9cb41d22-0d2b-4bd8-8ada-b7c9677c6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.344711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d042f9d1-c001-4eed-b1aa-57b6295fe280 req-9cb41d22-0d2b-4bd8-8ada-b7c9677c6e39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f75a0a7-5832-4e54-8866-3c064b9598e0 HTTP/1.1" status: 200 len: 853 time: 0.0463684 Jul 29 23:35:19.390927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d042f9d1-c001-4eed-b1aa-57b6295fe280 req-8ada38e0-0236-41fa-a4a9-1525a590b169 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19521bc5-dfd1-494d-b32e-b052ecb75903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323238 Jul 29 23:35:19.504412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e4fea59-e7a7-4703-974b-6823e85f5f0a req-5351d5d8-c9c9-4f23-a808-84c43fc1a095 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0351706 Jul 29 23:35:19.544208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d042f9d1-c001-4eed-b1aa-57b6295fe280 req-50a6c4ba-f437-4476-b411-fd5707b481c9 service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292865 Jul 29 23:35:19.650658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d042f9d1-c001-4eed-b1aa-57b6295fe280 req-13b973a8-c6cb-4fc9-b096-41ed9353a5ce service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956018 Jul 29 23:35:20.014721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd362e-97b4-4c45-a8a4-3b4c86028df3 req-2c4553d1-75ee-485f-bc8a-d4fe5a210dcc tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.016299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ddd362e-97b4-4c45-a8a4-3b4c86028df3 req-2c4553d1-75ee-485f-bc8a-d4fe5a210dcc tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 944 time: 0.0537729 Jul 29 23:35:20.055629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ddd362e-97b4-4c45-a8a4-3b4c86028df3 req-ec9c3b1d-bcd3-4196-87f7-f1618c5dcca3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331120 Jul 29 23:35:20.202236 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-3b86b622-46fc-4cc5-9ca9-552bec34916e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ae9bd5eed4df40c49cb99575b9823488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252616 Jul 29 23:35:20.369114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf355-d426-47c5-9321-84039ed6e690 req-d4810852-cf63-4e91-afbf-630de97bc91d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.375235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf355-d426-47c5-9321-84039ed6e690 req-d4810852-cf63-4e91-afbf-630de97bc91d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.381366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf355-d426-47c5-9321-84039ed6e690 req-d4810852-cf63-4e91-afbf-630de97bc91d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.384847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-f2e4036c-113e-4bfe-9e3a-e60def5c6eee tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.389083 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-f2e4036c-113e-4bfe-9e3a-e60def5c6eee tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779099 Jul 29 23:35:20.389192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf355-d426-47c5-9321-84039ed6e690 req-d4810852-cf63-4e91-afbf-630de97bc91d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.394234 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf355-d426-47c5-9321-84039ed6e690 req-d4810852-cf63-4e91-afbf-630de97bc91d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.400160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf355-d426-47c5-9321-84039ed6e690 req-d4810852-cf63-4e91-afbf-630de97bc91d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.406581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf355-d426-47c5-9321-84039ed6e690 req-d4810852-cf63-4e91-afbf-630de97bc91d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.408503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-807cf355-d426-47c5-9321-84039ed6e690 req-d4810852-cf63-4e91-afbf-630de97bc91d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1095772 Jul 29 23:35:20.415742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Request body: {'port': {'device_id': '02ca01c5-2127-4b0a-a74b-3c2f4ab49a86', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': 'ae9bd5eed4df40c49cb99575b9823488'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:20.474953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-807cf355-d426-47c5-9321-84039ed6e690 req-7cdf670a-96a2-4de9-aac4-66cb15ff1d46 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602791 Jul 29 23:35:20.476712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f946657-6137-46dd-8994-588c0d21dc06 req-ac0d928f-6d98-4e9c-bfb5-9f78b3d8658d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 210 time: 0.0410166 Jul 29 23:35:20.526806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Made reservation on behalf of ae9bd5eed4df40c49cb99575b9823488 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:20.530935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.604184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7c997ffe-3a05-4d9c-818e-c41a61de31b1 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:20.604795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e9cff70-cf4e-41c9-8f76-ee37957b1fff req-9d362b6c-4581-49c9-a0c9-2ba91ee72713 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0259707 Jul 29 23:35:20.671702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Allocated IP 192.168.233.228 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/943d3714-0ca1-4fcc-95ad-d20498bd4191) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:20.714925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7c997ffe-3a05-4d9c-818e-c41a61de31b1, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7c997ffe-3a05-4d9c-818e-c41a61de31b1,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:20.727022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '7c997ffe-3a05-4d9c-818e-c41a61de31b1', 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903', 'port_id': '7c997ffe-3a05-4d9c-818e-c41a61de31b1', 'mac_address': 'fa:16:3e:eb:92:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f75a0a7-5832-4e54-8866-3c064b9598e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:20.772815 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.786721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c997ffe-3a05-4d9c-818e-c41a61de31b1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:20.807647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7c997ffe-3a05-4d9c-818e-c41a61de31b1, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7c997ffe-3a05-4d9c-818e-c41a61de31b1,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:20.813360 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.831252 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.849443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Transition to ACTIVE for port object 943d3714-0ca1-4fcc-95ad-d20498bd4191 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:20.868884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=7c997ffe-3a05-4d9c-818e-c41a61de31b1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.881650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.881986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.882422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.882702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.883030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.883386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.883702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.885948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.890273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.890882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.891213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.900816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.901178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.906341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0', 'c327cac8-9f1c-483f-bed9-11fcb2e6896b', 'd6a9bbe6-ad45-4a8d-a309-11c71fb49ce8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:20.931557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7', '784d380b-faae-401d-9c1f-d848dfc79701'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:20.942123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:20.945676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:20.948632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:20.991469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event updated for resources: {'Port': ['ID=943d3714-0ca1-4fcc-95ad-d20498bd4191,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:21.034770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.035472 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.053817 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-ec62063c-7ceb-469e-a17f-bc530ee61550 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6420109 Jul 29 23:35:21.127293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Request body: {'port': {'device_id': '02ca01c5-2127-4b0a-a74b-3c2f4ab49a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:21.226000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9def8-8089-477d-82f9-e0adea5b6344 req-268a487f-8c10-46e8-8163-f2a49ae719cf tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.233124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.235432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94d9def8-8089-477d-82f9-e0adea5b6344 req-268a487f-8c10-46e8-8163-f2a49ae719cf tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 944 time: 0.1087902 Jul 29 23:35:21.290851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94d9def8-8089-477d-82f9-e0adea5b6344 req-c4bae00e-22f7-4291-83bb-537d3f694070 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496023 Jul 29 23:35:21.338277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7c997ffe-3a05-4d9c-818e-c41a61de31b1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:21.385839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a891e8e9-3594-412e-9ec8-cc3cc1cd7b69 None None] Provisioning for port 943d3714-0ca1-4fcc-95ad-d20498bd4191 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:21.414953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a891e8e9-3594-412e-9ec8-cc3cc1cd7b69 None None] Provisioning complete for port 943d3714-0ca1-4fcc-95ad-d20498bd4191 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:21.415401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a891e8e9-3594-412e-9ec8-cc3cc1cd7b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.511364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a891e8e9-3594-412e-9ec8-cc3cc1cd7b69 None None] Port 943d3714-0ca1-4fcc-95ad-d20498bd4191 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:21.668581 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a8f247a-3a66-45e6-adfe-0bfdc2032eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.686366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de86f1-3d3a-4675-ace6-ffaa29bdc655 req-2a194090-24ef-464c-a7e8-14ec020e2aa9 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.694330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1de86f1-3d3a-4675-ace6-ffaa29bdc655 req-2a194090-24ef-464c-a7e8-14ec020e2aa9 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 936 time: 0.1058764 Jul 29 23:35:21.786142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dcf69-a8a6-491c-b0dc-946caa4a5402 req-7c8b7de9-ec86-4c50-9d37-1ddb4c536534 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.795375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dcf69-a8a6-491c-b0dc-946caa4a5402 req-7c8b7de9-ec86-4c50-9d37-1ddb4c536534 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.802943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dcf69-a8a6-491c-b0dc-946caa4a5402 req-7c8b7de9-ec86-4c50-9d37-1ddb4c536534 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.809576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dcf69-a8a6-491c-b0dc-946caa4a5402 req-7c8b7de9-ec86-4c50-9d37-1ddb4c536534 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.815874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dcf69-a8a6-491c-b0dc-946caa4a5402 req-7c8b7de9-ec86-4c50-9d37-1ddb4c536534 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.821971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dcf69-a8a6-491c-b0dc-946caa4a5402 req-7c8b7de9-ec86-4c50-9d37-1ddb4c536534 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.828874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dcf69-a8a6-491c-b0dc-946caa4a5402 req-7c8b7de9-ec86-4c50-9d37-1ddb4c536534 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.842620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e63dcf69-a8a6-491c-b0dc-946caa4a5402 req-7c8b7de9-ec86-4c50-9d37-1ddb4c536534 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.2256911 Jul 29 23:35:21.847706 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1de86f1-3d3a-4675-ace6-ffaa29bdc655 req-abf66b19-fced-44e7-8a65-1091687484de tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524761 Jul 29 23:35:21.914775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e63dcf69-a8a6-491c-b0dc-946caa4a5402 req-3dd79a80-33e7-4557-be31-2ee864ac38a4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712767 Jul 29 23:35:21.975476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943d3714-0ca1-4fcc-95ad-d20498bd4191 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:21.983422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.995577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Transition to ACTIVE for port object 943d3714-0ca1-4fcc-95ad-d20498bd4191 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:21.999211 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf89ea62-6984-4ed3-89ed-c3452a923c77 req-418b1a7e-353d-49eb-91e0-142021df0c98 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0277727 Jul 29 23:35:22.000947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.060617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Pushing event updated for resources: {'Port': ['ID=943d3714-0ca1-4fcc-95ad-d20498bd4191,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:22.134713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Attempting to bind port 943d3714-0ca1-4fcc-95ad-d20498bd4191 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:22.135072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Attempting to bind port 943d3714-0ca1-4fcc-95ad-d20498bd4191 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:22.135409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Attempting to bind port 943d3714-0ca1-4fcc-95ad-d20498bd4191 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:22.141504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Port 943d3714-0ca1-4fcc-95ad-d20498bd4191 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:22.142110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Attempting to bind port 943d3714-0ca1-4fcc-95ad-d20498bd4191 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:22.148456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:22.148802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:22.149196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:22.149632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Bound port: 943d3714-0ca1-4fcc-95ad-d20498bd4191, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:22.150023 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.220005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] For port 943d3714-0ca1-4fcc-95ad-d20498bd4191, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:22.223423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] For port 943d3714-0ca1-4fcc-95ad-d20498bd4191, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=943d3714-0ca1-4fcc-95ad-d20498bd4191,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:22.229808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.263896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.264520 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.265919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] 10.222.0.47 "PUT /v2.0/ports/943d3714-0ca1-4fcc-95ad-d20498bd4191 HTTP/1.1" status: 200 len: 1097 time: 1.1457098 Jul 29 23:35:22.266395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ca01c5-2127-4b0a-a74b-3c2f4ab49a86', 'tag': '943d3714-0ca1-4fcc-95ad-d20498bd4191'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:22.268590 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1acfe1-93f8-47cd-ab7b-182d39b20738" -d '{"events": [{"name": "network-changed", "server_uuid": "02ca01c5-2127-4b0a-a74b-3c2f4ab49a86", "tag": "943d3714-0ca1-4fcc-95ad-d20498bd4191"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:22.292883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3801012-8ff9-4fb9-9271-54a00f5160bd service neutron] Pushing event updated for resources: {'Port': ['ID=943d3714-0ca1-4fcc-95ad-d20498bd4191,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:22.328094 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f041e584-33b9-4e5c-b88b-7a103c43b44c x-openstack-request-id: req-f041e584-33b9-4e5c-b88b-7a103c43b44c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:22.328403 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ca01c5-2127-4b0a-a74b-3c2f4ab49a86", "tag": "943d3714-0ca1-4fcc-95ad-d20498bd4191", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:22.328638 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f041e584-33b9-4e5c-b88b-7a103c43b44c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:22.329033 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ca01c5-2127-4b0a-a74b-3c2f4ab49a86', 'tag': '943d3714-0ca1-4fcc-95ad-d20498bd4191', 'status': 'completed', 'code': 200} Jul 29 23:35:22.411210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-0d748709-7e27-4214-8051-15f2ebfe7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.412754 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-0d748709-7e27-4214-8051-15f2ebfe7473 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 1100 time: 0.0526114 Jul 29 23:35:22.477036 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-4ca0f7a7-50b2-4a1e-9d00-302d93799185 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=943d3714-0ca1-4fcc-95ad-d20498bd4191 HTTP/1.1" status: 200 len: 217 time: 0.0463278 Jul 29 23:35:22.483013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e007d-e9a2-4a8e-b5a8-9ea30f64931a req-43cf363b-0b7e-4289-ac8f-8cd0c31ca6ba tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.485511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d10e007d-e9a2-4a8e-b5a8-9ea30f64931a req-43cf363b-0b7e-4289-ac8f-8cd0c31ca6ba tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 944 time: 0.0761406 Jul 29 23:35:22.586160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d10e007d-e9a2-4a8e-b5a8-9ea30f64931a req-996feb0a-5a3c-4f4d-bfe4-24fafd1e9b4b tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918522 Jul 29 23:35:22.591755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 384f4879-41f8-4721-92e9-7d0ff52c574b details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:22.612621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-dd2de9a4-d43d-4398-95a7-21f2bf63ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.614252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-dd2de9a4-d43d-4398-95a7-21f2bf63ee4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1008277 Jul 29 23:35:22.667185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-a15d4460-6582-4e5e-9f6d-d532644b5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.669495 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-a15d4460-6582-4e5e-9f6d-d532644b5dd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472710 Jul 29 23:35:22.684834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-76821d76-fe56-438a-af09-89570b2cfc16 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0569968 Jul 29 23:35:22.712000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 384f4879-41f8-4721-92e9-7d0ff52c574b, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=384f4879-41f8-4721-92e9-7d0ff52c574b,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:22.725829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '384f4879-41f8-4721-92e9-7d0ff52c574b', 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903', 'port_id': '384f4879-41f8-4721-92e9-7d0ff52c574b', 'mac_address': 'fa:16:3e:48:9f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f75a0a7-5832-4e54-8866-3c064b9598e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:22.768881 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.782823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384f4879-41f8-4721-92e9-7d0ff52c574b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:22.783707 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-158c012e-7a02-4614-a454-a9595eaec801 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060500 Jul 29 23:35:22.805342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 384f4879-41f8-4721-92e9-7d0ff52c574b, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=384f4879-41f8-4721-92e9-7d0ff52c574b,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:22.811499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.838066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5641247c-17db-4943-a6ea-204cb6e9d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.838470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5641247c-17db-4943-a6ea-204cb6e9d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.838956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5641247c-17db-4943-a6ea-204cb6e9d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.839432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5641247c-17db-4943-a6ea-204cb6e9d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.840000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5641247c-17db-4943-a6ea-204cb6e9d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.840512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5641247c-17db-4943-a6ea-204cb6e9d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.840985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5641247c-17db-4943-a6ea-204cb6e9d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.842870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5641247c-17db-4943-a6ea-204cb6e9d14b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6509 time: 0.0626051 Jul 29 23:35:22.877718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=384f4879-41f8-4721-92e9-7d0ff52c574b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:22.908317 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c64ba5e4-d47b-41e6-b5a6-017a66cec3cc req-fc25fdd9-78f9-4dfc-9b92-cc74943c65f4 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145813 Jul 29 23:35:23.062061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f79b1a-ac2e-4c1f-b8a0-acbb036dd032 req-b0fb52fd-676c-475f-a2dc-66884dc89254 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.063455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09f79b1a-ac2e-4c1f-b8a0-acbb036dd032 req-b0fb52fd-676c-475f-a2dc-66884dc89254 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 948 time: 0.1165342 Jul 29 23:35:23.080055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-f55bcd42-3260-4da1-a1eb-c9791485e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.081699 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-f55bcd42-3260-4da1-a1eb-c9791485e948 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 1100 time: 0.0451839 Jul 29 23:35:23.087049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-babfaac6-54a4-468c-a244-7a8750e7f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.087531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-babfaac6-54a4-468c-a244-7a8750e7f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.088007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-babfaac6-54a4-468c-a244-7a8750e7f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.089566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-babfaac6-54a4-468c-a244-7a8750e7f1a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=674d778d-dcc6-4818-938a-13b70fc784d0&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=f9d21809-0a05-413f-b507-18577fed0681&id=f9d21809-0a05-413f-b507-18577fed0681 HTTP/1.1" status: 200 len: 2297 time: 0.2017136 Jul 29 23:35:23.165028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4632-d0cd-4e96-8b74-e95d507f2d3f req-d292308a-c08f-4c3e-8405-713b286f6c56 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.170812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4632-d0cd-4e96-8b74-e95d507f2d3f req-d292308a-c08f-4c3e-8405-713b286f6c56 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.176794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4632-d0cd-4e96-8b74-e95d507f2d3f req-d292308a-c08f-4c3e-8405-713b286f6c56 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.182896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4632-d0cd-4e96-8b74-e95d507f2d3f req-d292308a-c08f-4c3e-8405-713b286f6c56 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.186623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-d7d30c08-03c9-4285-9db2-b7ab3bcf88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.188409 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-d7d30c08-03c9-4285-9db2-b7ab3bcf88c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.0991356 Jul 29 23:35:23.189258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4632-d0cd-4e96-8b74-e95d507f2d3f req-d292308a-c08f-4c3e-8405-713b286f6c56 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.195182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4632-d0cd-4e96-8b74-e95d507f2d3f req-d292308a-c08f-4c3e-8405-713b286f6c56 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.202144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4632-d0cd-4e96-8b74-e95d507f2d3f req-d292308a-c08f-4c3e-8405-713b286f6c56 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.204057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-869c4632-d0cd-4e96-8b74-e95d507f2d3f req-d292308a-c08f-4c3e-8405-713b286f6c56 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.2043819 Jul 29 23:35:23.234590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09f79b1a-ac2e-4c1f-b8a0-acbb036dd032 req-d56729ed-971c-41c5-b25d-0d110cbabf00 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620746 Jul 29 23:35:23.235132 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-ac604cad-1e96-4602-8261-869b042f9d26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=943d3714-0ca1-4fcc-95ad-d20498bd4191 HTTP/1.1" status: 200 len: 217 time: 0.0380518 Jul 29 23:35:23.255270 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-c70fdf7e-ac88-4264-961d-f698c05d69f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5457275-b173-4626-9c06-1a830574ea8c HTTP/1.1" status: 200 len: 1002 time: 0.1536989 Jul 29 23:35:23.309255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-2dde3467-855d-4a70-96d1-a1d57c6cd036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.311467 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-2dde3467-855d-4a70-96d1-a1d57c6cd036 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0683594 Jul 29 23:35:23.321805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-869c4632-d0cd-4e96-8b74-e95d507f2d3f req-5d7165a4-f0f8-4573-b788-b9aba16caded tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046071 Jul 29 23:35:23.356253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e6810dc-3b96-4e69-b952-65509b389507 req-b41ec2f1-b1c2-4fa3-a696-840ad72b34d4 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0407565 Jul 29 23:35:23.372246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-5c5922ad-77ff-4cbe-b9f8-a8640a034cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.372920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-10960bcb-a913-43d4-b171-75e85638f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.373940 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-5c5922ad-77ff-4cbe-b9f8-a8640a034cf4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544820 Jul 29 23:35:23.374568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-10960bcb-a913-43d4-b171-75e85638f4d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe272e18-ada4-4f75-b785-d7853a2ae4f3 HTTP/1.1" status: 200 len: 856 time: 0.1090913 Jul 29 23:35:23.432579 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-56a31ec5-8f44-41a6-aecf-c50c197cb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.435334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-56a31ec5-8f44-41a6-aecf-c50c197cb8c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=674d778d-dcc6-4818-938a-13b70fc784d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495765 Jul 29 23:35:23.469011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['384f4879-41f8-4721-92e9-7d0ff52c574b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:23.474929 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-3684d872-8abf-4f99-af3f-48961128547b service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926695 Jul 29 23:35:23.564946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-2f960d8d-45c2-4596-aeaa-dfbd254339d0 service neutron] 10.222.0.42 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045160 Jul 29 23:35:23.629613 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2e1acfe1-93f8-47cd-ab7b-182d39b20738 req-27b8c4f8-cd28-447c-8498-954cd7afa8ae service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456277 Jul 29 23:35:23.700679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-9e860fbb-9e02-4095-afa4-ac9a17949f49 service neutron] 10.222.0.42 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115806 Jul 29 23:35:23.764517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-1480f4a1-c2c6-43d5-83b8-3cde53047d79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=a404b24b-8eff-4d05-97f0-dfc1619216db HTTP/1.1" status: 200 len: 217 time: 0.0366273 Jul 29 23:35:23.780701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315786e9-427e-402f-8fd4-971999cefb5a req-391ec6b6-dfa9-4ae5-9dc0-1d009c59f65a tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.782168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-315786e9-427e-402f-8fd4-971999cefb5a req-391ec6b6-dfa9-4ae5-9dc0-1d009c59f65a tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 945 time: 0.0840068 Jul 29 23:35:23.853198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-19c04a98-bd34-41e2-a860-f8f79574402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.854691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-19c04a98-bd34-41e2-a860-f8f79574402d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0716612 Jul 29 23:35:23.858254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-315786e9-427e-402f-8fd4-971999cefb5a req-b75a1b7e-a465-41b2-8fef-6bb55c9941cf tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680385 Jul 29 23:35:23.911202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-f0300617-0ef1-4f41-93c4-a155ca62545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.912733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-f0300617-0ef1-4f41-93c4-a155ca62545f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429401 Jul 29 23:35:24.017424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-58df3853-5478-47b6-8ea1-16fc80adef87 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906014 Jul 29 23:35:24.054144 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1fa92166-4c7a-482a-b787-7213391dde97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.123497 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-08cc7340-ec50-48e5-a463-2e5a91f5f982 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920196 Jul 29 23:35:24.176706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.178587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-9a44a46a-1bd6-49cb-97d3-517ae2cc5309 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=9a30ed60-8111-4737-aa7b-081df7b4275d HTTP/1.1" status: 200 len: 217 time: 0.0352552 Jul 29 23:35:24.239068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-e477eed6-98e4-47a3-8664-0963e37ae14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.240559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-e477eed6-98e4-47a3-8664-0963e37ae14f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0478904 Jul 29 23:35:24.300753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-cbaeebbe-15b4-4faf-b4bb-132b11646f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.302443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-cbaeebbe-15b4-4faf-b4bb-132b11646f33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0417149 Jul 29 23:35:24.419700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733f5b3-8019-4ba8-ba54-50c914b93acc req-883f44a1-0808-4140-a923-517d63ce1b0d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.421167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6733f5b3-8019-4ba8-ba54-50c914b93acc req-883f44a1-0808-4140-a923-517d63ce1b0d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 948 time: 0.1115155 Jul 29 23:35:24.493213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-aba842f3-b45e-437e-841f-2c417619ddd4 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749454 Jul 29 23:35:24.499913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6733f5b3-8019-4ba8-ba54-50c914b93acc req-08e13b6b-3241-4bed-94fd-98862463ddcc tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566413 Jul 29 23:35:24.517726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ea5f-94b7-4ddb-a6ae-5e5b2abb634c req-4034836d-a7e1-46a3-93a2-4dfeb500b506 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.523826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ea5f-94b7-4ddb-a6ae-5e5b2abb634c req-4034836d-a7e1-46a3-93a2-4dfeb500b506 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.530256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ea5f-94b7-4ddb-a6ae-5e5b2abb634c req-4034836d-a7e1-46a3-93a2-4dfeb500b506 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.536449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ea5f-94b7-4ddb-a6ae-5e5b2abb634c req-4034836d-a7e1-46a3-93a2-4dfeb500b506 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.542351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ea5f-94b7-4ddb-a6ae-5e5b2abb634c req-4034836d-a7e1-46a3-93a2-4dfeb500b506 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.549019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ea5f-94b7-4ddb-a6ae-5e5b2abb634c req-4034836d-a7e1-46a3-93a2-4dfeb500b506 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.555246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ea5f-94b7-4ddb-a6ae-5e5b2abb634c req-4034836d-a7e1-46a3-93a2-4dfeb500b506 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.557221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1837ea5f-94b7-4ddb-a6ae-5e5b2abb634c req-4034836d-a7e1-46a3-93a2-4dfeb500b506 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1563330 Jul 29 23:35:24.615070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7c997ffe-3a05-4d9c-818e-c41a61de31b1 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:24.635085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-907ab151-e23c-43ff-97e3-93dc3a9d7f7d req-188ac1fa-baa2-46a4-b311-c80db6df655b tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0688236 Jul 29 23:35:24.684662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1837ea5f-94b7-4ddb-a6ae-5e5b2abb634c req-ee7813fd-ca96-41a2-ac08-ae71965600aa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089523 Jul 29 23:35:24.696809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 7c997ffe-3a05-4d9c-818e-c41a61de31b1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:24.703906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 7c997ffe-3a05-4d9c-818e-c41a61de31b1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:24.704302 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.733024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-ad58faee-8cbc-47a0-ade2-045ca9df2af5 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745522 Jul 29 23:35:24.798533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5b5c14e9-ad74-48a2-a2bc-cc04fffd783b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=7cbd0ea1-b328-4a0a-9622-94712cd1db99 HTTP/1.1" status: 200 len: 217 time: 0.0377896 Jul 29 23:35:24.828749 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.860455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c3498d-97f2-4d85-99da-5e5a7a0469c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c997ffe-3a05-4d9c-818e-c41a61de31b1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:24.863135 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f943c0-5fb9-4f10-a6d2-85575c5dc480" -d '{"events": [{"server_uuid": "40c3498d-97f2-4d85-99da-5e5a7a0469c6", "name": "network-vif-plugged", "status": "completed", "tag": "7c997ffe-3a05-4d9c-818e-c41a61de31b1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:24.875606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-34b0b12c-ea9f-4ffc-ae66-d2e496d8d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.878900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-34b0b12c-ea9f-4ffc-ae66-d2e496d8d0cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0611956 Jul 29 23:35:24.881548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 7c997ffe-3a05-4d9c-818e-c41a61de31b1, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7c997ffe-3a05-4d9c-818e-c41a61de31b1,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:24.892400 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.924401 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42307fe1-6099-423f-a27a-f22537baa014 x-openstack-request-id: req-42307fe1-6099-423f-a27a-f22537baa014 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:24.925539 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c3498d-97f2-4d85-99da-5e5a7a0469c6", "name": "network-vif-plugged", "status": "completed", "tag": "7c997ffe-3a05-4d9c-818e-c41a61de31b1", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:24.926022 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42307fe1-6099-423f-a27a-f22537baa014 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:24.926648 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c3498d-97f2-4d85-99da-5e5a7a0469c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c997ffe-3a05-4d9c-818e-c41a61de31b1', 'code': 200} Jul 29 23:35:24.963493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=7c997ffe-3a05-4d9c-818e-c41a61de31b1,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:24.985165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-96eaa2b9-db0d-43b9-b0bc-90f846776acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.987914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-96eaa2b9-db0d-43b9-b0bc-90f846776acf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991857 Jul 29 23:35:25.010951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222887b-f116-491b-a464-ff864fc62c2f req-e111c04d-20ab-4671-98a7-4f8fc9b2d3f4 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.012834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0222887b-f116-491b-a464-ff864fc62c2f req-e111c04d-20ab-4671-98a7-4f8fc9b2d3f4 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 945 time: 0.0614989 Jul 29 23:35:25.063271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585889fe-6c30-4d6c-842b-6018c78c85fb req-c6395f3e-0b7d-4fec-b688-4865194c7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.064885 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-585889fe-6c30-4d6c-842b-6018c78c85fb req-c6395f3e-0b7d-4fec-b688-4865194c7601 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40c3498d-97f2-4d85-99da-5e5a7a0469c6 HTTP/1.1" status: 200 len: 1097 time: 0.0571756 Jul 29 23:35:25.105370 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-585889fe-6c30-4d6c-842b-6018c78c85fb req-10fbd503-05f9-4472-b1e6-bc491e756694 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Jul 29 23:35:25.348781 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.450992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0222887b-f116-491b-a464-ff864fc62c2f req-15926a64-a7de-440b-98a6-19c65e0f9887 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155645 Jul 29 23:35:25.487654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-a6a63aee-046f-484f-a7a8-c5a2c94ed8fe service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736433 Jul 29 23:35:25.628648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-b7b8efd5-94b0-4b7f-9d76-fe03b4571726 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212857 Jul 29 23:35:25.652035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d10ac-38e1-4941-ac3d-d9b766a6f583 req-d3eb9eca-3288-441c-9145-29af4d81532d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.654191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-656d10ac-38e1-4941-ac3d-d9b766a6f583 req-d3eb9eca-3288-441c-9145-29af4d81532d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 948 time: 0.0732179 Jul 29 23:35:25.697904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-976455aa-b632-4d45-8535-d01649862fd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6e06abad-472f-4304-a1f0-7bb6c96d45a5 HTTP/1.1" status: 200 len: 217 time: 0.0543258 Jul 29 23:35:25.784231 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-656d10ac-38e1-4941-ac3d-d9b766a6f583 req-38fa7ff2-18b8-404f-95e6-0407e1ce4ef6 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230540 Jul 29 23:35:25.789734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94019aee-452c-4a34-beed-e39cb3364351 req-b925f912-e7a9-4e29-9e39-8512f72d7b59 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0454621 Jul 29 23:35:25.806571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-91b56c99-fba4-408a-b5ed-c6bdb67e9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.808068 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-91b56c99-fba4-408a-b5ed-c6bdb67e9bfc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0975857 Jul 29 23:35:25.881334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-c68c5c3c-9d80-4ccf-bae0-8648c989d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.882831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-c68c5c3c-9d80-4ccf-bae0-8648c989d7fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620923 Jul 29 23:35:25.981045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c146ed-d2e9-4052-a157-774fab299904 req-54ef520d-d6a2-4cd7-b917-78e708b39514 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.987074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c146ed-d2e9-4052-a157-774fab299904 req-54ef520d-d6a2-4cd7-b917-78e708b39514 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.993081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c146ed-d2e9-4052-a157-774fab299904 req-54ef520d-d6a2-4cd7-b917-78e708b39514 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.999573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c146ed-d2e9-4052-a157-774fab299904 req-54ef520d-d6a2-4cd7-b917-78e708b39514 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.005539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c146ed-d2e9-4052-a157-774fab299904 req-54ef520d-d6a2-4cd7-b917-78e708b39514 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.011556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c146ed-d2e9-4052-a157-774fab299904 req-54ef520d-d6a2-4cd7-b917-78e708b39514 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.018153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c146ed-d2e9-4052-a157-774fab299904 req-54ef520d-d6a2-4cd7-b917-78e708b39514 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.020127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10c146ed-d2e9-4052-a157-774fab299904 req-54ef520d-d6a2-4cd7-b917-78e708b39514 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1553979 Jul 29 23:35:26.070810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-74cbef1f-0432-4f6b-ab1b-935ecd9fbdc3 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695447 Jul 29 23:35:26.080807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10c146ed-d2e9-4052-a157-774fab299904 req-340835c4-5023-489b-be39-a9a3e22ff45e tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513687 Jul 29 23:35:26.164923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-6f739641-50f8-4b10-b7b8-16b1fe4eb0c3 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830407 Jul 29 23:35:26.219329 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-3699c6db-bb9b-4508-8de6-04ed1e8a3790 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7e960a6-a033-466f-b8fb-2b00ed28330d HTTP/1.1" status: 200 len: 217 time: 0.0386677 Jul 29 23:35:26.285478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-0954564c-365d-4d1d-934b-97dc6cbc0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.286930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-0954564c-365d-4d1d-934b-97dc6cbc0f69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0d6326c8-0599-4488-9c8a-8e4f8967538f HTTP/1.1" status: 200 len: 797 time: 0.0442431 Jul 29 23:35:26.349762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-72bef026-fc66-46d2-85d1-09fa29260624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.351331 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-72bef026-fc66-46d2-85d1-09fa29260624 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0401990 Jul 29 23:35:26.452535 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-3f83422d-075a-46b6-9bd0-2e2bf8998517 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860968 Jul 29 23:35:26.586285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-8e587d99-17b8-459b-8c46-deb97d57c735 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213317 Jul 29 23:35:26.599132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a55ce0-77b4-41db-9831-c33b63694e8a req-b85ab114-d45d-4e92-810e-9dbed584f680 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.600621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8a55ce0-77b4-41db-9831-c33b63694e8a req-b85ab114-d45d-4e92-810e-9dbed584f680 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 945 time: 0.0781221 Jul 29 23:35:26.607903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 384f4879-41f8-4721-92e9-7d0ff52c574b up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:26.647774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-7d8e4bd1-3ee2-4244-a170-05dd418341e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9 HTTP/1.1" status: 200 len: 217 time: 0.0458572 Jul 29 23:35:26.656805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 384f4879-41f8-4721-92e9-7d0ff52c574b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:26.661025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 384f4879-41f8-4721-92e9-7d0ff52c574b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:26.661411 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.669055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8a55ce0-77b4-41db-9831-c33b63694e8a req-6747dc0f-ea2d-4fda-9d39-cd6b3465ae7f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607748 Jul 29 23:35:26.718373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-1f5f044a-60be-40e9-8cf5-246eab88e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.719944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-1f5f044a-60be-40e9-8cf5-246eab88e49e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0d6326c8-0599-4488-9c8a-8e4f8967538f HTTP/1.1" status: 200 len: 797 time: 0.0498405 Jul 29 23:35:26.748220 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.782920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5b5bc49c-8ea7-4c0f-a361-338cb3a0e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.783854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 384f4879-41f8-4721-92e9-7d0ff52c574b, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=384f4879-41f8-4721-92e9-7d0ff52c574b,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:26.785055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-5b5bc49c-8ea7-4c0f-a361-338cb3a0e617 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0465479 Jul 29 23:35:26.788520 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.844069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=384f4879-41f8-4721-92e9-7d0ff52c574b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:26.928260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314d805a-6a40-4836-8770-e558b89a97f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384f4879-41f8-4721-92e9-7d0ff52c574b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:26.931330 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af30b22-e205-4cc1-8221-8a7e594943e4" -d '{"events": [{"server_uuid": "314d805a-6a40-4836-8770-e558b89a97f9", "name": "network-vif-plugged", "status": "completed", "tag": "384f4879-41f8-4721-92e9-7d0ff52c574b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:26.984168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0117d317-3b74-4e45-b15d-6a056f811a85 req-8dd6549e-153f-4da7-80bc-a6eacd41efef tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0695927 Jul 29 23:35:26.991819 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.993187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-e40d0db8-af56-4c35-a24f-b886d8a1e26f service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913795 Jul 29 23:35:27.013366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9239dd6-6cf7-43f3-84e6-16a960ec74c3 req-58fdaf2f-8ca9-4bfe-a3c3-98b46bf6fa25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.024604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9239dd6-6cf7-43f3-84e6-16a960ec74c3 req-58fdaf2f-8ca9-4bfe-a3c3-98b46bf6fa25 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 948 time: 0.1309862 Jul 29 23:35:27.125045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9239dd6-6cf7-43f3-84e6-16a960ec74c3 req-6c345bff-affb-4c71-8e20-8cb24da4ed30 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881226 Jul 29 23:35:27.141807 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3811ce92-7ff7-4d78-8b50-f65206dbdbf0 x-openstack-request-id: req-3811ce92-7ff7-4d78-8b50-f65206dbdbf0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:27.142315 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314d805a-6a40-4836-8770-e558b89a97f9", "name": "network-vif-plugged", "status": "completed", "tag": "384f4879-41f8-4721-92e9-7d0ff52c574b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:27.142635 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3811ce92-7ff7-4d78-8b50-f65206dbdbf0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:27.143114 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314d805a-6a40-4836-8770-e558b89a97f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384f4879-41f8-4721-92e9-7d0ff52c574b', 'code': 200} Jul 29 23:35:27.206772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba2f87c2-5df1-4d64-b616-bcfa1a33dec9 req-19912996-0fce-432e-869e-b5754352757d service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803200 Jul 29 23:35:27.363838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effa449-79ca-4af9-bb19-e5526c875f8a req-c51e9158-41d9-43d4-b25a-3246e74cf994 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.369774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effa449-79ca-4af9-bb19-e5526c875f8a req-c51e9158-41d9-43d4-b25a-3246e74cf994 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.376468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effa449-79ca-4af9-bb19-e5526c875f8a req-c51e9158-41d9-43d4-b25a-3246e74cf994 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.382984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effa449-79ca-4af9-bb19-e5526c875f8a req-c51e9158-41d9-43d4-b25a-3246e74cf994 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.389622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effa449-79ca-4af9-bb19-e5526c875f8a req-c51e9158-41d9-43d4-b25a-3246e74cf994 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.395581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effa449-79ca-4af9-bb19-e5526c875f8a req-c51e9158-41d9-43d4-b25a-3246e74cf994 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.401574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effa449-79ca-4af9-bb19-e5526c875f8a req-c51e9158-41d9-43d4-b25a-3246e74cf994 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.403581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9effa449-79ca-4af9-bb19-e5526c875f8a req-c51e9158-41d9-43d4-b25a-3246e74cf994 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1282036 Jul 29 23:35:27.405800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb9be4-2080-4a3a-9fd2-693beae2b12b req-465334ec-cac3-47cd-9354-af6589772fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.407299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2acb9be4-2080-4a3a-9fd2-693beae2b12b req-465334ec-cac3-47cd-9354-af6589772fec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 1098 time: 0.1220908 Jul 29 23:35:27.464006 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9effa449-79ca-4af9-bb19-e5526c875f8a req-df2f6ab1-63b9-4254-aec1-fbfb2606bd34 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538502 Jul 29 23:35:27.487178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2acb9be4-2080-4a3a-9fd2-693beae2b12b req-61a7786a-d023-4f7a-9c19-9cd590c0f167 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520239 Jul 29 23:35:27.796887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadd2ed-5ef8-412d-90fa-39c90952fb78 req-32adc9eb-c178-46c0-b13a-c518cffcb270 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.798811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8eadd2ed-5ef8-412d-90fa-39c90952fb78 req-32adc9eb-c178-46c0-b13a-c518cffcb270 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 946 time: 0.0525584 Jul 29 23:35:27.850645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8eadd2ed-5ef8-412d-90fa-39c90952fb78 req-626fd3a7-cc6a-47b7-8b41-a18a8a81968d tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455723 Jul 29 23:35:28.102313 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84d61730-f05f-4bb9-b483-62eeb67e2e10 req-4337cdb1-eab3-4e64-95a2-0408acb0f957 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0379987 Jul 29 23:35:28.248960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc724c-6497-4b4b-b29d-c9a83390ffcd req-62db43ad-feb1-4c80-b2f3-2367687259b3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.250615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56cc724c-6497-4b4b-b29d-c9a83390ffcd req-62db43ad-feb1-4c80-b2f3-2367687259b3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 948 time: 0.0578301 Jul 29 23:35:28.304547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56cc724c-6497-4b4b-b29d-c9a83390ffcd req-904e5683-c70c-4186-acca-42f2b02ebd03 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Jul 29 23:35:28.601117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138387-9410-45f0-80f7-0d5af9da2b24 req-1dee5fd4-0e98-46e0-82d0-6963c8cb5ae1 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.607505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138387-9410-45f0-80f7-0d5af9da2b24 req-1dee5fd4-0e98-46e0-82d0-6963c8cb5ae1 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.613473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138387-9410-45f0-80f7-0d5af9da2b24 req-1dee5fd4-0e98-46e0-82d0-6963c8cb5ae1 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.619433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138387-9410-45f0-80f7-0d5af9da2b24 req-1dee5fd4-0e98-46e0-82d0-6963c8cb5ae1 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.626035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138387-9410-45f0-80f7-0d5af9da2b24 req-1dee5fd4-0e98-46e0-82d0-6963c8cb5ae1 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.632000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138387-9410-45f0-80f7-0d5af9da2b24 req-1dee5fd4-0e98-46e0-82d0-6963c8cb5ae1 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.637994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138387-9410-45f0-80f7-0d5af9da2b24 req-1dee5fd4-0e98-46e0-82d0-6963c8cb5ae1 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.639993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5138387-9410-45f0-80f7-0d5af9da2b24 req-1dee5fd4-0e98-46e0-82d0-6963c8cb5ae1 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.0924385 Jul 29 23:35:28.642623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 943d3714-0ca1-4fcc-95ad-d20498bd4191 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:28.682732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5138387-9410-45f0-80f7-0d5af9da2b24 req-030b4645-3900-46e0-973c-f6cc58158a4d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348306 Jul 29 23:35:28.741724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 943d3714-0ca1-4fcc-95ad-d20498bd4191, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=943d3714-0ca1-4fcc-95ad-d20498bd4191,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:28.754046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '943d3714-0ca1-4fcc-95ad-d20498bd4191', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '943d3714-0ca1-4fcc-95ad-d20498bd4191', 'mac_address': 'fa:16:3e:77:34:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:28.789795 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.802860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943d3714-0ca1-4fcc-95ad-d20498bd4191 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:28.824524 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 943d3714-0ca1-4fcc-95ad-d20498bd4191, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=943d3714-0ca1-4fcc-95ad-d20498bd4191,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:28.831131 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.878293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=943d3714-0ca1-4fcc-95ad-d20498bd4191,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:28.975688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bd018-a6e5-4faf-a2e0-8b69e13bf1ef req-1fe2bf25-f81e-4b24-99bb-aa9d0ab7ac2e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.977211 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-547bd018-a6e5-4faf-a2e0-8b69e13bf1ef req-1fe2bf25-f81e-4b24-99bb-aa9d0ab7ac2e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 946 time: 0.0538452 Jul 29 23:35:29.017900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-547bd018-a6e5-4faf-a2e0-8b69e13bf1ef req-fb0b6a41-a567-4e9d-a1cb-dedba2a6a869 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Jul 29 23:35:29.212812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b966bde3-28eb-4503-ab26-7e62b3647f4d req-54b8ec2e-97ab-476e-843f-d2a9aa4ac58b tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0305779 Jul 29 23:35:29.326046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['943d3714-0ca1-4fcc-95ad-d20498bd4191'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:29.457748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695aef4-4760-4784-b989-6b250f65770c req-6a89d87f-a83b-4399-bb21-65ccc133d152 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.459403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9695aef4-4760-4784-b989-6b250f65770c req-6a89d87f-a83b-4399-bb21-65ccc133d152 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 949 time: 0.0744464 Jul 29 23:35:29.508403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9695aef4-4760-4784-b989-6b250f65770c req-8fd32596-9524-401b-a55d-62deb9b46ea2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Jul 29 23:35:29.829094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b6a3a-eff5-44ba-8ed8-55bbeea700a7 req-cf21fb08-a79c-4ec3-ab39-4febb5efe8cd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.838215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b6a3a-eff5-44ba-8ed8-55bbeea700a7 req-cf21fb08-a79c-4ec3-ab39-4febb5efe8cd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.847576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b6a3a-eff5-44ba-8ed8-55bbeea700a7 req-cf21fb08-a79c-4ec3-ab39-4febb5efe8cd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.854858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b6a3a-eff5-44ba-8ed8-55bbeea700a7 req-cf21fb08-a79c-4ec3-ab39-4febb5efe8cd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.861847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b6a3a-eff5-44ba-8ed8-55bbeea700a7 req-cf21fb08-a79c-4ec3-ab39-4febb5efe8cd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.867788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b6a3a-eff5-44ba-8ed8-55bbeea700a7 req-cf21fb08-a79c-4ec3-ab39-4febb5efe8cd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.874255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b6a3a-eff5-44ba-8ed8-55bbeea700a7 req-cf21fb08-a79c-4ec3-ab39-4febb5efe8cd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.876281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc1b6a3a-eff5-44ba-8ed8-55bbeea700a7 req-cf21fb08-a79c-4ec3-ab39-4febb5efe8cd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1145837 Jul 29 23:35:29.918838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc1b6a3a-eff5-44ba-8ed8-55bbeea700a7 req-2b97a49c-13f3-497f-ab67-cd3f448f4de6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359473 Jul 29 23:35:30.147943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f82cd-b12c-4aad-be79-69012928770b req-b41bdd39-53fa-478c-859f-05ed25c1758d tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.149912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f00f82cd-b12c-4aad-be79-69012928770b req-b41bdd39-53fa-478c-859f-05ed25c1758d tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 946 time: 0.0614557 Jul 29 23:35:30.189645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f00f82cd-b12c-4aad-be79-69012928770b req-2f361dc2-1cc5-4457-85e0-4ca4ed6a8b2f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Jul 29 23:35:30.331492 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a1ad734-ddbb-4c4d-af95-3b55453fbe97 req-e0f7ed05-b3e7-4ac6-bf40-9095dde16772 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0363951 Jul 29 23:35:30.342863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233d94-4c78-42cd-9bfc-0566d6b1cc3b req-070241c1-7aca-463f-a4f5-b35f02fd50b5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.350930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18233d94-4c78-42cd-9bfc-0566d6b1cc3b req-070241c1-7aca-463f-a4f5-b35f02fd50b5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=40c3498d-97f2-4d85-99da-5e5a7a0469c6 HTTP/1.1" status: 200 len: 945 time: 0.0960703 Jul 29 23:35:30.394687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18233d94-4c78-42cd-9bfc-0566d6b1cc3b req-6feadba3-a0bb-49e8-bb12-8f1833dc5620 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Jul 29 23:35:30.637043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 943d3714-0ca1-4fcc-95ad-d20498bd4191 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:30.672188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b6e5-af9a-4256-96b0-8c31e2a4a88d req-f5396519-9312-470b-beab-dd0581e57b5c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.680321 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f80b6e5-af9a-4256-96b0-8c31e2a4a88d req-f5396519-9312-470b-beab-dd0581e57b5c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 949 time: 0.0790818 Jul 29 23:35:30.703711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 943d3714-0ca1-4fcc-95ad-d20498bd4191 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:30.712527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 943d3714-0ca1-4fcc-95ad-d20498bd4191 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:30.713209 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.729171 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f80b6e5-af9a-4256-96b0-8c31e2a4a88d req-3083320f-c252-42f3-a7dd-08f1c3a184f2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474172 Jul 29 23:35:31.016899 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.083173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 943d3714-0ca1-4fcc-95ad-d20498bd4191, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=943d3714-0ca1-4fcc-95ad-d20498bd4191,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:31.084647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ca01c5-2127-4b0a-a74b-3c2f4ab49a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943d3714-0ca1-4fcc-95ad-d20498bd4191'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:31.087594 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec1678a-d540-45bf-b57e-0583b43d2a58" -d '{"events": [{"server_uuid": "02ca01c5-2127-4b0a-a74b-3c2f4ab49a86", "name": "network-vif-plugged", "status": "completed", "tag": "943d3714-0ca1-4fcc-95ad-d20498bd4191"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:31.091610 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.146887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=943d3714-0ca1-4fcc-95ad-d20498bd4191,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:31.204880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3f3a-7d8a-4c27-b4d2-d055a234f308 req-19136d6b-283c-4b51-9688-6700cc5fb0bc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.211082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3f3a-7d8a-4c27-b4d2-d055a234f308 req-19136d6b-283c-4b51-9688-6700cc5fb0bc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.217343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3f3a-7d8a-4c27-b4d2-d055a234f308 req-19136d6b-283c-4b51-9688-6700cc5fb0bc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.223264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3f3a-7d8a-4c27-b4d2-d055a234f308 req-19136d6b-283c-4b51-9688-6700cc5fb0bc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.229261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3f3a-7d8a-4c27-b4d2-d055a234f308 req-19136d6b-283c-4b51-9688-6700cc5fb0bc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.235308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3f3a-7d8a-4c27-b4d2-d055a234f308 req-19136d6b-283c-4b51-9688-6700cc5fb0bc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.241316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3f3a-7d8a-4c27-b4d2-d055a234f308 req-19136d6b-283c-4b51-9688-6700cc5fb0bc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.243278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf1c3f3a-7d8a-4c27-b4d2-d055a234f308 req-19136d6b-283c-4b51-9688-6700cc5fb0bc tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.2103870 Jul 29 23:35:31.284162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-cae1c00b-f805-4d73-b648-6b535050d652 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.285677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-cae1c00b-f805-4d73-b648-6b535050d652 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/networks?id=19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 200 len: 813 time: 0.1910498 Jul 29 23:35:31.314588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf1c3f3a-7d8a-4c27-b4d2-d055a234f308 req-b06482c6-c42f-4e90-917a-ca40d9c30de6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640824 Jul 29 23:35:31.317460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-e6f5be1b-345e-4e73-a171-1d862bb9e1a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/quotas/e7856266475342cc9d18f65bbbd5bf57 HTTP/1.1" status: 200 len: 375 time: 0.0215600 Jul 29 23:35:31.384489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-612b3ae4-f002-4aea-abf3-0b717a293a56 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7856266475342cc9d18f65bbbd5bf57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606353 Jul 29 23:35:31.412443 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f97161-3cc4-4749-8886-7f3fc87cab87 x-openstack-request-id: req-67f97161-3cc4-4749-8886-7f3fc87cab87 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:31.412936 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ca01c5-2127-4b0a-a74b-3c2f4ab49a86", "name": "network-vif-plugged", "status": "completed", "tag": "943d3714-0ca1-4fcc-95ad-d20498bd4191", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:31.413409 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67f97161-3cc4-4749-8886-7f3fc87cab87 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:31.414007 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ca01c5-2127-4b0a-a74b-3c2f4ab49a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943d3714-0ca1-4fcc-95ad-d20498bd4191', 'code': 200} Jul 29 23:35:31.502356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b362604-58b5-4c80-b277-4d8549632cf1 req-f82e8ba2-8988-432b-9cf0-b77fb8fb2f72 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0384145 Jul 29 23:35:31.523259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-16618bb2-a5f0-49fc-8856-35ba0fd24ab7 service neutron] 10.222.0.37 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310523 Jul 29 23:35:31.562689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd75b12-11a1-4848-9a75-60e74ccd33a3 req-61674bc5-e73d-4a45-b34c-d0845e22d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.564346 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ffd75b12-11a1-4848-9a75-60e74ccd33a3 req-61674bc5-e73d-4a45-b34c-d0845e22d960 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 1102 time: 0.0519633 Jul 29 23:35:31.613967 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ffd75b12-11a1-4848-9a75-60e74ccd33a3 req-eeac3c4c-5ff3-4481-9261-fd5c9945baf6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383263 Jul 29 23:35:31.645646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-7645d0b5-0389-4e43-9bd1-620c473062aa service neutron] 10.222.0.37 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144464 Jul 29 23:35:31.903387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8c0d8-da86-42ae-8086-33523d026479 req-07497a4e-fdcd-474a-8aca-a2cec027e949 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.905172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3c8c0d8-da86-42ae-8086-33523d026479 req-07497a4e-fdcd-474a-8aca-a2cec027e949 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 950 time: 0.0543239 Jul 29 23:35:31.953486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3c8c0d8-da86-42ae-8086-33523d026479 req-04860ec0-a083-43bf-997b-2cedfdebe85e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388389 Jul 29 23:35:32.106072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.157859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e798fe79-330a-4d24-ab8a-eb1f37b42f43 req-786e63bb-255e-4f62-a10b-d5bff005f84b tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 210 time: 0.0404873 Jul 29 23:35:32.520378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653466d9-cd03-48fa-aed8-4a499c7a1613 req-032a0d1e-139b-43c7-89a0-ae19e3486c06 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.526379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653466d9-cd03-48fa-aed8-4a499c7a1613 req-032a0d1e-139b-43c7-89a0-ae19e3486c06 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.533093 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653466d9-cd03-48fa-aed8-4a499c7a1613 req-032a0d1e-139b-43c7-89a0-ae19e3486c06 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.539092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653466d9-cd03-48fa-aed8-4a499c7a1613 req-032a0d1e-139b-43c7-89a0-ae19e3486c06 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.545384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653466d9-cd03-48fa-aed8-4a499c7a1613 req-032a0d1e-139b-43c7-89a0-ae19e3486c06 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.551283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653466d9-cd03-48fa-aed8-4a499c7a1613 req-032a0d1e-139b-43c7-89a0-ae19e3486c06 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.557854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653466d9-cd03-48fa-aed8-4a499c7a1613 req-032a0d1e-139b-43c7-89a0-ae19e3486c06 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.560333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-653466d9-cd03-48fa-aed8-4a499c7a1613 req-032a0d1e-139b-43c7-89a0-ae19e3486c06 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1168237 Jul 29 23:35:32.641089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fdbe1fe-fb9b-43cc-867f-c4982afdc684 req-711ebd55-17e3-4e41-b7bb-494c0490ee96 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0364230 Jul 29 23:35:32.659832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-653466d9-cd03-48fa-aed8-4a499c7a1613 req-28b4824b-fa82-444e-817a-f1aa28744bf1 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896139 Jul 29 23:35:33.084497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b3b1c-297a-4f1c-bfeb-c4d7993450db req-0b01c6fb-f580-4707-90b1-4b0d1cdd7e9a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.086154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-195b3b1c-297a-4f1c-bfeb-c4d7993450db req-0b01c6fb-f580-4707-90b1-4b0d1cdd7e9a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 950 time: 0.0540948 Jul 29 23:35:33.117977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-e5bb115f-c2f8-4e10-8df5-cfd7b748455b tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.119586 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-e5bb115f-c2f8-4e10-8df5-cfd7b748455b tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.47 "GET /v2.0/ports?device_id=40c3498d-97f2-4d85-99da-5e5a7a0469c6 HTTP/1.1" status: 200 len: 945 time: 0.0532620 Jul 29 23:35:33.130217 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-195b3b1c-297a-4f1c-bfeb-c4d7993450db req-a11f5c5d-a885-4b5f-803f-51b1dfd0c402 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369837 Jul 29 23:35:33.286934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8fa8a56d-9017-4146-854b-8ccf0f991ada req-09ac7de4-172f-4d6c-9407-638f13d79aa8 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 210 time: 0.0339088 Jul 29 23:35:33.296245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-5d665384-eb9a-4cd1-866a-ab91da8574a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Deleting port 7c997ffe-3a05-4d9c-818e-c41a61de31b1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:33.297065 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-5d665384-eb9a-4cd1-866a-ab91da8574a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.422494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-5d665384-eb9a-4cd1-866a-ab91da8574a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] For port 7c997ffe-3a05-4d9c-818e-c41a61de31b1, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=7c997ffe-3a05-4d9c-818e-c41a61de31b1,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:33.422894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-5d665384-eb9a-4cd1-866a-ab91da8574a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.437117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-5d665384-eb9a-4cd1-866a-ab91da8574a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Calling delete_port for 7c997ffe-3a05-4d9c-818e-c41a61de31b1 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:33.580127 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-5d665384-eb9a-4cd1-866a-ab91da8574a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.602055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['384f4879-41f8-4721-92e9-7d0ff52c574b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:33.615037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d665384-eb9a-4cd1-866a-ab91da8574a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Pushing event deleted for resources: {'Port': ['ID=7c997ffe-3a05-4d9c-818e-c41a61de31b1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:33.781056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-3c1b9194-2648-4557-9ffc-7565ed2bb7c8 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.782629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-3c1b9194-2648-4557-9ffc-7565ed2bb7c8 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "GET /v2.0/ports?device_id=314d805a-6a40-4836-8770-e558b89a97f9 HTTP/1.1" status: 200 len: 946 time: 0.1458786 Jul 29 23:35:33.786370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-5d665384-eb9a-4cd1-866a-ab91da8574a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] No DVR routers for this DVR port 7c997ffe-3a05-4d9c-818e-c41a61de31b1 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:33.787335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['7c997ffe-3a05-4d9c-818e-c41a61de31b1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:33.791023 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-5d665384-eb9a-4cd1-866a-ab91da8574a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.796563 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b8e8b442-9956-43a2-873a-300a9663b5f3 req-5d665384-eb9a-4cd1-866a-ab91da8574a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.47 "DELETE /v2.0/ports/7c997ffe-3a05-4d9c-818e-c41a61de31b1 HTTP/1.1" status: 204 len: 173 time: 0.6519837 Jul 29 23:35:33.798657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c3498d-97f2-4d85-99da-5e5a7a0469c6', 'name': 'network-vif-deleted', 'tag': '7c997ffe-3a05-4d9c-818e-c41a61de31b1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:33.801212 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b279607d-1486-4a7a-bbfa-d97b9a6f8508" -d '{"events": [{"server_uuid": "40c3498d-97f2-4d85-99da-5e5a7a0469c6", "name": "network-vif-deleted", "tag": "7c997ffe-3a05-4d9c-818e-c41a61de31b1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:33.888181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1bc09771-de43-45a2-bdc8-1ee6798dc091 req-827c45b3-6b59-4baa-8144-e9b0a8f0775f tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0505433 Jul 29 23:35:33.996330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb266b4-7dd6-4410-bad1-e9ae639c46a0 req-d11b2f26-24ca-4a9b-bbec-8d3ed78a2816 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.004582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb266b4-7dd6-4410-bad1-e9ae639c46a0 req-d11b2f26-24ca-4a9b-bbec-8d3ed78a2816 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.033020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb266b4-7dd6-4410-bad1-e9ae639c46a0 req-d11b2f26-24ca-4a9b-bbec-8d3ed78a2816 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.043785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb266b4-7dd6-4410-bad1-e9ae639c46a0 req-d11b2f26-24ca-4a9b-bbec-8d3ed78a2816 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.051117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-1bcc0604-1bc4-417a-b91f-6f230401b505 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.051857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb266b4-7dd6-4410-bad1-e9ae639c46a0 req-d11b2f26-24ca-4a9b-bbec-8d3ed78a2816 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.059931 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-1bcc0604-1bc4-417a-b91f-6f230401b505 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "GET /v2.0/networks?id=19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 200 len: 813 time: 0.2946823 Jul 29 23:35:34.061553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb266b4-7dd6-4410-bad1-e9ae639c46a0 req-d11b2f26-24ca-4a9b-bbec-8d3ed78a2816 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.069515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb266b4-7dd6-4410-bad1-e9ae639c46a0 req-d11b2f26-24ca-4a9b-bbec-8d3ed78a2816 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.084163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ccb266b4-7dd6-4410-bad1-e9ae639c46a0 req-d11b2f26-24ca-4a9b-bbec-8d3ed78a2816 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.2924922 Jul 29 23:35:34.126483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Request body: {'port': {'device_id': 'e9faa5a9-9723-4b95-9052-a292cc827a65', 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903', 'admin_state_up': True, 'tenant_id': 'e7856266475342cc9d18f65bbbd5bf57'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:34.184108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ccb266b4-7dd6-4410-bad1-e9ae639c46a0 req-467ba792-9c70-4945-8e88-6107d591c150 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981469 Jul 29 23:35:34.238810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-34aa0caf-d11e-4cad-bd9c-43ac2a86f1c5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Deleting port 384f4879-41f8-4721-92e9-7d0ff52c574b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:34.243708 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-34aa0caf-d11e-4cad-bd9c-43ac2a86f1c5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.292881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Made reservation on behalf of e7856266475342cc9d18f65bbbd5bf57 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:34.297526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.303337 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2ccd82-f7b5-4095-95d5-764f0fa58895 x-openstack-request-id: req-8f2ccd82-f7b5-4095-95d5-764f0fa58895 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:34.303921 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c3498d-97f2-4d85-99da-5e5a7a0469c6", "name": "network-vif-deleted", "tag": "7c997ffe-3a05-4d9c-818e-c41a61de31b1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:34.304757 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f2ccd82-f7b5-4095-95d5-764f0fa58895 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:34.305382 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c3498d-97f2-4d85-99da-5e5a7a0469c6', 'name': 'network-vif-deleted', 'tag': '7c997ffe-3a05-4d9c-818e-c41a61de31b1', 'status': 'completed', 'code': 200} Jul 29 23:35:34.481609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Allocated IP 172.20.0.11 (19521bc5-dfd1-494d-b32e-b052ecb75903/4f75a0a7-5832-4e54-8866-3c064b9598e0/b901f245-b6bf-4b38-9e62-2da5f0dab78c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:34.482749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-302be53e-2b21-459d-aee8-79d96663fe34 req-cd61285a-692e-407c-87a5-b48f7f3b7a08 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 210 time: 0.0556033 Jul 29 23:35:34.514772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-34aa0caf-d11e-4cad-bd9c-43ac2a86f1c5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] For port 384f4879-41f8-4721-92e9-7d0ff52c574b, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=384f4879-41f8-4721-92e9-7d0ff52c574b,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:34.514772 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-34aa0caf-d11e-4cad-bd9c-43ac2a86f1c5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.531818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab6b4d-fe70-4d08-a049-b2c842c6b1a7 req-810bc279-abc6-4cf9-a521-1e2337e93ea5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.541371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cab6b4d-fe70-4d08-a049-b2c842c6b1a7 req-810bc279-abc6-4cf9-a521-1e2337e93ea5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 950 time: 0.1580572 Jul 29 23:35:34.553957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-34aa0caf-d11e-4cad-bd9c-43ac2a86f1c5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Calling delete_port for 384f4879-41f8-4721-92e9-7d0ff52c574b owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:34.644714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cab6b4d-fe70-4d08-a049-b2c842c6b1a7 req-fc750a9d-0f97-4db7-8bf2-327a77a5713c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023877 Jul 29 23:35:34.874935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f77772-db29-4d9d-858e-4b275d316266 req-b69faefd-60e6-41f9-8efb-5d9f5ff251ba tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.887513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40f77772-db29-4d9d-858e-4b275d316266 req-b69faefd-60e6-41f9-8efb-5d9f5ff251ba tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 1102 time: 0.1089218 Jul 29 23:35:34.900156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-34aa0caf-d11e-4cad-bd9c-43ac2a86f1c5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.913835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.946573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-784b6f4f-61b5-4491-82f2-5b01d5939948 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.948193 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-784b6f4f-61b5-4491-82f2-5b01d5939948 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "GET /v2.0/networks?id=19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 200 len: 813 time: 0.2041976 Jul 29 23:35:34.977498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Request body: {'port': {'device_id': '0c76bca3-b146-4c78-b913-878bef820b9b', 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903', 'admin_state_up': True, 'tenant_id': 'e7856266475342cc9d18f65bbbd5bf57'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:35.105679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa0caf-d11e-4cad-bd9c-43ac2a86f1c5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Pushing event deleted for resources: {'Port': ['ID=384f4879-41f8-4721-92e9-7d0ff52c574b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:35.145928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad3564a9-09c6-4c67-9df3-acd545deb155 req-8c797a36-92f2-4976-ad56-a60c9eede827 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0999227 Jul 29 23:35:35.146188 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.155785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40f77772-db29-4d9d-858e-4b275d316266 req-f2b603ec-39d0-445b-b418-0946f17288f7 tempest-ServersOnMultiNodesTest-670142766 tempest-ServersOnMultiNodesTest-670142766-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668388 Jul 29 23:35:35.156724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-34aa0caf-d11e-4cad-bd9c-43ac2a86f1c5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] No DVR routers for this DVR port 384f4879-41f8-4721-92e9-7d0ff52c574b on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:35.159407 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-34aa0caf-d11e-4cad-bd9c-43ac2a86f1c5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.161610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7289ae77-6e0e-4012-a19d-d4bc5a35b7fb req-34aa0caf-d11e-4cad-bd9c-43ac2a86f1c5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "DELETE /v2.0/ports/384f4879-41f8-4721-92e9-7d0ff52c574b HTTP/1.1" status: 204 len: 173 time: 1.3207808 Jul 29 23:35:35.162296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314d805a-6a40-4836-8770-e558b89a97f9', 'name': 'network-vif-deleted', 'tag': '384f4879-41f8-4721-92e9-7d0ff52c574b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:35.164928 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb8aa5b-9a0a-44b6-928e-7cd3843abf9e" -d '{"events": [{"server_uuid": "314d805a-6a40-4836-8770-e558b89a97f9", "name": "network-vif-deleted", "tag": "384f4879-41f8-4721-92e9-7d0ff52c574b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:35.250985 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5209ae17-a85f-4ded-9b6e-f5cc286a331c x-openstack-request-id: req-5209ae17-a85f-4ded-9b6e-f5cc286a331c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:35.251618 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314d805a-6a40-4836-8770-e558b89a97f9", "name": "network-vif-deleted", "tag": "384f4879-41f8-4721-92e9-7d0ff52c574b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:35.252063 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5209ae17-a85f-4ded-9b6e-f5cc286a331c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:35.252625 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314d805a-6a40-4836-8770-e558b89a97f9', 'name': 'network-vif-deleted', 'tag': '384f4879-41f8-4721-92e9-7d0ff52c574b', 'status': 'completed', 'code': 200} Jul 29 23:35:35.276384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Network 19521bc5-dfd1-494d-b32e-b052ecb75903 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:35.282801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:35.289383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:35.345121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Pushing event updated for resources: {'Port': ['ID=b901f245-b6bf-4b38-9e62-2da5f0dab78c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:35.381253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.381901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.391191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Made reservation on behalf of e7856266475342cc9d18f65bbbd5bf57 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:35.394626 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.409960 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-523a62cc-4113-4f58-b454-37402947644f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2897055 Jul 29 23:35:35.457239 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Request body: {'port': {'device_id': 'e9faa5a9-9723-4b95-9052-a292cc827a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:35.528990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044855f6-9273-4054-8df3-a9bbccc54584 req-e7342e00-2f08-4308-b2c4-e5d260b78a72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.560099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044855f6-9273-4054-8df3-a9bbccc54584 req-e7342e00-2f08-4308-b2c4-e5d260b78a72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.580528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044855f6-9273-4054-8df3-a9bbccc54584 req-e7342e00-2f08-4308-b2c4-e5d260b78a72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.588422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044855f6-9273-4054-8df3-a9bbccc54584 req-e7342e00-2f08-4308-b2c4-e5d260b78a72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.595983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044855f6-9273-4054-8df3-a9bbccc54584 req-e7342e00-2f08-4308-b2c4-e5d260b78a72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.603459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044855f6-9273-4054-8df3-a9bbccc54584 req-e7342e00-2f08-4308-b2c4-e5d260b78a72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.609889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044855f6-9273-4054-8df3-a9bbccc54584 req-e7342e00-2f08-4308-b2c4-e5d260b78a72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.619330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-044855f6-9273-4054-8df3-a9bbccc54584 req-e7342e00-2f08-4308-b2c4-e5d260b78a72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1614895 Jul 29 23:35:35.632732 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.639047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Allocated IP 172.20.0.5 (19521bc5-dfd1-494d-b32e-b052ecb75903/4f75a0a7-5832-4e54-8866-3c064b9598e0/8c3cfc77-c7eb-4782-9451-c10ecb82c9ab) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:35.672978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-044855f6-9273-4054-8df3-a9bbccc54584 req-89a301a3-632b-48b8-85e8-996dbe849f6a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524971 Jul 29 23:35:35.737855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537b93-5926-4757-a4a9-5533b9e4207b req-5c9da3e5-46e3-4ea9-a8bb-aab0582ade6d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.739440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba537b93-5926-4757-a4a9-5533b9e4207b req-5c9da3e5-46e3-4ea9-a8bb-aab0582ade6d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 950 time: 0.0816751 Jul 29 23:35:35.799793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba537b93-5926-4757-a4a9-5533b9e4207b req-11ba8809-cccb-42da-b293-77d535f9a180 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505712 Jul 29 23:35:35.824957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fe95d9e-63d1-48ba-aef8-650a38126a4a req-c17cde00-63b4-441e-975f-b093a279876d tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 210 time: 0.0452209 Jul 29 23:35:35.907577 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.984992 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.078467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Network 19521bc5-dfd1-494d-b32e-b052ecb75903 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:36.084883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:36.096490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:36.140584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Pushing event updated for resources: {'Port': ['ID=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.190194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.191076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.215197 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-ccdc0ea0-aef7-403b-bd48-aeffc9fee60e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2417288 Jul 29 23:35:36.243187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Request body: {'port': {'device_id': '0c76bca3-b146-4c78-b913-878bef820b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:36.283458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b901f245-b6bf-4b38-9e62-2da5f0dab78c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:36.295273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.305593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8883577f-c188-4743-b8fb-e32eb6d25c85 req-3b81fcd2-8238-4f5e-b400-aacc5d00d2d3 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0331573 Jul 29 23:35:36.328396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Transition to ACTIVE for port object b901f245-b6bf-4b38-9e62-2da5f0dab78c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:36.331790 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.349092 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.489427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Pushing event updated for resources: {'Port': ['ID=b901f245-b6bf-4b38-9e62-2da5f0dab78c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.620804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Attempting to bind port b901f245-b6bf-4b38-9e62-2da5f0dab78c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:36.621139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Attempting to bind port b901f245-b6bf-4b38-9e62-2da5f0dab78c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:36.621474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Attempting to bind port b901f245-b6bf-4b38-9e62-2da5f0dab78c on network 19521bc5-dfd1-494d-b32e-b052ecb75903 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:36.630467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Port b901f245-b6bf-4b38-9e62-2da5f0dab78c on network 19521bc5-dfd1-494d-b32e-b052ecb75903 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:36.630851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Attempting to bind port b901f245-b6bf-4b38-9e62-2da5f0dab78c on network 19521bc5-dfd1-494d-b32e-b052ecb75903 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:36.643227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:36.643750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Checking segment: {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:36.643971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Bound using segment: {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:36.644433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Bound port: b901f245-b6bf-4b38-9e62-2da5f0dab78c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:36.644797 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.658297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 384f4879-41f8-4721-92e9-7d0ff52c574b no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:36.683682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 384f4879-41f8-4721-92e9-7d0ff52c574b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:36.684106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 384f4879-41f8-4721-92e9-7d0ff52c574b not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:36.695521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 029f2ad7-f9a7-457b-9093-231a372c243b details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:36.706403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7c997ffe-3a05-4d9c-818e-c41a61de31b1 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:36.731990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 7c997ffe-3a05-4d9c-818e-c41a61de31b1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:36.732358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 7c997ffe-3a05-4d9c-818e-c41a61de31b1 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:36.766476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] For port b901f245-b6bf-4b38-9e62-2da5f0dab78c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:36.790848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:36.800629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] For port b901f245-b6bf-4b38-9e62-2da5f0dab78c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b901f245-b6bf-4b38-9e62-2da5f0dab78c,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:36.805962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.813690 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.855467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f21dd-97fa-42c4-a110-6dd238994f85 req-5b1e6e4d-5d97-4c45-90f5-e76f96501e92 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.861304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 029f2ad7-f9a7-457b-9093-231a372c243b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=029f2ad7-f9a7-457b-9093-231a372c243b,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:36.862060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f21dd-97fa-42c4-a110-6dd238994f85 req-5b1e6e4d-5d97-4c45-90f5-e76f96501e92 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.865177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Transition to ACTIVE for port object 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:36.868884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f21dd-97fa-42c4-a110-6dd238994f85 req-5b1e6e4d-5d97-4c45-90f5-e76f96501e92 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.877861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f21dd-97fa-42c4-a110-6dd238994f85 req-5b1e6e4d-5d97-4c45-90f5-e76f96501e92 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.878074 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.882699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.883327 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.884797 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] 10.222.0.42 "PUT /v2.0/ports/b901f245-b6bf-4b38-9e62-2da5f0dab78c HTTP/1.1" status: 200 len: 1093 time: 1.4323211 Jul 29 23:35:36.885294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9faa5a9-9723-4b95-9052-a292cc827a65', 'tag': 'b901f245-b6bf-4b38-9e62-2da5f0dab78c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:36.886062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f21dd-97fa-42c4-a110-6dd238994f85 req-5b1e6e4d-5d97-4c45-90f5-e76f96501e92 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.888127 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90aa672-2119-4623-ab89-8924b45b3c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9faa5a9-9723-4b95-9052-a292cc827a65", "tag": "b901f245-b6bf-4b38-9e62-2da5f0dab78c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:36.894035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f21dd-97fa-42c4-a110-6dd238994f85 req-5b1e6e4d-5d97-4c45-90f5-e76f96501e92 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.899686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '029f2ad7-f9a7-457b-9093-231a372c243b', 'network_id': '36382307-0fe1-4604-af47-70013c8641db', 'port_id': '029f2ad7-f9a7-457b-9093-231a372c243b', 'mac_address': 'fa:16:3e:29:5a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d86ad07-e024-428c-96d6-69edc70cf9c4', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:36.902906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f21dd-97fa-42c4-a110-6dd238994f85 req-5b1e6e4d-5d97-4c45-90f5-e76f96501e92 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.913292 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe1f21dd-97fa-42c4-a110-6dd238994f85 req-5b1e6e4d-5d97-4c45-90f5-e76f96501e92 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5421 time: 0.1310596 Jul 29 23:35:36.923232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d631c64-8824-453c-8d7d-5bac6a21bce2 service neutron] Pushing event updated for resources: {'Port': ['ID=b901f245-b6bf-4b38-9e62-2da5f0dab78c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.993997 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.002818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe1f21dd-97fa-42c4-a110-6dd238994f85 req-dec03237-d675-4b61-9152-882d34f4da20 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881104 Jul 29 23:35:37.021064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029f2ad7-f9a7-457b-9093-231a372c243b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:37.063834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ce18f-1f02-4cc4-b783-6e34eb707855 req-56df4fc5-937c-4f55-aae8-4d281de7b343 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.068134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 029f2ad7-f9a7-457b-9093-231a372c243b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=029f2ad7-f9a7-457b-9093-231a372c243b,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:37.072757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-275ce18f-1f02-4cc4-b783-6e34eb707855 req-56df4fc5-937c-4f55-aae8-4d281de7b343 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 950 time: 0.1252446 Jul 29 23:35:37.074825 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.077197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:37.088214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:37.130160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-275ce18f-1f02-4cc4-b783-6e34eb707855 req-ddcb7483-f914-47c0-a27c-7a5087bc573f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562632 Jul 29 23:35:37.151029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-24ef7372-a0d2-42e8-8f82-17ef2c88b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.156061 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-24ef7372-a0d2-42e8-8f82-17ef2c88b0e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7856266475342cc9d18f65bbbd5bf57&device_id=e9faa5a9-9723-4b95-9052-a292cc827a65 HTTP/1.1" status: 200 len: 1096 time: 0.1809630 Jul 29 23:35:37.182854 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Attempting to bind port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:37.187048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Attempting to bind port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:37.188941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Attempting to bind port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab on network 19521bc5-dfd1-494d-b32e-b052ecb75903 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:37.217092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305f740-32a0-4637-8362-e48349be3df8 req-5ba98fc1-56e7-4863-9624-53d1b63f26bf tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.218687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9305f740-32a0-4637-8362-e48349be3df8 req-5ba98fc1-56e7-4863-9624-53d1b63f26bf tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 943 time: 0.0670865 Jul 29 23:35:37.236201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab on network 19521bc5-dfd1-494d-b32e-b052ecb75903 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:37.236679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Attempting to bind port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab on network 19521bc5-dfd1-494d-b32e-b052ecb75903 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:37.243076 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0389f2-ea93-436a-854e-ab2911b9fb89 x-openstack-request-id: req-7e0389f2-ea93-436a-854e-ab2911b9fb89 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:37.243468 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9faa5a9-9723-4b95-9052-a292cc827a65", "tag": "b901f245-b6bf-4b38-9e62-2da5f0dab78c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:37.244245 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e0389f2-ea93-436a-854e-ab2911b9fb89 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:37.244377 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9faa5a9-9723-4b95-9052-a292cc827a65', 'tag': 'b901f245-b6bf-4b38-9e62-2da5f0dab78c', 'status': 'completed', 'code': 200} Jul 29 23:35:37.246521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:37.246894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Checking segment: {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:37.247382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Bound using segment: {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:37.248407 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Bound port: 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38a73e6-2eaf-42cf-9433-c238085039fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:37.248407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.252709 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-61821a31-e06e-4d95-a282-d238918ce9a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b901f245-b6bf-4b38-9e62-2da5f0dab78c HTTP/1.1" status: 200 len: 217 time: 0.0807779 Jul 29 23:35:37.271338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=029f2ad7-f9a7-457b-9093-231a372c243b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:37.280420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9305f740-32a0-4637-8362-e48349be3df8 req-2bc8831d-6b27-404d-8cf7-35349b1a27f1 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531235 Jul 29 23:35:37.325304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:37.339030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6', 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac', 'port_id': 'cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6', 'mac_address': 'fa:16:3e:ef:0a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebeb36-4cfa-415a-8afe-8ff8a9de5e25', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:37.356190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-050b3661-e9b1-43b1-8c7c-01ac996a3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.358063 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-050b3661-e9b1-43b1-8c7c-01ac996a3205 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f75a0a7-5832-4e54-8866-3c064b9598e0 HTTP/1.1" status: 200 len: 853 time: 0.0547297 Jul 29 23:35:37.435318 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.465328 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-48f6eebb-1005-4965-8794-817da8588338 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19521bc5-dfd1-494d-b32e-b052ecb75903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707231 Jul 29 23:35:37.472499 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:37.501176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90fab9d5-38ee-471b-97eb-a671e4859d0f req-532644a7-9933-4d6c-955a-a497bd93b3fb tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0570419 Jul 29 23:35:37.512425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:37.513927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] For port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:37.530353 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.532740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ebe284d5-c308-4e20-b3bf-2e4de4483ed2 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:37.556617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] For port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:37.565022 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.634703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.635285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.636806 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c3cfc77-c7eb-4782-9451-c10ecb82c9ab HTTP/1.1" status: 200 len: 1092 time: 1.3980296 Jul 29 23:35:37.644930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:37.703768 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-3db2f14a-84b5-4d12-bc84-16b3788ba750 service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194026 Jul 29 23:35:37.706699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e4203-91f2-40d5-9c2a-eab176c2eee0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:37.720529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port ebe284d5-c308-4e20-b3bf-2e4de4483ed2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:37.737087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'ebe284d5-c308-4e20-b3bf-2e4de4483ed2', 'network_id': '36382307-0fe1-4604-af47-70013c8641db', 'port_id': 'ebe284d5-c308-4e20-b3bf-2e4de4483ed2', 'mac_address': 'fa:16:3e:1e:0d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d86ad07-e024-428c-96d6-69edc70cf9c4', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:37.794967 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.814253 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe284d5-c308-4e20-b3bf-2e4de4483ed2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:37.842467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port ebe284d5-c308-4e20-b3bf-2e4de4483ed2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:37.853464 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.854896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:37.882083 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-8a42132a-aa8c-4ca4-9c21-1b79de55f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.882083 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-8a42132a-aa8c-4ca4-9c21-1b79de55f02f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7856266475342cc9d18f65bbbd5bf57&device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 1095 time: 0.1638129 Jul 29 23:35:37.947381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:37.957003 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-cea776e1-a94c-44a1-82a5-069b06f418f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab HTTP/1.1" status: 200 len: 217 time: 0.0649431 Jul 29 23:35:37.991587 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-515cfea7-0dbc-4fba-b71b-97254da6042c service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737296 Jul 29 23:35:38.044544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdf915-4d06-45b0-81a5-d9a34c737c5b req-41f7f128-f88f-41a0-8b63-541635265a6c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.052691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aecdf915-4d06-45b0-81a5-d9a34c737c5b req-41f7f128-f88f-41a0-8b63-541635265a6c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0740299 Jul 29 23:35:38.058808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244835-63a2-4e1e-ace5-a551e598378e req-2f229f13-793c-4406-8f4c-cc53ea3f5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.060552 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-2f229f13-793c-4406-8f4c-cc53ea3f5c36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f75a0a7-5832-4e54-8866-3c064b9598e0 HTTP/1.1" status: 200 len: 853 time: 0.0895898 Jul 29 23:35:38.075396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-24bb689a-0b92-43b6-b9ba-1e594b10d74f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.077372 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-24bb689a-0b92-43b6-b9ba-1e594b10d74f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 950 time: 0.1963701 Jul 29 23:35:38.086022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:38.106880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aecdf915-4d06-45b0-81a5-d9a34c737c5b req-4efbb28a-f5eb-4eec-bbe8-74f02339483e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528226 Jul 29 23:35:38.109772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'port_id': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30', 'mac_address': 'fa:16:3e:3b:33:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:38.150610 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-b410086f-c8f8-43a5-a762-3cdf1edcf332 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19521bc5-dfd1-494d-b32e-b052ecb75903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720549 Jul 29 23:35:38.177594 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.221381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:38.262681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:38.274649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c354-9bde-4d16-9812-af3512cd98b5 req-2bc6044b-c26e-4d90-94ad-ff31e8789d2a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.275064 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.275935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 73946deb-b986-42b4-a633-a6c3141403fe details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:38.288842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c354-9bde-4d16-9812-af3512cd98b5 req-2bc6044b-c26e-4d90-94ad-ff31e8789d2a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.297947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c354-9bde-4d16-9812-af3512cd98b5 req-2bc6044b-c26e-4d90-94ad-ff31e8789d2a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.304108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c354-9bde-4d16-9812-af3512cd98b5 req-2bc6044b-c26e-4d90-94ad-ff31e8789d2a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.311201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c354-9bde-4d16-9812-af3512cd98b5 req-2bc6044b-c26e-4d90-94ad-ff31e8789d2a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.317608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c354-9bde-4d16-9812-af3512cd98b5 req-2bc6044b-c26e-4d90-94ad-ff31e8789d2a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.324062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c354-9bde-4d16-9812-af3512cd98b5 req-2bc6044b-c26e-4d90-94ad-ff31e8789d2a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.326494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4f3c354-9bde-4d16-9812-af3512cd98b5 req-2bc6044b-c26e-4d90-94ad-ff31e8789d2a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5424 time: 0.1769040 Jul 29 23:35:38.367124 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 73946deb-b986-42b4-a633-a6c3141403fe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=73946deb-b986-42b4-a633-a6c3141403fe,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:38.370401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.385093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '73946deb-b986-42b4-a633-a6c3141403fe', 'network_id': '36382307-0fe1-4604-af47-70013c8641db', 'port_id': '73946deb-b986-42b4-a633-a6c3141403fe', 'mac_address': 'fa:16:3e:b2:52:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d86ad07-e024-428c-96d6-69edc70cf9c4', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:38.419956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-13f1bd72-225a-458c-b217-4b9f720c18a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2684188 Jul 29 23:35:38.443943 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.451078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4f3c354-9bde-4d16-9812-af3512cd98b5 req-5a0518f4-feec-4f21-ba42-b9de245923d0 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778389 Jul 29 23:35:38.462824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d715b-fe88-419b-932f-ae613c7c4723 req-a5547619-1087-40be-be51-ee791f5fd561 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.472641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-123d715b-fe88-419b-932f-ae613c7c4723 req-a5547619-1087-40be-be51-ee791f5fd561 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 950 time: 0.1186996 Jul 29 23:35:38.498565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73946deb-b986-42b4-a633-a6c3141403fe {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:38.546358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 73946deb-b986-42b4-a633-a6c3141403fe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=73946deb-b986-42b4-a633-a6c3141403fe,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:38.551839 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.552637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 879ba5f7-5d77-407a-ba32-ffb56f3efc3c details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:38.555963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-123d715b-fe88-419b-932f-ae613c7c4723 req-c78be569-7bff-4b63-9bf6-2dc31b113824 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622387 Jul 29 23:35:38.645641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aa672-2119-4623-ab89-8924b45b3c4f req-bcd6498d-5a3a-4041-8597-2f85f6fb6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.647732 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a90aa672-2119-4623-ab89-8924b45b3c4f req-bcd6498d-5a3a-4041-8597-2f85f6fb6e71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7856266475342cc9d18f65bbbd5bf57&device_id=e9faa5a9-9723-4b95-9052-a292cc827a65 HTTP/1.1" status: 200 len: 1096 time: 0.5516407 Jul 29 23:35:38.657298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-bba146b0-67da-4ba0-8bde-543d970aa056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.660911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-bba146b0-67da-4ba0-8bde-543d970aa056 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9bd5eed4df40c49cb99575b9823488&device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 1101 time: 0.1872134 Jul 29 23:35:38.678937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=73946deb-b986-42b4-a633-a6c3141403fe,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.683212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:38.697177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '879ba5f7-5d77-407a-ba32-ffb56f3efc3c', 'network_id': '36382307-0fe1-4604-af47-70013c8641db', 'port_id': '879ba5f7-5d77-407a-ba32-ffb56f3efc3c', 'mac_address': 'fa:16:3e:77:6f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d86ad07-e024-428c-96d6-69edc70cf9c4', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:38.733780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49861c29-efd8-47c7-8b30-63b4897f0ead req-9b64b0d0-02cc-44bc-9318-91615c4504bf tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.735880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49861c29-efd8-47c7-8b30-63b4897f0ead req-9b64b0d0-02cc-44bc-9318-91615c4504bf tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 943 time: 0.1783547 Jul 29 23:35:38.738798 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.748328 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-773af5a6-e50e-4fa8-bc29-164213e1c5c9 req-0eff8eee-9c1d-49df-b749-8ef1f24db56c tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0781581 Jul 29 23:35:38.756275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879ba5f7-5d77-407a-ba32-ffb56f3efc3c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:38.784085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:38.792179 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.794294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6b553493-5e11-4969-9ddf-5058c0af1fde details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:38.806012 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-25d33d49-8e43-4bf5-adfe-dee9db6e11b7 service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371036 Jul 29 23:35:38.840419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-72f99f7b-b3e3-4e43-a354-3153b78f9f0c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Deleting port 943d3714-0ca1-4fcc-95ad-d20498bd4191 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:38.840936 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-72f99f7b-b3e3-4e43-a354-3153b78f9f0c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.896612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-5d81378d-b56b-409a-9a6b-8f115d8f6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.909829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-5d81378d-b56b-409a-9a6b-8f115d8f6e36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2175713 Jul 29 23:35:38.914430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.928480 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6b553493-5e11-4969-9ddf-5058c0af1fde, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6b553493-5e11-4969-9ddf-5058c0af1fde,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:38.946784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aa672-2119-4623-ab89-8924b45b3c4f req-2566b0a6-b79a-4a64-8320-67cb221ad013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.948525 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a90aa672-2119-4623-ab89-8924b45b3c4f req-2566b0a6-b79a-4a64-8320-67cb221ad013 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 200 len: 914 time: 0.2614667 Jul 29 23:35:38.974411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '6b553493-5e11-4969-9ddf-5058c0af1fde', 'network_id': '0d56165a-adce-4f4e-ad5e-0e89bf8e4eac', 'port_id': '6b553493-5e11-4969-9ddf-5058c0af1fde', 'mac_address': 'fa:16:3e:9a:87:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebeb36-4cfa-415a-8afe-8ff8a9de5e25', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:39.014571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a90aa672-2119-4623-ab89-8924b45b3c4f req-62f03f81-133e-4ce3-894c-4f8474020455 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b901f245-b6bf-4b38-9e62-2da5f0dab78c HTTP/1.1" status: 200 len: 217 time: 0.0531425 Jul 29 23:35:39.025941 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.041551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b553493-5e11-4969-9ddf-5058c0af1fde {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:39.067885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49861c29-efd8-47c7-8b30-63b4897f0ead req-89a57afc-dc73-4d46-abe9-a40860d26a2f tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995026 Jul 29 23:35:39.069529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-b49032fe-3999-42b6-bcb6-a981d3dd3d83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=a811e432-dca4-401e-ab7a-7ea728242fa7 HTTP/1.1" status: 200 len: 217 time: 0.1455455 Jul 29 23:35:39.069940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6b553493-5e11-4969-9ddf-5058c0af1fde, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6b553493-5e11-4969-9ddf-5058c0af1fde,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:39.078076 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.123571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f244835-63a2-4e1e-ace5-a551e598378e req-8bacb120-9ab5-4838-a56a-4005194f0f24 service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008473 Jul 29 23:35:39.127286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-72f99f7b-b3e3-4e43-a354-3153b78f9f0c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] For port 943d3714-0ca1-4fcc-95ad-d20498bd4191, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=943d3714-0ca1-4fcc-95ad-d20498bd4191,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:39.128064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-72f99f7b-b3e3-4e43-a354-3153b78f9f0c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.131408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=6b553493-5e11-4969-9ddf-5058c0af1fde,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:39.153531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-72f99f7b-b3e3-4e43-a354-3153b78f9f0c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Calling delete_port for 943d3714-0ca1-4fcc-95ad-d20498bd4191 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:39.167163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aa672-2119-4623-ab89-8924b45b3c4f req-c4c71346-862c-411f-a862-e9ab142348b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.169809 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a90aa672-2119-4623-ab89-8924b45b3c4f req-c4c71346-862c-411f-a862-e9ab142348b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f75a0a7-5832-4e54-8866-3c064b9598e0 HTTP/1.1" status: 200 len: 853 time: 0.1296084 Jul 29 23:35:39.172586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-63d583e6-3907-4387-b391-7a4d13a35d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.174131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-63d583e6-3907-4387-b391-7a4d13a35d70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0879304 Jul 29 23:35:39.245702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c76bca3-b146-4c78-b913-878bef820b9b', 'tag': '8c3cfc77-c7eb-4782-9451-c10ecb82c9ab'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:39.248589 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a855cb-6e14-4d18-959a-93777a5c116b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c76bca3-b146-4c78-b913-878bef820b9b", "tag": "8c3cfc77-c7eb-4782-9451-c10ecb82c9ab"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:39.261543 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-2fb74419-cb6c-4333-ad01-067a879acf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.262937 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-2fb74419-cb6c-4333-ad01-067a879acf14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0780320 Jul 29 23:35:39.285284 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a90aa672-2119-4623-ab89-8924b45b3c4f req-43d08c4d-2602-45d3-a202-e7d82fab8934 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19521bc5-dfd1-494d-b32e-b052ecb75903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536888 Jul 29 23:35:39.295701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dfebd-a5e9-4eaa-be45-216276657c37 req-39becafd-5ca6-44d5-9725-08879f5a62ba tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.298061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-049dfebd-a5e9-4eaa-be45-216276657c37 req-39becafd-5ca6-44d5-9725-08879f5a62ba tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0873625 Jul 29 23:35:39.304969 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42f4bb5-b2bb-490f-8884-300c9c2d33e5 x-openstack-request-id: req-a42f4bb5-b2bb-490f-8884-300c9c2d33e5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:39.305257 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c76bca3-b146-4c78-b913-878bef820b9b", "tag": "8c3cfc77-c7eb-4782-9451-c10ecb82c9ab", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:39.305506 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a42f4bb5-b2bb-490f-8884-300c9c2d33e5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:39.305895 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c76bca3-b146-4c78-b913-878bef820b9b', 'tag': '8c3cfc77-c7eb-4782-9451-c10ecb82c9ab', 'status': 'completed', 'code': 200} Jul 29 23:35:39.404632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-049dfebd-a5e9-4eaa-be45-216276657c37 req-0a805c6b-4c2c-4167-bfd3-f2fbea7af505 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938501 Jul 29 23:35:39.440093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-53aa104a-445f-4693-8706-19b2ff5040ce service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646509 Jul 29 23:35:39.461891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a855cb-6e14-4d18-959a-93777a5c116b req-11a7e080-9a46-4f04-b74b-07fe0767b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.463420 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a3a855cb-6e14-4d18-959a-93777a5c116b req-11a7e080-9a46-4f04-b74b-07fe0767b9d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7856266475342cc9d18f65bbbd5bf57&device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 1095 time: 0.1036220 Jul 29 23:35:39.492516 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a90aa672-2119-4623-ab89-8924b45b3c4f req-cf8e2bdb-de9d-46ab-be05-220bd32132f3 service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768076 Jul 29 23:35:39.564358 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-72f99f7b-b3e3-4e43-a354-3153b78f9f0c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.581863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0', 'c327cac8-9f1c-483f-bed9-11fcb2e6896b', 'd6a9bbe6-ad45-4a8d-a309-11c71fb49ce8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:39.595526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96c63920-1137-4c29-91f4-8657dd5cfefe req-aec4340d-7c1e-466d-9f14-27194940daac service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477625 Jul 29 23:35:39.628146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e49a6-2cdb-41bd-aa89-b6fa47fc7d84 req-f1e96b25-017f-4b5e-a2b8-c2b53f67fe84 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.637456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e49a6-2cdb-41bd-aa89-b6fa47fc7d84 req-f1e96b25-017f-4b5e-a2b8-c2b53f67fe84 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.646792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e49a6-2cdb-41bd-aa89-b6fa47fc7d84 req-f1e96b25-017f-4b5e-a2b8-c2b53f67fe84 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.654813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e49a6-2cdb-41bd-aa89-b6fa47fc7d84 req-f1e96b25-017f-4b5e-a2b8-c2b53f67fe84 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.658106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7', '784d380b-faae-401d-9c1f-d848dfc79701', '943d3714-0ca1-4fcc-95ad-d20498bd4191'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:39.661691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e49a6-2cdb-41bd-aa89-b6fa47fc7d84 req-f1e96b25-017f-4b5e-a2b8-c2b53f67fe84 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.668618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e49a6-2cdb-41bd-aa89-b6fa47fc7d84 req-f1e96b25-017f-4b5e-a2b8-c2b53f67fe84 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.676603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e49a6-2cdb-41bd-aa89-b6fa47fc7d84 req-f1e96b25-017f-4b5e-a2b8-c2b53f67fe84 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.678555 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c81e49a6-2cdb-41bd-aa89-b6fa47fc7d84 req-f1e96b25-017f-4b5e-a2b8-c2b53f67fe84 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5428 time: 0.1268721 Jul 29 23:35:39.690940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f99f7b-b3e3-4e43-a354-3153b78f9f0c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event deleted for resources: {'Port': ['ID=943d3714-0ca1-4fcc-95ad-d20498bd4191,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:39.766686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd36cba5-cd70-4571-bf3f-1dece4eb295b req-6691eb60-d001-406d-88aa-454e5e602c39 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ca01c5-2127-4b0a-a74b-3c2f4ab49a86 HTTP/1.1" status: 200 len: 210 time: 0.0387712 Jul 29 23:35:39.783024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c81e49a6-2cdb-41bd-aa89-b6fa47fc7d84 req-b113403d-e162-4bf0-aa1c-6dd2c5df6631 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927441 Jul 29 23:35:39.806532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-72f99f7b-b3e3-4e43-a354-3153b78f9f0c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] No DVR routers for this DVR port 943d3714-0ca1-4fcc-95ad-d20498bd4191 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:39.819325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-72f99f7b-b3e3-4e43-a354-3153b78f9f0c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.821501 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a9d963a-5532-442e-abd4-620ed7baca9d req-72f99f7b-b3e3-4e43-a354-3153b78f9f0c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "DELETE /v2.0/ports/943d3714-0ca1-4fcc-95ad-d20498bd4191 HTTP/1.1" status: 204 len: 173 time: 1.7336106 Jul 29 23:35:39.851157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a855cb-6e14-4d18-959a-93777a5c116b req-96197057-a6b7-41ea-a5b0-b343a06945be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.852765 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a3a855cb-6e14-4d18-959a-93777a5c116b req-96197057-a6b7-41ea-a5b0-b343a06945be service neutron] 10.222.0.42 "GET /v2.0/networks?id=19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 200 len: 914 time: 0.3706152 Jul 29 23:35:39.862686 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a90aa672-2119-4623-ab89-8924b45b3c4f req-4179ffb9-b58a-46b3-967b-179f7d93a7c0 service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389971 Jul 29 23:35:39.982444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ddba4ac-3ff5-4c8e-8afb-ee08a4ef10f6 req-0ced2f30-27fe-407e-8152-eea96bc63073 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0663903 Jul 29 23:35:40.004046 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a3a855cb-6e14-4d18-959a-93777a5c116b req-e17eafc6-7aef-43d0-8d92-6a43a403d486 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab HTTP/1.1" status: 200 len: 217 time: 0.1291609 Jul 29 23:35:40.112911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a855cb-6e14-4d18-959a-93777a5c116b req-85a19d6a-e4b8-4d44-8242-7bcec3c3a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.114538 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a3a855cb-6e14-4d18-959a-93777a5c116b req-85a19d6a-e4b8-4d44-8242-7bcec3c3a870 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f75a0a7-5832-4e54-8866-3c064b9598e0 HTTP/1.1" status: 200 len: 853 time: 0.0719473 Jul 29 23:35:40.180042 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a3a855cb-6e14-4d18-959a-93777a5c116b req-f46b30c8-4193-431a-a46f-7eb939671e26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19521bc5-dfd1-494d-b32e-b052ecb75903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453942 Jul 29 23:35:40.212525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554e283-d74f-4af2-9851-44e4c978e8ea req-eee5c12d-0df3-4946-a27f-b687f6b03e14 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.221632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4554e283-d74f-4af2-9851-44e4c978e8ea req-eee5c12d-0df3-4946-a27f-b687f6b03e14 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 943 time: 0.0649245 Jul 29 23:35:40.261678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4554e283-d74f-4af2-9851-44e4c978e8ea req-8d64f384-7c85-45fb-a85b-c1f8bbc22c1b tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Jul 29 23:35:40.317711 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a3a855cb-6e14-4d18-959a-93777a5c116b req-60591f31-52e4-468a-9d17-0eeaa0d12cbe service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242268 Jul 29 23:35:40.417148 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a3a855cb-6e14-4d18-959a-93777a5c116b req-dd782772-f005-4703-a966-9727fb52353d service neutron] 10.222.0.42 "GET /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873425 Jul 29 23:35:40.559362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb0e2a-a9b9-429e-bcbf-cb962d6cd059 req-0ff57873-55f9-4955-9063-5557ab73ffa8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.565125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25eb0e2a-a9b9-429e-bcbf-cb962d6cd059 req-0ff57873-55f9-4955-9063-5557ab73ffa8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0591805 Jul 29 23:35:40.612490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25eb0e2a-a9b9-429e-bcbf-cb962d6cd059 req-d608c93d-b16c-442e-8d3d-a24da0025873 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444028 Jul 29 23:35:40.675304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b901f245-b6bf-4b38-9e62-2da5f0dab78c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:40.781462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b901f245-b6bf-4b38-9e62-2da5f0dab78c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b901f245-b6bf-4b38-9e62-2da5f0dab78c,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:40.793293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'b901f245-b6bf-4b38-9e62-2da5f0dab78c', 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903', 'port_id': 'b901f245-b6bf-4b38-9e62-2da5f0dab78c', 'mac_address': 'fa:16:3e:1b:73:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f75a0a7-5832-4e54-8866-3c064b9598e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:40.835565 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.865137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b901f245-b6bf-4b38-9e62-2da5f0dab78c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:40.894671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b901f245-b6bf-4b38-9e62-2da5f0dab78c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b901f245-b6bf-4b38-9e62-2da5f0dab78c,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:40.903544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.942811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda941a-851d-472d-9303-b14952136cc0 req-d3dbb8c3-2279-4e22-8f26-9036ecb08c35 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.949912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda941a-851d-472d-9303-b14952136cc0 req-d3dbb8c3-2279-4e22-8f26-9036ecb08c35 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.958381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda941a-851d-472d-9303-b14952136cc0 req-d3dbb8c3-2279-4e22-8f26-9036ecb08c35 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.965391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda941a-851d-472d-9303-b14952136cc0 req-d3dbb8c3-2279-4e22-8f26-9036ecb08c35 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.970847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b901f245-b6bf-4b38-9e62-2da5f0dab78c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:40.971509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda941a-851d-472d-9303-b14952136cc0 req-d3dbb8c3-2279-4e22-8f26-9036ecb08c35 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.977740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda941a-851d-472d-9303-b14952136cc0 req-d3dbb8c3-2279-4e22-8f26-9036ecb08c35 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.984522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda941a-851d-472d-9303-b14952136cc0 req-d3dbb8c3-2279-4e22-8f26-9036ecb08c35 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.986405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cfda941a-851d-472d-9303-b14952136cc0 req-d3dbb8c3-2279-4e22-8f26-9036ecb08c35 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5428 time: 0.1229126 Jul 29 23:35:41.037901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cfda941a-851d-472d-9303-b14952136cc0 req-b0a39dde-1e7c-4849-b82e-9a9f55918a55 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441580 Jul 29 23:35:41.046211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:41.122578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['ebe284d5-c308-4e20-b3bf-2e4de4483ed2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:41.146050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aec98-e9e8-4798-b62a-fdec53679de5 req-3768dd5e-3a84-48ab-8704-306f12e6e0b5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.147923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f0aec98-e9e8-4798-b62a-fdec53679de5 req-3768dd5e-3a84-48ab-8704-306f12e6e0b5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 949 time: 0.0613706 Jul 29 23:35:41.163139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['0c16c9a3-ed45-4f25-9ee2-8c60a319ea30'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:41.227318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f0aec98-e9e8-4798-b62a-fdec53679de5 req-1f6f4024-c6bd-4019-9c76-0512e0c87a03 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692921 Jul 29 23:35:41.251405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['6b553493-5e11-4969-9ddf-5058c0af1fde'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:41.279967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-498e9261-bdca-4bac-85a4-b8cb05a3a280 req-f955ea56-d17a-481f-a01c-8d158968151f tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0427873 Jul 29 23:35:41.312282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ca01c5-2127-4b0a-a74b-3c2f4ab49a86', 'name': 'network-vif-deleted', 'tag': '943d3714-0ca1-4fcc-95ad-d20498bd4191'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:41.314641 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdcdea5-2fd9-431e-970b-b87f2ee358c9" -d '{"events": [{"server_uuid": "02ca01c5-2127-4b0a-a74b-3c2f4ab49a86", "name": "network-vif-deleted", "tag": "943d3714-0ca1-4fcc-95ad-d20498bd4191"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:41.316470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 943d3714-0ca1-4fcc-95ad-d20498bd4191 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:41.368003 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dbd7d19e-b893-4d86-b084-14badd68c468 req-a5af027f-64d1-4335-a537-431612f4fdc9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0335290 Jul 29 23:35:41.379685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['879ba5f7-5d77-407a-ba32-ffb56f3efc3c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:41.382046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 943d3714-0ca1-4fcc-95ad-d20498bd4191 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:41.382363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 943d3714-0ca1-4fcc-95ad-d20498bd4191 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:41.431366 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cdbd95-703e-4751-ab4b-9bf68353dbc7 x-openstack-request-id: req-17cdbd95-703e-4751-ab4b-9bf68353dbc7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:41.431661 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ca01c5-2127-4b0a-a74b-3c2f4ab49a86", "name": "network-vif-deleted", "tag": "943d3714-0ca1-4fcc-95ad-d20498bd4191", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:41.431922 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17cdbd95-703e-4751-ab4b-9bf68353dbc7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:41.432442 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ca01c5-2127-4b0a-a74b-3c2f4ab49a86', 'name': 'network-vif-deleted', 'tag': '943d3714-0ca1-4fcc-95ad-d20498bd4191', 'status': 'completed', 'code': 200} Jul 29 23:35:41.440708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b901f245-b6bf-4b38-9e62-2da5f0dab78c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:41.441892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ef95-c1ab-4944-8608-1ab883eb4e8e req-47ee87e3-2ad9-4e44-a642-a698e6acbdf5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.443390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7906ef95-c1ab-4944-8608-1ab883eb4e8e req-47ee87e3-2ad9-4e44-a642-a698e6acbdf5 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 943 time: 0.0614426 Jul 29 23:35:41.612996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['73946deb-b986-42b4-a633-a6c3141403fe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:41.866671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['029f2ad7-f9a7-457b-9093-231a372c243b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:41.878272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7906ef95-c1ab-4944-8608-1ab883eb4e8e req-ff3a8fa3-7a76-4116-9472-b006bb2f7249 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289606 Jul 29 23:35:41.895195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588e638-a850-4eec-8d4c-2b9424889c41 req-075e7e37-425d-457c-a7bf-d9c2e1161ac6 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.896707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4588e638-a850-4eec-8d4c-2b9424889c41 req-075e7e37-425d-457c-a7bf-d9c2e1161ac6 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0689776 Jul 29 23:35:41.936839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4588e638-a850-4eec-8d4c-2b9424889c41 req-06e4c497-d85d-42f9-b23e-f347fdedc45f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331082 Jul 29 23:35:42.197096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209374e3-d99d-475c-8888-3c5d35a572e5 req-2508e7af-9bed-4823-b6dd-4d562015350a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.203791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209374e3-d99d-475c-8888-3c5d35a572e5 req-2508e7af-9bed-4823-b6dd-4d562015350a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.211239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209374e3-d99d-475c-8888-3c5d35a572e5 req-2508e7af-9bed-4823-b6dd-4d562015350a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.217542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209374e3-d99d-475c-8888-3c5d35a572e5 req-2508e7af-9bed-4823-b6dd-4d562015350a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.223995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209374e3-d99d-475c-8888-3c5d35a572e5 req-2508e7af-9bed-4823-b6dd-4d562015350a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.230544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209374e3-d99d-475c-8888-3c5d35a572e5 req-2508e7af-9bed-4823-b6dd-4d562015350a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.236711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209374e3-d99d-475c-8888-3c5d35a572e5 req-2508e7af-9bed-4823-b6dd-4d562015350a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.238720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-209374e3-d99d-475c-8888-3c5d35a572e5 req-2508e7af-9bed-4823-b6dd-4d562015350a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5428 time: 0.1166704 Jul 29 23:35:42.301230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-209374e3-d99d-475c-8888-3c5d35a572e5 req-c9c8efc2-2bd0-4f05-9df2-7157751a5ad6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551903 Jul 29 23:35:42.388650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878f15b-6851-4042-9235-e9b051e15548 req-42778420-2629-4d93-a001-2fa5a9b63bb5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.390238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4878f15b-6851-4042-9235-e9b051e15548 req-42778420-2629-4d93-a001-2fa5a9b63bb5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 949 time: 0.0661085 Jul 29 23:35:42.424835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1c7a7bc-6e55-476b-b0d7-b40d1ee95768 req-60d84a18-47e4-4259-adc8-6e2f6400cc0e tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0306747 Jul 29 23:35:42.464616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4878f15b-6851-4042-9235-e9b051e15548 req-a923f857-31b1-411c-83c8-6fa3a3444848 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617242 Jul 29 23:35:42.693965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:42.805047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:42.822967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '8c3cfc77-c7eb-4782-9451-c10ecb82c9ab', 'network_id': '19521bc5-dfd1-494d-b32e-b052ecb75903', 'port_id': '8c3cfc77-c7eb-4782-9451-c10ecb82c9ab', 'mac_address': 'fa:16:3e:4d:73:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f75a0a7-5832-4e54-8866-3c064b9598e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:42.861092 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.874767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:42.895377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:42.899335 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.991554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:43.034764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da67fb-b46e-4f97-a1dd-2187984a03b9 req-b86a2db8-519f-4612-a19e-6b5e00a1cb95 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.040490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83da67fb-b46e-4f97-a1dd-2187984a03b9 req-b86a2db8-519f-4612-a19e-6b5e00a1cb95 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 944 time: 0.0888536 Jul 29 23:35:43.117097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83da67fb-b46e-4f97-a1dd-2187984a03b9 req-0a4f8800-ba16-401b-ae62-eb4e803b53db tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738485 Jul 29 23:35:43.126034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534a35c-971e-4577-bd7f-efee89083f89 req-0204d4d9-d557-4f5e-8cdf-ff7b95578e40 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.127607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2534a35c-971e-4577-bd7f-efee89083f89 req-0204d4d9-d557-4f5e-8cdf-ff7b95578e40 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0861988 Jul 29 23:35:43.187059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2534a35c-971e-4577-bd7f-efee89083f89 req-8c3ac7be-8a08-40a9-bb24-b75bdea56e95 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509033 Jul 29 23:35:43.318457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-7be0c71a-ac89-4113-91bc-82e189a3f9a2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.319991 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-7be0c71a-ac89-4113-91bc-82e189a3f9a2 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 949 time: 0.0648384 Jul 29 23:35:43.436827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-ffff7b25-8ccc-4def-a24d-d17fc7507782 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Deleting port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:43.437181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-ffff7b25-8ccc-4def-a24d-d17fc7507782 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.453167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad25ccc-3d4a-4aca-9f92-1f6b819d9c78 req-ca9d58c8-ebe2-4767-9576-00961482dafa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.460166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad25ccc-3d4a-4aca-9f92-1f6b819d9c78 req-ca9d58c8-ebe2-4767-9576-00961482dafa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.469207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad25ccc-3d4a-4aca-9f92-1f6b819d9c78 req-ca9d58c8-ebe2-4767-9576-00961482dafa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.477316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad25ccc-3d4a-4aca-9f92-1f6b819d9c78 req-ca9d58c8-ebe2-4767-9576-00961482dafa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.484413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad25ccc-3d4a-4aca-9f92-1f6b819d9c78 req-ca9d58c8-ebe2-4767-9576-00961482dafa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.492672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad25ccc-3d4a-4aca-9f92-1f6b819d9c78 req-ca9d58c8-ebe2-4767-9576-00961482dafa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.499991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad25ccc-3d4a-4aca-9f92-1f6b819d9c78 req-ca9d58c8-ebe2-4767-9576-00961482dafa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.502427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ad25ccc-3d4a-4aca-9f92-1f6b819d9c78 req-ca9d58c8-ebe2-4767-9576-00961482dafa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5428 time: 0.1128654 Jul 29 23:35:43.572322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72d6b68e-b93f-4faa-8602-4b468716058d req-8b7f7476-28df-432d-8838-cc9673eff5c0 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0482802 Jul 29 23:35:43.575339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-ffff7b25-8ccc-4def-a24d-d17fc7507782 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] For port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:43.575836 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-ffff7b25-8ccc-4def-a24d-d17fc7507782 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.577357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ad25ccc-3d4a-4aca-9f92-1f6b819d9c78 req-0e292d30-a50c-4c90-8fae-3ab8db855f6d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683219 Jul 29 23:35:43.617682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-ffff7b25-8ccc-4def-a24d-d17fc7507782 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Calling delete_port for d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:43.623054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8c3cfc77-c7eb-4782-9451-c10ecb82c9ab'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:43.760768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437493-2855-456b-af90-617839b6fee9 req-5cb97b14-24d7-4ab2-bcb4-9850464f6bb5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.762926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e437493-2855-456b-af90-617839b6fee9 req-5cb97b14-24d7-4ab2-bcb4-9850464f6bb5 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e9429-4b16-46b7-945e-e8a508472c2f HTTP/1.1" status: 200 len: 949 time: 0.0924094 Jul 29 23:35:43.831600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e437493-2855-456b-af90-617839b6fee9 req-78bde8de-ce5d-473f-98c9-bd1c0cd9c51c tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622704 Jul 29 23:35:43.864799 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-ffff7b25-8ccc-4def-a24d-d17fc7507782 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.905181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff7b25-8ccc-4def-a24d-d17fc7507782 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event deleted for resources: {'Port': ['ID=d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:43.970668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-ffff7b25-8ccc-4def-a24d-d17fc7507782 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] No DVR routers for this DVR port d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:43.974089 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-ffff7b25-8ccc-4def-a24d-d17fc7507782 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.982609 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f423fcd4-0d86-4cf9-885e-5d2776835211 req-ffff7b25-8ccc-4def-a24d-d17fc7507782 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "DELETE /v2.0/ports/d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 HTTP/1.1" status: 204 len: 173 time: 0.6495583 Jul 29 23:35:43.983447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0e9429-4b16-46b7-945e-e8a508472c2f', 'name': 'network-vif-deleted', 'tag': 'd6a9bbe6-ad45-4a8d-a309-11c71fb49ce8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:43.987473 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818d51b4-1a0b-4e8d-b449-37127311d0fe" -d '{"events": [{"server_uuid": "4b0e9429-4b16-46b7-945e-e8a508472c2f", "name": "network-vif-deleted", "tag": "d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:44.006775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89fc01c7-25fc-439b-a028-f6475ef21e8d req-f1ce733f-b93a-41c8-87d6-e0b3fad7c5fb tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52&device_id=3e52182e-0641-4475-974f-3e2dc3bdf654 HTTP/1.1" status: 200 len: 210 time: 0.0286305 Jul 29 23:35:44.104460 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfeacdd7-84b7-4d26-90a5-2a8cc20fa827 x-openstack-request-id: req-bfeacdd7-84b7-4d26-90a5-2a8cc20fa827 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:44.104878 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0e9429-4b16-46b7-945e-e8a508472c2f", "name": "network-vif-deleted", "tag": "d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:44.105936 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfeacdd7-84b7-4d26-90a5-2a8cc20fa827 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:44.106788 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0e9429-4b16-46b7-945e-e8a508472c2f', 'name': 'network-vif-deleted', 'tag': 'd6a9bbe6-ad45-4a8d-a309-11c71fb49ce8', 'status': 'completed', 'code': 200} Jul 29 23:35:44.287859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae2019-14b2-48e6-91c4-902031b95bea req-6ce1d55b-b83f-4e0d-a4af-c5952fb86fd7 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.290313 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1eae2019-14b2-48e6-91c4-902031b95bea req-6ce1d55b-b83f-4e0d-a4af-c5952fb86fd7 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 944 time: 0.0888703 Jul 29 23:35:44.358646 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e824606-149b-4e89-b2e7-380efbf6505c req-3c1ee2b5-0c36-4559-80f8-fdee1ae53463 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0fb0358d33848228edf9ad85171ba09&device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0294089 Jul 29 23:35:44.405964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbed8c-7a50-4888-989a-804fd4996f52 req-bc391e1f-2b2f-4637-bd04-a3d19d21cb40 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.407409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40fbed8c-7a50-4888-989a-804fd4996f52 req-bc391e1f-2b2f-4637-bd04-a3d19d21cb40 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1158495 Jul 29 23:35:44.410437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1eae2019-14b2-48e6-91c4-902031b95bea req-27e6c747-39ce-4d49-b3b5-1fd392ed7bab tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023922 Jul 29 23:35:44.410839 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e824606-149b-4e89-b2e7-380efbf6505c req-c0817fdf-eb90-48af-bc55-fc671ed78109 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b0fb0358d33848228edf9ad85171ba09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205529 Jul 29 23:35:44.457948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40fbed8c-7a50-4888-989a-804fd4996f52 req-fb64461a-11bc-4355-8527-01b1d161d666 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423229 Jul 29 23:35:44.519161 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e96d4fda-7904-49f8-8594-f0dfffb2b101 req-f54d8210-15a1-4660-94a7-ab80597445fc tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0388527 Jul 29 23:35:44.555564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e824606-149b-4e89-b2e7-380efbf6505c req-692f1838-392f-45e1-b189-b08132406049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.557230 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e824606-149b-4e89-b2e7-380efbf6505c req-692f1838-392f-45e1-b189-b08132406049 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377428 Jul 29 23:35:44.712929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b901f245-b6bf-4b38-9e62-2da5f0dab78c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:44.733365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d5904-2c58-4bd1-8ba0-2e35cc234a77 req-8c028627-2a5b-49a5-ba58-1c15072fe372 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.742323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d5904-2c58-4bd1-8ba0-2e35cc234a77 req-8c028627-2a5b-49a5-ba58-1c15072fe372 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.752835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d5904-2c58-4bd1-8ba0-2e35cc234a77 req-8c028627-2a5b-49a5-ba58-1c15072fe372 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.762805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d5904-2c58-4bd1-8ba0-2e35cc234a77 req-8c028627-2a5b-49a5-ba58-1c15072fe372 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.771751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d5904-2c58-4bd1-8ba0-2e35cc234a77 req-8c028627-2a5b-49a5-ba58-1c15072fe372 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.778537 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d5904-2c58-4bd1-8ba0-2e35cc234a77 req-8c028627-2a5b-49a5-ba58-1c15072fe372 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.786306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port b901f245-b6bf-4b38-9e62-2da5f0dab78c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:44.787358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d5904-2c58-4bd1-8ba0-2e35cc234a77 req-8c028627-2a5b-49a5-ba58-1c15072fe372 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.790253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a7d5904-2c58-4bd1-8ba0-2e35cc234a77 req-8c028627-2a5b-49a5-ba58-1c15072fe372 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5428 time: 0.1277108 Jul 29 23:35:44.790499 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port b901f245-b6bf-4b38-9e62-2da5f0dab78c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:44.790835 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.847818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a7d5904-2c58-4bd1-8ba0-2e35cc234a77 req-a49ab217-d21b-4189-82ab-a72046a18283 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429568 Jul 29 23:35:44.874606 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.897858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9faa5a9-9723-4b95-9052-a292cc827a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b901f245-b6bf-4b38-9e62-2da5f0dab78c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:44.900127 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568ff148-a2b7-4e78-b945-a3ccb61efec0" -d '{"events": [{"server_uuid": "e9faa5a9-9723-4b95-9052-a292cc827a65", "name": "network-vif-plugged", "status": "completed", "tag": "b901f245-b6bf-4b38-9e62-2da5f0dab78c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:44.916369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b901f245-b6bf-4b38-9e62-2da5f0dab78c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b901f245-b6bf-4b38-9e62-2da5f0dab78c,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:44.921822 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.922750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:44.951650 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c288b1-bd9e-4e1e-a447-8a1fa4064c8c x-openstack-request-id: req-52c288b1-bd9e-4e1e-a447-8a1fa4064c8c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:44.951861 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9faa5a9-9723-4b95-9052-a292cc827a65", "name": "network-vif-plugged", "status": "completed", "tag": "b901f245-b6bf-4b38-9e62-2da5f0dab78c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:44.952127 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52c288b1-bd9e-4e1e-a447-8a1fa4064c8c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:44.952525 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9faa5a9-9723-4b95-9052-a292cc827a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b901f245-b6bf-4b38-9e62-2da5f0dab78c', 'code': 200} Jul 29 23:35:44.968579 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:35:44.978246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:44.978986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d6a9bbe6-ad45-4a8d-a309-11c71fb49ce8 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:45.037530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b901f245-b6bf-4b38-9e62-2da5f0dab78c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:45.090788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0', 'c327cac8-9f1c-483f-bed9-11fcb2e6896b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:45.096174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0e45e-e9df-4c5c-9c08-4a649a4a7239 req-48016094-333c-47e0-951a-51feed4e90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.097721 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63e0e45e-e9df-4c5c-9c08-4a649a4a7239 req-48016094-333c-47e0-951a-51feed4e90d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9faa5a9-9723-4b95-9052-a292cc827a65 HTTP/1.1" status: 200 len: 1098 time: 0.0572712 Jul 29 23:35:45.141265 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63e0e45e-e9df-4c5c-9c08-4a649a4a7239 req-dc3d769c-b1df-4518-8e2d-0e0302272516 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299489 Jul 29 23:35:45.176517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263ec1a-405e-46bb-93c8-bbfb93973942 req-17194c90-8adb-47c7-bb02-cae66b07e38b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.178094 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1263ec1a-405e-46bb-93c8-bbfb93973942 req-17194c90-8adb-47c7-bb02-cae66b07e38b tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 950 time: 0.0536075 Jul 29 23:35:45.219925 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1263ec1a-405e-46bb-93c8-bbfb93973942 req-f4f0f4b1-2a2b-4157-90de-9ca2c4b3ddb7 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347545 Jul 29 23:35:45.292373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:45.383434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:45.395864 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:45.396272 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.535261 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.567250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d16a8-c08e-41bb-ad73-717fa80e1c26 req-e172fc6d-6194-41f4-ac25-ceacafec7ebe tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.580667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-210d16a8-c08e-41bb-ad73-717fa80e1c26 req-e172fc6d-6194-41f4-ac25-ceacafec7ebe tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 944 time: 0.0924463 Jul 29 23:35:45.611489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:45.634974 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.670545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-210d16a8-c08e-41bb-ad73-717fa80e1c26 req-fe1705ad-9231-4de4-9ba2-d19ba5a2946b tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795078 Jul 29 23:35:45.685125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c7db2-99e1-4655-a370-276ec866e91b req-0892fc3c-39cb-4a3e-8bbf-b6219fb74ea0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.686855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-304c7db2-99e1-4655-a370-276ec866e91b req-0892fc3c-39cb-4a3e-8bbf-b6219fb74ea0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1052568 Jul 29 23:35:45.728161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:45.728803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-304c7db2-99e1-4655-a370-276ec866e91b req-dd3c4258-85ec-4afe-9143-986181e12e45 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357723 Jul 29 23:35:45.772668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5eb235e8-9b9d-48dd-b7e9-1cd0b6457277 req-6aeea5b5-694a-4256-b773-9a3e55b3c44f tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0293279 Jul 29 23:35:45.979126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ecf7-9a24-49fa-ad6e-b2c136758229 req-3a996650-759c-4ec1-907a-96e899453ffa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.985573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ecf7-9a24-49fa-ad6e-b2c136758229 req-3a996650-759c-4ec1-907a-96e899453ffa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.991507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ecf7-9a24-49fa-ad6e-b2c136758229 req-3a996650-759c-4ec1-907a-96e899453ffa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.998024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ecf7-9a24-49fa-ad6e-b2c136758229 req-3a996650-759c-4ec1-907a-96e899453ffa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.003987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ecf7-9a24-49fa-ad6e-b2c136758229 req-3a996650-759c-4ec1-907a-96e899453ffa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.009933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ecf7-9a24-49fa-ad6e-b2c136758229 req-3a996650-759c-4ec1-907a-96e899453ffa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.015855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ecf7-9a24-49fa-ad6e-b2c136758229 req-3a996650-759c-4ec1-907a-96e899453ffa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.017820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e570ecf7-9a24-49fa-ad6e-b2c136758229 req-3a996650-759c-4ec1-907a-96e899453ffa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5429 time: 0.0920694 Jul 29 23:35:46.065805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e570ecf7-9a24-49fa-ad6e-b2c136758229 req-89455178-ecc1-4bd1-b442-22a2cb241013 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383880 Jul 29 23:35:46.370072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c306e04-68ca-4b63-a5ca-73a4653f9840 req-5b0bcad3-b069-4836-b979-3b1242543bb3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.371749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c306e04-68ca-4b63-a5ca-73a4653f9840 req-5b0bcad3-b069-4836-b979-3b1242543bb3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 950 time: 0.0774598 Jul 29 23:35:46.428091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c306e04-68ca-4b63-a5ca-73a4653f9840 req-5a6357f8-54d8-4c45-a9e3-db28ad8b9aec tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447221 Jul 29 23:35:46.549124 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6e824606-149b-4e89-b2e7-380efbf6505c req-a5ee4a2d-4ed6-4a05-8ffe-72e932e8c47a tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0289602 Jul 29 23:35:46.725086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:46.790644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:46.795550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:46.796268 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.808312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a0af2-276a-4c8c-af46-1bc934c8f078 req-07ba6bb1-0183-4a1e-b278-83128851f1cd tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.809913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-081a0af2-276a-4c8c-af46-1bc934c8f078 req-07ba6bb1-0183-4a1e-b278-83128851f1cd tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 944 time: 0.0600104 Jul 29 23:35:46.884920 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.895873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-081a0af2-276a-4c8c-af46-1bc934c8f078 req-6bbc4bb5-89c0-41f9-a3a0-e5b0b7072167 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784819 Jul 29 23:35:46.923375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:46.925190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4184b5c-f330-49c1-8953-32cc1ff53c39 req-3610a778-f9cc-4921-96ae-d5e41d20a7ef tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.926996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4184b5c-f330-49c1-8953-32cc1ff53c39 req-3610a778-f9cc-4921-96ae-d5e41d20a7ef tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0938280 Jul 29 23:35:46.933527 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.972582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6'}, {'server_uuid': '0c76bca3-b146-4c78-b913-878bef820b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3cfc77-c7eb-4782-9451-c10ecb82c9ab'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:46.981838 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75150792-c918-49f5-a5be-2556fd84d9b9" -d '{"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6"}, {"server_uuid": "0c76bca3-b146-4c78-b913-878bef820b9b", "name": "network-vif-plugged", "status": "completed", "tag": "8c3cfc77-c7eb-4782-9451-c10ecb82c9ab"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:47.031464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7', '784d380b-faae-401d-9c1f-d848dfc79701'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:47.039672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4184b5c-f330-49c1-8953-32cc1ff53c39 req-5de9a24b-8750-4e19-afb9-18f922834dbe tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756538 Jul 29 23:35:47.059292 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e127d7d-2cc6-4d9e-8fab-c8861578a3f3 req-8eebccc3-ff8b-4818-912c-8f64e9f1b8ab tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce2811-69d0-4e1f-a0c8-b4a108431c52 HTTP/1.1" status: 200 len: 210 time: 0.0570943 Jul 29 23:35:47.140705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:47.235117 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec6e309-5699-48a3-8957-b1c7fd661026 x-openstack-request-id: req-6ec6e309-5699-48a3-8957-b1c7fd661026 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:47.235550 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6", "code": 200}, {"server_uuid": "0c76bca3-b146-4c78-b913-878bef820b9b", "name": "network-vif-plugged", "status": "completed", "tag": "8c3cfc77-c7eb-4782-9451-c10ecb82c9ab", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:47.235811 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ec6e309-5699-48a3-8957-b1c7fd661026 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:47.236639 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6', 'code': 200} Jul 29 23:35:47.236639 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c76bca3-b146-4c78-b913-878bef820b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3cfc77-c7eb-4782-9451-c10ecb82c9ab', 'code': 200} Jul 29 23:35:47.300226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 029f2ad7-f9a7-457b-9093-231a372c243b up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:47.338397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0e2c-1b1e-480a-a61d-43b3864286ed req-ab7a1772-a3df-47cc-94db-bb5b600bbc31 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.347044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0e2c-1b1e-480a-a61d-43b3864286ed req-ab7a1772-a3df-47cc-94db-bb5b600bbc31 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.356935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0e2c-1b1e-480a-a61d-43b3864286ed req-ab7a1772-a3df-47cc-94db-bb5b600bbc31 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.367208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0e2c-1b1e-480a-a61d-43b3864286ed req-ab7a1772-a3df-47cc-94db-bb5b600bbc31 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.375809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0e2c-1b1e-480a-a61d-43b3864286ed req-ab7a1772-a3df-47cc-94db-bb5b600bbc31 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.382301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0e2c-1b1e-480a-a61d-43b3864286ed req-ab7a1772-a3df-47cc-94db-bb5b600bbc31 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.390852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0e2c-1b1e-480a-a61d-43b3864286ed req-ab7a1772-a3df-47cc-94db-bb5b600bbc31 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.393615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-088f0e2c-1b1e-480a-a61d-43b3864286ed req-ab7a1772-a3df-47cc-94db-bb5b600bbc31 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5429 time: 0.1419275 Jul 29 23:35:47.427973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 029f2ad7-f9a7-457b-9093-231a372c243b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:47.434903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 029f2ad7-f9a7-457b-9093-231a372c243b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:47.435651 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.470948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75261d-5ecd-4795-b0b5-2befaf08ca0d req-e4df8a76-5752-46b1-a41d-4fbf21932804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.475032 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2c75261d-5ecd-4795-b0b5-2befaf08ca0d req-e4df8a76-5752-46b1-a41d-4fbf21932804 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 1097 time: 0.1554451 Jul 29 23:35:47.504637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-66dc238a-07ba-4380-afd4-c536ffa6f23e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.506453 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-66dc238a-07ba-4380-afd4-c536ffa6f23e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 950 time: 0.1324487 Jul 29 23:35:47.513591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-088f0e2c-1b1e-480a-a61d-43b3864286ed req-a701d42a-8e2c-4e02-9dd0-0d6d6b16ecaa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090989 Jul 29 23:35:47.572846 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2c75261d-5ecd-4795-b0b5-2befaf08ca0d req-55e65747-b372-4ada-8bd9-678f8bb580ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850277 Jul 29 23:35:47.605827 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.616873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061fab-f9f0-40cc-9b19-f43a4d9ab387 req-c833d793-d097-48b9-82d1-f66f4dc97891 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.618691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc061fab-f9f0-40cc-9b19-f43a4d9ab387 req-c833d793-d097-48b9-82d1-f66f4dc97891 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 950 time: 0.0627286 Jul 29 23:35:47.656622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 029f2ad7-f9a7-457b-9093-231a372c243b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=029f2ad7-f9a7-457b-9093-231a372c243b,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:47.659050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Deleting port c327cac8-9f1c-483f-bed9-11fcb2e6896b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:47.659758 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.662426 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.663685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6b553493-5e11-4969-9ddf-5058c0af1fde up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:47.664709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc061fab-f9f0-40cc-9b19-f43a4d9ab387 req-cecff92e-b532-4496-9fae-1f39b60b8b57 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Jul 29 23:35:47.749318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=029f2ad7-f9a7-457b-9093-231a372c243b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:47.764379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 6b553493-5e11-4969-9ddf-5058c0af1fde completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:47.768616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 6b553493-5e11-4969-9ddf-5058c0af1fde triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:47.768992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.792792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] For port c327cac8-9f1c-483f-bed9-11fcb2e6896b, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c327cac8-9f1c-483f-bed9-11fcb2e6896b,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:47.793448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.809797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Calling delete_port for c327cac8-9f1c-483f-bed9-11fcb2e6896b owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:47.863942 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.909340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6b553493-5e11-4969-9ddf-5058c0af1fde, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6b553493-5e11-4969-9ddf-5058c0af1fde,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:47.919325 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.920298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ebe284d5-c308-4e20-b3bf-2e4de4483ed2 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:47.970967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.997173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:48.006414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event deleted for resources: {'Port': ['ID=c327cac8-9f1c-483f-bed9-11fcb2e6896b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:48.030379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.030736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.031080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.031419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.031757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.032476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.032872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.033201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.033540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.033871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.034203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.034533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:48.036257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e07a-2704-4c33-87c0-6cf7b62829ef req-d894d4d2-e9db-4edd-a486-fa1a5421bf51 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.046571 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f63e07a-2704-4c33-87c0-6cf7b62829ef req-d894d4d2-e9db-4edd-a486-fa1a5421bf51 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 945 time: 0.0791488 Jul 29 23:35:48.104160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=6b553493-5e11-4969-9ddf-5058c0af1fde,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:48.104323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] No DVR routers for this DVR port c327cac8-9f1c-483f-bed9-11fcb2e6896b on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:48.116625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f63e07a-2704-4c33-87c0-6cf7b62829ef req-f32d7742-a268-4777-96d6-faed5db28b61 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670938 Jul 29 23:35:48.116780 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.119132 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-69f73ba2-7e90-48ec-a4b7-e87059e48025 req-f5784c95-78d7-49d8-9b92-2a3a0d385227 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "DELETE /v2.0/ports/c327cac8-9f1c-483f-bed9-11fcb2e6896b HTTP/1.1" status: 204 len: 173 time: 0.6004221 Jul 29 23:35:48.119681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be08b272-1967-4fdd-b2b1-79c7d35a46e4', 'name': 'network-vif-deleted', 'tag': 'c327cac8-9f1c-483f-bed9-11fcb2e6896b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:48.122883 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8a7d4a-81f6-4825-86bb-cb641b884fbe" -d '{"events": [{"server_uuid": "be08b272-1967-4fdd-b2b1-79c7d35a46e4", "name": "network-vif-deleted", "tag": "c327cac8-9f1c-483f-bed9-11fcb2e6896b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:48.196085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:48.213637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:48.214260 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.220528 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa05360-d115-480d-a5ed-bba3b1777933 x-openstack-request-id: req-daa05360-d115-480d-a5ed-bba3b1777933 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:48.220829 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be08b272-1967-4fdd-b2b1-79c7d35a46e4", "name": "network-vif-deleted", "tag": "c327cac8-9f1c-483f-bed9-11fcb2e6896b", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:48.221654 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-daa05360-d115-480d-a5ed-bba3b1777933 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:48.222343 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be08b272-1967-4fdd-b2b1-79c7d35a46e4', 'name': 'network-vif-deleted', 'tag': 'c327cac8-9f1c-483f-bed9-11fcb2e6896b', 'status': 'completed', 'code': 200} Jul 29 23:35:48.274493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134b8bb-ec1b-4171-b6ed-93a594920dd1 req-f6158d6b-4530-4b3f-b5ea-d2c22b1fabda tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.276307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8134b8bb-ec1b-4171-b6ed-93a594920dd1 req-f6158d6b-4530-4b3f-b5ea-d2c22b1fabda tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1339054 Jul 29 23:35:48.360488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8134b8bb-ec1b-4171-b6ed-93a594920dd1 req-9a38063b-96ba-43b1-a93d-6a5b93970711 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679407 Jul 29 23:35:48.407818 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.444745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7', '784d380b-faae-401d-9c1f-d848dfc79701'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:48.513152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port ebe284d5-c308-4e20-b3bf-2e4de4483ed2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:48.523018 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.523843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:48.702052 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-135e8ab5-7258-4ebe-a4c2-d555cc9b88f4 req-358a555b-9fe9-4d40-9714-2eaf86188f25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0fb0358d33848228edf9ad85171ba09&device_id=3e52182e-0641-4475-974f-3e2dc3bdf654 HTTP/1.1" status: 200 len: 210 time: 0.0579560 Jul 29 23:35:48.732809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bf0281d-a359-49fa-8e65-eb46d05d84e0 req-c8b20a54-8228-4fa3-a669-2a6dccc97032 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e52182e-0641-4475-974f-3e2dc3bdf654 HTTP/1.1" status: 200 len: 210 time: 0.1091292 Jul 29 23:35:48.784190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6fa82-5634-42c6-98a8-26dbde49bbf2 req-9c94754a-11b8-45b1-b310-269dc3c63faf tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.791715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6fa82-5634-42c6-98a8-26dbde49bbf2 req-9c94754a-11b8-45b1-b310-269dc3c63faf tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.794619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-135e8ab5-7258-4ebe-a4c2-d555cc9b88f4 req-dc26047e-eed5-423d-989e-3f129fa14fcc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b0fb0358d33848228edf9ad85171ba09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735443 Jul 29 23:35:48.798216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6fa82-5634-42c6-98a8-26dbde49bbf2 req-9c94754a-11b8-45b1-b310-269dc3c63faf tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.804417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6fa82-5634-42c6-98a8-26dbde49bbf2 req-9c94754a-11b8-45b1-b310-269dc3c63faf tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.810955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6fa82-5634-42c6-98a8-26dbde49bbf2 req-9c94754a-11b8-45b1-b310-269dc3c63faf tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.815475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:48.818750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6fa82-5634-42c6-98a8-26dbde49bbf2 req-9c94754a-11b8-45b1-b310-269dc3c63faf tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.825833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6fa82-5634-42c6-98a8-26dbde49bbf2 req-9c94754a-11b8-45b1-b310-269dc3c63faf tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.827939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2c6fa82-5634-42c6-98a8-26dbde49bbf2 req-9c94754a-11b8-45b1-b310-269dc3c63faf tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5432 time: 0.1952589 Jul 29 23:35:48.845070 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.931276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ce6f964-45ac-469f-966a-c57a49959bf1 req-d7c0b8d3-a8b1-40b1-a8b9-2efca18913ce tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=be08b272-1967-4fdd-b2b1-79c7d35a46e4 HTTP/1.1" status: 200 len: 210 time: 0.0501754 Jul 29 23:35:48.941999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2c6fa82-5634-42c6-98a8-26dbde49bbf2 req-2616f38e-f0d2-4ced-99c0-96864b45be8f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036539 Jul 29 23:35:48.954676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:48.964848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8ab5-7258-4ebe-a4c2-d555cc9b88f4 req-da531bd4-fb9d-495f-b9dc-e325d32952df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.966727 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-135e8ab5-7258-4ebe-a4c2-d555cc9b88f4 req-da531bd4-fb9d-495f-b9dc-e325d32952df service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645021 Jul 29 23:35:48.982569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:48.982939 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.238123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f2ad7-f9a7-457b-9093-231a372c243b'}, {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b553493-5e11-4969-9ddf-5058c0af1fde'}, {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe284d5-c308-4e20-b3bf-2e4de4483ed2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:49.240474 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2915b54a-14de-4115-a528-5e552ea2d4a1" -d '{"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "029f2ad7-f9a7-457b-9093-231a372c243b"}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "6b553493-5e11-4969-9ddf-5058c0af1fde"}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "ebe284d5-c308-4e20-b3bf-2e4de4483ed2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:49.244719 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.248276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6eb1f-870b-4ef0-907b-f85a5cf54428 req-d9b82b44-4d99-40b8-ac61-7e37c11906b8 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.249868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cb6eb1f-870b-4ef0-907b-f85a5cf54428 req-d9b82b44-4d99-40b8-ac61-7e37c11906b8 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 945 time: 0.0642664 Jul 29 23:35:49.291647 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d333b0b-bf2b-47e8-8b47-530ae6be0cee x-openstack-request-id: req-2d333b0b-bf2b-47e8-8b47-530ae6be0cee {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:49.291956 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "029f2ad7-f9a7-457b-9093-231a372c243b", "code": 200}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "6b553493-5e11-4969-9ddf-5058c0af1fde", "code": 200}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "ebe284d5-c308-4e20-b3bf-2e4de4483ed2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:49.292274 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d333b0b-bf2b-47e8-8b47-530ae6be0cee {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:49.292856 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f2ad7-f9a7-457b-9093-231a372c243b', 'code': 200} Jul 29 23:35:49.293262 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b553493-5e11-4969-9ddf-5058c0af1fde', 'code': 200} Jul 29 23:35:49.293528 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe284d5-c308-4e20-b3bf-2e4de4483ed2', 'code': 200} Jul 29 23:35:49.301975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cb6eb1f-870b-4ef0-907b-f85a5cf54428 req-408a6c5e-3aa8-4c5a-b6fa-e371b58ae49c tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Jul 29 23:35:49.306740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:49.315334 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.316457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 73946deb-b986-42b4-a633-a6c3141403fe up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:49.425625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:49.444112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938b6cb-1927-45d1-a412-1cfd615f5ee1 req-8bb77bcf-7dbc-4953-b360-00180d0bdf01 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.445569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7938b6cb-1927-45d1-a412-1cfd615f5ee1 req-8bb77bcf-7dbc-4953-b360-00180d0bdf01 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9faa5a9-9723-4b95-9052-a292cc827a65 HTTP/1.1" status: 200 len: 946 time: 0.0740621 Jul 29 23:35:49.451327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 73946deb-b986-42b4-a633-a6c3141403fe completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:49.456502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 73946deb-b986-42b4-a633-a6c3141403fe triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:49.456883 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.521100 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7938b6cb-1927-45d1-a412-1cfd615f5ee1 req-cd96e263-6be8-4330-a1fd-f827c5894b53 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578539 Jul 29 23:35:49.529340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7eae0-6374-4acb-b5b9-e052ea72745f req-b7055b4d-8c8d-447d-832b-b1861195b853 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.531226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7b7eae0-6374-4acb-b5b9-e052ea72745f req-b7055b4d-8c8d-447d-832b-b1861195b853 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0811794 Jul 29 23:35:49.578978 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.597549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7b7eae0-6374-4acb-b5b9-e052ea72745f req-7eed980f-039b-47d0-a098-0642a34a8922 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521345 Jul 29 23:35:49.624822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 73946deb-b986-42b4-a633-a6c3141403fe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=73946deb-b986-42b4-a633-a6c3141403fe,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:49.630958 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.631999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 879ba5f7-5d77-407a-ba32-ffb56f3efc3c up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:49.731875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=73946deb-b986-42b4-a633-a6c3141403fe,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:49.747573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:49.761353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:49.762035 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.864746 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.886431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-048a9fa7-cd03-4802-8b03-4c1296915312 req-630012ee-043a-4a55-b682-0eba62288ba3 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e52182e-0641-4475-974f-3e2dc3bdf654 HTTP/1.1" status: 200 len: 210 time: 0.0352294 Jul 29 23:35:49.905555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:49.909623 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.986018 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:50.116292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd0455-c4cd-4da6-a716-9668fafed8e1 req-7cc6a89e-66b7-444e-ae71-043560057b3a tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.117816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4bfd0455-c4cd-4da6-a716-9668fafed8e1 req-7cc6a89e-66b7-444e-ae71-043560057b3a tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9faa5a9-9723-4b95-9052-a292cc827a65 HTTP/1.1" status: 200 len: 946 time: 0.0857399 Jul 29 23:35:50.148634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61e5f9-b22c-4a77-b459-ae56fad89162 req-6f160744-624c-475c-bcbe-a29fd42fdf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.154671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61e5f9-b22c-4a77-b459-ae56fad89162 req-6f160744-624c-475c-bcbe-a29fd42fdf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.162146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61e5f9-b22c-4a77-b459-ae56fad89162 req-6f160744-624c-475c-bcbe-a29fd42fdf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.167584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61e5f9-b22c-4a77-b459-ae56fad89162 req-6f160744-624c-475c-bcbe-a29fd42fdf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.173894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61e5f9-b22c-4a77-b459-ae56fad89162 req-6f160744-624c-475c-bcbe-a29fd42fdf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.180269 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61e5f9-b22c-4a77-b459-ae56fad89162 req-6f160744-624c-475c-bcbe-a29fd42fdf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.186824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61e5f9-b22c-4a77-b459-ae56fad89162 req-6f160744-624c-475c-bcbe-a29fd42fdf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.188845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f61e5f9-b22c-4a77-b459-ae56fad89162 req-6f160744-624c-475c-bcbe-a29fd42fdf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 0.1262052 Jul 29 23:35:50.232854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4bfd0455-c4cd-4da6-a716-9668fafed8e1 req-9491238c-8c54-4de8-94f4-29272245a9a3 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078212 Jul 29 23:35:50.248196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f61e5f9-b22c-4a77-b459-ae56fad89162 req-3dad79ec-1042-409e-8fd3-d58d210162d4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523093 Jul 29 23:35:50.627263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62365770-b003-45f9-875f-d34456ba44ad req-67d43829-d668-4e50-a6e2-80b51a421099 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.628889 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62365770-b003-45f9-875f-d34456ba44ad req-67d43829-d668-4e50-a6e2-80b51a421099 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 950 time: 0.0512674 Jul 29 23:35:50.702869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62365770-b003-45f9-875f-d34456ba44ad req-f601cc38-965c-4c46-854a-9151fb055114 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671351 Jul 29 23:35:50.732685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c327cac8-9f1c-483f-bed9-11fcb2e6896b no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:50.744041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaedf8c-17d4-45fe-9df7-1a96b948d071 req-dd6f2e88-d123-428a-b85e-1d099fe1ed5d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.746249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fdaedf8c-17d4-45fe-9df7-1a96b948d071 req-dd6f2e88-d123-428a-b85e-1d099fe1ed5d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0607903 Jul 29 23:35:50.755995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: c327cac8-9f1c-483f-bed9-11fcb2e6896b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:50.756707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c327cac8-9f1c-483f-bed9-11fcb2e6896b not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:50.791111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fdaedf8c-17d4-45fe-9df7-1a96b948d071 req-259df09d-3500-4dff-88ff-59a3992297f8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386155 Jul 29 23:35:50.947510 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-135e8ab5-7258-4ebe-a4c2-d555cc9b88f4 req-9aa388b9-ec73-4438-b171-1dada031b009 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e52182e-0641-4475-974f-3e2dc3bdf654 HTTP/1.1" status: 200 len: 210 time: 0.0331531 Jul 29 23:35:51.004581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79c6ea4f-346d-4fe9-b057-a6c431b17c09 req-284a8606-ede0-485d-a7a0-823098baac64 tempest-ServerShowV247Test-486469841 tempest-ServerShowV247Test-486469841-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e52182e-0641-4475-974f-3e2dc3bdf654 HTTP/1.1" status: 200 len: 210 time: 0.0278943 Jul 29 23:35:51.296231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30'}, {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73946deb-b986-42b4-a633-a6c3141403fe'}, {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879ba5f7-5d77-407a-ba32-ffb56f3efc3c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:51.298595 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d45a6b-8abe-4a6d-b58d-b61cec3d7f65" -d '{"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "0c16c9a3-ed45-4f25-9ee2-8c60a319ea30"}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "73946deb-b986-42b4-a633-a6c3141403fe"}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "879ba5f7-5d77-407a-ba32-ffb56f3efc3c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:51.399921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3d4b4-edb3-439d-90b8-d28f38c5445d req-cba4a15c-14fb-4dec-845f-69efbee2742d tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.402014 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61e3d4b4-edb3-439d-90b8-d28f38c5445d req-cba4a15c-14fb-4dec-845f-69efbee2742d tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9faa5a9-9723-4b95-9052-a292cc827a65 HTTP/1.1" status: 200 len: 946 time: 0.0856962 Jul 29 23:35:51.419823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7330f1-d0f3-4e28-9cb0-307deebc36bf req-1dd0231d-0326-468a-b16e-50b9d18c02db tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.427293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7330f1-d0f3-4e28-9cb0-307deebc36bf req-1dd0231d-0326-468a-b16e-50b9d18c02db tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.433771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7330f1-d0f3-4e28-9cb0-307deebc36bf req-1dd0231d-0326-468a-b16e-50b9d18c02db tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.440368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7330f1-d0f3-4e28-9cb0-307deebc36bf req-1dd0231d-0326-468a-b16e-50b9d18c02db tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.446886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7330f1-d0f3-4e28-9cb0-307deebc36bf req-1dd0231d-0326-468a-b16e-50b9d18c02db tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.453012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7330f1-d0f3-4e28-9cb0-307deebc36bf req-1dd0231d-0326-468a-b16e-50b9d18c02db tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.459114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7330f1-d0f3-4e28-9cb0-307deebc36bf req-1dd0231d-0326-468a-b16e-50b9d18c02db tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.461479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc7330f1-d0f3-4e28-9cb0-307deebc36bf req-1dd0231d-0326-468a-b16e-50b9d18c02db tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 0.1184258 Jul 29 23:35:51.524834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61e3d4b4-edb3-439d-90b8-d28f38c5445d req-6d1e206c-e400-47d6-9821-b1480fc0cf82 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622756 Jul 29 23:35:51.531086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc7330f1-d0f3-4e28-9cb0-307deebc36bf req-68672f38-0feb-4c1c-bd88-239f143c189a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602629 Jul 29 23:35:51.578030 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce408100-5e9a-4e7e-aa8e-b87dfef3e256 x-openstack-request-id: req-ce408100-5e9a-4e7e-aa8e-b87dfef3e256 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:51.578338 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "0c16c9a3-ed45-4f25-9ee2-8c60a319ea30", "code": 200}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "73946deb-b986-42b4-a633-a6c3141403fe", "code": 200}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-plugged", "status": "completed", "tag": "879ba5f7-5d77-407a-ba32-ffb56f3efc3c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:51.578599 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce408100-5e9a-4e7e-aa8e-b87dfef3e256 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:51.579004 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30', 'code': 200} Jul 29 23:35:51.579923 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73946deb-b986-42b4-a633-a6c3141403fe', 'code': 200} Jul 29 23:35:51.580259 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879ba5f7-5d77-407a-ba32-ffb56f3efc3c', 'code': 200} Jul 29 23:35:51.644486 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf83ac56-d029-4e4a-845c-33414920c892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.836026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709f9a3-5e0d-4cc7-8e7a-d7e5a10910d9 req-e2c7534a-e988-47db-bcd6-8cd026b503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.836657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709f9a3-5e0d-4cc7-8e7a-d7e5a10910d9 req-e2c7534a-e988-47db-bcd6-8cd026b503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.839536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709f9a3-5e0d-4cc7-8e7a-d7e5a10910d9 req-e2c7534a-e988-47db-bcd6-8cd026b503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.840135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709f9a3-5e0d-4cc7-8e7a-d7e5a10910d9 req-e2c7534a-e988-47db-bcd6-8cd026b503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.840967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709f9a3-5e0d-4cc7-8e7a-d7e5a10910d9 req-e2c7534a-e988-47db-bcd6-8cd026b503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.841589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709f9a3-5e0d-4cc7-8e7a-d7e5a10910d9 req-e2c7534a-e988-47db-bcd6-8cd026b503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.843073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709f9a3-5e0d-4cc7-8e7a-d7e5a10910d9 req-e2c7534a-e988-47db-bcd6-8cd026b503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.846697 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a709f9a3-5e0d-4cc7-8e7a-d7e5a10910d9 req-e2c7534a-e988-47db-bcd6-8cd026b503f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6499 time: 0.0693424 Jul 29 23:35:51.890172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec8b59-4fc8-4628-b7bb-861e0d17fcc2 req-f5b0288a-7299-41c2-b71e-3b795630a237 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.900554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8ec8b59-4fc8-4628-b7bb-861e0d17fcc2 req-f5b0288a-7299-41c2-b71e-3b795630a237 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 950 time: 0.1125331 Jul 29 23:35:51.903279 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a709f9a3-5e0d-4cc7-8e7a-d7e5a10910d9 req-de308325-7f07-4c96-a1ff-31bfe4b1584b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461237 Jul 29 23:35:51.963665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8ec8b59-4fc8-4628-b7bb-861e0d17fcc2 req-9cd43974-a4de-462c-a861-1c39f80ca07a tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622001 Jul 29 23:35:52.017567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711ebe7-34f2-4990-871c-bf8d21c9933a req-d20206d2-76b7-4b78-96d1-f5f03bec2cc6 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.018998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3711ebe7-34f2-4990-871c-bf8d21c9933a req-d20206d2-76b7-4b78-96d1-f5f03bec2cc6 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0541248 Jul 29 23:35:52.061328 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3711ebe7-34f2-4990-871c-bf8d21c9933a req-6d26f909-0014-4ef3-aa9d-d27e23d95beb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357225 Jul 29 23:35:52.137375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-4412d91e-e5a1-4acc-b112-934fe416fad7 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.139235 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-4412d91e-e5a1-4acc-b112-934fe416fad7 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "GET /v2.0/ports?device_id=e9faa5a9-9723-4b95-9052-a292cc827a65 HTTP/1.1" status: 200 len: 946 time: 0.0542147 Jul 29 23:35:52.285781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52528) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:52.285927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-919ab5de-6252-47d9-9aca-f970568806fa tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.287466 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-919ab5de-6252-47d9-9aca-f970568806fa tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c76bca3-b146-4c78-b913-878bef820b9b HTTP/1.1" status: 200 len: 945 time: 0.1227529 Jul 29 23:35:52.369978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-89eca205-5530-4851-aa51-1e0265f5e611 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Deleting port b901f245-b6bf-4b38-9e62-2da5f0dab78c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:52.370420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-89eca205-5530-4851-aa51-1e0265f5e611 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.400370 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.493993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-ea9da35c-3c50-4a8f-a994-e43343795205 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Deleting port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:52.494342 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-ea9da35c-3c50-4a8f-a994-e43343795205 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.527556 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.532208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.553803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-89eca205-5530-4851-aa51-1e0265f5e611 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] For port b901f245-b6bf-4b38-9e62-2da5f0dab78c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b901f245-b6bf-4b38-9e62-2da5f0dab78c,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:52.554109 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-89eca205-5530-4851-aa51-1e0265f5e611 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.576326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-89eca205-5530-4851-aa51-1e0265f5e611 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Calling delete_port for b901f245-b6bf-4b38-9e62-2da5f0dab78c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:52.578908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb18cc2-aa1f-48bf-8ab0-0730699975f9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:52.586359 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0fb0358d33848228edf9ad85171ba09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969406 Jul 29 23:35:52.586839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52542) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:52.590301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.590786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.591129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.591450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.591794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.592241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.592466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.592787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.593115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.593444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.593766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.594130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddabf72-d15f-4712-a61f-a52651b5a438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:52.701217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-ea9da35c-3c50-4a8f-a994-e43343795205 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] For port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,segment=NetworkSegment(c38a73e6-2eaf-42cf-9433-c238085039fb),segment_id=c38a73e6-2eaf-42cf-9433-c238085039fb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:52.701598 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-ea9da35c-3c50-4a8f-a994-e43343795205 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.728376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-ea9da35c-3c50-4a8f-a994-e43343795205 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Calling delete_port for 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:52.751057 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da821f03-5dd1-4d3a-be75-b9b8eee87388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.758306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d93335bf-d91d-44be-b075-9e4b549a4071 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.759694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d93335bf-d91d-44be-b075-9e4b549a4071 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c7b3283-0db7-42b0-848c-316b642d4e51 HTTP/1.1" status: 200 len: 949 time: 0.1207626 Jul 29 23:35:52.781089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7fce1-e2ad-4140-819c-0e5d8b628cab req-bd956e4a-25fc-4eae-a97f-f31f30b70b72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.787160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7fce1-e2ad-4140-819c-0e5d8b628cab req-bd956e4a-25fc-4eae-a97f-f31f30b70b72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.793311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7fce1-e2ad-4140-819c-0e5d8b628cab req-bd956e4a-25fc-4eae-a97f-f31f30b70b72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.799624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7fce1-e2ad-4140-819c-0e5d8b628cab req-bd956e4a-25fc-4eae-a97f-f31f30b70b72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.806168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7fce1-e2ad-4140-819c-0e5d8b628cab req-bd956e4a-25fc-4eae-a97f-f31f30b70b72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.815248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7fce1-e2ad-4140-819c-0e5d8b628cab req-bd956e4a-25fc-4eae-a97f-f31f30b70b72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.821923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7fce1-e2ad-4140-819c-0e5d8b628cab req-bd956e4a-25fc-4eae-a97f-f31f30b70b72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.824677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bb7fce1-e2ad-4140-819c-0e5d8b628cab req-bd956e4a-25fc-4eae-a97f-f31f30b70b72 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 0.1569681 Jul 29 23:35:52.836521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f45c9-d311-4908-871f-749eb63ecc4a req-c5eccb78-5c35-453e-81c2-fb554642f981 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.844083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747f45c9-d311-4908-871f-749eb63ecc4a req-c5eccb78-5c35-453e-81c2-fb554642f981 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9faa5a9-9723-4b95-9052-a292cc827a65 HTTP/1.1" status: 200 len: 946 time: 0.1747866 Jul 29 23:35:52.859466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da821f03-5dd1-4d3a-be75-b9b8eee87388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.940700 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-89eca205-5530-4851-aa51-1e0265f5e611 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.961542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b901f245-b6bf-4b38-9e62-2da5f0dab78c', '8c3cfc77-c7eb-4782-9451-c10ecb82c9ab'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:52.971791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747f45c9-d311-4908-871f-749eb63ecc4a req-84465da1-47d1-48d1-b03e-e66f41356a2e tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bf43032-4f18-4414-9e13-2eb62aebc696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249506 Jul 29 23:35:52.997371 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da821f03-5dd1-4d3a-be75-b9b8eee87388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.000428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da821f03-5dd1-4d3a-be75-b9b8eee87388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.001715 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-da821f03-5dd1-4d3a-be75-b9b8eee87388 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccb18cc2-aa1f-48bf-8ab0-0730699975f9 HTTP/1.1" status: 204 len: 168 time: 0.4137909 Jul 29 23:35:53.089243 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bb7fce1-e2ad-4140-819c-0e5d8b628cab req-df6efee3-87d9-4948-98b3-acf02d48c06a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1834211 Jul 29 23:35:53.127922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eca205-5530-4851-aa51-1e0265f5e611 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Pushing event deleted for resources: {'Port': ['ID=b901f245-b6bf-4b38-9e62-2da5f0dab78c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:53.186940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d998ebb5-afda-4a24-b70b-417dade1643e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Deleting port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:53.194377 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d998ebb5-afda-4a24-b70b-417dade1643e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.196084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da821f03-5dd1-4d3a-be75-b9b8eee87388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb18cc2-aa1f-48bf-8ab0-0730699975f9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:53.275465 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-ea9da35c-3c50-4a8f-a994-e43343795205 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.329816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-89eca205-5530-4851-aa51-1e0265f5e611 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] No DVR routers for this DVR port b901f245-b6bf-4b38-9e62-2da5f0dab78c on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:53.337795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-89eca205-5530-4851-aa51-1e0265f5e611 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.340175 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07d4f752-6799-425f-9fdb-2e6696abc2e3 req-89eca205-5530-4851-aa51-1e0265f5e611 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "DELETE /v2.0/ports/b901f245-b6bf-4b38-9e62-2da5f0dab78c HTTP/1.1" status: 204 len: 173 time: 1.1844134 Jul 29 23:35:53.341789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9faa5a9-9723-4b95-9052-a292cc827a65', 'name': 'network-vif-deleted', 'tag': 'b901f245-b6bf-4b38-9e62-2da5f0dab78c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:53.344261 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2818c542-a83b-4196-be34-4eb3c50867ac" -d '{"events": [{"server_uuid": "e9faa5a9-9723-4b95-9052-a292cc827a65", "name": "network-vif-deleted", "tag": "b901f245-b6bf-4b38-9e62-2da5f0dab78c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:53.356592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9da35c-3c50-4a8f-a994-e43343795205 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Pushing event deleted for resources: {'Port': ['ID=8c3cfc77-c7eb-4782-9451-c10ecb82c9ab,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:53.440280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-1394c81e-29bc-469c-971b-667dcdd87311 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.443679 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-1394c81e-29bc-469c-971b-667dcdd87311 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 950 time: 0.2962446 Jul 29 23:35:53.474848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f5ef4-f3e1-4f4c-a29d-34c93dee7a8a req-2a74f8de-4498-4449-bb50-d66f142ba86c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.483480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c17f5ef4-f3e1-4f4c-a29d-34c93dee7a8a req-2a74f8de-4498-4449-bb50-d66f142ba86c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1956840 Jul 29 23:35:53.498937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d998ebb5-afda-4a24-b70b-417dade1643e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] For port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:53.499319 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d998ebb5-afda-4a24-b70b-417dade1643e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.503752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-ea9da35c-3c50-4a8f-a994-e43343795205 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] No DVR routers for this DVR port 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:53.508322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-ea9da35c-3c50-4a8f-a994-e43343795205 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.510558 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-027c4d3c-26f5-424a-bf0c-c6127719804f req-ea9da35c-3c50-4a8f-a994-e43343795205 tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.42 "DELETE /v2.0/ports/8c3cfc77-c7eb-4782-9451-c10ecb82c9ab HTTP/1.1" status: 204 len: 173 time: 1.2141259 Jul 29 23:35:53.520727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b901f245-b6bf-4b38-9e62-2da5f0dab78c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:53.530730 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b276e-861e-42ab-b572-1ce8b542d188 req-275772e5-5a53-4b78-bfff-51c924bdea62 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.532343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab1b276e-861e-42ab-b572-1ce8b542d188 req-275772e5-5a53-4b78-bfff-51c924bdea62 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 950 time: 0.2049139 Jul 29 23:35:53.546133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d998ebb5-afda-4a24-b70b-417dade1643e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Calling delete_port for 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:53.595823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c17f5ef4-f3e1-4f4c-a29d-34c93dee7a8a req-b58ebd08-7315-475b-8455-a2adc95c9864 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113682 Jul 29 23:35:53.646023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-082e8349-7633-4c76-82a0-66e875981b5d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Deleting port 784d380b-faae-401d-9c1f-d848dfc79701 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:53.647419 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-082e8349-7633-4c76-82a0-66e875981b5d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.696710 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31dcb07-9bb5-408d-b6ca-fcc39c5d8305 x-openstack-request-id: req-e31dcb07-9bb5-408d-b6ca-fcc39c5d8305 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:53.697312 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9faa5a9-9723-4b95-9052-a292cc827a65", "name": "network-vif-deleted", "tag": "b901f245-b6bf-4b38-9e62-2da5f0dab78c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:53.697781 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e31dcb07-9bb5-408d-b6ca-fcc39c5d8305 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:53.698415 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9faa5a9-9723-4b95-9052-a292cc827a65', 'name': 'network-vif-deleted', 'tag': 'b901f245-b6bf-4b38-9e62-2da5f0dab78c', 'status': 'completed', 'code': 200} Jul 29 23:35:53.708430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab1b276e-861e-42ab-b572-1ce8b542d188 req-1674015c-e8ed-4153-b773-8f0e9a66ff9d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602924 Jul 29 23:35:53.775215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-082e8349-7633-4c76-82a0-66e875981b5d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] For port 784d380b-faae-401d-9c1f-d848dfc79701, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=784d380b-faae-401d-9c1f-d848dfc79701,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:53.775215 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-082e8349-7633-4c76-82a0-66e875981b5d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.798480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-082e8349-7633-4c76-82a0-66e875981b5d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Calling delete_port for 784d380b-faae-401d-9c1f-d848dfc79701 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:53.826311 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d998ebb5-afda-4a24-b70b-417dade1643e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.843276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:53.868180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998ebb5-afda-4a24-b70b-417dade1643e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event deleted for resources: {'Port': ['ID=901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:53.924696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:53.941345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d998ebb5-afda-4a24-b70b-417dade1643e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] No DVR routers for this DVR port 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:53.946324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d998ebb5-afda-4a24-b70b-417dade1643e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.959587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc2ad000-8855-4cfc-8778-4e5bda6f4975 req-d998ebb5-afda-4a24-b70b-417dade1643e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "DELETE /v2.0/ports/901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 HTTP/1.1" status: 204 len: 173 time: 1.1333017 Jul 29 23:35:53.960441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7b3283-0db7-42b0-848c-316b642d4e51', 'name': 'network-vif-deleted', 'tag': '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:53.962853 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fde2f31-353e-4e71-9f64-895c6adb105f" -d '{"events": [{"server_uuid": "1c7b3283-0db7-42b0-848c-316b642d4e51", "name": "network-vif-deleted", "tag": "901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:54.031268 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba05b72-14a2-47fa-abff-807ba8e0d8fe x-openstack-request-id: req-eba05b72-14a2-47fa-abff-807ba8e0d8fe {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:54.033147 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7b3283-0db7-42b0-848c-316b642d4e51", "name": "network-vif-deleted", "tag": "901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:54.033659 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eba05b72-14a2-47fa-abff-807ba8e0d8fe {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:54.035034 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7b3283-0db7-42b0-848c-316b642d4e51', 'name': 'network-vif-deleted', 'tag': '901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0', 'status': 'completed', 'code': 200} Jul 29 23:35:54.107517 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-082e8349-7633-4c76-82a0-66e875981b5d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.196783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e8349-7633-4c76-82a0-66e875981b5d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event deleted for resources: {'Port': ['ID=784d380b-faae-401d-9c1f-d848dfc79701,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.316356 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-082e8349-7633-4c76-82a0-66e875981b5d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] No DVR routers for this DVR port 784d380b-faae-401d-9c1f-d848dfc79701 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:54.319944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-082e8349-7633-4c76-82a0-66e875981b5d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.322750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4a0c7d20-f98a-4e4c-b933-ebf1d64646eb req-082e8349-7633-4c76-82a0-66e875981b5d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "DELETE /v2.0/ports/784d380b-faae-401d-9c1f-d848dfc79701 HTTP/1.1" status: 204 len: 173 time: 0.8726454 Jul 29 23:35:54.436756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8c07-4d7f-4e20-bd3b-58ceaddf567a req-529cfe6f-429b-471e-9e61-07789e0d06af tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.442840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8c07-4d7f-4e20-bd3b-58ceaddf567a req-529cfe6f-429b-471e-9e61-07789e0d06af tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.463330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8c07-4d7f-4e20-bd3b-58ceaddf567a req-529cfe6f-429b-471e-9e61-07789e0d06af tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.468426 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d96f193-f59e-4913-a5eb-aef643b2f585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.475384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8c07-4d7f-4e20-bd3b-58ceaddf567a req-529cfe6f-429b-471e-9e61-07789e0d06af tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.514684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8c07-4d7f-4e20-bd3b-58ceaddf567a req-529cfe6f-429b-471e-9e61-07789e0d06af tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.527223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8c07-4d7f-4e20-bd3b-58ceaddf567a req-529cfe6f-429b-471e-9e61-07789e0d06af tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.547090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8c07-4d7f-4e20-bd3b-58ceaddf567a req-529cfe6f-429b-471e-9e61-07789e0d06af tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.549559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e7e8c07-4d7f-4e20-bd3b-58ceaddf567a req-529cfe6f-429b-471e-9e61-07789e0d06af tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 0.2812841 Jul 29 23:35:54.660005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0886cf04-aa97-4e02-a7df-14933da7d4e6 req-787b2c15-3377-43a1-a497-ed4bf07215bc tempest-MultipleCreateTestJSON-1132851881 tempest-MultipleCreateTestJSON-1132851881-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9faa5a9-9723-4b95-9052-a292cc827a65 HTTP/1.1" status: 200 len: 210 time: 0.0389698 Jul 29 23:35:54.668059 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.679156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e7e8c07-4d7f-4e20-bd3b-58ceaddf567a req-b7ea5c58-c68e-455b-840c-e167a8aa90d4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206462 Jul 29 23:35:54.930000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bf883-dd4b-4672-b8e0-eedd40eca652 req-387889f9-08e8-4837-bb12-e254c1a9317b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.932351 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf5bf883-dd4b-4672-b8e0-eedd40eca652 req-387889f9-08e8-4837-bb12-e254c1a9317b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0530756 Jul 29 23:35:55.058009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf5bf883-dd4b-4672-b8e0-eedd40eca652 req-2d16a27d-2e95-4d51-8175-f0b2f66c1e4e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167114 Jul 29 23:35:55.237635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fcfbf7b5-e60a-4562-aff3-540b9f927e85 req-5ea9442b-e934-49c2-88f8-34ce190958d4 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eca434d-f55f-4219-bde7-4df369473db9 HTTP/1.1" status: 200 len: 210 time: 0.0807326 Jul 29 23:35:55.297048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-761ff884-46f9-444b-9e94-688335daa512 req-67aa165c-9b9a-4fae-b69f-052a0eb84683 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0536528 Jul 29 23:35:55.326418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0dfb8c6a-f9f6-4131-8424-1bbe3908515f details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:55.336694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 784d380b-faae-401d-9c1f-d848dfc79701 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:55.380641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 784d380b-faae-401d-9c1f-d848dfc79701 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:55.380996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 784d380b-faae-401d-9c1f-d848dfc79701 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:55.386988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:55.395620 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.580702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:55.600618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'port_id': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'mac_address': 'fa:16:3e:9a:d2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:55.667516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.685586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dfb8c6a-f9f6-4131-8424-1bbe3908515f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:55.700258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c76bca3-b146-4c78-b913-878bef820b9b', 'name': 'network-vif-deleted', 'tag': '8c3cfc77-c7eb-4782-9451-c10ecb82c9ab'}, {'server_uuid': '4eca434d-f55f-4219-bde7-4df369473db9', 'name': 'network-vif-deleted', 'tag': '784d380b-faae-401d-9c1f-d848dfc79701'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:55.703008 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04194fd6-db4b-4fc7-b3e0-015dc800b02b" -d '{"events": [{"server_uuid": "0c76bca3-b146-4c78-b913-878bef820b9b", "name": "network-vif-deleted", "tag": "8c3cfc77-c7eb-4782-9451-c10ecb82c9ab"}, {"server_uuid": "4eca434d-f55f-4219-bde7-4df369473db9", "name": "network-vif-deleted", "tag": "784d380b-faae-401d-9c1f-d848dfc79701"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:55.713144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:55.732616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:55.757038 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.790468 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019864a6-5a07-434f-aa8b-fc8a67979140 x-openstack-request-id: req-019864a6-5a07-434f-aa8b-fc8a67979140 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:55.790774 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c76bca3-b146-4c78-b913-878bef820b9b", "name": "network-vif-deleted", "tag": "8c3cfc77-c7eb-4782-9451-c10ecb82c9ab", "status": "completed", "code": 200}, {"server_uuid": "4eca434d-f55f-4219-bde7-4df369473db9", "name": "network-vif-deleted", "tag": "784d380b-faae-401d-9c1f-d848dfc79701", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:55.791046 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-019864a6-5a07-434f-aa8b-fc8a67979140 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:55.791454 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c76bca3-b146-4c78-b913-878bef820b9b', 'name': 'network-vif-deleted', 'tag': '8c3cfc77-c7eb-4782-9451-c10ecb82c9ab', 'status': 'completed', 'code': 200} Jul 29 23:35:55.791713 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eca434d-f55f-4219-bde7-4df369473db9', 'name': 'network-vif-deleted', 'tag': '784d380b-faae-401d-9c1f-d848dfc79701', 'status': 'completed', 'code': 200} Jul 29 23:35:55.855012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:55.917336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52670) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:55.964835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['0dfb8c6a-f9f6-4131-8424-1bbe3908515f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:55.981087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04781-8186-4ff5-bdad-eac8126f2aa7 req-a6d19570-f1b5-46d1-955e-d17e356cf1d5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.993319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04781-8186-4ff5-bdad-eac8126f2aa7 req-a6d19570-f1b5-46d1-955e-d17e356cf1d5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.004272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04781-8186-4ff5-bdad-eac8126f2aa7 req-a6d19570-f1b5-46d1-955e-d17e356cf1d5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.007585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f54969b-2033-47ef-9c4e-44775b46feee admin admin] Deleting subnet 4f75a0a7-5832-4e54-8866-3c064b9598e0 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:56.012620 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f54969b-2033-47ef-9c4e-44775b46feee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.013961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04781-8186-4ff5-bdad-eac8126f2aa7 req-a6d19570-f1b5-46d1-955e-d17e356cf1d5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.021227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04781-8186-4ff5-bdad-eac8126f2aa7 req-a6d19570-f1b5-46d1-955e-d17e356cf1d5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.027685 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04781-8186-4ff5-bdad-eac8126f2aa7 req-a6d19570-f1b5-46d1-955e-d17e356cf1d5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.040861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04781-8186-4ff5-bdad-eac8126f2aa7 req-a6d19570-f1b5-46d1-955e-d17e356cf1d5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.052338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f04781-8186-4ff5-bdad-eac8126f2aa7 req-a6d19570-f1b5-46d1-955e-d17e356cf1d5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 0.2151613 Jul 29 23:35:56.066571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f54969b-2033-47ef-9c4e-44775b46feee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.152245 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f04781-8186-4ff5-bdad-eac8126f2aa7 req-35bdb002-002d-4fad-ba7d-1b6e71ab01ad tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979271 Jul 29 23:35:56.155171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f54969b-2033-47ef-9c4e-44775b46feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.255734 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f54969b-2033-47ef-9c4e-44775b46feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.315892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54969b-2033-47ef-9c4e-44775b46feee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f75a0a7-5832-4e54-8866-3c064b9598e0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.322657 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f54969b-2033-47ef-9c4e-44775b46feee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.328436 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9f54969b-2033-47ef-9c4e-44775b46feee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4f75a0a7-5832-4e54-8866-3c064b9598e0 HTTP/1.1" status: 204 len: 168 time: 0.4096887 Jul 29 23:35:56.331330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52684) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:56.344477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2cb3b-6637-4d45-9cc8-ff2e925e3e19 req-897d3096-a7fe-4f28-bebb-36bc4ec5a867 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.358370 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0e2cb3b-6637-4d45-9cc8-ff2e925e3e19 req-897d3096-a7fe-4f28-bebb-36bc4ec5a867 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 945 time: 0.1476541 Jul 29 23:35:56.456993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.483411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727721-5ae0-40d4-80ad-b3c1ab79639f req-930c1b8a-459e-45cd-b958-a2730ef011ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.491148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727721-5ae0-40d4-80ad-b3c1ab79639f req-930c1b8a-459e-45cd-b958-a2730ef011ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.497847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727721-5ae0-40d4-80ad-b3c1ab79639f req-930c1b8a-459e-45cd-b958-a2730ef011ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.522350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727721-5ae0-40d4-80ad-b3c1ab79639f req-930c1b8a-459e-45cd-b958-a2730ef011ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.534398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727721-5ae0-40d4-80ad-b3c1ab79639f req-930c1b8a-459e-45cd-b958-a2730ef011ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.547176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727721-5ae0-40d4-80ad-b3c1ab79639f req-930c1b8a-459e-45cd-b958-a2730ef011ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.559245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727721-5ae0-40d4-80ad-b3c1ab79639f req-930c1b8a-459e-45cd-b958-a2730ef011ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.572929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77727721-5ae0-40d4-80ad-b3c1ab79639f req-930c1b8a-459e-45cd-b958-a2730ef011ed tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 0.2101719 Jul 29 23:35:56.587672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52692) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:56.613888 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.630603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b4066b15-7e40-4568-87c3-f6786f37e870 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Request body: {'floatingip': {'port_id': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:56.634688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19521bc5-dfd1-494d-b32e-b052ecb75903']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:56.664692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38a73e6-2eaf-42cf-9433-c238085039fb') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:56.668110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38a73e6-2eaf-42cf-9433-c238085039fb') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:56.689576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.720413 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.734333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:56.735016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:56.735887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:56.738838 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:56.745563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0e2cb3b-6637-4d45-9cc8-ff2e925e3e19 req-084a305b-fd32-43cd-8cb5-dbd3dfc55a98 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3834381 Jul 29 23:35:56.785297 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4066b15-7e40-4568-87c3-f6786f37e870 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.833623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:56.834395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8c3cfc77-c7eb-4782-9451-c10ecb82c9ab not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:56.834956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:56.853091 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.884891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.888825 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] 10.222.0.37 "DELETE /v2.0/networks/19521bc5-dfd1-494d-b32e-b052ecb75903 HTTP/1.1" status: 204 len: 168 time: 0.5555954 Jul 29 23:35:56.903114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:56.903581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 901c1bfc-e0f3-405a-95a2-d5e09ff7d6b0 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:56.904414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b901f245-b6bf-4b38-9e62-2da5f0dab78c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:56.922465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd93bb-3206-41c3-854c-4f3c1336a795 admin admin] Pushing event deleted for resources: {'Network': ['ID=19521bc5-dfd1-494d-b32e-b052ecb75903,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.949974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0aa06a79-6aed-4503-887e-7b5398445639 req-7aa2b17f-4f30-4e39-a805-deb3257ae2e2 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.1425574 Jul 29 23:35:56.983972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: b901f245-b6bf-4b38-9e62-2da5f0dab78c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:56.983972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b901f245-b6bf-4b38-9e62-2da5f0dab78c not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:57.044895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.330230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:57.331830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0dfb8c6a-f9f6-4131-8424-1bbe3908515f up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:57.389851 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e172605c-f433-4c0c-98e5-0eab25cecf52 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7856266475342cc9d18f65bbbd5bf57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580254 Jul 29 23:35:57.390865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:57.437369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:57.437671 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.458735 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7abc4e9-eb21-4ea3-9324-7faa4dd0b226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.525627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7abc4e9-eb21-4ea3-9324-7faa4dd0b226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.551419 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.580336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:57.583070 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52397e45-880e-4ecb-93b9-5ef3b6f1263e" -d '{"events": [{"server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:57.600764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:57.608343 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.621002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7abc4e9-eb21-4ea3-9324-7faa4dd0b226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.624442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7abc4e9-eb21-4ea3-9324-7faa4dd0b226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.625768 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d7abc4e9-eb21-4ea3-9324-7faa4dd0b226 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bf43032-4f18-4414-9e13-2eb62aebc696 HTTP/1.1" status: 204 len: 168 time: 0.2337883 Jul 29 23:35:57.654067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abc4e9-eb21-4ea3-9324-7faa4dd0b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf43032-4f18-4414-9e13-2eb62aebc696,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:57.693345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:57.747314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61f6d4-b253-42be-9f8c-5ea230b10b88 req-31d3a96b-797e-492a-9620-d8c338461611 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.754716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d61f6d4-b253-42be-9f8c-5ea230b10b88 req-31d3a96b-797e-492a-9620-d8c338461611 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d512ed2-4e65-422a-a97b-dc665e55993d HTTP/1.1" status: 200 len: 950 time: 0.1072884 Jul 29 23:35:57.763381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4066b15-7e40-4568-87c3-f6786f37e870 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.771560 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4066b15-7e40-4568-87c3-f6786f37e870 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.810038 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb35be8-5f89-4e04-85c5-2c8dc50b345e x-openstack-request-id: req-2fb35be8-5f89-4e04-85c5-2c8dc50b345e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:57.810551 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:57.810551 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fb35be8-5f89-4e04-85c5-2c8dc50b345e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:57.811147 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'code': 200} Jul 29 23:35:57.902465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d61f6d4-b253-42be-9f8c-5ea230b10b88 req-d5af3f9f-8624-4e9b-92a9-1769a5b76eb9 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468871 Jul 29 23:35:57.960431 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-b4066b15-7e40-4568-87c3-f6786f37e870 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Floating IP bd3662db-fe58-46a9-b089-e698da7411d7 associated. External IP: 172.25.2.235, port: 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30. Jul 29 23:35:57.972097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d9547-b26c-4864-8749-cb64e680cf58 req-ec2b27a6-8cfb-4bba-807d-d81dcf7feba7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.973649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-641d9547-b26c-4864-8749-cb64e680cf58 req-ec2b27a6-8cfb-4bba-807d-d81dcf7feba7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0753353 Jul 29 23:35:58.051067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-641d9547-b26c-4864-8749-cb64e680cf58 req-2dd4cd96-68c9-4512-93cb-5c10358a70a3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436668 Jul 29 23:35:58.165067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-351bffe9-5158-4ba1-ad35-082a657ca87e req-5c7f43c6-a26c-41f3-8a21-c706a072bc2b tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0357380 Jul 29 23:35:58.335220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4066b15-7e40-4568-87c3-f6786f37e870 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Router 5663c608-d2d6-46e6-b85f-93c953f7bf34 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:58.809115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8201ad9b-cb4f-40d0-9b35-b6f156b4a6d0 req-069f8648-e1f6-4f7a-977a-171a74931e06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.4991210 Jul 29 23:35:58.825321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4066b15-7e40-4568-87c3-f6786f37e870 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:58.830537 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4066b15-7e40-4568-87c3-f6786f37e870 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.837780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] Sync routers for ids ['5663c608-d2d6-46e6-b85f-93c953f7bf34'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:58.849780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] Routers {'5663c608-d2d6-46e6-b85f-93c953f7bf34'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:58.850686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:35:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5663c608-d2d6-46e6-b85f-93c953f7bf34'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:58.866642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b4066b15-7e40-4568-87c3-f6786f37e870 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "PUT /v2.0/floatingips/bd3662db-fe58-46a9-b089-e698da7411d7 HTTP/1.1" status: 200 len: 991 time: 2.2636292 Jul 29 23:35:58.867374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:58.869707 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fde007-c924-4873-a3e0-25f3533a1ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "0c16c9a3-ed45-4f25-9ee2-8c60a319ea30"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:58.964240 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fafc111-24ee-4bff-a66e-d7b9dcfc3680 x-openstack-request-id: req-0fafc111-24ee-4bff-a66e-d7b9dcfc3680 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:58.964533 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "tag": "0c16c9a3-ed45-4f25-9ee2-8c60a319ea30", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:58.964971 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fafc111-24ee-4bff-a66e-d7b9dcfc3680 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:58.965542 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'tag': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30', 'status': 'completed', 'code': 200} Jul 29 23:35:58.993937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] Set router 5663c608-d2d6-46e6-b85f-93c953f7bf34 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:59.134598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fed53-a5e2-45c4-91fa-5769abbbd50f req-e6e2c85e-71fb-43a8-92fa-f6dd2c930ba4 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.136870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d21fed53-a5e2-45c4-91fa-5769abbbd50f req-e6e2c85e-71fb-43a8-92fa-f6dd2c930ba4 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d512ed2-4e65-422a-a97b-dc665e55993d HTTP/1.1" status: 200 len: 950 time: 0.0574012 Jul 29 23:35:59.217444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d21fed53-a5e2-45c4-91fa-5769abbbd50f req-3c2c08a9-bad8-4e23-8cb4-a6403fe120fd tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712180 Jul 29 23:35:59.241262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa0728-b803-488e-9617-49d79b923c2e req-e859987e-a511-4a95-9b77-08cb666711fa tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.243336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19aa0728-b803-488e-9617-49d79b923c2e req-e859987e-a511-4a95-9b77-08cb666711fa tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d512ed2-4e65-422a-a97b-dc665e55993d HTTP/1.1" status: 200 len: 950 time: 0.0905614 Jul 29 23:35:59.326520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:52Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'bd3662db-fe58-46a9-b089-e698da7411d7', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'port_id': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'mac_address': 'fa:16:3e:3b:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:35Z', 'updated_at': '2021-07-29T23:35:57Z', 'revision_number': 1, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e306495-4677-486e-acb8-04b9bedb75ec', 'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'mac_address': 'fa:16:3e:6c:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:51Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 5, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'subnets': [{'id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:59.386322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] Checking router: 5663c608-d2d6-46e6-b85f-93c953f7bf34 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:35:59.395273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] Routers {'5663c608-d2d6-46e6-b85f-93c953f7bf34'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:59.395905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:35:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5663c608-d2d6-46e6-b85f-93c953f7bf34'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:59.424579 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-19aa0728-b803-488e-9617-49d79b923c2e req-377c1c3c-a325-4c84-9586-9c602c55a1f0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Deleting port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:59.425312 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19aa0728-b803-488e-9617-49d79b923c2e req-377c1c3c-a325-4c84-9586-9c602c55a1f0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.536995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-9eea8bce-49e4-4eb4-a69b-53d1678d9512 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.539086 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-9eea8bce-49e4-4eb4-a69b-53d1678d9512 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 950 time: 0.0751531 Jul 29 23:35:59.556583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] Set router 5663c608-d2d6-46e6-b85f-93c953f7bf34 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:59.558378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6bdc3-ff4c-46f8-b242-5dbd844c702c req-929f6918-b6b0-4d73-8d4e-29c51eefdfc0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.560297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d6bdc3-ff4c-46f8-b242-5dbd844c702c req-929f6918-b6b0-4d73-8d4e-29c51eefdfc0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1316977 Jul 29 23:35:59.595182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-19aa0728-b803-488e-9617-49d79b923c2e req-377c1c3c-a325-4c84-9586-9c602c55a1f0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] For port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:59.598284 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19aa0728-b803-488e-9617-49d79b923c2e req-377c1c3c-a325-4c84-9586-9c602c55a1f0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.641477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-19aa0728-b803-488e-9617-49d79b923c2e req-377c1c3c-a325-4c84-9586-9c602c55a1f0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Calling delete_port for c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:59.659929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d6bdc3-ff4c-46f8-b242-5dbd844c702c req-c83a9b66-6524-4cf6-bd83-36354b1dbcb3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780599 Jul 29 23:35:59.799479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-0f4dfd33-35aa-4796-8f85-f599e4f85c90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Deleting port 87297bf2-7f69-4802-9d33-68f08210b073 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:59.799761 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-0f4dfd33-35aa-4796-8f85-f599e4f85c90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.871180 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3281d127-7983-4f35-b942-06a1488964c2 req-6887f554-f618-40bd-9867-6ac767b14b98 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0574558 Jul 29 23:35:59.924046 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19aa0728-b803-488e-9617-49d79b923c2e req-377c1c3c-a325-4c84-9586-9c602c55a1f0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.938365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['87297bf2-7f69-4802-9d33-68f08210b073', 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:59.990752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c1c3c-a325-4c84-9586-9c602c55a1f0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event deleted for resources: {'Port': ['ID=c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:00.008078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:52Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'bd3662db-fe58-46a9-b089-e698da7411d7', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'port_id': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'mac_address': 'fa:16:3e:3b:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:35Z', 'updated_at': '2021-07-29T23:35:57Z', 'revision_number': 1, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e306495-4677-486e-acb8-04b9bedb75ec', 'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'mac_address': 'fa:16:3e:6c:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:51Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 5, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'subnets': [{'id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:00.050770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbdd86-0f1c-44f1-a872-fa8b6508103e None None] The sync data for ids ['5663c608-d2d6-46e6-b85f-93c953f7bf34'] in n-d-712139-11 is: [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:52Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'bd3662db-fe58-46a9-b089-e698da7411d7', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'port_id': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'mac_address': 'fa:16:3e:3b:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:35Z', 'updated_at': '2021-07-29T23:35:57Z', 'revision_number': 1, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e306495-4677-486e-acb8-04b9bedb75ec', 'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'mac_address': 'fa:16:3e:6c:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:51Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 5, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'subnets': [{'id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:00.061657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aa0728-b803-488e-9617-49d79b923c2e req-377c1c3c-a325-4c84-9586-9c602c55a1f0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] No DVR routers for this DVR port c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:00.065635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19aa0728-b803-488e-9617-49d79b923c2e req-377c1c3c-a325-4c84-9586-9c602c55a1f0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.068633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19aa0728-b803-488e-9617-49d79b923c2e req-377c1c3c-a325-4c84-9586-9c602c55a1f0 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "DELETE /v2.0/ports/c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 HTTP/1.1" status: 204 len: 173 time: 0.8090413 Jul 29 23:36:00.166251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:00.414215 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-043af021-1dec-4778-93b9-8abba5695761 req-d2035de9-983c-4f79-afa0-f5efac501044 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d512ed2-4e65-422a-a97b-dc665e55993d HTTP/1.1" status: 200 len: 210 time: 0.0544438 Jul 29 23:36:00.480001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-e1dd55f1-0b85-4df0-9ac3-67d12d861147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.480593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-e1dd55f1-0b85-4df0-9ac3-67d12d861147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.481082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-e1dd55f1-0b85-4df0-9ac3-67d12d861147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.484989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-e1dd55f1-0b85-4df0-9ac3-67d12d861147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.486999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-e1dd55f1-0b85-4df0-9ac3-67d12d861147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.488549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-e1dd55f1-0b85-4df0-9ac3-67d12d861147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.493669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-e1dd55f1-0b85-4df0-9ac3-67d12d861147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.499279 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-e1dd55f1-0b85-4df0-9ac3-67d12d861147 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6499 time: 0.7853930 Jul 29 23:36:00.503502 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e0b76-abb1-4c5e-acc8-220ede53e5f9 None None] New status for floating IP bd3662db-fe58-46a9-b089-e698da7411d7: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:36:00.555669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52854) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:00.664230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-0f4dfd33-35aa-4796-8f85-f599e4f85c90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] For port 87297bf2-7f69-4802-9d33-68f08210b073, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=87297bf2-7f69-4802-9d33-68f08210b073,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:00.665179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-0f4dfd33-35aa-4796-8f85-f599e4f85c90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.696564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-0f4dfd33-35aa-4796-8f85-f599e4f85c90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Calling delete_port for 87297bf2-7f69-4802-9d33-68f08210b073 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:00.714986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daf29e9a-81be-4c99-be47-968dbb1d8c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.727544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-56bcbc73-d080-4aa5-81b2-c1f18e70b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.729155 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-56bcbc73-d080-4aa5-81b2-c1f18e70b6ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d04e04e-9948-407a-b7bb-4578f768d2cf HTTP/1.1" status: 200 len: 912 time: 0.2212589 Jul 29 23:36:00.858071 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-7bd3e6a0-8b82-4635-9ed0-9dc2716c1a92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 HTTP/1.1" status: 200 len: 1001 time: 0.0903008 Jul 29 23:36:00.858420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd5c2a-1081-4539-a719-cba0a8504507 req-5fb0b0df-1725-4789-859b-a20a0805367c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.859994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89cd5c2a-1081-4539-a719-cba0a8504507 req-5fb0b0df-1725-4789-859b-a20a0805367c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0933044 Jul 29 23:36:00.934176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-89cd5c2a-1081-4539-a719-cba0a8504507 req-70fb8099-16c4-4fbf-a5a8-2c58b8d496c0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673792 Jul 29 23:36:00.978679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d512ed2-4e65-422a-a97b-dc665e55993d', 'name': 'network-vif-deleted', 'tag': 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:00.982594 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad28fb5-a0f0-4a67-aa23-1f547e67a5d1" -d '{"events": [{"server_uuid": "2d512ed2-4e65-422a-a97b-dc665e55993d", "name": "network-vif-deleted", "tag": "c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:01.060682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daf29e9a-81be-4c99-be47-968dbb1d8c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.062969 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-0f4dfd33-35aa-4796-8f85-f599e4f85c90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.067182 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daf29e9a-81be-4c99-be47-968dbb1d8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.080857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:01.091474 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfda697-4b30-4957-a49c-f20721d357f5 x-openstack-request-id: req-4dfda697-4b30-4957-a49c-f20721d357f5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:01.091764 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d512ed2-4e65-422a-a97b-dc665e55993d", "name": "network-vif-deleted", "tag": "c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:01.092222 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dfda697-4b30-4957-a49c-f20721d357f5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:01.092764 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d512ed2-4e65-422a-a97b-dc665e55993d', 'name': 'network-vif-deleted', 'tag': 'c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6', 'status': 'completed', 'code': 200} Jul 29 23:36:01.111073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:01.119148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dfd33-35aa-4796-8f85-f599e4f85c90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event deleted for resources: {'Port': ['ID=87297bf2-7f69-4802-9d33-68f08210b073,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:01.143262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-eb890ca4-c247-411f-8add-4a1522ddf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.145253 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-eb890ca4-c247-411f-8add-4a1522ddf764 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f HTTP/1.1" status: 200 len: 850 time: 0.2717488 Jul 29 23:36:01.147813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf29e9a-81be-4c99-be47-968dbb1d8c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afdb039-5c22-4d8d-aac9-cca9c79cc4cb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:01.201438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ff5d2dd-6adb-4d7e-b489-48b20cca8900 req-4aa4da87-24bc-4220-b4ec-2139fb19ac72 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.1074944 Jul 29 23:36:01.209368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-daf29e9a-81be-4c99-be47-968dbb1d8c88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e6292c8dc3e49aa85350da47e133842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526341 Jul 29 23:36:01.211933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52884) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.274958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-0f4dfd33-35aa-4796-8f85-f599e4f85c90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] No DVR routers for this DVR port 87297bf2-7f69-4802-9d33-68f08210b073 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:01.278372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-0f4dfd33-35aa-4796-8f85-f599e4f85c90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.280709 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-186d6480-8bd2-477f-9cdc-6b9acf6a535c req-0f4dfd33-35aa-4796-8f85-f599e4f85c90 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.42 "DELETE /v2.0/ports/87297bf2-7f69-4802-9d33-68f08210b073 HTTP/1.1" status: 204 len: 173 time: 1.7261920 Jul 29 23:36:01.282291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb2af8a-8ba9-4281-885a-d7a5528a8378', 'name': 'network-vif-deleted', 'tag': '87297bf2-7f69-4802-9d33-68f08210b073'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:01.284903 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb31b3b-5258-408f-beea-88b0c6c4faab" -d '{"events": [{"server_uuid": "bcb2af8a-8ba9-4281-885a-d7a5528a8378", "name": "network-vif-deleted", "tag": "87297bf2-7f69-4802-9d33-68f08210b073"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:01.307819 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-964a84d5-0169-4d9e-8997-95866d081aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.308949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-fb4d2f3f-64c8-4ebd-b16c-c0156fa6e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.310613 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-fb4d2f3f-64c8-4ebd-b16c-c0156fa6e6cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d04e04e-9948-407a-b7bb-4578f768d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584337 Jul 29 23:36:01.387700 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e51fc49-2e41-480b-b359-ea1f4b5a3ea3 x-openstack-request-id: req-6e51fc49-2e41-480b-b359-ea1f4b5a3ea3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:01.388496 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb2af8a-8ba9-4281-885a-d7a5528a8378", "name": "network-vif-deleted", "tag": "87297bf2-7f69-4802-9d33-68f08210b073", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:01.389071 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e51fc49-2e41-480b-b359-ea1f4b5a3ea3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:01.389697 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb2af8a-8ba9-4281-885a-d7a5528a8378', 'name': 'network-vif-deleted', 'tag': '87297bf2-7f69-4802-9d33-68f08210b073', 'status': 'completed', 'code': 200} Jul 29 23:36:01.390861 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-964a84d5-0169-4d9e-8997-95866d081aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.488840 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-86692142-cf61-4146-a4d3-71ae34d80185 service neutron] 10.222.0.47 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572626 Jul 29 23:36:01.496853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-964a84d5-0169-4d9e-8997-95866d081aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.499673 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-964a84d5-0169-4d9e-8997-95866d081aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.501034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-964a84d5-0169-4d9e-8997-95866d081aaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2afdb039-5c22-4d8d-aac9-cca9c79cc4cb HTTP/1.1" status: 204 len: 168 time: 0.2881529 Jul 29 23:36:01.517801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a84d5-0169-4d9e-8997-95866d081aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afdb039-5c22-4d8d-aac9-cca9c79cc4cb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:01.700793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6aef6b32-9377-46b9-8084-8aa97f00f184 req-0da5b489-0609-4749-8d41-5b97f3f50dc1 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2af8a-8ba9-4281-885a-d7a5528a8378 HTTP/1.1" status: 200 len: 210 time: 0.0628891 Jul 29 23:36:01.795536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1da1cf3-c7ae-4e28-83f8-a0b4a2d0cbbf req-fe6aa26e-c66a-40f2-bcb3-c96535d14a19 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0551050 Jul 29 23:36:01.805513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b3fde007-c924-4873-a3e0-25f3533a1ab2 req-680d0ec3-4bff-4bed-8679-ad0e7496f5a3 service neutron] 10.222.0.47 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043511 Jul 29 23:36:02.129909 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.194586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45457dc-7cbb-47df-9ee1-224df4d36d92 req-4aa08e19-f3e4-43d4-87f1-da98a92a7d70 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:02.204683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e45457dc-7cbb-47df-9ee1-224df4d36d92 req-4aa08e19-f3e4-43d4-87f1-da98a92a7d70 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1250396 Jul 29 23:36:02.256514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e45457dc-7cbb-47df-9ee1-224df4d36d92 req-59c3b95d-41b0-48a8-8e3a-b4f83737f04e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484924 Jul 29 23:36:02.971144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eed3abcb-be6c-44bf-b919-a64de261289e req-050a6c0f-df26-4f6f-8389-a84b94460a14 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0447257 Jul 29 23:36:03.511217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d906-fa01-446a-853d-c29e7d578c24 req-387513f2-cda6-4ef9-8a5d-66ac0821857e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.514539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b87d906-fa01-446a-853d-c29e7d578c24 req-387513f2-cda6-4ef9-8a5d-66ac0821857e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 949 time: 0.1380246 Jul 29 23:36:03.551723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efde551-dec9-4a8d-8d5a-cb288b903900 req-cda4b381-f2ad-4d91-8cf7-d2fbe3f4c05c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.555735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8efde551-dec9-4a8d-8d5a-cb288b903900 req-cda4b381-f2ad-4d91-8cf7-d2fbe3f4c05c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1680446 Jul 29 23:36:03.660581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b87d906-fa01-446a-853d-c29e7d578c24 req-99c1faeb-b464-4efb-8de4-2ccb768d7853 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382623 Jul 29 23:36:03.712931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8efde551-dec9-4a8d-8d5a-cb288b903900 req-c488b9d8-01d9-46c3-b804-fd48c91fc931 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408422 Jul 29 23:36:04.133329 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f68fd3e-5c88-4f0a-8f4a-4ab1d47b0805 req-f233a357-ab66-45b6-8399-4a9f2c65411d tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0745528 Jul 29 23:36:04.773559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:04.819311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:04.819847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c138c79f-3aeb-4b1f-86ed-c46c4b2bedd6 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:04.820496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 87297bf2-7f69-4802-9d33-68f08210b073 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:04.874848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 87297bf2-7f69-4802-9d33-68f08210b073 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:04.882334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 87297bf2-7f69-4802-9d33-68f08210b073 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:04.929190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe11d09-2207-45ea-aeb7-b8a43b690931 req-dd4a7211-3682-4786-9bf6-e0aefbf433d3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.937500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fe11d09-2207-45ea-aeb7-b8a43b690931 req-dd4a7211-3682-4786-9bf6-e0aefbf433d3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 949 time: 0.1788774 Jul 29 23:36:04.974140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f00199-4f1f-42f8-833c-b53b0f86bdf4 req-24c8f6d3-d2cf-4029-b088-192b35be9425 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.982165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9f00199-4f1f-42f8-833c-b53b0f86bdf4 req-24c8f6d3-d2cf-4029-b088-192b35be9425 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1566722 Jul 29 23:36:05.045114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fe11d09-2207-45ea-aeb7-b8a43b690931 req-6c04ae6d-8c81-4951-8915-3e30544a0d9e tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/security-groups?id=f893e9d6-1098-47fc-9e47-969bc5d250e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065397 Jul 29 23:36:05.106492 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9f00199-4f1f-42f8-833c-b53b0f86bdf4 req-0632a3e2-3807-442d-9b1d-9628064ead91 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233370 Jul 29 23:36:05.144683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6302621d-9cc5-48d4-8e82-c016f16412f3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:05.147505 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6302621d-9cc5-48d4-8e82-c016f16412f3 tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 949 time: 0.1144273 Jul 29 23:36:05.313612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6adc68e4-7a8a-406b-a59e-782961f28b0f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Deleting port a811e432-dca4-401e-ab7a-7ea728242fa7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:05.314289 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6adc68e4-7a8a-406b-a59e-782961f28b0f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.320661 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ef907c1-c5b7-4b8b-ba82-1878d87047fa req-a7fe791a-7766-4956-bab5-3d286dc63992 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0541034 Jul 29 23:36:05.576776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6adc68e4-7a8a-406b-a59e-782961f28b0f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] For port a811e432-dca4-401e-ab7a-7ea728242fa7, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a811e432-dca4-401e-ab7a-7ea728242fa7,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:05.577266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6adc68e4-7a8a-406b-a59e-782961f28b0f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.596070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6adc68e4-7a8a-406b-a59e-782961f28b0f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Calling delete_port for a811e432-dca4-401e-ab7a-7ea728242fa7 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:05.825176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6adc68e4-7a8a-406b-a59e-782961f28b0f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.860572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a811e432-dca4-401e-ab7a-7ea728242fa7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:05.879176 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc68e4-7a8a-406b-a59e-782961f28b0f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Pushing event deleted for resources: {'Port': ['ID=a811e432-dca4-401e-ab7a-7ea728242fa7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.987780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6adc68e4-7a8a-406b-a59e-782961f28b0f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] No DVR routers for this DVR port a811e432-dca4-401e-ab7a-7ea728242fa7 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:05.990921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6adc68e4-7a8a-406b-a59e-782961f28b0f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.993354 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8e2cc35e-3512-4d15-979d-b970fe9e235d req-6adc68e4-7a8a-406b-a59e-782961f28b0f tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.47 "DELETE /v2.0/ports/a811e432-dca4-401e-ab7a-7ea728242fa7 HTTP/1.1" status: 204 len: 173 time: 0.8395171 Jul 29 23:36:05.993820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55b67e0-683f-4abb-a9e1-2c1c8c70d052', 'name': 'network-vif-deleted', 'tag': 'a811e432-dca4-401e-ab7a-7ea728242fa7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:05.996442 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095db373-ab24-491a-9c14-d8234b9b24a7" -d '{"events": [{"server_uuid": "c55b67e0-683f-4abb-a9e1-2c1c8c70d052", "name": "network-vif-deleted", "tag": "a811e432-dca4-401e-ab7a-7ea728242fa7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:06.217732 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa5e511-b361-445c-bedc-3574a334d449 x-openstack-request-id: req-3aa5e511-b361-445c-bedc-3574a334d449 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:06.218930 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55b67e0-683f-4abb-a9e1-2c1c8c70d052", "name": "network-vif-deleted", "tag": "a811e432-dca4-401e-ab7a-7ea728242fa7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:06.218930 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aa5e511-b361-445c-bedc-3574a334d449 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:06.219477 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55b67e0-683f-4abb-a9e1-2c1c8c70d052', 'name': 'network-vif-deleted', 'tag': 'a811e432-dca4-401e-ab7a-7ea728242fa7', 'status': 'completed', 'code': 200} Jul 29 23:36:06.551844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afa60136-048d-4aea-8374-3347d0f59ffd req-39dbe46f-3d87-46b5-907d-61598db8063d tempest-ServersOnMultiNodesTest-817028290 tempest-ServersOnMultiNodesTest-817028290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55b67e0-683f-4abb-a9e1-2c1c8c70d052 HTTP/1.1" status: 200 len: 210 time: 0.1160092 Jul 29 23:36:06.717707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38218e-94f2-4b9c-a9b4-a05c6c281b83 req-ecc9dc5c-5a4d-43f6-9f4f-aa38ec7d2ccf tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:06.724591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f38218e-94f2-4b9c-a9b4-a05c6c281b83 req-ecc9dc5c-5a4d-43f6-9f4f-aa38ec7d2ccf tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1986024 Jul 29 23:36:06.884205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f38218e-94f2-4b9c-a9b4-a05c6c281b83 req-cfacc72b-7676-476d-84f8-6e177f6ee446 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388795 Jul 29 23:36:06.884658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53068) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.105491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5974f6f3-1031-4b1b-87e3-f83dd90c2591 req-fec0b515-7bf8-433e-bab5-a882ba8e2a79 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0514839 Jul 29 23:36:07.162592 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05f8169c-8717-4f63-ad4b-43cc722e74b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.372458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05f8169c-8717-4f63-ad4b-43cc722e74b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.379669 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05f8169c-8717-4f63-ad4b-43cc722e74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.464499 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8169c-8717-4f63-ad4b-43cc722e74b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69ce73d-31e2-4dae-9e25-e14d7c8aa51a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:07.491566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 53072) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.497024 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-05f8169c-8717-4f63-ad4b-43cc722e74b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b58924c30f354747a9d346c850f52ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100647 Jul 29 23:36:07.629893 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2464e839-381d-4738-b312-8485e1383415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.675428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2464e839-381d-4738-b312-8485e1383415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.783664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2464e839-381d-4738-b312-8485e1383415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.789083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2464e839-381d-4738-b312-8485e1383415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.791132 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2464e839-381d-4738-b312-8485e1383415 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e69ce73d-31e2-4dae-9e25-e14d7c8aa51a HTTP/1.1" status: 204 len: 168 time: 0.2967575 Jul 29 23:36:07.814024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464e839-381d-4738-b312-8485e1383415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69ce73d-31e2-4dae-9e25-e14d7c8aa51a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:08.188425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.214969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97e120-d423-46f1-a71b-c952ace9803a req-0fdd6fd5-bac1-4d7b-83df-9c731a3538a7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.230464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b97e120-d423-46f1-a71b-c952ace9803a req-0fdd6fd5-bac1-4d7b-83df-9c731a3538a7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1650662 Jul 29 23:36:08.379364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b97e120-d423-46f1-a71b-c952ace9803a req-c37d72fe-5fbf-4d0f-b7f4-eccae4d26698 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459305 Jul 29 23:36:08.536146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab62c88d-4ca3-488d-a334-9062b36590a3 req-33728108-229b-4013-8697-afe4a6262839 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0893710 Jul 29 23:36:08.591933 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-37aee965-a447-45c2-9c2c-3de33d824c80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae9bd5eed4df40c49cb99575b9823488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3970754 Jul 29 23:36:08.593136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 53106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.613271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.634418 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aba19fb7-acef-4656-9fac-06fec0130652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.676817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e96d-bdb9-45eb-81ed-720c766e2082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.708050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e96d-bdb9-45eb-81ed-720c766e2082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.778832 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e96d-bdb9-45eb-81ed-720c766e2082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.783872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aba19fb7-acef-4656-9fac-06fec0130652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.785548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e96d-bdb9-45eb-81ed-720c766e2082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.787162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d4d9e96d-bdb9-45eb-81ed-720c766e2082 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f893e9d6-1098-47fc-9e47-969bc5d250e5 HTTP/1.1" status: 204 len: 168 time: 0.1924446 Jul 29 23:36:08.795392 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aba19fb7-acef-4656-9fac-06fec0130652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.798663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9e96d-bdb9-45eb-81ed-720c766e2082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f893e9d6-1098-47fc-9e47-969bc5d250e5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:08.865304 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-aba19fb7-acef-4656-9fac-06fec0130652 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3653087f004146f88f369dfdb2d9f097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508049 Jul 29 23:36:08.869576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 53112) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.879209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba19fb7-acef-4656-9fac-06fec0130652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abb236b-0023-4cb9-b7a7-a1d4bfa1d22d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:08.950960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb577c8f-2554-40ed-8c31-340a6c81b58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.976345 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb577c8f-2554-40ed-8c31-340a6c81b58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.053388 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb577c8f-2554-40ed-8c31-340a6c81b58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.056508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb577c8f-2554-40ed-8c31-340a6c81b58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.058259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bb577c8f-2554-40ed-8c31-340a6c81b58b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0abb236b-0023-4cb9-b7a7-a1d4bfa1d22d HTTP/1.1" status: 204 len: 168 time: 0.1858478 Jul 29 23:36:09.080971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb577c8f-2554-40ed-8c31-340a6c81b58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abb236b-0023-4cb9-b7a7-a1d4bfa1d22d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.355148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a811e432-dca4-401e-ab7a-7ea728242fa7 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:09.407656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: a811e432-dca4-401e-ab7a-7ea728242fa7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:09.408679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a811e432-dca4-401e-ab7a-7ea728242fa7 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:09.409041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 53122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:09.476307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3994330f-96cb-431e-9bb9-fe78792f7867 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dd3f7613c504733b5ae8af0a11cb180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651560 Jul 29 23:36:09.479195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:09.542220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14dc800b-3f6b-4612-83de-e1c0ed50c69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.589163 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14dc800b-3f6b-4612-83de-e1c0ed50c69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.615619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2456-41f5-4437-8737-443fc77754bc req-f732e005-0d34-4476-b904-6255f789a00a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.622183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-026a2456-41f5-4437-8737-443fc77754bc req-f732e005-0d34-4476-b904-6255f789a00a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0877471 Jul 29 23:36:09.725807 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14dc800b-3f6b-4612-83de-e1c0ed50c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.733204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14dc800b-3f6b-4612-83de-e1c0ed50c69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.739092 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14dc800b-3f6b-4612-83de-e1c0ed50c69a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed5ea9c0-21da-4872-8388-0613a0cc80c2 HTTP/1.1" status: 204 len: 168 time: 0.2542698 Jul 29 23:36:09.764600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc800b-3f6b-4612-83de-e1c0ed50c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ea9c0-21da-4872-8388-0613a0cc80c2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.792414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-026a2456-41f5-4437-8737-443fc77754bc req-76482274-621a-43bf-bb7e-940d75799772 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579280 Jul 29 23:36:09.874847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f60016cb-100e-4063-84ca-67d8cfe776a3 req-7717d6b7-b85c-414f-af87-8d276e05adc5 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.1519542 Jul 29 23:36:11.082363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c590f7-7383-49ad-80e0-035a62edc9b3 req-ea8c78d7-7542-40b6-ba21-257144d81504 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:11.091981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04c590f7-7383-49ad-80e0-035a62edc9b3 req-ea8c78d7-7542-40b6-ba21-257144d81504 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1348455 Jul 29 23:36:11.232535 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3207ca5e-e101-4dc1-af71-9ae6e15570f5 req-12c1518c-e9e3-462a-8794-20fc8c43ff92 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0960698 Jul 29 23:36:11.258516 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04c590f7-7383-49ad-80e0-035a62edc9b3 req-1eef2205-4553-40af-8bcf-3a4635e07d81 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646070 Jul 29 23:36:12.506371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c557cb0-b95f-4960-8e84-220cbf1ff80d req-4ed122e9-dbad-4dcc-87f1-1574788ec88b tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0896003 Jul 29 23:36:12.526247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb85a9-7528-48b9-9f76-194642bb098d req-613a4e66-4389-4240-ae6f-adc0217c62bf tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.536862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23bb85a9-7528-48b9-9f76-194642bb098d req-613a4e66-4389-4240-ae6f-adc0217c62bf tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1537595 Jul 29 23:36:12.593908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23bb85a9-7528-48b9-9f76-194642bb098d req-25cb7f1f-ed9d-4f3e-a466-5e1a70c977f8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505416 Jul 29 23:36:13.706262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f221e03d-d81d-47e5-98be-aad75fa9c1b8 req-d52693ac-d4dd-4ad3-859b-cbf733b00082 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0588555 Jul 29 23:36:13.880121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57213eb-2898-43af-b07f-7e0b8bdfa908 req-6f63e376-379c-452c-9359-59e277fa4271 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:13.891881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e57213eb-2898-43af-b07f-7e0b8bdfa908 req-6f63e376-379c-452c-9359-59e277fa4271 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0988219 Jul 29 23:36:13.989822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e57213eb-2898-43af-b07f-7e0b8bdfa908 req-13ff25f2-14b1-4e87-9a38-8f523eb51d41 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913992 Jul 29 23:36:14.943096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edd4c0e8-5fb3-4877-a7b9-e251e1293843 req-cd5fcfab-353e-40d0-8d13-c60681954dac tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0571022 Jul 29 23:36:15.316396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8537342-5c8e-4f72-a986-7f3bf6784937 req-48d5d144-da9c-45d4-91d3-e53136d6c245 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:15.334815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8537342-5c8e-4f72-a986-7f3bf6784937 req-48d5d144-da9c-45d4-91d3-e53136d6c245 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1861646 Jul 29 23:36:15.442236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8537342-5c8e-4f72-a986-7f3bf6784937 req-8c30ee88-1d8a-469b-bfa8-0f59805d3541 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045823 Jul 29 23:36:16.177667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ac34108-19c2-4fff-bfa0-f1daf64ce5c8 req-5290ab0b-7278-4447-b26c-e6d1a89c0a16 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0627198 Jul 29 23:36:16.687024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3237e5-2d4f-43cc-a6c8-10542decffb3 req-1ce35a6d-f295-47f7-bcf0-f07812233680 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:16.688819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa3237e5-2d4f-43cc-a6c8-10542decffb3 req-1ce35a6d-f295-47f7-bcf0-f07812233680 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0963676 Jul 29 23:36:16.760651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa3237e5-2d4f-43cc-a6c8-10542decffb3 req-4fc1f847-51a6-4a29-8fbd-96a129e3c457 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625916 Jul 29 23:36:17.386684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86859273-b04d-4940-8ee2-fa19990c82e8 req-d93b43d1-63ff-4545-b56c-681d973baab6 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0677707 Jul 29 23:36:17.977313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732e2f0-55f8-46ed-9985-f066b78ab374 req-41866bf7-c159-4054-b87a-ce06bdac473e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:17.980321 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0732e2f0-55f8-46ed-9985-f066b78ab374 req-41866bf7-c159-4054-b87a-ce06bdac473e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1126623 Jul 29 23:36:18.072615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0732e2f0-55f8-46ed-9985-f066b78ab374 req-4958c1c7-8d9e-4c4f-9b43-9debb5c5511a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814025 Jul 29 23:36:18.602587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3228c63-3cbd-4c4b-ac82-943b8dab0b35 req-733a0cf7-72b7-4ccd-ab6c-dc6b755f67ee tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0385892 Jul 29 23:36:18.672709 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.148959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-e8f903e6-e058-4147-bc52-58256b1d53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.155572 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-e8f903e6-e058-4147-bc52-58256b1d53c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 1098 time: 0.0650597 Jul 29 23:36:19.238815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca7c33-515c-4447-99a7-afb79d4e817a req-3b5ad071-08b6-4b92-921c-10600d6357bf tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.240559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6ca7c33-515c-4447-99a7-afb79d4e817a req-3b5ad071-08b6-4b92-921c-10600d6357bf tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0606010 Jul 29 23:36:19.284211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-8ca57144-6699-4ba6-bd21-fd09db4ee049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.286482 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-8ca57144-6699-4ba6-bd21-fd09db4ee049 service neutron] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.1228132 Jul 29 23:36:19.296965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6ca7c33-515c-4447-99a7-afb79d4e817a req-0583fed2-e1fd-4dab-8fe5-3cba771edd3f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476990 Jul 29 23:36:19.395720 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-93eb4269-14b5-468b-8157-98b14219dd69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f HTTP/1.1" status: 200 len: 1001 time: 0.0998185 Jul 29 23:36:19.478483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-78cb686a-c425-47b9-9acd-25ce854248c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.480630 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-78cb686a-c425-47b9-9acd-25ce854248c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.0599966 Jul 29 23:36:19.544634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-6a8f2dae-4dae-4d5a-8e44-2369c50d53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.546890 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-6a8f2dae-4dae-4d5a-8e44-2369c50d53c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537760 Jul 29 23:36:19.645530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54320) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:19.765244 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-7f08d524-f7a4-4081-a9bf-9baf048aad54 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049868 Jul 29 23:36:19.780927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08c18304-25cc-465d-ac38-fb730bb66431 req-4cf535ce-d451-4cb6-b59d-29fe5d83907f tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0541852 Jul 29 23:36:19.893455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c88f4e6-b5b5-4416-9821-47fc8e69095e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.942514 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-230bfffa-96fa-40a8-8d0e-bd97aa8e8e1b req-d892f5d9-6ffd-4b0f-ac7f-8ad92d0006f5 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678483 Jul 29 23:36:20.068198 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c88f4e6-b5b5-4416-9821-47fc8e69095e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.073862 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c88f4e6-b5b5-4416-9821-47fc8e69095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.120416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7c88f4e6-b5b5-4416-9821-47fc8e69095e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09a12b2d281e4e50902b12a04d11dbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709814 Jul 29 23:36:20.120416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88f4e6-b5b5-4416-9821-47fc8e69095e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2987b425-d7dc-4bce-b976-3156ab6c6e3a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:20.121089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:20.189294 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-177bf8d7-ce5c-439b-95f2-2a465a242def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.225017 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-177bf8d7-ce5c-439b-95f2-2a465a242def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.288859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-177bf8d7-ce5c-439b-95f2-2a465a242def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.292141 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-177bf8d7-ce5c-439b-95f2-2a465a242def admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.296000 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-177bf8d7-ce5c-439b-95f2-2a465a242def admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2987b425-d7dc-4bce-b976-3156ab6c6e3a HTTP/1.1" status: 204 len: 168 time: 0.1712649 Jul 29 23:36:20.302597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bf8d7-ce5c-439b-95f2-2a465a242def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2987b425-d7dc-4bce-b976-3156ab6c6e3a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:20.474033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8357814-bd53-41eb-a5c4-4bf83f40d7a4 req-c7f3f98e-730a-4875-abd1-98437e76223a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:20.482391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8357814-bd53-41eb-a5c4-4bf83f40d7a4 req-c7f3f98e-730a-4875-abd1-98437e76223a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0670969 Jul 29 23:36:20.536486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8357814-bd53-41eb-a5c4-4bf83f40d7a4 req-c50c5dda-55ca-452d-a6dd-f6ceda3daaf0 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529799 Jul 29 23:36:20.747707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54414) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:20.770970 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1edec61b-5369-4f68-8437-5f528036467f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.885295 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1edec61b-5369-4f68-8437-5f528036467f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.893458 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1edec61b-5369-4f68-8437-5f528036467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.953589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1edec61b-5369-4f68-8437-5f528036467f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0aa7b4a3c204453aae414358c89b59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033865 Jul 29 23:36:20.956340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54428) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:20.972296 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe118744-58d6-418d-8242-cadb37147a9d req-20cb8ab2-3d07-4293-9e69-54c30e2997c6 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0623868 Jul 29 23:36:20.986294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edec61b-5369-4f68-8437-5f528036467f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c429ed-c5b8-4e70-9901-ebf9bd45544b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:21.030509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d046ed1a-22ab-4180-9d3b-d302b0d8f577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.061995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d046ed1a-22ab-4180-9d3b-d302b0d8f577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.126432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d046ed1a-22ab-4180-9d3b-d302b0d8f577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.129632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d046ed1a-22ab-4180-9d3b-d302b0d8f577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.131115 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d046ed1a-22ab-4180-9d3b-d302b0d8f577 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38c429ed-c5b8-4e70-9901-ebf9bd45544b HTTP/1.1" status: 204 len: 168 time: 0.1735160 Jul 29 23:36:21.150711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046ed1a-22ab-4180-9d3b-d302b0d8f577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c429ed-c5b8-4e70-9901-ebf9bd45544b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:21.499394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:21.677047 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a096b2-3dcb-4331-bfd8-e76b2a304f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.705405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-032c15f5-2323-4f74-b65c-a2597e17963a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.708656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e5af3-107c-42cb-9f61-b75d0336cc11 req-fb453b06-5961-4aa5-99f3-90dcdedf50f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:21.710556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc2e5af3-107c-42cb-9f61-b75d0336cc11 req-fb453b06-5961-4aa5-99f3-90dcdedf50f2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.0719557 Jul 29 23:36:21.779932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc2e5af3-107c-42cb-9f61-b75d0336cc11 req-3442d453-72f5-4bdf-931a-b88495214a48 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622425 Jul 29 23:36:21.878771 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-032c15f5-2323-4f74-b65c-a2597e17963a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.887203 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-032c15f5-2323-4f74-b65c-a2597e17963a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.968918 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:36:21.972398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c15f5-2323-4f74-b65c-a2597e17963a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44a2c74-cdac-405d-af9a-139666eb1197,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:21.983205 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-032c15f5-2323-4f74-b65c-a2597e17963a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb06f388578c4b8cb46fadfc4dd7bdf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824569 Jul 29 23:36:21.985599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:22.096424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2633b1a6-e747-4808-8a5e-70d03d920c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.125581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8079bbf2-b87c-44e0-810d-9bd1f75fee59 req-236fa7bc-8025-42d3-8ece-d4ee47b932b2 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0456681 Jul 29 23:36:22.152735 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2633b1a6-e747-4808-8a5e-70d03d920c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.219449 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2633b1a6-e747-4808-8a5e-70d03d920c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.223804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2633b1a6-e747-4808-8a5e-70d03d920c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.227021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2633b1a6-e747-4808-8a5e-70d03d920c11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e44a2c74-cdac-405d-af9a-139666eb1197 HTTP/1.1" status: 204 len: 168 time: 0.2381589 Jul 29 23:36:22.240677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633b1a6-e747-4808-8a5e-70d03d920c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44a2c74-cdac-405d-af9a-139666eb1197,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:22.784747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-5aeeeea5-7175-4e0d-b657-daffb56db744 req-e6b93ae3-706a-400a-98b1-744d3a80152c service neutron] (93817) timed out ('10.222.0.47', 60946) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:36:23.021852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77998514-67e5-4cab-9a47-9cb904aa44fb req-bd7886c5-acbe-4111-824d-6877e4030415 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.032149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77998514-67e5-4cab-9a47-9cb904aa44fb req-bd7886c5-acbe-4111-824d-6877e4030415 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 946 time: 0.1330729 Jul 29 23:36:23.122581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77998514-67e5-4cab-9a47-9cb904aa44fb req-d3f7df7d-ecd8-4ec8-8f6b-74f64128612a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856197 Jul 29 23:36:23.307401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f6ba154-be3d-4634-9522-c934b1e68543 req-524436a9-86b6-4f62-8f74-7d7e06201797 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0411601 Jul 29 23:36:23.413547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:23.453662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0dfb8c6a-f9f6-4131-8424-1bbe3908515f no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:23.640764 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.721722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:23.732825 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22c657f-6233-46cf-9352-a73d46446c98" -d '{"events": [{"server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:23.782516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:23.789322 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.860163 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce542a1b-6181-441e-94b8-cc6918f2b0ea x-openstack-request-id: req-ce542a1b-6181-441e-94b8-cc6918f2b0ea {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:23.862848 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "name": "network-vif-unplugged", "status": "failed", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f", "code": 422}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:23.865206 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce542a1b-6181-441e-94b8-cc6918f2b0ea {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:23.867060 n-d-712139-11 neutron-server[93818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'code': 422} returned with failed status Jul 29 23:36:23.925502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:23.937545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.938736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.939413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.939805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.940271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.940618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.940962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.941297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.942165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.944048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.945374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.946341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:23.954084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1642843501-network', 'tenant_id': '04ebfb8d23614489b68365d5e6d30adc'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:24.021811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Made reservation on behalf of 04ebfb8d23614489b68365d5e6d30adc for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:24.029685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.049839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.098258 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cadf6ce0-17ea-4f33-b0e2-b7cf4ead8b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.198902 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.289170 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.302376 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.343138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9913ee-6d53-461d-ad4a-79e3b067602f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:24.351290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:24.361692 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.361996 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Added segment cd5dbe92-028c-4723-8880-084a4fe16964 of type vlan for network 8618129c-95ce-474b-a1b9-d5cb3543d360 Jul 29 23:36:24.408026 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.488197 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca7e325b-97a2-40e4-b0d3-88834d65d839 req-7a1fe6fe-067c-4824-a515-fe2eae96bc47 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0352209 Jul 29 23:36:24.489063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.490131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:24.490795 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.508772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0935223 Jul 29 23:36:24.512487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54574) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:24.518324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Request body: {'subnet': {'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1642843501-subnet', 'tenant_id': '04ebfb8d23614489b68365d5e6d30adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:24.572171 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Made reservation on behalf of 04ebfb8d23614489b68365d5e6d30adc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:24.575887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.670503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1108d5-9463-405a-87fe-c7a54f872f9b admin admin] Pushing event updated for resources: {'Network': ['ID=8618129c-95ce-474b-a1b9-d5cb3543d360,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:24.685469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 8618129c-95ce-474b-a1b9-d5cb3543d360 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:24.945846 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-dbfb4002-25c8-4ffa-b2eb-9ce8a42ca636 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1369433 Jul 29 23:36:24.948697 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.034011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76bd18-53ba-4116-b558-c6d7582b8763 req-e02361b8-90cf-4c10-8185-f58b8dcf1959 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.055138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b76bd18-53ba-4116-b558-c6d7582b8763 req-e02361b8-90cf-4c10-8185-f58b8dcf1959 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0941749 Jul 29 23:36:25.102790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352f6adc-781a-425e-97e3-5d2fc309a888,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:25.123615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-e3668035-ee69-4dfa-a608-5741baefa4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.127469 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-e3668035-ee69-4dfa-a608-5741baefa4ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 1097 time: 0.1315496 Jul 29 23:36:25.140346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Checking segment: {'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:25.141158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Network hostable DHCP agents. Network: 8618129c-95ce-474b-a1b9-d5cb3543d360, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:25.174108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b76bd18-53ba-4116-b558-c6d7582b8763 req-e921cbe5-d334-4f3e-9fc7-23c324b80df8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105199 Jul 29 23:36:25.262254 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Network 8618129c-95ce-474b-a1b9-d5cb3543d360 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:25.279164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 8618129c-95ce-474b-a1b9-d5cb3543d360) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:25.293833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.294886 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f9509-4bed-45d0-81e0-6ffd59cb956d None None] Network 8618129c-95ce-474b-a1b9-d5cb3543d360 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:25.295031 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.330919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-9b8a5caa-dc7d-420f-8bf8-d2bafa5d192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.333258 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-9b8a5caa-dc7d-420f-8bf8-d2bafa5d192a service neutron] 10.222.0.42 "GET /v2.0/networks?id=075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 200 len: 912 time: 0.1773973 Jul 29 23:36:25.344820 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-736ccff8-41d2-4f2c-ad9e-95ade4e6c9b6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8310378 Jul 29 23:36:25.423410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-59005a92-aca5-4fb0-923f-f6cdf712bdff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70e65123-38d2-404d-b2d0-1f7997763dce HTTP/1.1" status: 200 len: 1000 time: 0.0750177 Jul 29 23:36:25.512967 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.546257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2960f9-a61c-49ad-92d1-525a3c2a346d None None] Network 8618129c-95ce-474b-a1b9-d5cb3543d360 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:25.551659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-574ff01e-6607-4efa-881f-1d34ed8a771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.553239 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-574ff01e-6607-4efa-881f-1d34ed8a771f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 200 len: 850 time: 0.1189296 Jul 29 23:36:25.671495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-5f8abad2-0c0e-4f32-8139-caab033ca114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.673106 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-5f8abad2-0c0e-4f32-8139-caab033ca114 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=075cd5b6-a446-43e6-877b-02e442ee8cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115751 Jul 29 23:36:25.706635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7a46ed4-b6d1-486e-8d44-3c7773b72bf0 req-8517ad0e-ddb9-4905-9e0e-e0f57dcf7975 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0504715 Jul 29 23:36:25.820319 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-eec62c11-2dff-47b6-81e6-15845f560baf service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381316 Jul 29 23:36:25.930981 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c36575e5-490e-4aa1-81b5-27008de35655 req-5d463b92-bdca-464f-bad5-adcbee3bc2f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4173710 Jul 29 23:36:25.968626 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-da1c1069-cc12-4ae8-b124-3904702f6d7d req-33541c67-943c-4662-961e-45381dc6ae6b service neutron] 10.222.0.42 "GET /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086068 Jul 29 23:36:26.295394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-e7d39c76-5bc7-4962-b7d0-2562ecbb2724 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.305437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-e7d39c76-5bc7-4962-b7d0-2562ecbb2724 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/networks?id=8618129c-95ce-474b-a1b9-d5cb3543d360 HTTP/1.1" status: 200 len: 822 time: 0.1921704 Jul 29 23:36:26.328585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-35a9557b-66a9-4dde-af8b-0073b439f438 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/quotas/04ebfb8d23614489b68365d5e6d30adc HTTP/1.1" status: 200 len: 375 time: 0.0218883 Jul 29 23:36:26.394503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-150ed81b-fbf2-4739-b848-c3c201869c54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=04ebfb8d23614489b68365d5e6d30adc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650196 Jul 29 23:36:26.421787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18a27e-1833-44f4-bca3-53a9247be806 req-14ddc113-906f-4e67-832f-628b4e7fc348 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.423854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c18a27e-1833-44f4-bca3-53a9247be806 req-14ddc113-906f-4e67-832f-628b4e7fc348 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0804596 Jul 29 23:36:26.538746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c18a27e-1833-44f4-bca3-53a9247be806 req-2971f387-bafd-40fe-8976-0973c4112328 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043234 Jul 29 23:36:26.594634 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-1da42cac-e77e-4a69-992c-dd735183fced service neutron] 10.222.0.37 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691899 Jul 29 23:36:26.750016 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-2e8ee0ce-5b7c-4ae1-8767-51fb49df316c service neutron] 10.222.0.37 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528342 Jul 29 23:36:26.926319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f4604af-df05-40a0-8909-9c3feecd6e68 req-55bf6e7d-6b0e-49da-bfd7-18f678fa8f2f tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0480819 Jul 29 23:36:26.961231 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d46c7b2d-abde-46a5-9d03-a7ca936c2f1e req-b12f4f30-a38c-4808-ba39-727d7f582b3c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 210 time: 0.0373566 Jul 29 23:36:26.997322 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.108721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36575e5-490e-4aa1-81b5-27008de35655 req-f923c0ea-c095-427d-bda3-e73974424876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.110398 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c36575e5-490e-4aa1-81b5-27008de35655 req-f923c0ea-c095-427d-bda3-e73974424876 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f&tenant_id=dabfb53ab127454eb2bdcac4ae243846 HTTP/1.1" status: 200 len: 1096 time: 0.0636728 Jul 29 23:36:27.195566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36575e5-490e-4aa1-81b5-27008de35655 req-668be76f-6d86-4ad9-9e5b-1ed30dcdf3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.197125 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c36575e5-490e-4aa1-81b5-27008de35655 req-668be76f-6d86-4ad9-9e5b-1ed30dcdf3ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 1096 time: 0.0494404 Jul 29 23:36:27.335730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36575e5-490e-4aa1-81b5-27008de35655 req-ccc02665-c7ea-4495-9b58-8b7cadbcc79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.337685 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c36575e5-490e-4aa1-81b5-27008de35655 req-ccc02665-c7ea-4495-9b58-8b7cadbcc79f service neutron] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.1334853 Jul 29 23:36:27.423932 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c36575e5-490e-4aa1-81b5-27008de35655 req-490186aa-844c-4a1c-95c3-c324c2d12c3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f HTTP/1.1" status: 200 len: 999 time: 0.0771108 Jul 29 23:36:27.476521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36575e5-490e-4aa1-81b5-27008de35655 req-042894bc-dfd6-4f6c-bcd7-35b782077fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.478205 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c36575e5-490e-4aa1-81b5-27008de35655 req-042894bc-dfd6-4f6c-bcd7-35b782077fc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.0470643 Jul 29 23:36:27.487182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0dfb8c6a-f9f6-4131-8424-1bbe3908515f no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:27.618339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36575e5-490e-4aa1-81b5-27008de35655 req-1d09f4ec-b7e4-4e68-9901-a791015a2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.619964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c36575e5-490e-4aa1-81b5-27008de35655 req-1d09f4ec-b7e4-4e68-9901-a791015a2972 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279147 Jul 29 23:36:27.775157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b237-21e5-44b7-84ad-9d3a052ca982 req-7ba03e29-931b-47dc-86d0-31a6aad0b78c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.778319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db67b237-21e5-44b7-84ad-9d3a052ca982 req-7ba03e29-931b-47dc-86d0-31a6aad0b78c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.1020260 Jul 29 23:36:27.834053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db67b237-21e5-44b7-84ad-9d3a052ca982 req-762cb2fd-d969-4886-b77d-35640229c368 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496683 Jul 29 23:36:27.836713 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c36575e5-490e-4aa1-81b5-27008de35655 req-9837dbc1-b2d9-4d3e-9bfd-578a5222185f service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080147 Jul 29 23:36:27.950386 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c36575e5-490e-4aa1-81b5-27008de35655 req-dd661352-1ba0-4c5a-aefe-e768a69276d7 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052990 Jul 29 23:36:27.950957 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54702) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:28.043876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68d3530c-c73d-4de0-918e-92471ed51f11 req-87380efc-6835-4e7e-986e-ff38e1a5e0ed tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0346625 Jul 29 23:36:28.110226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ff59b4f-9788-42ff-8f1a-7fa43f8c81b9 req-4812a32e-e4f6-417c-b2e4-c559777effba tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 210 time: 0.0459030 Jul 29 23:36:28.118491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-489d588b-d8f2-4667-beba-942fcca3342b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.238237 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-489d588b-d8f2-4667-beba-942fcca3342b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.243764 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-489d588b-d8f2-4667-beba-942fcca3342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.291917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d588b-d8f2-4667-beba-942fcca3342b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b778440-1c5c-42f2-bedb-245ac3e50860,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:28.299322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:28.299499 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-489d588b-d8f2-4667-beba-942fcca3342b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ba5d87d9c264d49aa30e3714b9eff9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472033 Jul 29 23:36:28.423318 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0de5ec5-d3cc-4ab1-9f49-0f57e2077abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.455994 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0de5ec5-d3cc-4ab1-9f49-0f57e2077abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.481308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-bd5c0b64-8c92-4c48-9be7-af407c6173c6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:28.483934 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-bd5c0b64-8c92-4c48-9be7-af407c6173c6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.47 "GET /v2.0/networks?id=8618129c-95ce-474b-a1b9-d5cb3543d360 HTTP/1.1" status: 200 len: 822 time: 0.1739001 Jul 29 23:36:28.509143 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Request body: {'port': {'device_id': '202b0d8b-4370-4e4e-834c-0f691af3a047', 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360', 'admin_state_up': True, 'tenant_id': '04ebfb8d23614489b68365d5e6d30adc'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:28.518956 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0de5ec5-d3cc-4ab1-9f49-0f57e2077abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.523085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0de5ec5-d3cc-4ab1-9f49-0f57e2077abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.529047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a0de5ec5-d3cc-4ab1-9f49-0f57e2077abc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b778440-1c5c-42f2-bedb-245ac3e50860 HTTP/1.1" status: 204 len: 168 time: 0.2281833 Jul 29 23:36:28.542500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de5ec5-d3cc-4ab1-9f49-0f57e2077abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b778440-1c5c-42f2-bedb-245ac3e50860,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:28.794934 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Made reservation on behalf of 04ebfb8d23614489b68365d5e6d30adc for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:28.807183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.214412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfadaa-1db8-4eb2-9ad0-1ddd9087a915 req-4afb935a-79d0-404a-9441-9f40e224bb5b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.234196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20dfadaa-1db8-4eb2-9ad0-1ddd9087a915 req-4afb935a-79d0-404a-9441-9f40e224bb5b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.1432827 Jul 29 23:36:29.286940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Allocated IP 172.20.0.3 (8618129c-95ce-474b-a1b9-d5cb3543d360/352f6adc-781a-425e-97e3-5d2fc309a888/d78f59ec-6c18-4979-80f2-ada08d216fbb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:29.348549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20dfadaa-1db8-4eb2-9ad0-1ddd9087a915 req-3aa6c07c-8f05-4941-8375-2fa86a5305eb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107223 Jul 29 23:36:29.528755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54760) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:29.578608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc15a214-7b9d-4ffa-b023-16034aa0ccf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.725036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f3d4b8f-7601-4779-8436-15a2d6f76fbb req-be235393-3318-43d2-9464-3eb3aa8bb62b tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0973155 Jul 29 23:36:29.774961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.801778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13792b64-f99d-4131-943f-2007497b2d57 req-55d28b1a-03c0-40e3-8fe1-4acc23dee69c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 210 time: 0.1380782 Jul 29 23:36:29.832042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.884454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Network 8618129c-95ce-474b-a1b9-d5cb3543d360 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:29.888067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:29.892247 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:29.943362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event updated for resources: {'Port': ['ID=d78f59ec-6c18-4979-80f2-ada08d216fbb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:30.003263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.006762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.110482 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc15a214-7b9d-4ffa-b023-16034aa0ccf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.120833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc15a214-7b9d-4ffa-b023-16034aa0ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.126189 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-dd518b20-0401-4b72-a66c-3a10ff4fbcd7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6263061 Jul 29 23:36:30.222370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54766) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:30.223146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cc15a214-7b9d-4ffa-b023-16034aa0ccf3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38fb328954cc4eb3bbf75b4611909b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6923039 Jul 29 23:36:30.241832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15a214-7b9d-4ffa-b023-16034aa0ccf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95b8fea-7e8d-46f8-b7aa-085e9d93243f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:30.316296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaac8be9-db80-47b0-84e7-6151423061ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.347972 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaac8be9-db80-47b0-84e7-6151423061ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.413325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaac8be9-db80-47b0-84e7-6151423061ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.416687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaac8be9-db80-47b0-84e7-6151423061ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.420999 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eaac8be9-db80-47b0-84e7-6151423061ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d95b8fea-7e8d-46f8-b7aa-085e9d93243f HTTP/1.1" status: 204 len: 168 time: 0.1976063 Jul 29 23:36:30.432571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac8be9-db80-47b0-84e7-6151423061ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95b8fea-7e8d-46f8-b7aa-085e9d93243f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:30.662981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834c9a3-3fa5-444c-b45a-89c552942eef req-98debb52-1b05-4b69-9f5a-1d9b662f9feb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.673785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6834c9a3-3fa5-444c-b45a-89c552942eef req-98debb52-1b05-4b69-9f5a-1d9b662f9feb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.1569195 Jul 29 23:36:30.777581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6834c9a3-3fa5-444c-b45a-89c552942eef req-ab8a95b8-fbc3-4200-8933-f7176ab89e92 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987811 Jul 29 23:36:31.001359 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1670fb72-a0f5-4cd1-b6ab-80425f8c961a req-06a0b810-bcb0-44e7-bdd2-a8d52fd0d48a tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0833054 Jul 29 23:36:31.188931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Request body: {'port': {'device_id': '202b0d8b-4370-4e4e-834c-0f691af3a047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:31.345197 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.439993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f0c11-569b-4e7d-9420-c2a469c90127 req-bc12bca1-0d82-40d3-bc3d-6fc9dba79e4e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.470192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a1f0c11-569b-4e7d-9420-c2a469c90127 req-bc12bca1-0d82-40d3-bc3d-6fc9dba79e4e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 931 time: 0.1756234 Jul 29 23:36:31.585303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a1f0c11-569b-4e7d-9420-c2a469c90127 req-d814ce93-8fca-430c-b2d3-07b62d442d91 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139166 Jul 29 23:36:32.180246 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.189028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54804) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:32.193639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78f59ec-6c18-4979-80f2-ada08d216fbb {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:32.219508 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.287310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Transition to ACTIVE for port object d78f59ec-6c18-4979-80f2-ada08d216fbb will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:32.295345 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.352526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8456d1e-ab94-448f-a2a9-beee5396d285 req-1970b763-9f65-46c9-a48a-3121909e66d7 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0920711 Jul 29 23:36:32.385616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Pushing event updated for resources: {'Port': ['ID=d78f59ec-6c18-4979-80f2-ada08d216fbb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:32.435951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f8f85-c012-4b9f-9eb4-ff9b8f763db0 req-448f47a9-0817-408d-8db2-fc057c167be4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:32.447959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d56f8f85-c012-4b9f-9eb4-ff9b8f763db0 req-448f47a9-0817-408d-8db2-fc057c167be4 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.4131880 Jul 29 23:36:32.596894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d56f8f85-c012-4b9f-9eb4-ff9b8f763db0 req-a1f3338d-5e9b-41c5-9956-cfa088d41b95 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474953 Jul 29 23:36:32.615776 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4983e307-41a1-4ad0-be23-f5df371c9b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.853231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Attempting to bind port d78f59ec-6c18-4979-80f2-ada08d216fbb on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:32.855153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Attempting to bind port d78f59ec-6c18-4979-80f2-ada08d216fbb by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:32.856791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Attempting to bind port d78f59ec-6c18-4979-80f2-ada08d216fbb on network 8618129c-95ce-474b-a1b9-d5cb3543d360 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:32.885941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Port d78f59ec-6c18-4979-80f2-ada08d216fbb on network 8618129c-95ce-474b-a1b9-d5cb3543d360 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:32.888196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Attempting to bind port d78f59ec-6c18-4979-80f2-ada08d216fbb on network 8618129c-95ce-474b-a1b9-d5cb3543d360 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:32.901002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:32.901614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Checking segment: {'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:32.902295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Bound using segment: {'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:32.902943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Bound port: d78f59ec-6c18-4979-80f2-ada08d216fbb, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:32.903497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.918534 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4983e307-41a1-4ad0-be23-f5df371c9b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.933815 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4983e307-41a1-4ad0-be23-f5df371c9b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.025572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] For port d78f59ec-6c18-4979-80f2-ada08d216fbb, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:33.029645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] For port d78f59ec-6c18-4979-80f2-ada08d216fbb, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d78f59ec-6c18-4979-80f2-ada08d216fbb,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:33.037433 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.064555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983e307-41a1-4ad0-be23-f5df371c9b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c56b9d-a187-48cf-a9cf-257509e81f23,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.072249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.073853 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.075661 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] 10.222.0.47 "PUT /v2.0/ports/d78f59ec-6c18-4979-80f2-ada08d216fbb HTTP/1.1" status: 200 len: 1092 time: 1.8939519 Jul 29 23:36:33.077552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202b0d8b-4370-4e4e-834c-0f691af3a047', 'tag': 'd78f59ec-6c18-4979-80f2-ada08d216fbb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:33.077744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4983e307-41a1-4ad0-be23-f5df371c9b50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3351c6a42e774f1fab6a47293df0bc8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8725572 Jul 29 23:36:33.081072 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7730b37-1fbf-47dd-90bc-5d68cb324010" -d '{"events": [{"name": "network-changed", "server_uuid": "202b0d8b-4370-4e4e-834c-0f691af3a047", "tag": "d78f59ec-6c18-4979-80f2-ada08d216fbb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:33.082019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54824) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:33.180235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56517720-337d-49d5-b3d3-57b1f9cd9c98 service neutron] Pushing event updated for resources: {'Port': ['ID=d78f59ec-6c18-4979-80f2-ada08d216fbb,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.213042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce38-9097-498d-9869-9c04f9f2950d req-1bb806fe-b66f-49ab-b469-cac8992fec12 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.226870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c23ce38-9097-498d-9869-9c04f9f2950d req-1bb806fe-b66f-49ab-b469-cac8992fec12 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.2297966 Jul 29 23:36:33.234789 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e10250-8db0-4a3e-b423-f5ca5ec02194 x-openstack-request-id: req-51e10250-8db0-4a3e-b423-f5ca5ec02194 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:33.235603 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202b0d8b-4370-4e4e-834c-0f691af3a047", "tag": "d78f59ec-6c18-4979-80f2-ada08d216fbb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:33.235875 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51e10250-8db0-4a3e-b423-f5ca5ec02194 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:33.236449 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202b0d8b-4370-4e4e-834c-0f691af3a047', 'tag': 'd78f59ec-6c18-4979-80f2-ada08d216fbb', 'status': 'completed', 'code': 200} Jul 29 23:36:33.323853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c23ce38-9097-498d-9869-9c04f9f2950d req-fd980a5c-c9db-4c35-a003-4f009314499c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779800 Jul 29 23:36:33.330562 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-966ee1e8-d931-4529-99ba-230e4f012f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.366725 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-966ee1e8-d931-4529-99ba-230e4f012f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.493498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-966ee1e8-d931-4529-99ba-230e4f012f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.498311 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-966ee1e8-d931-4529-99ba-230e4f012f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.501954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-966ee1e8-d931-4529-99ba-230e4f012f20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83c56b9d-a187-48cf-a9cf-257509e81f23 HTTP/1.1" status: 204 len: 168 time: 0.4190881 Jul 29 23:36:33.545872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ee1e8-d931-4529-99ba-230e4f012f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c56b9d-a187-48cf-a9cf-257509e81f23,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.721095 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14c06e83-0c42-445d-acef-ab7f130128aa req-0ea2a90d-2fa5-45fc-a94f-1bcd80e59b78 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0819864 Jul 29 23:36:33.901238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c1bcc-9861-4af6-b02c-23334f00a083 req-7c6555e4-cb96-46a7-9c8c-36a4dfac285e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.902831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e25c1bcc-9861-4af6-b02c-23334f00a083 req-7c6555e4-cb96-46a7-9c8c-36a4dfac285e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.1487138 Jul 29 23:36:34.064373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e25c1bcc-9861-4af6-b02c-23334f00a083 req-cd356109-545d-4d6c-9e67-397b850c124b tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358631 Jul 29 23:36:34.194391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:34.240186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a51db769-4920-47b0-959e-65dd66504c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.445518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a51db769-4920-47b0-959e-65dd66504c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.450683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a51db769-4920-47b0-959e-65dd66504c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.511532 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a51db769-4920-47b0-959e-65dd66504c1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c6b9e3696f44a29a6e731a865a9e2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142595 Jul 29 23:36:34.514199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:34.520006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51db769-4920-47b0-959e-65dd66504c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d19aed-ca54-4459-93b8-7281d5b74d5b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:34.594959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8fbc8-bfb3-4f3c-98b7-4c21e4977d12 req-563c0d50-4af4-4cce-9b9c-df794fbb2751 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:34.597056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3b8fbc8-bfb3-4f3c-98b7-4c21e4977d12 req-563c0d50-4af4-4cce-9b9c-df794fbb2751 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.1513033 Jul 29 23:36:34.633361 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90f91c01-6853-4ff8-840f-4dd9372ae2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.678892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3b8fbc8-bfb3-4f3c-98b7-4c21e4977d12 req-5f072e1a-428b-40cd-9b35-95a5f1af72dd tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739069 Jul 29 23:36:34.681184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90f91c01-6853-4ff8-840f-4dd9372ae2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.745209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90f91c01-6853-4ff8-840f-4dd9372ae2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.748026 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90f91c01-6853-4ff8-840f-4dd9372ae2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.749434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-90f91c01-6853-4ff8-840f-4dd9372ae2ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52d19aed-ca54-4459-93b8-7281d5b74d5b HTTP/1.1" status: 204 len: 168 time: 0.2341068 Jul 29 23:36:34.781493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f91c01-6853-4ff8-840f-4dd9372ae2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d19aed-ca54-4459-93b8-7281d5b74d5b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:34.873726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b6b1475-fec2-419d-a670-59d0c8a768fb req-5041985c-4f25-4111-8573-02690fa8af98 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0330031 Jul 29 23:36:35.311227 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b22016bf-45ed-4e5a-91e4-b1b300b05716 req-70e968ff-1b61-4bc9-9a6f-241d5ec14e0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0445175 Jul 29 23:36:35.318486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c67e0-16cd-4d33-a9f7-26af621237e4 req-5c822cce-7763-4d15-b3b1-a019329230de tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:35.320920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d54c67e0-16cd-4d33-a9f7-26af621237e4 req-5c822cce-7763-4d15-b3b1-a019329230de tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.1065600 Jul 29 23:36:35.373627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d54c67e0-16cd-4d33-a9f7-26af621237e4 req-980b6cf0-25b4-4715-87d5-7dee3e8b8c10 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444214 Jul 29 23:36:35.865612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eb476-2353-4acb-b7e2-92ebc8a2417d req-3dfcf60b-edc7-4e1a-ab43-02a47c444bd0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:35.867182 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-553eb476-2353-4acb-b7e2-92ebc8a2417d req-3dfcf60b-edc7-4e1a-ab43-02a47c444bd0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.0651689 Jul 29 23:36:35.953275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-553eb476-2353-4acb-b7e2-92ebc8a2417d req-e22d2db0-bf06-499d-b3df-5c157315e9ff tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780287 Jul 29 23:36:36.086219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3cc9c36-5053-457f-8de1-c60a0ae5a928 req-63ea897a-24e2-4dbb-9be8-f4d336529791 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0448384 Jul 29 23:36:36.628578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cafef4-7b5e-469a-a09c-769d911f1992 req-d600a3c6-ee43-490a-b437-d53bac862ce3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:36.630967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97cafef4-7b5e-469a-a09c-769d911f1992 req-d600a3c6-ee43-490a-b437-d53bac862ce3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.1031539 Jul 29 23:36:36.695236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97cafef4-7b5e-469a-a09c-769d911f1992 req-a7005d1b-6390-41af-aeb8-a3a7df2425d3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490093 Jul 29 23:36:37.156960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b8531-6d70-44c4-a5d2-b61d9c35f505 req-637c0210-1590-46bd-9cc6-48fd97e72fc8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.163147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c5b8531-6d70-44c4-a5d2-b61d9c35f505 req-637c0210-1590-46bd-9cc6-48fd97e72fc8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.1123042 Jul 29 23:36:37.269803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c5b8531-6d70-44c4-a5d2-b61d9c35f505 req-05c15d92-bed7-424b-b6c0-a99b3b06d70c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019862 Jul 29 23:36:37.425660 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9db46dee-0b65-481c-a5ad-81598486b5d1 req-c85c051a-3036-41af-ade0-4bafa78014ab tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0403745 Jul 29 23:36:37.895125 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7a3e33-87dd-4791-93c8-2c1e01824fea req-774f8bcd-02a1-48da-9287-d81d0b3878c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac1dbfb088764333bfbf406c5b98f492&device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.1260400 Jul 29 23:36:37.991382 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7a3e33-87dd-4791-93c8-2c1e01824fea req-bbc089df-0eff-4390-a0df-03fc768a9347 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ac1dbfb088764333bfbf406c5b98f492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767748 Jul 29 23:36:38.020933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2390a-ad48-4a62-8a26-9e6be938569c req-f95304e3-2a16-4794-993d-1240ed467982 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.030527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27f2390a-ad48-4a62-8a26-9e6be938569c req-f95304e3-2a16-4794-993d-1240ed467982 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0873234 Jul 29 23:36:38.113395 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27f2390a-ad48-4a62-8a26-9e6be938569c req-122781e5-377d-4c4c-a6d4-61c83f29b0cb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788155 Jul 29 23:36:38.141452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3e33-87dd-4791-93c8-2c1e01824fea req-40bcd717-e43d-4742-8e92-a9fc103b9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.143180 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7a3e33-87dd-4791-93c8-2c1e01824fea req-40bcd717-e43d-4742-8e92-a9fc103b9aa6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448476 Jul 29 23:36:38.283110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-583ff3f1-0097-4483-a63f-72f33cb7c3c3 req-eee4b867-1dfb-4940-9e14-4792a641578c tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0719690 Jul 29 23:36:38.635256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3a2c-8abd-422b-a7e8-249f64c8be20 req-386c1bc0-ebf7-4d93-b26c-99b76562ae60 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.636698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffec3a2c-8abd-422b-a7e8-249f64c8be20 req-386c1bc0-ebf7-4d93-b26c-99b76562ae60 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.0667148 Jul 29 23:36:38.689467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffec3a2c-8abd-422b-a7e8-249f64c8be20 req-f514a2bb-ae73-4bf5-bb33-f09d8f12418c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Jul 29 23:36:38.860450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54990) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:39.054830 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf1a-77fb-46d3-95be-6050bb2ea986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.170094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf1a-77fb-46d3-95be-6050bb2ea986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.175380 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf1a-77fb-46d3-95be-6050bb2ea986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.261826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4cf1a-77fb-46d3-95be-6050bb2ea986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d217cd21-aea3-434e-ad12-e966bd7993db,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.269406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1cf4cf1a-77fb-46d3-95be-6050bb2ea986 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fc94154b0d944999cef8be45afee597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058571 Jul 29 23:36:39.272170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:39.313614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e664aa-7adb-437a-b62a-b3cdcced8eb1 req-4c272283-049a-4314-aeaa-6cb1a4ab6191 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.315300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18e664aa-7adb-437a-b62a-b3cdcced8eb1 req-4c272283-049a-4314-aeaa-6cb1a4ab6191 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0724177 Jul 29 23:36:39.375314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18e664aa-7adb-437a-b62a-b3cdcced8eb1 req-5a8f61d4-5198-40f1-bafe-f21adec08753 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462015 Jul 29 23:36:39.379415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1760680-2e2a-469c-b6c6-5b869f6f1c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.430333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1760680-2e2a-469c-b6c6-5b869f6f1c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.526155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-024b8070-c060-4ff1-9f20-0e815701f148 req-0dbffe71-6507-4e26-bd69-1f2dc006a085 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0352848 Jul 29 23:36:39.529254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1760680-2e2a-469c-b6c6-5b869f6f1c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.532960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1760680-2e2a-469c-b6c6-5b869f6f1c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.534139 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e1760680-2e2a-469c-b6c6-5b869f6f1c6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d217cd21-aea3-434e-ad12-e966bd7993db HTTP/1.1" status: 204 len: 168 time: 0.2590773 Jul 29 23:36:39.545069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1760680-2e2a-469c-b6c6-5b869f6f1c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d217cd21-aea3-434e-ad12-e966bd7993db,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.885279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c7b6-3028-477a-991b-30e52c092272 req-d38b37fc-0ad1-41f0-a561-9a33c5147f13 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.891190 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7a3e33-87dd-4791-93c8-2c1e01824fea req-ce83f471-d4f7-46e9-86fe-e719611b16c3 tempest-ServerShowV257Test-1246914963 tempest-ServerShowV257Test-1246914963-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea22112a-9a35-4038-9700-0590bfba4f14 HTTP/1.1" status: 200 len: 210 time: 0.0521288 Jul 29 23:36:39.896663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5a6c7b6-3028-477a-991b-30e52c092272 req-d38b37fc-0ad1-41f0-a561-9a33c5147f13 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.0944030 Jul 29 23:36:39.964922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5a6c7b6-3028-477a-991b-30e52c092272 req-b061e635-fb0c-4669-b324-47b45aea6818 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669904 Jul 29 23:36:40.005248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55036) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:40.020336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b738353-1aef-4687-9a01-26a8d4a3a08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.138498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b738353-1aef-4687-9a01-26a8d4a3a08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.143121 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b738353-1aef-4687-9a01-26a8d4a3a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.199417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b738353-1aef-4687-9a01-26a8d4a3a08c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e009dfee035d404bb81d71b499cb18aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903234 Jul 29 23:36:40.199417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b738353-1aef-4687-9a01-26a8d4a3a08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18b41d8-69c0-4d7f-950e-ec406126ca9e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:40.200822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55038) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:40.250973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d35e129-6ec5-4f39-8893-94c869e1d318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.275984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d35e129-6ec5-4f39-8893-94c869e1d318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.322961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d35e129-6ec5-4f39-8893-94c869e1d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.325599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d35e129-6ec5-4f39-8893-94c869e1d318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.329134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4d35e129-6ec5-4f39-8893-94c869e1d318 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c18b41d8-69c0-4d7f-950e-ec406126ca9e HTTP/1.1" status: 204 len: 168 time: 0.1253924 Jul 29 23:36:40.335064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35e129-6ec5-4f39-8893-94c869e1d318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18b41d8-69c0-4d7f-950e-ec406126ca9e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:40.557185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b42a80-6800-4c15-976e-a6c67bcf08d2 req-8e48fb7a-aaf6-4ead-ae6c-1f28b9a57202 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.559861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08b42a80-6800-4c15-976e-a6c67bcf08d2 req-8e48fb7a-aaf6-4ead-ae6c-1f28b9a57202 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0831692 Jul 29 23:36:40.620231 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08b42a80-6800-4c15-976e-a6c67bcf08d2 req-8bf1cfd1-7534-428f-88a8-337f8930e012 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513299 Jul 29 23:36:40.968872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:41.115721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba681a8c-1f0c-41ba-9aa9-abd4c68a33e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.123928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08007fb6-3408-4962-ab79-2befaff82f70 req-b916acef-3d1a-44a7-be46-72fa3d0e7ffe tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:41.133287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08007fb6-3408-4962-ab79-2befaff82f70 req-b916acef-3d1a-44a7-be46-72fa3d0e7ffe tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.0806496 Jul 29 23:36:41.189281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08007fb6-3408-4962-ab79-2befaff82f70 req-4f608a47-6265-47d3-aba4-3d2cb6bb872b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512133 Jul 29 23:36:41.241731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba681a8c-1f0c-41ba-9aa9-abd4c68a33e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.246912 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba681a8c-1f0c-41ba-9aa9-abd4c68a33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.291445 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ba681a8c-1f0c-41ba-9aa9-abd4c68a33e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac1dbfb088764333bfbf406c5b98f492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214736 Jul 29 23:36:41.294836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55088) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:41.298234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba681a8c-1f0c-41ba-9aa9-abd4c68a33e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b18e6c-2bcb-4955-8485-1e26eaa841e1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:41.351611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c807d540-8e51-438f-b96f-03ca6cd82bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.380913 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c807d540-8e51-438f-b96f-03ca6cd82bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.439134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c807d540-8e51-438f-b96f-03ca6cd82bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.442957 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c807d540-8e51-438f-b96f-03ca6cd82bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.444004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c807d540-8e51-438f-b96f-03ca6cd82bd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7b18e6c-2bcb-4955-8485-1e26eaa841e1 HTTP/1.1" status: 204 len: 168 time: 0.1474819 Jul 29 23:36:41.454454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807d540-8e51-438f-b96f-03ca6cd82bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b18e6c-2bcb-4955-8485-1e26eaa841e1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:41.805800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231b34-4d2e-4fb8-91c9-e97990192c11 req-b7eb4b26-4186-44f2-8308-3e5a17b8ed87 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:41.807846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71231b34-4d2e-4fb8-91c9-e97990192c11 req-b7eb4b26-4186-44f2-8308-3e5a17b8ed87 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0657876 Jul 29 23:36:41.818849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:41.879693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71231b34-4d2e-4fb8-91c9-e97990192c11 req-5b965416-e60e-447b-92d6-f1110fe31532 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542600 Jul 29 23:36:42.030711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33594746-c7ed-40d9-9945-88b8f6100b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.147821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33594746-c7ed-40d9-9945-88b8f6100b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.154455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33594746-c7ed-40d9-9945-88b8f6100b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.197896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-33594746-c7ed-40d9-9945-88b8f6100b1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2f9017d72574c64b3a7e3ab7568eaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775384 Jul 29 23:36:42.198946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33594746-c7ed-40d9-9945-88b8f6100b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62da6a16-aead-49df-8902-40ca2dc9308a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:42.200970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55132) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:42.271186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27aacc10-44af-497a-8c53-b4b091e31815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.331227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27aacc10-44af-497a-8c53-b4b091e31815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.338719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2ccb-2c00-4425-b46c-712fd569090e req-213a86aa-a8e6-4ef5-89c5-b47f3808d802 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:42.346502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-783b2ccb-2c00-4425-b46c-712fd569090e req-213a86aa-a8e6-4ef5-89c5-b47f3808d802 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.0875258 Jul 29 23:36:42.398793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27aacc10-44af-497a-8c53-b4b091e31815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.402155 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27aacc10-44af-497a-8c53-b4b091e31815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.403231 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-783b2ccb-2c00-4425-b46c-712fd569090e req-f84d6a88-22ff-43be-97a5-212ab10c1fb1 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558598 Jul 29 23:36:42.404104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-27aacc10-44af-497a-8c53-b4b091e31815 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62da6a16-aead-49df-8902-40ca2dc9308a HTTP/1.1" status: 204 len: 168 time: 0.2016349 Jul 29 23:36:42.440006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aacc10-44af-497a-8c53-b4b091e31815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62da6a16-aead-49df-8902-40ca2dc9308a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.515733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-698bc5ef-2c28-4dc6-9223-402db898f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.518438 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-698bc5ef-2c28-4dc6-9223-402db898f8b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04ebfb8d23614489b68365d5e6d30adc&device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 1095 time: 0.0738349 Jul 29 23:36:43.614691 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-e167d997-28b8-429b-b743-ab374720d3c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d78f59ec-6c18-4979-80f2-ada08d216fbb HTTP/1.1" status: 200 len: 217 time: 0.0748627 Jul 29 23:36:43.658934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293066b-fe67-4fda-b973-b4f2cd8798b9 req-7a0403e3-504a-4c6b-9271-188bbe39f467 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.667681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e293066b-fe67-4fda-b973-b4f2cd8798b9 req-7a0403e3-504a-4c6b-9271-188bbe39f467 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.1019356 Jul 29 23:36:43.748933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-fd267ffb-6f62-4e0b-b5b2-43603c405f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.755806 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-fd267ffb-6f62-4e0b-b5b2-43603c405f49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=352f6adc-781a-425e-97e3-5d2fc309a888 HTTP/1.1" status: 200 len: 862 time: 0.0933237 Jul 29 23:36:43.790288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e293066b-fe67-4fda-b973-b4f2cd8798b9 req-edec6a4b-a2d5-4c4b-a49d-68e8a275a9e8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208258 Jul 29 23:36:43.792903 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-75447873-79e4-4687-afea-285f730a1a01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8618129c-95ce-474b-a1b9-d5cb3543d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319848 Jul 29 23:36:43.830492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db849ea4-e23a-46aa-8d1b-edab8896e049 req-09274b1a-1739-4aa8-ae94-9a6518c3c134 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.833379 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db849ea4-e23a-46aa-8d1b-edab8896e049 req-09274b1a-1739-4aa8-ae94-9a6518c3c134 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.1261804 Jul 29 23:36:43.947942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db849ea4-e23a-46aa-8d1b-edab8896e049 req-cc499e8b-eba2-4eea-9a5a-ca283605ef29 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023865 Jul 29 23:36:44.082644 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-a947a52e-fd6f-4c7b-a527-3154143db8e3 service neutron] 10.222.0.47 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735620 Jul 29 23:36:44.225527 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f164252b-7305-4463-9b04-16a0bca2fe6a req-a07c9d90-d355-4cd6-b256-da49b755f5ff service neutron] 10.222.0.47 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284630 Jul 29 23:36:44.381622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55224) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:44.442060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730b37-1fbf-47dd-90bc-5d68cb324010 req-8e94ddda-a2b0-4140-8099-e24e4c738d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:44.444467 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c7730b37-1fbf-47dd-90bc-5d68cb324010 req-8e94ddda-a2b0-4140-8099-e24e4c738d9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04ebfb8d23614489b68365d5e6d30adc&device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 1095 time: 0.0995882 Jul 29 23:36:44.622368 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b76dd03b-0510-453b-9be6-73ce8ab772be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.701846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730b37-1fbf-47dd-90bc-5d68cb324010 req-ac2c1826-baac-4ad9-ae7e-6255a40fe015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:44.708683 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c7730b37-1fbf-47dd-90bc-5d68cb324010 req-ac2c1826-baac-4ad9-ae7e-6255a40fe015 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8618129c-95ce-474b-a1b9-d5cb3543d360 HTTP/1.1" status: 200 len: 923 time: 0.2370908 Jul 29 23:36:44.820291 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c7730b37-1fbf-47dd-90bc-5d68cb324010 req-6e30c5ea-dd5d-4ef8-9e28-795ee95fb081 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d78f59ec-6c18-4979-80f2-ada08d216fbb HTTP/1.1" status: 200 len: 217 time: 0.1021409 Jul 29 23:36:44.899451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730b37-1fbf-47dd-90bc-5d68cb324010 req-39d34ba1-d1e0-4600-bdb3-63a7a41ec876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:44.901323 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c7730b37-1fbf-47dd-90bc-5d68cb324010 req-39d34ba1-d1e0-4600-bdb3-63a7a41ec876 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=352f6adc-781a-425e-97e3-5d2fc309a888 HTTP/1.1" status: 200 len: 862 time: 0.0729139 Jul 29 23:36:44.992574 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c7730b37-1fbf-47dd-90bc-5d68cb324010 req-b6c1b6dd-f04b-4c56-944e-aa36720700d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8618129c-95ce-474b-a1b9-d5cb3543d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788229 Jul 29 23:36:45.037167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b76dd03b-0510-453b-9be6-73ce8ab772be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.057962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b76dd03b-0510-453b-9be6-73ce8ab772be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.130754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b76dd03b-0510-453b-9be6-73ce8ab772be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ba241413e1f4a57b1cbfccb5bd55154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7476497 Jul 29 23:36:45.136962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55280) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:45.161319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f340d-eeca-44e8-8335-b0bc724db60d req-2cb805aa-14d7-4a84-8683-994a9e2324ad tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.172007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a16f340d-eeca-44e8-8335-b0bc724db60d req-2cb805aa-14d7-4a84-8683-994a9e2324ad tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.2650349 Jul 29 23:36:45.188736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f826-43d8-45b7-a2f2-657107d8bafe req-aca82c92-3b65-4ef7-b33e-b5196488661f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.195909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f826-43d8-45b7-a2f2-657107d8bafe req-aca82c92-3b65-4ef7-b33e-b5196488661f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.206144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f826-43d8-45b7-a2f2-657107d8bafe req-aca82c92-3b65-4ef7-b33e-b5196488661f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.215789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f826-43d8-45b7-a2f2-657107d8bafe req-aca82c92-3b65-4ef7-b33e-b5196488661f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.219518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee51e2a-6226-431a-9df6-cfe96b2ceb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.225647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f826-43d8-45b7-a2f2-657107d8bafe req-aca82c92-3b65-4ef7-b33e-b5196488661f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.234602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f826-43d8-45b7-a2f2-657107d8bafe req-aca82c92-3b65-4ef7-b33e-b5196488661f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.242303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f826-43d8-45b7-a2f2-657107d8bafe req-aca82c92-3b65-4ef7-b33e-b5196488661f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.249552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee51e2a-6226-431a-9df6-cfe96b2ceb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.252904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff42f826-43d8-45b7-a2f2-657107d8bafe req-aca82c92-3b65-4ef7-b33e-b5196488661f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5445 time: 0.4274530 Jul 29 23:36:45.272874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dd03b-0510-453b-9be6-73ce8ab772be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117a4c60-58c6-46d3-adde-67d632142186,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:45.293517 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c7730b37-1fbf-47dd-90bc-5d68cb324010 req-ae8648cb-8b55-42ab-9930-bfdd8be7f865 service neutron] 10.222.0.47 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912912 Jul 29 23:36:45.341128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a16f340d-eeca-44e8-8335-b0bc724db60d req-ce11ab33-812e-4750-9805-129b5849c117 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676562 Jul 29 23:36:45.361724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff42f826-43d8-45b7-a2f2-657107d8bafe req-e8443efb-0cde-4b2a-9770-12ccc2a52a74 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718579 Jul 29 23:36:45.445507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee51e2a-6226-431a-9df6-cfe96b2ceb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.450147 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee51e2a-6226-431a-9df6-cfe96b2ceb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.466430 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2ee51e2a-6226-431a-9df6-cfe96b2ceb89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/117a4c60-58c6-46d3-adde-67d632142186 HTTP/1.1" status: 204 len: 168 time: 0.3278298 Jul 29 23:36:45.487461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee51e2a-6226-431a-9df6-cfe96b2ceb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117a4c60-58c6-46d3-adde-67d632142186,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:45.562958 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c7730b37-1fbf-47dd-90bc-5d68cb324010 req-ceb4ffb4-ffd6-42ce-8d67-e1be31589dd9 service neutron] 10.222.0.47 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426846 Jul 29 23:36:45.642136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae08257-8799-4547-93ac-9f19c724c4f5 req-fc5820a6-c73f-447d-babd-ff75dff5e877 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.644341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ae08257-8799-4547-93ac-9f19c724c4f5 req-fc5820a6-c73f-447d-babd-ff75dff5e877 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.1158972 Jul 29 23:36:45.724502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ae08257-8799-4547-93ac-9f19c724c4f5 req-678fdfbf-5904-4846-afae-6452d9194cd3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643420 Jul 29 23:36:45.755165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c537e-cf96-4c0e-bb03-62ba945f5603 req-dd1ee433-c604-42f3-b573-4282605b7d72 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.756848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55324) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:45.762098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c537e-cf96-4c0e-bb03-62ba945f5603 req-dd1ee433-c604-42f3-b573-4282605b7d72 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.770367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c537e-cf96-4c0e-bb03-62ba945f5603 req-dd1ee433-c604-42f3-b573-4282605b7d72 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.778688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c537e-cf96-4c0e-bb03-62ba945f5603 req-dd1ee433-c604-42f3-b573-4282605b7d72 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.787624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c537e-cf96-4c0e-bb03-62ba945f5603 req-dd1ee433-c604-42f3-b573-4282605b7d72 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.795610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c537e-cf96-4c0e-bb03-62ba945f5603 req-dd1ee433-c604-42f3-b573-4282605b7d72 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.805994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c537e-cf96-4c0e-bb03-62ba945f5603 req-dd1ee433-c604-42f3-b573-4282605b7d72 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.808933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e8c537e-cf96-4c0e-bb03-62ba945f5603 req-dd1ee433-c604-42f3-b573-4282605b7d72 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5445 time: 0.1632769 Jul 29 23:36:45.954659 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-050e2c71-c1bb-4792-a792-8513971c9633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.122698 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-050e2c71-c1bb-4792-a792-8513971c9633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.129149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-050e2c71-c1bb-4792-a792-8513971c9633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.177493 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-050e2c71-c1bb-4792-a792-8513971c9633 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5145d8adc6ee482181464e46c9f9bd56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187438 Jul 29 23:36:46.182414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:46.191776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e2c71-c1bb-4792-a792-8513971c9633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c383098a-5e39-4f7d-9c6f-361aaa5e1532,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:46.251988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf4d3-f51d-4f2b-8603-d7f408469553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.280329 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf4d3-f51d-4f2b-8603-d7f408469553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.349802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf4d3-f51d-4f2b-8603-d7f408469553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.354169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf4d3-f51d-4f2b-8603-d7f408469553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.355898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ca4bf4d3-f51d-4f2b-8603-d7f408469553 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c383098a-5e39-4f7d-9c6f-361aaa5e1532 HTTP/1.1" status: 204 len: 168 time: 0.1722314 Jul 29 23:36:46.366692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bf4d3-f51d-4f2b-8603-d7f408469553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c383098a-5e39-4f7d-9c6f-361aaa5e1532,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:46.574882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f185df4-51b7-4e8c-b477-a9e7abd501e2 req-baad6421-0876-4b64-8f7d-39ed03d90530 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:46.577281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f185df4-51b7-4e8c-b477-a9e7abd501e2 req-baad6421-0876-4b64-8f7d-39ed03d90530 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0930371 Jul 29 23:36:46.641139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f185df4-51b7-4e8c-b477-a9e7abd501e2 req-4d323fb1-05ea-4d9f-9718-299ed66e6824 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549116 Jul 29 23:36:46.865244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55370) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:46.894187 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69673d90-50c1-4c08-a796-861c608f4ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.958465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5132f4-5882-4521-8f81-e66884ad9c85 req-53d3c39f-cf9c-404e-9c76-ad8f3cff8f40 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:46.964593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a5132f4-5882-4521-8f81-e66884ad9c85 req-53d3c39f-cf9c-404e-9c76-ad8f3cff8f40 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.1351316 Jul 29 23:36:47.046680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a5132f4-5882-4521-8f81-e66884ad9c85 req-2e62f146-0272-4a97-8fbc-a6288358fb09 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762239 Jul 29 23:36:47.057473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69673d90-50c1-4c08-a796-861c608f4ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.075129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69673d90-50c1-4c08-a796-861c608f4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.115868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69673d90-50c1-4c08-a796-861c608f4ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0827c59b-b0f3-474b-91ea-cd26a0fb42c6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:47.133413 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-69673d90-50c1-4c08-a796-861c608f4ec2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f351fc6127c4cb4b812f55bacd1d040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670636 Jul 29 23:36:47.136103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55378) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:47.202626 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d5d06a-cab7-4769-b775-32f43de257ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.239143 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d5d06a-cab7-4769-b775-32f43de257ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.314858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d5d06a-cab7-4769-b775-32f43de257ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.320645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d5d06a-cab7-4769-b775-32f43de257ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.325019 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-94d5d06a-cab7-4769-b775-32f43de257ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0827c59b-b0f3-474b-91ea-cd26a0fb42c6 HTTP/1.1" status: 204 len: 168 time: 0.1851518 Jul 29 23:36:47.342936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5d06a-cab7-4769-b775-32f43de257ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0827c59b-b0f3-474b-91ea-cd26a0fb42c6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:47.899660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cb779-bd8b-4611-8a82-cc9f3ffe3972 req-816d7412-fe8b-4556-81ef-9b6af017dc2c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:47.905913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-837cb779-bd8b-4611-8a82-cc9f3ffe3972 req-816d7412-fe8b-4556-81ef-9b6af017dc2c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.1311824 Jul 29 23:36:48.028154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-837cb779-bd8b-4611-8a82-cc9f3ffe3972 req-a113276c-c811-4435-924a-9082d1ccb20c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118684 Jul 29 23:36:48.320736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11e7d0-c9c2-4398-8fd2-dd18b5d7c5ca req-23ccdf94-320e-40dc-b7b5-e9e01ff6e851 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.334146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be11e7d0-c9c2-4398-8fd2-dd18b5d7c5ca req-23ccdf94-320e-40dc-b7b5-e9e01ff6e851 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.1400805 Jul 29 23:36:48.467584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be11e7d0-c9c2-4398-8fd2-dd18b5d7c5ca req-90c6e177-e1e3-448c-ba14-512bec6dabfa tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314850 Jul 29 23:36:48.632213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:48.673356 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.691162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55458) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:48.697541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574546779', 'description': 'tempest-secgroup-smoke-574546779 description', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:48.737555 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.756975 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.843532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e243-d2d5-4cd9-a8c2-cf9738964f76 req-fc665b52-3d8e-4f96-b6be-6ae80788344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.845226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e243-d2d5-4cd9-a8c2-cf9738964f76 req-fc665b52-3d8e-4f96-b6be-6ae80788344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.846768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e243-d2d5-4cd9-a8c2-cf9738964f76 req-fc665b52-3d8e-4f96-b6be-6ae80788344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.847259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e243-d2d5-4cd9-a8c2-cf9738964f76 req-fc665b52-3d8e-4f96-b6be-6ae80788344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.848990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e243-d2d5-4cd9-a8c2-cf9738964f76 req-fc665b52-3d8e-4f96-b6be-6ae80788344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.849486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e243-d2d5-4cd9-a8c2-cf9738964f76 req-fc665b52-3d8e-4f96-b6be-6ae80788344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.851224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e243-d2d5-4cd9-a8c2-cf9738964f76 req-fc665b52-3d8e-4f96-b6be-6ae80788344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.858456 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a886e243-d2d5-4cd9-a8c2-cf9738964f76 req-fc665b52-3d8e-4f96-b6be-6ae80788344a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6509 time: 0.2221103 Jul 29 23:36:48.920383 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a886e243-d2d5-4cd9-a8c2-cf9738964f76 req-05b2a637-da43-4f8c-9575-fd4dfc861ce6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544422 Jul 29 23:36:48.967106 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.972962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.035299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922d5945-7266-4dc6-854c-ea572f9f5472,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.142144 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:49.178108 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.193867 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.258694 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.261397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5678442 Jul 29 23:36:49.261397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e222d9a-cac0-4149-b1cf-58d6abde2f53 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e188765-b5a8-461e-ac03-995f63465ec5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.263472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55486) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:49.268995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '1e188765-b5a8-461e-ac03-995f63465ec5', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:49.326169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690d5c4-5411-43c3-a08a-25c89895f043 req-ddca6e49-b0cc-4d8e-93a3-b85381366fd8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:49.329934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4690d5c4-5411-43c3-a08a-25c89895f043 req-ddca6e49-b0cc-4d8e-93a3-b85381366fd8 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 944 time: 0.0906966 Jul 29 23:36:49.354481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.402390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4690d5c4-5411-43c3-a08a-25c89895f043 req-534b815d-a02d-4f39-a37a-008627e9e56c tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602236 Jul 29 23:36:49.416770 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01a42b97-fcad-4715-80f2-c9aa7d190a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.554542 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.566022 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.582363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d78f59ec-6c18-4979-80f2-ada08d216fbb details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:49.631249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec64c1c1-a08f-469f-9729-3947e7dd5bc5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.645823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133ee8b-54cd-4dc1-845e-5422b1023d50 req-c515d417-67e6-4afc-9682-4aa1885961f1 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:49.648588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.649242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.649366 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.649883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.650653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.651016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.651487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.651841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.652224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.652569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.652900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.653231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:49.656062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a133ee8b-54cd-4dc1-845e-5422b1023d50 req-c515d417-67e6-4afc-9682-4aa1885961f1 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 943 time: 0.0794523 Jul 29 23:36:49.702497 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a133ee8b-54cd-4dc1-845e-5422b1023d50 req-d49524f6-d937-4f5e-a90c-b55fa56c6503 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Jul 29 23:36:49.714025 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01a42b97-fcad-4715-80f2-c9aa7d190a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.719961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01a42b97-fcad-4715-80f2-c9aa7d190a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.745986 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.747999 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0da2bc59-a14d-4f8b-a060-d654529a296d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4833348 Jul 29 23:36:49.750956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55514) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:49.755927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d6eb38da-2e4a-49e5-9035-010cc5246d9e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '1e188765-b5a8-461e-ac03-995f63465ec5', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:49.777989 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-01a42b97-fcad-4715-80f2-c9aa7d190a46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ed11eb5c3a44d63a220d162e2fac0ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6339335 Jul 29 23:36:49.778635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a42b97-fcad-4715-80f2-c9aa7d190a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d97ee4c-3500-49e5-960a-30252ba1b615,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.782420 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55516) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:49.794357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d78f59ec-6c18-4979-80f2-ada08d216fbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d78f59ec-6c18-4979-80f2-ada08d216fbb,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:49.816785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'd78f59ec-6c18-4979-80f2-ada08d216fbb', 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360', 'port_id': 'd78f59ec-6c18-4979-80f2-ada08d216fbb', 'mac_address': 'fa:16:3e:5c:e8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f6adc-781a-425e-97e3-5d2fc309a888', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:49.817518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6eb38da-2e4a-49e5-9035-010cc5246d9e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.847478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7569ce4a-811a-4972-aa18-3ff813ce636a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.874410 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.875063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7569ce4a-811a-4972-aa18-3ff813ce636a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.901675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78f59ec-6c18-4979-80f2-ada08d216fbb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:49.908120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6eb38da-2e4a-49e5-9035-010cc5246d9e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.914877 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6eb38da-2e4a-49e5-9035-010cc5246d9e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.929012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55518) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:49.936464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d78f59ec-6c18-4979-80f2-ada08d216fbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d78f59ec-6c18-4979-80f2-ada08d216fbb,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:49.938849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb38da-2e4a-49e5-9035-010cc5246d9e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fcacfc-eddb-44d2-b001-3e7ada2cdb3e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.942645 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.943744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0dfb8c6a-f9f6-4131-8424-1bbe3908515f details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:49.948873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6eb38da-2e4a-49e5-9035-010cc5246d9e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.952554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d6eb38da-2e4a-49e5-9035-010cc5246d9e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1981540 Jul 29 23:36:49.953504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7569ce4a-811a-4972-aa18-3ff813ce636a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.956286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7569ce4a-811a-4972-aa18-3ff813ce636a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.960479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55522) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:49.961040 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7569ce4a-811a-4972-aa18-3ff813ce636a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d97ee4c-3500-49e5-960a-30252ba1b615 HTTP/1.1" status: 204 len: 168 time: 0.1774416 Jul 29 23:36:49.965755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-76e16190-edbf-4ba4-b413-5ccb9ff05682 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '1e188765-b5a8-461e-ac03-995f63465ec5', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:49.969658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569ce4a-811a-4972-aa18-3ff813ce636a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d97ee4c-3500-49e5-960a-30252ba1b615,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.018863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76e16190-edbf-4ba4-b413-5ccb9ff05682 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.077659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d78f59ec-6c18-4979-80f2-ada08d216fbb,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.110918 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76e16190-edbf-4ba4-b413-5ccb9ff05682 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.118948 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76e16190-edbf-4ba4-b413-5ccb9ff05682 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.121241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:50.138695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e16190-edbf-4ba4-b413-5ccb9ff05682 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d465193-e7c3-4bb8-8b9e-04690b57e366,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.146225 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76e16190-edbf-4ba4-b413-5ccb9ff05682 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.147545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-76e16190-edbf-4ba4-b413-5ccb9ff05682 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1864212 Jul 29 23:36:50.150445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55528) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:50.155490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'port_id': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'mac_address': 'fa:16:3e:9a:d2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:50.157269 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a6f5c5f5-4179-461d-bb44-915ff6f5dba0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '1e188765-b5a8-461e-ac03-995f63465ec5', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:50.194662 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c5f5-4179-461d-bb44-915ff6f5dba0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.200827 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.214820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfb8c6a-f9f6-4131-8424-1bbe3908515f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:50.248325 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:50.256118 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.262173 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7744-75d8-49b6-9d34-f739fbe429a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.269060 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c5f5-4179-461d-bb44-915ff6f5dba0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.273198 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c5f5-4179-461d-bb44-915ff6f5dba0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.295860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5c5f5-4179-461d-bb44-915ff6f5dba0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26871bb4-0586-4e31-b6ad-9899fd57568a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.316514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.376967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7744-75d8-49b6-9d34-f739fbe429a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.381139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7744-75d8-49b6-9d34-f739fbe429a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.386300 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c5f5-4179-461d-bb44-915ff6f5dba0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.387581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a6f5c5f5-4179-461d-bb44-915ff6f5dba0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2359090 Jul 29 23:36:50.390338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55538) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:50.394977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9ac2fc35-5a6b-4f0a-87a9-0d4e9ef5e2cf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '1e188765-b5a8-461e-ac03-995f63465ec5', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:50.417937 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-9ac2fc35-5a6b-4f0a-87a9-0d4e9ef5e2cf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Project b2f34a2d2a684983b52eb5a5ea340e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:36:50.418201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e7744-75d8-49b6-9d34-f739fbe429a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee7d561-2da6-4a08-b191-4a80c5fa0b78,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.422488 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ec1e7744-75d8-49b6-9d34-f739fbe429a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4411bd2129b4c0eab7d41743e86ca0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920952 Jul 29 23:36:50.425100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55542) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:50.437296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fc35-5a6b-4f0a-87a9-0d4e9ef5e2cf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.552625 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7924af1c-837a-46e3-ae68-e1e5425b6c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.578230 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fc35-5a6b-4f0a-87a9-0d4e9ef5e2cf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.589291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616cc2-ead7-45f5-80a1-0a99eca09a89 req-653795fd-0191-4073-afa2-8e8f2847ced2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.590852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31616cc2-ead7-45f5-80a1-0a99eca09a89 req-653795fd-0191-4073-afa2-8e8f2847ced2 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 945 time: 0.1143305 Jul 29 23:36:50.599132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fc35-5a6b-4f0a-87a9-0d4e9ef5e2cf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.607103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7924af1c-837a-46e3-ae68-e1e5425b6c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.648325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2fc35-5a6b-4f0a-87a9-0d4e9ef5e2cf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835cbef1-6689-4b8d-9c99-9c70252c3471,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.668503 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fc35-5a6b-4f0a-87a9-0d4e9ef5e2cf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.669797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9ac2fc35-5a6b-4f0a-87a9-0d4e9ef5e2cf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2785249 Jul 29 23:36:50.672793 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:50.677725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bb38324e-7c01-430a-87cb-fc2dc4b581e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '1e188765-b5a8-461e-ac03-995f63465ec5', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:50.689125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31616cc2-ead7-45f5-80a1-0a99eca09a89 req-7f316f71-12c6-4cc5-89d2-0d84ae19cddb tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841675 Jul 29 23:36:50.701990 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-bb38324e-7c01-430a-87cb-fc2dc4b581e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Project b2f34a2d2a684983b52eb5a5ea340e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:36:50.705456 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7924af1c-837a-46e3-ae68-e1e5425b6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.707288 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb38324e-7c01-430a-87cb-fc2dc4b581e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.708130 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7924af1c-837a-46e3-ae68-e1e5425b6c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.709267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7924af1c-837a-46e3-ae68-e1e5425b6c06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ee7d561-2da6-4a08-b191-4a80c5fa0b78 HTTP/1.1" status: 204 len: 168 time: 0.2825501 Jul 29 23:36:50.724667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924af1c-837a-46e3-ae68-e1e5425b6c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee7d561-2da6-4a08-b191-4a80c5fa0b78,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.769738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d78f59ec-6c18-4979-80f2-ada08d216fbb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:50.828481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb38324e-7c01-430a-87cb-fc2dc4b581e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.829154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['0dfb8c6a-f9f6-4131-8424-1bbe3908515f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:50.836636 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb38324e-7c01-430a-87cb-fc2dc4b581e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.860087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38324e-7c01-430a-87cb-fc2dc4b581e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9e31a6-cd2d-4360-a858-4d039b9a9706,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.878531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc1b05-469d-4121-b1f3-ee3b5ccb148b req-6702d00d-1a68-40c5-9690-f52197ec3e0c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.890753 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb38324e-7c01-430a-87cb-fc2dc4b581e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.890753 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bb38324e-7c01-430a-87cb-fc2dc4b581e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2125387 Jul 29 23:36:50.891679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfbc1b05-469d-4121-b1f3-ee3b5ccb148b req-6702d00d-1a68-40c5-9690-f52197ec3e0c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 944 time: 0.0854988 Jul 29 23:36:50.891804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55564) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:50.904213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'network': {'name': 'tempest-network-smoke--652472890', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:50.935612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfbc1b05-469d-4121-b1f3-ee3b5ccb148b req-c013a99b-dbbe-41c1-90e1-dd9cb1c92ccb tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462885 Jul 29 23:36:50.948002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:50.953797 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.990664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:51.000844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.001473 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Added segment 8e3688a8-d97e-47e2-9381-537fd6b28b2e of type vlan for network a5098b49-09e2-41f8-9f6e-3cce3c678c82 Jul 29 23:36:51.049412 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.085146 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.096240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.096909 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.172608 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2799823 Jul 29 23:36:51.175387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55572) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:51.180039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'admin_state_up': True, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:51.529971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504778f-475d-4af5-b299-f879e07642bf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Network': ['ID=a5098b49-09e2-41f8-9f6e-3cce3c678c82,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:51.545417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a5098b49-09e2-41f8-9f6e-3cce3c678c82 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:51.548218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.549409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.608483 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.670401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37ee84a9-e481-4329-8368-6fd32e9033a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.791149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.864186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff40727-eb55-46c6-b94f-4367fff7d0dd req-82491d84-1110-4e9c-9f3a-6b5265ca1e01 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.865912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ff40727-eb55-46c6-b94f-4367fff7d0dd req-82491d84-1110-4e9c-9f3a-6b5265ca1e01 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 945 time: 0.0663066 Jul 29 23:36:51.916229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ff40727-eb55-46c6-b94f-4367fff7d0dd req-e06318ec-0d52-4af6-b71e-e8efdf8aeb8f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439088 Jul 29 23:36:52.061862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.088796 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.120433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5032f3d-980d-4eab-bbe1-edf0e4049974 req-9afa31b7-82a9-4f5e-ad90-b1e79d359658 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.129529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5032f3d-980d-4eab-bbe1-edf0e4049974 req-9afa31b7-82a9-4f5e-ad90-b1e79d359658 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 944 time: 0.0943604 Jul 29 23:36:52.199873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5032f3d-980d-4eab-bbe1-edf0e4049974 req-a19e7288-2bf5-481e-bd69-5aedb59501d6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693283 Jul 29 23:36:52.234894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.25.2.17 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/f841deb5-814a-479c-aee6-fda848dab491) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:52.360823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.409086 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.454419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:52.459494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:52.462752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:52.468813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=f841deb5-814a-479c-aee6-fda848dab491,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:52.506896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55650) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:52.626133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.733659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.739307 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.746867 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.783979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef257da-cca5-40bc-9e07-558359cebe58,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:52.795811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3170bce07c5e46b4ad09638eea5d382d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864830 Jul 29 23:36:52.797429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.797776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.798210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.798565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.798684 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55662) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:52.799137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.799250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.799553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.799888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.800461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.800804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.801135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.801466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1c809-3645-45d3-8f39-39ada4a82124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:52.929995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17268ba4-482a-4e9d-828b-1c2dd4f6738f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.994409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17268ba4-482a-4e9d-828b-1c2dd4f6738f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.046254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.055729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfb379-36c9-4e8d-850f-62e0aea32014 req-42cf968b-0cf7-4d7e-b797-d33dd4c77578 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.058437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51cfb379-36c9-4e8d-850f-62e0aea32014 req-42cf968b-0cf7-4d7e-b797-d33dd4c77578 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 945 time: 0.0624802 Jul 29 23:36:53.107824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51cfb379-36c9-4e8d-850f-62e0aea32014 req-910be1a5-802a-4bfd-984c-b40e6e238322 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Jul 29 23:36:53.139093 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17268ba4-482a-4e9d-828b-1c2dd4f6738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.141694 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17268ba4-482a-4e9d-828b-1c2dd4f6738f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.142843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-17268ba4-482a-4e9d-828b-1c2dd4f6738f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ef257da-cca5-40bc-9e07-558359cebe58 HTTP/1.1" status: 204 len: 168 time: 0.3432224 Jul 29 23:36:53.159505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17268ba4-482a-4e9d-828b-1c2dd4f6738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef257da-cca5-40bc-9e07-558359cebe58,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:53.206789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router 9842e832-159a-4818-b61e-1b0f4c10f8fc is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:36:53.339900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f212545-4a37-4f53-93fd-4423e13b74dd req-4177640d-4c9b-4c00-a141-1e645d4c0e23 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.343916 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f212545-4a37-4f53-93fd-4423e13b74dd req-4177640d-4c9b-4c00-a141-1e645d4c0e23 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 944 time: 0.0794573 Jul 29 23:36:53.348391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:53.359811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Sync routers for ids ['9842e832-159a-4818-b61e-1b0f4c10f8fc'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:53.375418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Routers {'9842e832-159a-4818-b61e-1b0f4c10f8fc'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:53.376117 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.377488 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:36:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9842e832-159a-4818-b61e-1b0f4c10f8fc'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:53.381913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55680) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:53.382997 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1f519038-f581-46d3-8651-3f35a801b52a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2065563 Jul 29 23:36:53.422372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f212545-4a37-4f53-93fd-4423e13b74dd req-9c9a962b-cc27-4f68-9d12-a01cc469cffb tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667417 Jul 29 23:36:53.500544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Set router 9842e832-159a-4818-b61e-1b0f4c10f8fc gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:53.595127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d78f59ec-6c18-4979-80f2-ada08d216fbb up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:53.678871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:53.684841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7f65c843-661d-463a-a2b4-51739c83540b tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b2f34a2d2a684983b52eb5a5ea340e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3014157 Jul 29 23:36:53.687587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55696) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:53.725615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port d78f59ec-6c18-4979-80f2-ada08d216fbb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:53.730290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port d78f59ec-6c18-4979-80f2-ada08d216fbb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:53.730679 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.765379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:52Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:53.800766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Checking router: 9842e832-159a-4818-b61e-1b0f4c10f8fc for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:53.801118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Updating router 9842e832-159a-4818-b61e-1b0f4c10f8fc port f841deb5-814a-479c-aee6-fda848dab491 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:36:53.839190 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.882990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa43573-4a11-46d5-b53f-4d17d77a3459 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.889766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0fa43573-4a11-46d5-b53f-4d17d77a3459 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1971068 Jul 29 23:36:53.889966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55702) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:53.929480 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b9e29f97-700c-4f8c-ab22-c56ce0aeb689 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387480 Jul 29 23:36:53.933148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55704) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:53.942009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-854664971', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:53.986783 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.030796 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef72e49e-1672-4bbe-867e-3681d1e5edf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.058398 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:36:54.058398 n-d-712139-11 neutron-server[93816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:36:54.058398 n-d-712139-11 neutron-server[93816]: [parameters: {'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'id': '9395e9f9-ead4-4a98-88cf-9ef1e7d6ea44', 'expiration': datetime.datetime(2021, 7, 29, 23, 38, 54, 52161)}] Jul 29 23:36:54.058398 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:36:54.059903 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:36:54.078380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202b0d8b-4370-4e4e-834c-0f691af3a047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78f59ec-6c18-4979-80f2-ada08d216fbb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:54.080815 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7864a431-e62a-454a-abb4-72a0ca41c4e9" -d '{"events": [{"server_uuid": "202b0d8b-4370-4e4e-834c-0f691af3a047", "name": "network-vif-plugged", "status": "completed", "tag": "d78f59ec-6c18-4979-80f2-ada08d216fbb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:54.101511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d78f59ec-6c18-4979-80f2-ada08d216fbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d78f59ec-6c18-4979-80f2-ada08d216fbb,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:54.111171 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.112339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0dfb8c6a-f9f6-4131-8424-1bbe3908515f up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:54.144025 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f566b49f-a780-4d19-99a9-5264ca656312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.172468 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef72e49e-1672-4bbe-867e-3681d1e5edf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.178355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef72e49e-1672-4bbe-867e-3681d1e5edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.190234 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca402cd-db25-463d-b2bc-9d2a6ba2b066 x-openstack-request-id: req-eca402cd-db25-463d-b2bc-9d2a6ba2b066 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:54.190500 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202b0d8b-4370-4e4e-834c-0f691af3a047", "name": "network-vif-plugged", "status": "completed", "tag": "d78f59ec-6c18-4979-80f2-ada08d216fbb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:54.190991 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eca402cd-db25-463d-b2bc-9d2a6ba2b066 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:54.191463 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202b0d8b-4370-4e4e-834c-0f691af3a047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78f59ec-6c18-4979-80f2-ada08d216fbb', 'code': 200} Jul 29 23:36:54.256320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44065ae8-e6e7-45f3-a789-6440163a7e21 req-24abbb60-8585-4b64-b8c1-c44d61c28b2d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.258304 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ef72e49e-1672-4bbe-867e-3681d1e5edf8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c0a4b751e094e6eb096821ed592ef5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779848 Jul 29 23:36:54.258719 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.267429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44065ae8-e6e7-45f3-a789-6440163a7e21 req-24abbb60-8585-4b64-b8c1-c44d61c28b2d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 945 time: 0.0673995 Jul 29 23:36:54.269268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:54.279539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d78f59ec-6c18-4979-80f2-ada08d216fbb,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.306820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72e49e-1672-4bbe-867e-3681d1e5edf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc5791e-cd66-4703-a347-e2fbd33a8fb2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.322080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:54.322080 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.326285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868373ff-1637-4fe3-a410-5200877988ba req-cd7137aa-4dbe-4f58-a6f0-c7d5b4e86555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.328049 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-868373ff-1637-4fe3-a410-5200877988ba req-cd7137aa-4dbe-4f58-a6f0-c7d5b4e86555 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 1097 time: 0.0747659 Jul 29 23:36:54.379400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44065ae8-e6e7-45f3-a789-6440163a7e21 req-3caa40a1-99f2-4a2d-a8a7-fb8243dab1ae tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063704 Jul 29 23:36:54.381158 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-868373ff-1637-4fe3-a410-5200877988ba req-7aa26d4f-57ee-49c1-8dfa-92dcd77523c9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 Jul 29 23:36:54.391231 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.398820 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82fe510a-3eda-4d7d-8484-bad383abc9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.406547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Transition to ACTIVE for port object f841deb5-814a-479c-aee6-fda848dab491 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:54.414670 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.425189 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82fe510a-3eda-4d7d-8484-bad383abc9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.486411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Attempting to bind port f841deb5-814a-479c-aee6-fda848dab491 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:54.486784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Attempting to bind port f841deb5-814a-479c-aee6-fda848dab491 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:54.487151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Attempting to bind port f841deb5-814a-479c-aee6-fda848dab491 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:54.501853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:54.502226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:54.502630 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.503155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:54.503739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Bound port: f841deb5-814a-479c-aee6-fda848dab491, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:54.504414 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.543361 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.549284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ddf73-1a55-46da-b54f-9711a967ede8 None None] Pushing event updated for resources: {'Port': ['ID=f841deb5-814a-479c-aee6-fda848dab491,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.564872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c1e9c-9d10-4c29-94af-c30693b94e5f req-f7db0b36-584d-42f2-ae4a-da732006a653 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.566452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d08c1e9c-9d10-4c29-94af-c30693b94e5f req-f7db0b36-584d-42f2-ae4a-da732006a653 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.0631042 Jul 29 23:36:54.570821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82fe510a-3eda-4d7d-8484-bad383abc9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.573418 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82fe510a-3eda-4d7d-8484-bad383abc9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.576931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-82fe510a-3eda-4d7d-8484-bad383abc9df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcc5791e-cd66-4703-a347-e2fbd33a8fb2 HTTP/1.1" status: 204 len: 168 time: 0.3034525 Jul 29 23:36:54.598050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe510a-3eda-4d7d-8484-bad383abc9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc5791e-cd66-4703-a347-e2fbd33a8fb2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.605297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:54.619886 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.638844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:54.643666 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.664572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] For port f841deb5-814a-479c-aee6-fda848dab491, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:54.677462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d08c1e9c-9d10-4c29-94af-c30693b94e5f req-3e458809-a12d-4ef7-a53b-6a8034396386 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004636 Jul 29 23:36:54.682171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] For port f841deb5-814a-479c-aee6-fda848dab491, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f841deb5-814a-479c-aee6-fda848dab491,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:54.691974 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.730460 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.767252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Routers {'9842e832-159a-4818-b61e-1b0f4c10f8fc'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:54.768159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:36:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9842e832-159a-4818-b61e-1b0f4c10f8fc'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:54.847278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ddf73-1a55-46da-b54f-9711a967ede8 None None] Pushing event updated for resources: {'Port': ['ID=f841deb5-814a-479c-aee6-fda848dab491,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.920440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] Set router 9842e832-159a-4818-b61e-1b0f4c10f8fc gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:54.934663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55740) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:54.942299 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.954104 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39a23e6e-7665-40ec-aec5-22a21e748700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.036073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Subnet': ['ID=6f8cde7b-ebb4-491a-a06d-6149ef6da505,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.038514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Checking segment: {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:55.045260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network hostable DHCP agents. Network: a5098b49-09e2-41f8-9f6e-3cce3c678c82, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:55.067784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network a5098b49-09e2-41f8-9f6e-3cce3c678c82 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:55.080648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, a5098b49-09e2-41f8-9f6e-3cce3c678c82) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:55.091241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba95904-c32a-456a-8158-65a41bfdd658 None None] Network a5098b49-09e2-41f8-9f6e-3cce3c678c82 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:55.097559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.098170 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.109206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39a23e6e-7665-40ec-aec5-22a21e748700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.114519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39a23e6e-7665-40ec-aec5-22a21e748700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.129237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-718e7fbc-8d47-41c5-a494-cfa27715ea89 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1948378 Jul 29 23:36:55.130297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55744) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:55.154270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a23e6e-7665-40ec-aec5-22a21e748700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee66a210-2009-415b-b095-7ef5f17dc6ee,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.184258 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-39a23e6e-7665-40ec-aec5-22a21e748700 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4ee191a46874ceaa503afa8ebc5723c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480850 Jul 29 23:36:55.186786 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:55.292460 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2df1f399-7e36-43b6-a155-87fbc11caaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.325583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2df1f399-7e36-43b6-a155-87fbc11caaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.339713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55750) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:55.394441 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2df1f399-7e36-43b6-a155-87fbc11caaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.397719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2df1f399-7e36-43b6-a155-87fbc11caaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.398986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2df1f399-7e36-43b6-a155-87fbc11caaae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee66a210-2009-415b-b095-7ef5f17dc6ee HTTP/1.1" status: 204 len: 168 time: 0.2099779 Jul 29 23:36:55.419333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1f399-7e36-43b6-a155-87fbc11caaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee66a210-2009-415b-b095-7ef5f17dc6ee,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.530594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:55.531493 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.605669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.619271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-611544133'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:55.647560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Made reservation on behalf of 3e838e2452bf410584b9f332d3113871 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:55.653036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.668752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.718223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:52Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:55.784764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f88379-0e7b-4a65-b176-80a80a82615e None None] The sync data for ids ['9842e832-159a-4818-b61e-1b0f4c10f8fc'] in n-d-712139-11 is: [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:52Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:55.797431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852d3a5-9449-4fd2-b8b6-73eb6ff199c4 req-676ea322-da33-4210-943c-46e1b1230de7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.799139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6852d3a5-9449-4fd2-b8b6-73eb6ff199c4 req-676ea322-da33-4210-943c-46e1b1230de7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 947 time: 0.1797533 Jul 29 23:36:55.821240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Allocated IP 172.20.0.2 (a5098b49-09e2-41f8-9f6e-3cce3c678c82/6f8cde7b-ebb4-491a-a06d-6149ef6da505/8b2b83b1-4325-44e3-9e88-e9be3f0f0c14) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:55.904263 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.909976 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.940050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:55.998429 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.999751 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Added segment 488e7533-1afe-4ee4-bf9d-760f1120dde5 of type vlan for network 20a4795f-360c-43a6-959d-afee5fba5c4f Jul 29 23:36:56.001865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6852d3a5-9449-4fd2-b8b6-73eb6ff199c4 req-9a4a0a60-505b-4d08-8847-75d030eb19b7 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607771 Jul 29 23:36:56.012603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5975a43-bc3d-47ef-8894-6b422e0f283a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:56.085174 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.092862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac199ed0-422f-4dfb-8ca5-df1ae57040fa req-6ae0e41b-9d38-476c-8deb-5e8c15215b10 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.101594 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac199ed0-422f-4dfb-8ca5-df1ae57040fa req-6ae0e41b-9d38-476c-8deb-5e8c15215b10 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.2712836 Jul 29 23:36:56.182126 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.183282 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac199ed0-422f-4dfb-8ca5-df1ae57040fa req-7d640039-b79c-41e2-8623-fd26d5ec5de5 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806932 Jul 29 23:36:56.195877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.208303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.210274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Transition to ACTIVE for port object 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:56.214947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.259675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Transition to ACTIVE for port object 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:56.271004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:56.278362 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dc96f1-5c55-4659-9a40-c9c4b1cd634f" -d '{"events": [{"server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:56.302400 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.366141 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0250154 Jul 29 23:36:56.373513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:56.374719 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2fd1dd-768d-47a3-bd5e-8abda063944e x-openstack-request-id: req-9e2fd1dd-768d-47a3-bd5e-8abda063944e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:56.375184 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:56.375625 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e2fd1dd-768d-47a3-bd5e-8abda063944e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:56.376416 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'code': 200} Jul 29 23:36:56.378519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Pushing event updated for resources: {'Port': ['ID=8b2b83b1-4325-44e3-9e88-e9be3f0f0c14,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:56.394565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e88b9c-e1a9-4d58-abe0-1a51b1423e7d tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Pushing event updated for resources: {'Network': ['ID=20a4795f-360c-43a6-959d-afee5fba5c4f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:56.414164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 20a4795f-360c-43a6-959d-afee5fba5c4f details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:56.417885 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Network a5098b49-09e2-41f8-9f6e-3cce3c678c82 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:56.421622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:56.437000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:56.589041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Attempting to bind port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:56.590058 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Attempting to bind port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:56.590684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Attempting to bind port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 on network a5098b49-09e2-41f8-9f6e-3cce3c678c82 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:56.597251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:56.597966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Checking segment: {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:56.598600 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.599214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Bound using segment: {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:56.599916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Bound port: 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:56.600561 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.669571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e063-89a6-4104-b624-213949f8e77d req-bfb61027-a51f-4f6c-a53c-907ba75e0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.674682 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4e40e063-89a6-4104-b624-213949f8e77d req-bfb61027-a51f-4f6c-a53c-907ba75e0e45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 1099 time: 0.0824654 Jul 29 23:36:56.698478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] For port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:56.710580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] For port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b2b83b1-4325-44e3-9e88-e9be3f0f0c14,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:56.722445 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.766945 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4e40e063-89a6-4104-b624-213949f8e77d req-af7d3a93-4379-4730-8969-e7707352dde9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666053 Jul 29 23:36:56.773071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Request body: {'network': {'name': 'tempest-network--365108842', 'router:external': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:56.824227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Made reservation on behalf of ba01726034104cd5b23b7007df5feb5e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:56.826668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.855154 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.873033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be3ac4-1e6f-4c16-9c31-392a4d46fcb8 None None] Pushing event updated for resources: {'Port': ['ID=8b2b83b1-4325-44e3-9e88-e9be3f0f0c14,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:56.918907 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.002230 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.026917 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.036124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.074830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:57.131338 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.131871 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Added segment 3536f703-0100-429e-83a5-77f1382dbb60 of type vlan for network 75fcbfde-7916-42a6-8b1f-1cc2ddea571c Jul 29 23:36:57.166715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18ddd9b-394f-49d4-8aaf-9b326e912548,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.275678 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.343663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.354382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.355474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.397823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f841deb5-814a-479c-aee6-fda848dab491 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:57.410938 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0361233 Jul 29 23:36:57.420312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55812) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.544433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port f841deb5-814a-479c-aee6-fda848dab491 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:57.549883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f841deb5-814a-479c-aee6-fda848dab491 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:57.550260 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.598264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d7d73-6224-465a-b42f-a6648a96012c tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event updated for resources: {'Network': ['ID=75fcbfde-7916-42a6-8b1f-1cc2ddea571c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.619790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 75fcbfde-7916-42a6-8b1f-1cc2ddea571c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:57.631082 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.706567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2451e-6e37-4edf-bc18-2bb21972786e req-35bdab60-ff05-4427-909c-cb01abaa1002 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.710649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2451e-6e37-4edf-bc18-2bb21972786e req-35bdab60-ff05-4427-909c-cb01abaa1002 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 947 time: 0.4546072 Jul 29 23:36:57.778011 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.790032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fcbfde-7916-42a6-8b1f-1cc2ddea571c']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:57.793314 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.795080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d75b4-6c26-40f9-9660-bf365e835017 req-6e666dc9-0e7a-490f-8eae-fc17cd1f3e2f tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.796713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb1d75b4-6c26-40f9-9660-bf365e835017 req-6e666dc9-0e7a-490f-8eae-fc17cd1f3e2f tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.3659205 Jul 29 23:36:57.802020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3536f703-0100-429e-83a5-77f1382dbb60') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:57.802777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3536f703-0100-429e-83a5-77f1382dbb60') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:57.815071 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.827901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port f841deb5-814a-479c-aee6-fda848dab491, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f841deb5-814a-479c-aee6-fda848dab491,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:57.832624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.836176 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.836705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2451e-6e37-4edf-bc18-2bb21972786e req-01b20d29-1b85-4611-b174-11b27ae9759d tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052992 Jul 29 23:36:57.868642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.20.0.1 (a5098b49-09e2-41f8-9f6e-3cce3c678c82/6f8cde7b-ebb4-491a-a06d-6149ef6da505/6fb88b64-1a39-482a-bb91-84d30b4770ad) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:57.877702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:57.878498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:57.881093 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:57.958368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=f841deb5-814a-479c-aee6-fda848dab491,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.972934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb1d75b4-6c26-40f9-9660-bf365e835017 req-1f1ed2d0-6082-4d7a-abcc-adaa52f9bfdd tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448386 Jul 29 23:36:58.068333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.081157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75fcbfde-7916-42a6-8b1f-1cc2ddea571c {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:36:58.112968 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.130889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55828) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:58.133637 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "DELETE /v2.0/networks/75fcbfde-7916-42a6-8b1f-1cc2ddea571c HTTP/1.1" status: 204 len: 168 time: 0.6859193 Jul 29 23:36:58.137694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fe3d3-35fb-414b-b4b1-0fb4bfb5241f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event deleted for resources: {'Network': ['ID=75fcbfde-7916-42a6-8b1f-1cc2ddea571c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:58.139527 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:58.300236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Made reservation on behalf of ba01726034104cd5b23b7007df5feb5e for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:58.303137 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.366278 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.385555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c54f28-b79b-4984-b7e1-8a85d5ce5087 req-f894df7a-a798-4c10-9196-621ff0a7fc18 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.387225 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64c54f28-b79b-4984-b7e1-8a85d5ce5087 req-f894df7a-a798-4c10-9196-621ff0a7fc18 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.2361791 Jul 29 23:36:58.401300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:58.413278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Transition to ACTIVE for port object 6fb88b64-1a39-482a-bb91-84d30b4770ad will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:58.435603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.435968 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Added segment f05eb1a9-3312-4851-adb4-acd41313927b of type vlan for network aa675953-50e0-4553-8f79-72f8664d8bb5 Jul 29 23:36:58.514847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64c54f28-b79b-4984-b7e1-8a85d5ce5087 req-9c4bb4d9-92a2-42be-adc6-698141dbf1b2 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128359 Jul 29 23:36:58.601090 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.608553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8789fcea-88b7-419f-8ec1-5605f727dbe8 None None] Network a5098b49-09e2-41f8-9f6e-3cce3c678c82 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:58.721511 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.768491 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.769829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.770422 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.839467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-90f8447e-ee5d-4e9b-ace9-47505b13e940 None None] Provisioning for port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:58.858207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network a5098b49-09e2-41f8-9f6e-3cce3c678c82 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:58.871556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7393749 Jul 29 23:36:58.872641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=6fb88b64-1a39-482a-bb91-84d30b4770ad,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:58.874770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55884) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:58.879151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:58.882846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Request body: {'subnet': {'network_id': 'aa675953-50e0-4553-8f79-72f8664d8bb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:58.898102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eac1a-b562-443f-9de4-02132807b655 req-d89bfc62-5744-46bc-a8aa-16da38a8ca2f tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.901294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-889eac1a-b562-443f-9de4-02132807b655 req-d89bfc62-5744-46bc-a8aa-16da38a8ca2f tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.2778425 Jul 29 23:36:58.904691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:58.945549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47deb0-f31c-486e-a0bf-452c1553113a tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event updated for resources: {'Network': ['ID=aa675953-50e0-4553-8f79-72f8664d8bb5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:58.970419 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:36:58.975160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Made reservation on behalf of ba01726034104cd5b23b7007df5feb5e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:58.985888 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.993917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network aa675953-50e0-4553-8f79-72f8664d8bb5 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:59.070299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-889eac1a-b562-443f-9de4-02132807b655 req-48a038c9-4346-442f-bdf0-5eeea3569ee3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569712 Jul 29 23:36:59.071223 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.458588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:59.570845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:59.582216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:59.582618 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.716347 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.776648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:36:59.777218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.793539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b2b83b1-4325-44e3-9e88-e9be3f0f0c14,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:59.799330 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.800711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f841deb5-814a-479c-aee6-fda848dab491 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:59.876950 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=8b2b83b1-4325-44e3-9e88-e9be3f0f0c14,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:59.878457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Checking segment: {'id': 'f05eb1a9-3312-4851-adb4-acd41313927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa675953-50e0-4553-8f79-72f8664d8bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:59.878839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Network hostable DHCP agents. Network: aa675953-50e0-4553-8f79-72f8664d8bb5, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:59.901750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ac38eda7-cccd-467a-a8b0-0f4643c59b98,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:59.918834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Network aa675953-50e0-4553-8f79-72f8664d8bb5 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:59.932607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51692ce8-3b2f-4982-ac3b-9591ce1bc74a None None] Provisioning complete for port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:59.932906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, aa675953-50e0-4553-8f79-72f8664d8bb5) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:59.933809 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51692ce8-3b2f-4982-ac3b-9591ce1bc74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.937909 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.939007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.973039 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a71a9155-3acb-4b88-9bbe-f1f290962de9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0967147 Jul 29 23:36:59.978577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b3588-aaec-4e80-a9e6-8b5fdc7e9221 req-185035b6-45f7-4540-a314-6edcc5f7b9c3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.980917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e7b3588-aaec-4e80-a9e6-8b5fdc7e9221 req-185035b6-45f7-4540-a314-6edcc5f7b9c3 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 947 time: 0.8936725 Jul 29 23:36:59.981160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:59.986223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa675953-50e0-4553-8f79-72f8664d8bb5'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:00.000655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6668e0aa-17fd-4943-9554-ef8e9d83189a None None] Network aa675953-50e0-4553-8f79-72f8664d8bb5 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:00.023138 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:00.040552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.081792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.168604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f841deb5-814a-479c-aee6-fda848dab491 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:00.168975 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.188349 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68281d39-faef-4c3b-af56-7ce92359e3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.198599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e7b3588-aaec-4e80-a9e6-8b5fdc7e9221 req-30e4fcf0-e013-4bf9-9178-3ea5c496fe6a tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536875 Jul 29 23:37:00.213941 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.284798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51692ce8-3b2f-4982-ac3b-9591ce1bc74a None None] Provisioning for port 6fb88b64-1a39-482a-bb91-84d30b4770ad completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:00.286675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c22f3-a024-4ccd-84bd-d1304f4bdf02 req-c6199c4f-73da-4e07-8dbf-3f0715bf98ca tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:00.293718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51692ce8-3b2f-4982-ac3b-9591ce1bc74a None None] Provisioning complete for port 6fb88b64-1a39-482a-bb91-84d30b4770ad triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:00.294305 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51692ce8-3b2f-4982-ac3b-9591ce1bc74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.302152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-770c22f3-a024-4ccd-84bd-d1304f4bdf02 req-c6199c4f-73da-4e07-8dbf-3f0715bf98ca tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.9168448 Jul 29 23:37:00.320374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a46ac1-c0af-4635-ae62-1f118a7c6f0f None None] Network aa675953-50e0-4553-8f79-72f8664d8bb5 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:00.393104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-770c22f3-a024-4ccd-84bd-d1304f4bdf02 req-cbc12eef-185f-4a51-9b18-67ec0f085298 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895700 Jul 29 23:37:00.410686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Allocated IP 172.20.0.12 (aa675953-50e0-4553-8f79-72f8664d8bb5/ac38eda7-cccd-467a-a8b0-0f4643c59b98/f7cc5c90-cfb6-489d-b513-e89f6f8c7975) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:00.432248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-51692ce8-3b2f-4982-ac3b-9591ce1bc74a None None] Port 6fb88b64-1a39-482a-bb91-84d30b4770ad cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:00.509714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68281d39-faef-4c3b-af56-7ce92359e3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.517950 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68281d39-faef-4c3b-af56-7ce92359e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.567893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ee80b895-60a5-49c9-8f14-fe56f0a329d8 None None] Provisioning complete for port 6fb88b64-1a39-482a-bb91-84d30b4770ad triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:00.568658 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee80b895-60a5-49c9-8f14-fe56f0a329d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.603871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68281d39-faef-4c3b-af56-7ce92359e3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3194e30-bddb-434d-a81f-ab9e9a0187a8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.620184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ee80b895-60a5-49c9-8f14-fe56f0a329d8 None None] Port 6fb88b64-1a39-482a-bb91-84d30b4770ad cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:00.632118 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-68281d39-faef-4c3b-af56-7ce92359e3d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cbaad591938447dac5be19d25183607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075990 Jul 29 23:37:00.632878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:00.663788 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.726212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.779701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Network aa675953-50e0-4553-8f79-72f8664d8bb5 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:00.780459 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41fc5da9-6fb3-4e0d-8df6-2725aaab9d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.784792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:00.789901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:00.793873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.815839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30aa29d-701e-48db-b7f4-4e5340fa1431 req-eb145e03-b03b-4139-a6c1-c79b6850b8f3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:00.817490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b30aa29d-701e-48db-b7f4-4e5340fa1431 req-eb145e03-b03b-4139-a6c1-c79b6850b8f3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.1485109 Jul 29 23:37:00.820084 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.838906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event updated for resources: {'Port': ['ID=f7cc5c90-cfb6-489d-b513-e89f6f8c7975,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.885288 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.896248 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41fc5da9-6fb3-4e0d-8df6-2725aaab9d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.924838 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.968418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b30aa29d-701e-48db-b7f4-4e5340fa1431 req-29d51229-df80-4bad-b0ae-76744dac8b35 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400759 Jul 29 23:37:00.977053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=6fb88b64-1a39-482a-bb91-84d30b4770ad,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.995448 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.125917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network a5098b49-09e2-41f8-9f6e-3cce3c678c82 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:01.127117 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.128045 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41fc5da9-6fb3-4e0d-8df6-2725aaab9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.130886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41fc5da9-6fb3-4e0d-8df6-2725aaab9d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.133115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.135175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-41fc5da9-6fb3-4e0d-8df6-2725aaab9d5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3194e30-bddb-434d-a81f-ab9e9a0187a8 HTTP/1.1" status: 204 len: 168 time: 0.5011258 Jul 29 23:37:01.153620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:01.181131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc5da9-6fb3-4e0d-8df6-2725aaab9d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3194e30-bddb-434d-a81f-ab9e9a0187a8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:01.251941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:01.278643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event updated for resources: {'Port': ['ID=f7cc5c90-cfb6-489d-b513-e89f6f8c7975,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:01.293401 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.327157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.332678 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5be89452-5a8e-4e9b-a4f1-3b4a0adbeeca tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3505309 Jul 29 23:37:01.333986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55944) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:01.335459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98f15d-96d2-4aa0-8d5f-3cb3097e2d85 req-3edd4fa3-1fbd-4359-a9c0-699edaf6f1e7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:01.347553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa98f15d-96d2-4aa0-8d5f-3cb3097e2d85 req-3edd4fa3-1fbd-4359-a9c0-699edaf6f1e7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.2338831 Jul 29 23:37:01.386630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:01.386975 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.456395 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ca63a80f-d87f-48fa-8ed2-bc5529d475b4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=aa675953-50e0-4553-8f79-72f8664d8bb5 HTTP/1.1" status: 200 len: 690 time: 0.1208045 Jul 29 23:37:01.458591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55948) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:01.517375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa98f15d-96d2-4aa0-8d5f-3cb3097e2d85 req-223f8056-dccf-477b-8a51-ec0dff66a145 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688619 Jul 29 23:37:01.560779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0f3b5f9b-4e12-4576-b5d1-d11da8e68902 None None] Provisioning complete for port 6fb88b64-1a39-482a-bb91-84d30b4770ad triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:01.561150 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f3b5f9b-4e12-4576-b5d1-d11da8e68902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.568459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc23aaf-508c-4ac7-84ce-f57896a43cbc req-dec6c98b-b36e-4e8a-ad9d-892f1644434f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:01.574959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abc23aaf-508c-4ac7-84ce-f57896a43cbc req-dec6c98b-b36e-4e8a-ad9d-892f1644434f tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 947 time: 0.2011902 Jul 29 23:37:01.582973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router 9842e832-159a-4818-b61e-1b0f4c10f8fc has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:01.615358 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.639909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0f3b5f9b-4e12-4576-b5d1-d11da8e68902 None None] Port 6fb88b64-1a39-482a-bb91-84d30b4770ad cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:01.646587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abc23aaf-508c-4ac7-84ce-f57896a43cbc req-37b2bbcd-eff7-46bd-a7b3-00b3cd74e338 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608406 Jul 29 23:37:01.649428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55956) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:01.686892 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c597aab8-b486-4f3b-8c11-a19986fb4c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.820486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Deleting port f7cc5c90-cfb6-489d-b513-e89f6f8c7975 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:01.821124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.922971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e3071-9f39-405a-abd9-1b1ad3ff69d8 req-3e5b0e51-cf24-4a01-8515-2835a97def60 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:01.924776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-106e3071-9f39-405a-abd9-1b1ad3ff69d8 req-3e5b0e51-cf24-4a01-8515-2835a97def60 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.1838663 Jul 29 23:37:01.928693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.929949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:01.930467 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.938309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-13b414bc-f0b1-46f2-be64-e3687f2fbbf9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "PUT /v2.0/routers/9842e832-159a-4818-b61e-1b0f4c10f8fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8066409 Jul 29 23:37:01.969189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Calling delete_port for f7cc5c90-cfb6-489d-b513-e89f6f8c7975 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:01.976342 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Sync routers for ids ['9842e832-159a-4818-b61e-1b0f4c10f8fc'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:02.009370 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Routers {'9842e832-159a-4818-b61e-1b0f4c10f8fc'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:02.010206 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:36:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9842e832-159a-4818-b61e-1b0f4c10f8fc'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:02.020354 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c597aab8-b486-4f3b-8c11-a19986fb4c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.028281 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c597aab8-b486-4f3b-8c11-a19986fb4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.065610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-106e3071-9f39-405a-abd9-1b1ad3ff69d8 req-1bc88bb6-149c-4f00-929f-e685a095abc9 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768156 Jul 29 23:37:02.093874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597aab8-b486-4f3b-8c11-a19986fb4c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c114b9-5338-4094-bd98-d2041b77027d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:02.101170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c597aab8-b486-4f3b-8c11-a19986fb4c34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd75492d44e94b55aa9230146eac820a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497280 Jul 29 23:37:02.106810 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55964) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:02.214486 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.270176 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Set router 9842e832-159a-4818-b61e-1b0f4c10f8fc gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:02.313530 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1031408-997d-4ce0-9e70-ce47283688fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.320150 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-bc72d86d-52cc-48f0-b36c-29bc2cbdd27e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574546779&fields=id&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 267 time: 0.0541461 Jul 29 23:37:02.360204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1031408-997d-4ce0-9e70-ce47283688fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.431571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.439939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-77ef4d48-d1be-4a60-9695-f9102c3edd57 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:02.448418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-77ef4d48-d1be-4a60-9695-f9102c3edd57 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/networks?id=a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 200 len: 796 time: 0.1267283 Jul 29 23:37:02.467094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7cc5c90-cfb6-489d-b513-e89f6f8c7975,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:02.469178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062cfb7-2126-4ecc-9afa-36b7496431a9 req-0a98e388-a372-4747-8370-a0666517beb4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:02.477624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3062cfb7-2126-4ecc-9afa-36b7496431a9 req-0a98e388-a372-4747-8370-a0666517beb4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.2471886 Jul 29 23:37:02.494430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-08358130-c981-41dd-8298-94bae710dce9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/quotas/b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 375 time: 0.0449612 Jul 29 23:37:02.584592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3062cfb7-2126-4ecc-9afa-36b7496431a9 req-a9309765-07fb-4de0-9d78-85374e73d0f6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008499 Jul 29 23:37:02.652359 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-85a8928b-3872-408b-ae29-563e000bf676 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480699 Jul 29 23:37:02.655482 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6fb88b64-1a39-482a-bb91-84d30b4770ad', 'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:d9:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:57Z', 'updated_at': '2021-07-29T23:37:00Z', 'revision_number': 2, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:02.695479 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Checking router: 9842e832-159a-4818-b61e-1b0f4c10f8fc for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:02.695826 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Updating router 9842e832-159a-4818-b61e-1b0f4c10f8fc port 6fb88b64-1a39-482a-bb91-84d30b4770ad binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:02.730503 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.839021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-6cee88e2-594b-413f-87ac-669d08d35bf4 service neutron] 10.222.0.37 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854925 Jul 29 23:37:02.971018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1031408-997d-4ce0-9e70-ce47283688fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.976244 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1031408-997d-4ce0-9e70-ce47283688fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.976957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-f3f4b7f1-008f-47ee-9198-ca74957015b1 service neutron] 10.222.0.37 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358330 Jul 29 23:37:02.978219 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e1031408-997d-4ce0-9e70-ce47283688fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67c114b9-5338-4094-bd98-d2041b77027d HTTP/1.1" status: 204 len: 168 time: 0.8051209 Jul 29 23:37:02.986652 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.006082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1031408-997d-4ce0-9e70-ce47283688fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c114b9-5338-4094-bd98-d2041b77027d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.127041 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.274416 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.316786 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Transition to ACTIVE for port object 6fb88b64-1a39-482a-bb91-84d30b4770ad will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:03.342077 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.409727 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.513269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ac38eda7-cccd-467a-a8b0-0f4643c59b98,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.533370 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bda9b1c7-cfe4-42cb-b3cc-d32e9d5e4ad1 req-b4f0b4e5-739d-4d3d-afce-9350d65a9461 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 210 time: 0.0511217 Jul 29 23:37:03.608092 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Pushing event updated for resources: {'Port': ['ID=6fb88b64-1a39-482a-bb91-84d30b4770ad,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.647983 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.648636 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.649160 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.650225 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.650732 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.651340 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.652048 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.652553 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.653070 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.653603 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.654100 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.654735 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:03.662805 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Attempting to bind port 6fb88b64-1a39-482a-bb91-84d30b4770ad on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:03.663149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.663654 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Attempting to bind port 6fb88b64-1a39-482a-bb91-84d30b4770ad by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:03.664837 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Attempting to bind port 6fb88b64-1a39-482a-bb91-84d30b4770ad on network a5098b49-09e2-41f8-9f6e-3cce3c678c82 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:03.672897 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:03.675524 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Checking segment: {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:03.676167 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.676732 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Bound using segment: {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:03.679496 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Bound port: 6fb88b64-1a39-482a-bb91-84d30b4770ad, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:03.680494 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.714090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa675953-50e0-4553-8f79-72f8664d8bb5']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:03.752769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05eb1a9-3312-4851-adb4-acd41313927b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:03.753038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05eb1a9-3312-4851-adb4-acd41313927b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:03.778556 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.799315 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.827619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:03.828073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:03.830070 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:03.851549 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] For port 6fb88b64-1a39-482a-bb91-84d30b4770ad, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:03.858556 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] For port 6fb88b64-1a39-482a-bb91-84d30b4770ad, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6fb88b64-1a39-482a-bb91-84d30b4770ad,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:03.867387 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.904172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd9dec-d3dd-4f08-8a03-fc13f4e22986 req-dfce8288-a2a7-4b0a-92da-fb013aacea33 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:03.906363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cdd9dec-d3dd-4f08-8a03-fc13f4e22986 req-dfce8288-a2a7-4b0a-92da-fb013aacea33 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.0670688 Jul 29 23:37:03.922813 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Routers {'9842e832-159a-4818-b61e-1b0f4c10f8fc'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:03.923463 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:36:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9842e832-159a-4818-b61e-1b0f4c10f8fc'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:04.064792 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.082262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cdd9dec-d3dd-4f08-8a03-fc13f4e22986 req-ac6c22e9-cab1-4dd0-b830-6bc70283aca4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677246 Jul 29 23:37:04.105045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa675953-50e0-4553-8f79-72f8664d8bb5 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:37:04.106697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa675953-50e0-4553-8f79-72f8664d8bb5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:04.112447 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.116641 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1efcce9f-fe71-44d2-a033-a428e7955227 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "DELETE /v2.0/networks/aa675953-50e0-4553-8f79-72f8664d8bb5 HTTP/1.1" status: 204 len: 168 time: 2.6551228 Jul 29 23:37:04.117029 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] Set router 9842e832-159a-4818-b61e-1b0f4c10f8fc gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:04.117139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56030) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:04.409946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:04.410176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5e4f912b-2f49-4b0c-b46f-9c575fd0b1c7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3352 time: 0.2916646 Jul 29 23:37:04.450935 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32bac9-51c0-4a92-9f7c-f135bc23127c None None] Pushing event updated for resources: {'Port': ['ID=6fb88b64-1a39-482a-bb91-84d30b4770ad,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:04.650953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.652696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.653796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.655899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.656473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.656974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.658348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.659278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.659954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.660501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.662015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.662015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.662496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.666503 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dc2fab33-178b-43bb-a073-1b12024707fa tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8281 time: 0.2553310 Jul 29 23:37:04.669546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56044) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:04.688356 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6fb88b64-1a39-482a-bb91-84d30b4770ad', 'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:d9:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:57Z', 'updated_at': '2021-07-29T23:37:03Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:04.721954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c78a3a7-4b67-4c0c-8bae-92cec973c219 req-c0c6f265-a82a-4b92-b27b-4009fbf13337 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 210 time: 0.0645525 Jul 29 23:37:04.751604 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73db2d-b6c4-46b3-bea0-ee4706084521 None None] The sync data for ids ['9842e832-159a-4818-b61e-1b0f4c10f8fc'] in n-d-712139-11 is: [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6fb88b64-1a39-482a-bb91-84d30b4770ad', 'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:d9:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:57Z', 'updated_at': '2021-07-29T23:37:03Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:04.753744 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-93d3903a-b463-44c4-96fe-4dda3c3b13d5 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] delete failed (client error): The resource could not be found. Jul 29 23:37:04.758716 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-93d3903a-b463-44c4-96fe-4dda3c3b13d5 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/c716bb08-334e-49c9-8fe4-0e95c31f84fc HTTP/1.1" status: 404 len: 345 time: 0.0876677 Jul 29 23:37:04.758972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:04.782811 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-53be9c82-5820-4e1a-94a7-e176867c0e87 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] DELETE failed (client error): The resource could not be found. Jul 29 23:37:04.783576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53be9c82-5820-4e1a-94a7-e176867c0e87 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:37:04.786015 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-53be9c82-5820-4e1a-94a7-e176867c0e87 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "DELETE /v2.0/networks/aa675953-50e0-4553-8f79-72f8664d8bb5 HTTP/1.1" status: 404 len: 339 time: 0.0255694 Jul 29 23:37:04.791619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:04.797977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Request body: {'network': {'name': 'tempest-network--162169396', 'router:external': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:04.827288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Made reservation on behalf of ba01726034104cd5b23b7007df5feb5e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:04.831353 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.864745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:04.878536 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.879948 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Added segment 9724080c-edab-48b1-a3f0-64cc6d4ab6bd of type vlan for network 44d90512-e74b-4353-8187-03cedea93468 Jul 29 23:37:04.948522 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.010559 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.013283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.014334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.110372 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3174245 Jul 29 23:37:05.113733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56060) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:05.135796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac4c98-b229-4ed6-a7fc-28b730ffed5f tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event updated for resources: {'Network': ['ID=44d90512-e74b-4353-8187-03cedea93468,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:05.221780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 44d90512-e74b-4353-8187-03cedea93468 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:05.392093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6fb88b64-1a39-482a-bb91-84d30b4770ad up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:05.495795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e93d74-40fa-41f9-88c6-885373e792cf req-f4444592-56b2-4f4f-97ac-18796e98e450 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.507902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39e93d74-40fa-41f9-88c6-885373e792cf req-f4444592-56b2-4f4f-97ac-18796e98e450 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.2383943 Jul 29 23:37:05.525358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 6fb88b64-1a39-482a-bb91-84d30b4770ad completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:05.539289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6fb88b64-1a39-482a-bb91-84d30b4770ad triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:05.540412 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.579622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-f8114e0d-f0bb-4d6e-908a-c8fa5759e46e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.581147 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-f8114e0d-f0bb-4d6e-908a-c8fa5759e46e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/networks?id=a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 200 len: 796 time: 0.3709555 Jul 29 23:37:05.652071 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b3960123-bc1d-412a-8636-935cd9146f54 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 379 time: 0.0566278 Jul 29 23:37:05.657282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42abef-5496-4d94-8e10-2e1b14ba64c7 tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.669421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'port': {'device_id': '2452f443-b7fc-418d-80c3-471da77b6db8', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'admin_state_up': True, 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'security_groups': ['1e188765-b5a8-461e-ac03-995f63465ec5']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:05.676666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42abef-5496-4d94-8e10-2e1b14ba64c7 tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.692882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42abef-5496-4d94-8e10-2e1b14ba64c7 tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.701427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42abef-5496-4d94-8e10-2e1b14ba64c7 tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.703461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-da42abef-5496-4d94-8e10-2e1b14ba64c7 tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5886960 Jul 29 23:37:05.706598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56070) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:05.800502 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.844499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39e93d74-40fa-41f9-88c6-885373e792cf req-4ca97076-35e9-4126-80ad-637ba3b9eeca tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351867 Jul 29 23:37:05.871029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 6fb88b64-1a39-482a-bb91-84d30b4770ad, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6fb88b64-1a39-482a-bb91-84d30b4770ad,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:05.877595 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.910509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:05.917740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.919584 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.994589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=6fb88b64-1a39-482a-bb91-84d30b4770ad,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:06.076343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.087368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d90512-e74b-4353-8187-03cedea93468']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:06.100420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9724080c-edab-48b1-a3f0-64cc6d4ab6bd') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:06.101060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9724080c-edab-48b1-a3f0-64cc6d4ab6bd') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:06.113870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.150514 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.174607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a20aa9dc-09b2-4f4e-8e32-4b901e9b74d7 req-953bcd5c-5d4e-4dbb-afb5-3fd591c3b008 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 210 time: 0.1680615 Jul 29 23:37:06.175354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.20.0.7 (a5098b49-09e2-41f8-9f6e-3cce3c678c82/6f8cde7b-ebb4-491a-a06d-6149ef6da505/d388f8b5-9b83-4b38-bdae-527234bba619) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:06.180601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:06.181522 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:06.260329 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:06.286712 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.296966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44d90512-e74b-4353-8187-03cedea93468 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:37:06.311807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.313985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "DELETE /v2.0/networks/44d90512-e74b-4353-8187-03cedea93468 HTTP/1.1" status: 204 len: 168 time: 0.6058908 Jul 29 23:37:06.325339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56088) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:06.333342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Request body: {'network': {'name': 'tempest-network--1521311087', 'router:external': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:06.380667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dea736-8386-4f2d-9a9d-ed8c13b5ada7 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event deleted for resources: {'Network': ['ID=44d90512-e74b-4353-8187-03cedea93468,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:06.425615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.435886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Made reservation on behalf of ba01726034104cd5b23b7007df5feb5e for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:06.440185 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.443644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Transition to ACTIVE for port object d388f8b5-9b83-4b38-bdae-527234bba619 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:06.492826 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.516254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:06.541387 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.541759 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Added segment ff5322cd-3c3c-44f6-b010-0fe8332b5fae of type vlan for network c7a5acb1-9649-4888-ae69-070a4e2e2561 Jul 29 23:37:06.563879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network a5098b49-09e2-41f8-9f6e-3cce3c678c82 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:06.572158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:06.591932 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:06.597400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=d388f8b5-9b83-4b38-bdae-527234bba619,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:06.656269 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.695127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.696708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.722344 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-af2c6b49-97e6-4e52-8cf5-626ad029b78e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0583515 Jul 29 23:37:06.736949 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.738811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.739412 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.745038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Request body: {'port': {'device_id': '2452f443-b7fc-418d-80c3-471da77b6db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:06.825209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.889645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2c7b793d-a6c8-45d7-8eff-c4e19ecbaf4a None None] Provisioning for port d388f8b5-9b83-4b38-bdae-527234bba619 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:06.905564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event updated for resources: {'Network': ['ID=c7a5acb1-9649-4888-ae69-070a4e2e2561,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:06.908684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2c7b793d-a6c8-45d7-8eff-c4e19ecbaf4a None None] Provisioning complete for port d388f8b5-9b83-4b38-bdae-527234bba619 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:06.912650 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c7b793d-a6c8-45d7-8eff-c4e19ecbaf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.924219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-315319f6-ff8d-4899-9772-55487a445ec9 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5959327 Jul 29 23:37:06.926646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56112) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:07.021753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b793d-a6c8-45d7-8eff-c4e19ecbaf4a None None] Port d388f8b5-9b83-4b38-bdae-527234bba619 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:07.028509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network c7a5acb1-9649-4888-ae69-070a4e2e2561 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:07.259906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2543dc2-5ecc-4dc7-882d-e0edca2cad6b tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.273633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:07.278586 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a2543dc2-5ecc-4dc7-882d-e0edca2cad6b tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] 10.222.0.37 "GET /v2.0/networks/c7a5acb1-9649-4888-ae69-070a4e2e2561 HTTP/1.1" status: 200 len: 757 time: 0.3482347 Jul 29 23:37:07.282280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6fb88b64-1a39-482a-bb91-84d30b4770ad up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:07.340402 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbbf31-aaf6-4c4b-80e7-784d567c57b1 req-bcb9315a-8ec1-4dfb-9d4f-e0fe7a1b4c15 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.342058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40cbbf31-aaf6-4c4b-80e7-784d567c57b1 req-bcb9315a-8ec1-4dfb-9d4f-e0fe7a1b4c15 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.2328055 Jul 29 23:37:07.410722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6fb88b64-1a39-482a-bb91-84d30b4770ad triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:07.412732 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.457436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40cbbf31-aaf6-4c4b-80e7-784d567c57b1 req-69af6f34-a788-4098-b2a5-309de0fcf83d tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074719 Jul 29 23:37:07.481087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f012b78-d60d-4a0e-a528-e002b3cc5917 req-d6836606-cd1d-46c0-b3c8-322ccc2265fc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.486354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f012b78-d60d-4a0e-a528-e002b3cc5917 req-d6836606-cd1d-46c0-b3c8-322ccc2265fc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 931 time: 0.1093149 Jul 29 23:37:07.589842 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f012b78-d60d-4a0e-a528-e002b3cc5917 req-e08d74c3-a8cd-4b6c-b217-2631f375f84c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951128 Jul 29 23:37:07.595444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851ec656-51bc-4ba1-ac05-287be7a4b983 tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.597947 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-851ec656-51bc-4ba1-ac05-287be7a4b983 tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] 10.222.0.37 "GET /v2.0/networks/20a4795f-360c-43a6-959d-afee5fba5c4f HTTP/1.1" status: 200 len: 767 time: 0.3223712 Jul 29 23:37:07.600626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:07.677901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56130) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:07.700131 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d388f8b5-9b83-4b38-bdae-527234bba619 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:07.710524 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d78f59ec-6c18-4979-80f2-ada08d216fbb details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:07.711535 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.730525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Transition to ACTIVE for port object d388f8b5-9b83-4b38-bdae-527234bba619 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:07.739108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.762689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.845773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Pushing event updated for resources: {'Port': ['ID=d388f8b5-9b83-4b38-bdae-527234bba619,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:07.908736 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.922083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d78f59ec-6c18-4979-80f2-ada08d216fbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d78f59ec-6c18-4979-80f2-ada08d216fbb,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:07.930025 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c324bbfa-be2b-4759-82f5-1d7cde0f3133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.934940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a5acb1-9649-4888-ae69-070a4e2e2561']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:07.935679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'd78f59ec-6c18-4979-80f2-ada08d216fbb', 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360', 'port_id': 'd78f59ec-6c18-4979-80f2-ada08d216fbb', 'mac_address': 'fa:16:3e:5c:e8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f6adc-781a-425e-97e3-5d2fc309a888', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:07.955239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5322cd-3c3c-44f6-b010-0fe8332b5fae') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:07.955699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5322cd-3c3c-44f6-b010-0fe8332b5fae') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:07.968096 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.983695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Attempting to bind port d388f8b5-9b83-4b38-bdae-527234bba619 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:07.984095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Attempting to bind port d388f8b5-9b83-4b38-bdae-527234bba619 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:07.985121 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.985258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Attempting to bind port d388f8b5-9b83-4b38-bdae-527234bba619 on network a5098b49-09e2-41f8-9f6e-3cce3c678c82 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:07.993901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.996544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Port d388f8b5-9b83-4b38-bdae-527234bba619 on network a5098b49-09e2-41f8-9f6e-3cce3c678c82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:07.997465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Attempting to bind port d388f8b5-9b83-4b38-bdae-527234bba619 on network a5098b49-09e2-41f8-9f6e-3cce3c678c82 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:08.013021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d78f59ec-6c18-4979-80f2-ada08d216fbb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:08.013232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:08.013755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:08.017259 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:08.025901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:08.026259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Checking segment: {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:08.028848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Bound using segment: {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:08.029569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Bound port: d388f8b5-9b83-4b38-bdae-527234bba619, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:08.030427 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.065351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d78f59ec-6c18-4979-80f2-ada08d216fbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d78f59ec-6c18-4979-80f2-ada08d216fbb,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:08.075324 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.121475 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.133040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7a5acb1-9649-4888-ae69-070a4e2e2561 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:37:08.137500 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.140261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c7a5acb1-9649-4888-ae69-070a4e2e2561 HTTP/1.1" status: 204 len: 168 time: 0.5384181 Jul 29 23:37:08.169384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:08.170756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0934e1-08df-4475-99b1-422907878184 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7a5acb1-9649-4888-ae69-070a4e2e2561,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.187436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Request body: {'network': {'name': 'tempest-network--721803636'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:08.212558 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c324bbfa-be2b-4759-82f5-1d7cde0f3133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.224110 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c324bbfa-be2b-4759-82f5-1d7cde0f3133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.237287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:08.242489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Made reservation on behalf of ba01726034104cd5b23b7007df5feb5e for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:08.246732 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.283053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:08.291541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d388f8b5-9b83-4b38-bdae-527234bba619,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:08.298827 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.299600 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Added segment 8bd91d85-11cd-43ad-a65b-f78822002f90 of type vlan for network 67282049-7cf3-4f0f-90fb-c54b498e6408 Jul 29 23:37:08.301258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.314793 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c324bbfa-be2b-4759-82f5-1d7cde0f3133 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=891172d4d0c74c0eb70217db57bb191e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6358161 Jul 29 23:37:08.315603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324bbfa-be2b-4759-82f5-1d7cde0f3133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3890dfcf-d552-4f87-b97e-1b0f2156df2b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.321016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:08.350025 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.365441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:08.366100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.367600 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] 10.222.0.42 "PUT /v2.0/ports/d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 1092 time: 1.6366138 Jul 29 23:37:08.368746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:08.370888 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42" -d '{"events": [{"name": "network-changed", "server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:08.396987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d78f59ec-6c18-4979-80f2-ada08d216fbb,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.400428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.407605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:08.408465 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.443924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb91ab-c711-4f30-86a2-720736e2eac2 service neutron] Pushing event updated for resources: {'Port': ['ID=d388f8b5-9b83-4b38-bdae-527234bba619,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.454958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d78f59ec-6c18-4979-80f2-ada08d216fbb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:08.487829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3132761 Jul 29 23:37:08.488555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:08.490203 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf07efe-4b73-4ab0-9b39-95c9cdbe6738 x-openstack-request-id: req-ccf07efe-4b73-4ab0-9b39-95c9cdbe6738 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:08.490687 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:08.491102 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccf07efe-4b73-4ab0-9b39-95c9cdbe6738 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:08.491654 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'status': 'completed', 'code': 200} Jul 29 23:37:08.503889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-07194be5-4236-4b94-b908-4568fb785dc5 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:08.512415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260839b-1f95-4f71-a93c-7889ff1ce1c4 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event updated for resources: {'Network': ['ID=67282049-7cf3-4f0f-90fb-c54b498e6408,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.528361 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8478-6499-4183-942c-d2dc81ca7fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.530616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 67282049-7cf3-4f0f-90fb-c54b498e6408 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:08.565604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-2be76438-8f2c-4361-8e87-1f646f423c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:08.576294 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-2be76438-8f2c-4361-8e87-1f646f423c61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1095 time: 0.1551020 Jul 29 23:37:08.596073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8478-6499-4183-942c-d2dc81ca7fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.640269 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-dd34bdf0-4c05-4210-8c3f-ae2ec085712b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 217 time: 0.0518563 Jul 29 23:37:08.736187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-8f5ca87c-333d-4044-a954-432ea418a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:08.738007 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-8f5ca87c-333d-4044-a954-432ea418a3a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f8cde7b-ebb4-491a-a06d-6149ef6da505 HTTP/1.1" status: 200 len: 834 time: 0.0852377 Jul 29 23:37:08.803477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8478-6499-4183-942c-d2dc81ca7fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.809081 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8478-6499-4183-942c-d2dc81ca7fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.812554 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4c9b8478-6499-4183-942c-d2dc81ca7fc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3890dfcf-d552-4f87-b97e-1b0f2156df2b HTTP/1.1" status: 204 len: 168 time: 0.4898615 Jul 29 23:37:08.829386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b8478-6499-4183-942c-d2dc81ca7fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3890dfcf-d552-4f87-b97e-1b0f2156df2b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.838909 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-31215d45-27d1-4c67-a803-8f3e77cd538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:08.841325 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-31215d45-27d1-4c67-a803-8f3e77cd538f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5098b49-09e2-41f8-9f6e-3cce3c678c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942879 Jul 29 23:37:08.970063 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-3ccebbe8-9556-45db-b4af-2de658011b84 service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204178 Jul 29 23:37:09.101798 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a9af0b56-1aa9-4491-a52c-3e0692e0e209 req-9fa884b0-79fe-4d16-ab92-ad462e0e3682 service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231508 Jul 29 23:37:09.187118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0ae0d-03e4-4023-9687-1afeceed014e req-bb3db25d-efca-4e5c-9c6d-39fefb28c4b8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.188794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ab0ae0d-03e4-4023-9687-1afeceed014e req-bb3db25d-efca-4e5c-9c6d-39fefb28c4b8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 944 time: 0.5779808 Jul 29 23:37:09.208716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-869b76c6-431d-407c-94fb-94836323809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.208993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0235-abcb-4137-8cc4-2a0c2b7dc4a0 req-356ceb65-6198-466d-ba2a-f9ffe7bf3322 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.210478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-043d0235-abcb-4137-8cc4-2a0c2b7dc4a0 req-356ceb65-6198-466d-ba2a-f9ffe7bf3322 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 943 time: 0.1552694 Jul 29 23:37:09.211223 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-869b76c6-431d-407c-94fb-94836323809e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1095 time: 0.0493217 Jul 29 23:37:09.229041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:09.275992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07194be5-4236-4b94-b908-4568fb785dc5 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.278910 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-61292802-2801-4fde-9e1b-a1d7e6d6e96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.294329 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ab0ae0d-03e4-4023-9687-1afeceed014e req-dd074159-a8da-44d4-bfac-d04c66981050 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828388 Jul 29 23:37:09.303980 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-043d0235-abcb-4137-8cc4-2a0c2b7dc4a0 req-ea5546b9-618c-4f55-9193-dc71b4ff4a2f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816624 Jul 29 23:37:09.304783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07194be5-4236-4b94-b908-4568fb785dc5 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.341342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07194be5-4236-4b94-b908-4568fb785dc5 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Network 67282049-7cf3-4f0f-90fb-c54b498e6408 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:37:09.342473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07194be5-4236-4b94-b908-4568fb785dc5 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.343237 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07194be5-4236-4b94-b908-4568fb785dc5 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.344612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-07194be5-4236-4b94-b908-4568fb785dc5 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "PUT /v2.0/networks/67282049-7cf3-4f0f-90fb-c54b498e6408 HTTP/1.1" status: 200 len: 857 time: 0.8527057 Jul 29 23:37:09.349630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56158) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:09.386707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07194be5-4236-4b94-b908-4568fb785dc5 tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event updated for resources: {'Network': ['ID=67282049-7cf3-4f0f-90fb-c54b498e6408,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:09.410606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-404e5215-503e-4dc9-b9e1-9e1316476525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.412206 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-404e5215-503e-4dc9-b9e1-9e1316476525 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 200 len: 897 time: 0.1929305 Jul 29 23:37:09.486553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.489359 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-2f2c270f-32a9-46bd-8d15-e713cf4d0d8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 217 time: 0.0605497 Jul 29 23:37:09.644111 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-61292802-2801-4fde-9e1b-a1d7e6d6e96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.652151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-ad1762ff-8a7d-4b76-87c0-4d21c72e1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.653662 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-ad1762ff-8a7d-4b76-87c0-4d21c72e1f71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f8cde7b-ebb4-491a-a06d-6149ef6da505 HTTP/1.1" status: 200 len: 834 time: 0.1494689 Jul 29 23:37:09.656416 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-61292802-2801-4fde-9e1b-a1d7e6d6e96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.672388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.716154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d78f59ec-6c18-4979-80f2-ada08d216fbb up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:09.729415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67282049-7cf3-4f0f-90fb-c54b498e6408']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:09.742383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61292802-2801-4fde-9e1b-a1d7e6d6e96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d42bfb3-fcbb-4c93-bb1d-9cfb8e0b1aba,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:09.746015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd91d85-11cd-43ad-a65b-f78822002f90') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:09.746311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd91d85-11cd-43ad-a65b-f78822002f90') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:09.750374 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-61292802-2801-4fde-9e1b-a1d7e6d6e96f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcf9055f24bb4b68875db5712f0a927f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203540 Jul 29 23:37:09.754675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56160) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:09.762998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.777970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-0c1ecf0e-f43e-4f17-8141-635acc357e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.779519 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-0c1ecf0e-f43e-4f17-8141-635acc357e68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5098b49-09e2-41f8-9f6e-3cce3c678c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099062 Jul 29 23:37:09.787235 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.807506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:09.807946 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.809203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port d78f59ec-6c18-4979-80f2-ada08d216fbb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:09.809587 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:09.809725 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:09.832839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d715bde1-223f-45fe-897a-ca458d294da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.862443 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d715bde1-223f-45fe-897a-ca458d294da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.923749 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d715bde1-223f-45fe-897a-ca458d294da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.927092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d715bde1-223f-45fe-897a-ca458d294da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.931070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d715bde1-223f-45fe-897a-ca458d294da7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d42bfb3-fcbb-4c93-bb1d-9cfb8e0b1aba HTTP/1.1" status: 204 len: 168 time: 0.1738601 Jul 29 23:37:09.939805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715bde1-223f-45fe-897a-ca458d294da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d42bfb3-fcbb-4c93-bb1d-9cfb8e0b1aba,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:09.962990 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-79c6562d-b5af-4ee7-995c-bc30c1f35ea7 service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697581 Jul 29 23:37:09.965590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.987297 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.994848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67282049-7cf3-4f0f-90fb-c54b498e6408 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:37:10.012435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202b0d8b-4370-4e4e-834c-0f691af3a047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78f59ec-6c18-4979-80f2-ada08d216fbb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:10.015352 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e52cba-cc72-4a0e-9e08-cc03a6e01bd0" -d '{"events": [{"server_uuid": "202b0d8b-4370-4e4e-834c-0f691af3a047", "name": "network-vif-plugged", "status": "completed", "tag": "d78f59ec-6c18-4979-80f2-ada08d216fbb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:10.022383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Pushing event deleted for resources: {'Network': ['ID=67282049-7cf3-4f0f-90fb-c54b498e6408,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.031872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.035260 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4e4bc1e8-4b35-4b5e-a8dc-6d90a86b1adf tempest-ExternalNetworksTestJSON-1094652309 tempest-ExternalNetworksTestJSON-1094652309-project-admin] 10.222.0.37 "DELETE /v2.0/networks/67282049-7cf3-4f0f-90fb-c54b498e6408 HTTP/1.1" status: 204 len: 168 time: 0.6797967 Jul 29 23:37:10.038968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56168) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.078277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d78f59ec-6c18-4979-80f2-ada08d216fbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d78f59ec-6c18-4979-80f2-ada08d216fbb,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:10.093421 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.122744 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cc5c8c-b37c-482e-9f6d-b5cc739c91fa tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] DELETE failed (client error): The resource could not be found. Jul 29 23:37:10.123316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80cc5c8c-b37c-482e-9f6d-b5cc739c91fa tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:37:10.129941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-80cc5c8c-b37c-482e-9f6d-b5cc739c91fa tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] 10.222.0.37 "DELETE /v2.0/subnets/ac38eda7-cccd-467a-a8b0-0f4643c59b98 HTTP/1.1" status: 404 len: 337 time: 0.0875518 Jul 29 23:37:10.130585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56170) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.139501 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca8cf0d-7077-4fbd-a292-3a998907e043 x-openstack-request-id: req-9ca8cf0d-7077-4fbd-a292-3a998907e043 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:10.140130 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202b0d8b-4370-4e4e-834c-0f691af3a047", "name": "network-vif-plugged", "status": "completed", "tag": "d78f59ec-6c18-4979-80f2-ada08d216fbb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:10.140815 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ca8cf0d-7077-4fbd-a292-3a998907e043 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:10.141649 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202b0d8b-4370-4e4e-834c-0f691af3a047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78f59ec-6c18-4979-80f2-ada08d216fbb', 'code': 200} Jul 29 23:37:10.188624 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5ae4cfcb-64da-48f5-8f6e-ed97b17fbc42 req-7b8efe33-c85f-42eb-be1c-177fe409669d service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960828 Jul 29 23:37:10.193988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d78f59ec-6c18-4979-80f2-ada08d216fbb,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.267814 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.373166 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.384060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a4795f-360c-43a6-959d-afee5fba5c4f']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:10.404749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488e7533-1afe-4ee4-bf9d-760f1120dde5') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:10.405150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488e7533-1afe-4ee4-bf9d-760f1120dde5') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:10.437163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.502303 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.513511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:10.514187 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:10.519240 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:10.597390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a233640-9f3f-4865-8546-1932220c25c2 req-d3f479de-a48a-4e48-a59b-9903a06d1d34 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.599809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a233640-9f3f-4865-8546-1932220c25c2 req-d3f479de-a48a-4e48-a59b-9903a06d1d34 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.1763210 Jul 29 23:37:10.615770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c8a57-43b1-42c6-b680-cc5139026e27 req-997bcf4e-7de5-4dbf-a91d-8a9164f3a0e7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.617705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-364c8a57-43b1-42c6-b680-cc5139026e27 req-997bcf4e-7de5-4dbf-a91d-8a9164f3a0e7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 943 time: 0.1771982 Jul 29 23:37:10.620145 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.633543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.638949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] 10.222.0.37 "DELETE /v2.0/networks/20a4795f-360c-43a6-959d-afee5fba5c4f HTTP/1.1" status: 204 len: 168 time: 0.5071366 Jul 29 23:37:10.715153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54774c-e3ec-4fd6-806d-e1012e6159ed tempest-ExternalNetworksTestJSON-1358618595 tempest-ExternalNetworksTestJSON-1358618595-project] Pushing event deleted for resources: {'Network': ['ID=20a4795f-360c-43a6-959d-afee5fba5c4f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.750931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a233640-9f3f-4865-8546-1932220c25c2 req-983b6571-4d78-4d83-ad4c-5c6b1d6f0e25 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301982 Jul 29 23:37:10.754915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-364c8a57-43b1-42c6-b680-cc5139026e27 req-7ae68a27-3ac3-4de1-9d1f-410ac1bb136e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147575 Jul 29 23:37:10.928262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.072749 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8c527bf7-a0d3-413e-8196-bbe01fe98aa7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e838e2452bf410584b9f332d3113871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429856 Jul 29 23:37:11.075225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56212) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.129336 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-041c9e4b-11e6-4552-a851-9aa4cfe54622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.157097 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-041c9e4b-11e6-4552-a851-9aa4cfe54622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.211447 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-041c9e4b-11e6-4552-a851-9aa4cfe54622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.214322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-041c9e4b-11e6-4552-a851-9aa4cfe54622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.215646 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-041c9e4b-11e6-4552-a851-9aa4cfe54622 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5975a43-bc3d-47ef-8894-6b422e0f283a HTTP/1.1" status: 204 len: 168 time: 0.1394327 Jul 29 23:37:11.218665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56218) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.228252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c9e4b-11e6-4552-a851-9aa4cfe54622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5975a43-bc3d-47ef-8894-6b422e0f283a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.462847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-928ba25c-50a2-4bae-9bc1-3694512a2bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.518795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56224) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.582027 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1e102e15-2b26-41da-8825-1717f6192984 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba01726034104cd5b23b7007df5feb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619593 Jul 29 23:37:11.584449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.591159 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-928ba25c-50a2-4bae-9bc1-3694512a2bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.595424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-928ba25c-50a2-4bae-9bc1-3694512a2bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.636560 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bb41ca9-72d0-47f9-a2b8-eddac0b4924a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.636826 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-928ba25c-50a2-4bae-9bc1-3694512a2bd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a59842a0406c4c0491d53eaa79751067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151752 Jul 29 23:37:11.637582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ba25c-50a2-4bae-9bc1-3694512a2bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea859ac-5d45-4966-a536-ea1e24d4fdaf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.639599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56228) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.682868 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bb41ca9-72d0-47f9-a2b8-eddac0b4924a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.740465 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24f65fff-4f1a-4389-bcd4-4d5657c62937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.766861 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24f65fff-4f1a-4389-bcd4-4d5657c62937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.773291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bb41ca9-72d0-47f9-a2b8-eddac0b4924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.775865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bb41ca9-72d0-47f9-a2b8-eddac0b4924a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.777052 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4bb41ca9-72d0-47f9-a2b8-eddac0b4924a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e18ddd9b-394f-49d4-8aaf-9b326e912548 HTTP/1.1" status: 204 len: 168 time: 0.1915402 Jul 29 23:37:11.800668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb41ca9-72d0-47f9-a2b8-eddac0b4924a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18ddd9b-394f-49d4-8aaf-9b326e912548,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.841031 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24f65fff-4f1a-4389-bcd4-4d5657c62937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.844567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24f65fff-4f1a-4389-bcd4-4d5657c62937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.857352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-24f65fff-4f1a-4389-bcd4-4d5657c62937 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bea859ac-5d45-4966-a536-ea1e24d4fdaf HTTP/1.1" status: 204 len: 168 time: 0.2146051 Jul 29 23:37:11.875897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f65fff-4f1a-4389-bcd4-4d5657c62937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea859ac-5d45-4966-a536-ea1e24d4fdaf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.944281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cd9b1-0a95-4ea4-975b-c398c387b28c req-05f037a6-a6ca-4156-8479-729ff02799c6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:11.945729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe5cd9b1-0a95-4ea4-975b-c398c387b28c req-05f037a6-a6ca-4156-8479-729ff02799c6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.0942504 Jul 29 23:37:11.999363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539ae56-22d1-4bf3-bcfe-f8edf40bfd48 req-cddd56ab-bdbb-46a8-bcca-2aecb5ff7268 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.001295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3539ae56-22d1-4bf3-bcfe-f8edf40bfd48 req-cddd56ab-bdbb-46a8-bcca-2aecb5ff7268 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 943 time: 0.1161504 Jul 29 23:37:12.049852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe5cd9b1-0a95-4ea4-975b-c398c387b28c req-734f7ad6-1aa2-407c-88cc-ea75b9d7db5d tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879681 Jul 29 23:37:12.084195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3539ae56-22d1-4bf3-bcfe-f8edf40bfd48 req-796e98ae-6a42-4e38-9a19-9a9fe04a8191 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538619 Jul 29 23:37:12.434567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4108a-f280-4e90-af69-c1f2e6565481 req-5877249c-2edb-4cb3-9e9e-1245e268b5be tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.437349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-45a4108a-f280-4e90-af69-c1f2e6565481 req-5877249c-2edb-4cb3-9e9e-1245e268b5be tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.0891025 Jul 29 23:37:12.504202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-45a4108a-f280-4e90-af69-c1f2e6565481 req-e4429915-1089-4337-b545-606fe0b836c6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584919 Jul 29 23:37:13.055943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d388f8b5-9b83-4b38-bdae-527234bba619 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:13.180932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d388f8b5-9b83-4b38-bdae-527234bba619,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:13.197642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'port_id': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'mac_address': 'fa:16:3e:75:f1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:13.247052 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.267412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d388f8b5-9b83-4b38-bdae-527234bba619 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:13.298492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d388f8b5-9b83-4b38-bdae-527234bba619,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:13.304398 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.315590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d28d9-3a3e-4538-974d-08040b5a7b86 req-16066e07-cb29-48dd-bc7a-781d9487f9cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:13.327622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df8d28d9-3a3e-4538-974d-08040b5a7b86 req-16066e07-cb29-48dd-bc7a-781d9487f9cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 943 time: 0.1473508 Jul 29 23:37:13.369795 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=d388f8b5-9b83-4b38-bdae-527234bba619,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.408482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df8d28d9-3a3e-4538-974d-08040b5a7b86 req-6aed4729-1609-48a0-8530-c7d553b1b846 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776563 Jul 29 23:37:13.638782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8717ce3-6ebb-4e78-b825-2876e157e8b9 req-b5032dbe-435a-4af6-a1e6-6ea730d4cb1b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:13.640373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8717ce3-6ebb-4e78-b825-2876e157e8b9 req-b5032dbe-435a-4af6-a1e6-6ea730d4cb1b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.0653012 Jul 29 23:37:13.646946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d388f8b5-9b83-4b38-bdae-527234bba619'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:13.684532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8717ce3-6ebb-4e78-b825-2876e157e8b9 req-7fd3cc4c-2688-4271-9ac2-77bccbd1a604 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377309 Jul 29 23:37:13.685280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.795305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c0743184-1f23-4b17-bf50-ec9356ecac76 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:13.822771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c0743184-1f23-4b17-bf50-ec9356ecac76 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] 10.222.0.37 "PUT /v2.0/quotas/7bdd6e5feccf4bdd99cc30dd6d5b143c HTTP/1.1" status: 200 len: 368 time: 0.1364121 Jul 29 23:37:13.823000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.828797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Request body: {'network': {'project_id': '7bdd6e5feccf4bdd99cc30dd6d5b143c'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:13.852098 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Made reservation on behalf of 7bdd6e5feccf4bdd99cc30dd6d5b143c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:13.854978 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.863792 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.972290 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.976976 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.026188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:14.037608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbce52a7-afa7-4085-b272-bd18f25f5b0d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:14.044748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.045203 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Added segment d934abae-4927-4de2-87f9-83d63e2ed8f0 of type vlan for network 242c098c-668d-40f6-b4af-ededed637341 Jul 29 23:37:14.089377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.123206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.124431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.124810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.177417 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3534479 Jul 29 23:37:14.179961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:14.185606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Request body: {'network': {'project_id': '7bdd6e5feccf4bdd99cc30dd6d5b143c'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:14.201701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b271e-56d9-4995-9334-814ba54710f5 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Pushing event updated for resources: {'Network': ['ID=242c098c-668d-40f6-b4af-ededed637341,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:14.215632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 242c098c-668d-40f6-b4af-ededed637341 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:14.216231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Made reservation on behalf of 7bdd6e5feccf4bdd99cc30dd6d5b143c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:14.218597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.242819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:14.257081 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.257948 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Added segment 9fb593aa-0442-449b-b2b4-26e9ac23bd5f of type vlan for network bef2471a-3323-420a-be75-43f7bb1e373a Jul 29 23:37:14.305048 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.336401 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.338243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.338864 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.415423 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2329471 Jul 29 23:37:14.416806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56380) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:14.427438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a6e95d15-1925-4593-9389-63fd2806e97c tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Request body: {'network': {'project_id': '7bdd6e5feccf4bdd99cc30dd6d5b143c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:14.442620 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e95d15-1925-4593-9389-63fd2806e97c tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:37:14.443101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e95d15-1925-4593-9389-63fd2806e97c tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:37:14.443520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a984c-dc75-403e-ac21-c8f641f6dad9 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Pushing event updated for resources: {'Network': ['ID=bef2471a-3323-420a-be75-43f7bb1e373a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:14.456663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network bef2471a-3323-420a-be75-43f7bb1e373a details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:14.462008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-a8b0b504-778c-4727-8611-235a00aae107 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.464157 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-a8b0b504-778c-4727-8611-235a00aae107 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.47 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.1180346 Jul 29 23:37:14.474380 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a6e95d15-1925-4593-9389-63fd2806e97c tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0553651 Jul 29 23:37:14.583081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56390) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:14.585298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da4f53-c394-42cd-9a80-f48d0a5a3c24 req-e8472ab9-445b-4dda-9b8f-5afcd2d0f200 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.593265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5da4f53-c394-42cd-9a80-f48d0a5a3c24 req-e8472ab9-445b-4dda-9b8f-5afcd2d0f200 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 944 time: 0.0971332 Jul 29 23:37:14.620414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-88af9e62-e1fd-4dd8-96d8-25675af19ff0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Deleting port d78f59ec-6c18-4979-80f2-ada08d216fbb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:14.620767 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-88af9e62-e1fd-4dd8-96d8-25675af19ff0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.621456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56396) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:14.657757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5da4f53-c394-42cd-9a80-f48d0a5a3c24 req-8ca6b903-7cf1-4721-bc79-56478dde0e00 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635078 Jul 29 23:37:14.796296 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fdc0b681-1725-420f-ae02-a37b1c39e5e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bdd6e5feccf4bdd99cc30dd6d5b143c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086587 Jul 29 23:37:14.797509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:14.809065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-88af9e62-e1fd-4dd8-96d8-25675af19ff0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] For port d78f59ec-6c18-4979-80f2-ada08d216fbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d78f59ec-6c18-4979-80f2-ada08d216fbb,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:14.809531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-88af9e62-e1fd-4dd8-96d8-25675af19ff0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.827006 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8eaf78cf-ab54-45ed-bba0-8eb239bbfeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.835050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-88af9e62-e1fd-4dd8-96d8-25675af19ff0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Calling delete_port for d78f59ec-6c18-4979-80f2-ada08d216fbb owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:14.861425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8c79-52f4-4377-92b6-948806216830 req-9d7cd7a7-9952-4210-abd1-c877fca2e475 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.863640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cfca8c79-52f4-4377-92b6-948806216830 req-9d7cd7a7-9952-4210-abd1-c877fca2e475 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=202b0d8b-4370-4e4e-834c-0f691af3a047 HTTP/1.1" status: 200 len: 945 time: 0.1027060 Jul 29 23:37:14.925638 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768a4112-b347-4f8b-9548-b70bf9520637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.938769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cfca8c79-52f4-4377-92b6-948806216830 req-6510d50f-80fb-4ef1-b8fd-d2ec0e51153c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577326 Jul 29 23:37:14.980606 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768a4112-b347-4f8b-9548-b70bf9520637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.999361 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8eaf78cf-ab54-45ed-bba0-8eb239bbfeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.004954 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8eaf78cf-ab54-45ed-bba0-8eb239bbfeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.047705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8eaf78cf-ab54-45ed-bba0-8eb239bbfeb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de40dae2d1ea46b28fb11787ecdd77da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251745 Jul 29 23:37:15.052425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56410) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:15.056467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d388f8b5-9b83-4b38-bdae-527234bba619 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:15.075790 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768a4112-b347-4f8b-9548-b70bf9520637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.078718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768a4112-b347-4f8b-9548-b70bf9520637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.080450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-768a4112-b347-4f8b-9548-b70bf9520637 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbce52a7-afa7-4085-b272-bd18f25f5b0d HTTP/1.1" status: 204 len: 168 time: 0.2819524 Jul 29 23:37:15.081609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf78cf-ab54-45ed-bba0-8eb239bbfeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29de49c6-c0e1-48f5-9382-bd6f4eb8c8b4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.085755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56412) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:15.093804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a4112-b347-4f8b-9548-b70bf9520637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbce52a7-afa7-4085-b272-bd18f25f5b0d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.110570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-88af9e62-e1fd-4dd8-96d8-25675af19ff0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.138110 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port d388f8b5-9b83-4b38-bdae-527234bba619 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:15.143260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port d388f8b5-9b83-4b38-bdae-527234bba619 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:15.143636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.178102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af9e62-e1fd-4dd8-96d8-25675af19ff0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event deleted for resources: {'Port': ['ID=d78f59ec-6c18-4979-80f2-ada08d216fbb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.198293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-88af9e62-e1fd-4dd8-96d8-25675af19ff0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] No DVR routers for this DVR port d78f59ec-6c18-4979-80f2-ada08d216fbb on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:15.198538 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.201314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-88af9e62-e1fd-4dd8-96d8-25675af19ff0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.203832 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b7b0577b-a4e3-4d20-81cc-d52bd1dd6d94 req-88af9e62-e1fd-4dd8-96d8-25675af19ff0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.47 "DELETE /v2.0/ports/d78f59ec-6c18-4979-80f2-ada08d216fbb HTTP/1.1" status: 204 len: 173 time: 0.7320549 Jul 29 23:37:15.204324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202b0d8b-4370-4e4e-834c-0f691af3a047', 'name': 'network-vif-deleted', 'tag': 'd78f59ec-6c18-4979-80f2-ada08d216fbb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:15.206496 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18a15ad6-982e-4e44-8158-b50aa8da7efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.206669 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ccbd7f-f36d-4a57-94e4-403bccc5c45d" -d '{"events": [{"server_uuid": "202b0d8b-4370-4e4e-834c-0f691af3a047", "name": "network-vif-deleted", "tag": "d78f59ec-6c18-4979-80f2-ada08d216fbb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:15.249278 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.249810 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa6d2c9-d875-439f-9e7b-1a263c81f46c x-openstack-request-id: req-5aa6d2c9-d875-439f-9e7b-1a263c81f46c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:15.249972 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202b0d8b-4370-4e4e-834c-0f691af3a047", "name": "network-vif-deleted", "tag": "d78f59ec-6c18-4979-80f2-ada08d216fbb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:15.251109 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aa6d2c9-d875-439f-9e7b-1a263c81f46c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:15.252113 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202b0d8b-4370-4e4e-834c-0f691af3a047', 'name': 'network-vif-deleted', 'tag': 'd78f59ec-6c18-4979-80f2-ada08d216fbb', 'status': 'completed', 'code': 200} Jul 29 23:37:15.254682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18a15ad6-982e-4e44-8158-b50aa8da7efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.273371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:15.276215 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c76e93-ab4e-420d-961e-8ba84bf3390a" -d '{"events": [{"server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "name": "network-vif-plugged", "status": "completed", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:15.293459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d388f8b5-9b83-4b38-bdae-527234bba619,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:15.300064 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.336082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.345081 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cfe825-439a-4c28-b225-b7fde1d1b089 x-openstack-request-id: req-f0cfe825-439a-4c28-b225-b7fde1d1b089 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:15.345081 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "name": "network-vif-plugged", "status": "completed", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:15.345081 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0cfe825-439a-4c28-b225-b7fde1d1b089 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:15.345081 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'code': 200} Jul 29 23:37:15.350264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef2471a-3323-420a-be75-43f7bb1e373a']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:15.364425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb593aa-0442-449b-b2b4-26e9ac23bd5f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:15.364425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb593aa-0442-449b-b2b4-26e9ac23bd5f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:15.376737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.381822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=d388f8b5-9b83-4b38-bdae-527234bba619,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.397229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18a15ad6-982e-4e44-8158-b50aa8da7efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.403543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18a15ad6-982e-4e44-8158-b50aa8da7efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.406119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-18a15ad6-982e-4e44-8158-b50aa8da7efd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29de49c6-c0e1-48f5-9382-bd6f4eb8c8b4 HTTP/1.1" status: 204 len: 168 time: 0.3520565 Jul 29 23:37:15.422050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.433013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a15ad6-982e-4e44-8158-b50aa8da7efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de49c6-c0e1-48f5-9382-bd6f4eb8c8b4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.440384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:15.441071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:15.442869 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:15.511237 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.517619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.521462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] 10.222.0.37 "DELETE /v2.0/networks/bef2471a-3323-420a-be75-43f7bb1e373a HTTP/1.1" status: 204 len: 168 time: 0.4345906 Jul 29 23:37:15.528848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56422) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:15.540326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e8e40-2dbf-46bf-ab47-db0b13b13311 tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Pushing event deleted for resources: {'Network': ['ID=bef2471a-3323-420a-be75-43f7bb1e373a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.554968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0329648-a70b-4b87-8d59-40b58b6afea9 req-4d406c75-ff9e-4455-bf70-438477ab8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.556930 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0329648-a70b-4b87-8d59-40b58b6afea9 req-4d406c75-ff9e-4455-bf70-438477ab8dbf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1097 time: 0.1197968 Jul 29 23:37:15.635099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.638804 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0329648-a70b-4b87-8d59-40b58b6afea9 req-59374c9f-f34e-4bfc-9554-74cd57f65098 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551209 Jul 29 23:37:15.718757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d78f59ec-6c18-4979-80f2-ada08d216fbb no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:15.736716 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.741521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: d78f59ec-6c18-4979-80f2-ada08d216fbb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:15.742203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d78f59ec-6c18-4979-80f2-ada08d216fbb not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:15.748179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242c098c-668d-40f6-b4af-ededed637341']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:15.777055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd934abae-4927-4de2-87f9-83d63e2ed8f0') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:15.777420 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd934abae-4927-4de2-87f9-83d63e2ed8f0') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:15.788947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56428) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:15.796829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.814113 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.821031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:15.821606 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:15.824593 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:15.826987 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a227-c5dd-4e71-be73-7c61d213a20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.870393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7301c-342f-4e77-a961-15cc6865aee8 req-0c49567a-47a0-4619-85da-9d0627a1e829 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.871989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92e7301c-342f-4e77-a961-15cc6865aee8 req-0c49567a-47a0-4619-85da-9d0627a1e829 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.0965939 Jul 29 23:37:15.889613 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.897262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.905115 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] 10.222.0.37 "DELETE /v2.0/networks/242c098c-668d-40f6-b4af-ededed637341 HTTP/1.1" status: 204 len: 168 time: 0.3741941 Jul 29 23:37:15.925015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5687994-339b-4413-8752-134be5df2fac tempest-QuotasNegativeTest-1001031500 tempest-QuotasNegativeTest-1001031500-project-admin] Pushing event deleted for resources: {'Network': ['ID=242c098c-668d-40f6-b4af-ededed637341,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.983305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92e7301c-342f-4e77-a961-15cc6865aee8 req-317874ac-4012-42cb-8a49-e7c9cc064b88 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949533 Jul 29 23:37:16.085341 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a227-c5dd-4e71-be73-7c61d213a20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.096870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a227-c5dd-4e71-be73-7c61d213a20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.155650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a1c5a227-c5dd-4e71-be73-7c61d213a20c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55d8ec09504f4660932d0505a1cc4c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643959 Jul 29 23:37:16.158638 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56438) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.162058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5a227-c5dd-4e71-be73-7c61d213a20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3582203-70f8-4896-8565-02e82a815373,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:16.260931 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc0e-1a8b-4cb5-a505-750a16720fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.303130 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc0e-1a8b-4cb5-a505-750a16720fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.383878 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc0e-1a8b-4cb5-a505-750a16720fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.387648 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc0e-1a8b-4cb5-a505-750a16720fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.389013 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f6f1bc0e-1a8b-4cb5-a505-750a16720fa0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3582203-70f8-4896-8565-02e82a815373 HTTP/1.1" status: 204 len: 168 time: 0.2286150 Jul 29 23:37:16.402544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1bc0e-1a8b-4cb5-a505-750a16720fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3582203-70f8-4896-8565-02e82a815373,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:16.671476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56448) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.677055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e19178aa-b76a-4ec6-8064-7608bb4c0c2a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877931750', 'description': 'tempest-description--1049622262'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:16.707025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.726020 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62d136b3-420e-4edd-a447-278be3f35b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.728762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e19178aa-b76a-4ec6-8064-7608bb4c0c2a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.830465 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62d136b3-420e-4edd-a447-278be3f35b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.837672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62d136b3-420e-4edd-a447-278be3f35b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.898746 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-62d136b3-420e-4edd-a447-278be3f35b6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab5c640cd22945728ff6ba92eb3064ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905866 Jul 29 23:37:16.902082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d136b3-420e-4edd-a447-278be3f35b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdef117-aff9-462d-99b7-e6065a75a717,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:16.902291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56454) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.968901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc42dc0-3158-4ad3-8bc6-251af42cf57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.971638 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e19178aa-b76a-4ec6-8064-7608bb4c0c2a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.980731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e19178aa-b76a-4ec6-8064-7608bb4c0c2a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.010167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc42dc0-3158-4ad3-8bc6-251af42cf57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.012560 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e19178aa-b76a-4ec6-8064-7608bb4c0c2a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.013825 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e19178aa-b76a-4ec6-8064-7608bb4c0c2a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3409827 Jul 29 23:37:17.015928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19178aa-b76a-4ec6-8064-7608bb4c0c2a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b22cb56-3016-4c6a-b98e-10a67f1f412c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.018008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:17.023801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-08483526-bace-43c3-acf6-2389e4de849e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Request body: {'security_group_rule': {'security_group_id': '1b22cb56-3016-4c6a-b98e-10a67f1f412c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:17.056201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08483526-bace-43c3-acf6-2389e4de849e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.145820 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc42dc0-3158-4ad3-8bc6-251af42cf57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.148383 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc42dc0-3158-4ad3-8bc6-251af42cf57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.150104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5cc42dc0-3158-4ad3-8bc6-251af42cf57a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cdef117-aff9-462d-99b7-e6065a75a717 HTTP/1.1" status: 204 len: 168 time: 0.2467556 Jul 29 23:37:17.157890 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08483526-bace-43c3-acf6-2389e4de849e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.170036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc42dc0-3158-4ad3-8bc6-251af42cf57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdef117-aff9-462d-99b7-e6065a75a717,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.175232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08483526-bace-43c3-acf6-2389e4de849e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.197389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08483526-bace-43c3-acf6-2389e4de849e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510c8bf0-2ce0-441b-b056-b066e0dace68,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.216921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08483526-bace-43c3-acf6-2389e4de849e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.220506 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-08483526-bace-43c3-acf6-2389e4de849e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1998897 Jul 29 23:37:17.222028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:17.225130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3176b5-ae1d-4865-8398-30855a149d07 req-3411eb0f-ddfa-4b88-a263-6e351325da2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.229412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b92ab89d-b6ce-4f62-b7b2-59ace47d3493 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Request body: {'security_group_rule': {'security_group_id': '1b22cb56-3016-4c6a-b98e-10a67f1f412c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:17.232864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b3176b5-ae1d-4865-8398-30855a149d07 req-3411eb0f-ddfa-4b88-a263-6e351325da2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1584275 Jul 29 23:37:17.275986 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b92ab89d-b6ce-4f62-b7b2-59ace47d3493 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.297963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b3176b5-ae1d-4865-8398-30855a149d07 req-9869d0b7-68e2-40db-98d3-29a0d4d5e9cd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467341 Jul 29 23:37:17.381937 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b92ab89d-b6ce-4f62-b7b2-59ace47d3493 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.388227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b92ab89d-b6ce-4f62-b7b2-59ace47d3493 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.421712 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ab89d-b6ce-4f62-b7b2-59ace47d3493 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca63a9e-6a48-45a4-ae3d-0f57b61e30a7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.441434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b92ab89d-b6ce-4f62-b7b2-59ace47d3493 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.442674 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b92ab89d-b6ce-4f62-b7b2-59ace47d3493 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2193971 Jul 29 23:37:17.445140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cfc9e-2a3b-4def-9b04-4b4ffa873ba6 req-80abdb03-117f-4eb8-b4b0-ed11bd636418 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.447599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-067cfc9e-2a3b-4def-9b04-4b4ffa873ba6 req-80abdb03-117f-4eb8-b4b0-ed11bd636418 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.0886161 Jul 29 23:37:17.448470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56480) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:17.456139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:17.514716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-067cfc9e-2a3b-4def-9b04-4b4ffa873ba6 req-a70ed31b-850a-40d3-bdfd-f1aa1e5e207f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531929 Jul 29 23:37:17.523236 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.544521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56484) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:17.607652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e880bea7-f0e1-4f75-8e52-d5397374a320 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.611395 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e880bea7-f0e1-4f75-8e52-d5397374a320 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1092 time: 0.0655692 Jul 29 23:37:17.615450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56488) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:17.620118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:17.666980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.720926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.830683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56494) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:17.844485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e3902e4-1e94-498c-9a96-92a37b6197fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.897347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Allocated IP 172.25.2.249 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/4ccce24a-1e46-4d23-91fd-7e87a6e69300) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:18.005118 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e3902e4-1e94-498c-9a96-92a37b6197fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.012425 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e3902e4-1e94-498c-9a96-92a37b6197fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.026863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.053234 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.060731 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8e3902e4-1e94-498c-9a96-92a37b6197fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97bd15bc32fd4e4a897c5d8f1b4d66ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290201 Jul 29 23:37:18.062145 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3902e4-1e94-498c-9a96-92a37b6197fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bdc648-0197-4a58-9c7d-8a6333eaf3f1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:18.066202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:18.132999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fab6a051-f5a6-4215-b26e-e591003a05ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.149107 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.177410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fab6a051-f5a6-4215-b26e-e591003a05ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.232105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:18.241354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:18.249539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:18.281076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fab6a051-f5a6-4215-b26e-e591003a05ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.284135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fab6a051-f5a6-4215-b26e-e591003a05ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.285334 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fab6a051-f5a6-4215-b26e-e591003a05ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1bdc648-0197-4a58-9c7d-8a6333eaf3f1 HTTP/1.1" status: 204 len: 168 time: 0.2178364 Jul 29 23:37:18.300891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.25.2.16 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/85106486-d0fd-433e-93da-8b824c3f42a8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:18.303419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6a051-f5a6-4215-b26e-e591003a05ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bdc648-0197-4a58-9c7d-8a6333eaf3f1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:18.305888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event updated for resources: {'Port': ['ID=4ccce24a-1e46-4d23-91fd-7e87a6e69300,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:18.496806 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.541595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.620350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.623920 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.695440 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.719474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:18.740974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:18.744532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:18.784447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=85106486-d0fd-433e-93da-8b824c3f42a8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:19.131943 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.145009 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.628324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event updated for resources: {'Port': ['ID=4ccce24a-1e46-4d23-91fd-7e87a6e69300,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:19.661244 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.687137 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.709700 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.716545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6fe86285-797d-4000-9d3f-6e1376ade7d3 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2667243 Jul 29 23:37:19.730946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d78f59ec-6c18-4979-80f2-ada08d216fbb no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:19.769301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: d78f59ec-6c18-4979-80f2-ada08d216fbb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:19.773005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d78f59ec-6c18-4979-80f2-ada08d216fbb not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:19.790197 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.941293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56610) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:20.122102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56614) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:20.171786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-82f36115-445f-4c06-91a3-a41421340b1c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.178988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-82f36115-445f-4c06-91a3-a41421340b1c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/networks?id=8618129c-95ce-474b-a1b9-d5cb3543d360 HTTP/1.1" status: 200 len: 822 time: 0.2288158 Jul 29 23:37:20.197460 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.205876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-da3655e5-611d-4526-828f-3ae79f4caa35 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/quotas/04ebfb8d23614489b68365d5e6d30adc HTTP/1.1" status: 200 len: 375 time: 0.0258605 Jul 29 23:37:20.207166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68348f75-36db-402b-a9d5-f82a7533a2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.217903 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.313841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2130771967'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:20.315309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68348f75-36db-402b-a9d5-f82a7533a2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.320209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68348f75-36db-402b-a9d5-f82a7533a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.348537 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=85106486-d0fd-433e-93da-8b824c3f42a8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:20.357269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-8a2b6497-5574-479f-ae00-410cddd537dd tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=04ebfb8d23614489b68365d5e6d30adc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1505938 Jul 29 23:37:20.358632 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-68348f75-36db-402b-a9d5-f82a7533a2a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc28b9497dde47d494ba6c21ac9256ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162664 Jul 29 23:37:20.359489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68348f75-36db-402b-a9d5-f82a7533a2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a7664e-ff91-46bf-8f39-da31dd143525,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:20.361556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:20.382041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.456818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Made reservation on behalf of f2df5538c3574b789b652a93312ed1af for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:20.460168 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.486821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.616834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-283886e8-efab-4da2-84a4-c03c8769b43e service neutron] 10.222.0.37 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435961 Jul 29 23:37:20.617444 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4de0bc8f-285c-42c9-919d-68d92587b5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.659695 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Floating IP 0a8baac5-16fd-4df6-a21f-1e568b57d732 associated. External IP: 172.25.2.16, port: d388f8b5-9b83-4b38-bdae-527234bba619. Jul 29 23:37:20.745208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4de0bc8f-285c-42c9-919d-68d92587b5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.885750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-31785cdb-8693-4120-89b2-d81fc5b4af8e service neutron] 10.222.0.37 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581024 Jul 29 23:37:20.908827 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4de0bc8f-285c-42c9-919d-68d92587b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.911335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4de0bc8f-285c-42c9-919d-68d92587b5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.915631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4de0bc8f-285c-42c9-919d-68d92587b5b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39a7664e-ff91-46bf-8f39-da31dd143525 HTTP/1.1" status: 204 len: 168 time: 0.5500209 Jul 29 23:37:20.918263 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.927692 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.933595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0bc8f-285c-42c9-919d-68d92587b5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a7664e-ff91-46bf-8f39-da31dd143525,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:20.990444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:21.040661 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.041241 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Added segment 23819c9b-d9e5-4ff7-847b-0302d5732af3 of type vlan for network d427944b-9277-430a-b918-8d328b91cdee Jul 29 23:37:21.088211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7907eef-f6a7-43d0-8842-4d1b58d8c8fd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:21.167897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06e68582-db65-490a-aa5f-dc14a0049e5a req-10e95ac7-b77e-4302-9baa-c7216fdff1a6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 210 time: 0.0510151 Jul 29 23:37:21.171990 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.195794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router 9842e832-159a-4818-b61e-1b0f4c10f8fc has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:21.307834 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.313386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.313985 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.349386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56646) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:21.369480 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be65f2b4-e89b-48c5-82b1-7f1ebd888004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.396240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2710485 Jul 29 23:37:21.418660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:21.422163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38cdd5-0a9d-4263-bbcd-8a6c102e720f tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Pushing event updated for resources: {'Network': ['ID=d427944b-9277-430a-b918-8d328b91cdee,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:21.434374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network d427944b-9277-430a-b918-8d328b91cdee details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:21.443580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] Sync routers for ids ['9842e832-159a-4818-b61e-1b0f4c10f8fc'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:21.514955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be65f2b4-e89b-48c5-82b1-7f1ebd888004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.520307 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be65f2b4-e89b-48c5-82b1-7f1ebd888004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.529773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.541494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] Routers {'9842e832-159a-4818-b61e-1b0f4c10f8fc'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:21.542394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:36:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9842e832-159a-4818-b61e-1b0f4c10f8fc'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:21.563159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65f2b4-e89b-48c5-82b1-7f1ebd888004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52dab0d-9735-4883-8d10-ddda45b74def,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:21.593441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5a1871f6-cca5-4ed0-9027-72635668b6cc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9768970 Jul 29 23:37:21.597419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:21.601352 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb35b83d-5538-426b-82b3-790a6634f5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:21.630449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56658) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:21.630962 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-be65f2b4-e89b-48c5-82b1-7f1ebd888004 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c478f9e45c7462b97c7ba7145aeb595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806134 Jul 29 23:37:21.706266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] Set router 9842e832-159a-4818-b61e-1b0f4c10f8fc gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:21.710159 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e723ef0-b864-4095-ae14-132f46048894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.736579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e723ef0-b864-4095-ae14-132f46048894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.826107 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e723ef0-b864-4095-ae14-132f46048894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.826500 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e723ef0-b864-4095-ae14-132f46048894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.828083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8e723ef0-b864-4095-ae14-132f46048894 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a52dab0d-9735-4883-8d10-ddda45b74def HTTP/1.1" status: 204 len: 168 time: 0.1961896 Jul 29 23:37:21.857765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e723ef0-b864-4095-ae14-132f46048894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52dab0d-9735-4883-8d10-ddda45b74def,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:21.889137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df073d9-96ff-475d-83df-57e18ad4f718 req-678fe40e-cf57-4fff-b8a5-33e2a32aadc9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.892583 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2df073d9-96ff-475d-83df-57e18ad4f718 req-678fe40e-cf57-4fff-b8a5-33e2a32aadc9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1540089 Jul 29 23:37:21.980717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2df073d9-96ff-475d-83df-57e18ad4f718 req-13c13863-f408-418c-ba56-ce68162784c1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818691 Jul 29 23:37:21.996864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56664) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:22.010822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:22.019854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Request body: {'port': {'network_id': 'd427944b-9277-430a-b918-8d328b91cdee', 'binding:host_id': 'n-h1-712139-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-160435586'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:22.046951 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4755d2-9d78-4cbe-8d3b-45f932af0bcf x-openstack-request-id: req-ef4755d2-9d78-4cbe-8d3b-45f932af0bcf {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:22.047315 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:22.047573 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef4755d2-9d78-4cbe-8d3b-45f932af0bcf {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:22.048035 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'status': 'completed', 'code': 200} Jul 29 23:37:22.056722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Made reservation on behalf of 621927638e3848809e0e2917ab43fbe5 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:22.058218 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ce71067-578e-4100-9a5f-3ad9faa24c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.059747 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.075478 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.181630 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2b86b57c-1a8c-455a-a907-6bba07187bc0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/0a8baac5-16fd-4df6-a21f-1e568b57d732 HTTP/1.1" status: 200 len: 990 time: 0.1804333 Jul 29 23:37:22.196366 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-f38ccb81-55a7-4d83-bc58-97505ee880c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.198575 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-f38ccb81-55a7-4d83-bc58-97505ee880c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1097 time: 0.1078033 Jul 29 23:37:22.245054 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.255404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.266493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] device_id is not set on port 29563bf9-b3fb-4547-9edd-df7bd0e86901 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:22.290139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '0a8baac5-16fd-4df6-a21f-1e568b57d732', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'port_id': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'mac_address': 'fa:16:3e:75:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2452f443-b7fc-418d-80c3-471da77b6db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:37:19Z', 'updated_at': '2021-07-29T23:37:19Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb88b64-1a39-482a-bb91-84d30b4770ad', 'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:d9:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:57Z', 'updated_at': '2021-07-29T23:37:05Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:22.340234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] Checking router: 9842e832-159a-4818-b61e-1b0f4c10f8fc for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:22.350984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] Routers {'9842e832-159a-4818-b61e-1b0f4c10f8fc'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:22.352003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:36:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9842e832-159a-4818-b61e-1b0f4c10f8fc'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:22.375788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-eaf0e00b-91ad-4948-8254-71cec051912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.377339 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-eaf0e00b-91ad-4948-8254-71cec051912b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 200 len: 897 time: 0.1697755 Jul 29 23:37:22.489066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7904708-2130-4b71-806c-e0ad95597e81,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:22.489364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] Set router 9842e832-159a-4818-b61e-1b0f4c10f8fc gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:22.516103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f2e7078-d46c-4c79-aafe-bf9b22c25c72 req-b34e302e-b454-48b0-9137-fe1eed1e410b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 210 time: 0.2064896 Jul 29 23:37:22.737820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] device_id is not set on port 29563bf9-b3fb-4547-9edd-df7bd0e86901 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:22.755810 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.772394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Transition to ACTIVE for port object 29563bf9-b3fb-4547-9edd-df7bd0e86901 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:22.786349 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.884980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event updated for resources: {'Port': ['ID=29563bf9-b3fb-4547-9edd-df7bd0e86901,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:22.906379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '0a8baac5-16fd-4df6-a21f-1e568b57d732', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'port_id': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'mac_address': 'fa:16:3e:75:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2452f443-b7fc-418d-80c3-471da77b6db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:37:19Z', 'updated_at': '2021-07-29T23:37:19Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb88b64-1a39-482a-bb91-84d30b4770ad', 'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:d9:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:57Z', 'updated_at': '2021-07-29T23:37:05Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:22.964618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Checking segment: {'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:22.965046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Network hostable DHCP agents. Network: d427944b-9277-430a-b918-8d328b91cdee, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:22.965703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b3205-1bff-42fb-83d1-b19698012ec9 None None] The sync data for ids ['9842e832-159a-4818-b61e-1b0f4c10f8fc'] in n-d-712139-11 is: [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '0a8baac5-16fd-4df6-a21f-1e568b57d732', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'port_id': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'mac_address': 'fa:16:3e:75:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2452f443-b7fc-418d-80c3-471da77b6db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:37:19Z', 'updated_at': '2021-07-29T23:37:19Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb88b64-1a39-482a-bb91-84d30b4770ad', 'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:d9:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:57Z', 'updated_at': '2021-07-29T23:37:05Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:23.029460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Network d427944b-9277-430a-b918-8d328b91cdee is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:23.037407 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-868b14b7-84b9-482a-9553-16663ef3479b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 998 time: 0.6486564 Jul 29 23:37:23.047815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, d427944b-9277-430a-b918-8d328b91cdee) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:23.056758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403e3ccc-f633-4316-8d7d-cc16c9e21bd9 None None] Network d427944b-9277-430a-b918-8d328b91cdee requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:23.061560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:23.097010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-e4c296e1-ab43-4a2b-aab2-a9c39cc6a575 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.098597 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-e4c296e1-ab43-4a2b-aab2-a9c39cc6a575 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.47 "GET /v2.0/networks?id=8618129c-95ce-474b-a1b9-d5cb3543d360 HTTP/1.1" status: 200 len: 822 time: 0.7203035 Jul 29 23:37:23.100968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.101331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.101717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.113377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:23.113815 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:23.114130 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 2 to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 Jul 29 23:37:23.114383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-3f9d5a4c-7094-4bd0-9738-5659ab2e6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.116061 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-3f9d5a4c-7094-4bd0-9738-5659ab2e6884 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f8cde7b-ebb4-491a-a06d-6149ef6da505 HTTP/1.1" status: 200 len: 834 time: 0.0687678 Jul 29 23:37:23.130439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.130772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.131115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.142766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:23.143106 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:23.143519 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 3 to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 Jul 29 23:37:23.170076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.170421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.170926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.177149 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:23.177488 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:23.177886 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 4 to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 Jul 29 23:37:23.192378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56694) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:23.196077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Request body: {'port': {'device_id': '445c79d9-c78f-441a-8666-d55755d46c1f', 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360', 'admin_state_up': True, 'tenant_id': '04ebfb8d23614489b68365d5e6d30adc'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:23.250687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-b2e56a1e-c9cc-4c27-b0e9-d1ab5791985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.252283 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-b2e56a1e-c9cc-4c27-b0e9-d1ab5791985f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5098b49-09e2-41f8-9f6e-3cce3c678c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278310 Jul 29 23:37:23.332890 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092baedf-d47e-4f60-aa9a-59dd8804c2cb None None] New status for floating IP 0a8baac5-16fd-4df6-a21f-1e568b57d732: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:37:23.344680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7a94f89f-0f4c-49f0-8ba4-946bbcd23da3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/0a8baac5-16fd-4df6-a21f-1e568b57d732 HTTP/1.1" status: 200 len: 990 time: 0.1518271 Jul 29 23:37:23.347609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.347953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.348327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.362142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:23.362491 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:23.362883 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 5 to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 Jul 29 23:37:23.392410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.392770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.393101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.398963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:23.399460 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:23.399995 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 6 to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 Jul 29 23:37:23.431621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.431621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.431621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.435859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:23.435859 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:23.436342 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 7 to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 Jul 29 23:37:23.460102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.460102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.460102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.472820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:23.473543 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:23.474119 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 8 to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 Jul 29 23:37:23.494524 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-7c0f8304-ed9f-4ed3-a5a3-ba3adaa7abf0 service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324891 Jul 29 23:37:23.495865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Made reservation on behalf of 04ebfb8d23614489b68365d5e6d30adc for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:23.499544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.499731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.500286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.500635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.511140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:23.511480 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:23.511875 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 9 to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 Jul 29 23:37:23.536744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.537086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.537441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.543345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:23.543736 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:23.544167 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 10 to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 Jul 29 23:37:23.559807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.560492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.561170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.566474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:23.566839 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 29563bf9-b3fb-4547-9edd-df7bd0e86901 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:23.567052 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.655882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] For port 29563bf9-b3fb-4547-9edd-df7bd0e86901, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:23.656905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempted to set empty binding levels {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:37:23.664102 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.712426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Allocated IP 172.20.0.6 (8618129c-95ce-474b-a1b9-d5cb3543d360/352f6adc-781a-425e-97e3-5d2fc309a888/676f7694-88d9-4624-b131-b5f4da7c0623) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:23.733499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.734555 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.739070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd68dcf9-a5ca-4d43-88ed-c3a5a01075d8 req-e3414e16-dc2c-47b2-bfc3-c75f9213f70e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 210 time: 0.0668571 Jul 29 23:37:23.766902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event updated for resources: {'Port': ['ID=29563bf9-b3fb-4547-9edd-df7bd0e86901,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:23.773196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d6b1ad07-579e-40aa-83d7-f6a6c21d143a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7579064 Jul 29 23:37:23.773368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56744) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:23.859716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5248e-695f-4758-be4e-1f859725138f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Deleting port 29563bf9-b3fb-4547-9edd-df7bd0e86901 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:23.860330 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9a5248e-695f-4758-be4e-1f859725138f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.866065 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb35b83d-5538-426b-82b3-790a6634f5ff req-bcacd9a9-f5b8-425c-b3b8-9f791e636ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461103 Jul 29 23:37:23.905784 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.939813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e9a5248e-695f-4758-be4e-1f859725138f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] For port 29563bf9-b3fb-4547-9edd-df7bd0e86901, host n-h1-712139-11, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:23.940245 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9a5248e-695f-4758-be4e-1f859725138f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.957380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5248e-695f-4758-be4e-1f859725138f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Calling delete_port for 29563bf9-b3fb-4547-9edd-df7bd0e86901 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:23.962071 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.032987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Network 8618129c-95ce-474b-a1b9-d5cb3543d360 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:24.039463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56750) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:24.040461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:24.047216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:24.064643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event updated for resources: {'Port': ['ID=676f7694-88d9-4624-b131-b5f4da7c0623,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.075865 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c02cc4c-f2e7-400e-81f5-13cb8a20a6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.110624 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9a5248e-695f-4758-be4e-1f859725138f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.112297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.112948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.137694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-67e7ade8-e55c-445f-b643-a8bcd4a8ba6b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9523556 Jul 29 23:37:24.156385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Request body: {'port': {'device_id': '445c79d9-c78f-441a-8666-d55755d46c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:24.156629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5248e-695f-4758-be4e-1f859725138f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event deleted for resources: {'Port': ['ID=29563bf9-b3fb-4547-9edd-df7bd0e86901,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.159861 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9a5248e-695f-4758-be4e-1f859725138f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.166073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e9a5248e-695f-4758-be4e-1f859725138f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "DELETE /v2.0/ports/29563bf9-b3fb-4547-9edd-df7bd0e86901 HTTP/1.1" status: 204 len: 168 time: 0.3910565 Jul 29 23:37:24.177872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56754) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:24.197689 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.208622 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c64c8cf-c7b6-4b2d-8903-4c2fdf9cb952 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:37:24.215788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8c64c8cf-c7b6-4b2d-8903-4c2fdf9cb952 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "GET /v2.0/ports/29563bf9-b3fb-4547-9edd-df7bd0e86901 HTTP/1.1" status: 404 len: 333 time: 0.0363302 Jul 29 23:37:24.216720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56756) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:24.220950 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df3d1f1-0b09-443b-9580-71fe4034397e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.221686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Request body: {'port': {'network_id': 'd427944b-9277-430a-b918-8d328b91cdee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1043152442'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:24.243332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Made reservation on behalf of 621927638e3848809e0e2917ab43fbe5 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:24.246596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.267720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] device_id is not set on port bb74a749-3642-462e-b55c-de3770139b31 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:24.271130 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.342096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56758) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:24.509066 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df3d1f1-0b09-443b-9580-71fe4034397e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.509631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-00328fc4-e670-4f3f-b8b0-c36750dd1d72 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/0a8baac5-16fd-4df6-a21f-1e568b57d732 HTTP/1.1" status: 200 len: 992 time: 0.1656063 Jul 29 23:37:24.518589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.526362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1df3d1f1-0b09-443b-9580-71fe4034397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.564791 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.600839 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1df3d1f1-0b09-443b-9580-71fe4034397e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef0ce28d01ad433bac3633acef449098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5579021 Jul 29 23:37:24.604671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:24.613474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3d1f1-0b09-443b-9580-71fe4034397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d0659-954e-413c-b571-e8c7a8b2420e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.615416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Network d427944b-9277-430a-b918-8d328b91cdee is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:24.636283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:24.639130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event updated for resources: {'Port': ['ID=bb74a749-3642-462e-b55c-de3770139b31,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.641183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:24.642014 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.642811 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.662816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-14548e12-f327-4ace-97db-69d92e5d743e tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4447987 Jul 29 23:37:24.663786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56764) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:24.670375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:24.712368 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-724fa486-b598-4107-afda-054c28fce357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.720963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676f7694-88d9-4624-b131-b5f4da7c0623 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:24.729439 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.736067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.753320 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-724fa486-b598-4107-afda-054c28fce357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.769680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Transition to ACTIVE for port object 676f7694-88d9-4624-b131-b5f4da7c0623 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:24.817593 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.847573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-724fa486-b598-4107-afda-054c28fce357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.850168 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-724fa486-b598-4107-afda-054c28fce357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.854297 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-724fa486-b598-4107-afda-054c28fce357 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad3d0659-954e-413c-b571-e8c7a8b2420e HTTP/1.1" status: 204 len: 168 time: 0.2456088 Jul 29 23:37:24.879770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fa486-b598-4107-afda-054c28fce357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d0659-954e-413c-b571-e8c7a8b2420e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.925860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Pushing event updated for resources: {'Port': ['ID=676f7694-88d9-4624-b131-b5f4da7c0623,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.962680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Attempting to bind port 676f7694-88d9-4624-b131-b5f4da7c0623 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:24.963276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Attempting to bind port 676f7694-88d9-4624-b131-b5f4da7c0623 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:24.963821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Attempting to bind port 676f7694-88d9-4624-b131-b5f4da7c0623 on network 8618129c-95ce-474b-a1b9-d5cb3543d360 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:24.969355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Port 676f7694-88d9-4624-b131-b5f4da7c0623 on network 8618129c-95ce-474b-a1b9-d5cb3543d360 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:24.969930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Attempting to bind port 676f7694-88d9-4624-b131-b5f4da7c0623 on network 8618129c-95ce-474b-a1b9-d5cb3543d360 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:24.975138 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:24.975493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Checking segment: {'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:24.975871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Bound using segment: {'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:24.976360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Bound port: 676f7694-88d9-4624-b131-b5f4da7c0623, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:24.976900 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.977897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fb03-dac1-48c4-8b78-836275d32d94 req-ddae3cf1-1750-4243-aced-84b2ee329c2c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.979435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fc7fb03-dac1-48c4-8b78-836275d32d94 req-ddae3cf1-1750-4243-aced-84b2ee329c2c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 943 time: 0.1368189 Jul 29 23:37:25.006865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] device_id is not set on port bb74a749-3642-462e-b55c-de3770139b31 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:25.020390 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.047894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Transition to ACTIVE for port object bb74a749-3642-462e-b55c-de3770139b31 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:25.069635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] For port 676f7694-88d9-4624-b131-b5f4da7c0623, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:25.073518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] For port 676f7694-88d9-4624-b131-b5f4da7c0623, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=676f7694-88d9-4624-b131-b5f4da7c0623,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:25.075179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fc7fb03-dac1-48c4-8b78-836275d32d94 req-b2a229f8-f050-4a33-b731-2cdabbfd2c5f tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894504 Jul 29 23:37:25.075991 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.090116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.127265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.127929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.130181 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] 10.222.0.47 "PUT /v2.0/ports/676f7694-88d9-4624-b131-b5f4da7c0623 HTTP/1.1" status: 200 len: 1092 time: 0.9792852 Jul 29 23:37:25.131142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event updated for resources: {'Port': ['ID=bb74a749-3642-462e-b55c-de3770139b31,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:25.132532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445c79d9-c78f-441a-8666-d55755d46c1f', 'tag': '676f7694-88d9-4624-b131-b5f4da7c0623'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:25.136127 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "445c79d9-c78f-441a-8666-d55755d46c1f", "tag": "676f7694-88d9-4624-b131-b5f4da7c0623"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:25.182909 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ed7dc-e1bf-4d36-a936-8c11a6a83d1f service neutron] Pushing event updated for resources: {'Port': ['ID=676f7694-88d9-4624-b131-b5f4da7c0623,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:25.185142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:25.185487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:25.185833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:25.199301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:25.199727 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:25.200137 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 2 to bind port bb74a749-3642-462e-b55c-de3770139b31 Jul 29 23:37:25.222538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:25.223130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:25.223715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:25.228346 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed33bf28-6927-4ff3-8a14-1bb46be370b1 x-openstack-request-id: req-ed33bf28-6927-4ff3-8a14-1bb46be370b1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:25.228474 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445c79d9-c78f-441a-8666-d55755d46c1f", "tag": "676f7694-88d9-4624-b131-b5f4da7c0623", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:25.228668 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed33bf28-6927-4ff3-8a14-1bb46be370b1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:25.229068 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445c79d9-c78f-441a-8666-d55755d46c1f', 'tag': '676f7694-88d9-4624-b131-b5f4da7c0623', 'status': 'completed', 'code': 200} Jul 29 23:37:25.234020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:25.234310 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:25.234670 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 3 to bind port bb74a749-3642-462e-b55c-de3770139b31 Jul 29 23:37:25.242863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-2850e2c7-8085-4e78-85f2-6099e2d5798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.244919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-2850e2c7-8085-4e78-85f2-6099e2d5798a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04ebfb8d23614489b68365d5e6d30adc&device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 1095 time: 0.0519545 Jul 29 23:37:25.249244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:25.249693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:25.250037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:25.254908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:25.255237 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:25.255626 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 4 to bind port bb74a749-3642-462e-b55c-de3770139b31 Jul 29 23:37:25.277891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:25.278571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:25.279242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:25.285113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:25.285518 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:25.285983 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 5 to bind port bb74a749-3642-462e-b55c-de3770139b31 Jul 29 23:37:25.306179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:25.306623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:25.307374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:25.308848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-a278bddb-9150-4f06-9b39-1fbbf0ce6a0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=676f7694-88d9-4624-b131-b5f4da7c0623 HTTP/1.1" status: 200 len: 217 time: 0.0518351 Jul 29 23:37:25.312628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:25.313046 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:25.313509 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 6 to bind port bb74a749-3642-462e-b55c-de3770139b31 Jul 29 23:37:25.330555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:25.330901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:25.331414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:25.340727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:25.341617 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:25.342899 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 7 to bind port bb74a749-3642-462e-b55c-de3770139b31 Jul 29 23:37:25.371398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:25.372984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-a94c161e-69b6-4318-89ab-e897fe40cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.374384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:25.374721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:25.375822 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-a94c161e-69b6-4318-89ab-e897fe40cd6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=352f6adc-781a-425e-97e3-5d2fc309a888 HTTP/1.1" status: 200 len: 862 time: 0.0597627 Jul 29 23:37:25.377239 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.382483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:25.382866 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:25.383728 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 8 to bind port bb74a749-3642-462e-b55c-de3770139b31 Jul 29 23:37:25.397506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:25.397846 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:25.398184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:25.403645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:25.403972 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:25.404392 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 9 to bind port bb74a749-3642-462e-b55c-de3770139b31 Jul 29 23:37:25.418028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:25.418302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:25.418627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:25.424174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:25.424506 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:25.424953 n-d-712139-11 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 10 to bind port bb74a749-3642-462e-b55c-de3770139b31 Jul 29 23:37:25.425208 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-2a2ea84b-6728-4d7d-be08-33cac87d11da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8618129c-95ce-474b-a1b9-d5cb3543d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415888 Jul 29 23:37:25.439003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:25.439246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:25.439529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:25.443911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:25.444268 n-d-712139-11 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port bb74a749-3642-462e-b55c-de3770139b31 on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:25.444639 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.552114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] For port bb74a749-3642-462e-b55c-de3770139b31, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:25.552741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempted to set empty binding levels {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:37:25.561845 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.583382 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-603a0bf2-b302-40f8-8205-a421d334493e service neutron] 10.222.0.47 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506865 Jul 29 23:37:25.592872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] In _notify_port_updated(), no bound segment for port bb74a749-3642-462e-b55c-de3770139b31 on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:37:25.593757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.594813 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.595716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "PUT /v2.0/ports/bb74a749-3642-462e-b55c-de3770139b31 HTTP/1.1" status: 200 len: 976 time: 0.9301252 Jul 29 23:37:25.598262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:25.686448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c93214-1c63-45b6-b2c1-3c25206af6ef tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event updated for resources: {'Port': ['ID=bb74a749-3642-462e-b55c-de3770139b31,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:25.695970 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b46f75e9-260d-41a4-8cc0-82b9671573c7 req-84dd9f6f-bed4-4dd5-b2e5-d9381092e314 service neutron] 10.222.0.47 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049414 Jul 29 23:37:25.845958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8 req-57c407b9-cc42-40ef-a7e4-85bc160f3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.848919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8 req-57c407b9-cc42-40ef-a7e4-85bc160f3754 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04ebfb8d23614489b68365d5e6d30adc&device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 1095 time: 0.0559368 Jul 29 23:37:25.984321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8 req-a7e24ac7-c421-4415-bed8-2b3eb247d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.986057 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8 req-a7e24ac7-c421-4415-bed8-2b3eb247d86f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8618129c-95ce-474b-a1b9-d5cb3543d360 HTTP/1.1" status: 200 len: 923 time: 0.1306098 Jul 29 23:37:26.033485 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8 req-76df2eb9-c329-492d-bc72-717348e2d541 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=676f7694-88d9-4624-b131-b5f4da7c0623 HTTP/1.1" status: 200 len: 217 time: 0.0393414 Jul 29 23:37:26.054742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.055275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.056058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.056524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.056997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.057473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.057939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.058407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.058871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.059340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.059803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.060291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.060759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.064356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.064852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.065375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.065810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.066271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.066746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.067212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.067691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.068189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.068659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.069123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.069625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.070093 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.071163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.071639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.072141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.072602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.073065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.073528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.073994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.074451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.074931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.075412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.075877 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.076368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.076925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.077391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.077862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.078323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.078786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.079248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.079707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.080193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.080655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.081115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.085963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6248aacc-b966-4bc7-b514-c97b1efb217f tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43109 time: 0.4866207 Jul 29 23:37:26.091767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56806) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.098655 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8 req-25836261-efc0-4541-8007-e773d833bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.102202 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8 req-25836261-efc0-4541-8007-e773d833bf09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=352f6adc-781a-425e-97e3-5d2fc309a888 HTTP/1.1" status: 200 len: 862 time: 0.0595820 Jul 29 23:37:26.182793 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8 req-3519f1c5-b8e8-4a3c-b9b5-fae81e350e35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8618129c-95ce-474b-a1b9-d5cb3543d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720303 Jul 29 23:37:26.252166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f0fd1-ed71-4860-a153-b07c1ba93005 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Deleting port bb74a749-3642-462e-b55c-de3770139b31 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:26.253191 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0fd1-ed71-4860-a153-b07c1ba93005 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.262662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d17244-4b66-4512-8e2d-e55f9ec3417a req-99d0e561-98f1-4dc6-b76d-5c1854a39e27 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.264363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8d17244-4b66-4512-8e2d-e55f9ec3417a req-99d0e561-98f1-4dc6-b76d-5c1854a39e27 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 943 time: 0.0745614 Jul 29 23:37:26.292548 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8 req-229e9275-946c-4d2b-bd57-80abae938dd5 service neutron] 10.222.0.47 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016428 Jul 29 23:37:26.353056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2b9f0fd1-ed71-4860-a153-b07c1ba93005 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] For port bb74a749-3642-462e-b55c-de3770139b31, host n-h1-712139-11, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:26.353429 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0fd1-ed71-4860-a153-b07c1ba93005 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.364961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8d17244-4b66-4512-8e2d-e55f9ec3417a req-4e5ce99e-5487-482b-a068-0c2f8acbb2c4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890431 Jul 29 23:37:26.370624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f0fd1-ed71-4860-a153-b07c1ba93005 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Calling delete_port for bb74a749-3642-462e-b55c-de3770139b31 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:26.400352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ab175b3-2a31-4f76-96ba-d1754b31f1a8 req-5d97b3d9-ac2b-4c24-939f-8b44225324ee service neutron] 10.222.0.47 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013653 Jul 29 23:37:26.438620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.458364 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0fd1-ed71-4860-a153-b07c1ba93005 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.487331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f0fd1-ed71-4860-a153-b07c1ba93005 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb74a749-3642-462e-b55c-de3770139b31,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:26.493099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0fd1-ed71-4860-a153-b07c1ba93005 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.498387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56820) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.498528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2b9f0fd1-ed71-4860-a153-b07c1ba93005 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bb74a749-3642-462e-b55c-de3770139b31 HTTP/1.1" status: 204 len: 168 time: 0.4055037 Jul 29 23:37:26.523294 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fabccb-2f4d-4e73-8da8-df39cfc3d379 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:37:26.524822 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d9fabccb-2f4d-4e73-8da8-df39cfc3d379 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "GET /v2.0/ports/bb74a749-3642-462e-b55c-de3770139b31 HTTP/1.1" status: 404 len: 333 time: 0.0253675 Jul 29 23:37:26.528452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56822) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.533276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1712219404', 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:26.542644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7cc085f3-768a-4e68-b494-c58cbc7d0c18 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-608693140'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:26.543096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7cc085f3-768a-4e68-b494-c58cbc7d0c18 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Unknown quota resources ['metering_label']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:37:26.626074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Made reservation on behalf of 621927638e3848809e0e2917ab43fbe5 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:26.628796 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.747622 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cc085f3-768a-4e68-b494-c58cbc7d0c18 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.748885 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7cc085f3-768a-4e68-b494-c58cbc7d0c18 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3092077 Jul 29 23:37:26.750974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] device_id is not set on port 703b89b2-2cd0-42ac-9a61-61f3afadbdc7 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:26.751664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.756416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1e36da62-0c61-472e-a1c4-f7d49f75d7b3 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0f938568-9385-4467-91bd-f47f40a569b0'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:26.756989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1e36da62-0c61-472e-a1c4-f7d49f75d7b3 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:37:26.838349 n-d-712139-11 neutron-server[93816]: WARNING neutron.services.metering.metering_plugin [None req-1e36da62-0c61-472e-a1c4-f7d49f75d7b3 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:37:26.905117 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.940923 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.956783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e36da62-0c61-472e-a1c4-f7d49f75d7b3 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.957995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1e36da62-0c61-472e-a1c4-f7d49f75d7b3 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2052872 Jul 29 23:37:26.961713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56828) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.966266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6fe59a03-b89d-4fca-b1bf-34481b323662 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0f938568-9385-4467-91bd-f47f40a569b0'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:26.966934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6fe59a03-b89d-4fca-b1bf-34481b323662 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:37:26.984282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Network d427944b-9277-430a-b918-8d328b91cdee is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:26.987154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:26.989936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:26.990950 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.991484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.991724 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.003285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event updated for resources: {'Port': ['ID=703b89b2-2cd0-42ac-9a61-61f3afadbdc7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.014179 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d5deb698-813a-438e-b2ed-f080ffdb1963 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4846914 Jul 29 23:37:27.016709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56830) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.033764 n-d-712139-11 neutron-server[93816]: WARNING neutron.services.metering.metering_plugin [None req-6fe59a03-b89d-4fca-b1bf-34481b323662 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:37:27.053478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0fb31-ef95-4dc8-98e7-8e72774ee9c0 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.057681 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-68c0fb31-ef95-4dc8-98e7-8e72774ee9c0 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "GET /v2.0/ports/703b89b2-2cd0-42ac-9a61-61f3afadbdc7 HTTP/1.1" status: 200 len: 955 time: 0.0372076 Jul 29 23:37:27.057908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56832) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.114730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fe59a03-b89d-4fca-b1bf-34481b323662 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.118443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6fe59a03-b89d-4fca-b1bf-34481b323662 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1531079 Jul 29 23:37:27.118666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56834) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.129036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1ac435f7-bd5c-4ef9-a70b-cbe67afc5ca9 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33fa671a-8271-4676-88ff-97964f6c882b HTTP/1.1" status: 200 len: 462 time: 0.0092874 Jul 29 23:37:27.131511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56836) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.131889 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d3021d26-6578-4243-b70d-b61033a77c8a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Deleting port 703b89b2-2cd0-42ac-9a61-61f3afadbdc7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:27.132272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3021d26-6578-4243-b70d-b61033a77c8a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.195451 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3021d26-6578-4243-b70d-b61033a77c8a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.208486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d3021d26-6578-4243-b70d-b61033a77c8a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Calling delete_port for 703b89b2-2cd0-42ac-9a61-61f3afadbdc7 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:27.237975 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a47bff8c-79ae-4c6f-96d2-b30c07c6423f tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.241573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a47bff8c-79ae-4c6f-96d2-b30c07c6423f tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/33fa671a-8271-4676-88ff-97964f6c882b HTTP/1.1" status: 204 len: 168 time: 0.1066711 Jul 29 23:37:27.241806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56842) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.253762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-35066505-db95-4ee5-bc60-cbb5bbbb2f6f tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33fa671a-8271-4676-88ff-97964f6c882b HTTP/1.1" status: 200 len: 221 time: 0.0077102 Jul 29 23:37:27.254224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.259010 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-53a37296-68d7-4f8f-9f85-73d7ff9b209f tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--665127673', 'description': 'label created by tempest'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:27.259465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-53a37296-68d7-4f8f-9f85-73d7ff9b209f tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Unknown quota resources ['metering_label']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:37:27.291567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3021d26-6578-4243-b70d-b61033a77c8a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.324442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3021d26-6578-4243-b70d-b61033a77c8a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.328577 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d3021d26-6578-4243-b70d-b61033a77c8a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "DELETE /v2.0/ports/703b89b2-2cd0-42ac-9a61-61f3afadbdc7 HTTP/1.1" status: 204 len: 168 time: 0.2696357 Jul 29 23:37:27.329247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56848) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.330001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3021d26-6578-4243-b70d-b61033a77c8a tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event deleted for resources: {'Port': ['ID=703b89b2-2cd0-42ac-9a61-61f3afadbdc7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.367293 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b75b56f-6e69-47c9-b8b9-d35ab0e47a06 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:37:27.369555 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5b75b56f-6e69-47c9-b8b9-d35ab0e47a06 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "GET /v2.0/ports/703b89b2-2cd0-42ac-9a61-61f3afadbdc7 HTTP/1.1" status: 404 len: 333 time: 0.0393705 Jul 29 23:37:27.374270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56852) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.379542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Request body: {'port': {'network_id': 'd427944b-9277-430a-b918-8d328b91cdee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-899354968'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:27.409664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Made reservation on behalf of 621927638e3848809e0e2917ab43fbe5 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:27.412341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.437185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] device_id is not set on port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:27.532740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53a37296-68d7-4f8f-9f85-73d7ff9b209f tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.536455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-53a37296-68d7-4f8f-9f85-73d7ff9b209f tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2787788 Jul 29 23:37:27.536681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56860) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.603986 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.628058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-39234d4a-2aac-41a1-a17e-e50ae817b329 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=d3c4143b-fa83-4078-80a1-7eaa31182361 HTTP/1.1" status: 200 len: 467 time: 0.0880501 Jul 29 23:37:27.628728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.641088 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21a72-329c-4f5c-a0d9-dd9e61b2ff77 req-6aaf9cbc-f367-4c55-94c8-98776d7139df tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.642870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c21a72-329c-4f5c-a0d9-dd9e61b2ff77 req-6aaf9cbc-f367-4c55-94c8-98776d7139df tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 943 time: 0.1705608 Jul 29 23:37:27.708944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c21a72-329c-4f5c-a0d9-dd9e61b2ff77 req-b50821e7-96a3-40ba-8ded-78348d9019c2 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581126 Jul 29 23:37:27.732551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8a80-18ae-4c24-81b5-19c72a64f0a7 req-e2086965-3f2a-4a93-a289-9b22f01c27dd tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.734078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-135b8a80-18ae-4c24-81b5-19c72a64f0a7 req-e2086965-3f2a-4a93-a289-9b22f01c27dd tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 945 time: 0.0607295 Jul 29 23:37:27.774207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-135b8a80-18ae-4c24-81b5-19c72a64f0a7 req-33addd44-c71d-4c7e-b25a-3a5c7b1f14a2 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334618 Jul 29 23:37:27.789895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.899303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Network d427944b-9277-430a-b918-8d328b91cdee is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:27.904596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:27.910631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:27.911577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.912217 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.916859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0bb56258-7050-4905-96ef-7a72f0cb6336 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.917976 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0bb56258-7050-4905-96ef-7a72f0cb6336 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/d3c4143b-fa83-4078-80a1-7eaa31182361 HTTP/1.1" status: 204 len: 168 time: 0.2870765 Jul 29 23:37:27.920762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56868) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.926322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event updated for resources: {'Port': ['ID=4a8dddc5-88f6-4d9e-8e62-52da8e10907c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.935054 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-44c4af83-b545-4c98-a93c-0fa50d20a9db tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=d3c4143b-fa83-4078-80a1-7eaa31182361 HTTP/1.1" status: 200 len: 216 time: 0.0130720 Jul 29 23:37:27.938261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56870) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.942612 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-63b14fa1-ab96-41ab-b280-b3a7d9ae24b6 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5671837 Jul 29 23:37:27.945660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56872) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.950874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3b9855aa-08f3-4d5d-b164-d38e6b030fbf tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0084777 Jul 29 23:37:27.951185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56874) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.951430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:27.964558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ed7191dd-1d83-4397-be34-d6b0920c0f5c tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0120542 Jul 29 23:37:27.967830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56876) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.013831 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.022303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eaa80c4f-3e09-4ad8-9f28-590c612ba252 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/0f938568-9385-4467-91bd-f47f40a569b0 HTTP/1.1" status: 200 len: 472 time: 0.0531511 Jul 29 23:37:28.026320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56878) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.035687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5bba1b7a-977d-4ca2-b571-39e3ba037233 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/dba40210-288a-451e-885c-4afde7182c42 HTTP/1.1" status: 200 len: 459 time: 0.0083644 Jul 29 23:37:28.038631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56880) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.138013 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55fccf7c-db69-40e0-9f61-59864a7160d5 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.139192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-55fccf7c-db69-40e0-9f61-59864a7160d5 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/dba40210-288a-451e-885c-4afde7182c42 HTTP/1.1" status: 204 len: 168 time: 0.0996444 Jul 29 23:37:28.145839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.181538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] device_id is not set on port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:28.189032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.201399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Transition to ACTIVE for port object 4a8dddc5-88f6-4d9e-8e62-52da8e10907c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:28.204947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.253943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event updated for resources: {'Port': ['ID=4a8dddc5-88f6-4d9e-8e62-52da8e10907c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.266217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.266633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.266930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.271295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:28.271638 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:28.272045 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 2 to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c Jul 29 23:37:28.285193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.285528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.285867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.290233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:28.290564 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:28.290952 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 3 to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c Jul 29 23:37:28.303330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.303668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.304003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.308665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:28.309160 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:28.309589 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 4 to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c Jul 29 23:37:28.322597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.322937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.323273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.324198 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ff1e3f6-f4c9-425d-bbe2-ac438b512fd1 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.325336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9ff1e3f6-f4c9-425d-bbe2-ac438b512fd1 tempest-MeteringIpV6TestJSON-1738873393 tempest-MeteringIpV6TestJSON-1738873393-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/0f938568-9385-4467-91bd-f47f40a569b0 HTTP/1.1" status: 204 len: 168 time: 0.1826367 Jul 29 23:37:28.329985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:28.330317 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:28.330705 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 5 to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c Jul 29 23:37:28.343013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.343350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.343683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.347977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:28.348340 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:28.348724 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 6 to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c Jul 29 23:37:28.363234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.363579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.363914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.368342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:28.368667 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:28.369111 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 7 to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c Jul 29 23:37:28.381649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.381991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.382333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.389268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:28.389605 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:28.389988 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 8 to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c Jul 29 23:37:28.409350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.409702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.410047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.414720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:28.415068 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:28.415466 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 9 to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c Jul 29 23:37:28.428894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.429236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.429567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.435575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:28.436620 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:28.437031 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempt 10 to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c Jul 29 23:37:28.450564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.450904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.451244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempting to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.455521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:28.455967 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Failed to bind port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on host n-h1-712139-11 for vnic_type normal using segments [{'id': '23819c9b-d9e5-4ff7-847b-0302d5732af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd427944b-9277-430a-b918-8d328b91cdee'}] Jul 29 23:37:28.456374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.525596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] For port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:28.525964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attempted to set empty binding levels {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:37:28.530274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.559783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] In _notify_port_updated(), no bound segment for port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c on network d427944b-9277-430a-b918-8d328b91cdee {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:37:28.560590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.561190 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.562861 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "PUT /v2.0/ports/4a8dddc5-88f6-4d9e-8e62-52da8e10907c HTTP/1.1" status: 200 len: 975 time: 0.6159382 Jul 29 23:37:28.565812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56888) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.584910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56890) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.600813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794ab63-6637-4366-bde4-71028e584902 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event updated for resources: {'Port': ['ID=4a8dddc5-88f6-4d9e-8e62-52da8e10907c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.654629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7a0cc834-7538-442c-b351-9cdbf465f844 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Deleting port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:28.655204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a0cc834-7538-442c-b351-9cdbf465f844 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.689220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-086358ce-c85f-41a4-a732-7cd7e0889009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.715009 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7a0cc834-7538-442c-b351-9cdbf465f844 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] For port 4a8dddc5-88f6-4d9e-8e62-52da8e10907c, host n-h1-712139-11, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:28.715381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a0cc834-7538-442c-b351-9cdbf465f844 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.728189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7a0cc834-7538-442c-b351-9cdbf465f844 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Calling delete_port for 4a8dddc5-88f6-4d9e-8e62-52da8e10907c owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:28.787724 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-086358ce-c85f-41a4-a732-7cd7e0889009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.816000 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a0cc834-7538-442c-b351-9cdbf465f844 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.823848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-086358ce-c85f-41a4-a732-7cd7e0889009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.843890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cc834-7538-442c-b351-9cdbf465f844 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a8dddc5-88f6-4d9e-8e62-52da8e10907c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.849707 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a0cc834-7538-442c-b351-9cdbf465f844 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.852782 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7a0cc834-7538-442c-b351-9cdbf465f844 tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4a8dddc5-88f6-4d9e-8e62-52da8e10907c HTTP/1.1" status: 204 len: 168 time: 0.2859919 Jul 29 23:37:28.854880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56900) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.878974 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-023ee4f6-e420-4423-b65e-f473c642d8cf tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:37:28.880512 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-023ee4f6-e420-4423-b65e-f473c642d8cf tempest-PortsAdminExtendedAttrsTestJSON-1436702006 tempest-PortsAdminExtendedAttrsTestJSON-1436702006-project-admin] 10.222.0.37 "GET /v2.0/ports/4a8dddc5-88f6-4d9e-8e62-52da8e10907c HTTP/1.1" status: 404 len: 333 time: 0.0246654 Jul 29 23:37:28.885153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.886253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-086358ce-c85f-41a4-a732-7cd7e0889009 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e7eebdf4ff1446abe104abdd328c7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002677 Jul 29 23:37:28.892798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56904) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.901341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086358ce-c85f-41a4-a732-7cd7e0889009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dfe325-3449-4ba4-9684-4aa29caccec6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.919562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d881b3-adab-4a78-8377-dd1a94da96b8 req-f0b64511-9ceb-4009-ae46-666848690825 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.921097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90d881b3-adab-4a78-8377-dd1a94da96b8 req-f0b64511-9ceb-4009-ae46-666848690825 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 943 time: 0.1386304 Jul 29 23:37:28.943223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e196e-59be-47a0-927e-35a51ae67a26 req-5f2c83cf-5b92-40e5-8b50-b2c4a2874cf8 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.944735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b8e196e-59be-47a0-927e-35a51ae67a26 req-5f2c83cf-5b92-40e5-8b50-b2c4a2874cf8 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 945 time: 0.0851262 Jul 29 23:37:28.999300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90d881b3-adab-4a78-8377-dd1a94da96b8 req-99fca036-cb43-4cf4-b6cf-e4238b7844d5 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702052 Jul 29 23:37:29.004880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b8e196e-59be-47a0-927e-35a51ae67a26 req-0817409c-ae51-4f52-aa5f-c24d6223166e tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525470 Jul 29 23:37:29.302422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.321576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d8f9-b7b1-4908-9cdd-71c1332afb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.395743 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d8f9-b7b1-4908-9cdd-71c1332afb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.424896 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.444353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d427944b-9277-430a-b918-8d328b91cdee']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:29.455410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23819c9b-d9e5-4ff7-847b-0302d5732af3') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:29.455701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23819c9b-d9e5-4ff7-847b-0302d5732af3') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:29.466480 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.480367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.487543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:29.487935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.490799 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d8f9-b7b1-4908-9cdd-71c1332afb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.493363 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d8f9-b7b1-4908-9cdd-71c1332afb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.494486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6ac0d8f9-b7b1-4908-9cdd-71c1332afb93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9dfe325-3449-4ba4-9684-4aa29caccec6 HTTP/1.1" status: 204 len: 168 time: 0.6008298 Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:29.495266 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:29.542852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0d8f9-b7b1-4908-9cdd-71c1332afb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dfe325-3449-4ba4-9684-4aa29caccec6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:29.560301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.572318 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.574405 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] 10.222.0.37 "DELETE /v2.0/networks/d427944b-9277-430a-b918-8d328b91cdee HTTP/1.1" status: 204 len: 168 time: 0.6883006 Jul 29 23:37:29.584648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ff6ee-f224-4492-9707-b8f5fb3fe947 tempest-PortsAdminExtendedAttrsTestJSON-288825946 tempest-PortsAdminExtendedAttrsTestJSON-288825946-project] Pushing event deleted for resources: {'Network': ['ID=d427944b-9277-430a-b918-8d328b91cdee,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:29.756261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 676f7694-88d9-4624-b131-b5f4da7c0623 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:29.761230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:29.775249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-408d5e2e-ca7b-41c0-970c-bbff044f1697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.825566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:29.861730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 676f7694-88d9-4624-b131-b5f4da7c0623, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=676f7694-88d9-4624-b131-b5f4da7c0623,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:29.874192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '676f7694-88d9-4624-b131-b5f4da7c0623', 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360', 'port_id': '676f7694-88d9-4624-b131-b5f4da7c0623', 'mac_address': 'fa:16:3e:d9:fa:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f6adc-781a-425e-97e3-5d2fc309a888', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:29.885318 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-408d5e2e-ca7b-41c0-970c-bbff044f1697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.891514 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-408d5e2e-ca7b-41c0-970c-bbff044f1697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.919010 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.932671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676f7694-88d9-4624-b131-b5f4da7c0623 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:29.932917 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-408d5e2e-ca7b-41c0-970c-bbff044f1697 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ef5da28945b449eb8f1c28b8aabbdff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705525 Jul 29 23:37:29.936004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:29.953829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d5e2e-ca7b-41c0-970c-bbff044f1697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b726b-051b-4bc9-b62a-2bf6db61ef26,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:29.956766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 676f7694-88d9-4624-b131-b5f4da7c0623, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=676f7694-88d9-4624-b131-b5f4da7c0623,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:29.966400 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.995241 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-78b32044-e13e-4b8e-a22d-cd7531de82f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2df5538c3574b789b652a93312ed1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652050 Jul 29 23:37:29.995472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56926) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:29.999054 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b49a271f-fabf-4cd2-97e3-2597d24a4f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.025243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b49a271f-fabf-4cd2-97e3-2597d24a4f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.036004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=676f7694-88d9-4624-b131-b5f4da7c0623,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:30.045255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.045717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.046696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.047173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.047620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.048338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.048707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.049103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.049656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.050090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.050522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.051080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:30.071774 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd92b-b843-49e7-a892-8710b3b4a875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.096327 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b49a271f-fabf-4cd2-97e3-2597d24a4f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.099316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b49a271f-fabf-4cd2-97e3-2597d24a4f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.102942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b49a271f-fabf-4cd2-97e3-2597d24a4f7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c39b726b-051b-4bc9-b62a-2bf6db61ef26 HTTP/1.1" status: 204 len: 168 time: 0.1634026 Jul 29 23:37:30.103200 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd92b-b843-49e7-a892-8710b3b4a875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.141118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a271f-fabf-4cd2-97e3-2597d24a4f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b726b-051b-4bc9-b62a-2bf6db61ef26,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:30.189353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382f883-b243-43ef-ab00-3f4ac63dd506 req-7be26680-6a63-4528-a338-157195d9dec6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.190989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4382f883-b243-43ef-ab00-3f4ac63dd506 req-7be26680-6a63-4528-a338-157195d9dec6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 944 time: 0.1048882 Jul 29 23:37:30.208131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fe19a-abd9-40ab-988f-480fcee258fe req-a8b65879-bca0-4f0d-b77f-368258370d8d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.210026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-268fe19a-abd9-40ab-988f-480fcee258fe req-a8b65879-bca0-4f0d-b77f-368258370d8d tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 945 time: 0.0864844 Jul 29 23:37:30.223287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d0cc6169-89e3-4ac5-ab96-be0fc94cb5dd tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.224877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d0cc6169-89e3-4ac5-ab96-be0fc94cb5dd tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.42 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 945 time: 0.1151078 Jul 29 23:37:30.261640 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd92b-b843-49e7-a892-8710b3b4a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.263977 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4382f883-b243-43ef-ab00-3f4ac63dd506 req-ecc17c85-531a-4c11-b9e7-61234daad9d1 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662200 Jul 29 23:37:30.264214 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd92b-b843-49e7-a892-8710b3b4a875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.267914 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5c2bd92b-b843-49e7-a892-8710b3b4a875 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7907eef-f6a7-43d0-8842-4d1b58d8c8fd HTTP/1.1" status: 204 len: 168 time: 0.2689657 Jul 29 23:37:30.279581 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bd92b-b843-49e7-a892-8710b3b4a875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7907eef-f6a7-43d0-8842-4d1b58d8c8fd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:30.283787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-268fe19a-abd9-40ab-988f-480fcee258fe req-50ed9e0f-e1c9-4e09-8344-f01b83332a65 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups?id=30816b99-ae01-4738-ac29-876de87b405e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668175 Jul 29 23:37:30.378183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Deleting port 70e65123-38d2-404d-b2d0-1f7997763dce {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:30.378542 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.431183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['676f7694-88d9-4624-b131-b5f4da7c0623'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:30.549331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] For port 70e65123-38d2-404d-b2d0-1f7997763dce, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=70e65123-38d2-404d-b2d0-1f7997763dce,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:30.549666 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.729015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56950) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:30.757760 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.758709 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.759032 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Floating IP 7367abac-cfe8-4d1a-9f09-ab41db3d14c1 disassociated. External IP: 172.25.2.72, port: 70e65123-38d2-404d-b2d0-1f7997763dce. Jul 29 23:37:30.759383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Calling delete_port for 70e65123-38d2-404d-b2d0-1f7997763dce owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:30.779657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-96353e15-3031-49bf-8673-1fb04efae0da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=621927638e3848809e0e2917ab43fbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494096 Jul 29 23:37:30.782127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56954) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:30.833718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa36b94-107c-49b8-884c-fa5d31fe040d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.861976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa36b94-107c-49b8-884c-fa5d31fe040d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.917755 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.932339 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa36b94-107c-49b8-884c-fa5d31fe040d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.935535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa36b94-107c-49b8-884c-fa5d31fe040d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.939078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-daa36b94-107c-49b8-884c-fa5d31fe040d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7904708-2130-4b71-806c-e0ad95597e81 HTTP/1.1" status: 204 len: 168 time: 0.1537099 Jul 29 23:37:30.946637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa36b94-107c-49b8-884c-fa5d31fe040d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7904708-2130-4b71-806c-e0ad95597e81,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:30.971327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event deleted for resources: {'Port': ['ID=70e65123-38d2-404d-b2d0-1f7997763dce,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:31.112583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Router e3b5dd98-81ff-4205-a76e-24cda00fa77a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:31.242787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:31.255413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] Sync routers for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:31.269009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:31.270983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:31.297988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] No DVR routers for this DVR port 70e65123-38d2-404d-b2d0-1f7997763dce on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:31.314299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.316425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8369c810-38ce-4c58-9202-661ad9a73d8b req-d91b7092-8c7a-4bf4-8c02-4c3b8bc99646 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.42 "DELETE /v2.0/ports/70e65123-38d2-404d-b2d0-1f7997763dce HTTP/1.1" status: 204 len: 173 time: 1.0840960 Jul 29 23:37:31.317787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230bc147-b5c7-4875-a422-28630e9d9725', 'name': 'network-vif-deleted', 'tag': '70e65123-38d2-404d-b2d0-1f7997763dce'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:31.321361 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f509ab71-b014-4c3a-aca5-2bd97f3973da" -d '{"events": [{"server_uuid": "230bc147-b5c7-4875-a422-28630e9d9725", "name": "network-vif-deleted", "tag": "70e65123-38d2-404d-b2d0-1f7997763dce"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:31.531988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c9fcb37-e852-4649-b6d1-1c8d8158c0ef req-ffed41d6-ed2e-4b29-8e38-6141912781f0 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/ports?device_id=230bc147-b5c7-4875-a422-28630e9d9725 HTTP/1.1" status: 200 len: 210 time: 0.1185782 Jul 29 23:37:31.605005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd82b1-6efd-452d-9f0f-d6fd93fa453a req-a4d3a2be-a0f1-465c-8b01-68597b0ec71a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.616229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47fd82b1-6efd-452d-9f0f-d6fd93fa453a req-a4d3a2be-a0f1-465c-8b01-68597b0ec71a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 944 time: 0.1778486 Jul 29 23:37:31.630362 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ad3c2d-67a7-4b68-9cbe-8dff47213a3b x-openstack-request-id: req-e1ad3c2d-67a7-4b68-9cbe-8dff47213a3b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:31.630693 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230bc147-b5c7-4875-a422-28630e9d9725", "name": "network-vif-deleted", "tag": "70e65123-38d2-404d-b2d0-1f7997763dce", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:31.630900 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1ad3c2d-67a7-4b68-9cbe-8dff47213a3b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:31.631299 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230bc147-b5c7-4875-a422-28630e9d9725', 'name': 'network-vif-deleted', 'tag': '70e65123-38d2-404d-b2d0-1f7997763dce', 'status': 'completed', 'code': 200} Jul 29 23:37:31.692696 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47fd82b1-6efd-452d-9f0f-d6fd93fa453a req-0d99acef-467b-4a52-b2bb-53a09d47d6a1 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700622 Jul 29 23:37:31.749965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:31.780177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 676f7694-88d9-4624-b131-b5f4da7c0623 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:31.926780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 676f7694-88d9-4624-b131-b5f4da7c0623 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:31.935131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 676f7694-88d9-4624-b131-b5f4da7c0623 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:31.935739 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.069732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:32.072353 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.084485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57004) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.116787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] Checking router: e3b5dd98-81ff-4205-a76e-24cda00fa77a for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:32.135649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445c79d9-c78f-441a-8666-d55755d46c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676f7694-88d9-4624-b131-b5f4da7c0623'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:32.137945 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be74f662-93cd-4ab6-b2bf-a42d1a081e72" -d '{"events": [{"server_uuid": "445c79d9-c78f-441a-8666-d55755d46c1f", "name": "network-vif-plugged", "status": "completed", "tag": "676f7694-88d9-4624-b131-b5f4da7c0623"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:32.151035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:32.151800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:32.155544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 676f7694-88d9-4624-b131-b5f4da7c0623, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=676f7694-88d9-4624-b131-b5f4da7c0623,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:32.197171 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45da9738-daf9-4811-8f3a-e5084b3c72d5 x-openstack-request-id: req-45da9738-daf9-4811-8f3a-e5084b3c72d5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:32.197462 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445c79d9-c78f-441a-8666-d55755d46c1f", "name": "network-vif-plugged", "status": "completed", "tag": "676f7694-88d9-4624-b131-b5f4da7c0623", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:32.197718 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45da9738-daf9-4811-8f3a-e5084b3c72d5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:32.198110 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445c79d9-c78f-441a-8666-d55755d46c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676f7694-88d9-4624-b131-b5f4da7c0623', 'code': 200} Jul 29 23:37:32.206239 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.237173 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57012) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.294187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.309082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-185956016'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:32.329895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=676f7694-88d9-4624-b131-b5f4da7c0623,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.342577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:32.342877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b49f7d-a279-4a7d-b353-f9f1fed6576b req-ca19e1ba-b827-4285-a167-520908b2b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.344006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1967441036', 'router:external': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:32.344356 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07b49f7d-a279-4a7d-b353-f9f1fed6576b req-ca19e1ba-b827-4285-a167-520908b2b9eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 1097 time: 0.0638602 Jul 29 23:37:32.350434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:32.354098 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.365614 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.386251 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07b49f7d-a279-4a7d-b353-f9f1fed6576b req-bc0b762a-27c6-4ff0-9b27-aa9ac1b5d732 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343971 Jul 29 23:37:32.389160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Made reservation on behalf of 076c9b68975d4cff9b2de1bbe98ef948 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:32.391446 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.404471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.487880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.493940 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.523732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:32.546976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a557229-fe08-4458-ae81-c0b5c9d2770c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.552858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.553217 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Added segment aec1c036-a585-4b5a-abab-fad53cb77fac of type vlan for network 62da978c-5db8-40c8-b3b5-a3034ecb3d42 Jul 29 23:37:32.557963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:32.587261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84452ab0-344b-4687-8024-9ea9ad47f958 None None] The sync data for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 is: [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:55Z', 'revision_number': 4, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a1aaed0a-44c1-4c91-bc80-58dceb75f9fd', 'name': '', 'network_id': '075cd5b6-a446-43e6-877b-02e442ee8cb0', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'mac_address': 'fa:16:3e:02:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:53Z', 'updated_at': '2021-07-29T23:29:01Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'subnets': [{'id': '15880d6c-5ba1-4048-93db-089949bac9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:32.613665 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.648643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.665141 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.670993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.671619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.710773 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b084bba-9a30-4534-a98d-e998a528e085 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.734385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.740256 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b084bba-9a30-4534-a98d-e998a528e085 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.745956 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.772482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5337272 Jul 29 23:37:32.789651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa686a-759e-4941-bf0d-4114b245e310 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=62da978c-5db8-40c8-b3b5-a3034ecb3d42,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.803191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:32.825989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 62da978c-5db8-40c8-b3b5-a3034ecb3d42 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:32.843229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718e120b-25d0-4806-8a12-5c5d5de001bc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.858391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b084bba-9a30-4534-a98d-e998a528e085 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.860666 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.860944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b084bba-9a30-4534-a98d-e998a528e085 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.861488 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Added segment 612ababc-29ff-4091-98e1-a34f0aae496e of type vlan for network 9642caf2-8497-4b7a-bfb9-b9fdba43060e Jul 29 23:37:32.862322 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3b084bba-9a30-4534-a98d-e998a528e085 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "DELETE /v2.0/security-groups/30816b99-ae01-4738-ac29-876de87b405e HTTP/1.1" status: 204 len: 168 time: 0.2123747 Jul 29 23:37:32.865038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57026) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.898884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b084bba-9a30-4534-a98d-e998a528e085 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30816b99-ae01-4738-ac29-876de87b405e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.941555 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-59ab9819-c08b-4bad-a685-ffe84892932c tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] show failed (client error): The resource could not be found. Jul 29 23:37:32.944455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-59ab9819-c08b-4bad-a685-ffe84892932c tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "GET /v2.0/security-groups/30816b99-ae01-4738-ac29-876de87b405e HTTP/1.1" status: 404 len: 347 time: 0.0782924 Jul 29 23:37:32.947498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.970839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53391b93-60c6-4519-96d9-d44292bda80f req-5b3d4f41-0125-40d0-9f04-47a1f9602241 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.972778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53391b93-60c6-4519-96d9-d44292bda80f req-5b3d4f41-0125-40d0-9f04-47a1f9602241 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 945 time: 0.1913989 Jul 29 23:37:33.017173 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.077303 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581450c7-11b9-4e81-be95-4883a984d1cd None None] New status for floating IP 7367abac-cfe8-4d1a-9f09-ab41db3d14c1: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:37:33.095809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53391b93-60c6-4519-96d9-d44292bda80f req-e4b7f898-7b05-4f00-a3a6-937e28e5321b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089880 Jul 29 23:37:33.099192 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.102861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.103638 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.143194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9709f-2d2b-4b69-b415-8dfce5f7ed54 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Deleting port fd458cb5-0ad5-4a5d-9c38-2289e4ca418b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:33.144544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb9709f-2d2b-4b69-b415-8dfce5f7ed54 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.170708 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0849488 Jul 29 23:37:33.174302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57030) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:33.181291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Request body: {'subnet': {'network_id': '9642caf2-8497-4b7a-bfb9-b9fdba43060e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:33.193700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977d636-8f5e-4e70-a472-3ded40b3860b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event updated for resources: {'Network': ['ID=9642caf2-8497-4b7a-bfb9-b9fdba43060e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:33.208051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 9642caf2-8497-4b7a-bfb9-b9fdba43060e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:33.213576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Made reservation on behalf of 076c9b68975d4cff9b2de1bbe98ef948 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:33.216152 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.266240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb9709f-2d2b-4b69-b415-8dfce5f7ed54 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.266731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb9709f-2d2b-4b69-b415-8dfce5f7ed54 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.291517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9709f-2d2b-4b69-b415-8dfce5f7ed54 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Calling delete_port for fd458cb5-0ad5-4a5d-9c38-2289e4ca418b owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:33.455964 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb9709f-2d2b-4b69-b415-8dfce5f7ed54 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.486726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9709f-2d2b-4b69-b415-8dfce5f7ed54 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Pushing event deleted for resources: {'Port': ['ID=fd458cb5-0ad5-4a5d-9c38-2289e4ca418b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:33.560721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb9709f-2d2b-4b69-b415-8dfce5f7ed54 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.564407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb9709f-2d2b-4b69-b415-8dfce5f7ed54 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.568694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6eb9709f-2d2b-4b69-b415-8dfce5f7ed54 tempest-AttachVolumeTestJSON-940130290 tempest-AttachVolumeTestJSON-940130290-project] 10.222.0.37 "DELETE /v2.0/floatingips/7367abac-cfe8-4d1a-9f09-ab41db3d14c1 HTTP/1.1" status: 204 len: 168 time: 0.6167724 Jul 29 23:37:33.858631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.objects.ports [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:37:33.859532 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.910886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event updated for resources: {'Subnet': ['ID=011fca81-7253-486f-b8e5-58159c7b84c2,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:33.953222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Checking segment: {'id': '612ababc-29ff-4091-98e1-a34f0aae496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9642caf2-8497-4b7a-bfb9-b9fdba43060e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:33.953695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Network hostable DHCP agents. Network: 9642caf2-8497-4b7a-bfb9-b9fdba43060e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:33.974080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Network 9642caf2-8497-4b7a-bfb9-b9fdba43060e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:33.983718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 9642caf2-8497-4b7a-bfb9-b9fdba43060e) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:33.988581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.989596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.996539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a2007-b4d0-43cf-930a-0e05fb9f471d None None] Network 9642caf2-8497-4b7a-bfb9-b9fdba43060e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:34.028038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-27b23a1f-9de2-4a62-8e4a-92c4c89e8f38 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8500221 Jul 29 23:37:34.029177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57038) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:34.034080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-310951473', 'network_id': '9642caf2-8497-4b7a-bfb9-b9fdba43060e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:34.062949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Made reservation on behalf of 076c9b68975d4cff9b2de1bbe98ef948 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:34.067213 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.092346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] device_id is not set on port 5fe83380-1ea3-4eea-a3b1-77184b687a92 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:34.197759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5a04b5-6da8-49be-bd5c-98755e5a70db None None] Network 9642caf2-8497-4b7a-bfb9-b9fdba43060e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:34.235554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Allocated IP 2001:db8::f9 (9642caf2-8497-4b7a-bfb9-b9fdba43060e/011fca81-7253-486f-b8e5-58159c7b84c2/5fe83380-1ea3-4eea-a3b1-77184b687a92) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:34.418248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9f400-369d-4d03-b10d-6bc745a58b06 req-2ec2766d-2ca4-4caf-ab34-5fe15f6bc862 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.419728 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80d9f400-369d-4d03-b10d-6bc745a58b06 req-2ec2766d-2ca4-4caf-ab34-5fe15f6bc862 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 945 time: 0.0791931 Jul 29 23:37:34.439473 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.485982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80d9f400-369d-4d03-b10d-6bc745a58b06 req-4af02a65-6d8c-4597-ad04-7e57447a9021 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517628 Jul 29 23:37:34.516375 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.571661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Network 9642caf2-8497-4b7a-bfb9-b9fdba43060e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:34.578487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:34.588114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:34.588114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.588114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.589511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event updated for resources: {'Port': ['ID=5fe83380-1ea3-4eea-a3b1-77184b687a92,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:34.619360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57044) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:34.619953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-00bbfea8-c7cb-4ee0-a8bc-e6b8c86f501e tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.5892658 Jul 29 23:37:34.676120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe5f58-185b-49f6-ad00-4ce66717938a req-cc2a1239-1682-4ee3-90c3-a212630386f8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.682431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8dfe5f58-185b-49f6-ad00-4ce66717938a req-cc2a1239-1682-4ee3-90c3-a212630386f8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 945 time: 0.0613434 Jul 29 23:37:34.708867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-015ad58f-bb4f-4de8-ab02-5915c5692590 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Deleting port 5fe83380-1ea3-4eea-a3b1-77184b687a92 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:34.709564 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-015ad58f-bb4f-4de8-ab02-5915c5692590 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.725954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8dfe5f58-185b-49f6-ad00-4ce66717938a req-c3ad0944-3002-4819-a459-fc4744ed5352 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Jul 29 23:37:34.816652 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-015ad58f-bb4f-4de8-ab02-5915c5692590 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.834215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-015ad58f-bb4f-4de8-ab02-5915c5692590 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Calling delete_port for 5fe83380-1ea3-4eea-a3b1-77184b687a92 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:34.984632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-015ad58f-bb4f-4de8-ab02-5915c5692590 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.100707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ad58f-bb4f-4de8-ab02-5915c5692590 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fe83380-1ea3-4eea-a3b1-77184b687a92,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:35.110989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-015ad58f-bb4f-4de8-ab02-5915c5692590 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.113258 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-015ad58f-bb4f-4de8-ab02-5915c5692590 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5fe83380-1ea3-4eea-a3b1-77184b687a92 HTTP/1.1" status: 204 len: 168 time: 0.4927120 Jul 29 23:37:35.116174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:35.124826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9642caf2-8497-4b7a-bfb9-b9fdba43060e', 'external_fixed_ips': [{'subnet_id': '011fca81-7253-486f-b8e5-58159c7b84c2', 'ip_address': '2001:db8::f9'}]}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:35.170689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 70e65123-38d2-404d-b2d0-1f7997763dce no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:35.199064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.203674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.212966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 70e65123-38d2-404d-b2d0-1f7997763dce {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:35.216211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 70e65123-38d2-404d-b2d0-1f7997763dce not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:35.302555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.474597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bd499-6427-42c9-bbb8-3792405e00bd req-97d533cd-4782-44a2-832e-813949ccb058 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.476037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-904bd499-6427-42c9-bbb8-3792405e00bd req-97d533cd-4782-44a2-832e-813949ccb058 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 945 time: 0.0538974 Jul 29 23:37:35.478609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.540981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-904bd499-6427-42c9-bbb8-3792405e00bd req-47c8b51f-34a0-4921-8997-3f39c2dfde3c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548379 Jul 29 23:37:35.713463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.734477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.882195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Allocated IP 2001:db8::f9 (9642caf2-8497-4b7a-bfb9-b9fdba43060e/011fca81-7253-486f-b8e5-58159c7b84c2/14efd99a-d320-40d4-bcb4-f23c3b2424f1) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:35.975224 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:37:36.011899 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.019270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57080) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:36.025591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'network_id': '62da978c-5db8-40c8-b3b5-a3034ecb3d42', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:36.060618 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.100578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Network 9642caf2-8497-4b7a-bfb9-b9fdba43060e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:36.106128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:36.110898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:36.144163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:36.149401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event updated for resources: {'Port': ['ID=14efd99a-d320-40d4-bcb4-f23c3b2424f1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:36.149740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.343181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.374134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.437296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=9c81777c-b282-4211-a99e-a014c5a9107b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:36.447802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking segment: {'id': 'aec1c036-a585-4b5a-abab-fad53cb77fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '62da978c-5db8-40c8-b3b5-a3034ecb3d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:36.448339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network hostable DHCP agents. Network: 62da978c-5db8-40c8-b3b5-a3034ecb3d42, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:36.470870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network 62da978c-5db8-40c8-b3b5-a3034ecb3d42 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:36.480315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 62da978c-5db8-40c8-b3b5-a3034ecb3d42) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:36.484470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.485075 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.493199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7045c888-54fb-4b7e-8ce8-89b32ae0e9f5 None None] Network 62da978c-5db8-40c8-b3b5-a3034ecb3d42 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:36.506373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-11d83f41-3b65-4ff2-81b7-20b9fc06f5f6 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4855413 Jul 29 23:37:36.509923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:36.516350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-470483368'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:36.542672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:36.546356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.575274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.596969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:36.606085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.606446 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Added segment d80f364c-6b52-45da-96d9-288ed4d6229a of type vlan for network a0467f3a-2db6-41c0-8b02-c5de7b13b905 Jul 29 23:37:36.693344 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.696791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-62da978c-5db8-40c8-b3b5-a3034ecb3d42', 'network_id': '62da978c-5db8-40c8-b3b5-a3034ecb3d42', 'tenant_id': '9ef65ed6bc4f42f7892e1f9e7a38b1bc', 'fixed_ips': [{'subnet_id': '9c81777c-b282-4211-a99e-a014c5a9107b'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:36.697851 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.725967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af52d-0ba1-4db1-9b27-f41e43700cbe req-2257dfe0-6e78-4317-a572-8a877c7901ba tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.729347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec1af52d-0ba1-4db1-9b27-f41e43700cbe req-2257dfe0-6e78-4317-a572-8a877c7901ba tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 945 time: 0.0842292 Jul 29 23:37:36.763488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Router 4755e5fb-9413-4013-a221-01897b1c5277 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:37:36.776923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec1af52d-0ba1-4db1-9b27-f41e43700cbe req-80d96be9-05f5-4204-952a-7d43e5e8ffb2 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Jul 29 23:37:36.778504 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.785809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.786440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.861875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=a0467f3a-2db6-41c0-8b02-c5de7b13b905,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:36.873859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Allocated IP 2001:db8:0:ffff::2 (62da978c-5db8-40c8-b3b5-a3034ecb3d42/9c81777c-b282-4211-a99e-a014c5a9107b/5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:36.876762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ac24012d-dd92-4e30-887e-bb5552efec00 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3656332 Jul 29 23:37:36.879482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57088) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:36.881417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a0467f3a-2db6-41c0-8b02-c5de7b13b905 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:36.887126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'network_id': 'a0467f3a-2db6-41c0-8b02-c5de7b13b905', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:36.912748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:36.934034 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.935666 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-49160f56-d355-462a-9539-60194154a542 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.8172648 Jul 29 23:37:36.938132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57092) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:36.944437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] Sync routers for ids ['4755e5fb-9413-4013-a221-01897b1c5277'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:37.021322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:37.025790 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.053020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] Routers {'4755e5fb-9413-4013-a221-01897b1c5277'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:37.054126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['4755e5fb-9413-4013-a221-01897b1c5277'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:37.134752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.274583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.340480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.381045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Deleting port 14efd99a-d320-40d4-bcb4-f23c3b2424f1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:37.381248 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.417409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=a0be80af-f67f-4445-9aba-76888922b8d1,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.422183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] Set router 4755e5fb-9413-4013-a221-01897b1c5277 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:37.468949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking segment: {'id': 'd80f364c-6b52-45da-96d9-288ed4d6229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a0467f3a-2db6-41c0-8b02-c5de7b13b905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:37.470019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network hostable DHCP agents. Network: a0467f3a-2db6-41c0-8b02-c5de7b13b905, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:37.491518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.495606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network a0467f3a-2db6-41c0-8b02-c5de7b13b905 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:37.507505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, a0467f3a-2db6-41c0-8b02-c5de7b13b905) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:37.511075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Calling delete_port for 14efd99a-d320-40d4-bcb4-f23c3b2424f1 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:37.521928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:37.522932 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.524450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88bc27f-0de9-4bf5-862a-624899db51c3 None None] Network a0467f3a-2db6-41c0-8b02-c5de7b13b905 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:37.540320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-53fc999e-3091-4e8a-9440-41cc3c99c409 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6592011 Jul 29 23:37:37.542761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57102) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:37.658965 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.679415 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.732601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.734824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Transition to ACTIVE for port object 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:37.769844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event deleted for resources: {'Port': ['ID=14efd99a-d320-40d4-bcb4-f23c3b2424f1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.783055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Transition to ACTIVE for port object 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:37.796862 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.802877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.859438 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614818e4-22b8-4e4b-acb6-be3aa7123f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-a0467f3a-2db6-41c0-8b02-c5de7b13b905', 'network_id': 'a0467f3a-2db6-41c0-8b02-c5de7b13b905', 'tenant_id': '9ef65ed6bc4f42f7892e1f9e7a38b1bc', 'fixed_ips': [{'subnet_id': 'a0be80af-f67f-4445-9aba-76888922b8d1'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:37.860995 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-614818e4-22b8-4e4b-acb6-be3aa7123f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.894450 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.894856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Network 62da978c-5db8-40c8-b3b5-a3034ecb3d42 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:37.899976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4755e5fb-9413-4013-a221-01897b1c5277', 'name': '', 'tenant_id': '076c9b68975d4cff9b2de1bbe98ef948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9642caf2-8497-4b7a-bfb9-b9fdba43060e', 'external_fixed_ips': [{'subnet_id': '011fca81-7253-486f-b8e5-58159c7b84c2', 'ip_address': '2001:db8::f9'}], 'enable_snat': True}, 'gw_port_id': '14efd99a-d320-40d4-bcb4-f23c3b2424f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:35Z', 'updated_at': '2021-07-29T23:37:36Z', 'revision_number': 3, 'project_id': '076c9b68975d4cff9b2de1bbe98ef948', 'gw_port': {'id': '14efd99a-d320-40d4-bcb4-f23c3b2424f1', 'name': '', 'network_id': '9642caf2-8497-4b7a-bfb9-b9fdba43060e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4755e5fb-9413-4013-a221-01897b1c5277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '011fca81-7253-486f-b8e5-58159c7b84c2', 'ip_address': '2001:db8::f9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:35Z', 'updated_at': '2021-07-29T23:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '011fca81-7253-486f-b8e5-58159c7b84c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:37.905337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:37.907218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Pushing event updated for resources: {'Port': ['ID=5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.909785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:37.946836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] Checking router: 4755e5fb-9413-4013-a221-01897b1c5277 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:37.947236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] Updating router 4755e5fb-9413-4013-a221-01897b1c5277 port 14efd99a-d320-40d4-bcb4-f23c3b2424f1 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:38.034298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Subnet': ['ID=a0be80af-f67f-4445-9aba-76888922b8d1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:38.042038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] Port 14efd99a-d320-40d4-bcb4-f23c3b2424f1 not found while updating agent binding for router 4755e5fb-9413-4013-a221-01897b1c5277. {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:37:38.073783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d334abd-a19d-4bef-b479-03b36eeb39f8 None None] Network a0467f3a-2db6-41c0-8b02-c5de7b13b905 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:38.083276 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.095218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6312516-fdf6-4980-be69-982867c025cf req-fd7deab2-fab2-4a0e-a0c1-ff5b55b56d27 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.097253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6312516-fdf6-4980-be69-982867c025cf req-fd7deab2-fab2-4a0e-a0c1-ff5b55b56d27 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 945 time: 0.2047539 Jul 29 23:37:38.108167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0467f3a-2db6-41c0-8b02-c5de7b13b905']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:38.126981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] Routers {'4755e5fb-9413-4013-a221-01897b1c5277'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:38.127632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['4755e5fb-9413-4013-a221-01897b1c5277'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:38.128204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80f364c-6b52-45da-96d9-288ed4d6229a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:38.128691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80f364c-6b52-45da-96d9-288ed4d6229a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:38.142123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Attempting to bind port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:38.142515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Attempting to bind port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'aec1c036-a585-4b5a-abab-fad53cb77fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '62da978c-5db8-40c8-b3b5-a3034ecb3d42'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:38.142867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Attempting to bind port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e on network 62da978c-5db8-40c8-b3b5-a3034ecb3d42 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:38.156455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.188073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6312516-fdf6-4980-be69-982867c025cf req-a7d1fb13-11cc-4d07-af9f-4b46715f9190 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817356 Jul 29 23:37:38.189559 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.196600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:38.197021 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:38.200383 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:38.213805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.233689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:38.234149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Checking segment: {'id': 'aec1c036-a585-4b5a-abab-fad53cb77fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '62da978c-5db8-40c8-b3b5-a3034ecb3d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:38.234480 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.234878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Bound using segment: {'id': 'aec1c036-a585-4b5a-abab-fad53cb77fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '62da978c-5db8-40c8-b3b5-a3034ecb3d42'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:38.235370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Bound port: 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec1c036-a585-4b5a-abab-fad53cb77fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '62da978c-5db8-40c8-b3b5-a3034ecb3d42'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:38.235759 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.252164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] Set router 4755e5fb-9413-4013-a221-01897b1c5277 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:38.299143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.312352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.315704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/a0467f3a-2db6-41c0-8b02-c5de7b13b905 HTTP/1.1" status: 204 len: 168 time: 0.7708430 Jul 29 23:37:38.319508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:38.326313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-870190713'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:38.330848 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.333690 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.343562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90546565-f915-449f-9028-323934755b48 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Network': ['ID=a0467f3a-2db6-41c0-8b02-c5de7b13b905,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:38.343822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4755e5fb-9413-4013-a221-01897b1c5277', 'name': '', 'tenant_id': '076c9b68975d4cff9b2de1bbe98ef948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:35Z', 'updated_at': '2021-07-29T23:37:37Z', 'revision_number': 5, 'project_id': '076c9b68975d4cff9b2de1bbe98ef948', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:38.379152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59a34b-bf84-4f41-99ce-47d7afc2f23d None None] The sync data for ids ['4755e5fb-9413-4013-a221-01897b1c5277'] in n-d-712139-11 is: [{'id': '4755e5fb-9413-4013-a221-01897b1c5277', 'name': '', 'tenant_id': '076c9b68975d4cff9b2de1bbe98ef948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:35Z', 'updated_at': '2021-07-29T23:37:37Z', 'revision_number': 5, 'project_id': '076c9b68975d4cff9b2de1bbe98ef948', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:38.395213 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.396100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4755e5fb-9413-4013-a221-01897b1c5277 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:38.402730 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.404193 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5f2bb84b-aca4-4da4-afc7-a41c2c77327c tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4755e5fb-9413-4013-a221-01897b1c5277 HTTP/1.1" status: 204 len: 168 time: 1.4647522 Jul 29 23:37:38.405346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:38.407060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57112) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:38.409667 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.448959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:38.459855 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.463582 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Added segment 83673637-8127-41d9-abd5-0b8fed37ff9c of type vlan for network 0b46862e-1648-4875-9f79-b1817b1fecb2 Jul 29 23:37:38.474943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] For port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:38.481129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] For port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e,segment=NetworkSegment(aec1c036-a585-4b5a-abab-fad53cb77fac),segment_id=aec1c036-a585-4b5a-abab-fad53cb77fac)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:38.497938 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.514954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-38dcb7df-90b9-443d-90e0-e74cdaba1a59 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Deleting subnet 011fca81-7253-486f-b8e5-58159c7b84c2 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:38.518360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38dcb7df-90b9-443d-90e0-e74cdaba1a59 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.547641 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.559842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053b7af-0c1c-4769-a1c7-e7c8008d8c95 None None] Pushing event updated for resources: {'Port': ['ID=5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:38.591547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.597313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.597898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38dcb7df-90b9-443d-90e0-e74cdaba1a59 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.598028 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.662670 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3390310 Jul 29 23:37:38.662899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57114) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:38.669639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'network_id': '0b46862e-1648-4875-9f79-b1817b1fecb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:38.673586 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38dcb7df-90b9-443d-90e0-e74cdaba1a59 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.729271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e82e7-ab84-49e1-9830-ce57ab1821c9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=0b46862e-1648-4875-9f79-b1817b1fecb2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:38.741911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 0b46862e-1648-4875-9f79-b1817b1fecb2 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:38.753220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38dcb7df-90b9-443d-90e0-e74cdaba1a59 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.784875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcb7df-90b9-443d-90e0-e74cdaba1a59 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=011fca81-7253-486f-b8e5-58159c7b84c2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:38.787095 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38dcb7df-90b9-443d-90e0-e74cdaba1a59 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.792443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-38dcb7df-90b9-443d-90e0-e74cdaba1a59 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/011fca81-7253-486f-b8e5-58159c7b84c2 HTTP/1.1" status: 204 len: 168 time: 0.3816540 Jul 29 23:37:38.794667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57116) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:38.842821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:38.847400 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.922017 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.038759 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.050017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9642caf2-8497-4b7a-bfb9-b9fdba43060e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:39.061486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612ababc-29ff-4091-98e1-a34f0aae496e') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:39.061929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612ababc-29ff-4091-98e1-a34f0aae496e') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:39.071859 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.087805 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.095834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:39.096780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:39.099065 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:39.108509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.174010 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.180286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9642caf2-8497-4b7a-bfb9-b9fdba43060e {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:37:39.187680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.195317 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9642caf2-8497-4b7a-bfb9-b9fdba43060e HTTP/1.1" status: 204 len: 168 time: 0.3952825 Jul 29 23:37:39.215614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=62cea670-76fe-4771-a3e8-9f89a08a6a65,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:39.239111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc95c03-dfe2-4e79-9f3f-a23987a8c537 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event deleted for resources: {'Network': ['ID=9642caf2-8497-4b7a-bfb9-b9fdba43060e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:39.266135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking segment: {'id': '83673637-8127-41d9-abd5-0b8fed37ff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0b46862e-1648-4875-9f79-b1817b1fecb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:39.266654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network hostable DHCP agents. Network: 0b46862e-1648-4875-9f79-b1817b1fecb2, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:39.303503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network 0b46862e-1648-4875-9f79-b1817b1fecb2 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:39.323792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 0b46862e-1648-4875-9f79-b1817b1fecb2) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:39.333700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f0716-5b9d-413f-847a-5149000c2bd1 None None] Network 0b46862e-1648-4875-9f79-b1817b1fecb2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:39.349455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.350088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.371479 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:39.375734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:39.376607 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c234eddb-e3d4-46ee-8709-fc4216a360cc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7126877 Jul 29 23:37:39.381755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-269502727'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:39.435431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:39.440333 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.455690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746ca2-5fc2-4db9-b972-6ce3505cd463 req-71bce291-9b1c-4571-93e5-bb2495d45fac tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.466158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25746ca2-5fc2-4db9-b972-6ce3505cd463 req-71bce291-9b1c-4571-93e5-bb2495d45fac tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 945 time: 0.1012397 Jul 29 23:37:39.537019 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25746ca2-5fc2-4db9-b972-6ce3505cd463 req-e7d0e2a6-ad40-464f-bd14-48ee6a1d495a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659485 Jul 29 23:37:39.551807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:39.562346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:39.563467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57132) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:39.569829 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.570806 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Added segment cb85ea72-c94f-4807-8a18-0c14c9cb046a of type vlan for network f5040199-5acb-42b6-9268-08aa41eff9aa Jul 29 23:37:39.572240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dede6dd2-e4c6-492f-b862-0a3ced862377 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Request body: {'router': {'name': 'tempest-router--1702675804', 'project_id': '9c37f4c8e5364bc2b8623338c787065d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:39.610217 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dede6dd2-e4c6-492f-b862-0a3ced862377 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.613706 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dede6dd2-e4c6-492f-b862-0a3ced862377 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.624285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.693371 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dede6dd2-e4c6-492f-b862-0a3ced862377 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.694983 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.698867 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dede6dd2-e4c6-492f-b862-0a3ced862377 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.700960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.701576 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.701989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-0b46862e-1648-4875-9f79-b1817b1fecb2', 'network_id': '0b46862e-1648-4875-9f79-b1817b1fecb2', 'tenant_id': '9ef65ed6bc4f42f7892e1f9e7a38b1bc', 'fixed_ips': [{'subnet_id': '62cea670-76fe-4771-a3e8-9f89a08a6a65'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:39.703979 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.721262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dede6dd2-e4c6-492f-b862-0a3ced862377 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.724822 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dede6dd2-e4c6-492f-b862-0a3ced862377 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1572039 Jul 29 23:37:39.725181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:39.755519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3784556 Jul 29 23:37:39.756411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:39.800330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'network_id': 'f5040199-5acb-42b6-9268-08aa41eff9aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:39.839728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 676f7694-88d9-4624-b131-b5f4da7c0623 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:39.856235 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19f9f5fe-9f41-4374-b2c9-2fa02ffc428b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.990850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:40.000740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.060387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 676f7694-88d9-4624-b131-b5f4da7c0623, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=676f7694-88d9-4624-b131-b5f4da7c0623,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:40.095546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '676f7694-88d9-4624-b131-b5f4da7c0623', 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360', 'port_id': '676f7694-88d9-4624-b131-b5f4da7c0623', 'mac_address': 'fa:16:3e:d9:fa:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f6adc-781a-425e-97e3-5d2fc309a888', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:40.097712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Allocated IP 2001:db8::3 (0b46862e-1648-4875-9f79-b1817b1fecb2/62cea670-76fe-4771-a3e8-9f89a08a6a65/5c18ffd6-9b98-4f81-8739-3ae429acbbc2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:40.112320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95a2c8-f742-4cb7-9350-f1fc7224518e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=f5040199-5acb-42b6-9268-08aa41eff9aa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.136126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Performing IP validity checks on allocation pools {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:37:40.136910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:37:40.146371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f5040199-5acb-42b6-9268-08aa41eff9aa details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:40.201924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19f9f5fe-9f41-4374-b2c9-2fa02ffc428b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.219546 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19f9f5fe-9f41-4374-b2c9-2fa02ffc428b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.311697 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19f9f5fe-9f41-4374-b2c9-2fa02ffc428b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.316837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f9f5fe-9f41-4374-b2c9-2fa02ffc428b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19086785-595b-4cdc-8ffb-e36bcc30341d {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:40.322824 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19f9f5fe-9f41-4374-b2c9-2fa02ffc428b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.324270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-19f9f5fe-9f41-4374-b2c9-2fa02ffc428b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "DELETE /v2.0/routers/19086785-595b-4cdc-8ffb-e36bcc30341d HTTP/1.1" status: 204 len: 168 time: 0.5966275 Jul 29 23:37:40.334737 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-f197f437-d160-4e86-ae75-a52d81ef698e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1890423 Jul 29 23:37:40.382319 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.516856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-2f22f97a-4339-40c3-b17e-b3b01ba80a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.522682 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-2f22f97a-4339-40c3-b17e-b3b01ba80a38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabfb53ab127454eb2bdcac4ae243846&device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 1099 time: 0.1048734 Jul 29 23:37:40.549207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=fa7b2bca-b10d-4bcf-8b47-bfba0f2b4ca9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.565473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57150) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:40.594129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking segment: {'id': 'cb85ea72-c94f-4807-8a18-0c14c9cb046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f5040199-5acb-42b6-9268-08aa41eff9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:40.594454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network hostable DHCP agents. Network: f5040199-5acb-42b6-9268-08aa41eff9aa, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:40.644236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network f5040199-5acb-42b6-9268-08aa41eff9aa is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:40.673498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f5040199-5acb-42b6-9268-08aa41eff9aa) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:40.685369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.685990 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.761338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfba18f-c2f6-4045-a32a-9000435d6f35 None None] Network 62da978c-5db8-40c8-b3b5-a3034ecb3d42 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:40.769086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5f7651-6a05-467b-aa34-ee7a3eb806d1 None None] Network f5040199-5acb-42b6-9268-08aa41eff9aa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:40.771531 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.788841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-97551787-cb72-4ba8-b64f-8c1c72da5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.790355 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-97551787-cb72-4ba8-b64f-8c1c72da5291 service neutron] 10.222.0.47 "GET /v2.0/networks?id=beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 200 len: 918 time: 0.2365944 Jul 29 23:37:40.812700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5e9c852e-d977-4edb-b8df-71152872ed23 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0180118 Jul 29 23:37:40.813758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57158) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:40.901037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412435fc-617d-43fd-a428-635d252fe4b7 req-67d0ce35-1562-46fc-99b1-d9e72d3b7f02 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.903039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-412435fc-617d-43fd-a428-635d252fe4b7 req-67d0ce35-1562-46fc-99b1-d9e72d3b7f02 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 945 time: 0.1649356 Jul 29 23:37:40.939990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 676f7694-88d9-4624-b131-b5f4da7c0623 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:40.960937 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-412435fc-617d-43fd-a428-635d252fe4b7 req-23a2a29a-da0e-4263-ba2a-4acfff39a657 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506778 Jul 29 23:37:40.973646 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-0303f504-3c07-4851-9c16-ab7122a150a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f HTTP/1.1" status: 200 len: 1001 time: 0.1677449 Jul 29 23:37:40.984101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d493db6-3abe-4cbe-9925-92bac5ac9d6b None None] Provisioning for port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:41.002094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d493db6-3abe-4cbe-9925-92bac5ac9d6b None None] Provisioning complete for port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:41.002740 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d493db6-3abe-4cbe-9925-92bac5ac9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.014048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 676f7694-88d9-4624-b131-b5f4da7c0623, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=676f7694-88d9-4624-b131-b5f4da7c0623,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:41.035364 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.044312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1531287638', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:41.069679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-dd88b1be-47b8-4636-afd4-6a8381e4d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.072322 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-dd88b1be-47b8-4636-afd4-6a8381e4d64e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 200 len: 856 time: 0.0895085 Jul 29 23:37:41.079088 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.080313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.097687 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.137848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-27979965-39a0-4b57-995e-df0b8cf5b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.140486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-27979965-39a0-4b57-995e-df0b8cf5b2a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=beb91962-d580-4d48-85af-8e948cc95cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576146 Jul 29 23:37:41.190394 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.248401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.302741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=676f7694-88d9-4624-b131-b5f4da7c0623,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.308851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Transition to ACTIVE for port object 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:41.330117 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-3f08aa9b-2c41-4def-bff5-31a914e40e60 service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713438 Jul 29 23:37:41.343145 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.363539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['676f7694-88d9-4624-b131-b5f4da7c0623'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:41.450495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.453369 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56a77a0a-1a4d-4000-8504-0fde3e4aa10a req-855d4c6e-48b7-49e7-a56f-a510348e14ef service neutron] 10.222.0.47 "GET /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117105 Jul 29 23:37:41.458313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Transition to ACTIVE for port object 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:41.483962 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.546671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Pushing event updated for resources: {'Port': ['ID=5c18ffd6-9b98-4f81-8739-3ae429acbbc2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.561694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ec08e-1990-4504-9057-deb987b7a7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-f5040199-5acb-42b6-9268-08aa41eff9aa', 'network_id': 'f5040199-5acb-42b6-9268-08aa41eff9aa', 'tenant_id': '9ef65ed6bc4f42f7892e1f9e7a38b1bc', 'fixed_ips': [{'subnet_id': 'fa7b2bca-b10d-4bcf-8b47-bfba0f2b4ca9'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:41.563139 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec08e-1990-4504-9057-deb987b7a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.577426 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.591317 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d493db6-3abe-4cbe-9925-92bac5ac9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.616341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7b2bca-b10d-4bcf-8b47-bfba0f2b4ca9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.632384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Network 0b46862e-1648-4875-9f79-b1817b1fecb2 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:41.664532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:41.667241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:41.672421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d493db6-3abe-4cbe-9925-92bac5ac9d6b None None] For port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e,segment=NetworkSegment(aec1c036-a585-4b5a-abab-fad53cb77fac),segment_id=aec1c036-a585-4b5a-abab-fad53cb77fac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:41.687441 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d493db6-3abe-4cbe-9925-92bac5ac9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.747121 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.794131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5040199-5acb-42b6-9268-08aa41eff9aa']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:41.829179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb85ea72-c94f-4807-8a18-0c14c9cb046a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:41.830559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb85ea72-c94f-4807-8a18-0c14c9cb046a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:41.847222 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.882214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.939515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0745b763-89ed-48ea-92be-6fd2a10e12d4 None None] Network f5040199-5acb-42b6-9268-08aa41eff9aa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:41.971546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Attempting to bind port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:41.971926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Attempting to bind port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '83673637-8127-41d9-abd5-0b8fed37ff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0b46862e-1648-4875-9f79-b1817b1fecb2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:41.972345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Attempting to bind port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 on network 0b46862e-1648-4875-9f79-b1817b1fecb2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:42.006507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:42.007074 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:42.012619 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:42.043507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:42.043899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Checking segment: {'id': '83673637-8127-41d9-abd5-0b8fed37ff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0b46862e-1648-4875-9f79-b1817b1fecb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:42.044339 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.044865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Bound using segment: {'id': '83673637-8127-41d9-abd5-0b8fed37ff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0b46862e-1648-4875-9f79-b1817b1fecb2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:42.045360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Bound port: 5c18ffd6-9b98-4f81-8739-3ae429acbbc2, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83673637-8127-41d9-abd5-0b8fed37ff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0b46862e-1648-4875-9f79-b1817b1fecb2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:42.045751 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.052242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d493db6-3abe-4cbe-9925-92bac5ac9d6b None None] Pushing event updated for resources: {'Port': ['ID=5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.089705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e320a8d-b316-4045-88ad-44a0b38c2efd None None] Provisioning complete for port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:42.090008 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e320a8d-b316-4045-88ad-44a0b38c2efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.124477 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.161716 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.175110 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.185622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.191255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/f5040199-5acb-42b6-9268-08aa41eff9aa HTTP/1.1" status: 204 len: 168 time: 1.3726571 Jul 29 23:37:42.191427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57168) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:42.197682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605224244'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:42.221590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:42.222821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb86e9-b713-40fd-a13b-68b24b99f408 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Network': ['ID=f5040199-5acb-42b6-9268-08aa41eff9aa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.223420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] For port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:42.227058 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.227481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] For port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5c18ffd6-9b98-4f81-8739-3ae429acbbc2,segment=NetworkSegment(83673637-8127-41d9-abd5-0b8fed37ff9c),segment_id=83673637-8127-41d9-abd5-0b8fed37ff9c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:42.257243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:42.269287 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.269831 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Added segment 2d1fe8e4-e1fc-4480-9084-87084d8caa9a of type vlan for network c672ff7c-39b0-4427-bde4-8775c7f9d12e Jul 29 23:37:42.274788 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.336331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.337121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27ecf1-17d7-4225-bc3c-9411f0202b21 None None] Pushing event updated for resources: {'Port': ['ID=5c18ffd6-9b98-4f81-8739-3ae429acbbc2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.356546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0d38f-8864-4f69-83af-c1a57c313385 req-16bdf0f1-60c9-4726-a8d6-e287763ae398 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:42.358719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11b0d38f-8864-4f69-83af-c1a57c313385 req-16bdf0f1-60c9-4726-a8d6-e287763ae398 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 944 time: 0.2869418 Jul 29 23:37:42.368922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.375432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:42.376193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.388594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Allocated IP 172.25.2.153 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/93e22cb2-7f63-4d00-af98-26191063917d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:42.433288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11b0d38f-8864-4f69-83af-c1a57c313385 req-69e6f98a-7880-4ca3-a137-1099cb965410 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681689 Jul 29 23:37:42.484109 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2909203 Jul 29 23:37:42.486969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:42.492695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'network_id': 'c672ff7c-39b0-4427-bde4-8775c7f9d12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:42.538140 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.547614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec43ce-9ddb-40e7-ae83-81e2133fd6af tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=c672ff7c-39b0-4427-bde4-8775c7f9d12e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.564260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network c672ff7c-39b0-4427-bde4-8775c7f9d12e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:42.588315 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.642037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:42.651466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.662671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:42.668436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:42.670962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:42.700284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Pushing event updated for resources: {'Port': ['ID=93e22cb2-7f63-4d00-af98-26191063917d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.915412 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.989899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking segment: {'id': '2d1fe8e4-e1fc-4480-9084-87084d8caa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c672ff7c-39b0-4427-bde4-8775c7f9d12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:42.990275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network hostable DHCP agents. Network: c672ff7c-39b0-4427-bde4-8775c7f9d12e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:42.999237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=76926fb3-2894-452d-804c-4cc0e26add2d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:43.020259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network c672ff7c-39b0-4427-bde4-8775c7f9d12e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:43.041911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, c672ff7c-39b0-4427-bde4-8775c7f9d12e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:43.050916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4850f-3372-42e5-abf1-d23432a68e7f None None] Network c672ff7c-39b0-4427-bde4-8775c7f9d12e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:43.052367 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.053196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.077151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d437c017-8961-487a-b898-ad8b1f42862c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5869279 Jul 29 23:37:43.077646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57176) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:43.243278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.297123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-c672ff7c-39b0-4427-bde4-8775c7f9d12e', 'network_id': 'c672ff7c-39b0-4427-bde4-8775c7f9d12e', 'tenant_id': '9ef65ed6bc4f42f7892e1f9e7a38b1bc', 'fixed_ips': [{'subnet_id': '76926fb3-2894-452d-804c-4cc0e26add2d'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:43.298136 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.442186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:43.443904 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.579954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Allocated IP 2001:db8::1 (c672ff7c-39b0-4427-bde4-8775c7f9d12e/76926fb3-2894-452d-804c-4cc0e26add2d/e141d050-1882-4f98-88c5-533e6e34910b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:43.587599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:43.587898 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.639243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.701278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556eff15-7ec6-4577-a2e6-16f4c9305120 req-d09a0ae8-22a1-4127-b538-f1cc2788b75a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.703050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-556eff15-7ec6-4577-a2e6-16f4c9305120 req-d09a0ae8-22a1-4127-b538-f1cc2788b75a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 944 time: 0.1253600 Jul 29 23:37:43.726292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af272de-73cd-4bb0-b395-026e39313f0a None None] Network 0b46862e-1648-4875-9f79-b1817b1fecb2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:43.806130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-556eff15-7ec6-4577-a2e6-16f4c9305120 req-2f651131-1aa3-4c19-9b34-da15b55c06a7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596428 Jul 29 23:37:43.931671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.934168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 676f7694-88d9-4624-b131-b5f4da7c0623 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:44.022305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:44.093718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d0e1dc9e-c05b-4fab-82a1-af6861f8b45a None None] Provisioning for port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:44.183863 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.184875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfa194-9b65-407a-95bc-b2274d4fd71b req-be6df451-f5cc-4e31-944a-eee3305edf2d tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:44.192334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fcfa194-9b65-407a-95bc-b2274d4fd71b req-be6df451-f5cc-4e31-944a-eee3305edf2d tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 944 time: 0.0905683 Jul 29 23:37:44.193282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Transition to ACTIVE for port object e141d050-1882-4f98-88c5-533e6e34910b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:44.196596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Router 73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:37:44.239945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57192) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.248746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Transition to ACTIVE for port object e141d050-1882-4f98-88c5-533e6e34910b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:44.248922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fcfa194-9b65-407a-95bc-b2274d4fd71b req-11b4a3ed-dc03-4355-b8f4-8d0014326a5f tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553164 Jul 29 23:37:44.264663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 676f7694-88d9-4624-b131-b5f4da7c0623 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:44.265147 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.298610 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.299249 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.353408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Subnet': ['ID=76926fb3-2894-452d-804c-4cc0e26add2d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:44.355062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:44.362704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:44.363090 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.408946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Network c672ff7c-39b0-4427-bde4-8775c7f9d12e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:44.418687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:44.425795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:44.434334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:44.439397 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa154b-ae5c-4a0e-aab9-2c01e4f74077 None None] Sync routers for ids ['73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:44.454136 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa154b-ae5c-4a0e-aab9-2c01e4f74077 None None] Routers {'73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:44.454796 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0bfa154b-ae5c-4a0e-aab9-2c01e4f74077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:44.462651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Pushing event updated for resources: {'Port': ['ID=e141d050-1882-4f98-88c5-533e6e34910b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:44.467939 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.470825 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.472415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4989f541-a9db-4f8b-b131-0cd529d99965 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9058702 Jul 29 23:37:44.474910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.493303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c672ff7c-39b0-4427-bde4-8775c7f9d12e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:44.525898 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0bfa154b-ae5c-4a0e-aab9-2c01e4f74077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:44.536045 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa154b-ae5c-4a0e-aab9-2c01e4f74077 None None] Routers {'73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:44.537115 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0bfa154b-ae5c-4a0e-aab9-2c01e4f74077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:44.559510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1fe8e4-e1fc-4480-9084-87084d8caa9a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:44.559813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1fe8e4-e1fc-4480-9084-87084d8caa9a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:44.573998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.585663 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0bfa154b-ae5c-4a0e-aab9-2c01e4f74077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:44.586734 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa154b-ae5c-4a0e-aab9-2c01e4f74077 None None] The sync data for ids ['73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:44.629458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.640458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:44.641831 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:44.644684 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:44.651321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Attempting to bind port e141d050-1882-4f98-88c5-533e6e34910b on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:44.651707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Attempting to bind port e141d050-1882-4f98-88c5-533e6e34910b by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '2d1fe8e4-e1fc-4480-9084-87084d8caa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c672ff7c-39b0-4427-bde4-8775c7f9d12e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:44.652123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Attempting to bind port e141d050-1882-4f98-88c5-533e6e34910b on network c672ff7c-39b0-4427-bde4-8775c7f9d12e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:44.657102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.690854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-41c290e5-b6ca-43ff-b843-7552ef193d65 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/routers/73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe HTTP/1.1" status: 200 len: 925 time: 0.2144315 Jul 29 23:37:44.693540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57198) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.714833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:44.717892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Checking segment: {'id': '2d1fe8e4-e1fc-4480-9084-87084d8caa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c672ff7c-39b0-4427-bde4-8775c7f9d12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:44.718513 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.718985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Bound using segment: {'id': '2d1fe8e4-e1fc-4480-9084-87084d8caa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c672ff7c-39b0-4427-bde4-8775c7f9d12e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:44.722222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Bound port: e141d050-1882-4f98-88c5-533e6e34910b, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1fe8e4-e1fc-4480-9084-87084d8caa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c672ff7c-39b0-4427-bde4-8775c7f9d12e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:44.722978 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.742888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3641d0e2-4119-4107-8101-3bd3c36755ba tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe HTTP/1.1" status: 200 len: 205 time: 0.0452034 Jul 29 23:37:44.743260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57200) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.806388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] For port e141d050-1882-4f98-88c5-533e6e34910b, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:44.824848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445c79d9-c78f-441a-8666-d55755d46c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676f7694-88d9-4624-b131-b5f4da7c0623'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:44.827975 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f523232-7855-4df5-8843-5ea88b58666c" -d '{"events": [{"server_uuid": "445c79d9-c78f-441a-8666-d55755d46c1f", "name": "network-vif-plugged", "status": "completed", "tag": "676f7694-88d9-4624-b131-b5f4da7c0623"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:44.841413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] For port e141d050-1882-4f98-88c5-533e6e34910b, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e141d050-1882-4f98-88c5-533e6e34910b,segment=NetworkSegment(2d1fe8e4-e1fc-4480-9084-87084d8caa9a),segment_id=2d1fe8e4-e1fc-4480-9084-87084d8caa9a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:44.855579 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:37:44.855579 n-d-712139-11 neutron-server[93817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:37:44.855579 n-d-712139-11 neutron-server[93817]: [parameters: {'id': 'c672ff7c-39b0-4427-bde4-8775c7f9d12e'}] Jul 29 23:37:44.855579 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:37:44.855996 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:37:44.863103 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.867881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 676f7694-88d9-4624-b131-b5f4da7c0623, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=676f7694-88d9-4624-b131-b5f4da7c0623,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:44.875845 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.890891 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.913529 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.935653 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e532d47-5380-4068-a9d8-4c3ba63bac98 x-openstack-request-id: req-7e532d47-5380-4068-a9d8-4c3ba63bac98 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:44.935928 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445c79d9-c78f-441a-8666-d55755d46c1f", "name": "network-vif-plugged", "status": "completed", "tag": "676f7694-88d9-4624-b131-b5f4da7c0623", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:44.936314 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e532d47-5380-4068-a9d8-4c3ba63bac98 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:44.936762 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445c79d9-c78f-441a-8666-d55755d46c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676f7694-88d9-4624-b131-b5f4da7c0623', 'code': 200} Jul 29 23:37:44.952356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d04445b7-c733-4454-8421-bc78cf277125 None None] Provisioning complete for port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:44.952825 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d04445b7-c733-4454-8421-bc78cf277125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.999399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.020355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb04ea-e967-4171-8a17-f8c35ec15169 None None] Pushing event updated for resources: {'Port': ['ID=e141d050-1882-4f98-88c5-533e6e34910b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.032400 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.092942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5c18ffd6-9b98-4f81-8739-3ae429acbbc2,segment=NetworkSegment(83673637-8127-41d9-abd5-0b8fed37ff9c),segment_id=83673637-8127-41d9-abd5-0b8fed37ff9c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:45.103020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Deleting port 93e22cb2-7f63-4d00-af98-26191063917d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:45.104464 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.109969 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.121561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=676f7694-88d9-4624-b131-b5f4da7c0623,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.126491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88965583-da6f-4df9-99d0-629afdecc114 None None] Network c672ff7c-39b0-4427-bde4-8775c7f9d12e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:45.201723 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.218410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Calling delete_port for 93e22cb2-7f63-4d00-af98-26191063917d owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:45.314688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=5c18ffd6-9b98-4f81-8739-3ae429acbbc2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.315231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] Deleting port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:45.315738 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.331072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb0be1c-59e2-4186-b4af-fe7d02cb8be2 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:37:45.362168 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.437509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] For port a1aaed0a-44c1-4c91-bc80-58dceb75f9fd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a1aaed0a-44c1-4c91-bc80-58dceb75f9fd,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:45.437922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.457442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] Calling delete_port for a1aaed0a-44c1-4c91-bc80-58dceb75f9fd owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:45.470901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178f160-30f0-4802-9327-31214835581b req-130df235-a4bc-46bc-973a-9f49230a93a8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:45.472473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a178f160-30f0-4802-9327-31214835581b req-130df235-a4bc-46bc-973a-9f49230a93a8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 945 time: 0.0870874 Jul 29 23:37:45.477881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Deleting port e141d050-1882-4f98-88c5-533e6e34910b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:45.478196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.481369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb0be1c-59e2-4186-b4af-fe7d02cb8be2 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:37:45.488136 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.530000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Pushing event deleted for resources: {'Port': ['ID=93e22cb2-7f63-4d00-af98-26191063917d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.583592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a178f160-30f0-4802-9327-31214835581b req-70a434a3-0e3c-4683-9dae-99e62de497da tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035585 Jul 29 23:37:45.589065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] For port e141d050-1882-4f98-88c5-533e6e34910b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e141d050-1882-4f98-88c5-533e6e34910b,segment=NetworkSegment(2d1fe8e4-e1fc-4480-9084-87084d8caa9a),segment_id=2d1fe8e4-e1fc-4480-9084-87084d8caa9a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:45.589444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.608532 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.635247 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Calling delete_port for e141d050-1882-4f98-88c5-533e6e34910b owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:45.717276 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.719565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.770607 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.782291 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.783170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Fanout notify agent at l3_agent the message router_deleted on router 73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:45.792271 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.793538 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-404f53c0-ced3-4f1e-9db7-814ff04d2a67 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe HTTP/1.1" status: 204 len: 168 time: 1.0489759 Jul 29 23:37:45.796958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57210) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:45.801656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1467595516', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'enable_snat': False}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:45.806719 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Port': ['ID=e141d050-1882-4f98-88c5-533e6e34910b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.808677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No DVR routers for this DVR port e141d050-1882-4f98-88c5-533e6e34910b on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:45.825881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.826912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.838410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.857191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 676f7694-88d9-4624-b131-b5f4da7c0623 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:45.884570 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.905165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1aaed0a-44c1-4c91-bc80-58dceb75f9fd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.919062 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.949491 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.969081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c672ff7c-39b0-4427-bde4-8775c7f9d12e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:45.984206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1fe8e4-e1fc-4480-9084-87084d8caa9a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:45.984704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1fe8e4-e1fc-4480-9084-87084d8caa9a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:45.987395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 676f7694-88d9-4624-b131-b5f4da7c0623, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=676f7694-88d9-4624-b131-b5f4da7c0623,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:45.993176 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.005520 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.029231 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.062391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=676f7694-88d9-4624-b131-b5f4da7c0623,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:46.066834 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.068633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:46.069053 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:46.072783 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:46.172400 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.185317 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.187232 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/c672ff7c-39b0-4427-bde4-8775c7f9d12e HTTP/1.1" status: 204 len: 168 time: 3.1082518 Jul 29 23:37:46.201691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57212) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:46.208275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1150170979'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:46.213527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8199828-1063-443f-b476-03a2e45be091 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Network': ['ID=c672ff7c-39b0-4427-bde4-8775c7f9d12e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:46.217741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.274027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:46.277481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.294279 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.315022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.366514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:46.398335 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.398688 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Added segment 05586b4a-58b5-4059-8d5d-4285324ff6df of type vlan for network caa2f448-b148-479b-9fa2-bfddb4d2dfc5 Jul 29 23:37:46.421447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ada29e-54ce-4bd3-8487-6886263febca req-c4d84d41-f49c-4801-bec6-3d4da0db07ec tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.422608 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b8ada29e-54ce-4bd3-8487-6886263febca req-c4d84d41-f49c-4801-bec6-3d4da0db07ec tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.47 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 943 time: 0.1226878 Jul 29 23:37:46.430047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Allocated IP 172.25.2.219 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/10d43c17-9273-4a34-981d-1d4036b7ddca) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:46.538449 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.581746 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.633247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:46.636719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:46.643106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:46.679434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event updated for resources: {'Port': ['ID=10d43c17-9273-4a34-981d-1d4036b7ddca,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:46.861693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.938335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445c79d9-c78f-441a-8666-d55755d46c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '676f7694-88d9-4624-b131-b5f4da7c0623'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:46.940906 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc51b94-a087-420b-93d2-a15fc38220bd" -d '{"events": [{"server_uuid": "445c79d9-c78f-441a-8666-d55755d46c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "676f7694-88d9-4624-b131-b5f4da7c0623"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:46.979377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.985002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.985666 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.996089 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f03336d-d60d-4660-826a-1a7881d47801 x-openstack-request-id: req-4f03336d-d60d-4660-826a-1a7881d47801 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:46.996487 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445c79d9-c78f-441a-8666-d55755d46c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "676f7694-88d9-4624-b131-b5f4da7c0623", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:46.996840 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f03336d-d60d-4660-826a-1a7881d47801 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:46.997324 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445c79d9-c78f-441a-8666-d55755d46c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '676f7694-88d9-4624-b131-b5f4da7c0623', 'code': 200} Jul 29 23:37:47.068498 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8656588 Jul 29 23:37:47.070998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] Router e3b5dd98-81ff-4205-a76e-24cda00fa77a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:47.077602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:47.088062 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'network_id': 'caa2f448-b148-479b-9fa2-bfddb4d2dfc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:47.107937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985eed7-b86b-4e93-8bbb-098e73ae12bc tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=caa2f448-b148-479b-9fa2-bfddb4d2dfc5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.120466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network caa2f448-b148-479b-9fa2-bfddb4d2dfc5 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:47.145204 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b8ada29e-54ce-4bd3-8487-6886263febca req-1f9883f1-c697-4c2c-b8ae-77cb260b2ec8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Deleting port 676f7694-88d9-4624-b131-b5f4da7c0623 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:47.145558 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8ada29e-54ce-4bd3-8487-6886263febca req-1f9883f1-c697-4c2c-b8ae-77cb260b2ec8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.150064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ada3ff-2b06-44c4-b0ba-d0310466d30a req-4f8ca743-b881-4093-87a7-79e40fa7929c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.151591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1ada3ff-2b06-44c4-b0ba-d0310466d30a req-4f8ca743-b881-4093-87a7-79e40fa7929c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 943 time: 0.4606483 Jul 29 23:37:47.252409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1ada3ff-2b06-44c4-b0ba-d0310466d30a req-0aeccb87-122a-4aa3-9b2c-1aedb7ffae7d tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905907 Jul 29 23:37:47.325673 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.346498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:47.354308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b8ada29e-54ce-4bd3-8487-6886263febca req-1f9883f1-c697-4c2c-b8ae-77cb260b2ec8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] For port 676f7694-88d9-4624-b131-b5f4da7c0623, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=676f7694-88d9-4624-b131-b5f4da7c0623,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:47.354744 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8ada29e-54ce-4bd3-8487-6886263febca req-1f9883f1-c697-4c2c-b8ae-77cb260b2ec8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.375339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b8ada29e-54ce-4bd3-8487-6886263febca req-1f9883f1-c697-4c2c-b8ae-77cb260b2ec8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Calling delete_port for 676f7694-88d9-4624-b131-b5f4da7c0623 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:47.379104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:47.383227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.406560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:47.406936 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.432991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:47.443760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e36c8b1c-412b-4a6b-a96c-39ada49bac29 admin admin] 10.222.0.37 "PUT /v2.0/routers/e3b5dd98-81ff-4205-a76e-24cda00fa77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2024558 Jul 29 23:37:47.444072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57228) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:47.458477 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] Sync routers for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:47.536476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:47.538208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:47.590775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.665202 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:47.696670 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8ada29e-54ce-4bd3-8487-6886263febca req-1f9883f1-c697-4c2c-b8ae-77cb260b2ec8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.708497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.753640 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9883f1-c697-4c2c-b8ae-77cb260b2ec8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event deleted for resources: {'Port': ['ID=676f7694-88d9-4624-b131-b5f4da7c0623,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.786340 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.792602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.825333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=6b50f423-7b44-4154-bf32-5d48c4b460c7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.834186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ada29e-54ce-4bd3-8487-6886263febca req-1f9883f1-c697-4c2c-b8ae-77cb260b2ec8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] No DVR routers for this DVR port 676f7694-88d9-4624-b131-b5f4da7c0623 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:47.837896 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8ada29e-54ce-4bd3-8487-6886263febca req-1f9883f1-c697-4c2c-b8ae-77cb260b2ec8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.839883 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b8ada29e-54ce-4bd3-8487-6886263febca req-1f9883f1-c697-4c2c-b8ae-77cb260b2ec8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.47 "DELETE /v2.0/ports/676f7694-88d9-4624-b131-b5f4da7c0623 HTTP/1.1" status: 204 len: 173 time: 1.0522561 Jul 29 23:37:47.840662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445c79d9-c78f-441a-8666-d55755d46c1f', 'name': 'network-vif-deleted', 'tag': '676f7694-88d9-4624-b131-b5f4da7c0623'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:47.842957 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1444a88e-6c09-4d8b-a9a1-76696d87300d" -d '{"events": [{"server_uuid": "445c79d9-c78f-441a-8666-d55755d46c1f", "name": "network-vif-deleted", "tag": "676f7694-88d9-4624-b131-b5f4da7c0623"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:47.852003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking segment: {'id': '05586b4a-58b5-4059-8d5d-4285324ff6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'caa2f448-b148-479b-9fa2-bfddb4d2dfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:47.852472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network hostable DHCP agents. Network: caa2f448-b148-479b-9fa2-bfddb4d2dfc5, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:47.874189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network caa2f448-b148-479b-9fa2-bfddb4d2dfc5 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:47.886898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, caa2f448-b148-479b-9fa2-bfddb4d2dfc5) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:47.891928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.892922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.901525 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0572b529-ba5c-4c90-87d2-764f2d07faaf x-openstack-request-id: req-0572b529-ba5c-4c90-87d2-764f2d07faaf {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:47.901904 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445c79d9-c78f-441a-8666-d55755d46c1f", "name": "network-vif-deleted", "tag": "676f7694-88d9-4624-b131-b5f4da7c0623", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:47.902268 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0572b529-ba5c-4c90-87d2-764f2d07faaf {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:47.902654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04724311-dedd-4a34-9d6f-cf76d26e17ac None None] Network caa2f448-b148-479b-9fa2-bfddb4d2dfc5 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:47.902839 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445c79d9-c78f-441a-8666-d55755d46c1f', 'name': 'network-vif-deleted', 'tag': '676f7694-88d9-4624-b131-b5f4da7c0623', 'status': 'completed', 'code': 200} Jul 29 23:37:47.933906 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5df298bc-2423-4bbe-a5cb-7a10c981005b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8506215 Jul 29 23:37:47.934690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:47.959276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Deleting port 19919369-ab25-4875-bf11-8716f70699e9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:47.959486 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.978668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '19919369-ab25-4875-bf11-8716f70699e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:37:45Z', 'revision_number': 5, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port': {'id': '19919369-ab25-4875-bf11-8716f70699e9', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:51Z', 'updated_at': '2021-07-29T23:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.055159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Router 3154e55d-0e41-4db2-bcad-57801d71b3d1 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:37:48.084213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] For port 19919369-ab25-4875-bf11-8716f70699e9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=19919369-ab25-4875-bf11-8716f70699e9,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:48.084583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.085398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.131518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Calling delete_port for 19919369-ab25-4875-bf11-8716f70699e9 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:48.140559 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.165991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] Checking router: e3b5dd98-81ff-4205-a76e-24cda00fa77a for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:48.190949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] Routers {'e3b5dd98-81ff-4205-a76e-24cda00fa77a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:48.191647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.211951 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.237479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Subnet': ['ID=6b50f423-7b44-4154-bf32-5d48c4b460c7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:48.250321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:48.262487 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Sync routers for ids ['3154e55d-0e41-4db2-bcad-57801d71b3d1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:48.273848 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Routers {'3154e55d-0e41-4db2-bcad-57801d71b3d1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:48.274824 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3154e55d-0e41-4db2-bcad-57801d71b3d1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.315565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.339632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa2f448-b148-479b-9fa2-bfddb4d2dfc5']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.350791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] Set router e3b5dd98-81ff-4205-a76e-24cda00fa77a gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:48.355818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c8529-e6aa-4b75-956d-d44505ee1107 None None] Network caa2f448-b148-479b-9fa2-bfddb4d2dfc5 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:48.361685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.363205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05586b4a-58b5-4059-8d5d-4285324ff6df') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.363693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-59a60cf8-864e-4f4a-b409-91f8733212a0 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5653589 Jul 29 23:37:48.363938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05586b4a-58b5-4059-8d5d-4285324ff6df') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.366475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:48.432303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.452843 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.466308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:48.466973 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:48.470165 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:48.485353 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Set router 3154e55d-0e41-4db2-bcad-57801d71b3d1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:48.529777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3d82803-acb7-4fb3-9ed5-551db533a8ce req-178e9c8e-7cb1-4b61-a09f-5325b23784a8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c79d9-c78f-441a-8666-d55755d46c1f HTTP/1.1" status: 200 len: 210 time: 0.0480726 Jul 29 23:37:48.533034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:37:47Z', 'revision_number': 6, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.556178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.588917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Pushing event deleted for resources: {'Port': ['ID=19919369-ab25-4875-bf11-8716f70699e9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:48.589407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51254e50-2c96-4c46-881d-a2c1ce37d255 None None] The sync data for ids ['e3b5dd98-81ff-4205-a76e-24cda00fa77a'] in n-d-712139-11 is: [{'id': 'e3b5dd98-81ff-4205-a76e-24cda00fa77a', 'name': 'tempest-AttachVolumeTestJSON-1237429774-router', 'tenant_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:37:47Z', 'revision_number': 6, 'project_id': 'ee14ae51b51946dd87ec5665bcf5995d', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:48.618437 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-13106503-5924-429c-95a7-5cc56bddc0f6 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/routers/3154e55d-0e41-4db2-bcad-57801d71b3d1 HTTP/1.1" status: 200 len: 909 time: 0.2500286 Jul 29 23:37:48.619910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57240) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:48.626422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1467595516', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'enable_snat': True}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:48.651704 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.655900 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.662260 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.683547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.686197 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/caa2f448-b148-479b-9fa2-bfddb4d2dfc5 HTTP/1.1" status: 204 len: 168 time: 0.7505987 Jul 29 23:37:48.690812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbcf4d-1f0b-482f-be2c-fb7ee377e33d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Network': ['ID=caa2f448-b148-479b-9fa2-bfddb4d2dfc5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:48.692922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57242) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:48.705087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1667475037'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:48.711063 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.735279 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.755476 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.763487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:48.767008 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.813033 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154e55d-0e41-4db2-bcad-57801d71b3d1', 'name': 'tempest-snat-router-1467595516', 'tenant_id': '076c9b68975d4cff9b2de1bbe98ef948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.219'}], 'enable_snat': False}, 'gw_port_id': '10d43c17-9273-4a34-981d-1d4036b7ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:45Z', 'updated_at': '2021-07-29T23:37:47Z', 'revision_number': 3, 'project_id': '076c9b68975d4cff9b2de1bbe98ef948', 'gw_port': {'id': '10d43c17-9273-4a34-981d-1d4036b7ddca', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3154e55d-0e41-4db2-bcad-57801d71b3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:46Z', 'updated_at': '2021-07-29T23:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.831475 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.833687 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.841901 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Checking router: 3154e55d-0e41-4db2-bcad-57801d71b3d1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:48.842251 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Updating router 3154e55d-0e41-4db2-bcad-57801d71b3d1 port 10d43c17-9273-4a34-981d-1d4036b7ddca binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:48.870347 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.880389 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.880928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3b5dd98-81ff-4205-a76e-24cda00fa77a {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:48.887014 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.887172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:48.889838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-32d4d823-eefe-4178-95a2-ba52f1864521 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e3b5dd98-81ff-4205-a76e-24cda00fa77a HTTP/1.1" status: 204 len: 168 time: 1.4439695 Jul 29 23:37:48.890552 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57244) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:48.922916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.928748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.929108 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Added segment f2ed71a2-7505-4064-86ff-28edbf495e7b of type vlan for network e2a3520a-737d-4ba8-8080-232c82344944 Jul 29 23:37:48.937654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb618bb-c6e6-4980-99e9-009c5d5c5ad4 admin admin] Deleting subnet 15880d6c-5ba1-4048-93db-089949bac9ca {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:48.941527 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ceb618bb-c6e6-4980-99e9-009c5d5c5ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.992417 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ceb618bb-c6e6-4980-99e9-009c5d5c5ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.027966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.076418 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.082053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:49.082694 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.163267 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4662256 Jul 29 23:37:49.167710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57246) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:49.173391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'network_id': 'e2a3520a-737d-4ba8-8080-232c82344944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:49.177565 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.178929 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ceb618bb-c6e6-4980-99e9-009c5d5c5ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.180217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48916240-8a23-4c6a-b46c-768771544529 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=e2a3520a-737d-4ba8-8080-232c82344944,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:49.190525 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Transition to ACTIVE for port object 10d43c17-9273-4a34-981d-1d4036b7ddca will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:49.195370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network e2a3520a-737d-4ba8-8080-232c82344944 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:49.198487 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.253302 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Attempting to bind port 10d43c17-9273-4a34-981d-1d4036b7ddca on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:49.253667 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Attempting to bind port 10d43c17-9273-4a34-981d-1d4036b7ddca by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:49.254030 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Attempting to bind port 10d43c17-9273-4a34-981d-1d4036b7ddca on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:49.266423 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d1779-339c-4a74-b20a-68d1efc229eb None None] Pushing event updated for resources: {'Port': ['ID=10d43c17-9273-4a34-981d-1d4036b7ddca,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:49.270598 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:49.270984 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:49.271386 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.271769 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:49.272262 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Bound port: 10d43c17-9273-4a34-981d-1d4036b7ddca, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:49.272829 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.310325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.327467 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] For port 10d43c17-9273-4a34-981d-1d4036b7ddca, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:49.330706 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] For port 10d43c17-9273-4a34-981d-1d4036b7ddca, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=10d43c17-9273-4a34-981d-1d4036b7ddca,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:49.336515 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.337091 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.341141 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ceb618bb-c6e6-4980-99e9-009c5d5c5ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.349219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:49.352909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.386184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f0c77d-5ecd-469e-8465-c85d9f96e8e4 None None] Network 075cd5b6-a446-43e6-877b-02e442ee8cb0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:49.388509 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ceb618bb-c6e6-4980-99e9-009c5d5c5ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.393152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ceb618bb-c6e6-4980-99e9-009c5d5c5ad4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/15880d6c-5ba1-4048-93db-089949bac9ca HTTP/1.1" status: 204 len: 168 time: 0.5015488 Jul 29 23:37:49.394165 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Routers {'3154e55d-0e41-4db2-bcad-57801d71b3d1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:49.394329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb618bb-c6e6-4980-99e9-009c5d5c5ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15880d6c-5ba1-4048-93db-089949bac9ca,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:49.394901 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3154e55d-0e41-4db2-bcad-57801d71b3d1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:49.396477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:49.552454 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] Set router 3154e55d-0e41-4db2-bcad-57801d71b3d1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:49.556060 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.572349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 19919369-ab25-4875-bf11-8716f70699e9 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:49.606674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 19919369-ab25-4875-bf11-8716f70699e9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:49.606947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 19919369-ab25-4875-bf11-8716f70699e9 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:49.607957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a1aaed0a-44c1-4c91-bc80-58dceb75f9fd no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:49.615386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Allocated IP 172.25.2.96 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/d9c421f3-aee3-417e-b4df-1d89a945a2df) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:49.639328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a1aaed0a-44c1-4c91-bc80-58dceb75f9fd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:49.639679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a1aaed0a-44c1-4c91-bc80-58dceb75f9fd not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:49.721997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.731070 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d1779-339c-4a74-b20a-68d1efc229eb None None] Pushing event updated for resources: {'Port': ['ID=10d43c17-9273-4a34-981d-1d4036b7ddca,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:49.749408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Deleting port d1c7959b-e935-4f52-a2ef-aae91721bad4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:49.749965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.822177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b54cc94-8087-4365-b661-17c791cb9cec None None] DHCP port deletion for 075cd5b6-a446-43e6-877b-02e442ee8cb0 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:49.850341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.863551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 676f7694-88d9-4624-b131-b5f4da7c0623 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:49.869312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=0d9dd8f8-cfd4-44bd-85d6-a5dcf8a9cf3d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:49.879018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] For port d1c7959b-e935-4f52-a2ef-aae91721bad4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d1c7959b-e935-4f52-a2ef-aae91721bad4,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:49.879352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.893972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking segment: {'id': 'f2ed71a2-7505-4064-86ff-28edbf495e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e2a3520a-737d-4ba8-8080-232c82344944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:49.894344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network hostable DHCP agents. Network: e2a3520a-737d-4ba8-8080-232c82344944, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:49.900284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 676f7694-88d9-4624-b131-b5f4da7c0623 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:49.900881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 676f7694-88d9-4624-b131-b5f4da7c0623 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:49.911124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Calling delete_port for d1c7959b-e935-4f52-a2ef-aae91721bad4 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:49.922739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network e2a3520a-737d-4ba8-8080-232c82344944 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:49.957465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2b54cc94-8087-4365-b661-17c791cb9cec None None] Deleting port d1c7959b-e935-4f52-a2ef-aae91721bad4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:49.958047 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b54cc94-8087-4365-b661-17c791cb9cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.962959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, e2a3520a-737d-4ba8-8080-232c82344944) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:49.978274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:49.978886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.996509 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3154e55d-0e41-4db2-bcad-57801d71b3d1', 'name': 'tempest-snat-router-1467595516', 'tenant_id': '076c9b68975d4cff9b2de1bbe98ef948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.219'}], 'enable_snat': False}, 'gw_port_id': '10d43c17-9273-4a34-981d-1d4036b7ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:45Z', 'updated_at': '2021-07-29T23:37:47Z', 'revision_number': 3, 'project_id': '076c9b68975d4cff9b2de1bbe98ef948', 'gw_port': {'id': '10d43c17-9273-4a34-981d-1d4036b7ddca', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3154e55d-0e41-4db2-bcad-57801d71b3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:46Z', 'updated_at': '2021-07-29T23:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.010347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.041014 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f017c-57bb-48f7-a443-c22444a19266 None None] The sync data for ids ['3154e55d-0e41-4db2-bcad-57801d71b3d1'] in n-d-712139-11 is: [{'id': '3154e55d-0e41-4db2-bcad-57801d71b3d1', 'name': 'tempest-snat-router-1467595516', 'tenant_id': '076c9b68975d4cff9b2de1bbe98ef948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.219'}], 'enable_snat': False}, 'gw_port_id': '10d43c17-9273-4a34-981d-1d4036b7ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:45Z', 'updated_at': '2021-07-29T23:37:47Z', 'revision_number': 3, 'project_id': '076c9b68975d4cff9b2de1bbe98ef948', 'gw_port': {'id': '10d43c17-9273-4a34-981d-1d4036b7ddca', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3154e55d-0e41-4db2-bcad-57801d71b3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:46Z', 'updated_at': '2021-07-29T23:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:50.047105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a358a45-967e-4dc0-9e8c-ccfa0b97a935 None None] Network e2a3520a-737d-4ba8-8080-232c82344944 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:50.051596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-04cd1bce-a4ce-432c-9441-c56266abcab8 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8825545 Jul 29 23:37:50.051912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:50.086349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:50.092308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8f5e053e-91ac-4b7d-bc5b-d18bc0b598a1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'network_id': 'e2a3520a-737d-4ba8-8080-232c82344944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:50.099276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:50.109196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:50.121861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-c3d76549-4290-4a31-be63-1cd5b1ca0c81 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.123927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-c3d76549-4290-4a31-be63-1cd5b1ca0c81 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/networks?id=8618129c-95ce-474b-a1b9-d5cb3543d360 HTTP/1.1" status: 200 len: 822 time: 0.1968911 Jul 29 23:37:50.136353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2b54cc94-8087-4365-b661-17c791cb9cec None None] For port d1c7959b-e935-4f52-a2ef-aae91721bad4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d1c7959b-e935-4f52-a2ef-aae91721bad4,segment=NetworkSegment(b7b2cad3-95b6-40ca-91ff-bc9657acfe3e),segment_id=b7b2cad3-95b6-40ca-91ff-bc9657acfe3e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:50.136937 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b54cc94-8087-4365-b661-17c791cb9cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.141746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-6ce76684-35ef-4f11-adbe-f45f639306b2 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/quotas/04ebfb8d23614489b68365d5e6d30adc HTTP/1.1" status: 200 len: 375 time: 0.0114477 Jul 29 23:37:50.181925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2b54cc94-8087-4365-b661-17c791cb9cec None None] Calling delete_port for d1c7959b-e935-4f52-a2ef-aae91721bad4 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:50.208688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-23bd26cb-3a75-4096-893f-6d12ce4d568a tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=04ebfb8d23614489b68365d5e6d30adc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563307 Jul 29 23:37:50.223354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event updated for resources: {'Port': ['ID=d9c421f3-aee3-417e-b4df-1d89a945a2df,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:50.255613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.255971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.256316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.256631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.256969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.257336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.257718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.258430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.258430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.258987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.259095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.259396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:50.265523 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.324840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-0ac456d9-0be8-4fa3-93e2-c915ed1b9a5e service neutron] 10.222.0.37 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083152 Jul 29 23:37:50.356974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] No DVR routers for this DVR port d1c7959b-e935-4f52-a2ef-aae91721bad4 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:50.358915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-e2a3520a-737d-4ba8-8080-232c82344944', 'network_id': 'e2a3520a-737d-4ba8-8080-232c82344944', 'tenant_id': '9ef65ed6bc4f42f7892e1f9e7a38b1bc', 'fixed_ips': [{'subnet_id': '0d9dd8f8-cfd4-44bd-85d6-a5dcf8a9cf3d'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:50.360972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.362284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c7959b-e935-4f52-a2ef-aae91721bad4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:50.382925 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b54cc94-8087-4365-b661-17c791cb9cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.463444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54cc94-8087-4365-b661-17c791cb9cec None None] Pushing event deleted for resources: {'Port': ['ID=d1c7959b-e935-4f52-a2ef-aae91721bad4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:50.495140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-282f1e58-f6b3-4a89-ac95-15161df81cc7 service neutron] 10.222.0.37 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639283 Jul 29 23:37:50.530295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54cc94-8087-4365-b661-17c791cb9cec None None] No DVR routers for this DVR port d1c7959b-e935-4f52-a2ef-aae91721bad4 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:50.606021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5e053e-91ac-4b7d-bc5b-d18bc0b598a1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:50.616257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5e053e-91ac-4b7d-bc5b-d18bc0b598a1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.617916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Allocated IP 2001:db8::2 (e2a3520a-737d-4ba8-8080-232c82344944/0d9dd8f8-cfd4-44bd-85d6-a5dcf8a9cf3d/e356dab8-861b-47f5-a6df-86e12729e7e3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:50.634470 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.751126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ffbd1dc-ff0b-4e58-9443-2e625987bfb6 req-60ebc74b-89ab-4030-b6e4-41c5a2ff9e61 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 210 time: 0.0571938 Jul 29 23:37:50.761759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075cd5b6-a446-43e6-877b-02e442ee8cb0']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.776532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.776760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b2cad3-95b6-40ca-91ff-bc9657acfe3e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.798983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.859885 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.877340 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.884784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:50.885280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:50.887153 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:50.891725 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Transition to ACTIVE for port object e356dab8-861b-47f5-a6df-86e12729e7e3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:50.908645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Transition to ACTIVE for port object e356dab8-861b-47f5-a6df-86e12729e7e3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:50.917252 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.970843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Network e2a3520a-737d-4ba8-8080-232c82344944 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:50.974625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:50.979161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:51.002900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Pushing event updated for resources: {'Port': ['ID=e356dab8-861b-47f5-a6df-86e12729e7e3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.017844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.047250 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.049215 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] 10.222.0.37 "DELETE /v2.0/networks/075cd5b6-a446-43e6-877b-02e442ee8cb0 HTTP/1.1" status: 204 len: 168 time: 1.6515818 Jul 29 23:37:51.065844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bea33d-979c-4bc3-ba2c-d2e022d10682 admin admin] Pushing event deleted for resources: {'Network': ['ID=075cd5b6-a446-43e6-877b-02e442ee8cb0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.072036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.099030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Attempting to bind port e356dab8-861b-47f5-a6df-86e12729e7e3 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:51.099747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Attempting to bind port e356dab8-861b-47f5-a6df-86e12729e7e3 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'f2ed71a2-7505-4064-86ff-28edbf495e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e2a3520a-737d-4ba8-8080-232c82344944'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:51.100459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Attempting to bind port e356dab8-861b-47f5-a6df-86e12729e7e3 on network e2a3520a-737d-4ba8-8080-232c82344944 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:51.109328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:51.110931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Checking segment: {'id': 'f2ed71a2-7505-4064-86ff-28edbf495e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e2a3520a-737d-4ba8-8080-232c82344944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:51.111621 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.112397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Bound using segment: {'id': 'f2ed71a2-7505-4064-86ff-28edbf495e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e2a3520a-737d-4ba8-8080-232c82344944'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:51.113156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Bound port: e356dab8-861b-47f5-a6df-86e12729e7e3, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ed71a2-7505-4064-86ff-28edbf495e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e2a3520a-737d-4ba8-8080-232c82344944'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:51.114130 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.255856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] For port e356dab8-861b-47f5-a6df-86e12729e7e3, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:51.259953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] For port e356dab8-861b-47f5-a6df-86e12729e7e3, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e356dab8-861b-47f5-a6df-86e12729e7e3,segment=NetworkSegment(f2ed71a2-7505-4064-86ff-28edbf495e7b),segment_id=f2ed71a2-7505-4064-86ff-28edbf495e7b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:51.270122 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.291170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:51.325924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 10d43c17-9273-4a34-981d-1d4036b7ddca up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:51.376886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e8014de0-a6f4-4ad3-b921-b6b336d53917 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee14ae51b51946dd87ec5665bcf5995d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839329 Jul 29 23:37:51.378845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:51.405520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1bd9e-93ca-4a45-a42b-e55bdf203ed3 None None] Pushing event updated for resources: {'Port': ['ID=e356dab8-861b-47f5-a6df-86e12729e7e3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.463003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 10d43c17-9273-4a34-981d-1d4036b7ddca completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:51.470100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 10d43c17-9273-4a34-981d-1d4036b7ddca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:51.470638 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.486132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5a09196-7cdd-47ba-b17f-57a0accc8631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.522938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5a09196-7cdd-47ba-b17f-57a0accc8631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.607198 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5a09196-7cdd-47ba-b17f-57a0accc8631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.612757 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5a09196-7cdd-47ba-b17f-57a0accc8631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.620873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d5a09196-7cdd-47ba-b17f-57a0accc8631 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e34a651-a13e-4bb9-a4f2-c278655e7fd2 HTTP/1.1" status: 204 len: 168 time: 0.2395165 Jul 29 23:37:51.631333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a09196-7cdd-47ba-b17f-57a0accc8631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e34a651-a13e-4bb9-a4f2-c278655e7fd2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.685355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.717597 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a680ddd6-3be6-4101-ac2a-cd5485251b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.722694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 10d43c17-9273-4a34-981d-1d4036b7ddca, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=10d43c17-9273-4a34-981d-1d4036b7ddca,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:51.729893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.808573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=10d43c17-9273-4a34-981d-1d4036b7ddca,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.844935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d1c7959b-e935-4f52-a2ef-aae91721bad4 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:51.932606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d1c7959b-e935-4f52-a2ef-aae91721bad4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:51.933379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d1c7959b-e935-4f52-a2ef-aae91721bad4 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:51.951370 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2da15d9-706d-40c5-98d5-d037e659fdb0 req-b7f1eedf-aede-4977-9fc9-d3bb451ef8e7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 210 time: 0.0610464 Jul 29 23:37:52.208275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5e053e-91ac-4b7d-bc5b-d18bc0b598a1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.289829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e053e-91ac-4b7d-bc5b-d18bc0b598a1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network e2a3520a-737d-4ba8-8080-232c82344944 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:52.303125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8f5e053e-91ac-4b7d-bc5b-d18bc0b598a1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:52.310833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e053e-91ac-4b7d-bc5b-d18bc0b598a1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=ed051fa3-d3e9-4c02-af4e-6a35cdcf7e95,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:52.313325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.315990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e053e-91ac-4b7d-bc5b-d18bc0b598a1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.316656 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5e053e-91ac-4b7d-bc5b-d18bc0b598a1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.337012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-32a55a2f-2dc5-438b-909b-14763d194858 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.338581 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-32a55a2f-2dc5-438b-909b-14763d194858 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.42 "GET /v2.0/networks?id=8618129c-95ce-474b-a1b9-d5cb3543d360 HTTP/1.1" status: 200 len: 822 time: 0.3517828 Jul 29 23:37:52.381108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Request body: {'port': {'device_id': '2e3c11d9-ddf9-44dc-91e9-78a48879df60', 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360', 'admin_state_up': True, 'tenant_id': '04ebfb8d23614489b68365d5e6d30adc'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:52.388045 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8f5e053e-91ac-4b7d-bc5b-d18bc0b598a1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2992253 Jul 29 23:37:52.389833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57310) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:52.514215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd311c9d-98c7-4ac7-9de3-0e5d7d4852f9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.516623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd311c9d-98c7-4ac7-9de3-0e5d7d4852f9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.518830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd311c9d-98c7-4ac7-9de3-0e5d7d4852f9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.521071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd311c9d-98c7-4ac7-9de3-0e5d7d4852f9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.523081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd311c9d-98c7-4ac7-9de3-0e5d7d4852f9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.526511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bd311c9d-98c7-4ac7-9de3-0e5d7d4852f9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1353431 Jul 29 23:37:52.530941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57316) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:52.541931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-269931243'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:52.562053 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:37:52.562053 n-d-712139-11 neutron-server[93816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:37:52.562053 n-d-712139-11 neutron-server[93816]: [parameters: {'project_id_1': '9ef65ed6bc4f42f7892e1f9e7a38b1bc', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 37, 52, 549523)}] Jul 29 23:37:52.562053 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:37:52.562727 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:37:52.593124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Made reservation on behalf of 04ebfb8d23614489b68365d5e6d30adc for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:52.597873 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.612304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Router 86b64192-8d60-4889-afb8-7d3cf16d67a2 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:37:52.834208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:52.843415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Sync routers for ids ['86b64192-8d60-4889-afb8-7d3cf16d67a2'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:52.847276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5b7a77-a337-4271-a622-09d40a23d865 None None] Network e2a3520a-737d-4ba8-8080-232c82344944 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:52.851274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Allocated IP 172.20.0.6 (8618129c-95ce-474b-a1b9-d5cb3543d360/352f6adc-781a-425e-97e3-5d2fc309a888/ebdb2791-75a7-4ebe-ba03-50530cc7ece6) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:52.856171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.857430 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7afb58dc-9b31-4992-8949-e0b889299ab4 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2364278 Jul 29 23:37:52.860281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57326) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:52.906069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Routers {'86b64192-8d60-4889-afb8-7d3cf16d67a2'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:52.906500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['86b64192-8d60-4889-afb8-7d3cf16d67a2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:52.986614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-125e426a-b734-4350-8421-d1b7f53c751b None None] Provisioning for port e356dab8-861b-47f5-a6df-86e12729e7e3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:53.042528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:53.045738 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-294f8bf2-5653-4547-8c24-6a1cbc053a0b tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/routers/86b64192-8d60-4889-afb8-7d3cf16d67a2 HTTP/1.1" status: 200 len: 907 time: 0.1840909 Jul 29 23:37:53.111002 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Set router 86b64192-8d60-4889-afb8-7d3cf16d67a2 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:53.117515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:53.124602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.146363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f018957-e1e8-4fa7-8a5f-6002fe63b5fe req-6acd5149-87ab-4544-967b-5969f651f35d tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 210 time: 0.0621443 Jul 29 23:37:53.155863 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.166826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:53.179601 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.180058 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Added segment bf40e845-5b36-42c5-b71c-39d169c56b36 of type vlan for network 1b6627cc-7794-4d1f-a0e2-35043fd275d2 Jul 29 23:37:53.281512 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.317269 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.362303 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.370638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.371455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.384450 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.387079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f4f67d-b7c8-4986-9746-866725e37fcf None None] Update dhcp port {'port': {'network_id': 'e2a3520a-737d-4ba8-8080-232c82344944', 'fixed_ips': [{'subnet_id': '0d9dd8f8-cfd4-44bd-85d6-a5dcf8a9cf3d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ed051fa3-d3e9-4c02-af4e-6a35cdcf7e95'}], 'binding:host_id': 'n-d-712139-11'}, 'id': 'e356dab8-861b-47f5-a6df-86e12729e7e3'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:37:53.501233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Network 8618129c-95ce-474b-a1b9-d5cb3543d360 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:53.512503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:53.516122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:53.519215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=1b6627cc-7794-4d1f-a0e2-35043fd275d2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.525550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9928017 Jul 29 23:37:53.528069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57356) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:53.538462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-26ad7f94-c3e0-4fba-93a0-71260f40d179 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:53.544975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.545725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.546264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.547083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.547599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.548212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.548772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.549460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.549970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.550581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.551159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.551830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212935-87a1-4443-89bc-e8d207424b18 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:53.594497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event updated for resources: {'Port': ['ID=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.598667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e356dab8-861b-47f5-a6df-86e12729e7e3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:53.602274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1b6627cc-7794-4d1f-a0e2-35043fd275d2 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:53.610020 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.630212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.630797 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.653021 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:53.685848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-60fac7f5-3688-472a-beb3-8588fa96eea4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3090312 Jul 29 23:37:53.702256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Request body: {'port': {'device_id': '2e3c11d9-ddf9-44dc-91e9-78a48879df60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:53.722859 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38f4f67d-b7c8-4986-9746-866725e37fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.736105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Deleting port d9c421f3-aee3-417e-b4df-1d89a945a2df {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:53.736493 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.761131 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26ad7f94-c3e0-4fba-93a0-71260f40d179 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.778767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26ad7f94-c3e0-4fba-93a0-71260f40d179 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.804163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26ad7f94-c3e0-4fba-93a0-71260f40d179 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network 1b6627cc-7794-4d1f-a0e2-35043fd275d2 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:37:53.812508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ad7f94-c3e0-4fba-93a0-71260f40d179 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.813867 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26ad7f94-c3e0-4fba-93a0-71260f40d179 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.816216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-26ad7f94-c3e0-4fba-93a0-71260f40d179 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "PUT /v2.0/networks/1b6627cc-7794-4d1f-a0e2-35043fd275d2 HTTP/1.1" status: 200 len: 723 time: 0.2865162 Jul 29 23:37:53.822155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:53.832662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'network_id': '1b6627cc-7794-4d1f-a0e2-35043fd275d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:53.839134 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.877147 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fd96ad9-37e8-438b-809e-9da51c0cccb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.890234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e356dab8-861b-47f5-a6df-86e12729e7e3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:53.893046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b64192-8d60-4889-afb8-7d3cf16d67a2', 'name': 'tempest-snat-router-1467595516', 'tenant_id': '076c9b68975d4cff9b2de1bbe98ef948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c421f3-aee3-417e-b4df-1d89a945a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:48Z', 'updated_at': '2021-07-29T23:37:50Z', 'revision_number': 3, 'project_id': '076c9b68975d4cff9b2de1bbe98ef948', 'gw_port': {'id': 'd9c421f3-aee3-417e-b4df-1d89a945a2df', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b64192-8d60-4889-afb8-7d3cf16d67a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:49Z', 'updated_at': '2021-07-29T23:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:53.910973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad7f94-c3e0-4fba-93a0-71260f40d179 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=1b6627cc-7794-4d1f-a0e2-35043fd275d2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.916366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e356dab8-861b-47f5-a6df-86e12729e7e3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:53.916709 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.948049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1b6627cc-7794-4d1f-a0e2-35043fd275d2 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:53.982043 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.993844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Checking router: 86b64192-8d60-4889-afb8-7d3cf16d67a2 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:53.994435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Updating router 86b64192-8d60-4889-afb8-7d3cf16d67a2 port d9c421f3-aee3-417e-b4df-1d89a945a2df binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:54.049622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Calling delete_port for d9c421f3-aee3-417e-b4df-1d89a945a2df owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:54.101961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-38f4f67d-b7c8-4986-9746-866725e37fcf None None] Allocated IP 172.20.0.1 (e2a3520a-737d-4ba8-8080-232c82344944/ed051fa3-d3e9-4c02-af4e-6a35cdcf7e95/e356dab8-861b-47f5-a6df-86e12729e7e3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:54.114538 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.235347 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa2ddd28-ae51-4d64-84db-34d047ad557f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.293870 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.393728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdb2791-75a7-4ebe-ba03-50530cc7ece6 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:54.403020 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fd96ad9-37e8-438b-809e-9da51c0cccb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.406977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.410814 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fd96ad9-37e8-438b-809e-9da51c0cccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.419227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.435742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-38f4f67d-b7c8-4986-9746-866725e37fcf None None] For port e356dab8-861b-47f5-a6df-86e12729e7e3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e356dab8-861b-47f5-a6df-86e12729e7e3,segment=NetworkSegment(f2ed71a2-7505-4064-86ff-28edbf495e7b),segment_id=f2ed71a2-7505-4064-86ff-28edbf495e7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:54.454042 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.456647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Transition to ACTIVE for port object ebdb2791-75a7-4ebe-ba03-50530cc7ece6 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:54.457988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a44c-c8d8-4c84-b95d-1520cc214a42 req-d2e6f8a4-1407-40e7-8990-2642fff88442 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:54.459916 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9c421f3-aee3-417e-b4df-1d89a945a2df,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.461734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6931a44c-c8d8-4c84-b95d-1520cc214a42 req-d2e6f8a4-1407-40e7-8990-2642fff88442 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 931 time: 0.0984714 Jul 29 23:37:54.468793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.472929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7fd96ad9-37e8-438b-809e-9da51c0cccb4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ba9c8e8282a40999798848007fd05e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8184719 Jul 29 23:37:54.477080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57370) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:54.492601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:54.499129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd96ad9-37e8-438b-809e-9da51c0cccb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42cd563-74e3-4d67-b143-1a22b7b272d1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.500573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.530899 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38f4f67d-b7c8-4986-9746-866725e37fcf None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.554827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-38f4f67d-b7c8-4986-9746-866725e37fcf None None] Transition to ACTIVE for port object e356dab8-861b-47f5-a6df-86e12729e7e3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:54.564192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6931a44c-c8d8-4c84-b95d-1520cc214a42 req-a029834d-be9c-4ea6-8656-8bb78509d4a4 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791512 Jul 29 23:37:54.567584 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38fecac6-7c4b-4eae-8dda-3ed41a2bff04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.575039 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38f4f67d-b7c8-4986-9746-866725e37fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.594061 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38fecac6-7c4b-4eae-8dda-3ed41a2bff04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.647708 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38fecac6-7c4b-4eae-8dda-3ed41a2bff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.648898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.651282 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38fecac6-7c4b-4eae-8dda-3ed41a2bff04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.662227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-38fecac6-7c4b-4eae-8dda-3ed41a2bff04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a42cd563-74e3-4d67-b143-1a22b7b272d1 HTTP/1.1" status: 204 len: 168 time: 0.1839461 Jul 29 23:37:54.668121 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.674804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fecac6-7c4b-4eae-8dda-3ed41a2bff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42cd563-74e3-4d67-b143-1a22b7b272d1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.743776 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:37:54.743933 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:37:54.754721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4f67d-b7c8-4986-9746-866725e37fcf None None] Pushing event updated for resources: {'Port': ['ID=e356dab8-861b-47f5-a6df-86e12729e7e3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.806754 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.809019 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.827665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:37:54.827665 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:37:54.878649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.879168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86b64192-8d60-4889-afb8-7d3cf16d67a2 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:54.886836 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.887748 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-235c8dfb-5eea-40af-a3e4-c74e6ec563bd tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "DELETE /v2.0/routers/86b64192-8d60-4889-afb8-7d3cf16d67a2 HTTP/1.1" status: 204 len: 168 time: 1.8403964 Jul 29 23:37:54.890677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:54.930120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Attempting to bind port ebdb2791-75a7-4ebe-ba03-50530cc7ece6 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:54.930475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Attempting to bind port ebdb2791-75a7-4ebe-ba03-50530cc7ece6 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:54.931203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Attempting to bind port ebdb2791-75a7-4ebe-ba03-50530cc7ece6 on network 8618129c-95ce-474b-a1b9-d5cb3543d360 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:54.939908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Port ebdb2791-75a7-4ebe-ba03-50530cc7ece6 on network 8618129c-95ce-474b-a1b9-d5cb3543d360 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:54.940272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Attempting to bind port ebdb2791-75a7-4ebe-ba03-50530cc7ece6 on network 8618129c-95ce-474b-a1b9-d5cb3543d360 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:54.950211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:54.950571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Checking segment: {'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:54.950968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Bound using segment: {'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:54.951557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Bound port: ebdb2791-75a7-4ebe-ba03-50530cc7ece6, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5dbe92-028c-4723-8880-084a4fe16964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:54.951934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.031246 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.076895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.147476 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.155937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] For port ebdb2791-75a7-4ebe-ba03-50530cc7ece6, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:55.164973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] For port ebdb2791-75a7-4ebe-ba03-50530cc7ece6, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:55.182981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.215447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Deleting port 10d43c17-9273-4a34-981d-1d4036b7ddca {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:55.215804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.259826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=868ae38a-26d0-462c-82eb-b68708c649a6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:55.275939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking segment: {'id': 'bf40e845-5b36-42c5-b71c-39d169c56b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1b6627cc-7794-4d1f-a0e2-35043fd275d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:55.276337 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network hostable DHCP agents. Network: 1b6627cc-7794-4d1f-a0e2-35043fd275d2, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:55.284680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.285316 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.286734 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] 10.222.0.42 "PUT /v2.0/ports/ebdb2791-75a7-4ebe-ba03-50530cc7ece6 HTTP/1.1" status: 200 len: 1092 time: 1.5902011 Jul 29 23:37:55.287186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3c11d9-ddf9-44dc-91e9-78a48879df60', 'tag': 'ebdb2791-75a7-4ebe-ba03-50530cc7ece6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:55.290207 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3c11d9-ddf9-44dc-91e9-78a48879df60", "tag": "ebdb2791-75a7-4ebe-ba03-50530cc7ece6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:55.318049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f819f3-ecb1-4ce7-a167-64759d4b2472 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:55.326227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network 1b6627cc-7794-4d1f-a0e2-35043fd275d2 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:55.354694 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1d75da-02e7-4ec3-a9a4-cb8cf4771d21 x-openstack-request-id: req-ad1d75da-02e7-4ec3-a9a4-cb8cf4771d21 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:55.355039 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3c11d9-ddf9-44dc-91e9-78a48879df60", "tag": "ebdb2791-75a7-4ebe-ba03-50530cc7ece6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:55.355246 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad1d75da-02e7-4ec3-a9a4-cb8cf4771d21 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:55.355628 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3c11d9-ddf9-44dc-91e9-78a48879df60', 'tag': 'ebdb2791-75a7-4ebe-ba03-50530cc7ece6', 'status': 'completed', 'code': 200} Jul 29 23:37:55.362426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 1b6627cc-7794-4d1f-a0e2-35043fd275d2) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:55.372768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] For port 10d43c17-9273-4a34-981d-1d4036b7ddca, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=10d43c17-9273-4a34-981d-1d4036b7ddca,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:55.373226 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.380377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.380981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.388721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Calling delete_port for 10d43c17-9273-4a34-981d-1d4036b7ddca owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:55.405802 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-caeca10c-ac88-456d-8810-a561427dbb41 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5825765 Jul 29 23:37:55.406623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deee191-e0ce-4237-b379-495a2415cabd None None] Network 1b6627cc-7794-4d1f-a0e2-35043fd275d2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:55.408984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-4abaa681-bcc8-4586-bb73-e3297b656da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.411332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-4abaa681-bcc8-4586-bb73-e3297b656da3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04ebfb8d23614489b68365d5e6d30adc&device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 1095 time: 0.0660155 Jul 29 23:37:55.411545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57396) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:55.417647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a9f30d40-fa8d-40f2-bdf5-35b6a12990fe tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:55.421347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Port d9c421f3-aee3-417e-b4df-1d89a945a2df not found while updating agent binding for router 86b64192-8d60-4889-afb8-7d3cf16d67a2. {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:37:55.501759 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.509355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.512339 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-85376b43-199a-4b98-86c1-4731c7657cce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebdb2791-75a7-4ebe-ba03-50530cc7ece6 HTTP/1.1" status: 200 len: 217 time: 0.0897896 Jul 29 23:37:55.552712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Routers set() bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:55.553095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Router IDs set() for agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:37:55.553755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_agentschedulers_db [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'86b64192-8d60-4889-afb8-7d3cf16d67a2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent'). {{(pid=93818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:37:55.554170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e54fb-4503-4296-8913-a30404a5347e None None] The sync data for ids ['86b64192-8d60-4889-afb8-7d3cf16d67a2'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:55.593259 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port e356dab8-861b-47f5-a6df-86e12729e7e3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e356dab8-861b-47f5-a6df-86e12729e7e3,segment=NetworkSegment(f2ed71a2-7505-4064-86ff-28edbf495e7b),segment_id=f2ed71a2-7505-4064-86ff-28edbf495e7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:55.605302 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.607125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 10d43c17-9273-4a34-981d-1d4036b7ddca up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:55.612956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-87365b58-007a-49f2-92bd-38243ba7bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.614617 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-87365b58-007a-49f2-92bd-38243ba7bf14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=352f6adc-781a-425e-97e3-5d2fc309a888 HTTP/1.1" status: 200 len: 862 time: 0.0903802 Jul 29 23:37:55.644555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f30d40-fa8d-40f2-bdf5-35b6a12990fe tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13165658'] for subnet, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.649604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895512c9-2d6b-4d4a-9e77-20173a833e3b None None] Network e2a3520a-737d-4ba8-8080-232c82344944 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:55.691916 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-62fcfd81-7d54-4827-930b-c1221f2fcd1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8618129c-95ce-474b-a1b9-d5cb3543d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658183 Jul 29 23:37:55.764113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.815072 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-ba796064-5445-4583-987d-79a27d5c8578 service neutron] 10.222.0.42 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149058 Jul 29 23:37:55.818329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event deleted for resources: {'Port': ['ID=10d43c17-9273-4a34-981d-1d4036b7ddca,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:55.832856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95f29f-b1db-45db-a1d3-11d70b05f18e req-6d6c0b71-c140-4e11-92c9-765ded5f17b6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.839945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5ff5342d-ea0d-4d5f-a2b8-4a8d89147b03 None None] Provisioning for port e356dab8-861b-47f5-a6df-86e12729e7e3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:55.841602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be95f29f-b1db-45db-a1d3-11d70b05f18e req-6d6c0b71-c140-4e11-92c9-765ded5f17b6 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 943 time: 0.1454298 Jul 29 23:37:55.860673 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No active binding found for port 10d43c17-9273-4a34-981d-1d4036b7ddca {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:37:55.861418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 10d43c17-9273-4a34-981d-1d4036b7ddca not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:37:55.863937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=e356dab8-861b-47f5-a6df-86e12729e7e3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:55.874442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-1b6627cc-7794-4d1f-a0e2-35043fd275d2', 'network_id': '1b6627cc-7794-4d1f-a0e2-35043fd275d2', 'tenant_id': '9ef65ed6bc4f42f7892e1f9e7a38b1bc', 'fixed_ips': [{'subnet_id': '868ae38a-26d0-462c-82eb-b68708c649a6'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:55.875561 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.916255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5ff5342d-ea0d-4d5f-a2b8-4a8d89147b03 None None] Provisioning complete for port e356dab8-861b-47f5-a6df-86e12729e7e3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:55.917447 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ff5342d-ea0d-4d5f-a2b8-4a8d89147b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.942812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be95f29f-b1db-45db-a1d3-11d70b05f18e req-17555fb4-cef1-4ed5-917f-e33c9c4a0132 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984013 Jul 29 23:37:55.956693 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.002524 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ec9fbd9-e3ac-4701-b72a-5fbc2fd6ec53 req-65022272-e0a3-4237-8ea9-28a5d2eb0b0e service neutron] 10.222.0.42 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786375 Jul 29 23:37:56.011529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f30d40-fa8d-40f2-bdf5-35b6a12990fe tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750937533224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14018458'] for subnet, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.060671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f30d40-fa8d-40f2-bdf5-35b6a12990fe tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.062110 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f30d40-fa8d-40f2-bdf5-35b6a12990fe tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.068657 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a9f30d40-fa8d-40f2-bdf5-35b6a12990fe tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "PUT /v2.0/subnets/868ae38a-26d0-462c-82eb-b68708c649a6 HTTP/1.1" status: 200 len: 826 time: 0.6560647 Jul 29 23:37:56.069488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57410) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:56.124987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f30d40-fa8d-40f2-bdf5-35b6a12990fe tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=868ae38a-26d0-462c-82eb-b68708c649a6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:56.144261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b req-06139aef-3bcc-4b01-b72b-6076b0f810a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.146246 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b req-06139aef-3bcc-4b01-b72b-6076b0f810a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04ebfb8d23614489b68365d5e6d30adc&device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 1095 time: 0.0732512 Jul 29 23:37:56.151219 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.155338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.218181 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.229609 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.230133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3154e55d-0e41-4db2-bcad-57801d71b3d1 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:56.235146 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.235967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f7a57773-9fd7-4614-be93-ae8ba9250d51 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "DELETE /v2.0/routers/3154e55d-0e41-4db2-bcad-57801d71b3d1 HTTP/1.1" status: 204 len: 168 time: 1.3441994 Jul 29 23:37:56.239529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57416) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:56.244477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1175924400', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:56.311603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.312711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b req-1489f8e1-1129-49e7-9c65-4810e3a88b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.314661 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b req-1489f8e1-1129-49e7-9c65-4810e3a88b63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8618129c-95ce-474b-a1b9-d5cb3543d360 HTTP/1.1" status: 200 len: 923 time: 0.1544466 Jul 29 23:37:56.342169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.343210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.387612 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b req-8ccb840c-2028-47c9-a9c8-d031c6680801 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebdb2791-75a7-4ebe-ba03-50530cc7ece6 HTTP/1.1" status: 200 len: 217 time: 0.0577853 Jul 29 23:37:56.389686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Port 10d43c17-9273-4a34-981d-1d4036b7ddca not found, will not notify nova. {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:37:56.462892 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.556335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b req-bd9de57a-95f1-45ae-b4c5-b47b97953fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.560821 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Allocated IP 2001:db8::2 (1b6627cc-7794-4d1f-a0e2-35043fd275d2/868ae38a-26d0-462c-82eb-b68708c649a6/8f51f654-7643-43df-9068-5b1729c754b4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:56.562252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b req-bd9de57a-95f1-45ae-b4c5-b47b97953fc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=352f6adc-781a-425e-97e3-5d2fc309a888 HTTP/1.1" status: 200 len: 862 time: 0.1528461 Jul 29 23:37:56.603359 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b req-6cd0a821-ed22-41ca-b0e8-6fb399f9e291 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8618129c-95ce-474b-a1b9-d5cb3543d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262740 Jul 29 23:37:56.628501 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.731523 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b req-14338883-bfb9-4893-a30e-fd1936eadd8d service neutron] 10.222.0.42 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165938 Jul 29 23:37:56.754076 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.766525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Transition to ACTIVE for port object 8f51f654-7643-43df-9068-5b1729c754b4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:56.787008 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Transition to ACTIVE for port object 8f51f654-7643-43df-9068-5b1729c754b4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:56.799089 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.895394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Network 1b6627cc-7794-4d1f-a0e2-35043fd275d2 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:56.909113 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:56.912428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:57.034914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e356dab8-861b-47f5-a6df-86e12729e7e3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:57.066951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Pushing event updated for resources: {'Port': ['ID=8f51f654-7643-43df-9068-5b1729c754b4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.089317 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.119111 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.123842 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.126376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Attempting to bind port 8f51f654-7643-43df-9068-5b1729c754b4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:57.126750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Attempting to bind port 8f51f654-7643-43df-9068-5b1729c754b4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'bf40e845-5b36-42c5-b71c-39d169c56b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1b6627cc-7794-4d1f-a0e2-35043fd275d2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:57.127126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Attempting to bind port 8f51f654-7643-43df-9068-5b1729c754b4 on network 1b6627cc-7794-4d1f-a0e2-35043fd275d2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:57.129142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-14b6a718-8345-4818-8521-a12e0fe272c6 None None] Provisioning complete for port e356dab8-861b-47f5-a6df-86e12729e7e3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:57.129625 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14b6a718-8345-4818-8521-a12e0fe272c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.150580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.163938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:57.164388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Checking segment: {'id': 'bf40e845-5b36-42c5-b71c-39d169c56b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1b6627cc-7794-4d1f-a0e2-35043fd275d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:57.164812 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.165234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Bound using segment: {'id': 'bf40e845-5b36-42c5-b71c-39d169c56b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1b6627cc-7794-4d1f-a0e2-35043fd275d2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:57.165739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Bound port: 8f51f654-7643-43df-9068-5b1729c754b4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40e845-5b36-42c5-b71c-39d169c56b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1b6627cc-7794-4d1f-a0e2-35043fd275d2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:57.166136 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.192922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Subnet': ['ID=868ae38a-26d0-462c-82eb-b68708c649a6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.230926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e356dab8-861b-47f5-a6df-86e12729e7e3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:57.231309 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.300201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] For port 8f51f654-7643-43df-9068-5b1729c754b4, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:57.306170 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ca2e08f9-b7b3-476b-9f46-967dafa1f14b req-7d197206-386d-413d-bf29-0ba1a592c7f5 service neutron] 10.222.0.42 "GET /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663869 Jul 29 23:37:57.317920 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.336192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] For port 8f51f654-7643-43df-9068-5b1729c754b4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8f51f654-7643-43df-9068-5b1729c754b4,segment=NetworkSegment(bf40e845-5b36-42c5-b71c-39d169c56b36),segment_id=bf40e845-5b36-42c5-b71c-39d169c56b36)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:57.345638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6627cc-7794-4d1f-a0e2-35043fd275d2']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:57.351710 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.363810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83091f52-bd2b-454c-ab88-61d6ad7c934d req-c81630b1-c2e3-464d-b78e-d189fcd8076f tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:57.365498 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83091f52-bd2b-454c-ab88-61d6ad7c934d req-c81630b1-c2e3-464d-b78e-d189fcd8076f tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 943 time: 0.3102925 Jul 29 23:37:57.373559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf40e845-5b36-42c5-b71c-39d169c56b36') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:57.373844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf40e845-5b36-42c5-b71c-39d169c56b36') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:57.417731 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.457708 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.471913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Allocated IP 172.25.2.129 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/dd6bd759-44a4-4db9-a860-5cbdc7bf91f2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:57.483835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:57.484469 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:57.489394 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:57.509144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83091f52-bd2b-454c-ab88-61d6ad7c934d req-f83333fc-60bf-42be-8139-97406f51bd13 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154735 Jul 29 23:37:57.517612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523eb1d-9d89-4330-9cd2-42a54699a947 None None] Pushing event updated for resources: {'Port': ['ID=8f51f654-7643-43df-9068-5b1729c754b4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.539242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a73e0b8-c250-48af-8b39-de4dabb43b94 None None] Network 1b6627cc-7794-4d1f-a0e2-35043fd275d2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:57.603582 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:37:57.603582 n-d-712139-11 neutron-server[93816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:37:57.603582 n-d-712139-11 neutron-server[93816]: [parameters: {'id': '1b6627cc-7794-4d1f-a0e2-35043fd275d2'}] Jul 29 23:37:57.603582 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:37:57.604081 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:37:57.653963 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.681698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382e72ad-7c0b-4d10-bfb2-1274c2c71e45 None None] Network 1b6627cc-7794-4d1f-a0e2-35043fd275d2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:57.711164 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.768915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:57.769714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Pushing event updated for resources: {'Port': ['ID=dd6bd759-44a4-4db9-a860-5cbdc7bf91f2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.773780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:57.779184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:57.829489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e3338a-4b0d-462d-b75a-f71efb8ba071 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:37:57.917034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6038239-a30e-4601-bc32-e68ee961b45a req-01f14492-beb9-43d4-94b2-a55314a88090 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:57.918582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6038239-a30e-4601-bc32-e68ee961b45a req-01f14492-beb9-43d4-94b2-a55314a88090 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1097 time: 0.1152036 Jul 29 23:37:57.946530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:57.971948 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6038239-a30e-4601-bc32-e68ee961b45a req-f50f446a-2b0a-4532-b2e2-cded58774435 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.989808 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e3338a-4b0d-462d-b75a-f71efb8ba071 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:37:58.083018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0e65564-ac6d-4a5c-873d-0ae56b11e878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.107467 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.129912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.266637 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6038239-a30e-4601-bc32-e68ee961b45a req-f50f446a-2b0a-4532-b2e2-cded58774435 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.277564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6038239-a30e-4601-bc32-e68ee961b45a req-f50f446a-2b0a-4532-b2e2-cded58774435 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.313361 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6038239-a30e-4601-bc32-e68ee961b45a req-f50f446a-2b0a-4532-b2e2-cded58774435 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3691571 Jul 29 23:37:58.358791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0e65564-ac6d-4a5c-873d-0ae56b11e878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.363500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0e65564-ac6d-4a5c-873d-0ae56b11e878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.369854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f446a-2b0a-4532-b2e2-cded58774435 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa280914-24bb-436f-b831-f81c27cb7374,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:58.380733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Deleting port 8f51f654-7643-43df-9068-5b1729c754b4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:58.380733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.404296 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b0e65564-ac6d-4a5c-873d-0ae56b11e878 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a59ecc33792c4116a1dfb948983b6fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561317 Jul 29 23:37:58.406843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57452) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:58.414913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e65564-ac6d-4a5c-873d-0ae56b11e878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d4bbc8-3761-4aad-8143-1c461e6752e2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:58.427467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 10d43c17-9273-4a34-981d-1d4036b7ddca no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:58.451100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 10d43c17-9273-4a34-981d-1d4036b7ddca {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:58.451583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 10d43c17-9273-4a34-981d-1d4036b7ddca not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:58.471800 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b725-8646-4443-999d-3446155f3ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.493043 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b725-8646-4443-999d-3446155f3ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.519430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] For port 8f51f654-7643-43df-9068-5b1729c754b4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8f51f654-7643-43df-9068-5b1729c754b4,segment=NetworkSegment(bf40e845-5b36-42c5-b71c-39d169c56b36),segment_id=bf40e845-5b36-42c5-b71c-39d169c56b36)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:58.519794 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.533063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.542280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Calling delete_port for 8f51f654-7643-43df-9068-5b1729c754b4 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:58.542729 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b725-8646-4443-999d-3446155f3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.545904 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b725-8646-4443-999d-3446155f3ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.547079 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ddb3b725-8646-4443-999d-3446155f3ecf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68d4bbc8-3761-4aad-8143-1c461e6752e2 HTTP/1.1" status: 204 len: 168 time: 0.1392553 Jul 29 23:37:58.554938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173c8a4-2833-4db3-a15e-fec867e7c1a0 req-b4d5aaa0-ac09-45b0-80df-b0e9430060e0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.556325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3b725-8646-4443-999d-3446155f3ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d4bbc8-3761-4aad-8143-1c461e6752e2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:58.556753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3173c8a4-2833-4db3-a15e-fec867e7c1a0 req-b4d5aaa0-ac09-45b0-80df-b0e9430060e0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1367798 Jul 29 23:37:58.844180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:58.858614 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f0737b8-540f-4e1f-b7f5-935b651b7809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.954684 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f0737b8-540f-4e1f-b7f5-935b651b7809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.960170 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f0737b8-540f-4e1f-b7f5-935b651b7809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.999273 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6f0737b8-540f-4e1f-b7f5-935b651b7809 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1826303e6ba460d9193f969501bd2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539018 Jul 29 23:37:59.000279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0737b8-540f-4e1f-b7f5-935b651b7809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac61bfe6-009a-4435-9955-7bdf2142f7f8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.002665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57464) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.052985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e7361ab-f965-40be-b99c-685b502b730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.061989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3173c8a4-2833-4db3-a15e-fec867e7c1a0 req-d0ef5aeb-5584-4803-802b-58ac37ad1838 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4979265 Jul 29 23:37:59.084338 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e7361ab-f965-40be-b99c-685b502b730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.084953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57466) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.110204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69352c2-046a-491a-9437-421076381c00 req-5968fbc0-5e37-4bfc-8d70-920c7d30f089 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:59.116544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a69352c2-046a-491a-9437-421076381c00 req-5968fbc0-5e37-4bfc-8d70-920c7d30f089 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 943 time: 0.4859960 Jul 29 23:37:59.151940 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.176974 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2c3e4da8-5588-4dc5-b112-51443cfa8cbd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/0a8baac5-16fd-4df6-a21f-1e568b57d732 HTTP/1.1" status: 200 len: 992 time: 0.0849645 Jul 29 23:37:59.193030 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e7361ab-f965-40be-b99c-685b502b730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.193281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Port': ['ID=8f51f654-7643-43df-9068-5b1729c754b4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.196319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e7361ab-f965-40be-b99c-685b502b730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.198180 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2e7361ab-f965-40be-b99c-685b502b730a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac61bfe6-009a-4435-9955-7bdf2142f7f8 HTTP/1.1" status: 204 len: 168 time: 0.1938989 Jul 29 23:37:59.202660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No DVR routers for this DVR port 8f51f654-7643-43df-9068-5b1729c754b4 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:59.211037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a69352c2-046a-491a-9437-421076381c00 req-5b0a8226-9901-4651-92a9-460a6cc05ae8 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897961 Jul 29 23:37:59.216599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7361ab-f965-40be-b99c-685b502b730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac61bfe6-009a-4435-9955-7bdf2142f7f8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.255265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Router c642af2b-a588-4099-a2e6-2c1c107f406c is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:37:59.295005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ebdb2791-75a7-4ebe-ba03-50530cc7ece6 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:59.314599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.357224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6627cc-7794-4d1f-a0e2-35043fd275d2']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:59.370625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf40e845-5b36-42c5-b71c-39d169c56b36') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:59.370625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf40e845-5b36-42c5-b71c-39d169c56b36') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:59.386071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.404907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ebdb2791-75a7-4ebe-ba03-50530cc7ece6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:59.417772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'ebdb2791-75a7-4ebe-ba03-50530cc7ece6', 'network_id': '8618129c-95ce-474b-a1b9-d5cb3543d360', 'port_id': 'ebdb2791-75a7-4ebe-ba03-50530cc7ece6', 'mac_address': 'fa:16:3e:47:36:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f6adc-781a-425e-97e3-5d2fc309a888', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:59.432876 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.451187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:59.451726 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:59.454863 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:59.462031 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.476750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdb2791-75a7-4ebe-ba03-50530cc7ece6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:59.500275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ebdb2791-75a7-4ebe-ba03-50530cc7ece6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:59.503520 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.510021 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:59.521313 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7135d00-df5c-4217-852b-a104c5836623 None None] Sync routers for ids ['c642af2b-a588-4099-a2e6-2c1c107f406c'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:59.535018 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7135d00-df5c-4217-852b-a104c5836623 None None] Routers {'c642af2b-a588-4099-a2e6-2c1c107f406c'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:59.535434 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.535902 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7135d00-df5c-4217-852b-a104c5836623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['c642af2b-a588-4099-a2e6-2c1c107f406c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:59.549362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.554152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57482) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.554470 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/1b6627cc-7794-4d1f-a0e2-35043fd275d2 HTTP/1.1" status: 204 len: 168 time: 3.4839597 Jul 29 23:37:59.556200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.560391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8cd9913b-89e5-41aa-919d-f61724d3d7fa tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3198237 Jul 29 23:37:59.560971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57484) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.578310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8e498fae-ad6a-411a-bba3-d7b73da00623 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'enable_snat': False}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:59.582178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c866f-0b26-43a4-8dde-c5ff5e7846ec tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Network': ['ID=1b6627cc-7794-4d1f-a0e2-35043fd275d2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.592968 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9d1053-14b7-474c-8b9b-9d6ed341da8d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:37:59.593711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9d1053-14b7-474c-8b9b-9d6ed341da8d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:37:59.597802 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dd9d1053-14b7-474c-8b9b-9d6ed341da8d tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/1b6627cc-7794-4d1f-a0e2-35043fd275d2 HTTP/1.1" status: 404 len: 339 time: 0.0425835 Jul 29 23:37:59.601530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.602795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57492) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.608283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-43706099', 'description': 'd1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:59.612463 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7135d00-df5c-4217-852b-a104c5836623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:59.633912 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7135d00-df5c-4217-852b-a104c5836623 None None] Routers {'c642af2b-a588-4099-a2e6-2c1c107f406c'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:59.634748 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7135d00-df5c-4217-852b-a104c5836623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['c642af2b-a588-4099-a2e6-2c1c107f406c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:59.634975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:59.641026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.668296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:59.678808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.680126 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Added segment 4950651d-17a9-4588-8705-495900c08c23 of type vlan for network 43048fb6-1305-4762-bc8b-403c11099d11 Jul 29 23:37:59.729162 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7135d00-df5c-4217-852b-a104c5836623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:59.730150 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7135d00-df5c-4217-852b-a104c5836623 None None] The sync data for ids ['c642af2b-a588-4099-a2e6-2c1c107f406c'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:59.746177 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.777373 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.783175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:59.784158 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582276'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.866046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['ebdb2791-75a7-4ebe-ba03-50530cc7ece6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:59.875569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=43048fb6-1305-4762-bc8b-403c11099d11,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.887060 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-36fc165e-0204-4178-889a-3eae69c70bd9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2809544 Jul 29 23:37:59.887777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.916706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 43048fb6-1305-4762-bc8b-403c11099d11 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:59.978196 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e498fae-ad6a-411a-bba3-d7b73da00623 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.083245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf8d785-d502-465f-91dd-16020b25f901 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.088545 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-adf8d785-d502-465f-91dd-16020b25f901 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/networks?id=43048fb6-1305-4762-bc8b-403c11099d11 HTTP/1.1" status: 200 len: 763 time: 0.1979685 Jul 29 23:38:00.091594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57514) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.100320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a4b3a447-1f02-4399-bf78-2c9d401a01f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'description': 'd2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:00.423716 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4b3a447-1f02-4399-bf78-2c9d401a01f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.447094 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4b3a447-1f02-4399-bf78-2c9d401a01f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.461030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4b3a447-1f02-4399-bf78-2c9d401a01f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network 43048fb6-1305-4762-bc8b-403c11099d11 is not hosted by any dhcp agent {{(pid=93817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:38:00.466819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b3a447-1f02-4399-bf78-2c9d401a01f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.468081 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4b3a447-1f02-4399-bf78-2c9d401a01f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.471959 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a4b3a447-1f02-4399-bf78-2c9d401a01f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "PUT /v2.0/networks/43048fb6-1305-4762-bc8b-403c11099d11 HTTP/1.1" status: 200 len: 760 time: 0.3769133 Jul 29 23:38:00.472097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.496407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef440ab-60f2-454e-aa44-852f5328bedf req-1293fa50-0c34-4d56-b520-f024d558d48d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.498031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ef440ab-60f2-454e-aa44-852f5328bedf req-1293fa50-0c34-4d56-b520-f024d558d48d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1736734 Jul 29 23:38:00.548454 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e498fae-ad6a-411a-bba3-d7b73da00623 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.560456 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e498fae-ad6a-411a-bba3-d7b73da00623 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.611560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ef440ab-60f2-454e-aa44-852f5328bedf req-824ed503-3ed7-449a-9e87-c8985110274a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960243 Jul 29 23:38:00.620062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b88dc-fab5-4c30-917a-35eaf188d943 req-20f91117-06b4-4d4e-baf8-f4a5380badff tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.627355 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-368b88dc-fab5-4c30-917a-35eaf188d943 req-20f91117-06b4-4d4e-baf8-f4a5380badff tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 944 time: 0.1618795 Jul 29 23:38:00.643092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3a447-1f02-4399-bf78-2c9d401a01f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=43048fb6-1305-4762-bc8b-403c11099d11,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:00.656829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 43048fb6-1305-4762-bc8b-403c11099d11 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:00.660308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec0ffb-e761-43a2-9cc9-c918e8c8a052 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.664700 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9dec0ffb-e761-43a2-9cc9-c918e8c8a052 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/networks?id=43048fb6-1305-4762-bc8b-403c11099d11 HTTP/1.1" status: 200 len: 763 time: 0.1913636 Jul 29 23:38:00.667213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.685588 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-e8034d13-74ff-448a-af1d-d89bd381c992 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4403460 Jul 29 23:38:00.745328 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-368b88dc-fab5-4c30-917a-35eaf188d943 req-c6b894ed-93f6-4c8e-9aa9-1162af8220f1 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170237 Jul 29 23:38:00.865142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e498fae-ad6a-411a-bba3-d7b73da00623 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Router c642af2b-a588-4099-a2e6-2c1c107f406c has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:00.925268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd200ef5-3ec0-4922-b061-833578e972f5 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.926831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cd200ef5-3ec0-4922-b061-833578e972f5 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2291279 Jul 29 23:38:00.929653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.990311 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9ea8a555-c9f0-4c51-a1fa-8cd6ec878589 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 207 time: 0.0578439 Jul 29 23:38:00.993476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57564) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.042261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e498fae-ad6a-411a-bba3-d7b73da00623 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:01.047402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e498fae-ad6a-411a-bba3-d7b73da00623 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.051368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8e498fae-ad6a-411a-bba3-d7b73da00623 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "PUT /v2.0/routers/c642af2b-a588-4099-a2e6-2c1c107f406c HTTP/1.1" status: 200 len: 926 time: 1.4876938 Jul 29 23:38:01.051929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57570) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.062026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f10643-9368-4c71-9707-e2a073cd8ce6 None None] Sync routers for ids ['c642af2b-a588-4099-a2e6-2c1c107f406c'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:01.082350 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f10643-9368-4c71-9707-e2a073cd8ce6 None None] Routers {'c642af2b-a588-4099-a2e6-2c1c107f406c'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:01.083029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-59f10643-9368-4c71-9707-e2a073cd8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['c642af2b-a588-4099-a2e6-2c1c107f406c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.151321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-59f10643-9368-4c71-9707-e2a073cd8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.161988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f10643-9368-4c71-9707-e2a073cd8ce6 None None] Routers {'c642af2b-a588-4099-a2e6-2c1c107f406c'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:01.162613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-59f10643-9368-4c71-9707-e2a073cd8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['c642af2b-a588-4099-a2e6-2c1c107f406c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.165966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb828a-7537-4a58-8599-7c35b34462b0 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.172967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb828a-7537-4a58-8599-7c35b34462b0 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.179670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb828a-7537-4a58-8599-7c35b34462b0 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.186726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb828a-7537-4a58-8599-7c35b34462b0 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.194023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb828a-7537-4a58-8599-7c35b34462b0 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.199825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-59f10643-9368-4c71-9707-e2a073cd8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.200538 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f10643-9368-4c71-9707-e2a073cd8ce6 None None] The sync data for ids ['c642af2b-a588-4099-a2e6-2c1c107f406c'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:01.201265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb828a-7537-4a58-8599-7c35b34462b0 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.203602 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-acbb828a-7537-4a58-8599-7c35b34462b0 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2087719 Jul 29 23:38:01.207293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.213184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6a04a73d-66b1-49ca-86b6-f0151b5fc154 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/routers/c642af2b-a588-4099-a2e6-2c1c107f406c HTTP/1.1" status: 200 len: 926 time: 0.1577752 Jul 29 23:38:01.214286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57578) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.299121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42854e-e4f1-4653-a57a-889834b227eb tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.303631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7c42854e-e4f1-4653-a57a-889834b227eb tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&device_id=c642af2b-a588-4099-a2e6-2c1c107f406c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0883682 Jul 29 23:38:01.304869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.309587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ebdb2791-75a7-4ebe-ba03-50530cc7ece6 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:01.391987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port ebdb2791-75a7-4ebe-ba03-50530cc7ece6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:01.398495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port ebdb2791-75a7-4ebe-ba03-50530cc7ece6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:01.399015 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.407883 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b053516b-fac3-4a0a-8bbf-18c71509f640 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1986160 Jul 29 23:38:01.409331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.460892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701637b2-9634-4363-838d-732bc667202a tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.476873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-701637b2-9634-4363-838d-732bc667202a tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 881 time: 0.1701586 Jul 29 23:38:01.478258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57596) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.515620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.517038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-34cb7479-e945-4cc9-b7dc-bcfbe86ff60c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=c642af2b-a588-4099-a2e6-2c1c107f406c HTTP/1.1" status: 200 len: 205 time: 0.0355575 Jul 29 23:38:01.518660 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.540515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e01e77f-50cf-4d0f-9658-afd0399ab9d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.543306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e01e77f-50cf-4d0f-9658-afd0399ab9d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.546039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e01e77f-50cf-4d0f-9658-afd0399ab9d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.548250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e01e77f-50cf-4d0f-9658-afd0399ab9d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.549138 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c11d9-ddf9-44dc-91e9-78a48879df60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdb2791-75a7-4ebe-ba03-50530cc7ece6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:01.550595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e01e77f-50cf-4d0f-9658-afd0399ab9d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.553359 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cbd3ad-d244-40f1-ba83-fcb56705cd62" -d '{"events": [{"server_uuid": "2e3c11d9-ddf9-44dc-91e9-78a48879df60", "name": "network-vif-plugged", "status": "completed", "tag": "ebdb2791-75a7-4ebe-ba03-50530cc7ece6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:01.556769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57602) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.557042 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1e01e77f-50cf-4d0f-9658-afd0399ab9d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1457467 Jul 29 23:38:01.570831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ebdb2791-75a7-4ebe-ba03-50530cc7ece6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:01.583925 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.631395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b13475-9381-4a50-b6d3-7f93a7e12f1a tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.633683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b13475-9381-4a50-b6d3-7f93a7e12f1a tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.635420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b13475-9381-4a50-b6d3-7f93a7e12f1a tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.637152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b13475-9381-4a50-b6d3-7f93a7e12f1a tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.637613 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f07b2cf-bc40-4a0f-8a9f-6b9f92d58125 x-openstack-request-id: req-4f07b2cf-bc40-4a0f-8a9f-6b9f92d58125 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:01.638731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b13475-9381-4a50-b6d3-7f93a7e12f1a tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.641380 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-27b13475-9381-4a50-b6d3-7f93a7e12f1a tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0833406 Jul 29 23:38:01.644811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57610) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.650115 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3c11d9-ddf9-44dc-91e9-78a48879df60", "name": "network-vif-plugged", "status": "completed", "tag": "ebdb2791-75a7-4ebe-ba03-50530cc7ece6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:01.650384 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f07b2cf-bc40-4a0f-8a9f-6b9f92d58125 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:01.653934 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c11d9-ddf9-44dc-91e9-78a48879df60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdb2791-75a7-4ebe-ba03-50530cc7ece6', 'code': 200} Jul 29 23:38:01.668006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:01.787135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.831053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc437f2-2a38-428e-9681-ec2502e226fb req-a6f6da7d-5a7c-4c5f-808e-0ba122cd7686 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.832309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ca8a-0033-440a-bf64-6563a8147c1a req-169db5a2-4551-4a15-aa0d-1c5de3797335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.833375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1bc437f2-2a38-428e-9681-ec2502e226fb req-a6f6da7d-5a7c-4c5f-808e-0ba122cd7686 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1026356 Jul 29 23:38:01.833992 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4ce9ca8a-0033-440a-bf64-6563a8147c1a req-169db5a2-4551-4a15-aa0d-1c5de3797335 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 1097 time: 0.1145036 Jul 29 23:38:01.858608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2959ea-efe5-413f-8c42-89b5e8249613 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.860058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cc2959ea-efe5-413f-8c42-89b5e8249613 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/networks/62da978c-5db8-40c8-b3b5-a3034ecb3d42 HTTP/1.1" status: 200 len: 803 time: 0.2138789 Jul 29 23:38:01.870104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57620) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.936136 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4ce9ca8a-0033-440a-bf64-6563a8147c1a req-218d1222-46dd-402f-8d25-68089433dd8b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911725 Jul 29 23:38:01.962834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.968625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1bc437f2-2a38-428e-9681-ec2502e226fb req-87ed297b-a036-4e5d-a699-9e18bdd150a1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263194 Jul 29 23:38:02.020637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d1c96-c50a-4f93-a0b4-874db8953462 req-aa3610f6-ea31-4ff0-8a5d-1ef0eb24eeff tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.022205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-800d1c96-c50a-4f93-a0b4-874db8953462 req-aa3610f6-ea31-4ff0-8a5d-1ef0eb24eeff tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 945 time: 0.1529284 Jul 29 23:38:02.030723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Deleting port dd6bd759-44a4-4db9-a860-5cbdc7bf91f2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:02.031424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.054039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7433d8dc-0196-4010-be63-2d9da58bc732 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/networks/62da978c-5db8-40c8-b3b5-a3034ecb3d42?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1775229 Jul 29 23:38:02.058708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57632) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:02.120510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.125081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-800d1c96-c50a-4f93-a0b4-874db8953462 req-dda73381-3e75-4f5b-85a5-9b65369129b7 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887423 Jul 29 23:38:02.130534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee96b76-5295-4075-b9bb-1d3d25096273 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.135666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dee96b76-5295-4075-b9bb-1d3d25096273 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/subnets/9c81777c-b282-4211-a99e-a014c5a9107b HTTP/1.1" status: 200 len: 843 time: 0.0722213 Jul 29 23:38:02.136641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57638) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:02.146904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Calling delete_port for dd6bd759-44a4-4db9-a860-5cbdc7bf91f2 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:02.209294 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.237160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a8381-bc21-4f09-a90b-5e863b6ed3bd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.242780 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1b9a8381-bc21-4f09-a90b-5e863b6ed3bd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "GET /v2.0/subnets/9c81777c-b282-4211-a99e-a014c5a9107b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1014521 Jul 29 23:38:02.243429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:02.248426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-326518825'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:02.344519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:02.347913 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.393745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:02.397080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-abf5ee05-0fa7-4128-9b3a-dc89626b6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.398483 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-abf5ee05-0fa7-4128-9b3a-dc89626b6955 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1097 time: 0.1215036 Jul 29 23:38:02.436193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.436498 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Added segment 495ed0fa-1c51-4b2e-bcc5-41cb90369eaa of type vlan for network 593253f9-6653-4274-a77c-c5aae53c683a Jul 29 23:38:02.536634 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.544097 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.599377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Pushing event deleted for resources: {'Port': ['ID=dd6bd759-44a4-4db9-a860-5cbdc7bf91f2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:02.629878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-53de7c3f-3b3e-4cd8-ba4b-7c19d017570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.631379 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-53de7c3f-3b3e-4cd8-ba4b-7c19d017570e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 200 len: 897 time: 0.2056992 Jul 29 23:38:02.700122 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.705605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.706199 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.791406 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.796500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5520198 Jul 29 23:38:02.799435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:02.801575 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-7dfa170b-1624-4a41-9662-05e699d6cb3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 1000 time: 0.1463957 Jul 29 23:38:02.805533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'network_id': '593253f9-6653-4274-a77c-c5aae53c683a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:02.867357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963efe5-7e74-4117-961e-b62a074bf23c tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Network': ['ID=593253f9-6653-4274-a77c-c5aae53c683a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:02.881379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 593253f9-6653-4274-a77c-c5aae53c683a details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:02.923910 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.928361 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.979244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-c4139d9a-5f3e-4087-847f-7378a3ffa826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.980326 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-c4139d9a-5f3e-4087-847f-7378a3ffa826 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f8cde7b-ebb4-491a-a06d-6149ef6da505 HTTP/1.1" status: 200 len: 834 time: 0.1228957 Jul 29 23:38:02.986293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.987835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Fanout notify agent at l3_agent the message router_deleted on router c642af2b-a588-4099-a2e6-2c1c107f406c {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:03.009141 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.014283 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-751af9a6-b28b-4ee0-90ef-add3d07a7c5e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/c642af2b-a588-4099-a2e6-2c1c107f406c HTTP/1.1" status: 204 len: 168 time: 1.4974201 Jul 29 23:38:03.018414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:03.022029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-45253bf3-0269-44f9-95d0-df116acedef1 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-194029766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:03.087035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-41e7cccf-23b6-48a5-9895-01ca8545d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.091297 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-41e7cccf-23b6-48a5-9895-01ca8545d225 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5098b49-09e2-41f8-9f6e-3cce3c678c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004333 Jul 29 23:38:03.094435 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45253bf3-0269-44f9-95d0-df116acedef1 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.097033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45253bf3-0269-44f9-95d0-df116acedef1 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.249216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45253bf3-0269-44f9-95d0-df116acedef1 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.266216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45253bf3-0269-44f9-95d0-df116acedef1 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.278987 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-8609a1ac-b445-4a4e-87ad-186fe44ba71e service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734762 Jul 29 23:38:03.287028 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45253bf3-0269-44f9-95d0-df116acedef1 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.288478 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-45253bf3-0269-44f9-95d0-df116acedef1 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2705605 Jul 29 23:38:03.291205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57684) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:03.299068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:03.345243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a821-9895-4c21-96dd-f604697c3bb5 req-f8e59c0e-7e0c-4f99-af44-e6935bef4bd5 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.352527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02f5a821-9895-4c21-96dd-f604697c3bb5 req-f8e59c0e-7e0c-4f99-af44-e6935bef4bd5 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 945 time: 0.1210175 Jul 29 23:38:03.366095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6503f57-9075-4785-ae2d-2d452dd1c08d req-8d489d69-2d79-449d-ab2d-5e1b30c30948 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.368240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6503f57-9075-4785-ae2d-2d452dd1c08d req-8d489d69-2d79-449d-ab2d-5e1b30c30948 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1356697 Jul 29 23:38:03.394554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Made reservation on behalf of 9ef65ed6bc4f42f7892e1f9e7a38b1bc for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:03.398016 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.487918 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6503f57-9075-4785-ae2d-2d452dd1c08d req-38a24f1c-3d28-4714-a4e1-30a8895aa4cf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123748 Jul 29 23:38:03.498511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02f5a821-9895-4c21-96dd-f604697c3bb5 req-97c5e298-271d-4170-a769-bc638a0c8cde tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451039 Jul 29 23:38:03.503017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Performing IP validity checks on allocation pools {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:38:03.503920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:38:03.538049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57690) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:03.596521 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-dc12b16d-b725-464c-aca0-c2a05ba3414e service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026268 Jul 29 23:38:03.598388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.763569 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.765870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70edf18f-58e6-49d1-b547-d4a2c843cce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.893697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-c3edc45f-40e8-4aff-b45f-a011ad70ccc8 req-46cec62b-b1e0-482b-bdbb-a32c2a53be97 tempest-VolumesAdminNegativeTest-364502582 tempest-VolumesAdminNegativeTest-364502582-project] (93816) timed out ('10.222.0.42', 58946) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:38:03.895274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=fa583e14-f561-44f4-b330-8a266ab29418,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.936034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a405d0-6a13-45c2-b8c2-0a6afa7d3664 req-3c1f7141-5b0e-413d-878d-6e2637893421 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.937682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1a405d0-6a13-45c2-b8c2-0a6afa7d3664 req-3c1f7141-5b0e-413d-878d-6e2637893421 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 945 time: 0.1306028 Jul 29 23:38:03.940968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Checking segment: {'id': '495ed0fa-1c51-4b2e-bcc5-41cb90369eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '593253f9-6653-4274-a77c-c5aae53c683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:03.941342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network hostable DHCP agents. Network: 593253f9-6653-4274-a77c-c5aae53c683a, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:04.011638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Network 593253f9-6653-4274-a77c-c5aae53c683a is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:04.030895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1a405d0-6a13-45c2-b8c2-0a6afa7d3664 req-dc5f26ef-3ac4-4d4a-a2ee-0df6f44d6b87 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835986 Jul 29 23:38:04.033911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 593253f9-6653-4274-a77c-c5aae53c683a) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:04.044766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:04.045397 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.047503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fe419d-c8e3-49be-b307-eadab09b5705 None None] Network 593253f9-6653-4274-a77c-c5aae53c683a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:04.052555 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70edf18f-58e6-49d1-b547-d4a2c843cce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.062645 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70edf18f-58e6-49d1-b547-d4a2c843cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.070977 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-83eb513b-eac8-49fa-baf2-8387eef904a2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2703774 Jul 29 23:38:04.082079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57700) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:04.089981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b34530a1-6917-4f3e-bfc0-81f908d6ccba tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:04.142871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edf18f-58e6-49d1-b547-d4a2c843cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baf1f0e-b0f5-4f39-8397-08d694d97aa4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:04.161378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-70edf18f-58e6-49d1-b547-d4a2c843cce4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abcd3dbfd53b4972a5df0e5250601e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215255 Jul 29 23:38:04.164496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57702) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:04.197478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.220247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.234723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91505452-4df3-4b14-b43d-faa24a66ec23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-593253f9-6653-4274-a77c-c5aae53c683a', 'network_id': '593253f9-6653-4274-a77c-c5aae53c683a', 'tenant_id': '9ef65ed6bc4f42f7892e1f9e7a38b1bc', 'fixed_ips': [{'subnet_id': 'fa583e14-f561-44f4-b330-8a266ab29418'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:04.235653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91505452-4df3-4b14-b43d-faa24a66ec23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.258022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b34530a1-6917-4f3e-bfc0-81f908d6ccba tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12980676'] for subnet, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.281905 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d84d-8dc7-464f-898b-2f4a371961a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.337919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d84d-8dc7-464f-898b-2f4a371961a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.338167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Allocated IP 172.25.2.36 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/7e863d13-be38-4f0e-9263-bc0dfac0202b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:04.368202 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-91505452-4df3-4b14-b43d-faa24a66ec23 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:38:04.368202 n-d-712139-11 neutron-server[93818]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 29 23:38:04.368202 n-d-712139-11 neutron-server[93818]: [parameters: {'in_use': 1, 'id_1': 'fa583e14-f561-44f4-b330-8a266ab29418'}] Jul 29 23:38:04.368202 n-d-712139-11 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:38:04.369209 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-91505452-4df3-4b14-b43d-faa24a66ec23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:38:04.430974 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d84d-8dc7-464f-898b-2f4a371961a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.433562 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d84d-8dc7-464f-898b-2f4a371961a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.434732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8ac7d84d-8dc7-464f-898b-2f4a371961a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6baf1f0e-b0f5-4f39-8397-08d694d97aa4 HTTP/1.1" status: 204 len: 168 time: 0.2695534 Jul 29 23:38:04.448702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7d84d-8dc7-464f-898b-2f4a371961a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baf1f0e-b0f5-4f39-8397-08d694d97aa4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:04.453741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.505509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.522119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b34530a1-6917-4f3e-bfc0-81f908d6ccba tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750937533224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14457999'] for subnet, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.565177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34530a1-6917-4f3e-bfc0-81f908d6ccba tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:04.565801 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b34530a1-6917-4f3e-bfc0-81f908d6ccba tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.570240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b34530a1-6917-4f3e-bfc0-81f908d6ccba tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "PUT /v2.0/subnets/fa583e14-f561-44f4-b330-8a266ab29418 HTTP/1.1" status: 200 len: 900 time: 0.4837329 Jul 29 23:38:04.570931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57710) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:04.572149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:04.577568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:04.582282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:04.585784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Pushing event updated for resources: {'Port': ['ID=7e863d13-be38-4f0e-9263-bc0dfac0202b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:04.672972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34530a1-6917-4f3e-bfc0-81f908d6ccba tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event updated for resources: {'Subnet': ['ID=fa583e14-f561-44f4-b330-8a266ab29418,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:04.717004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3e8ab-be6c-4e37-ac18-edbac81f1771 req-9be0f7a6-570c-4bb8-b864-fd42b71815d2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:04.718557 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fc3e8ab-be6c-4e37-ac18-edbac81f1771 req-9be0f7a6-570c-4bb8-b864-fd42b71815d2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.0950563 Jul 29 23:38:04.735011 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.780352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fc3e8ab-be6c-4e37-ac18-edbac81f1771 req-05470224-cc0c-4a12-82c3-d8d50d6f7070 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513692 Jul 29 23:38:04.780878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57714) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:04.825956 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-468a5ad3-dab4-459c-8f51-cac1c0504558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.853370 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.863758 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.871160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91505452-4df3-4b14-b43d-faa24a66ec23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.964354 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-91505452-4df3-4b14-b43d-faa24a66ec23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa583e14-f561-44f4-b330-8a266ab29418: This subnet is being modified by another concurrent operation. Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:38:04.974122 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa583e14-f561-44f4-b330-8a266ab29418: This subnet is being modified by another concurrent operation. Jul 29 23:38:04.979365 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 29 23:38:04.995774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad36d2-4760-475d-a649-bb013b146e2a None None] Network 593253f9-6653-4274-a77c-c5aae53c683a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:05.005738 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Subnet': ['ID=fa583e14-f561-44f4-b330-8a266ab29418,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:05.073943 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-468a5ad3-dab4-459c-8f51-cac1c0504558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.081718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.096049 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-468a5ad3-dab4-459c-8f51-cac1c0504558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.099258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.106479 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.116306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8812c-584c-471c-815a-d4079bddfaf6 None None] Network 593253f9-6653-4274-a77c-c5aae53c683a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:05.127444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593253f9-6653-4274-a77c-c5aae53c683a']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.166417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495ed0fa-1c51-4b2e-bcc5-41cb90369eaa') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.166706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495ed0fa-1c51-4b2e-bcc5-41cb90369eaa') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.203775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-468a5ad3-dab4-459c-8f51-cac1c0504558 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7df5c184e55440708af2ac1fd48fdb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956175 Jul 29 23:38:05.206399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.207061 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.216645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a5ad3-dab4-459c-8f51-cac1c0504558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd9556a-0028-4e49-86b7-b91859a889ba,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:05.231583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.240767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:05.241189 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.242014 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b253f422-deb8-4eae-93bd-43993f9689bd None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:38:05.251497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ce3b5-987c-432a-8603-92471cad1c2b req-422550fc-098d-4c36-9dec-b3e44a514e05 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:05.253086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-113ce3b5-987c-432a-8603-92471cad1c2b req-422550fc-098d-4c36-9dec-b3e44a514e05 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 945 time: 0.1085684 Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:05.253763 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:05.293596 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87a5ee95-f5c7-4b9d-9a6e-e1370892734c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.327737 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87a5ee95-f5c7-4b9d-9a6e-e1370892734c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.338183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Router cc9e2495-900f-4347-bdbe-090ea74f6882 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:05.342826 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.347137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-113ce3b5-987c-432a-8603-92471cad1c2b req-affed35c-0877-4626-89c9-7f0a57782d91 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826864 Jul 29 23:38:05.353047 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.356494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/593253f9-6653-4274-a77c-c5aae53c683a HTTP/1.1" status: 204 len: 168 time: 0.7849736 Jul 29 23:38:05.364417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.374243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68680ad-7383-4c4b-ac6f-5376cbb4761b tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Network': ['ID=593253f9-6653-4274-a77c-c5aae53c683a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:05.402661 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-53588c56-0c40-47c4-9d7b-8d104103d218 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:05.403126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53588c56-0c40-47c4-9d7b-8d104103d218 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:05.404985 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-53588c56-0c40-47c4-9d7b-8d104103d218 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/subnets/fa583e14-f561-44f4-b330-8a266ab29418 HTTP/1.1" status: 404 len: 337 time: 0.0395184 Jul 29 23:38:05.407624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57722) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.414965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253f422-deb8-4eae-93bd-43993f9689bd None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:38:05.428400 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c51839c-7c3e-4ab9-9f5d-053860a242ba tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:05.429119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c51839c-7c3e-4ab9-9f5d-053860a242ba tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:05.431745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9c51839c-7c3e-4ab9-9f5d-053860a242ba tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/593253f9-6653-4274-a77c-c5aae53c683a HTTP/1.1" status: 404 len: 339 time: 0.0221989 Jul 29 23:38:05.436468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57724) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.488441 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87a5ee95-f5c7-4b9d-9a6e-e1370892734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.490877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87a5ee95-f5c7-4b9d-9a6e-e1370892734c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.492119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-87a5ee95-f5c7-4b9d-9a6e-e1370892734c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cdd9556a-0028-4e49-86b7-b91859a889ba HTTP/1.1" status: 204 len: 168 time: 0.2841551 Jul 29 23:38:05.505729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5ee95-f5c7-4b9d-9a6e-e1370892734c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd9556a-0028-4e49-86b7-b91859a889ba,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:05.523227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:05.529686 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.530316 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.534251 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3253cdb2-3b75-421d-839f-ff162156c882 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "PUT /v2.0/routers/cc9e2495-900f-4347-bdbe-090ea74f6882 HTTP/1.1" status: 200 len: 882 time: 2.2394090 Jul 29 23:38:05.534621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57728) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.535502 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c675c4b9-d971-48b7-9b7d-f53c42bf91f4 None None] Sync routers for ids ['cc9e2495-900f-4347-bdbe-090ea74f6882'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:05.549341 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c675c4b9-d971-48b7-9b7d-f53c42bf91f4 None None] Routers {'cc9e2495-900f-4347-bdbe-090ea74f6882'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:05.550046 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c675c4b9-d971-48b7-9b7d-f53c42bf91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['cc9e2495-900f-4347-bdbe-090ea74f6882'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.589196 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c675c4b9-d971-48b7-9b7d-f53c42bf91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.600727 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c675c4b9-d971-48b7-9b7d-f53c42bf91f4 None None] Routers {'cc9e2495-900f-4347-bdbe-090ea74f6882'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:05.602068 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c675c4b9-d971-48b7-9b7d-f53c42bf91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['cc9e2495-900f-4347-bdbe-090ea74f6882'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.651604 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c675c4b9-d971-48b7-9b7d-f53c42bf91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.652624 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c675c4b9-d971-48b7-9b7d-f53c42bf91f4 None None] The sync data for ids ['cc9e2495-900f-4347-bdbe-090ea74f6882'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:05.670431 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.684078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43048fb6-1305-4762-bc8b-403c11099d11']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.698500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4950651d-17a9-4588-8705-495900c08c23') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.698951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4950651d-17a9-4588-8705-495900c08c23') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.712553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.730953 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.745453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:05.749510 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e1cf0a32-67a8-4cb7-8c38-2ba3f27acffc tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/routers/cc9e2495-900f-4347-bdbe-090ea74f6882 HTTP/1.1" status: 200 len: 923 time: 0.2112241 Jul 29 23:38:05.749708 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.749853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57732) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.768315 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-f8ead4ab-c92a-4804-aff0-565957291c9e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:05.770338 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-f8ead4ab-c92a-4804-aff0-565957291c9e tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 945 time: 0.1225586 Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:05.843888 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:05.852946 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.873660 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.880198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/43048fb6-1305-4762-bc8b-403c11099d11 HTTP/1.1" status: 204 len: 168 time: 0.4420974 Jul 29 23:38:05.884168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57738) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.904589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2f2655-933f-4872-a324-a5eac43b0db9 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:05.906229 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8e2f2655-933f-4872-a324-a5eac43b0db9 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&device_id=cc9e2495-900f-4347-bdbe-090ea74f6882&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1553421 Jul 29 23:38:05.908880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.935490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb83113-ec67-4271-b218-76c5fc225070 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Network': ['ID=43048fb6-1305-4762-bc8b-403c11099d11,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.011574 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-42af0602-c142-4d01-b6af-e7435c40a71e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:06.012241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42af0602-c142-4d01-b6af-e7435c40a71e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:06.014707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-42af0602-c142-4d01-b6af-e7435c40a71e tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/subnets/868ae38a-26d0-462c-82eb-b68708c649a6 HTTP/1.1" status: 404 len: 337 time: 0.1277800 Jul 29 23:38:06.019751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:06.054516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146306e-d746-40e5-8548-8af4266ee0a2 req-62c4f8df-1fdd-46a6-9ed6-68cd7da91465 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:06.056457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1146306e-d746-40e5-8548-8af4266ee0a2 req-62c4f8df-1fdd-46a6-9ed6-68cd7da91465 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1244736 Jul 29 23:38:06.066730 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9067e60-9f20-45a5-a756-f05f798451b2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:06.067467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9067e60-9f20-45a5-a756-f05f798451b2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:06.069440 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a9067e60-9f20-45a5-a756-f05f798451b2 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/1b6627cc-7794-4d1f-a0e2-35043fd275d2 HTTP/1.1" status: 404 len: 339 time: 0.0461276 Jul 29 23:38:06.076048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:06.092309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-a019333b-3d44-496e-b72d-a0971faa3a54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Deleting port ebdb2791-75a7-4ebe-ba03-50530cc7ece6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:06.092778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-a019333b-3d44-496e-b72d-a0971faa3a54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.138038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aad625-977d-4aa1-b832-176e334655e8 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:06.142314 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-64aad625-977d-4aa1-b832-176e334655e8 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 881 time: 0.2297447 Jul 29 23:38:06.146255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57754) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:06.164589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1146306e-d746-40e5-8548-8af4266ee0a2 req-1993b704-df61-430e-b269-29a836487949 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016181 Jul 29 23:38:06.174672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82b6c4a-9562-4508-9af3-eeb71eaf70a9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Deleting subnet ed051fa3-d3e9-4c02-af4e-6a35cdcf7e95 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:06.178251 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d82b6c4a-9562-4508-9af3-eeb71eaf70a9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.196146 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-22b29101-7dfb-4019-8c1c-53a0ab026eb5 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9e2495-900f-4347-bdbe-090ea74f6882 HTTP/1.1" status: 200 len: 205 time: 0.0486343 Jul 29 23:38:06.199194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57756) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:06.231526 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d82b6c4a-9562-4508-9af3-eeb71eaf70a9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.323442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-a019333b-3d44-496e-b72d-a0971faa3a54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] For port ebdb2791-75a7-4ebe-ba03-50530cc7ece6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,segment=NetworkSegment(cd5dbe92-028c-4723-8880-084a4fe16964),segment_id=cd5dbe92-028c-4723-8880-084a4fe16964)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:06.323865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-a019333b-3d44-496e-b72d-a0971faa3a54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.328454 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d82b6c4a-9562-4508-9af3-eeb71eaf70a9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.344601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-a019333b-3d44-496e-b72d-a0971faa3a54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Calling delete_port for ebdb2791-75a7-4ebe-ba03-50530cc7ece6 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:06.361358 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.416853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d82b6c4a-9562-4508-9af3-eeb71eaf70a9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.474993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b6c4a-9562-4508-9af3-eeb71eaf70a9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Subnet': ['ID=ed051fa3-d3e9-4c02-af4e-6a35cdcf7e95,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.495236 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d82b6c4a-9562-4508-9af3-eeb71eaf70a9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.496753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d82b6c4a-9562-4508-9af3-eeb71eaf70a9 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/subnets/ed051fa3-d3e9-4c02-af4e-6a35cdcf7e95 HTTP/1.1" status: 204 len: 168 time: 0.4193790 Jul 29 23:38:06.502284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57768) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:06.507859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac928de-ffc6-4c63-b2fd-1853eff2c24a None None] Network e2a3520a-737d-4ba8-8080-232c82344944 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:06.535255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.575171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c25e-ca2d-4b37-add4-b1e00b25ce3a req-76fe53ed-958e-4f63-85e8-39655e9c6b5b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:06.582227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44e4c25e-ca2d-4b37-add4-b1e00b25ce3a req-76fe53ed-958e-4f63-85e8-39655e9c6b5b tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3c11d9-ddf9-44dc-91e9-78a48879df60 HTTP/1.1" status: 200 len: 945 time: 0.1297660 Jul 29 23:38:06.593975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0146d677-dd65-4482-840c-d21bf4f61e60 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Deleting subnet 0d9dd8f8-cfd4-44bd-85d6-a5dcf8a9cf3d {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:06.606977 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0146d677-dd65-4482-840c-d21bf4f61e60 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.658381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-a019333b-3d44-496e-b72d-a0971faa3a54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.674990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Deleting port 7e863d13-be38-4f0e-9263-bc0dfac0202b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:06.675593 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.679619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['ebdb2791-75a7-4ebe-ba03-50530cc7ece6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:06.684460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44e4c25e-ca2d-4b37-add4-b1e00b25ce3a req-b8579d94-58c8-4264-9812-d6fb80bb61bb tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e9913ee-6d53-461d-ad4a-79e3b067602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012766 Jul 29 23:38:06.706268 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0146d677-dd65-4482-840c-d21bf4f61e60 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.719203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019333b-3d44-496e-b72d-a0971faa3a54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event deleted for resources: {'Port': ['ID=ebdb2791-75a7-4ebe-ba03-50530cc7ece6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.804857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-a019333b-3d44-496e-b72d-a0971faa3a54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] No DVR routers for this DVR port ebdb2791-75a7-4ebe-ba03-50530cc7ece6 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:06.809083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-a019333b-3d44-496e-b72d-a0971faa3a54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.809434 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0146d677-dd65-4482-840c-d21bf4f61e60 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.811162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b8ced4bd-af38-43c5-9db1-eecb54c97381 req-a019333b-3d44-496e-b72d-a0971faa3a54 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.42 "DELETE /v2.0/ports/ebdb2791-75a7-4ebe-ba03-50530cc7ece6 HTTP/1.1" status: 204 len: 173 time: 1.0206740 Jul 29 23:38:06.811689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c11d9-ddf9-44dc-91e9-78a48879df60', 'name': 'network-vif-deleted', 'tag': 'ebdb2791-75a7-4ebe-ba03-50530cc7ece6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:06.813941 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec2dfa8-c8ae-43ff-84c2-0c8abf06240c" -d '{"events": [{"server_uuid": "2e3c11d9-ddf9-44dc-91e9-78a48879df60", "name": "network-vif-deleted", "tag": "ebdb2791-75a7-4ebe-ba03-50530cc7ece6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:06.856320 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.871136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Calling delete_port for 7e863d13-be38-4f0e-9263-bc0dfac0202b owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:06.876402 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f838cae2-af37-4122-8d0e-370fc9da75e5 x-openstack-request-id: req-f838cae2-af37-4122-8d0e-370fc9da75e5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:06.876700 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3c11d9-ddf9-44dc-91e9-78a48879df60", "name": "network-vif-deleted", "tag": "ebdb2791-75a7-4ebe-ba03-50530cc7ece6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:06.876972 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f838cae2-af37-4122-8d0e-370fc9da75e5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:06.877361 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c11d9-ddf9-44dc-91e9-78a48879df60', 'name': 'network-vif-deleted', 'tag': 'ebdb2791-75a7-4ebe-ba03-50530cc7ece6', 'status': 'completed', 'code': 200} Jul 29 23:38:06.928723 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0146d677-dd65-4482-840c-d21bf4f61e60 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.961750 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0146d677-dd65-4482-840c-d21bf4f61e60 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.963234 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0146d677-dd65-4482-840c-d21bf4f61e60 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/subnets/0d9dd8f8-cfd4-44bd-85d6-a5dcf8a9cf3d HTTP/1.1" status: 204 len: 168 time: 0.4574482 Jul 29 23:38:06.966761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:06.992251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146d677-dd65-4482-840c-d21bf4f61e60 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9dd8f8-cfd4-44bd-85d6-a5dcf8a9cf3d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:07.103346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.177481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.213397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Pushing event deleted for resources: {'Port': ['ID=7e863d13-be38-4f0e-9263-bc0dfac0202b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:07.290540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Deleting port e356dab8-861b-47f5-a6df-86e12729e7e3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:07.290888 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.340428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.346139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf5797-1e81-44aa-acb9-8b8c1e190a61 req-0d8d445f-d446-44a5-86d2-7d6aed518c5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:07.348230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fdf5797-1e81-44aa-acb9-8b8c1e190a61 req-0d8d445f-d446-44a5-86d2-7d6aed518c5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.0797794 Jul 29 23:38:07.421266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fdf5797-1e81-44aa-acb9-8b8c1e190a61 req-a4da88ea-442a-47b4-9a0d-20d647b59c4a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555644 Jul 29 23:38:07.510784 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.517888 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.537114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] For port e356dab8-861b-47f5-a6df-86e12729e7e3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e356dab8-861b-47f5-a6df-86e12729e7e3,segment=NetworkSegment(f2ed71a2-7505-4064-86ff-28edbf495e7b),segment_id=f2ed71a2-7505-4064-86ff-28edbf495e7b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:07.538334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3983e61b-1bf3-4e84-ad9a-512fec32a5f8 None None] Network e2a3520a-737d-4ba8-8080-232c82344944 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:07.543095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.558707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Calling delete_port for e356dab8-861b-47f5-a6df-86e12729e7e3 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:07.618000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3c682a50-e39e-4ed5-8022-2d231731b67b None None] Provisioning complete for port e356dab8-861b-47f5-a6df-86e12729e7e3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:07.618562 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c682a50-e39e-4ed5-8022-2d231731b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.855111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b16a4f1-5a5c-44c7-9dd1-d3775f9cfcc7 None None] DHCP port deletion for e2a3520a-737d-4ba8-8080-232c82344944 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:07.916915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1b16a4f1-5a5c-44c7-9dd1-d3775f9cfcc7 None None] Deleting port e356dab8-861b-47f5-a6df-86e12729e7e3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:07.917499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b16a4f1-5a5c-44c7-9dd1-d3775f9cfcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.941612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57820) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.010689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.011201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Fanout notify agent at l3_agent the message router_deleted on router cc9e2495-900f-4347-bdbe-090ea74f6882 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:08.018528 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.024463 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e6b722f9-ca79-4d0a-bc19-33a6d16a7cd9 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/cc9e2495-900f-4347-bdbe-090ea74f6882 HTTP/1.1" status: 204 len: 168 time: 1.8207853 Jul 29 23:38:08.025332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57824) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.030164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c36f01f6-5de3-484f-9402-07268e47896e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1282192694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:08.032288 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d8ba0c-06dd-460b-9639-22b410055da0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.070673 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c36f01f6-5de3-484f-9402-07268e47896e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.072927 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1b16a4f1-5a5c-44c7-9dd1-d3775f9cfcc7 None None] For port e356dab8-861b-47f5-a6df-86e12729e7e3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e356dab8-861b-47f5-a6df-86e12729e7e3,segment=NetworkSegment(f2ed71a2-7505-4064-86ff-28edbf495e7b),segment_id=f2ed71a2-7505-4064-86ff-28edbf495e7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:08.073856 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b16a4f1-5a5c-44c7-9dd1-d3775f9cfcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.074579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d8ba0c-06dd-460b-9639-22b410055da0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.085364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c36f01f6-5de3-484f-9402-07268e47896e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.089849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1b16a4f1-5a5c-44c7-9dd1-d3775f9cfcc7 None None] Calling delete_port for e356dab8-861b-47f5-a6df-86e12729e7e3 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:08.101204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.144316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d8ba0c-06dd-460b-9639-22b410055da0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.147717 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d8ba0c-06dd-460b-9639-22b410055da0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.149528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-69d8ba0c-06dd-460b-9639-22b410055da0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "DELETE /v2.0/security-groups/1b22cb56-3016-4c6a-b98e-10a67f1f412c HTTP/1.1" status: 204 len: 168 time: 0.2067981 Jul 29 23:38:08.149987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No DVR routers for this DVR port e356dab8-861b-47f5-a6df-86e12729e7e3 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:08.153843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57832) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.157665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Port': ['ID=e356dab8-861b-47f5-a6df-86e12729e7e3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.181942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8ba0c-06dd-460b-9639-22b410055da0 tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b22cb56-3016-4c6a-b98e-10a67f1f412c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.184797 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-2100a5a5-7e5d-4ade-a452-7a80842a8cab tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] show failed (client error): The resource could not be found. Jul 29 23:38:08.186409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2100a5a5-7e5d-4ade-a452-7a80842a8cab tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "GET /v2.0/security-groups/1b22cb56-3016-4c6a-b98e-10a67f1f412c HTTP/1.1" status: 404 len: 347 time: 0.0311072 Jul 29 23:38:08.189426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57834) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.226781 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b16a4f1-5a5c-44c7-9dd1-d3775f9cfcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.262799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16a4f1-5a5c-44c7-9dd1-d3775f9cfcc7 None None] Pushing event deleted for resources: {'Port': ['ID=e356dab8-861b-47f5-a6df-86e12729e7e3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.268034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b16a4f1-5a5c-44c7-9dd1-d3775f9cfcc7 None None] No DVR routers for this DVR port e356dab8-861b-47f5-a6df-86e12729e7e3 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:08.286815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c36f01f6-5de3-484f-9402-07268e47896e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.297545 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c36f01f6-5de3-484f-9402-07268e47896e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.312914 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.327440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a3520a-737d-4ba8-8080-232c82344944']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:08.341235 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c36f01f6-5de3-484f-9402-07268e47896e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.342467 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c36f01f6-5de3-484f-9402-07268e47896e tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3163431 Jul 29 23:38:08.344914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ed71a2-7505-4064-86ff-28edbf495e7b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:08.345228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ed71a2-7505-4064-86ff-28edbf495e7b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:08.345665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57838) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.351747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'enable_snat': True}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:08.356609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.371245 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.384290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:08.384793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:08.388312 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:08.437983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-eac80606-adda-47e7-bf41-bd81791d9d8c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Deleting port 4ccce24a-1e46-4d23-91fd-7e87a6e69300 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:08.438385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac80606-adda-47e7-bf41-bd81791d9d8c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.469639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.488668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.490697 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/e2a3520a-737d-4ba8-8080-232c82344944 HTTP/1.1" status: 204 len: 168 time: 1.5229337 Jul 29 23:38:08.503597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.512234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0575a9-f784-4912-a88c-e51e1f0b9b04 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Network': ['ID=e2a3520a-737d-4ba8-8080-232c82344944,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.532423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e356dab8-861b-47f5-a6df-86e12729e7e3 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:08.534221 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fb7900-065a-4f4a-ad68-db58baee5569 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.534704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fb7900-065a-4f4a-ad68-db58baee5569 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.536792 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e9fb7900-065a-4f4a-ad68-db58baee5569 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/subnets/6b50f423-7b44-4154-bf32-5d48c4b460c7 HTTP/1.1" status: 404 len: 337 time: 0.0318005 Jul 29 23:38:08.540368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57848) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.559583 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f87249-7d67-45bb-be33-247028f14a51 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.560189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f87249-7d67-45bb-be33-247028f14a51 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.565510 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-25f87249-7d67-45bb-be33-247028f14a51 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/caa2f448-b148-479b-9fa2-bfddb4d2dfc5 HTTP/1.1" status: 404 len: 339 time: 0.0206439 Jul 29 23:38:08.565510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.565863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e356dab8-861b-47f5-a6df-86e12729e7e3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:08.565863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e356dab8-861b-47f5-a6df-86e12729e7e3 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:08.595120 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-57dd36ef-1eb9-46bf-9681-920ae1acfe0f tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.595600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57dd36ef-1eb9-46bf-9681-920ae1acfe0f tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.599992 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-57dd36ef-1eb9-46bf-9681-920ae1acfe0f tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/subnets/76926fb3-2894-452d-804c-4cc0e26add2d HTTP/1.1" status: 404 len: 337 time: 0.0293770 Jul 29 23:38:08.600339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57852) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.618736 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d0cd72-7630-424c-8027-fb6d4201a205 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.619328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d0cd72-7630-424c-8027-fb6d4201a205 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.623456 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-05d0cd72-7630-424c-8027-fb6d4201a205 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/c672ff7c-39b0-4427-bde4-8775c7f9d12e HTTP/1.1" status: 404 len: 339 time: 0.0198603 Jul 29 23:38:08.624353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57854) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.651308 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c079ae3b-a54b-491a-802d-9e8328e2135f tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.651780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c079ae3b-a54b-491a-802d-9e8328e2135f tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.655958 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c079ae3b-a54b-491a-802d-9e8328e2135f tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/subnets/fa7b2bca-b10d-4bcf-8b47-bfba0f2b4ca9 HTTP/1.1" status: 404 len: 337 time: 0.0289233 Jul 29 23:38:08.656273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57856) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.681318 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-896a9703-c795-40c4-8823-f06db2ac9949 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.681878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896a9703-c795-40c4-8823-f06db2ac9949 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.686238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-896a9703-c795-40c4-8823-f06db2ac9949 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/f5040199-5acb-42b6-9268-08aa41eff9aa HTTP/1.1" status: 404 len: 339 time: 0.0263355 Jul 29 23:38:08.686238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57860) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.722217 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.732588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680962d6-8b69-42fe-834e-ce0132e7c682 req-0ad58478-8d6d-4f97-bbb6-97bd056187d3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:08.734133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-680962d6-8b69-42fe-834e-ce0132e7c682 req-0ad58478-8d6d-4f97-bbb6-97bd056187d3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.2055628 Jul 29 23:38:08.744120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a49d26-058f-4da7-928d-10dabf168a19 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Deleting subnet 62cea670-76fe-4771-a3e8-9f89a08a6a65 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:08.747003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac80606-adda-47e7-bf41-bd81791d9d8c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.747340 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac80606-adda-47e7-bf41-bd81791d9d8c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.747489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4a49d26-058f-4da7-928d-10dabf168a19 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.781626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-eac80606-adda-47e7-bf41-bd81791d9d8c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Calling delete_port for 4ccce24a-1e46-4d23-91fd-7e87a6e69300 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:08.800824 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4a49d26-058f-4da7-928d-10dabf168a19 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.887877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-680962d6-8b69-42fe-834e-ce0132e7c682 req-75e48b7a-0398-492f-8fbd-6326b65d11c9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440670 Jul 29 23:38:08.904115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4a49d26-058f-4da7-928d-10dabf168a19 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.980492 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4a49d26-058f-4da7-928d-10dabf168a19 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.015520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a49d26-058f-4da7-928d-10dabf168a19 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Subnet': ['ID=62cea670-76fe-4771-a3e8-9f89a08a6a65,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.020938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4a49d26-058f-4da7-928d-10dabf168a19 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.026334 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c4a49d26-058f-4da7-928d-10dabf168a19 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/subnets/62cea670-76fe-4771-a3e8-9f89a08a6a65 HTTP/1.1" status: 204 len: 168 time: 0.3391078 Jul 29 23:38:09.026996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57872) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:09.030071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efb382-35ac-4d9c-9bce-78e270abb58d None None] Network 0b46862e-1648-4875-9f79-b1817b1fecb2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:09.115605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac80606-adda-47e7-bf41-bd81791d9d8c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.126529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.154209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac80606-adda-47e7-bf41-bd81791d9d8c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Pushing event deleted for resources: {'Port': ['ID=4ccce24a-1e46-4d23-91fd-7e87a6e69300,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.165921 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.244043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Deleting port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:09.244491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.250711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.318878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779695c0-d522-4c74-ae80-a2af95be48a4 None None] DHCP port deletion for 0b46862e-1648-4875-9f79-b1817b1fecb2 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:09.322982 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac80606-adda-47e7-bf41-bd81791d9d8c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.326941 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac80606-adda-47e7-bf41-bd81791d9d8c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.328183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eac80606-adda-47e7-bf41-bd81791d9d8c tempest-ImagesOneServerNegativeTestJSON-500697553 tempest-ImagesOneServerNegativeTestJSON-500697553-project] 10.222.0.37 "DELETE /v2.0/floatingips/04cf5d99-86f4-4dde-b774-77c493e7aea7 HTTP/1.1" status: 204 len: 168 time: 1.1376028 Jul 29 23:38:09.370670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ebdb2791-75a7-4ebe-ba03-50530cc7ece6 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:09.406201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] For port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5c18ffd6-9b98-4f81-8739-3ae429acbbc2,segment=NetworkSegment(83673637-8127-41d9-abd5-0b8fed37ff9c),segment_id=83673637-8127-41d9-abd5-0b8fed37ff9c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:09.408445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: ebdb2791-75a7-4ebe-ba03-50530cc7ece6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:09.409222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ebdb2791-75a7-4ebe-ba03-50530cc7ece6 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:09.411935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.433105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Calling delete_port for 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:09.438704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-779695c0-d522-4c74-ae80-a2af95be48a4 None None] Deleting port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:09.439546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-779695c0-d522-4c74-ae80-a2af95be48a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.449556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Allocated IP 172.25.2.144 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/e9487929-04a8-4fd6-915d-27315198ba82) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:09.516528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57896) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:09.526482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-779695c0-d522-4c74-ae80-a2af95be48a4 None None] For port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5c18ffd6-9b98-4f81-8739-3ae429acbbc2,segment=NetworkSegment(83673637-8127-41d9-abd5-0b8fed37ff9c),segment_id=83673637-8127-41d9-abd5-0b8fed37ff9c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:09.526900 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-779695c0-d522-4c74-ae80-a2af95be48a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.543105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-779695c0-d522-4c74-ae80-a2af95be48a4 None None] Calling delete_port for 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:09.605813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a62ffb9-b78a-4bb7-9f8a-a4d018c5e9b6 admin admin] Deleting subnet 352f6adc-781a-425e-97e3-5d2fc309a888 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:09.607189 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.613068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a62ffb9-b78a-4bb7-9f8a-a4d018c5e9b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.644699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-779695c0-d522-4c74-ae80-a2af95be48a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.660225 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.674428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779695c0-d522-4c74-ae80-a2af95be48a4 None None] Pushing event deleted for resources: {'Port': ['ID=5c18ffd6-9b98-4f81-8739-3ae429acbbc2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.678140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779695c0-d522-4c74-ae80-a2af95be48a4 None None] No DVR routers for this DVR port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:09.700674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.713842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a62ffb9-b78a-4bb7-9f8a-a4d018c5e9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.718239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event updated for resources: {'Port': ['ID=e9487929-04a8-4fd6-915d-27315198ba82,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.723184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:09.724587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:09.727326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:09.776399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No DVR routers for this DVR port 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:09.781847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Port': ['ID=5c18ffd6-9b98-4f81-8739-3ae429acbbc2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.878211 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a62ffb9-b78a-4bb7-9f8a-a4d018c5e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.905395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.933337 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b46862e-1648-4875-9f79-b1817b1fecb2']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.959976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83673637-8127-41d9-abd5-0b8fed37ff9c') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.970490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83673637-8127-41d9-abd5-0b8fed37ff9c') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.998382 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.027855 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.034812 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a62ffb9-b78a-4bb7-9f8a-a4d018c5e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.037473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:10.037901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:10.042776 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:10.109557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62ffb9-b78a-4bb7-9f8a-a4d018c5e9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352f6adc-781a-425e-97e3-5d2fc309a888,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:10.127347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a62ffb9-b78a-4bb7-9f8a-a4d018c5e9b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.127347 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7a62ffb9-b78a-4bb7-9f8a-a4d018c5e9b6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/352f6adc-781a-425e-97e3-5d2fc309a888 HTTP/1.1" status: 204 len: 168 time: 0.6007738 Jul 29 23:38:10.128165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57912) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:10.186291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.195632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.199776 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/0b46862e-1648-4875-9f79-b1817b1fecb2 HTTP/1.1" status: 204 len: 168 time: 1.1689103 Jul 29 23:38:10.200564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57914) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:10.221520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51400e35-4078-45ee-b528-3d22681431d1 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Network': ['ID=0b46862e-1648-4875-9f79-b1817b1fecb2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:10.254094 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e9d408-23ea-47f6-8504-3903b5f4e4f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:10.254592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e9d408-23ea-47f6-8504-3903b5f4e4f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:10.258827 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e2e9d408-23ea-47f6-8504-3903b5f4e4f4 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/subnets/a0be80af-f67f-4445-9aba-76888922b8d1 HTTP/1.1" status: 404 len: 337 time: 0.0462556 Jul 29 23:38:10.259240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:10.270733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.284704 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37e4e6e-5a5a-4de7-a5e8-e688b264f5cb tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:10.285345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37e4e6e-5a5a-4de7-a5e8-e688b264f5cb tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:10.290051 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e37e4e6e-5a5a-4de7-a5e8-e688b264f5cb tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/a0467f3a-2db6-41c0-8b02-c5de7b13b905 HTTP/1.1" status: 404 len: 339 time: 0.0270860 Jul 29 23:38:10.290656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:10.414070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c971f2-2910-43bd-845d-60c8ef075727 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Deleting subnet 9c81777c-b282-4211-a99e-a014c5a9107b {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:10.420838 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44c971f2-2910-43bd-845d-60c8ef075727 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.424501 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.453629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f57f3-4a6a-4c22-8ae0-52590a620760 req-85002ac4-853c-4de8-9012-963fb7c43b48 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.456833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8618129c-95ce-474b-a1b9-d5cb3543d360']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:10.461680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e21f57f3-4a6a-4c22-8ae0-52590a620760 req-85002ac4-853c-4de8-9012-963fb7c43b48 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 947 time: 0.1805551 Jul 29 23:38:10.482817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f273fa5-9b4c-4b4e-898f-7b48a43d14ae req-d1b3462f-88d2-44db-a0e1-69c3329b9236 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.483737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5dbe92-028c-4723-8880-084a4fe16964') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:10.484444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f273fa5-9b4c-4b4e-898f-7b48a43d14ae req-d1b3462f-88d2-44db-a0e1-69c3329b9236 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1978893 Jul 29 23:38:10.489763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5dbe92-028c-4723-8880-084a4fe16964') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:10.509930 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44c971f2-2910-43bd-845d-60c8ef075727 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.514169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.554284 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.555099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.560673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e21f57f3-4a6a-4c22-8ae0-52590a620760 req-378f2e93-6636-4dcd-84c2-c0e10e9135c1 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976253 Jul 29 23:38:10.564344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:10.566858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:10.568298 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:10.578777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:10.605611 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f273fa5-9b4c-4b4e-898f-7b48a43d14ae req-0a017d3f-fcf0-4ae3-ad95-418fdb43b329 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108050 Jul 29 23:38:10.638160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:10.638520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5c18ffd6-9b98-4f81-8739-3ae429acbbc2 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:10.713933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.721195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44c971f2-2910-43bd-845d-60c8ef075727 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.724656 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.727108 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8618129c-95ce-474b-a1b9-d5cb3543d360 HTTP/1.1" status: 204 len: 168 time: 0.5979457 Jul 29 23:38:10.770616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf102ca1-d159-4e8d-9eea-4b592c2de543 admin admin] Pushing event deleted for resources: {'Network': ['ID=8618129c-95ce-474b-a1b9-d5cb3543d360,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:10.809687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44c971f2-2910-43bd-845d-60c8ef075727 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.843234 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.847014 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.852136 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44c971f2-2910-43bd-845d-60c8ef075727 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.854492 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-44c971f2-2910-43bd-845d-60c8ef075727 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/subnets/9c81777c-b282-4211-a99e-a014c5a9107b HTTP/1.1" status: 204 len: 168 time: 0.5627723 Jul 29 23:38:10.855856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c971f2-2910-43bd-845d-60c8ef075727 tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Subnet': ['ID=9c81777c-b282-4211-a99e-a014c5a9107b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:10.859349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d4942-68e0-4d04-993e-8c26d5b0c2f9 None None] Network 62da978c-5db8-40c8-b3b5-a3034ecb3d42 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:10.860627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57938) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:11.019359 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.021191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57942) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:11.095273 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1ab786c6-4e9c-4da8-a97f-7cc247999dcf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04ebfb8d23614489b68365d5e6d30adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723407 Jul 29 23:38:11.096646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57944) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:11.098392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Deleting port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:11.099403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.102642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c02133-cfe1-4a2e-b1e8-14e442f4e5ed None None] DHCP port deletion for 62da978c-5db8-40c8-b3b5-a3034ecb3d42 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:11.107835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Router d8f56d74-c99d-4431-89a5-a9dfc7cefbde is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:11.171089 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f1c02133-cfe1-4a2e-b1e8-14e442f4e5ed None None] Deleting port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:11.172784 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1c02133-cfe1-4a2e-b1e8-14e442f4e5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.186149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] For port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e,segment=NetworkSegment(aec1c036-a585-4b5a-abab-fad53cb77fac),segment_id=aec1c036-a585-4b5a-abab-fad53cb77fac)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:11.186680 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.207942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Calling delete_port for 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:11.216370 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28b49860-ebd2-4f6f-a1e1-89b2d8b15820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.283312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f1c02133-cfe1-4a2e-b1e8-14e442f4e5ed None None] For port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e,segment=NetworkSegment(aec1c036-a585-4b5a-abab-fad53cb77fac),segment_id=aec1c036-a585-4b5a-abab-fad53cb77fac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:11.284404 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1c02133-cfe1-4a2e-b1e8-14e442f4e5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.297133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28b49860-ebd2-4f6f-a1e1-89b2d8b15820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.316722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f1c02133-cfe1-4a2e-b1e8-14e442f4e5ed None None] Calling delete_port for 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:11.324656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:11.329451 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.331170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-668b5c52-dd9f-4251-894e-fecaae1a4cac tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "PUT /v2.0/routers/d8f56d74-c99d-4431-89a5-a9dfc7cefbde HTTP/1.1" status: 200 len: 919 time: 2.9841800 Jul 29 23:38:11.334104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57948) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:11.346575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613267b6-7e57-4898-a715-fd141c3b33b5 None None] Sync routers for ids ['d8f56d74-c99d-4431-89a5-a9dfc7cefbde'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:11.401622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613267b6-7e57-4898-a715-fd141c3b33b5 None None] Routers {'d8f56d74-c99d-4431-89a5-a9dfc7cefbde'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:11.402505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28b49860-ebd2-4f6f-a1e1-89b2d8b15820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.403040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-613267b6-7e57-4898-a715-fd141c3b33b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d8f56d74-c99d-4431-89a5-a9dfc7cefbde'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:11.406515 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28b49860-ebd2-4f6f-a1e1-89b2d8b15820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.412718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-28b49860-ebd2-4f6f-a1e1-89b2d8b15820 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e9913ee-6d53-461d-ad4a-79e3b067602f HTTP/1.1" status: 204 len: 168 time: 0.3122838 Jul 29 23:38:11.420784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b49860-ebd2-4f6f-a1e1-89b2d8b15820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9913ee-6d53-461d-ad4a-79e3b067602f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:11.425830 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.472573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-613267b6-7e57-4898-a715-fd141c3b33b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:11.494906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613267b6-7e57-4898-a715-fd141c3b33b5 None None] Routers {'d8f56d74-c99d-4431-89a5-a9dfc7cefbde'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:11.495429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-613267b6-7e57-4898-a715-fd141c3b33b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d8f56d74-c99d-4431-89a5-a9dfc7cefbde'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:11.512764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] No DVR routers for this DVR port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:11.537032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-613267b6-7e57-4898-a715-fd141c3b33b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:11.537697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613267b6-7e57-4898-a715-fd141c3b33b5 None None] The sync data for ids ['d8f56d74-c99d-4431-89a5-a9dfc7cefbde'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:11.543290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Port': ['ID=5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:11.550131 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1c02133-cfe1-4a2e-b1e8-14e442f4e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.579337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c02133-cfe1-4a2e-b1e8-14e442f4e5ed None None] Pushing event deleted for resources: {'Port': ['ID=5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:11.581297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c02133-cfe1-4a2e-b1e8-14e442f4e5ed None None] No DVR routers for this DVR port 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:11.685092 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4216d56f-e8f3-40c4-90f2-3d9439af95d9 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/routers/d8f56d74-c99d-4431-89a5-a9dfc7cefbde HTTP/1.1" status: 200 len: 925 time: 0.3482668 Jul 29 23:38:11.705800 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.717600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62da978c-5db8-40c8-b3b5-a3034ecb3d42']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:11.729566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec1c036-a585-4b5a-abab-fad53cb77fac') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:11.729857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec1c036-a585-4b5a-abab-fad53cb77fac') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:11.731011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57960) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:11.740520 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.758795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.765434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:11.765895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:11.793047 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:11.850009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21910e-8bdc-465b-b411-5923499c40ca req-6eb6f6e1-79cf-4033-97cf-68d12af95d3e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.852404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f21910e-8bdc-465b-b411-5923499c40ca req-6eb6f6e1-79cf-4033-97cf-68d12af95d3e tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 947 time: 0.1801600 Jul 29 23:38:11.857648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e572100-3880-4f14-9c6c-8c3a4f6c928d tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.859824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7e572100-3880-4f14-9c6c-8c3a4f6c928d tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&device_id=d8f56d74-c99d-4431-89a5-a9dfc7cefbde&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1251047 Jul 29 23:38:11.862619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:11.876077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7ae0f-04dd-42b3-8b85-69db563b6fe8 req-f3fb13e9-52f2-4580-ab12-d1609d4e2359 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.878117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ed7ae0f-04dd-42b3-8b85-69db563b6fe8 req-f3fb13e9-52f2-4580-ab12-d1609d4e2359 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1456325 Jul 29 23:38:11.948658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-c5a44b76-0203-49c9-a2c9-ec926224d787 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.948658 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-c5a44b76-0203-49c9-a2c9-ec926224d787 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 947 time: 0.2945747 Jul 29 23:38:11.951714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f21910e-8bdc-465b-b411-5923499c40ca req-316f2e2c-67b6-4823-a590-8aff749100cc tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0daf587-8573-4a32-95c0-e0c479448c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718186 Jul 29 23:38:11.955041 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.991632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.993611 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] 10.222.0.37 "DELETE /v2.0/networks/62da978c-5db8-40c8-b3b5-a3034ecb3d42 HTTP/1.1" status: 204 len: 168 time: 1.1317577 Jul 29 23:38:12.009599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ed7ae0f-04dd-42b3-8b85-69db563b6fe8 req-8beb77fe-56d9-4cd6-9543-a82f94a6090c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225133 Jul 29 23:38:12.026860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2586ce-6b9e-4c4e-afaf-8ed70b925aa3 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:12.028337 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7c2586ce-6b9e-4c4e-afaf-8ed70b925aa3 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 881 time: 0.1646514 Jul 29 23:38:12.031857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10a5a1-f716-487b-ac69-1eb5704dd5dd tempest-NetworksIpV6Test-2080785433 tempest-NetworksIpV6Test-2080785433-project] Pushing event deleted for resources: {'Network': ['ID=62da978c-5db8-40c8-b3b5-a3034ecb3d42,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:12.032139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57978) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.089487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7805954a-9b5f-4fc1-8bbb-48308017fb86 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f56d74-c99d-4431-89a5-a9dfc7cefbde HTTP/1.1" status: 200 len: 205 time: 0.0559907 Jul 29 23:38:12.092049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57980) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.112618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Deleting port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:12.113051 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.216729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.231561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] For port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:12.232321 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.344810 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.409698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Deleting port e9487929-04a8-4fd6-915d-27315198ba82 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:12.410098 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.413416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57992) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.472660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.472660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.473061 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Floating IP 32e44bee-4235-4721-99f2-76bd91f0db69 disassociated. External IP: 172.25.2.82, port: 0dfb8c6a-f9f6-4131-8424-1bbe3908515f. Jul 29 23:38:12.473412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Calling delete_port for 0dfb8c6a-f9f6-4131-8424-1bbe3908515f owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:12.516910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:12.542321 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.544693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:12.545372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5b62c1d6-3463-4aa8-9d0b-69ed6a880a6e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:12.566694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Calling delete_port for e9487929-04a8-4fd6-915d-27315198ba82 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:12.664459 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.679832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b82709f2-b88a-45e1-bb3c-e94eec3293a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ef65ed6bc4f42f7892e1f9e7a38b1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625740 Jul 29 23:38:12.680503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58004) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.708836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event deleted for resources: {'Port': ['ID=0dfb8c6a-f9f6-4131-8424-1bbe3908515f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:12.795068 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc7ddfc9-7dc9-4b8b-98b6-a16b7adcea35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.860115 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc7ddfc9-7dc9-4b8b-98b6-a16b7adcea35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.861167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Router fd67b5de-4833-47f0-afd0-ec50c992922b has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:12.904428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.938961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Pushing event deleted for resources: {'Port': ['ID=e9487929-04a8-4fd6-915d-27315198ba82,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:12.988773 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:38:13.008921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:13.022894 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] Sync routers for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:13.025689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc7ddfc9-7dc9-4b8b-98b6-a16b7adcea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.031358 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc7ddfc9-7dc9-4b8b-98b6-a16b7adcea35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.033289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cc7ddfc9-7dc9-4b8b-98b6-a16b7adcea35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a557229-fe08-4458-ae81-c0b5c9d2770c HTTP/1.1" status: 204 len: 168 time: 0.3515875 Jul 29 23:38:13.037669 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:13.038387 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:13.068396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] No DVR routers for this DVR port 0dfb8c6a-f9f6-4131-8424-1bbe3908515f on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:13.071573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.073731 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b2084423-3c22-40bf-9b3d-a4031bc1d46f req-d55a46a3-f29e-46f4-a303-3c9317459991 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.47 "DELETE /v2.0/ports/0dfb8c6a-f9f6-4131-8424-1bbe3908515f HTTP/1.1" status: 204 len: 173 time: 1.1166463 Jul 29 23:38:13.074297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ddfc9-7dc9-4b8b-98b6-a16b7adcea35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a557229-fe08-4458-ae81-c0b5c9d2770c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.074451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'name': 'network-vif-deleted', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:13.077687 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a1ae5d-9aeb-402a-9bdd-2346502ec87e" -d '{"events": [{"server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "name": "network-vif-deleted", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:13.085253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.214161 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.216817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.347577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ced1d225-8f7c-4792-a3bc-81df2d73dd7d req-4c57b6de-a26b-478e-9178-018dbb8a2182 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e0c3b02-9543-4c7e-83ce-be70f6a2b36f HTTP/1.1" status: 200 len: 210 time: 0.0560026 Jul 29 23:38:13.354674 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.355304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Fanout notify agent at l3_agent the message router_deleted on router d8f56d74-c99d-4431-89a5-a9dfc7cefbde {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:13.362521 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:13.410106 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.415943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:13.420842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2fe84abc-3c41-42df-abae-ce041b265d20 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-323608149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:13.431170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-af7c81ad-3cc7-45ba-9ef8-e35dcda73257 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/d8f56d74-c99d-4431-89a5-a9dfc7cefbde HTTP/1.1" status: 204 len: 168 time: 1.3327603 Jul 29 23:38:13.469091 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fe84abc-3c41-42df-abae-ce041b265d20 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.470623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fe84abc-3c41-42df-abae-ce041b265d20 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.481401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8b5fe-b1d7-4463-b656-b6c7f201b9f1 req-4d0ff0c2-1c98-4fd8-8d3a-0cf53ad16371 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:13.483922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4df8b5fe-b1d7-4463-b656-b6c7f201b9f1 req-4d0ff0c2-1c98-4fd8-8d3a-0cf53ad16371 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1938999 Jul 29 23:38:13.492761 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2638cf0d-a6f2-44af-a42a-e8fbdb0da598 x-openstack-request-id: req-2638cf0d-a6f2-44af-a42a-e8fbdb0da598 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:13.493156 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0c3b02-9543-4c7e-83ce-be70f6a2b36f", "name": "network-vif-deleted", "tag": "0dfb8c6a-f9f6-4131-8424-1bbe3908515f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:13.493417 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2638cf0d-a6f2-44af-a42a-e8fbdb0da598 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:13.493848 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0c3b02-9543-4c7e-83ce-be70f6a2b36f', 'name': 'network-vif-deleted', 'tag': '0dfb8c6a-f9f6-4131-8424-1bbe3908515f', 'status': 'completed', 'code': 200} Jul 29 23:38:13.570239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4df8b5fe-b1d7-4463-b656-b6c7f201b9f1 req-6fdbea1b-0bfa-46df-8834-37bf7ab7a1e8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720756 Jul 29 23:38:13.576081 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fe84abc-3c41-42df-abae-ce041b265d20 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.583070 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fe84abc-3c41-42df-abae-ce041b265d20 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.614563 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fe84abc-3c41-42df-abae-ce041b265d20 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.618598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58032) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:13.618892 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2fe84abc-3c41-42df-abae-ce041b265d20 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2018843 Jul 29 23:38:13.623282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'enable_snat': False}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:13.757996 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:13.789076 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] Checking router: fd67b5de-4833-47f0-afd0-ec50c992922b for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:13.799279 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:13.799929 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:13.901947 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.970880 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:14.148424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.172748 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.217122 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.254878 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4d8c5-6c7e-470c-9e6d-f6e1462d17c2 None None] The sync data for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 is: [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '4f745d0c-221f-4cdd-a59b-06c14bafdf6f', 'name': '', 'network_id': 'beb91962-d580-4d48-85af-8e948cc95cc1', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'mac_address': 'fa:16:3e:eb:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:17Z', 'updated_at': '2021-07-29T23:26:25Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'subnets': [{'id': '10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:14.315791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Allocated IP 172.25.2.242 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/ed62abef-6bd7-40db-a067-98b73eaa5d42) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:14.468838 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.521967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.534253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.608884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Pushing event updated for resources: {'Port': ['ID=ed62abef-6bd7-40db-a067-98b73eaa5d42,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:14.617078 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dace8536-bdda-43a0-9ca9-c658858938f5 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.631069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58072) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.667094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:14.669883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:14.670644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7e89d-e723-48bf-8cff-36d4eb88017c None None] New status for floating IP 32e44bee-4235-4721-99f2-76bd91f0db69: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:38:14.673756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:14.683399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dace8536-bdda-43a0-9ca9-c658858938f5 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.777804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dace8536-bdda-43a0-9ca9-c658858938f5 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.786229 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dace8536-bdda-43a0-9ca9-c658858938f5 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.791528 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dace8536-bdda-43a0-9ca9-c658858938f5 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "DELETE /v2.0/security-groups/d0daf587-8573-4a32-95c0-e0c479448c95 HTTP/1.1" status: 204 len: 168 time: 0.2650626 Jul 29 23:38:14.803245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58078) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.807203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58080) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.844155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bab9df-8f64-4fce-a405-5a7c5541d659 req-e108bc45-1759-4ccb-b4a9-00a91b609e4e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:14.846085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6bab9df-8f64-4fce-a405-5a7c5541d659 req-e108bc45-1759-4ccb-b4a9-00a91b609e4e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1146882 Jul 29 23:38:14.868980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace8536-bdda-43a0-9ca9-c658858938f5 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0daf587-8573-4a32-95c0-e0c479448c95,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:14.871159 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-2ea34b75-6533-44b6-82bc-2f5b689f4d58 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] show failed (client error): The resource could not be found. Jul 29 23:38:14.874168 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2ea34b75-6533-44b6-82bc-2f5b689f4d58 tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "GET /v2.0/security-groups/d0daf587-8573-4a32-95c0-e0c479448c95 HTTP/1.1" status: 404 len: 347 time: 0.0621114 Jul 29 23:38:14.880469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58084) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:15.024941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6bab9df-8f64-4fce-a405-5a7c5541d659 req-09c997d9-21cf-4812-9acf-88802c904240 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391094 Jul 29 23:38:15.056366 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-656d4ce5-25e0-424a-b545-7a3c3d18243f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.090167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1534759995'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:15.111407 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-96570115-72c2-4980-8e65-914adc1e32ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Deleting port fae1eaa4-e519-4de0-ae3a-4bbd852fb9ce {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:15.111815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96570115-72c2-4980-8e65-914adc1e32ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.188583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.227811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96570115-72c2-4980-8e65-914adc1e32ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.228165 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96570115-72c2-4980-8e65-914adc1e32ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.238521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-656d4ce5-25e0-424a-b545-7a3c3d18243f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.244939 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-656d4ce5-25e0-424a-b545-7a3c3d18243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.247276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-96570115-72c2-4980-8e65-914adc1e32ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Calling delete_port for fae1eaa4-e519-4de0-ae3a-4bbd852fb9ce owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:15.295557 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-656d4ce5-25e0-424a-b545-7a3c3d18243f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=074cf478d7154b78b1301a33d3f32b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666367 Jul 29 23:38:15.300677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58102) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:15.313961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:15.317515 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.324713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d4ce5-25e0-424a-b545-7a3c3d18243f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93d1e54-fec1-40a9-bffc-0d56abb413bc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.341588 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.427385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96570115-72c2-4980-8e65-914adc1e32ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.461896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96570115-72c2-4980-8e65-914adc1e32ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Pushing event deleted for resources: {'Port': ['ID=fae1eaa4-e519-4de0-ae3a-4bbd852fb9ce,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.498798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa91d925-4951-4caf-bf6b-9c202b30d2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.523777 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96570115-72c2-4980-8e65-914adc1e32ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.525916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.526328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96570115-72c2-4980-8e65-914adc1e32ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.528054 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-96570115-72c2-4980-8e65-914adc1e32ac tempest-AttachVolumeShelveTestJSON-1267948001 tempest-AttachVolumeShelveTestJSON-1267948001-project] 10.222.0.37 "DELETE /v2.0/floatingips/32e44bee-4235-4721-99f2-76bd91f0db69 HTTP/1.1" status: 204 len: 168 time: 0.6456664 Jul 29 23:38:15.541457 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa91d925-4951-4caf-bf6b-9c202b30d2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.544566 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.706148 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.720306 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa91d925-4951-4caf-bf6b-9c202b30d2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.722869 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa91d925-4951-4caf-bf6b-9c202b30d2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.724049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-aa91d925-4951-4caf-bf6b-9c202b30d2db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d93d1e54-fec1-40a9-bffc-0d56abb413bc HTTP/1.1" status: 204 len: 168 time: 0.4218366 Jul 29 23:38:15.729513 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.742463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91d925-4951-4caf-bf6b-9c202b30d2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93d1e54-fec1-40a9-bffc-0d56abb413bc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.758340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:15.806184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.806540 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment ad9094db-8c65-4b28-a6db-b3c3f1707033 of type vlan for network ba23da77-234d-4406-9893-dbdf5f21510e Jul 29 23:38:15.819436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b8d66a-f083-41e3-a05d-ec91bb572cd8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.868389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Router 21c5f102-792e-4cd2-8dea-46a8cc0d461e is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:15.872576 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.948120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.953735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:15.954435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.989297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0dfb8c6a-f9f6-4131-8424-1bbe3908515f no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:16.010978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 0dfb8c6a-f9f6-4131-8424-1bbe3908515f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:16.011726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0dfb8c6a-f9f6-4131-8424-1bbe3908515f not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:16.064066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.064864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4218740 Jul 29 23:38:16.071347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2353f395-7438-442a-8493-e256d8451848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.080105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36fdb0-0489-444e-90c3-1a14ea0c1c47 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=ba23da77-234d-4406-9893-dbdf5f21510e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.094890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network ba23da77-234d-4406-9893-dbdf5f21510e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:16.102573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:16.107716 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.112549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-70ea4f56-8269-4702-99db-96a0afda1a32 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "PUT /v2.0/routers/21c5f102-792e-4cd2-8dea-46a8cc0d461e HTTP/1.1" status: 200 len: 919 time: 2.4928875 Jul 29 23:38:16.113216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.116096 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48262eb9-659d-4b01-aaa5-d776505b8b6f None None] Sync routers for ids ['21c5f102-792e-4cd2-8dea-46a8cc0d461e'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:16.128413 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48262eb9-659d-4b01-aaa5-d776505b8b6f None None] Routers {'21c5f102-792e-4cd2-8dea-46a8cc0d461e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:16.129146 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-48262eb9-659d-4b01-aaa5-d776505b8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['21c5f102-792e-4cd2-8dea-46a8cc0d461e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:16.195346 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-48262eb9-659d-4b01-aaa5-d776505b8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:16.214001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58144) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.214389 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48262eb9-659d-4b01-aaa5-d776505b8b6f None None] Routers {'21c5f102-792e-4cd2-8dea-46a8cc0d461e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:16.215205 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-48262eb9-659d-4b01-aaa5-d776505b8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:37:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['21c5f102-792e-4cd2-8dea-46a8cc0d461e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:16.220839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': 'ba23da77-234d-4406-9893-dbdf5f21510e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:16.255103 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-48262eb9-659d-4b01-aaa5-d776505b8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:16.256087 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48262eb9-659d-4b01-aaa5-d776505b8b6f None None] The sync data for ids ['21c5f102-792e-4cd2-8dea-46a8cc0d461e'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:16.262136 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2353f395-7438-442a-8493-e256d8451848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.293899 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2353f395-7438-442a-8493-e256d8451848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.356950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353f395-7438-442a-8493-e256d8451848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7875ad-b847-4101-8f51-eef766a34583,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.368375 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2353f395-7438-442a-8493-e256d8451848 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bcebbcbfe41433eb24e889327cb9455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130081 Jul 29 23:38:16.371742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58146) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.408334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:16.411924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.500645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18ab402c-f53d-422c-ac8e-e9a97f5b73b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.545115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18ab402c-f53d-422c-ac8e-e9a97f5b73b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.648416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c2b41-483d-4fc5-bff1-d2de78f597fb req-0b16b3e6-f05b-4cd4-aaab-7f0074fe1f24 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.650160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-283c2b41-483d-4fc5-bff1-d2de78f597fb req-0b16b3e6-f05b-4cd4-aaab-7f0074fe1f24 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.1152973 Jul 29 23:38:16.658130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e366fae2-fbfd-4b3b-bcb2-c9300a36a083 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/routers/21c5f102-792e-4cd2-8dea-46a8cc0d461e HTTP/1.1" status: 200 len: 925 time: 0.5398071 Jul 29 23:38:16.661025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58154) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.685249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18ab402c-f53d-422c-ac8e-e9a97f5b73b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.689098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18ab402c-f53d-422c-ac8e-e9a97f5b73b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.690616 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-18ab402c-f53d-422c-ac8e-e9a97f5b73b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b7875ad-b847-4101-8f51-eef766a34583 HTTP/1.1" status: 204 len: 168 time: 0.3112919 Jul 29 23:38:16.709292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab402c-f53d-422c-ac8e-e9a97f5b73b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7875ad-b847-4101-8f51-eef766a34583,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.811810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-283c2b41-483d-4fc5-bff1-d2de78f597fb req-43401124-2b79-47ad-8cc6-56a780b96155 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518602 Jul 29 23:38:16.818918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.835037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4757e2aa-3d1e-4f43-88c5-e17511f07f89 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.841063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4757e2aa-3d1e-4f43-88c5-e17511f07f89 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&device_id=21c5f102-792e-4cd2-8dea-46a8cc0d461e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1705225 Jul 29 23:38:16.843990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58164) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.945233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=b9207fb0-1b82-44e8-8248-0718716044a2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.977674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': 'ad9094db-8c65-4b28-a6db-b3c3f1707033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ba23da77-234d-4406-9893-dbdf5f21510e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:16.978277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: ba23da77-234d-4406-9893-dbdf5f21510e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:17.002184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network ba23da77-234d-4406-9893-dbdf5f21510e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:17.019868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, ba23da77-234d-4406-9893-dbdf5f21510e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:17.026270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.027273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.030093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b2daec-6ad6-404b-8623-907ae45a0baf None None] Network ba23da77-234d-4406-9893-dbdf5f21510e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:17.056621 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-118d822f-2a55-4616-814f-6a1475babd1d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8406546 Jul 29 23:38:17.063033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58168) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.080726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1670625271'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:17.112292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a11dd-a64c-401e-bf93-adf5c64a064d tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.117684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-385a11dd-a64c-401e-bf93-adf5c64a064d tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/networks/941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 881 time: 0.2726526 Jul 29 23:38:17.118390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58172) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.128873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:17.134040 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.164129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b0349ccb-ec68-4a35-98a0-20cae0635076 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c5f102-792e-4cd2-8dea-46a8cc0d461e HTTP/1.1" status: 200 len: 205 time: 0.0427790 Jul 29 23:38:17.165050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58174) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.183197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:17.199566 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.200485 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment 40a5a9d0-0366-427c-8573-eff0209b17eb of type vlan for network ec9c6855-e650-4296-918f-2f24aa8de0b2 Jul 29 23:38:17.264499 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.308224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.325353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.326109 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.326464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-ba23da77-234d-4406-9893-dbdf5f21510e', 'network_id': 'ba23da77-234d-4406-9893-dbdf5f21510e', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': 'b9207fb0-1b82-44e8-8248-0718716044a2'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:17.327345 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.389667 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.426801 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3590775 Jul 29 23:38:17.428238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58188) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.436873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': 'ec9c6855-e650-4296-918f-2f24aa8de0b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:17.454348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c83ea6-e386-494b-ad89-a9278c862b58 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=ec9c6855-e650-4296-918f-2f24aa8de0b2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:17.488559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network ec9c6855-e650-4296-918f-2f24aa8de0b2 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:17.556495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.619342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:17.624315 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.669435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Deleting port ed62abef-6bd7-40db-a067-98b73eaa5d42 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:17.669924 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.716049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Allocated IP 172.20.255.242 (ba23da77-234d-4406-9893-dbdf5f21510e/b9207fb0-1b82-44e8-8248-0718716044a2/c637338b-baa7-491e-82f7-de6d12576c66) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:17.781066 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.834280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Calling delete_port for ed62abef-6bd7-40db-a067-98b73eaa5d42 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:17.919375 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.928721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Transition to ACTIVE for port object c637338b-baa7-491e-82f7-de6d12576c66 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:17.946478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Transition to ACTIVE for port object c637338b-baa7-491e-82f7-de6d12576c66 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:17.968729 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.011002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.037390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41a318-853e-4641-aaa1-6533a135d102 req-322cfdd2-9a30-4d79-a70c-70debe200ebd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:18.038986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Network ba23da77-234d-4406-9893-dbdf5f21510e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:18.040344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d41a318-853e-4641-aaa1-6533a135d102 req-322cfdd2-9a30-4d79-a70c-70debe200ebd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.0785429 Jul 29 23:38:18.043672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:18.048405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:18.065614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Pushing event updated for resources: {'Port': ['ID=c637338b-baa7-491e-82f7-de6d12576c66,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.112567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d41a318-853e-4641-aaa1-6533a135d102 req-a1bbd302-adf7-435a-9e08-12555c2ce21b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622640 Jul 29 23:38:18.137557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Attempting to bind port c637338b-baa7-491e-82f7-de6d12576c66 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:18.138121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Attempting to bind port c637338b-baa7-491e-82f7-de6d12576c66 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'ad9094db-8c65-4b28-a6db-b3c3f1707033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ba23da77-234d-4406-9893-dbdf5f21510e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:18.138490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Attempting to bind port c637338b-baa7-491e-82f7-de6d12576c66 on network ba23da77-234d-4406-9893-dbdf5f21510e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:18.144676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=cd25f841-863d-44b5-a3dc-1fa80fb95d5f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.145468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:18.146024 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Checking segment: {'id': 'ad9094db-8c65-4b28-a6db-b3c3f1707033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ba23da77-234d-4406-9893-dbdf5f21510e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:18.146250 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.147799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Bound using segment: {'id': 'ad9094db-8c65-4b28-a6db-b3c3f1707033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ba23da77-234d-4406-9893-dbdf5f21510e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:18.149206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Bound port: c637338b-baa7-491e-82f7-de6d12576c66, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9094db-8c65-4b28-a6db-b3c3f1707033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ba23da77-234d-4406-9893-dbdf5f21510e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:18.149607 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.153160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': '40a5a9d0-0366-427c-8573-eff0209b17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec9c6855-e650-4296-918f-2f24aa8de0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:18.153521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: ec9c6855-e650-4296-918f-2f24aa8de0b2, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:18.175371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network ec9c6855-e650-4296-918f-2f24aa8de0b2 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:18.189061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, ec9c6855-e650-4296-918f-2f24aa8de0b2) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:18.194207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:18.194811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.203620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf389e-97f1-47b6-94db-fe57947c158b None None] Network ec9c6855-e650-4296-918f-2f24aa8de0b2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:18.241580 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6d5d68cc-c6f3-4b8e-8bd6-b8a787ecf48c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8116109 Jul 29 23:38:18.244043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.289938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.327074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Pushing event deleted for resources: {'Port': ['ID=ed62abef-6bd7-40db-a067-98b73eaa5d42,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.403448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] For port c637338b-baa7-491e-82f7-de6d12576c66, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:18.409890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] For port c637338b-baa7-491e-82f7-de6d12576c66, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c637338b-baa7-491e-82f7-de6d12576c66,segment=NetworkSegment(ad9094db-8c65-4b28-a6db-b3c3f1707033),segment_id=ad9094db-8c65-4b28-a6db-b3c3f1707033)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:18.430104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.448777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82386c7-3e7e-470d-804f-2845f0a3c202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-ec9c6855-e650-4296-918f-2f24aa8de0b2', 'network_id': 'ec9c6855-e650-4296-918f-2f24aa8de0b2', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': 'cd25f841-863d-44b5-a3dc-1fa80fb95d5f'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:18.449661 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e82386c7-3e7e-470d-804f-2845f0a3c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.452211 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.472653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.559997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.592287 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.595634 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.663510 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.664634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Fanout notify agent at l3_agent the message router_deleted on router 21c5f102-792e-4cd2-8dea-46a8cc0d461e {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:18.677830 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.678966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ae813-b0f0-4f07-a562-1bceb60368e1 None None] Pushing event updated for resources: {'Port': ['ID=c637338b-baa7-491e-82f7-de6d12576c66,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.686151 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.687931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-229242fe-34c9-4bb9-ad4e-f0a4a3a4b719 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/21c5f102-792e-4cd2-8dea-46a8cc0d461e HTTP/1.1" status: 204 len: 168 time: 1.5217972 Jul 29 23:38:18.692316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.700403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1046359396', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:18.720153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=cd25f841-863d-44b5-a3dc-1fa80fb95d5f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.740339 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.741866 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-e82386c7-3e7e-470d-804f-2845f0a3c202 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd25f841-863d-44b5-a3dc-1fa80fb95d5f: This subnet is being modified by another concurrent operation. Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:38:18.784692 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd25f841-863d-44b5-a3dc-1fa80fb95d5f: This subnet is being modified by another concurrent operation. Jul 29 23:38:18.791377 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 29 23:38:18.796972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.806484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac7c771-1d83-461a-8c03-cfca12373432 None None] Network ec9c6855-e650-4296-918f-2f24aa8de0b2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:18.956775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.980184 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.024744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9c6855-e650-4296-918f-2f24aa8de0b2']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:19.061172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a5a9d0-0366-427c-8573-eff0209b17eb') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:19.061492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a5a9d0-0366-427c-8573-eff0209b17eb') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:19.079564 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.137390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.152866 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:19.157027 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:19.171942 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:19.453469 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.627569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d53b4-9c68-46f4-9595-9207cb82a329 req-03eb4641-297d-405c-8f5c-e89d804082ab tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:19.641453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a1d53b4-9c68-46f4-9595-9207cb82a329 req-03eb4641-297d-405c-8f5c-e89d804082ab tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.2238929 Jul 29 23:38:19.778520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a1d53b4-9c68-46f4-9595-9207cb82a329 req-0726582f-0221-4d12-8019-5a686156cc09 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254866 Jul 29 23:38:20.068768 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.078022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.082461 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.088707 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/ec9c6855-e650-4296-918f-2f24aa8de0b2 HTTP/1.1" status: 204 len: 168 time: 1.8392758 Jul 29 23:38:20.098339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58296) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.107098 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-912191344'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:20.121518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.136732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b08bed-80a8-4ec8-91a1-e8e69537b7bc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=ec9c6855-e650-4296-918f-2f24aa8de0b2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.197165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:20.200659 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.254134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:20.269990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.272721 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment 308aec14-1715-49f7-a1e7-89c2bea1f61f of type vlan for network 6b83e728-d09c-47f8-a6d4-a0058476f346 Jul 29 23:38:20.293444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409e9ead-d666-4283-b92f-cf622a72e004 None None] Network ba23da77-234d-4406-9893-dbdf5f21510e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:20.317707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Allocated IP 172.25.2.65 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/5867d322-50ce-4db0-95c2-0d1b5c6656c0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:20.418314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.508563 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.516594 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.520381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:20.523333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.538488 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-515db037-5672-49a5-9347-126ba6639ade None None] Provisioning for port c637338b-baa7-491e-82f7-de6d12576c66 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:20.596730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.621559 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5220857 Jul 29 23:38:20.625401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58336) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.648463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af280280-c79a-49af-aa48-ef12c3d94e92 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=6b83e728-d09c-47f8-a6d4-a0058476f346,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.672221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 6b83e728-d09c-47f8-a6d4-a0058476f346 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:20.674666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': '6b83e728-d09c-47f8-a6d4-a0058476f346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:20.691616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c637338b-baa7-491e-82f7-de6d12576c66 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:20.780449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-d814d8cf-4b8e-4993-8bb9-9a5213397a6d tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=50b6e092d62c45079c294e9d80d75079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1536777 Jul 29 23:38:20.793850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:20.883510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:20.932084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c637338b-baa7-491e-82f7-de6d12576c66 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:20.942656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c637338b-baa7-491e-82f7-de6d12576c66 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:20.943978 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.945096 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-d1188999-86c9-40c0-ac5e-d7f08e9dc025 service neutron] show failed (client error): The resource could not be found. Jul 29 23:38:20.946377 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-d1188999-86c9-40c0-ac5e-d7f08e9dc025 service neutron] 10.222.0.42 "GET /v2.0/ports/d388f8b5-9b83-4b38-bdae-527234bba619/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.1447129 Jul 29 23:38:20.976716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:21.079489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Pushing event updated for resources: {'Port': ['ID=5867d322-50ce-4db0-95c2-0d1b5c6656c0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:21.099737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:21.104112 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.166318 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.203959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Performing IP validity checks on allocation pools {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:38:21.205047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:38:21.252302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c637338b-baa7-491e-82f7-de6d12576c66, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c637338b-baa7-491e-82f7-de6d12576c66,segment=NetworkSegment(ad9094db-8c65-4b28-a6db-b3c3f1707033),segment_id=ad9094db-8c65-4b28-a6db-b3c3f1707033)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:21.260933 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.269424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58346) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:21.316609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-1b4d935d-c51d-4749-9e72-58425eb5e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:21.323992 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-1b4d935d-c51d-4749-9e72-58425eb5e2b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 1097 time: 0.0899587 Jul 29 23:38:21.340806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:21.349011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c637338b-baa7-491e-82f7-de6d12576c66,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:21.354455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb9bcd-eb24-4b55-8073-9d993873c09b req-4c91b10a-74de-482b-92ad-06f5c2114c9e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:21.355080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d81ed57-e98a-4f96-8e12-2393df34b638 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:38:21.362505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92eb9bcd-eb24-4b55-8073-9d993873c09b req-4c91b10a-74de-482b-92ad-06f5c2114c9e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.3772233 Jul 29 23:38:21.455969 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.610723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-160c6a1c-51dc-4695-b7e9-6e379dea16ff tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:21.618945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-160c6a1c-51dc-4695-b7e9-6e379dea16ff tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8237414 Jul 29 23:38:21.667852 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fea8366e-6e9c-4795-9b58-82a68d4993c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.705099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-107696f4-97af-493b-b2d0-a7165dfd45e9 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/quotas/50b6e092d62c45079c294e9d80d75079 HTTP/1.1" status: 200 len: 375 time: 0.0851755 Jul 29 23:38:21.715389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d81ed57-e98a-4f96-8e12-2393df34b638 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:38:21.753630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92eb9bcd-eb24-4b55-8073-9d993873c09b req-df4238b5-c2da-489e-9066-9653db231d88 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3900089 Jul 29 23:38:21.765626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4a4f091a-ab11-4fce-96f9-6336734a61f6 None None] Provisioning complete for port c637338b-baa7-491e-82f7-de6d12576c66 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:21.766034 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a4f091a-ab11-4fce-96f9-6336734a61f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.793904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d388f8b5-9b83-4b38-bdae-527234bba619,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:21.835112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8da53121-8b01-47ec-841a-925abca100d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.866600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:21.870787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-cb4f6358-b4fd-4d75-ba8f-475f06fb43d2 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50b6e092d62c45079c294e9d80d75079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1647763 Jul 29 23:38:21.882440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.941627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:21.944541 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aee988-9cf2-45ba-96ae-69d828ee23ae" -d '{"events": [{"server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "name": "network-vif-unplugged", "status": "completed", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:21.950257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.977763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Transition to ACTIVE for port object d388f8b5-9b83-4b38-bdae-527234bba619 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:21.992807 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.075913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': '308aec14-1715-49f7-a1e7-89c2bea1f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6b83e728-d09c-47f8-a6d4-a0058476f346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:22.076325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: 6b83e728-d09c-47f8-a6d4-a0058476f346, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:22.093810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=ac1c6cf4-7a07-44c5-9674-3995ca501fa0,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:22.108420 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fdfc98-e22f-4925-a2ed-69cea2e258f6 x-openstack-request-id: req-41fdfc98-e22f-4925-a2ed-69cea2e258f6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:22.108708 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "name": "network-vif-unplugged", "status": "completed", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:22.108968 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41fdfc98-e22f-4925-a2ed-69cea2e258f6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:22.109368 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'code': 200} Jul 29 23:38:22.150585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Pushing event updated for resources: {'Port': ['ID=d388f8b5-9b83-4b38-bdae-527234bba619,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:22.183028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network 6b83e728-d09c-47f8-a6d4-a0058476f346 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:22.185825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] No DVR routers for this DVR port d388f8b5-9b83-4b38-bdae-527234bba619 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:22.221204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 6b83e728-d09c-47f8-a6d4-a0058476f346) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:22.223338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.230990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:22.231595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.342741 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fea8366e-6e9c-4795-9b58-82a68d4993c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.365338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fea8366e-6e9c-4795-9b58-82a68d4993c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.445803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc1f0d-eba3-490d-a8a6-0f53beb86cff None None] Network 6b83e728-d09c-47f8-a6d4-a0058476f346 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:22.461450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58374) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:22.466778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fea8366e-6e9c-4795-9b58-82a68d4993c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2661d5526734a80b15a7a6c74de4200&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1951034 Jul 29 23:38:22.482241 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0af5c5dc-d856-4ba6-b932-0da2291fb731 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8129470 Jul 29 23:38:22.485221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:22.601556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c637338b-baa7-491e-82f7-de6d12576c66 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:22.648132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Attempting to bind port d388f8b5-9b83-4b38-bdae-527234bba619 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:22.648601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Attempting to bind port d388f8b5-9b83-4b38-bdae-527234bba619 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:22.656546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Attempting to bind port d388f8b5-9b83-4b38-bdae-527234bba619 on network a5098b49-09e2-41f8-9f6e-3cce3c678c82 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:22.710705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-634c5df2-0e5d-449b-a199-70779d4630cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.723641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Port d388f8b5-9b83-4b38-bdae-527234bba619 on network a5098b49-09e2-41f8-9f6e-3cce3c678c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:22.724091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Attempting to bind port d388f8b5-9b83-4b38-bdae-527234bba619 on network a5098b49-09e2-41f8-9f6e-3cce3c678c82 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:22.737832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:22.748300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Checking segment: {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:22.748513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Bound using segment: {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:22.749438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Bound port: d388f8b5-9b83-4b38-bdae-527234bba619, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3688a8-d97e-47e2-9381-537fd6b28b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:22.749438 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.799023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c637338b-baa7-491e-82f7-de6d12576c66 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:22.799406 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.916953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-6b83e728-d09c-47f8-a6d4-a0058476f346', 'network_id': '6b83e728-d09c-47f8-a6d4-a0058476f346', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': 'ac1c6cf4-7a07-44c5-9674-3995ca501fa0'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:22.918232 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.944203 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-634c5df2-0e5d-449b-a199-70779d4630cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.968322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:23.004934 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d388f8b5-9b83-4b38-bdae-527234bba619,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:23.032169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.110515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.111162 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.111982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8366e-6e9c-4795-9b58-82a68d4993c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba4ba66-e6bb-4772-9f67-98b80dce580e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:23.112949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] 10.222.0.47 "PUT /v2.0/ports/d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 1092 time: 1.7772639 Jul 29 23:38:23.191458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d8176-00ea-4054-85f2-a516744bf79f service neutron] Pushing event updated for resources: {'Port': ['ID=d388f8b5-9b83-4b38-bdae-527234bba619,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:23.208755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Allocated IP 172.20.0.3 (6b83e728-d09c-47f8-a6d4-a0058476f346/ac1c6cf4-7a07-44c5-9674-3995ca501fa0/2d39212e-a425-4f28-82b0-5c3b7f104d3d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:23.248944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-634c5df2-0e5d-449b-a199-70779d4630cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.251536 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-634c5df2-0e5d-449b-a199-70779d4630cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.265909 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-634c5df2-0e5d-449b-a199-70779d4630cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ba4ba66-e6bb-4772-9f67-98b80dce580e HTTP/1.1" status: 204 len: 168 time: 0.8018095 Jul 29 23:38:23.293983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c5df2-0e5d-449b-a199-70779d4630cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba4ba66-e6bb-4772-9f67-98b80dce580e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:23.315675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-38f2cb42-bdd1-460d-84d7-7deb1667e02c tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=50b6e092d62c45079c294e9d80d75079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8409719 Jul 29 23:38:23.318638 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-6c99486d-0e97-4896-a053-61fc2eef3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.321196 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-6c99486d-0e97-4896-a053-61fc2eef3023 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1095 time: 0.1515257 Jul 29 23:38:23.490216 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.501928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Transition to ACTIVE for port object 2d39212e-a425-4f28-82b0-5c3b7f104d3d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:23.508609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-b8e21344-af37-4833-ad51-f34090d26adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.510756 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-b8e21344-af37-4833-ad51-f34090d26adf service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 200 len: 897 time: 0.1790652 Jul 29 23:38:23.520629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Transition to ACTIVE for port object 2d39212e-a425-4f28-82b0-5c3b7f104d3d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:23.548209 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.553737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.570778 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.579718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00346d5b-cf8b-45f1-a633-4cff2377cc44 req-6b282a03-71fe-4cf9-985b-64a63727500f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.581303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00346d5b-cf8b-45f1-a633-4cff2377cc44 req-6b282a03-71fe-4cf9-985b-64a63727500f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 943 time: 0.4734056 Jul 29 23:38:23.652084 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-dbbf0874-4299-449c-ade9-ca80508ba4aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 998 time: 0.1318901 Jul 29 23:38:23.670447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-4bc1ccdf-479b-42bb-9f42-64a550e07638 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.672002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-4bc1ccdf-479b-42bb-9f42-64a550e07638 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346806 Jul 29 23:38:23.680359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Network 6b83e728-d09c-47f8-a6d4-a0058476f346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:23.719190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Pushing event updated for resources: {'Port': ['ID=2d39212e-a425-4f28-82b0-5c3b7f104d3d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:23.729776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:23.735803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:23.760679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-7b8d373d-2306-4d2b-9385-cfc51caf0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.762203 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-7b8d373d-2306-4d2b-9385-cfc51caf0768 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f8cde7b-ebb4-491a-a06d-6149ef6da505 HTTP/1.1" status: 200 len: 834 time: 0.1020515 Jul 29 23:38:23.804717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:23.806467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-05a0b98f-fedc-4939-8c14-3b21adc17442 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/quotas/50b6e092d62c45079c294e9d80d75079 HTTP/1.1" status: 200 len: 375 time: 0.1238942 Jul 29 23:38:23.822854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Attempting to bind port 2d39212e-a425-4f28-82b0-5c3b7f104d3d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:23.823505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Attempting to bind port 2d39212e-a425-4f28-82b0-5c3b7f104d3d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '308aec14-1715-49f7-a1e7-89c2bea1f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6b83e728-d09c-47f8-a6d4-a0058476f346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:23.824377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Attempting to bind port 2d39212e-a425-4f28-82b0-5c3b7f104d3d on network 6b83e728-d09c-47f8-a6d4-a0058476f346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:23.842012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:23.842649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-51ccbda8-5683-4cce-9932-8e3415367642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.844783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Checking segment: {'id': '308aec14-1715-49f7-a1e7-89c2bea1f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6b83e728-d09c-47f8-a6d4-a0058476f346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:23.844939 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-51ccbda8-5683-4cce-9932-8e3415367642 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5098b49-09e2-41f8-9f6e-3cce3c678c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744915 Jul 29 23:38:23.845427 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.845839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Bound using segment: {'id': '308aec14-1715-49f7-a1e7-89c2bea1f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6b83e728-d09c-47f8-a6d4-a0058476f346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:23.846678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Bound port: 2d39212e-a425-4f28-82b0-5c3b7f104d3d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308aec14-1715-49f7-a1e7-89c2bea1f61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6b83e728-d09c-47f8-a6d4-a0058476f346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:23.847096 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.853992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00346d5b-cf8b-45f1-a633-4cff2377cc44 req-41582661-f222-4cdc-95b2-6434cb5aae43 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609363 Jul 29 23:38:23.875408 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-abcc9715-3d4d-46d3-9978-5cd6d7ea468f tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=50b6e092d62c45079c294e9d80d75079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1475339 Jul 29 23:38:23.924960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7009e65c-883d-41c6-a159-3e83a930e475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.952835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-b760287d-c98c-4e6f-afa0-4afe6d8782b9 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50b6e092d62c45079c294e9d80d75079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161168 Jul 29 23:38:23.965319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] For port 2d39212e-a425-4f28-82b0-5c3b7f104d3d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:23.969913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] For port 2d39212e-a425-4f28-82b0-5c3b7f104d3d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2d39212e-a425-4f28-82b0-5c3b7f104d3d,segment=NetworkSegment(308aec14-1715-49f7-a1e7-89c2bea1f61f),segment_id=308aec14-1715-49f7-a1e7-89c2bea1f61f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:23.970944 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-24a26cfe-1111-4c10-bb8a-2c24e3df6e47 service neutron] 10.222.0.47 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181889 Jul 29 23:38:23.974712 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.097972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58398) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:24.121359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77b953-f2ec-412b-8bee-f8210f1581fc None None] Pushing event updated for resources: {'Port': ['ID=2d39212e-a425-4f28-82b0-5c3b7f104d3d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:24.126442 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdc12538-d655-4f9a-ae48-67eb869233d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.140954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:24.155685 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3555d726-ac2f-4a18-a20f-f1d7d790d27b" -d '{"events": [{"name": "network-changed", "server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:24.192267 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.202766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-beb1d885-3035-45f0-963b-9b73fb073b30 req-9f71c963-39e8-4c6e-96d5-6ffa9367f3de service neutron] 10.222.0.47 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183456 Jul 29 23:38:24.263884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Deleting port 2d39212e-a425-4f28-82b0-5c3b7f104d3d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:24.264547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.283235 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b00d57-5bee-46c9-bc32-01000b3f8fdb x-openstack-request-id: req-73b00d57-5bee-46c9-bc32-01000b3f8fdb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:24.283918 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:24.284482 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73b00d57-5bee-46c9-bc32-01000b3f8fdb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:24.285090 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'status': 'completed', 'code': 200} Jul 29 23:38:24.493962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-177fef9f-a832-4d31-a597-ee7ab553767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.495219 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-177fef9f-a832-4d31-a597-ee7ab553767b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1095 time: 0.1952796 Jul 29 23:38:24.564268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] For port 2d39212e-a425-4f28-82b0-5c3b7f104d3d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2d39212e-a425-4f28-82b0-5c3b7f104d3d,segment=NetworkSegment(308aec14-1715-49f7-a1e7-89c2bea1f61f),segment_id=308aec14-1715-49f7-a1e7-89c2bea1f61f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:24.565190 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.636864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-f2f9037d-5788-4ac4-bc51-cb02b1e9b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.639676 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-f2f9037d-5788-4ac4-bc51-cb02b1e9b835 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1095 time: 0.1814692 Jul 29 23:38:24.659152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee112b5a-de88-4cce-ab6f-0f82cfa50b0c req-a6e0a8b2-0e60-4d69-9b99-dc6741eee41b tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 210 time: 0.3628058 Jul 29 23:38:24.671311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2d39212e-a425-4f28-82b0-5c3b7f104d3d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:24.708466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Calling delete_port for 2d39212e-a425-4f28-82b0-5c3b7f104d3d owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:24.753601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-48eedc00-0588-4332-8810-825ba15bc363 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.755198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-48eedc00-0588-4332-8810-825ba15bc363 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8314183 Jul 29 23:38:24.769458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 2d39212e-a425-4f28-82b0-5c3b7f104d3d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:24.784778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Request body: {'port': {'device_id': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '50b6e092d62c45079c294e9d80d75079'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:24.787903 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Router 95e1f676-ada6-4cc7-a508-932ee9234f74 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:24.929154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-d8a33f44-85a9-4018-9548-bb8682a0bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.932050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-d8a33f44-85a9-4018-9548-bb8682a0bfd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 200 len: 897 time: 0.3853171 Jul 29 23:38:25.008928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-e6402dc9-5d92-412e-a2ea-f8703d57c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.010436 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-e6402dc9-5d92-412e-a2ea-f8703d57c9bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 200 len: 897 time: 0.3619764 Jul 29 23:38:25.166603 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-bf228b9f-afb0-417a-b45d-c9a1b802f79b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 998 time: 0.2246664 Jul 29 23:38:25.171959 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-63bc2336-edbf-45cb-b101-9282fce3e51e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 998 time: 0.1537578 Jul 29 23:38:25.210059 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7009e65c-883d-41c6-a159-3e83a930e475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.243414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07396ad6-5552-40f9-80f3-04844e4f14ba req-665b3f10-8359-47ae-a8e9-f5d88accb45d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.258158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07396ad6-5552-40f9-80f3-04844e4f14ba req-665b3f10-8359-47ae-a8e9-f5d88accb45d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 943 time: 0.2703681 Jul 29 23:38:25.289328 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7009e65c-883d-41c6-a159-3e83a930e475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.323833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-95f8856c-cb4f-4736-983b-354d05c218c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.325989 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-95f8856c-cb4f-4736-983b-354d05c218c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f8cde7b-ebb4-491a-a06d-6149ef6da505 HTTP/1.1" status: 200 len: 834 time: 0.1503313 Jul 29 23:38:25.339561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:25.352283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12d36e-af57-420d-b3e8-2d34dc76f2be None None] Sync routers for ids ['95e1f676-ada6-4cc7-a508-932ee9234f74'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:25.375381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12d36e-af57-420d-b3e8-2d34dc76f2be None None] Routers {'95e1f676-ada6-4cc7-a508-932ee9234f74'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:25.376405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1a12d36e-af57-420d-b3e8-2d34dc76f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:38:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['95e1f676-ada6-4cc7-a508-932ee9234f74'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:25.385650 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-0f186481-fe13-47f1-be50-da2dd5be00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.387122 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-0f186481-fe13-47f1-be50-da2dd5be00cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f8cde7b-ebb4-491a-a06d-6149ef6da505 HTTP/1.1" status: 200 len: 834 time: 0.1724589 Jul 29 23:38:25.416452 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.416758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1a12d36e-af57-420d-b3e8-2d34dc76f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:25.419325 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d388f8b5-9b83-4b38-bdae-527234bba619 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:25.419557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009e65c-883d-41c6-a159-3e83a930e475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de1301c-8a51-4848-9ce9-4f10512b65c7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:25.488933 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.489338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-d91437bb-7aff-4967-8321-b3ab73b9d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.489865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Port': ['ID=2d39212e-a425-4f28-82b0-5c3b7f104d3d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:25.491309 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-d91437bb-7aff-4967-8321-b3ab73b9d3ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5098b49-09e2-41f8-9f6e-3cce3c678c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506381 Jul 29 23:38:25.496960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07396ad6-5552-40f9-80f3-04844e4f14ba req-f51dd30c-1d6f-477e-87c3-b836670061c5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372880 Jul 29 23:38:25.497619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Made reservation on behalf of 50b6e092d62c45079c294e9d80d75079 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:25.503064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12d36e-af57-420d-b3e8-2d34dc76f2be None None] Routers {'95e1f676-ada6-4cc7-a508-932ee9234f74'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:25.503265 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.504271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-650f98c5-3681-4db1-9101-a6af95bf92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.504651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1a12d36e-af57-420d-b3e8-2d34dc76f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:38:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['95e1f676-ada6-4cc7-a508-932ee9234f74'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:25.506170 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-650f98c5-3681-4db1-9101-a6af95bf92b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5098b49-09e2-41f8-9f6e-3cce3c678c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069877 Jul 29 23:38:25.514985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7009e65c-883d-41c6-a159-3e83a930e475 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a5d85c1d4cc4ca5a7237e045d350f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7074666 Jul 29 23:38:25.526730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:25.555342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d388f8b5-9b83-4b38-bdae-527234bba619 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:25.558107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1a12d36e-af57-420d-b3e8-2d34dc76f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:25.558892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12d36e-af57-420d-b3e8-2d34dc76f2be None None] The sync data for ids ['95e1f676-ada6-4cc7-a508-932ee9234f74'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:25.574546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b145f574-d7cc-4d89-bfca-209fc0b85f29 None None] Network 6b83e728-d09c-47f8-a6d4-a0058476f346 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:25.580407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No DVR routers for this DVR port 2d39212e-a425-4f28-82b0-5c3b7f104d3d on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:25.582252 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.583773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-47a0ef76-a8da-4f67-8f23-64e4cf466b96 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8902087 Jul 29 23:38:25.585325 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.589726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58420) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:25.608834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:25.625413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a759e082-b362-4f91-99ad-b943eb81e993 None None] Could not find standard attr ID for object 2d39212e-a425-4f28-82b0-5c3b7f104d3d. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:38:25.652760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-72f0f915-f870-49f2-b67e-b81206daa967 service neutron] 10.222.0.47 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244168 Jul 29 23:38:25.778272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-54b81994-47d9-4928-85ad-ad5a9af58f7b tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=50b6e092d62c45079c294e9d80d75079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474830 Jul 29 23:38:25.914145 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4c8cb15-e47b-4f02-83ba-f6f818d4676f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.921926 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-8291f472-439c-40ed-aa33-e258b9a90e29 service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143035 Jul 29 23:38:25.942343 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-c3850409-e345-4826-a55a-4e0357d147b6 service neutron] 10.222.0.47 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517095 Jul 29 23:38:25.968818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0323b1c3-e831-486f-b062-3e00681ea1d0 req-2710e625-0542-4476-843c-9ba49acdb2b3 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 210 time: 0.1169257 Jul 29 23:38:26.004820 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.014304 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4c8cb15-e47b-4f02-83ba-f6f818d4676f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.097161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.101936 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3555d726-ac2f-4a18-a20f-f1d7d790d27b req-dcb22de5-9460-49a6-a285-4a9baaf6d3e7 service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586518 Jul 29 23:38:26.163170 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4c8cb15-e47b-4f02-83ba-f6f818d4676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.166221 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4c8cb15-e47b-4f02-83ba-f6f818d4676f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.167442 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b4c8cb15-e47b-4f02-83ba-f6f818d4676f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7de1301c-8a51-4848-9ce9-4f10512b65c7 HTTP/1.1" status: 204 len: 168 time: 0.6258259 Jul 29 23:38:26.194312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-56fbe95c-8b91-4305-9a08-0894e63c381a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.196487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-56fbe95c-8b91-4305-9a08-0894e63c381a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332694 Jul 29 23:38:26.217515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Request body: {'port': {'device_id': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '50b6e092d62c45079c294e9d80d75079'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:26.222253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8cb15-e47b-4f02-83ba-f6f818d4676f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de1301c-8a51-4848-9ce9-4f10512b65c7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:26.266564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.366077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1c6cf4-7a07-44c5-9674-3995ca501fa0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:26.372752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ff5027-de7e-4f9b-9e08-0e2fac97805d None None] Network 6b83e728-d09c-47f8-a6d4-a0058476f346 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:26.408654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] Deleting port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:26.409000 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.429898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.566601 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.616332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05daaca5-d5b7-4c02-94e5-718c25a7ab83 None None] DHCP port deletion for 6b83e728-d09c-47f8-a6d4-a0058476f346 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:26.618037 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.618833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] For port 4f745d0c-221f-4cdd-a59b-06c14bafdf6f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4f745d0c-221f-4cdd-a59b-06c14bafdf6f,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:26.619283 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.644284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] Calling delete_port for 4f745d0c-221f-4cdd-a59b-06c14bafdf6f owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:26.663337 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.671143 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-6124fa9c-5cd2-43de-b21e-c1cb3fe2dd6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1030715 Jul 29 23:38:26.677664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.851967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-7c1740b2-1c1a-4cad-9d60-e1b89b2d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.852485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-7c1740b2-1c1a-4cad-9d60-e1b89b2d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.852957 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-7c1740b2-1c1a-4cad-9d60-e1b89b2d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.853423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-7c1740b2-1c1a-4cad-9d60-e1b89b2d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.853893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-7c1740b2-1c1a-4cad-9d60-e1b89b2d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.854862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-7c1740b2-1c1a-4cad-9d60-e1b89b2d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.855162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-7c1740b2-1c1a-4cad-9d60-e1b89b2d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.857386 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-7c1740b2-1c1a-4cad-9d60-e1b89b2d194c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 6509 time: 0.0811605 Jul 29 23:38:27.002385 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.098569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b83e728-d09c-47f8-a6d4-a0058476f346']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:27.187502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308aec14-1715-49f7-a1e7-89c2bea1f61f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:27.187995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308aec14-1715-49f7-a1e7-89c2bea1f61f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:27.204203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Made reservation on behalf of 50b6e092d62c45079c294e9d80d75079 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:27.207799 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.236459 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.242204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8e78f29-5385-4e3d-ba91-1b84dc967b64 req-07d8e688-79ee-44ac-8754-00b3b6639153 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 210 time: 0.1379435 Jul 29 23:38:27.256983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816bb147-7bc0-47e4-b01e-e89019980657,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:27.300222 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.338939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4273ee-07a5-44dd-983d-ce96cd54a169 req-8ac814a5-622b-4949-b070-2caeef810e48 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:27.340596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e4273ee-07a5-44dd-983d-ce96cd54a169 req-8ac814a5-622b-4949-b070-2caeef810e48 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 943 time: 0.6990483 Jul 29 23:38:27.348952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:27.349418 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:27.358885 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:27.397010 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.438985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f745d0c-221f-4cdd-a59b-06c14bafdf6f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:27.445115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-67a31c6e-df24-49e4-8520-eada783faafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:27.445600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-67a31c6e-df24-49e4-8520-eada783faafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:27.446076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-67a31c6e-df24-49e4-8520-eada783faafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:27.447784 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-67a31c6e-df24-49e4-8520-eada783faafa service neutron] 10.222.0.42 "GET /v2.0/networks?id=674d778d-dcc6-4818-938a-13b70fc784d0&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=5a066661-134b-4dc9-9c9f-e6f133ac0089&id=f9d21809-0a05-413f-b507-18577fed0681&id=f9d21809-0a05-413f-b507-18577fed0681 HTTP/1.1" status: 200 len: 2297 time: 0.5490291 Jul 29 23:38:27.514041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Allocated IP 192.168.233.106 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:27.539714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Deleting port 5867d322-50ce-4db0-95c2-0d1b5c6656c0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:27.540107 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.597905 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.608948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e4273ee-07a5-44dd-983d-ce96cd54a169 req-e53d77a0-a2f9-4b97-bce8-e9b873b32e07 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488158 Jul 29 23:38:27.611400 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-ce7694a7-d272-4b18-ac42-8b9c59fced80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5457275-b173-4626-9c06-1a830574ea8c HTTP/1.1" status: 200 len: 1002 time: 0.1384966 Jul 29 23:38:27.631293 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.633315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/6b83e728-d09c-47f8-a6d4-a0058476f346 HTTP/1.1" status: 204 len: 168 time: 5.1393602 Jul 29 23:38:27.659544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58462) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:27.683043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-361945803'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:27.705849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3703-ea9c-4a83-ac84-219d4192ec50 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=6b83e728-d09c-47f8-a6d4-a0058476f346,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:27.752477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-3657b70e-c722-4d3f-99e1-d2936f608e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:27.753999 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-3657b70e-c722-4d3f-99e1-d2936f608e36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe272e18-ada4-4f75-b785-d7853a2ae4f3 HTTP/1.1" status: 200 len: 856 time: 0.0937421 Jul 29 23:38:27.811489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.835944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:27.839069 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.845667 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.865962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-69b84e5e-da0b-430a-a39d-35d8505a5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:27.867510 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-69b84e5e-da0b-430a-a39d-35d8505a5325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=674d778d-dcc6-4818-938a-13b70fc784d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046641 Jul 29 23:38:27.875303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Calling delete_port for 5867d322-50ce-4db0-95c2-0d1b5c6656c0 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:27.907593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:27.967237 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.967598 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment 37950d40-8368-495c-bf0c-9c32fc199c64 of type vlan for network f2a42720-2482-45bd-ab26-4a21a616da62 Jul 29 23:38:28.046180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d388f8b5-9b83-4b38-bdae-527234bba619 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:28.066220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.071623 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-dba8654a-df1b-42de-a546-62c0b13f9910 service neutron] 10.222.0.42 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949987 Jul 29 23:38:28.079775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.150046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Transition to ACTIVE for port object 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:28.173027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d388f8b5-9b83-4b38-bdae-527234bba619,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:28.179368 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.187686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.188875 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.190219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'port_id': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'mac_address': 'fa:16:3e:75:f1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:28.226736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] Router fd67b5de-4833-47f0-afd0-ec50c992922b has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:28.237509 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.247553 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-0cfebe62-a8c8-4db9-85a9-60e374bc82de service neutron] 10.222.0.42 "GET /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639595 Jul 29 23:38:28.258067 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d388f8b5-9b83-4b38-bdae-527234bba619 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:28.281119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d388f8b5-9b83-4b38-bdae-527234bba619,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:28.286049 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.286314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=f2a42720-2482-45bd-ab26-4a21a616da62,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:28.302275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-475c40b3-921d-43d4-a671-460083bfbeab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6415484 Jul 29 23:38:28.302934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58476) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:28.314253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': 'f2a42720-2482-45bd-ab26-4a21a616da62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:28.326385 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-852c1b1d-c98c-4ba3-a514-385d3fdc0130 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=a404b24b-8eff-4d05-97f0-dfc1619216db HTTP/1.1" status: 200 len: 217 time: 0.0692084 Jul 29 23:38:28.347771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d388f8b5-9b83-4b38-bdae-527234bba619,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:28.351129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f2a42720-2482-45bd-ab26-4a21a616da62 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:28.487487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-19cb72ba-bd75-4d98-a999-140262baeb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.489821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-19cb72ba-bd75-4d98-a999-140262baeb0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.1552002 Jul 29 23:38:28.498908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:28.503136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0859257-aa89-4fed-8715-35041caba71f req-518d26bb-ff79-4d2e-a7d7-959391c62d04 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 210 time: 0.1132841 Jul 29 23:38:28.508917 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] Sync routers for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:28.527641 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:28.528342 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:38:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:28.538767 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-22294f50-2062-4259-847c-ba86aa09c94e admin admin] 10.222.0.37 "PUT /v2.0/routers/fd67b5de-4833-47f0-afd0-ec50c992922b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4396033 Jul 29 23:38:28.539178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58482) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:28.542171 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.554630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2d39212e-a425-4f28-82b0-5c3b7f104d3d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:28.582337 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-22071910-9941-44ab-a4e9-96d7dc7159e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.584458 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-22071910-9941-44ab-a4e9-96d7dc7159e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836542 Jul 29 23:38:28.585629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 2d39212e-a425-4f28-82b0-5c3b7f104d3d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:28.586118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2d39212e-a425-4f28-82b0-5c3b7f104d3d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:28.673177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.697384 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-89c8da89-62d0-4a83-a493-872c4ce24487 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039176 Jul 29 23:38:28.702997 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:28.743895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d388f8b5-9b83-4b38-bdae-527234bba619'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:28.808453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:28.824240 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-b7dab398-4ac4-47e9-9592-9c4453dfc7ec service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181786 Jul 29 23:38:28.878449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:28.882649 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.885741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:28.892549 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-1a4ddbbe-2011-452c-b392-c4f1786fb343 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=9a30ed60-8111-4737-aa7b-081df7b4275d HTTP/1.1" status: 200 len: 217 time: 0.0582614 Jul 29 23:38:28.894516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:28.909523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:28.961835 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:38:26Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:28.999527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-43305826-d90a-4bb4-a5d6-605708dd7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.001174 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-43305826-d90a-4bb4-a5d6-605708dd7428 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.1004338 Jul 29 23:38:29.019851 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] Checking router: fd67b5de-4833-47f0-afd0-ec50c992922b for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:29.032213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Allocated IP 192.168.233.179 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/c1224ff9-cbe9-4f92-9978-b306b7aa2d35) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:29.035823 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] Routers {'fd67b5de-4833-47f0-afd0-ec50c992922b'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:29.036703 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:38:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['fd67b5de-4833-47f0-afd0-ec50c992922b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:29.091403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:29.095614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-57652ab7-18fe-47fd-9caa-de050c8bc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.098548 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-57652ab7-18fe-47fd-9caa-de050c8bc4f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0878341 Jul 29 23:38:29.203799 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.205216 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] Set router fd67b5de-4833-47f0-afd0-ec50c992922b gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:29.224721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Pushing event deleted for resources: {'Port': ['ID=5867d322-50ce-4db0-95c2-0d1b5c6656c0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:29.241842 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-f6bae428-282f-449c-b8c0-b61fd7355320 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338987 Jul 29 23:38:29.331309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1731179-4ff6-46ec-a537-fdf17828c187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.376866 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-36f279e7-c3ac-4150-b524-fc363af2ac5e None None] Provisioning for port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:29.385570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-36f279e7-c3ac-4150-b524-fc363af2ac5e None None] Provisioning complete for port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:29.387291 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36f279e7-c3ac-4150-b524-fc363af2ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.404596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0b5bf-f430-4232-9dc9-a12b61d102ec req-99de180d-11dd-4468-aa6a-b189f0fd1593 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.406360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0b0b5bf-f430-4232-9dc9-a12b61d102ec req-99de180d-11dd-4468-aa6a-b189f0fd1593 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 944 time: 0.6692357 Jul 29 23:38:29.407663 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.415506 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-e7a7eb82-4bbb-4679-89bf-529942fb6a8f service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652157 Jul 29 23:38:29.427350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.428070 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.436803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-36f279e7-c3ac-4150-b524-fc363af2ac5e None None] Port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:29.476361 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-9747055d-b9fb-4317-8000-6bf180a1663e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=7cbd0ea1-b328-4a0a-9622-94712cd1db99 HTTP/1.1" status: 200 len: 217 time: 0.0476561 Jul 29 23:38:29.487957 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:38:26Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:29.531098 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea20d5-780e-4fef-941a-f77475255b97 None None] The sync data for ids ['fd67b5de-4833-47f0-afd0-ec50c992922b'] in n-d-712139-11 is: [{'id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'name': 'tempest-AttachVolumeShelveTestJSON-2128199554-router', 'tenant_id': 'dabfb53ab127454eb2bdcac4ae243846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:38:26Z', 'revision_number': 5, 'project_id': 'dabfb53ab127454eb2bdcac4ae243846', 'gw_port': {'id': '716079e4-85d0-49d6-a293-5a5f611688b2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67b5de-4833-47f0-afd0-ec50c992922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:12Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:29.571406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-9af4af6a-e40c-446d-895c-c851728a04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.573535 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-9af4af6a-e40c-446d-895c-c851728a04d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0891640 Jul 29 23:38:29.633625 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1731179-4ff6-46ec-a537-fdf17828c187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.639041 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1731179-4ff6-46ec-a537-fdf17828c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.694293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-9f8cb610-05d7-4222-99d4-0d8a2a7e79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.696574 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-9f8cb610-05d7-4222-99d4-0d8a2a7e79cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087182 Jul 29 23:38:29.719094 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a1731179-4ff6-46ec-a537-fdf17828c187 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de4d971d4187472d91cb3db695842dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6190956 Jul 29 23:38:29.730887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58496) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:29.731589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1731179-4ff6-46ec-a537-fdf17828c187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d49485-fab4-432f-a8e4-e2b730585414,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:29.739755 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-1f073819-355e-4db9-b9fc-c6b472078e58 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9617682 Jul 29 23:38:29.754696 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.779015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Request body: {'port': {'device_id': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:29.789081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0b0b5bf-f430-4232-9dc9-a12b61d102ec req-7dc30551-e20a-459e-9ee0-1f29c47812e3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581464 Jul 29 23:38:29.826010 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.837859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45b887d8-d88b-449b-99fc-7a878d63737e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.855343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8148918b-04e8-4d59-8ef3-9623f3b341ed req-6119116f-6a96-46db-9c3e-5f0cee9a4c55 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 210 time: 0.1241782 Jul 29 23:38:29.858750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-f1d36cfd-424a-4ab4-af39-8f6efbf3f88d service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512103 Jul 29 23:38:29.868145 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.886263 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45b887d8-d88b-449b-99fc-7a878d63737e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.018970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Transition to ACTIVE for port object c1224ff9-cbe9-4f92-9978-b306b7aa2d35 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:30.063623 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.066340 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-2b351ca3-0ad2-4c70-9edc-007ec69ac73a service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981547 Jul 29 23:38:30.078066 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45b887d8-d88b-449b-99fc-7a878d63737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.080110 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45b887d8-d88b-449b-99fc-7a878d63737e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.083600 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-45b887d8-d88b-449b-99fc-7a878d63737e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01d49485-fab4-432f-a8e4-e2b730585414 HTTP/1.1" status: 204 len: 168 time: 0.3457289 Jul 29 23:38:30.098393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-7345161d-73af-4226-b3a7-99f4792fd208 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.100418 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-7345161d-73af-4226-b3a7-99f4792fd208 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 944 time: 0.0901055 Jul 29 23:38:30.145748 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-8879fc90-4c08-4a71-974f-dd1af518f4d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6e06abad-472f-4304-a1f0-7bb6c96d45a5 HTTP/1.1" status: 200 len: 217 time: 0.0696111 Jul 29 23:38:30.148944 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b887d8-d88b-449b-99fc-7a878d63737e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d49485-fab4-432f-a8e4-e2b730585414,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:30.254249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-a64a5055-aa6c-4daf-a745-efa868e9970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.255794 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-a64a5055-aa6c-4daf-a745-efa868e9970b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 200 len: 797 time: 0.0839875 Jul 29 23:38:30.257335 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-c2183bc0-856b-4b3d-b04e-07bd53290bbd service neutron] delete failed (client error): The resource could not be found. Jul 29 23:38:30.258197 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-c2183bc0-856b-4b3d-b04e-07bd53290bbd service neutron] 10.222.0.42 "DELETE /v2.0/ports/d388f8b5-9b83-4b38-bdae-527234bba619/bindings/n-h1-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.1235685 Jul 29 23:38:30.324371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-4ba35108-3582-4554-b016-a6393ccdee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.325928 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-4ba35108-3582-4554-b016-a6393ccdee91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a066661-134b-4dc9-9c9f-e6f133ac0089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558219 Jul 29 23:38:30.440737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-b7486754-2f79-4715-9f35-c95e1b258241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.443384 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-b7486754-2f79-4715-9f35-c95e1b258241 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1096 time: 0.1073420 Jul 29 23:38:30.479199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4f745d0c-221f-4cdd-a59b-06c14bafdf6f no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:30.511897 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 4f745d0c-221f-4cdd-a59b-06c14bafdf6f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:30.512743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4f745d0c-221f-4cdd-a59b-06c14bafdf6f not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:30.535209 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-ac727744-a76a-4408-a003-533f5e05edf9 service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671140 Jul 29 23:38:30.544870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:30.588541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Router 95e1f676-ada6-4cc7-a508-932ee9234f74 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:30.589652 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.612815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ed0c-d7b3-476e-952a-e437a66af947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.649524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.658211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-598c7c9c-2d2e-4dbf-9cab-162bfaed1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.659712 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-598c7c9c-2d2e-4dbf-9cab-162bfaed1b6e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 200 len: 897 time: 0.2016380 Jul 29 23:38:30.697954 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.742508 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-e42108b4-3d49-4d29-b1b2-2f88dc0093cb service neutron] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987073 Jul 29 23:38:30.813285 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-ac97e8cc-120a-4632-b218-1a372b9c91b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7e960a6-a033-466f-b8fb-2b00ed28330d HTTP/1.1" status: 200 len: 217 time: 0.0590215 Jul 29 23:38:30.817970 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-14ff5206-b385-4821-bab2-44edc0cec67d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 999 time: 0.1447313 Jul 29 23:38:30.822522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:30.832821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b061d-d257-4a9a-a2c8-49cc3e89e9e6 req-6a0d8a80-21ae-4421-aa6b-4dd801905e0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.834953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-000b061d-d257-4a9a-a2c8-49cc3e89e9e6 req-6a0d8a80-21ae-4421-aa6b-4dd801905e0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 944 time: 0.8269777 Jul 29 23:38:30.885224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:30.888113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:30.976745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-0451afd9-e98b-42d4-87d2-467218c10697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.978888 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-0451afd9-e98b-42d4-87d2-467218c10697 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f8cde7b-ebb4-491a-a06d-6149ef6da505 HTTP/1.1" status: 200 len: 834 time: 0.1484833 Jul 29 23:38:30.981099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ed0c-d7b3-476e-952a-e437a66af947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.989141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-5ff9c697-875d-4d69-9cc2-4e696c513ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.990990 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-5ff9c697-875d-4d69-9cc2-4e696c513ecb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0d6326c8-0599-4488-9c8a-8e4f8967538f HTTP/1.1" status: 200 len: 797 time: 0.1615040 Jul 29 23:38:31.005336 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ed0c-d7b3-476e-952a-e437a66af947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.048695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:31.058458 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.060131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e7a0c042-55ad-422e-a4ae-b776211d4c4c tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "PUT /v2.0/routers/95e1f676-ada6-4cc7-a508-932ee9234f74 HTTP/1.1" status: 200 len: 710 time: 5.4681809 Jul 29 23:38:31.060645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b63506-6432-499e-8fb9-306c0af4f832 None None] Sync routers for ids ['95e1f676-ada6-4cc7-a508-932ee9234f74'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:31.061374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=0d427b83-9d6e-498f-80b7-5d8d0b39e018,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:31.070993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58514) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:31.095916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b63506-6432-499e-8fb9-306c0af4f832 None None] Routers {'95e1f676-ada6-4cc7-a508-932ee9234f74'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:31.097441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d2b63506-6432-499e-8fb9-306c0af4f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:38:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['95e1f676-ada6-4cc7-a508-932ee9234f74'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:31.153319 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6ce0ed0c-d7b3-476e-952a-e437a66af947 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce824341922f4441950130c3fdac33c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077206 Jul 29 23:38:31.158994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58516) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:31.171431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0ed0c-d7b3-476e-952a-e437a66af947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1542f0-32c0-407a-866d-20ae045c18e8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:31.193429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d2b63506-6432-499e-8fb9-306c0af4f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:31.219050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-261c29ed-b34c-47ee-a82f-be230f451947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.221352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-261c29ed-b34c-47ee-a82f-be230f451947 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5098b49-09e2-41f8-9f6e-3cce3c678c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2288814 Jul 29 23:38:31.227652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-89139cdc-3c6f-4e50-af9e-78dbefabb362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.229465 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-89139cdc-3c6f-4e50-af9e-78dbefabb362 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2255960 Jul 29 23:38:31.232319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b63506-6432-499e-8fb9-306c0af4f832 None None] Routers {'95e1f676-ada6-4cc7-a508-932ee9234f74'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:31.233350 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d2b63506-6432-499e-8fb9-306c0af4f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:38:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['95e1f676-ada6-4cc7-a508-932ee9234f74'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:31.270272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.270943 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.284741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Pushing event updated for resources: {'Port': ['ID=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:31.288443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': '37950d40-8368-495c-bf0c-9c32fc199c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f2a42720-2482-45bd-ab26-4a21a616da62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:31.288825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: f2a42720-2482-45bd-ab26-4a21a616da62, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:31.301489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-000b061d-d257-4a9a-a2c8-49cc3e89e9e6 req-b09aa306-36a7-4f13-b4df-3aa9bc2ba8b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4553132 Jul 29 23:38:31.326413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9f077c42-67bf-4a2e-af17-2f3d77bafd26 tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/routers/95e1f676-ada6-4cc7-a508-932ee9234f74 HTTP/1.1" status: 200 len: 745 time: 0.2457616 Jul 29 23:38:31.332130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Deleting port 716079e4-85d0-49d6-a293-5a5f611688b2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:31.332480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.335535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58518) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:31.365267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d2b63506-6432-499e-8fb9-306c0af4f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:31.367052 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b63506-6432-499e-8fb9-306c0af4f832 None None] The sync data for ids ['95e1f676-ada6-4cc7-a508-932ee9234f74'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:31.389004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b9eb9bc7-5700-456f-9712-a5af1680220b None None] Provisioning for port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:31.407131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b9eb9bc7-5700-456f-9712-a5af1680220b None None] Provisioning complete for port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:31.408891 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9bc7-5700-456f-9712-a5af1680220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.453374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-abbd4c13-1c36-4e31-abf3-8a25f5bc7e49 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2418690 Jul 29 23:38:31.489685 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9306e2-49fa-46a4-9e90-45e466f05e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.492687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07e845-2fa0-4ff4-b267-4d31d1cc20a6 req-a2dcae9a-dde1-4817-aa18-2edae90b5033 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.495399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b07e845-2fa0-4ff4-b267-4d31d1cc20a6 req-a2dcae9a-dde1-4817-aa18-2edae90b5033 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 936 time: 0.4487946 Jul 29 23:38:31.499936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-569ee5e1-28a1-44db-b681-24962193a93a tempest-RoutersIpV6AdminTest-1707542380 tempest-RoutersIpV6AdminTest-1707542380-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&device_id=95e1f676-ada6-4cc7-a508-932ee9234f74 HTTP/1.1" status: 200 len: 205 time: 0.1261616 Jul 29 23:38:31.500196 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-fb7cd0d2-a917-4b4d-8223-730ebd29a599 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494953 Jul 29 23:38:31.505134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Request body: {'port': {'device_id': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:31.512721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58520) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:31.514404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb9bc7-5700-456f-9712-a5af1680220b None None] Port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:31.554132 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-f86a208e-5431-45e6-865c-48c1a41f455a service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177214 Jul 29 23:38:31.614292 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-203872de-e20e-49ba-a524-6f69e6478ab4 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=95e1f676-ada6-4cc7-a508-932ee9234f74 HTTP/1.1" status: 200 len: 205 time: 0.0956883 Jul 29 23:38:31.616862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9306e2-49fa-46a4-9e90-45e466f05e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.629222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58522) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:31.629459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network f2a42720-2482-45bd-ab26-4a21a616da62 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:31.704532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f2a42720-2482-45bd-ab26-4a21a616da62) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:31.709466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.710067 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.718846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e0105-f1ba-46b2-a9eb-b406bceb9bdf None None] Network f2a42720-2482-45bd-ab26-4a21a616da62 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:31.777146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] For port 716079e4-85d0-49d6-a293-5a5f611688b2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=716079e4-85d0-49d6-a293-5a5f611688b2,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:31.777391 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.782660 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b07e845-2fa0-4ff4-b267-4d31d1cc20a6 req-79b28278-259e-4de6-863c-341b395db97a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724848 Jul 29 23:38:31.783765 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.798997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbe356d4-8e19-49ec-8c5a-2fea08c9f777 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.829244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-72ab826f-e58d-489f-911d-1228824bf307 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5196934 Jul 29 23:38:31.832051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58526) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:31.844055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Calling delete_port for 716079e4-85d0-49d6-a293-5a5f611688b2 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:32.145316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d388f8b5-9b83-4b38-bdae-527234bba619 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:32.159928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:32.193588 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.211257 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.272697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Transition to ACTIVE for port object 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:32.277061 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.292935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.298386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port d388f8b5-9b83-4b38-bdae-527234bba619 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:32.307051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-f2a42720-2482-45bd-ab26-4a21a616da62', 'network_id': 'f2a42720-2482-45bd-ab26-4a21a616da62', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': '0d427b83-9d6e-498f-80b7-5d8d0b39e018'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:32.308567 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.321791 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-611dc566-b86a-433e-9104-c64960b58de8 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967548 Jul 29 23:38:32.326252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port d388f8b5-9b83-4b38-bdae-527234bba619 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:32.326941 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.327505 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d5f0f8d-1610-4c5b-925c-5e88ff9112e8 req-c7601cb8-8846-4cb3-a85c-c8428bea22f1 service neutron] 10.222.0.42 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506077 Jul 29 23:38:32.330539 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9306e2-49fa-46a4-9e90-45e466f05e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.335095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9306e2-49fa-46a4-9e90-45e466f05e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.339352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ba9306e2-49fa-46a4-9e90-45e466f05e44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a1542f0-32c0-407a-866d-20ae045c18e8 HTTP/1.1" status: 204 len: 168 time: 1.1791401 Jul 29 23:38:32.358032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9306e2-49fa-46a4-9e90-45e466f05e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1542f0-32c0-407a-866d-20ae045c18e8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:32.460355 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-e3502a85-e57c-4d18-bc51-aef980de656b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9 HTTP/1.1" status: 200 len: 217 time: 0.1195560 Jul 29 23:38:32.548864 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbe356d4-8e19-49ec-8c5a-2fea08c9f777 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.551179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbe356d4-8e19-49ec-8c5a-2fea08c9f777 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.602901 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.610118 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbe356d4-8e19-49ec-8c5a-2fea08c9f777 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.610777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe356d4-8e19-49ec-8c5a-2fea08c9f777 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Fanout notify agent at l3_agent the message router_deleted on router 95e1f676-ada6-4cc7-a508-932ee9234f74 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:32.622820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Allocated IP 172.20.0.1 (f2a42720-2482-45bd-ab26-4a21a616da62/0d427b83-9d6e-498f-80b7-5d8d0b39e018/63afd041-a5ce-4bbb-b094-c6efc04444a7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:32.622981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbe356d4-8e19-49ec-8c5a-2fea08c9f777 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.624289 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bbe356d4-8e19-49ec-8c5a-2fea08c9f777 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/95e1f676-ada6-4cc7-a508-932ee9234f74 HTTP/1.1" status: 204 len: 168 time: 0.9946890 Jul 29 23:38:32.628592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58532) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:32.646297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:32.649281 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808ef546-7427-4904-affa-f27cdd377232" -d '{"events": [{"server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "name": "network-vif-plugged", "status": "completed", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:32.661578 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-24d52199-1581-4622-bfd6-b75061ef5a2a tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=95e1f676-ada6-4cc7-a508-932ee9234f74 HTTP/1.1" status: 200 len: 205 time: 0.0315981 Jul 29 23:38:32.664938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:32.670599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:32.703228 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.708131 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-42c6a255-d5bc-44e3-b45f-3f8f9c018157 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] delete failed (client error): The resource could not be found. Jul 29 23:38:32.709343 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-42c6a255-d5bc-44e3-b45f-3f8f9c018157 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/95e1f676-ada6-4cc7-a508-932ee9234f74 HTTP/1.1" status: 404 len: 336 time: 0.0430796 Jul 29 23:38:32.711135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-a82bdaac-3848-4dec-a431-7dda9de65e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:32.712806 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-a82bdaac-3848-4dec-a431-7dda9de65e58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0d6326c8-0599-4488-9c8a-8e4f8967538f HTTP/1.1" status: 200 len: 797 time: 0.2385049 Jul 29 23:38:32.713379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58540) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:32.759258 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-66fa75ee-0d99-4371-8291-b80658331c68 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c5f102-792e-4cd2-8dea-46a8cc0d461e HTTP/1.1" status: 200 len: 205 time: 0.0446894 Jul 29 23:38:32.760087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58542) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:32.788226 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1827d488-5d2c-4c2e-a03c-0f16080e136c x-openstack-request-id: req-1827d488-5d2c-4c2e-a03c-0f16080e136c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:32.788567 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "name": "network-vif-plugged", "status": "completed", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:32.788828 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1827d488-5d2c-4c2e-a03c-0f16080e136c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:32.789242 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'code': 200} Jul 29 23:38:32.799514 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.808149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d388f8b5-9b83-4b38-bdae-527234bba619,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:32.827632 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.872421 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-02dcfdc2-22e6-4d13-8151-53f563fb5753 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] delete failed (client error): The resource could not be found. Jul 29 23:38:32.876555 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-02dcfdc2-22e6-4d13-8151-53f563fb5753 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/21c5f102-792e-4cd2-8dea-46a8cc0d461e HTTP/1.1" status: 404 len: 336 time: 0.1140742 Jul 29 23:38:32.877887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58548) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:32.955405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:32.961551 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b09dd905-c02f-4d65-abdb-eb071991dac4 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f56d74-c99d-4431-89a5-a9dfc7cefbde HTTP/1.1" status: 200 len: 205 time: 0.0668206 Jul 29 23:38:32.972775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-37e3153b-befd-4be4-a5e4-78fcc3e7aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:32.974262 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-37e3153b-befd-4be4-a5e4-78fcc3e7aaec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d21809-0a05-413f-b507-18577fed0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2134020 Jul 29 23:38:32.987477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=716079e4-85d0-49d6-a293-5a5f611688b2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:33.036099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1224ff9-cbe9-4f92-9978-b306b7aa2d35 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:33.075724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d388f8b5-9b83-4b38-bdae-527234bba619,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:33.084890 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.090702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.093733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.096030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.096030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.096591 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.097902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.097902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.099424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.099949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.101624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.103846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.104330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:33.106019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.132060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Transition to ACTIVE for port object 63afd041-a5ce-4bbb-b094-c6efc04444a7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:33.159507 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-50232c73-3430-4e51-8a47-7cc8be0fa4ea tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] delete failed (client error): The resource could not be found. Jul 29 23:38:33.160625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-50232c73-3430-4e51-8a47-7cc8be0fa4ea tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/d8f56d74-c99d-4431-89a5-a9dfc7cefbde HTTP/1.1" status: 404 len: 336 time: 0.1936607 Jul 29 23:38:33.172249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:33.178358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Transition to ACTIVE for port object 63afd041-a5ce-4bbb-b094-c6efc04444a7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:33.190173 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.205221 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-ec70e982-d3bd-4403-8c9a-07a707bae516 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209110 Jul 29 23:38:33.241838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Network f2a42720-2482-45bd-ab26-4a21a616da62 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:33.248599 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a7fcde08-0c78-4f7c-ad39-a222156c364b tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9e2495-900f-4347-bdbe-090ea74f6882 HTTP/1.1" status: 200 len: 205 time: 0.0748274 Jul 29 23:38:33.252899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb650250-2040-4cd0-9a3c-c51c4624ac1c req-c7003cfe-0b63-49f1-a9ab-c46009a4378b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.254171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:33.261387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:33.262684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb650250-2040-4cd0-9a3c-c51c4624ac1c req-c7003cfe-0b63-49f1-a9ab-c46009a4378b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 944 time: 0.6633787 Jul 29 23:38:33.266342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:33.277271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Pushing event updated for resources: {'Port': ['ID=63afd041-a5ce-4bbb-b094-c6efc04444a7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:33.359428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb650250-2040-4cd0-9a3c-c51c4624ac1c req-559bc177-56b7-4197-bab6-2d53428d5e63 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919430 Jul 29 23:38:33.369291 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-1a81803a-e69f-476a-a3d1-6419e94f8330 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] delete failed (client error): The resource could not be found. Jul 29 23:38:33.370379 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1a81803a-e69f-476a-a3d1-6419e94f8330 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/cc9e2495-900f-4347-bdbe-090ea74f6882 HTTP/1.1" status: 404 len: 336 time: 0.1029069 Jul 29 23:38:33.379745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58566) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:33.387163 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Attempting to bind port 63afd041-a5ce-4bbb-b094-c6efc04444a7 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:33.388119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Attempting to bind port 63afd041-a5ce-4bbb-b094-c6efc04444a7 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '37950d40-8368-495c-bf0c-9c32fc199c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f2a42720-2482-45bd-ab26-4a21a616da62'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:33.390309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Attempting to bind port 63afd041-a5ce-4bbb-b094-c6efc04444a7 on network f2a42720-2482-45bd-ab26-4a21a616da62 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:33.402761 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.408811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Transition to ACTIVE for port object c1224ff9-cbe9-4f92-9978-b306b7aa2d35 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:33.419356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:33.419752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Checking segment: {'id': '37950d40-8368-495c-bf0c-9c32fc199c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f2a42720-2482-45bd-ab26-4a21a616da62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:33.420222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.422888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Bound using segment: {'id': '37950d40-8368-495c-bf0c-9c32fc199c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f2a42720-2482-45bd-ab26-4a21a616da62'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:33.423417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Bound port: 63afd041-a5ce-4bbb-b094-c6efc04444a7, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37950d40-8368-495c-bf0c-9c32fc199c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f2a42720-2482-45bd-ab26-4a21a616da62'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:33.423828 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.472724 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.487443 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c33b3cd4-6c4e-4ffd-ab4d-d886b42193ee req-09c81c26-4363-4fc2-8404-bd03eca74bdf service neutron] 10.222.0.42 "GET /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375240 Jul 29 23:38:33.530537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] For port 63afd041-a5ce-4bbb-b094-c6efc04444a7, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:33.534908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] For port 63afd041-a5ce-4bbb-b094-c6efc04444a7, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=63afd041-a5ce-4bbb-b094-c6efc04444a7,segment=NetworkSegment(37950d40-8368-495c-bf0c-9c32fc199c64),segment_id=37950d40-8368-495c-bf0c-9c32fc199c64)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:33.536394 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.542135 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.634068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395c713-ef97-4af3-8fc7-4cf63115799d None None] Pushing event updated for resources: {'Port': ['ID=63afd041-a5ce-4bbb-b094-c6efc04444a7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:33.650363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad7a82-68bd-442b-8b5a-974863da5511 None None] Network f2a42720-2482-45bd-ab26-4a21a616da62 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:33.788558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb893b-d817-4193-b6ab-31e4989b863a None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:38:33.923043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bb893b-d817-4193-b6ab-31e4989b863a None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:38:33.931188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-757e3c17-be22-4b03-98b2-3464f857a0e8 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=c642af2b-a588-4099-a2e6-2c1c107f406c HTTP/1.1" status: 200 len: 205 time: 0.5499949 Jul 29 23:38:33.933789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:33.938974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70cf7e-9b18-4b9d-abc0-402a11bdb152 req-ab192da4-b7b8-4f75-b7c2-1d52a2ff531a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.946189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b70cf7e-9b18-4b9d-abc0-402a11bdb152 req-ab192da4-b7b8-4f75-b7c2-1d52a2ff531a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 936 time: 0.9733744 Jul 29 23:38:34.004712 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-5bfcd90c-98b1-400a-b39d-9c0f76953af2 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] delete failed (client error): The resource could not be found. Jul 29 23:38:34.006072 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5bfcd90c-98b1-400a-b39d-9c0f76953af2 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/c642af2b-a588-4099-a2e6-2c1c107f406c HTTP/1.1" status: 404 len: 336 time: 0.0709507 Jul 29 23:38:34.012574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58594) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:34.028867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=0d427b83-9d6e-498f-80b7-5d8d0b39e018,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:34.054757 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.059215 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.063760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a60e1ef2-6dd2-4896-b1d7-188d5ae88a1a tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "GET /v2.0/ports?device_id=73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe HTTP/1.1" status: 200 len: 205 time: 0.0471847 Jul 29 23:38:34.064113 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:34.105045 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-cfc37144-aea3-4393-8be4-e206487ee752 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] delete failed (client error): The resource could not be found. Jul 29 23:38:34.109001 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cfc37144-aea3-4393-8be4-e206487ee752 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/routers/73eeaa2d-a9a8-4ef4-8b1a-7808190f9bfe HTTP/1.1" status: 404 len: 336 time: 0.0411642 Jul 29 23:38:34.110277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58600) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:34.121284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Attempting to bind port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:34.121627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Attempting to bind port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:34.121949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Attempting to bind port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:34.137002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Pushing event updated for resources: {'Port': ['ID=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:34.169154 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e508991-ad03-4312-a385-30abcf439912 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:34.169154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e508991-ad03-4312-a385-30abcf439912 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:34.173257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8e508991-ad03-4312-a385-30abcf439912 tempest-RoutersIpV6AdminTest-1944841854 tempest-RoutersIpV6AdminTest-1944841854-project] 10.222.0.37 "DELETE /v2.0/subnets/011fca81-7253-486f-b8e5-58159c7b84c2 HTTP/1.1" status: 404 len: 337 time: 0.0582139 Jul 29 23:38:34.186567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:34.186955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Attempting to bind port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:34.198189 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.203702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b70cf7e-9b18-4b9d-abc0-402a11bdb152 req-889f58b4-2783-488f-a42a-b59cbc590e34 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566645 Jul 29 23:38:34.218676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:34.219303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:34.219689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:34.220356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Bound port: 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:34.221120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.247178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a42720-2482-45bd-ab26-4a21a616da62']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:34.249710 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.250237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd67b5de-4833-47f0-afd0-ec50c992922b {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:34.270989 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.272835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e8d07189-2c0d-4b70-8872-34d0588e7d4e admin admin] 10.222.0.37 "DELETE /v2.0/routers/fd67b5de-4833-47f0-afd0-ec50c992922b HTTP/1.1" status: 204 len: 168 time: 5.7275562 Jul 29 23:38:34.275200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58608) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:34.298863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37950d40-8368-495c-bf0c-9c32fc199c64') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:34.299167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37950d40-8368-495c-bf0c-9c32fc199c64') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:34.355758 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.447629 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.503173 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:34.503599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:34.510984 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:34.532504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0375c0-b5c3-4418-ac8d-549f45406f52 admin admin] Deleting subnet 10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:34.582878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Attempting to bind port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:34.583216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Attempting to bind port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:34.583841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Attempting to bind port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:34.588783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58618) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:34.596432 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e0375c0-b5c3-4418-ac8d-549f45406f52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.598576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:34.645807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:34.665821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:34.666158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Attempting to bind port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:34.675872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:34.681412 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:38:34.681412 n-d-712139-11 neutron-server[93816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:38:34.681412 n-d-712139-11 neutron-server[93816]: [parameters: {'id': 'f2a42720-2482-45bd-ab26-4a21a616da62'}] Jul 29 23:38:34.681412 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:38:34.681950 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:38:34.688553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.692251 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e0375c0-b5c3-4418-ac8d-549f45406f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.696999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:34.697344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:34.697732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:34.698541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Bound port: c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:34.698541 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.780636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.781310 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.782861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] 10.222.0.47 "PUT /v2.0/ports/27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 HTTP/1.1" status: 200 len: 1097 time: 5.0124683 Jul 29 23:38:34.785131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:34.787990 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943d5fbf-54c6-45bd-9904-55cab9a13edb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:34.798453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080db8b-c4a2-43a9-9575-93ddaa0dd0bb req-e819821a-85c6-4f10-ba7a-5213ecec3cfc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.800101 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1080db8b-c4a2-43a9-9575-93ddaa0dd0bb req-e819821a-85c6-4f10-ba7a-5213ecec3cfc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.2837527 Jul 29 23:38:34.815071 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8366d673-0886-4bde-9879-02e9538fe49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.825341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66530dec-48ed-435c-b348-0a6059d23fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.889878 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-66530dec-48ed-435c-b348-0a6059d23fe2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:38:34.889878 n-d-712139-11 neutron-server[93817]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:38:34.889878 n-d-712139-11 neutron-server[93817]: [parameters: {'project_id': '068b0252189c436587afb886f57d4b0e', 'id': '8b68df1e-1fcb-43a6-9370-84c355c1ae07', 'expiration': datetime.datetime(2021, 7, 29, 23, 40, 34, 875499)}] Jul 29 23:38:34.889878 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:38:34.890294 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-66530dec-48ed-435c-b348-0a6059d23fe2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:38:34.986747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8366d673-0886-4bde-9879-02e9538fe49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.992368 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8366d673-0886-4bde-9879-02e9538fe49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.999967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf6fd6-8591-4074-a5bf-171ad91fc414 service neutron] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.027899 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8366d673-0886-4bde-9879-02e9538fe49a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48544262766f4cdfb019841f7d3e40f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796246 Jul 29 23:38:35.030105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:35.060002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] For port c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:35.077482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] For port c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:35.082198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366d673-0886-4bde-9879-02e9538fe49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72771f95-d058-4984-9645-fdbe157d7e2e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.088148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1080db8b-c4a2-43a9-9575-93ddaa0dd0bb req-e660815f-a08a-4da3-b710-bbbaed391f7d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374198 Jul 29 23:38:35.092838 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cd9d65-2a27-4067-97ae-aa22a17b6078 x-openstack-request-id: req-c0cd9d65-2a27-4067-97ae-aa22a17b6078 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:35.092981 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:35.096502 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0cd9d65-2a27-4067-97ae-aa22a17b6078 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:35.096988 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'status': 'completed', 'code': 200} Jul 29 23:38:35.098587 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e0375c0-b5c3-4418-ac8d-549f45406f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.107516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:35.120556 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.150393 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b896b6-82b2-4c0e-b3bd-d94af8c5301f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.168646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-6fd9bc87-7964-4fee-8d07-2745c3e201f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.170276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-6fd9bc87-7964-4fee-8d07-2745c3e201f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50b6e092d62c45079c294e9d80d75079&device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 1100 time: 0.2997215 Jul 29 23:38:35.176169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.176820 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.178803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] 10.222.0.42 "PUT /v2.0/ports/c1224ff9-cbe9-4f92-9978-b306b7aa2d35 HTTP/1.1" status: 200 len: 1097 time: 3.7014394 Jul 29 23:38:35.188258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.188490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b896b6-82b2-4c0e-b3bd-d94af8c5301f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.205890 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-45effa83-a912-4260-a2f1-1f171291475b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/0a8baac5-16fd-4df6-a21f-1e568b57d732 HTTP/1.1" status: 200 len: 992 time: 0.0970364 Jul 29 23:38:35.269206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b896b6-82b2-4c0e-b3bd-d94af8c5301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.274859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b896b6-82b2-4c0e-b3bd-d94af8c5301f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.279690 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-15b896b6-82b2-4c0e-b3bd-d94af8c5301f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72771f95-d058-4984-9645-fdbe157d7e2e HTTP/1.1" status: 204 len: 168 time: 0.2485363 Jul 29 23:38:35.291595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b896b6-82b2-4c0e-b3bd-d94af8c5301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72771f95-d058-4984-9645-fdbe157d7e2e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.344087 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-f15823c1-8587-40ac-b2f0-87fb6c6d5b64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 HTTP/1.1" status: 200 len: 217 time: 0.1503928 Jul 29 23:38:35.391309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66530dec-48ed-435c-b348-0a6059d23fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.403922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8c4c0-c94f-48db-80ea-890293208092 service neutron] Pushing event updated for resources: {'Port': ['ID=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.410344 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e0375c0-b5c3-4418-ac8d-549f45406f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.479558 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e0375c0-b5c3-4418-ac8d-549f45406f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.481498 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5e0375c0-b5c3-4418-ac8d-549f45406f52 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c HTTP/1.1" status: 204 len: 168 time: 1.1800692 Jul 29 23:38:35.483723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0375c0-b5c3-4418-ac8d-549f45406f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10dc7b9e-f6e5-4e15-a7b8-1eba6eb11a5c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.484148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:35.484518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45566a57-fa17-4bed-bdea-9095752cf150 None None] Network beb91962-d580-4d48-85af-8e948cc95cc1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:35.514973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-91b6f2f3-dd5b-4f07-93c7-c73e8e8cff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.516486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-91b6f2f3-dd5b-4f07-93c7-c73e8e8cff65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1585720 Jul 29 23:38:35.519308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-ca2df98e-0b67-4379-a217-3f64bbe32387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.520834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-ca2df98e-0b67-4379-a217-3f64bbe32387 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b6e092d62c45079c294e9d80d75079&device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 1100 time: 0.2885540 Jul 29 23:38:35.532816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d140-d11b-46ac-960b-53b698c2453d req-b168151c-fdfa-443e-b8d9-d2ec889cd5aa tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.534914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a89d140-d11b-46ac-960b-53b698c2453d req-b168151c-fdfa-443e-b8d9-d2ec889cd5aa tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 948 time: 0.2105556 Jul 29 23:38:35.598331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.610355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66530dec-48ed-435c-b348-0a6059d23fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.618537 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-32dd26bb-6b5e-48c7-9372-820c758fdfce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35 HTTP/1.1" status: 200 len: 217 time: 0.0743041 Jul 29 23:38:35.643586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66530dec-48ed-435c-b348-0a6059d23fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.672358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Deleting port 63afd041-a5ce-4bbb-b094-c6efc04444a7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:35.672700 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.702332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-66530dec-48ed-435c-b348-0a6059d23fe2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=068b0252189c436587afb886f57d4b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1121202 Jul 29 23:38:35.706509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66530dec-48ed-435c-b348-0a6059d23fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9968ea57-b556-4687-9df5-c6b650c04bdd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.709670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58650) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:35.726870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Deleting port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:35.727210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.739036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a89d140-d11b-46ac-960b-53b698c2453d req-d1966a6f-6e81-44a0-bf1e-2f6465615bed tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845009 Jul 29 23:38:35.781245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-43fcb014-a947-4e1f-b73b-c644d4abb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.782772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-43fcb014-a947-4e1f-b73b-c644d4abb2e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2585108 Jul 29 23:38:35.800706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-51fac140-a256-4e78-b224-f7c3f9e351bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.803101 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-51fac140-a256-4e78-b224-f7c3f9e351bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1740923 Jul 29 23:38:35.809212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d2d16-7ef1-4d2d-a493-c6db4cd577e1 None None] DHCP port deletion for beb91962-d580-4d48-85af-8e948cc95cc1 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:35.833571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] For port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=82790f37-92a7-4d2d-ab92-0cda1c7a05cf,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:35.835045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.851709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Calling delete_port for 82790f37-92a7-4d2d-ab92-0cda1c7a05cf owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:35.858809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-987d2d16-7ef1-4d2d-a493-c6db4cd577e1 None None] Deleting port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:35.859196 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-987d2d16-7ef1-4d2d-a493-c6db4cd577e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.917143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] For port 63afd041-a5ce-4bbb-b094-c6efc04444a7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=63afd041-a5ce-4bbb-b094-c6efc04444a7,segment=NetworkSegment(37950d40-8368-495c-bf0c-9c32fc199c64),segment_id=37950d40-8368-495c-bf0c-9c32fc199c64)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:35.917518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.939941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Calling delete_port for 63afd041-a5ce-4bbb-b094-c6efc04444a7 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:35.943241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-987d2d16-7ef1-4d2d-a493-c6db4cd577e1 None None] For port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=82790f37-92a7-4d2d-ab92-0cda1c7a05cf,segment=NetworkSegment(af920845-7c3f-47c8-9007-bac18c5c35ae),segment_id=af920845-7c3f-47c8-9007-bac18c5c35ae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:35.944223 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-987d2d16-7ef1-4d2d-a493-c6db4cd577e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.960731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.961426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-987d2d16-7ef1-4d2d-a493-c6db4cd577e1 None None] Calling delete_port for 82790f37-92a7-4d2d-ab92-0cda1c7a05cf owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:35.984718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e3648e-9f1d-4f42-920c-fbda6a6e3e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.988151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Pushing event deleted for resources: {'Port': ['ID=82790f37-92a7-4d2d-ab92-0cda1c7a05cf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:36.000191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] No DVR routers for this DVR port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:36.013202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-85e15db6-922a-4249-a6f7-40b33b178468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.015088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-85e15db6-922a-4249-a6f7-40b33b178468 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1987584 Jul 29 23:38:36.056467 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-987d2d16-7ef1-4d2d-a493-c6db4cd577e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.065704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-d463e612-9c66-42cd-8745-5f44024cfc01 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740071 Jul 29 23:38:36.086498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e3648e-9f1d-4f42-920c-fbda6a6e3e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.092288 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d2d16-7ef1-4d2d-a493-c6db4cd577e1 None None] No DVR routers for this DVR port 82790f37-92a7-4d2d-ab92-0cda1c7a05cf on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:36.100256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2d16-7ef1-4d2d-a493-c6db4cd577e1 None None] Pushing event deleted for resources: {'Port': ['ID=82790f37-92a7-4d2d-ab92-0cda1c7a05cf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:36.127228 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.137766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb91962-d580-4d48-85af-8e948cc95cc1']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:36.150182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af920845-7c3f-47c8-9007-bac18c5c35ae') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:36.150553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af920845-7c3f-47c8-9007-bac18c5c35ae') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:36.159926 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.181628 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.188296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:36.189005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:36.191430 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:36.270148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.277082 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.279013 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] 10.222.0.37 "DELETE /v2.0/networks/beb91962-d580-4d48-85af-8e948cc95cc1 HTTP/1.1" status: 204 len: 168 time: 0.7937632 Jul 29 23:38:36.290826 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.294482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06905c65-f5e2-4eb7-96fd-8e89e11b4e9d req-c28e7b68-f393-4dd7-87d7-26e776b37dc9 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117758 Jul 29 23:38:36.297574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30155fe5-06ee-4436-99c5-81cd959172fb admin admin] Pushing event deleted for resources: {'Network': ['ID=beb91962-d580-4d48-85af-8e948cc95cc1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:36.299376 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e3648e-9f1d-4f42-920c-fbda6a6e3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.301904 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e3648e-9f1d-4f42-920c-fbda6a6e3e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.306449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e4e3648e-9f1d-4f42-920c-fbda6a6e3e9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9968ea57-b556-4687-9df5-c6b650c04bdd HTTP/1.1" status: 204 len: 168 time: 0.5715826 Jul 29 23:38:36.332963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-42279fac-fb3a-46ee-a630-23fc2d57d32e service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826936 Jul 29 23:38:36.340268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Port': ['ID=63afd041-a5ce-4bbb-b094-c6efc04444a7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:36.343290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No DVR routers for this DVR port 63afd041-a5ce-4bbb-b094-c6efc04444a7 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:36.352441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3648e-9f1d-4f42-920c-fbda6a6e3e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9968ea57-b556-4687-9df5-c6b650c04bdd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:36.512846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58670) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:36.527305 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.539197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 82790f37-92a7-4d2d-ab92-0cda1c7a05cf no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:36.552240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a42720-2482-45bd-ab26-4a21a616da62']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:36.556974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bfeeadb-2ee1-4d13-96e2-f0f24af4f6d2 req-9b1aa92d-e192-40c9-bf08-f2385eeb76ae service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147403 Jul 29 23:38:36.558867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-7c188dc9-f786-4855-85a7-f0eb5b3bc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.560369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-7c188dc9-f786-4855-85a7-f0eb5b3bc909 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50b6e092d62c45079c294e9d80d75079&device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 1100 time: 0.1533923 Jul 29 23:38:36.569941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37950d40-8368-495c-bf0c-9c32fc199c64') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:36.570237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37950d40-8368-495c-bf0c-9c32fc199c64') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:36.575942 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-68d028e4-b3b0-4162-8b3b-a4a4dc08c54c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dabfb53ab127454eb2bdcac4ae243846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624037 Jul 29 23:38:36.578496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58674) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:36.591274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 82790f37-92a7-4d2d-ab92-0cda1c7a05cf {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:36.591619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 82790f37-92a7-4d2d-ab92-0cda1c7a05cf not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:36.594422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 716079e4-85d0-49d6-a293-5a5f611688b2 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:36.626854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 716079e4-85d0-49d6-a293-5a5f611688b2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:36.627534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 716079e4-85d0-49d6-a293-5a5f611688b2 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:36.630072 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.651555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f9c010-3712-4edf-845e-56c01f6983b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.655841 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.674714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:36.675296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f9c010-3712-4edf-845e-56c01f6983b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.675560 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:36.681914 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:36.748487 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f9c010-3712-4edf-845e-56c01f6983b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.751547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f9c010-3712-4edf-845e-56c01f6983b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.753227 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14f9c010-3712-4edf-845e-56c01f6983b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95d977ca-3a12-4cf8-89b2-7a0af953b3ce HTTP/1.1" status: 204 len: 168 time: 0.1734769 Jul 29 23:38:36.763698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-e9118fd3-a675-449d-8568-9891cc3ee2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.766901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-e9118fd3-a675-449d-8568-9891cc3ee2f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1991105 Jul 29 23:38:36.777248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9c010-3712-4edf-845e-56c01f6983b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d977ca-3a12-4cf8-89b2-7a0af953b3ce,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:36.788982 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.795496 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.801287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58684) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:36.806507 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/f2a42720-2482-45bd-ab26-4a21a616da62 HTTP/1.1" status: 204 len: 168 time: 4.9563377 Jul 29 23:38:36.818304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-241408847'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:36.860153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bccb9-c89a-40cc-973a-8b5d426403fc tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=f2a42720-2482-45bd-ab26-4a21a616da62,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:36.864205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-3174a802-3523-499d-9831-9674791418aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 HTTP/1.1" status: 200 len: 217 time: 0.0891666 Jul 29 23:38:36.868005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:36.875554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.893624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58686) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:36.931560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:36.957448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.958369 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment 6004a41d-44c0-4572-8ac0-f1c8ade0e47a of type vlan for network edd15778-3f90-4029-8203-ea8beee78dad Jul 29 23:38:36.973756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-8fa670a7-241d-45d3-ae08-b34cb82619ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.975830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-8fa670a7-241d-45d3-ae08-b34cb82619ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1050334 Jul 29 23:38:36.978761 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-80c950d7-15ef-45ef-b65f-0e994670a437 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=076c9b68975d4cff9b2de1bbe98ef948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753801 Jul 29 23:38:36.980943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58690) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:36.993666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cfa6f-f6d7-4756-9333-3db2789b0aec req-ce61f66e-c66c-4f59-81e5-d293553edfe9 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.995377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e3cfa6f-f6d7-4756-9333-3db2789b0aec req-ce61f66e-c66c-4f59-81e5-d293553edfe9 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 948 time: 0.0851631 Jul 29 23:38:37.041812 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.076630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e3cfa6f-f6d7-4756-9333-3db2789b0aec req-00e5a860-f98d-4f12-9bde-7c504caf9fab tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 Jul 29 23:38:37.081604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-1f687b8b-bb88-46d2-be12-13f6d6add4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.083534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-1f687b8b-bb88-46d2-be12-13f6d6add4e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1000574 Jul 29 23:38:37.088206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677e7d62-19f2-42ef-bd93-f837d04b496d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.106248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'tag': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:37.111524 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013df277-7755-48dc-a51f-88be2a7e45b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c644951-37a3-4810-9cd9-dddbf8dd67c4", "tag": "c1224ff9-cbe9-4f92-9978-b306b7aa2d35"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:37.135643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677e7d62-19f2-42ef-bd93-f837d04b496d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.149858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.156744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.157788 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.206844 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6451bdf-3114-48b2-8d3d-68655c4bbf50 x-openstack-request-id: req-f6451bdf-3114-48b2-8d3d-68655c4bbf50 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:37.207137 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c644951-37a3-4810-9cd9-dddbf8dd67c4", "tag": "c1224ff9-cbe9-4f92-9978-b306b7aa2d35", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:37.207498 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6451bdf-3114-48b2-8d3d-68655c4bbf50 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:37.207913 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'tag': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35', 'status': 'completed', 'code': 200} Jul 29 23:38:37.259493 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4564724 Jul 29 23:38:37.263087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:37.271462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': 'edd15778-3f90-4029-8203-ea8beee78dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:37.288410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-30deadcb-1dca-4c9b-97cb-ad98fb696c2f service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945391 Jul 29 23:38:37.356187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab82ec-0151-472e-b5a1-4fcf3742d498 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=edd15778-3f90-4029-8203-ea8beee78dad,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:37.370258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-bca6be58-d79b-4d41-a844-3e5a13d2b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.371473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network edd15778-3f90-4029-8203-ea8beee78dad details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:37.371779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-bca6be58-d79b-4d41-a844-3e5a13d2b12a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b6e092d62c45079c294e9d80d75079&device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 1100 time: 0.1286969 Jul 29 23:38:37.395085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677e7d62-19f2-42ef-bd93-f837d04b496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.399498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677e7d62-19f2-42ef-bd93-f837d04b496d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.404276 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-677e7d62-19f2-42ef-bd93-f837d04b496d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/718e120b-25d0-4806-8a12-5c5d5de001bc HTTP/1.1" status: 204 len: 168 time: 0.4186697 Jul 29 23:38:37.405270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:37.408713 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.417941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e7d62-19f2-42ef-bd93-f837d04b496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718e120b-25d0-4806-8a12-5c5d5de001bc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:37.447197 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-943d5fbf-54c6-45bd-9904-55cab9a13edb req-a7b551d9-1401-4591-96a9-bdcbe708d741 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505888 Jul 29 23:38:37.510959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-47a1414c-e049-47ae-a752-634bc72285b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.512483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-47a1414c-e049-47ae-a752-634bc72285b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.1289971 Jul 29 23:38:37.568977 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-e9dc9c0a-631f-4e56-ada3-ffa0f994156d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35 HTTP/1.1" status: 200 len: 217 time: 0.0425639 Jul 29 23:38:37.637015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-019d244c-ad10-4d7f-a0ca-cd0a474782c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.638586 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-019d244c-ad10-4d7f-a0ca-cd0a474782c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0592105 Jul 29 23:38:37.675630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.693137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-171352ce-263d-4b31-ab1b-8954c2b5db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.695142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-171352ce-263d-4b31-ab1b-8954c2b5db7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0471654 Jul 29 23:38:37.775926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': '6004a41d-44c0-4572-8ac0-f1c8ade0e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edd15778-3f90-4029-8203-ea8beee78dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:37.776320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: edd15778-3f90-4029-8203-ea8beee78dad, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:37.781917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=f4e44e5c-72bc-479a-8cb7-a53f5463b21f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:37.801238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network edd15778-3f90-4029-8203-ea8beee78dad is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:37.819430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, edd15778-3f90-4029-8203-ea8beee78dad) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:37.824381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.824711 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.829868 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf585cbf-3988-40ab-b7a9-5cc75ef0360d None None] Network edd15778-3f90-4029-8203-ea8beee78dad requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:37.874545 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-58c49828-c5cb-4b2f-9189-5cc9bceabf25 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6095927 Jul 29 23:38:37.877907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58738) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:37.918337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-13ac8fcb-7da9-423b-9711-6014cda88043 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139263 Jul 29 23:38:38.086396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-013df277-7755-48dc-a51f-88be2a7e45b2 req-ed75e63d-e9f5-4e4c-b8d7-29579f48848c service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572812 Jul 29 23:38:38.141191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-edd15778-3f90-4029-8203-ea8beee78dad', 'network_id': 'edd15778-3f90-4029-8203-ea8beee78dad', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': 'f4e44e5c-72bc-479a-8cb7-a53f5463b21f'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:38.145747 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.158902 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.248521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.285046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac75c-3945-48e5-bb55-cc0ea03ce033 req-1c3842a4-a2f7-4ff0-bdb1-4add013485d3 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.289800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8bcac75c-3945-48e5-bb55-cc0ea03ce033 req-1c3842a4-a2f7-4ff0-bdb1-4add013485d3 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 948 time: 0.1312518 Jul 29 23:38:38.376392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8bcac75c-3945-48e5-bb55-cc0ea03ce033 req-9a31823b-fafb-4c77-bfc9-4911162f2a64 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788713 Jul 29 23:38:38.386835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Allocated IP 172.20.0.2 (edd15778-3f90-4029-8203-ea8beee78dad/f4e44e5c-72bc-479a-8cb7-a53f5463b21f/580af150-3f93-4ed6-bdc1-fc526163e5be) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:38.575194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.585610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Transition to ACTIVE for port object 580af150-3f93-4ed6-bdc1-fc526163e5be will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:38.605334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Transition to ACTIVE for port object 580af150-3f93-4ed6-bdc1-fc526163e5be will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:38.613566 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.636028 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.656615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Network edd15778-3f90-4029-8203-ea8beee78dad is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:38.659872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:38.666310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:38.680086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Pushing event updated for resources: {'Port': ['ID=580af150-3f93-4ed6-bdc1-fc526163e5be,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:38.705920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e44e5c-72bc-479a-8cb7-a53f5463b21f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:38.733767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Attempting to bind port 580af150-3f93-4ed6-bdc1-fc526163e5be on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:38.734232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Attempting to bind port 580af150-3f93-4ed6-bdc1-fc526163e5be by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '6004a41d-44c0-4572-8ac0-f1c8ade0e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edd15778-3f90-4029-8203-ea8beee78dad'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:38.734826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Attempting to bind port 580af150-3f93-4ed6-bdc1-fc526163e5be on network edd15778-3f90-4029-8203-ea8beee78dad {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:38.740261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:38.740652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Checking segment: {'id': '6004a41d-44c0-4572-8ac0-f1c8ade0e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edd15778-3f90-4029-8203-ea8beee78dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:38.741062 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.741458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Bound using segment: {'id': '6004a41d-44c0-4572-8ac0-f1c8ade0e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edd15778-3f90-4029-8203-ea8beee78dad'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:38.742127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Bound port: 580af150-3f93-4ed6-bdc1-fc526163e5be, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6004a41d-44c0-4572-8ac0-f1c8ade0e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edd15778-3f90-4029-8203-ea8beee78dad'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:38.742757 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.763227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.775439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd15778-3f90-4029-8203-ea8beee78dad']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:38.786274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6004a41d-44c0-4572-8ac0-f1c8ade0e47a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:38.786671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6004a41d-44c0-4572-8ac0-f1c8ade0e47a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:38.795874 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.811845 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.820632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:38.821028 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:38.824194 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:38.835969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] For port 580af150-3f93-4ed6-bdc1-fc526163e5be, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:38.845448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58832) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:38.888495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] For port 580af150-3f93-4ed6-bdc1-fc526163e5be, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=580af150-3f93-4ed6-bdc1-fc526163e5be,segment=NetworkSegment(6004a41d-44c0-4572-8ac0-f1c8ade0e47a),segment_id=6004a41d-44c0-4572-8ac0-f1c8ade0e47a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:38.889324 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:38:38.889324 n-d-712139-11 neutron-server[93817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:38:38.889324 n-d-712139-11 neutron-server[93817]: [parameters: {'id': 'edd15778-3f90-4029-8203-ea8beee78dad'}] Jul 29 23:38:38.889324 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:38:38.889950 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:38:38.894165 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.975579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c78f0-10de-44dc-adda-f2c91878e9c5 None None] Pushing event updated for resources: {'Port': ['ID=580af150-3f93-4ed6-bdc1-fc526163e5be,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:38.991241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fac73-6801-443c-a70a-ad76739865d1 None None] Network edd15778-3f90-4029-8203-ea8beee78dad requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:39.073623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:39.138437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ed0e5-4503-4d43-a05c-9474458a0c76 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:38:39.159447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-353664772'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:39.191396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Made reservation on behalf of 23f89afa4adf4650885b56f8c31ce87e for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:39.195598 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.205917 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.301312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ed0e5-4503-4d43-a05c-9474458a0c76 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:38:39.323498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.329610 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.334034 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c579d831-a17c-4b5c-9c42-269fc58ffc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.344216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:39.355204 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.355946 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Added segment 2afe7874-a9fb-44bb-b2f7-6b2deb856741 of type vlan for network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 Jul 29 23:38:39.394498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.415304 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.435349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3a1ad8-996a-4f32-bd28-2c4f57e77f48,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.484132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.489972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.491213 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.497996 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c579d831-a17c-4b5c-9c42-269fc58ffc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.504170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Deleting port 580af150-3f93-4ed6-bdc1-fc526163e5be {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:39.504634 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.508862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c579d831-a17c-4b5c-9c42-269fc58ffc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.515451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c1224ff9-cbe9-4f92-9978-b306b7aa2d35 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:39.613504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7668288 Jul 29 23:38:39.614799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58862) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:39.622896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'subnet': {'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:39.639786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220861e-c971-48a5-909d-7082ebfc2d6e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Network': ['ID=572d75e8-3cf1-4a8b-bd0d-e6197d14cb76,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.657835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:39.686303 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c579d831-a17c-4b5c-9c42-269fc58ffc24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76091529654242f7aabca2843d9c6b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093233 Jul 29 23:38:39.686700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58866) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:39.689019 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579d831-a17c-4b5c-9c42-269fc58ffc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7522a7f0-1e0a-44a5-8df2-e85a8674272d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.740709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f84b8f-a7d3-4203-b520-fd82b793d750 req-166102a4-7a84-4a5e-842a-5055b6897485 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.742628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22f84b8f-a7d3-4203-b520-fd82b793d750 req-166102a4-7a84-4a5e-842a-5055b6897485 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 948 time: 0.2173109 Jul 29 23:38:39.803317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:39.807638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22f84b8f-a7d3-4203-b520-fd82b793d750 req-e89a2a19-d137-45fd-a4d4-6814be20e060 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555112 Jul 29 23:38:39.815482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35', 'mac_address': 'fa:16:3e:77:41:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:39.827165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] For port 580af150-3f93-4ed6-bdc1-fc526163e5be, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=580af150-3f93-4ed6-bdc1-fc526163e5be,segment=NetworkSegment(6004a41d-44c0-4572-8ac0-f1c8ade0e47a),segment_id=6004a41d-44c0-4572-8ac0-f1c8ade0e47a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:39.828040 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.828463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Made reservation on behalf of 23f89afa4adf4650885b56f8c31ce87e for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:39.833400 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.853291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Calling delete_port for 580af150-3f93-4ed6-bdc1-fc526163e5be owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:39.861980 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-169d9ee4-f6f5-4661-9bf3-a676c9779089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.871547 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.895961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1224ff9-cbe9-4f92-9978-b306b7aa2d35 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:39.935147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:39.941561 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.942510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-169d9ee4-f6f5-4661-9bf3-a676c9779089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.006377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:40.028497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.033482 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-169d9ee4-f6f5-4661-9bf3-a676c9779089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.036299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-169d9ee4-f6f5-4661-9bf3-a676c9779089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.040740 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-169d9ee4-f6f5-4661-9bf3-a676c9779089 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7522a7f0-1e0a-44a5-8df2-e85a8674272d HTTP/1.1" status: 204 len: 168 time: 0.3526723 Jul 29 23:38:40.071015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d9ee4-f6f5-4661-9bf3-a676c9779089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7522a7f0-1e0a-44a5-8df2-e85a8674272d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:40.073875 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Port': ['ID=580af150-3f93-4ed6-bdc1-fc526163e5be,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:40.077402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No DVR routers for this DVR port 580af150-3f93-4ed6-bdc1-fc526163e5be on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:40.116603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:40.165298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.234798 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.268966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd15778-3f90-4029-8203-ea8beee78dad']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:40.293449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c1224ff9-cbe9-4f92-9978-b306b7aa2d35'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:40.296650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Subnet': ['ID=f09ced1c-3c0e-4c2e-981f-3c9dc16130d4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:40.299018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6004a41d-44c0-4572-8ac0-f1c8ade0e47a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:40.299330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6004a41d-44c0-4572-8ac0-f1c8ade0e47a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:40.312752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Checking segment: {'id': '2afe7874-a9fb-44bb-b2f7-6b2deb856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:40.313421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Network hostable DHCP agents. Network: 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:40.321488 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.336528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-f6793898-8747-4858-b423-63664b43eb12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1591952 Jul 29 23:38:40.345312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.351526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:40.369078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:40.369618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:40.370052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:40.377669 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:40.380505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:40.380505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.453222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.464049 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.467548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6609785c-df69-4365-b052-b816aa5c1cc1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8462868 Jul 29 23:38:40.469769 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/edd15778-3f90-4029-8203-ea8beee78dad HTTP/1.1" status: 204 len: 168 time: 2.5883310 Jul 29 23:38:40.471652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58888) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:40.472064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58890) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:40.487135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255167e2-555a-411c-a688-d24f4119f725 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=edd15778-3f90-4029-8203-ea8beee78dad,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:40.533447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-324245968'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:40.542256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'port': {'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1671059598'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:40.582869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486cb554-9ded-4246-bf61-d3e2dfbcc436 None None] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:40.728294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:40.745079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'mac_address': 'fa:16:3e:8e:86:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:40.762786 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58894) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:40.782422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e969d95-866e-49d5-96be-e4346c480041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.888659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58898) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:40.890829 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.904912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-572d75e8-3cf1-4a8b-bd0d-e6197d14cb76', 'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76', 'tenant_id': '23f89afa4adf4650885b56f8c31ce87e', 'fixed_ips': [{'subnet_id': 'f09ced1c-3c0e-4c2e-981f-3c9dc16130d4'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:40.905789 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.930621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:41.031817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:41.034632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e95ba7f-0331-4e0d-bf49-3a0f712f9b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.043319 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:38:41.043319 n-d-712139-11 neutron-server[93816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:38:41.043319 n-d-712139-11 neutron-server[93816]: [parameters: {'project_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'id': 'ad3b1615-995d-4aee-a2ce-bc9f206bfa77', 'expiration': datetime.datetime(2021, 7, 29, 23, 40, 41, 2450)}] Jul 29 23:38:41.043319 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:38:41.043882 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.044552 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:38:41.050965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-a5af52dd-65fb-4b69-8522-f08a80face42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.051455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-a5af52dd-65fb-4b69-8522-f08a80face42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.051957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-a5af52dd-65fb-4b69-8522-f08a80face42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.052451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-a5af52dd-65fb-4b69-8522-f08a80face42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.052934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-a5af52dd-65fb-4b69-8522-f08a80face42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.053410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-a5af52dd-65fb-4b69-8522-f08a80face42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.053882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-a5af52dd-65fb-4b69-8522-f08a80face42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.055895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-a5af52dd-65fb-4b69-8522-f08a80face42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6499 time: 0.6346309 Jul 29 23:38:41.113578 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e969d95-866e-49d5-96be-e4346c480041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.119843 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e969d95-866e-49d5-96be-e4346c480041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.148752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:41.161566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Allocated IP 2001:db8::2 (572d75e8-3cf1-4a8b-bd0d-e6197d14cb76/f09ced1c-3c0e-4c2e-981f-3c9dc16130d4/8b313da4-5eff-4776-9392-e9dc996ba34e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:41.187101 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969d95-866e-49d5-96be-e4346c480041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7fc2ff-cb8a-4202-9b21-ede7d2436943,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:41.195706 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3e969d95-866e-49d5-96be-e4346c480041 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba12f03d895645948260c6907fd122e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309213 Jul 29 23:38:41.199884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:41.200229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54e87-5c7d-45bc-a02d-c4a81e59bf69 req-2a2319d9-91c8-4c67-9d4c-bab0655f3f57 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.202575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ddd54e87-5c7d-45bc-a02d-c4a81e59bf69 req-2a2319d9-91c8-4c67-9d4c-bab0655f3f57 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 949 time: 0.2008712 Jul 29 23:38:41.264164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-cb5c611f-a4bd-406b-8158-34431fdf0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.264949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-cb5c611f-a4bd-406b-8158-34431fdf0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.265592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-cb5c611f-a4bd-406b-8158-34431fdf0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.267564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-cb5c611f-a4bd-406b-8158-34431fdf0818 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d04e04e-9948-407a-b7bb-4578f768d2cf&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac HTTP/1.1" status: 200 len: 2291 time: 0.1823120 Jul 29 23:38:41.289708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-382f9c03-4bb1-451b-8bd0-8bedf86040c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.310362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ddd54e87-5c7d-45bc-a02d-c4a81e59bf69 req-67dd455d-2bef-4d7b-b643-001999feefb9 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870609 Jul 29 23:38:41.314955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-382f9c03-4bb1-451b-8bd0-8bedf86040c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.358114 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.361331 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-8c5dad64-4d30-4678-992e-421f7a83442f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 HTTP/1.1" status: 200 len: 1001 time: 0.0853026 Jul 29 23:38:41.370804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Transition to ACTIVE for port object 8b313da4-5eff-4776-9392-e9dc996ba34e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:41.375395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e95ba7f-0331-4e0d-bf49-3a0f712f9b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.380045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e95ba7f-0331-4e0d-bf49-3a0f712f9b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.389111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Transition to ACTIVE for port object 8b313da4-5eff-4776-9392-e9dc996ba34e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:41.395651 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.422743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95ba7f-0331-4e0d-bf49-3a0f712f9b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c946e2-f48c-4c7f-9d57-d87445073db8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:41.433981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:41.434868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Made reservation on behalf of 23f89afa4adf4650885b56f8c31ce87e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:41.438571 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.438751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:41.444101 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9e95ba7f-0331-4e0d-bf49-3a0f712f9b5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e1a174a6431445d8205fa72c7985324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505672 Jul 29 23:38:41.444332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-956cbb4b-fbff-4eab-904e-b547626b89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.444454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:41.444573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58906) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:41.444758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-956cbb4b-fbff-4eab-904e-b547626b89d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f HTTP/1.1" status: 200 len: 850 time: 0.0687912 Jul 29 23:38:41.460795 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Pushing event updated for resources: {'Port': ['ID=8b313da4-5eff-4776-9392-e9dc996ba34e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:41.471724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] device_id is not set on port 87e336f9-c2a3-4b22-b458-e27348654e48 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:41.471962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-382f9c03-4bb1-451b-8bd0-8bedf86040c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.473231 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-382f9c03-4bb1-451b-8bd0-8bedf86040c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.475339 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-382f9c03-4bb1-451b-8bd0-8bedf86040c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e7fc2ff-cb8a-4202-9b21-ede7d2436943 HTTP/1.1" status: 204 len: 168 time: 0.2738333 Jul 29 23:38:41.508942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:41.513150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f9c03-4bb1-451b-8bd0-8bedf86040c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7fc2ff-cb8a-4202-9b21-ede7d2436943,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:41.531772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe1988c5-cdf9-4376-ad3b-4c0f3d1d54de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.553709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-eee78304-f07f-46ee-aea3-4878c98165d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.555420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-eee78304-f07f-46ee-aea3-4878c98165d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d04e04e-9948-407a-b7bb-4578f768d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993514 Jul 29 23:38:41.557571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe1988c5-cdf9-4376-ad3b-4c0f3d1d54de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.596490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Attempting to bind port 8b313da4-5eff-4776-9392-e9dc996ba34e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:41.596883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Attempting to bind port 8b313da4-5eff-4776-9392-e9dc996ba34e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '2afe7874-a9fb-44bb-b2f7-6b2deb856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:41.597333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Attempting to bind port 8b313da4-5eff-4776-9392-e9dc996ba34e on network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:41.613518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:41.614055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Checking segment: {'id': '2afe7874-a9fb-44bb-b2f7-6b2deb856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:41.614477 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.614962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Bound using segment: {'id': '2afe7874-a9fb-44bb-b2f7-6b2deb856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:41.615515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Bound port: 8b313da4-5eff-4776-9392-e9dc996ba34e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afe7874-a9fb-44bb-b2f7-6b2deb856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:41.615963 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.621649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe1988c5-cdf9-4376-ad3b-4c0f3d1d54de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.625922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe1988c5-cdf9-4376-ad3b-4c0f3d1d54de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.629770 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fe1988c5-cdf9-4376-ad3b-4c0f3d1d54de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9c946e2-f48c-4c7f-9d57-d87445073db8 HTTP/1.1" status: 204 len: 168 time: 0.1818502 Jul 29 23:38:41.659078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1988c5-cdf9-4376-ad3b-4c0f3d1d54de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c946e2-f48c-4c7f-9d57-d87445073db8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:41.716128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Allocated IP 2001:db8::2a8 (572d75e8-3cf1-4a8b-bd0d-e6197d14cb76/f09ced1c-3c0e-4c2e-981f-3c9dc16130d4/87e336f9-c2a3-4b22-b458-e27348654e48) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:41.718499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:41.722878 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.727763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] For port 8b313da4-5eff-4776-9392-e9dc996ba34e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:41.733097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] For port 8b313da4-5eff-4776-9392-e9dc996ba34e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b313da4-5eff-4776-9392-e9dc996ba34e,segment=NetworkSegment(2afe7874-a9fb-44bb-b2f7-6b2deb856741),segment_id=2afe7874-a9fb-44bb-b2f7-6b2deb856741)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:41.756444 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.804584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-d73e4b2e-5401-481b-9c4e-935c128714a0 service neutron] 10.222.0.47 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391739 Jul 29 23:38:41.805424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:41.867534 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.868085 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment 6abfd463-0b90-4c75-8429-71b0e83c271b of type vlan for network 37142914-859b-4661-96cf-2864f565fe15 Jul 29 23:38:41.873707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab66dda-cf9a-4ac5-a2eb-c4385a26b296 None None] Pushing event updated for resources: {'Port': ['ID=8b313da4-5eff-4776-9392-e9dc996ba34e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:42.050353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.094219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-df002fff-86e0-4988-8d92-2650882dbf09 service neutron] 10.222.0.47 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785721 Jul 29 23:38:42.169775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:42.179975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-51336b91-3511-4075-be05-32df9f98abd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=029f2ad7-f9a7-457b-9093-231a372c243b HTTP/1.1" status: 200 len: 217 time: 0.0766814 Jul 29 23:38:42.189084 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3bf9-b504-49d1-b001-744bc67de7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.226886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.233946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.234912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.300674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3bf9-b504-49d1-b001-744bc67de7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.307985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3bf9-b504-49d1-b001-744bc67de7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.355426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8270791 Jul 29 23:38:42.356158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58932) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:42.359331 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e6ed3bf9-b504-49d1-b001-744bc67de7da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a68a8b6a388415c90b954287904eb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886520 Jul 29 23:38:42.360464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed3bf9-b504-49d1-b001-744bc67de7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a63b6f-9a37-436f-a532-3b5a29fdeacb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:42.362775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:42.400800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': '37142914-859b-4661-96cf-2864f565fe15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:42.430447 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9df3b00-a3a5-4082-8b71-75655fcd0ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.471355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9df3b00-a3a5-4082-8b71-75655fcd0ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.505224 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.513326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60efa89-8a09-437b-b3e5-6ad779949828 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=37142914-859b-4661-96cf-2864f565fe15,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:42.527000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:42.529494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 37142914-859b-4661-96cf-2864f565fe15 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:42.530131 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.546965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9df3b00-a3a5-4082-8b71-75655fcd0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.550300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9df3b00-a3a5-4082-8b71-75655fcd0ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.554462 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a9df3b00-a3a5-4082-8b71-75655fcd0ca9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5a63b6f-9a37-436f-a532-3b5a29fdeacb HTTP/1.1" status: 204 len: 168 time: 0.1878276 Jul 29 23:38:42.554650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-ce9da36e-865c-43e8-a552-f258cdf8fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.555884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-ce9da36e-865c-43e8-a552-f258cdf8fdba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.3413129 Jul 29 23:38:42.562231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df3b00-a3a5-4082-8b71-75655fcd0ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a63b6f-9a37-436f-a532-3b5a29fdeacb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:42.652389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b313da4-5eff-4776-9392-e9dc996ba34e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:42.659719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Transition to ACTIVE for port object 87e336f9-c2a3-4b22-b458-e27348654e48 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:42.714061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Performing IP validity checks on allocation pools {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:38:42.714357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:38:42.724560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ce1ea-2fe2-4247-a502-4b8b094e0a50 req-7963deb2-39f4-4b1a-b1ff-772fcf1812c1 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.726708 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-292ce1ea-2fe2-4247-a502-4b8b094e0a50 req-7963deb2-39f4-4b1a-b1ff-772fcf1812c1 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 949 time: 0.2430651 Jul 29 23:38:42.750591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-28dcc1b6-fddc-4623-b5a5-17e7aef8471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.752236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-28dcc1b6-fddc-4623-b5a5-17e7aef8471c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1812804 Jul 29 23:38:42.757429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8b313da4-5eff-4776-9392-e9dc996ba34e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:42.902579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-292ce1ea-2fe2-4247-a502-4b8b094e0a50 req-46fb42e3-9564-4baa-be38-a4fbbcbf4570 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637664 Jul 29 23:38:42.910940 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.968814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:42.979731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:43.006031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:43.018314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.019011 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.072324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5482409 Jul 29 23:38:43.074995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093244cb-e90b-4aef-925b-c3d2ed599b30 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Port': ['ID=87e336f9-c2a3-4b22-b458-e27348654e48,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:43.075720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58956) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:43.080977 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-e817af52-1067-4490-84af-c81d2f9efef6 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107343 Jul 29 23:38:43.089198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'port': {'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1608782386', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a8', 'mac_address': 'fa:16:3e:b9:fa:c6'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:43.182294 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.227684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f61956e-c505-4970-bb94-4e8fabeb38f8 None None] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:43.234347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=3f8359d7-d069-4e51-ba68-e98f675f850e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:43.250012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Made reservation on behalf of 23f89afa4adf4650885b56f8c31ce87e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:43.295865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-7efd28f0-0a53-4ab4-a8b1-9e13cf7f755b service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881254 Jul 29 23:38:43.297243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': '6abfd463-0b90-4c75-8429-71b0e83c271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37142914-859b-4661-96cf-2864f565fe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:43.298301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: 37142914-859b-4661-96cf-2864f565fe15, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:43.323968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d0fc4d8b-5c24-4a1a-b171-5dcb8cbb1709 None None] Provisioning for port 8b313da4-5eff-4776-9392-e9dc996ba34e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:43.332573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d0fc4d8b-5c24-4a1a-b171-5dcb8cbb1709 None None] Provisioning complete for port 8b313da4-5eff-4776-9392-e9dc996ba34e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:43.332946 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4d8b-5c24-4a1a-b171-5dcb8cbb1709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.359403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-880fdde8-8a63-4f1c-b6db-35e990285e05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=ebe284d5-c308-4e20-b3bf-2e4de4483ed2 HTTP/1.1" status: 200 len: 217 time: 0.0553899 Jul 29 23:38:43.382776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network 37142914-859b-4661-96cf-2864f565fe15 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:43.422742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 37142914-859b-4661-96cf-2864f565fe15) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:43.430452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.431449 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.436235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-bc094a7c-01f0-4b90-be08-950dd0ff0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.437886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-bc094a7c-01f0-4b90-be08-950dd0ff0325 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.0658314 Jul 29 23:38:43.445649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.471768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e2c1c-380d-4404-875f-1ecf781169e1 None None] Network 37142914-859b-4661-96cf-2864f565fe15 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:43.485789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] device_id is not set on port 761d045a-4d17-4164-9836-4e6c91214d94 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:43.490019 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c0e3fcfe-9643-4aff-ae3a-93866dd0c171 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0938859 Jul 29 23:38:43.495084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58976) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:43.498478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-4b1f1e05-1d5b-4810-97a6-edf8781b5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.500200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-4b1f1e05-1d5b-4810-97a6-edf8781b5755 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0545349 Jul 29 23:38:43.536779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c1224ff9-cbe9-4f92-9978-b306b7aa2d35 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:43.665579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-baf024b5-a212-4d05-805d-4f918cca06dc service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553855 Jul 29 23:38:43.699944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:43.752435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:43.752812 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.816634 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.830224 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4d8b-5c24-4a1a-b171-5dcb8cbb1709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.844274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-65d51b16-47fc-4e04-8ed0-57224b370c77 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701109 Jul 29 23:38:43.853065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Allocated IP 2001:db8::35c (572d75e8-3cf1-4a8b-bd0d-e6197d14cb76/f09ced1c-3c0e-4c2e-981f-3c9dc16130d4/761d045a-4d17-4164-9836-4e6c91214d94) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:43.925589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d0fc4d8b-5c24-4a1a-b171-5dcb8cbb1709 None None] For port 8b313da4-5eff-4776-9392-e9dc996ba34e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b313da4-5eff-4776-9392-e9dc996ba34e,segment=NetworkSegment(2afe7874-a9fb-44bb-b2f7-6b2deb856741),segment_id=2afe7874-a9fb-44bb-b2f7-6b2deb856741)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:43.947551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-fa166aa8-6219-4bad-bd83-4defe85d6d81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=73946deb-b986-42b4-a633-a6c3141403fe HTTP/1.1" status: 200 len: 217 time: 0.0933046 Jul 29 23:38:43.971481 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4d8b-5c24-4a1a-b171-5dcb8cbb1709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.077200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-7c56270a-5a73-4ac1-b53d-7dcdce93957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.083649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-7c56270a-5a73-4ac1-b53d-7dcdce93957e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.1241832 Jul 29 23:38:44.089938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.163276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc4d8b-5c24-4a1a-b171-5dcb8cbb1709 None None] Pushing event updated for resources: {'Port': ['ID=8b313da4-5eff-4776-9392-e9dc996ba34e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:44.165934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af81f1-563e-41f7-89b2-2c7d026a0a4c req-a4663e44-34d1-4951-b096-4c504a66035f tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.167792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74af81f1-563e-41f7-89b2-2c7d026a0a4c req-a4663e44-34d1-4951-b096-4c504a66035f tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 949 time: 0.1244915 Jul 29 23:38:44.179145 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.182017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-45bf18f0-96e8-4aaa-be13-e216041cbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.183887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:44.187477 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-45bf18f0-96e8-4aaa-be13-e216041cbb50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0783627 Jul 29 23:38:44.230511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8359d7-d069-4e51-ba68-e98f675f850e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:44.297394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec059908-b4f2-4bf5-9db1-54b384508339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-37142914-859b-4661-96cf-2864f565fe15', 'network_id': '37142914-859b-4661-96cf-2864f565fe15', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': '3f8359d7-d069-4e51-ba68-e98f675f850e'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:44.298300 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec059908-b4f2-4bf5-9db1-54b384508339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.325862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.333047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.339200 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.354836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37142914-859b-4661-96cf-2864f565fe15']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:44.365285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Transition to ACTIVE for port object 761d045a-4d17-4164-9836-4e6c91214d94 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:44.371000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abfd463-0b90-4c75-8429-71b0e83c271b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:44.371397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abfd463-0b90-4c75-8429-71b0e83c271b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:44.375195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74af81f1-563e-41f7-89b2-2c7d026a0a4c req-18c6b9db-06a8-4731-8f1f-5c69e96dae22 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867950 Jul 29 23:38:44.390220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.413728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-37ff015d-4e86-4c47-bd3a-fdcd59f1f304 None None] Provisioning complete for port 8b313da4-5eff-4776-9392-e9dc996ba34e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:44.414340 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37ff015d-4e86-4c47-bd3a-fdcd59f1f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.417372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.460530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-3a707fc8-360b-4569-8ae9-1909e2a775fa service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416658 Jul 29 23:38:44.468440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:44.476509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:44.479965 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:44.515702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:44.518003 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b2d60-4a6a-4772-8af9-d07fec79cc92" -d '{"events": [{"server_uuid": "1c644951-37a3-4810-9cd9-dddbf8dd67c4", "name": "network-vif-plugged", "status": "completed", "tag": "c1224ff9-cbe9-4f92-9978-b306b7aa2d35"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:44.579400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:44.587110 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:44.589408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42158801-ff48-4c31-a06c-bfb67fbd3a46 None None] Network 37142914-859b-4661-96cf-2864f565fe15 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:44.591186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b313da4-5eff-4776-9392-e9dc996ba34e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:44.620898 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.679682 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.696692 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73e2b65-359f-40d3-b542-93d4fb0efd0a x-openstack-request-id: req-a73e2b65-359f-40d3-b542-93d4fb0efd0a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:44.696951 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c644951-37a3-4810-9cd9-dddbf8dd67c4", "name": "network-vif-plugged", "status": "completed", "tag": "c1224ff9-cbe9-4f92-9978-b306b7aa2d35", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:44.697088 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a73e2b65-359f-40d3-b542-93d4fb0efd0a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:44.697204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.697426 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35', 'code': 200} Jul 29 23:38:44.716445 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.722729 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/37142914-859b-4661-96cf-2864f565fe15 HTTP/1.1" status: 204 len: 168 time: 1.2261093 Jul 29 23:38:44.724369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:44.732811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59032) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:44.737312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:44.744452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43770c1-0405-49ab-898a-a08f5fdc2ced tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=37142914-859b-4661-96cf-2864f565fe15,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:44.754685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:44.760523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.766422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:44.766807 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.769038 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.780664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Port': ['ID=761d045a-4d17-4164-9836-4e6c91214d94,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:44.789410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2084660088'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:44.799789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59038) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:44.834850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd51c5-aec2-4839-a774-2f512e385c4d req-9876d886-1922-4a2d-8e20-17737db3428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.836437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eddd51c5-aec2-4839-a774-2f512e385c4d req-9876d886-1922-4a2d-8e20-17737db3428d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 1102 time: 0.1617677 Jul 29 23:38:44.838293 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-c9a8b7da-3879-49f7-a8fb-f23c2a41ecc6 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685250 Jul 29 23:38:44.867301 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f19bc285-f3d9-4328-9919-2a2c054029ae tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7902749 Jul 29 23:38:44.870190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:44.930590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:44.935755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.974358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-a9add846-af10-44c8-b289-920c6ea1b2d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=879ba5f7-5d77-407a-ba32-ffb56f3efc3c HTTP/1.1" status: 200 len: 217 time: 0.1265457 Jul 29 23:38:44.997977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd640b-1e95-4ff3-9eaa-4e8fb9e23b18 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.022769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd640b-1e95-4ff3-9eaa-4e8fb9e23b18 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.033892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd640b-1e95-4ff3-9eaa-4e8fb9e23b18 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.041514 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9cdd640b-1e95-4ff3-9eaa-4e8fb9e23b18 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1692464 Jul 29 23:38:45.041705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:45.070718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.126901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8b313da4-5eff-4776-9392-e9dc996ba34e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:45.127304 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.127802 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eddd51c5-aec2-4839-a774-2f512e385c4d req-43be777f-1b48-4fa6-ab06-2946949b0227 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768083 Jul 29 23:38:45.135533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:45.160239 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.160620 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment 6ef51383-9fe3-49a1-8a56-9037c2a844e3 of type vlan for network d92b6df5-ad1c-43aa-9656-fe7b4626fde3 Jul 29 23:38:45.172532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-e568900c-2e16-4977-a0dd-4e2140d7d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.175117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-e568900c-2e16-4977-a0dd-4e2140d7d71a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.1908667 Jul 29 23:38:45.200136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c757623e-2045-465f-9404-ee9d16367a9d tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Deleting port 761d045a-4d17-4164-9836-4e6c91214d94 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:45.201035 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c757623e-2045-465f-9404-ee9d16367a9d tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.201699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-37ff015d-4e86-4c47-bd3a-fdcd59f1f304 None None] Provisioning for port 87e336f9-c2a3-4b22-b458-e27348654e48 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:45.210533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-37ff015d-4e86-4c47-bd3a-fdcd59f1f304 None None] Provisioning complete for port 87e336f9-c2a3-4b22-b458-e27348654e48 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:45.211023 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37ff015d-4e86-4c47-bd3a-fdcd59f1f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.243261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b303-f873-4fc2-b260-573f5c2b7b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.251474 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.263990 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.288393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-37ff015d-4e86-4c47-bd3a-fdcd59f1f304 None None] Port 87e336f9-c2a3-4b22-b458-e27348654e48 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:45.318051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-f9696cae-44fe-48e0-b3b2-41310f86c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.320464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-f9696cae-44fe-48e0-b3b2-41310f86c6d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1358564 Jul 29 23:38:45.321415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:45.321715 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c757623e-2045-465f-9404-ee9d16367a9d tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.334849 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.342190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c757623e-2045-465f-9404-ee9d16367a9d tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Calling delete_port for 761d045a-4d17-4164-9836-4e6c91214d94 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:45.395939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.399249 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.404953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.405580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.453140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4cb902ed-2a2a-450b-a5ab-79cbb24e8abe None None] Provisioning for port 761d045a-4d17-4164-9836-4e6c91214d94 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:45.457312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4cb902ed-2a2a-450b-a5ab-79cbb24e8abe None None] Provisioning complete for port 761d045a-4d17-4164-9836-4e6c91214d94 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:45.457717 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cb902ed-2a2a-450b-a5ab-79cbb24e8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.513404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4cb902ed-2a2a-450b-a5ab-79cbb24e8abe None None] Port 761d045a-4d17-4164-9836-4e6c91214d94 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:45.513847 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c757623e-2045-465f-9404-ee9d16367a9d tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.528115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4cb902ed-2a2a-450b-a5ab-79cbb24e8abe None None] Provisioning complete for port 87e336f9-c2a3-4b22-b458-e27348654e48 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:45.528516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cb902ed-2a2a-450b-a5ab-79cbb24e8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.554794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=d92b6df5-ad1c-43aa-9656-fe7b4626fde3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.568830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network d92b6df5-ad1c-43aa-9656-fe7b4626fde3 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:45.581301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-4604e830-9cba-4780-9d18-068a8080fa26 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506194 Jul 29 23:38:45.635417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f3ca5-499a-4560-9e35-ee1cb799e0fa req-9e808999-7071-4468-ba0d-7b61323a79aa tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.637997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-816f3ca5-499a-4560-9e35-ee1cb799e0fa req-9e808999-7071-4468-ba0d-7b61323a79aa tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 950 time: 0.1433704 Jul 29 23:38:45.659474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757623e-2045-465f-9404-ee9d16367a9d tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event deleted for resources: {'Port': ['ID=761d045a-4d17-4164-9836-4e6c91214d94,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.691662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4cb902ed-2a2a-450b-a5ab-79cbb24e8abe None None] Port 87e336f9-c2a3-4b22-b458-e27348654e48 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:45.707265 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b303-f873-4fc2-b260-573f5c2b7b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.721642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c757623e-2045-465f-9404-ee9d16367a9d tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.726991 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c757623e-2045-465f-9404-ee9d16367a9d tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "DELETE /v2.0/ports/761d045a-4d17-4164-9836-4e6c91214d94 HTTP/1.1" status: 204 len: 168 time: 0.6795173 Jul 29 23:38:45.727222 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b303-f873-4fc2-b260-573f5c2b7b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.727515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:45.746536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-153225bc-a748-4db2-b631-701ae4655ce2 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9973068 Jul 29 23:38:45.753049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59064) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:45.759556 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca353ed-66d2-43fe-976b-280f71b66c35 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] GET failed (client error): The resource could not be found. Jul 29 23:38:45.765491 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8ca353ed-66d2-43fe-976b-280f71b66c35 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "GET /v2.0/ports/761d045a-4d17-4164-9836-4e6c91214d94 HTTP/1.1" status: 404 len: 333 time: 0.0326638 Jul 29 23:38:45.766020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:45.772549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': 'd92b6df5-ad1c-43aa-9656-fe7b4626fde3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:45.773289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'port': {'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1046399373'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:45.902164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6ce8b303-f873-4fc2-b260-573f5c2b7b8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=963ad15375954e7db48659d9436766db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0999155 Jul 29 23:38:45.916717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:45.928084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8b303-f873-4fc2-b260-573f5c2b7b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faecbec5-b0b8-45fd-beaf-28ed25f10bf3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.934811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-816f3ca5-499a-4560-9e35-ee1cb799e0fa req-81702ac9-c511-4bcb-8034-6121a27e7460 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579367 Jul 29 23:38:45.945725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-1bb6ae05-bdcb-477b-ba88-486911a7ae8f service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510799 Jul 29 23:38:46.016059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-53696410-7f47-4d23-a40c-b09f7077c257 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 HTTP/1.1" status: 200 len: 217 time: 0.0490961 Jul 29 23:38:46.075462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:46.079168 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.133675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-02572185-1f5f-41da-9482-b6c7e2ffea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.135856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-02572185-1f5f-41da-9482-b6c7e2ffea99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 HTTP/1.1" status: 200 len: 797 time: 0.1100571 Jul 29 23:38:46.214668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-b29168c6-7522-440d-ab39-2b5c698a4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.216565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-b29168c6-7522-440d-ab39-2b5c698a4f3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727303 Jul 29 23:38:46.354542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Made reservation on behalf of 23f89afa4adf4650885b56f8c31ce87e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:46.358756 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.368768 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-47ea6257-a81e-49f6-9d19-1d1b4dce1051 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436584 Jul 29 23:38:46.390846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] device_id is not set on port 972dcd7c-3667-4c0f-848d-ff961e400ec4 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:46.450185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9891c6-2189-460f-bf3b-35c6df62c244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.462364 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.509772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9891c6-2189-460f-bf3b-35c6df62c244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.533946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=6ae0d507-d7b0-4c34-b3ff-54a88e64140a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.562077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-41236a22-df9d-470e-b3cb-90d97d2123a5 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727962 Jul 29 23:38:46.564942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Allocated IP 2001:db8::22e (572d75e8-3cf1-4a8b-bd0d-e6197d14cb76/f09ced1c-3c0e-4c2e-981f-3c9dc16130d4/972dcd7c-3667-4c0f-848d-ff961e400ec4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:46.568549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': '6ef51383-9fe3-49a1-8a56-9037c2a844e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd92b6df5-ad1c-43aa-9656-fe7b4626fde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:46.568917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: d92b6df5-ad1c-43aa-9656-fe7b4626fde3, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:46.615886 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9891c6-2189-460f-bf3b-35c6df62c244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.618585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9891c6-2189-460f-bf3b-35c6df62c244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.622526 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4c9891c6-2189-460f-bf3b-35c6df62c244 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/faecbec5-b0b8-45fd-beaf-28ed25f10bf3 HTTP/1.1" status: 204 len: 168 time: 0.7038558 Jul 29 23:38:46.622655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-e2643f2d-0357-4598-b335-4d6f09efb17f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b553493-5e11-4969-9ddf-5058c0af1fde HTTP/1.1" status: 200 len: 217 time: 0.0458310 Jul 29 23:38:46.629554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network d92b6df5-ad1c-43aa-9656-fe7b4626fde3 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:46.647344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9891c6-2189-460f-bf3b-35c6df62c244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faecbec5-b0b8-45fd-beaf-28ed25f10bf3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.664805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, d92b6df5-ad1c-43aa-9656-fe7b4626fde3) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:46.671031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.671678 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.688040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f898a3a-d718-4b6d-bb25-11b43d2086d0 None None] Network d92b6df5-ad1c-43aa-9656-fe7b4626fde3 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:46.692856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-75843daa-6fe7-4fad-bea1-c1c44ac6db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.695025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-75843daa-6fe7-4fad-bea1-c1c44ac6db90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 HTTP/1.1" status: 200 len: 797 time: 0.0632565 Jul 29 23:38:46.699923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5f232fa8-7f67-43f2-bf67-8191494e6e5d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9414115 Jul 29 23:38:46.700608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59082) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:46.743989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.761090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Transition to ACTIVE for port object 972dcd7c-3667-4c0f-848d-ff961e400ec4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:46.798514 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.823877 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:46.826569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268f7c-3560-40b9-b619-664c9a290125 req-05c6bed4-43b0-4a80-bd0b-76ee7adeea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.828510 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-05c6bed4-43b0-4a80-bd0b-76ee7adeea3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0801747 Jul 29 23:38:46.857189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:46.860543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:46.867382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:46.873032 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.873247 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.873750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.883949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Port': ['ID=972dcd7c-3667-4c0f-848d-ff961e400ec4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.902475 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ae1d8d01-090e-43a5-84f7-a01f280f5aef tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1351874 Jul 29 23:38:46.902981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59088) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:46.916841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fb9c0777-54ca-4056-aec0-de46ffb3a6d1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a8', 'mac_address': 'fa:16:3e:b9:fa:c6'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:47.050959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:47.054576 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad4bc32-b116-4af0-a7a5-0e9c3ade4e39" -d '{"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-plugged", "status": "completed", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:47.081510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb9c0777-54ca-4056-aec0-de46ffb3a6d1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.143485 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4748d3-c6ea-45d4-82e3-36e84ab29d4f x-openstack-request-id: req-ee4748d3-c6ea-45d4-82e3-36e84ab29d4f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:47.143795 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-plugged", "status": "completed", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:47.144073 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee4748d3-c6ea-45d4-82e3-36e84ab29d4f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:47.144530 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'code': 200} Jul 29 23:38:47.237468 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:47.299802 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-d92b6df5-ad1c-43aa-9656-fe7b4626fde3', 'network_id': 'd92b6df5-ad1c-43aa-9656-fe7b4626fde3', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': '6ae0d507-d7b0-4c34-b3ff-54a88e64140a'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:47.300753 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.313384 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c5fded4-71e2-48da-86af-bad9357a80a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.354530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db19cd-2ba7-4d67-ada0-89c958729281 req-efbf6b7f-84f3-495c-ac13-9c0471bda965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.356094 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-61db19cd-2ba7-4d67-ada0-89c958729281 req-efbf6b7f-84f3-495c-ac13-9c0471bda965 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 1102 time: 0.1294241 Jul 29 23:38:47.385980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca55b6b8-0322-4031-af8a-d2a09e634884 None None] Provisioning for port 972dcd7c-3667-4c0f-848d-ff961e400ec4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:47.398516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca55b6b8-0322-4031-af8a-d2a09e634884 None None] Provisioning complete for port 972dcd7c-3667-4c0f-848d-ff961e400ec4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:47.399176 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca55b6b8-0322-4031-af8a-d2a09e634884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.458268 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-61db19cd-2ba7-4d67-ada0-89c958729281 req-e11b64ea-f183-4d38-aca0-22e18b5e1495 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911434 Jul 29 23:38:47.469468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca55b6b8-0322-4031-af8a-d2a09e634884 None None] Port 972dcd7c-3667-4c0f-848d-ff961e400ec4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:47.496458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb9c0777-54ca-4056-aec0-de46ffb3a6d1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.503295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Allocated IP 172.20.0.1 (d92b6df5-ad1c-43aa-9656-fe7b4626fde3/6ae0d507-d7b0-4c34-b3ff-54a88e64140a/67e2b3e9-bc03-425c-8b26-0ffe49e8db78) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:47.504347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb9c0777-54ca-4056-aec0-de46ffb3a6d1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.555721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fb9c0777-54ca-4056-aec0-de46ffb3a6d1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] In _notify_port_updated(), no bound segment for port 972dcd7c-3667-4c0f-848d-ff961e400ec4 on network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:38:47.561560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9c0777-54ca-4056-aec0-de46ffb3a6d1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.562649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb9c0777-54ca-4056-aec0-de46ffb3a6d1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.563554 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb9c0777-54ca-4056-aec0-de46ffb3a6d1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "PUT /v2.0/ports/972dcd7c-3667-4c0f-848d-ff961e400ec4 HTTP/1.1" status: 200 len: 1003 time: 0.6596026 Jul 29 23:38:47.565750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c5fded4-71e2-48da-86af-bad9357a80a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.569209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59100) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:47.582093 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c5fded4-71e2-48da-86af-bad9357a80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.586118 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dd5fa96-74c9-4014-acd4-5db715a566e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.628240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c0777-54ca-4056-aec0-de46ffb3a6d1 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Port': ['ID=972dcd7c-3667-4c0f-848d-ff961e400ec4,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:47.638259 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.691318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-384ee45f-e6aa-4e1e-96d4-dcd12b8cd9fe service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8485105 Jul 29 23:38:47.691769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fded4-71e2-48da-86af-bad9357a80a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196c43b3-3892-48c1-b47a-191433f5d1df,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:47.693113 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.705154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Transition to ACTIVE for port object 67e2b3e9-bc03-425c-8b26-0ffe49e8db78 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:47.706166 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6c5fded4-71e2-48da-86af-bad9357a80a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d43cfc65d6504a248174ce2b4180e8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639485 Jul 29 23:38:47.709811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59102) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:47.728027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435caaf-e668-494a-98e0-eb11a6a69138 req-9dd26474-3c98-459c-90c5-18180d19f6f6 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.729597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4435caaf-e668-494a-98e0-eb11a6a69138 req-9dd26474-3c98-459c-90c5-18180d19f6f6 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 950 time: 0.2079983 Jul 29 23:38:47.740396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Transition to ACTIVE for port object 67e2b3e9-bc03-425c-8b26-0ffe49e8db78 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:47.748151 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.793223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-76d951c0-39f4-4264-b248-70926db2b50c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Deleting port 972dcd7c-3667-4c0f-848d-ff961e400ec4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:47.793576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d951c0-39f4-4264-b248-70926db2b50c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.805945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Pushing event updated for resources: {'Port': ['ID=67e2b3e9-bc03-425c-8b26-0ffe49e8db78,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:47.808578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4435caaf-e668-494a-98e0-eb11a6a69138 req-a322f815-3a44-47d1-8f93-8330305fa37e tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677621 Jul 29 23:38:47.825574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.828322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95f0eb30-c489-4302-8cd9-a4eaeae9b8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.844685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Network d92b6df5-ad1c-43aa-9656-fe7b4626fde3 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:47.844685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:47.845074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:47.904961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95f0eb30-c489-4302-8cd9-a4eaeae9b8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.910158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Attempting to bind port 67e2b3e9-bc03-425c-8b26-0ffe49e8db78 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:47.910819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Attempting to bind port 67e2b3e9-bc03-425c-8b26-0ffe49e8db78 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '6ef51383-9fe3-49a1-8a56-9037c2a844e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd92b6df5-ad1c-43aa-9656-fe7b4626fde3'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:47.911986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Attempting to bind port 67e2b3e9-bc03-425c-8b26-0ffe49e8db78 on network d92b6df5-ad1c-43aa-9656-fe7b4626fde3 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:47.918010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:47.918800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Checking segment: {'id': '6ef51383-9fe3-49a1-8a56-9037c2a844e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd92b6df5-ad1c-43aa-9656-fe7b4626fde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:47.919595 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.920246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Bound using segment: {'id': '6ef51383-9fe3-49a1-8a56-9037c2a844e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd92b6df5-ad1c-43aa-9656-fe7b4626fde3'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:47.920948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Bound port: 67e2b3e9-bc03-425c-8b26-0ffe49e8db78, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef51383-9fe3-49a1-8a56-9037c2a844e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd92b6df5-ad1c-43aa-9656-fe7b4626fde3'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:47.921666 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.944545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae0d507-d7b0-4c34-b3ff-54a88e64140a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:47.957238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dd5fa96-74c9-4014-acd4-5db715a566e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.974548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d951c0-39f4-4264-b248-70926db2b50c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.994124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-76d951c0-39f4-4264-b248-70926db2b50c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Calling delete_port for 972dcd7c-3667-4c0f-848d-ff961e400ec4 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:48.016498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] For port 67e2b3e9-bc03-425c-8b26-0ffe49e8db78, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:48.020853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] For port 67e2b3e9-bc03-425c-8b26-0ffe49e8db78, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=67e2b3e9-bc03-425c-8b26-0ffe49e8db78,segment=NetworkSegment(6ef51383-9fe3-49a1-8a56-9037c2a844e3),segment_id=6ef51383-9fe3-49a1-8a56-9037c2a844e3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:48.021080 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dd5fa96-74c9-4014-acd4-5db715a566e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.027218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-765f365e-df24-45a8-8d91-ae0276f096c3 None None] Provisioning complete for port 972dcd7c-3667-4c0f-848d-ff961e400ec4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:48.027910 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-765f365e-df24-45a8-8d91-ae0276f096c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.032300 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.064993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95f0eb30-c489-4302-8cd9-a4eaeae9b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.067646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95f0eb30-c489-4302-8cd9-a4eaeae9b8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.071924 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-95f0eb30-c489-4302-8cd9-a4eaeae9b8d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/196c43b3-3892-48c1-b47a-191433f5d1df HTTP/1.1" status: 204 len: 168 time: 0.3586590 Jul 29 23:38:48.084707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0eb30-c489-4302-8cd9-a4eaeae9b8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196c43b3-3892-48c1-b47a-191433f5d1df,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:48.085003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.100976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-765f365e-df24-45a8-8d91-ae0276f096c3 None None] Port 972dcd7c-3667-4c0f-848d-ff961e400ec4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:48.107255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92b6df5-ad1c-43aa-9656-fe7b4626fde3']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:48.124884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1dd5fa96-74c9-4014-acd4-5db715a566e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b68db832b23c4b018607cf83359dbd7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2950697 Jul 29 23:38:48.128473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59110) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:48.135898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef51383-9fe3-49a1-8a56-9037c2a844e3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:48.136286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef51383-9fe3-49a1-8a56-9037c2a844e3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:48.139095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5fa96-74c9-4014-acd4-5db715a566e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446f691e-bdc3-44e5-95f5-dc481212780a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:48.161089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bbe84-f1cf-481d-bdf1-3bb792ea726f req-c5521834-75ee-410b-af15-a223380417af tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:48.162704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc5bbe84-f1cf-481d-bdf1-3bb792ea726f req-c5521834-75ee-410b-af15-a223380417af tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 950 time: 0.2224727 Jul 29 23:38:48.164572 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.168049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73268f7c-3560-40b9-b619-664c9a290125 req-48378a3a-7a30-4421-b42a-0bfeb7a78314 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560159 Jul 29 23:38:48.198881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.216977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:48.217668 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:48.221045 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:48.238056 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac825-d7fe-4c9c-92ed-99bd7ccc1e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.262615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac825-d7fe-4c9c-92ed-99bd7ccc1e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.285981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e15bb87-de98-4fcc-beb4-56492b9894bb None None] Network d92b6df5-ad1c-43aa-9656-fe7b4626fde3 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:48.315169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc5bbe84-f1cf-481d-bdf1-3bb792ea726f req-e37a0e00-dfc5-46b1-aa1d-5d750bdf4a12 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204700 Jul 29 23:38:48.317079 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:38:48.317079 n-d-712139-11 neutron-server[93816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:38:48.317079 n-d-712139-11 neutron-server[93816]: [parameters: {'id': 'd92b6df5-ad1c-43aa-9656-fe7b4626fde3'}] Jul 29 23:38:48.317079 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:38:48.317530 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:38:48.321710 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac825-d7fe-4c9c-92ed-99bd7ccc1e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.324604 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac825-d7fe-4c9c-92ed-99bd7ccc1e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.328187 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7e6ac825-d7fe-4c9c-92ed-99bd7ccc1e0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/446f691e-bdc3-44e5-95f5-dc481212780a HTTP/1.1" status: 204 len: 168 time: 0.1963527 Jul 29 23:38:48.329101 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d951c0-39f4-4264-b248-70926db2b50c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.363907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ac825-d7fe-4c9c-92ed-99bd7ccc1e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446f691e-bdc3-44e5-95f5-dc481212780a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:48.368380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d951c0-39f4-4264-b248-70926db2b50c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event deleted for resources: {'Port': ['ID=972dcd7c-3667-4c0f-848d-ff961e400ec4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:48.442957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166cf31-8803-4f99-bbbc-dbf3468c492c None None] Pushing event updated for resources: {'Port': ['ID=67e2b3e9-bc03-425c-8b26-0ffe49e8db78,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:48.474107 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d951c0-39f4-4264-b248-70926db2b50c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.479715 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-76d951c0-39f4-4264-b248-70926db2b50c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "DELETE /v2.0/ports/972dcd7c-3667-4c0f-848d-ff961e400ec4 HTTP/1.1" status: 204 len: 168 time: 0.9071541 Jul 29 23:38:48.480082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:48.506595 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61a5b4f-2d14-4640-9e3f-82b799ef95a0 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] GET failed (client error): The resource could not be found. Jul 29 23:38:48.511666 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c61a5b4f-2d14-4640-9e3f-82b799ef95a0 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "GET /v2.0/ports/972dcd7c-3667-4c0f-848d-ff961e400ec4 HTTP/1.1" status: 404 len: 333 time: 0.0272105 Jul 29 23:38:48.516083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59118) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:48.521793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'port': {'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-396456098'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:48.661359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Made reservation on behalf of 23f89afa4adf4650885b56f8c31ce87e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:48.666962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.668052 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578de71a-d55f-4628-a91c-fc1f2c476856 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:38:48.692901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] device_id is not set on port 3086c9cb-dfc5-45df-a8d5-425117de30ea yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:48.719425 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.818465 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.830293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578de71a-d55f-4628-a91c-fc1f2c476856 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:38:48.862306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59130) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:48.878574 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96679cf6-d55b-44a0-8da7-ec5c9f8b6e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.883864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Allocated IP 2001:db8::ee (572d75e8-3cf1-4a8b-bd0d-e6197d14cb76/f09ced1c-3c0e-4c2e-981f-3c9dc16130d4/3086c9cb-dfc5-45df-a8d5-425117de30ea) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:48.965914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Deleting port 67e2b3e9-bc03-425c-8b26-0ffe49e8db78 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:48.966264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.014612 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96679cf6-d55b-44a0-8da7-ec5c9f8b6e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.025527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96679cf6-d55b-44a0-8da7-ec5c9f8b6e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.080469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96679cf6-d55b-44a0-8da7-ec5c9f8b6e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6036a1f-7643-41dd-b237-b47ccdf6e792,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:49.088372 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-96679cf6-d55b-44a0-8da7-ec5c9f8b6e17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ccd536bb7f644f649311f6d22cc0a2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244811 Jul 29 23:38:49.089030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:49.152760 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.154987 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd94d9a-d4f3-4369-86bd-ead69d8d027f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.156345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] For port 67e2b3e9-bc03-425c-8b26-0ffe49e8db78, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=67e2b3e9-bc03-425c-8b26-0ffe49e8db78,segment=NetworkSegment(6ef51383-9fe3-49a1-8a56-9037c2a844e3),segment_id=6ef51383-9fe3-49a1-8a56-9037c2a844e3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:49.157209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.179414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Calling delete_port for 67e2b3e9-bc03-425c-8b26-0ffe49e8db78 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:49.185239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Transition to ACTIVE for port object 3086c9cb-dfc5-45df-a8d5-425117de30ea will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:49.186120 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd94d9a-d4f3-4369-86bd-ead69d8d027f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.239222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd94d9a-d4f3-4369-86bd-ead69d8d027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.242817 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd94d9a-d4f3-4369-86bd-ead69d8d027f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.248920 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2cd94d9a-d4f3-4369-86bd-ead69d8d027f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6036a1f-7643-41dd-b237-b47ccdf6e792 HTTP/1.1" status: 204 len: 168 time: 0.1567574 Jul 29 23:38:49.276306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd94d9a-d4f3-4369-86bd-ead69d8d027f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6036a1f-7643-41dd-b237-b47ccdf6e792,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:49.294960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.336578 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.351576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:49.358179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:49.363128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:49.370765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.371203 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.383450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No DVR routers for this DVR port 67e2b3e9-bc03-425c-8b26-0ffe49e8db78 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:49.422418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Port': ['ID=3086c9cb-dfc5-45df-a8d5-425117de30ea,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:49.452797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59150) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:49.453359 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c99927ef-35ae-4686-b79f-ca813a6d764e tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9354005 Jul 29 23:38:49.459767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c9aee3a2-7a1f-4a84-a8fb-b35a78e47112 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b9:fa:c6'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:49.544414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Port': ['ID=67e2b3e9-bc03-425c-8b26-0ffe49e8db78,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:49.610621 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.629616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92b6df5-ad1c-43aa-9656-fe7b4626fde3']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:49.643872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef51383-9fe3-49a1-8a56-9037c2a844e3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:49.644266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef51383-9fe3-49a1-8a56-9037c2a844e3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:49.659789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21a5a3-d4f7-4615-b776-341155f4069c req-f893748c-0a3f-49d1-b29e-fcc025d20a45 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.661558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af21a5a3-d4f7-4615-b776-341155f4069c req-f893748c-0a3f-49d1-b29e-fcc025d20a45 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 950 time: 0.1251962 Jul 29 23:38:49.673657 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.712664 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9aee3a2-7a1f-4a84-a8fb-b35a78e47112 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.721696 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.753376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9b3a1230-bddf-4611-b035-a95b8235b194 None None] Provisioning for port 3086c9cb-dfc5-45df-a8d5-425117de30ea completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:49.754753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af21a5a3-d4f7-4615-b776-341155f4069c req-cf37c75d-d72b-4562-bf7a-03e780bfb4eb tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783064 Jul 29 23:38:49.757879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:49.758524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.759547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9b3a1230-bddf-4611-b035-a95b8235b194 None None] Provisioning complete for port 3086c9cb-dfc5-45df-a8d5-425117de30ea triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:49.761227 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1230-bddf-4611-b035-a95b8235b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:49.818733 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:49.861787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.871028 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.876260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a1230-bddf-4611-b035-a95b8235b194 None None] Port 3086c9cb-dfc5-45df-a8d5-425117de30ea cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:49.879271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/d92b6df5-ad1c-43aa-9656-fe7b4626fde3 HTTP/1.1" status: 204 len: 168 time: 3.1775258 Jul 29 23:38:49.881098 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59174) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:49.887011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-427935812'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:49.902397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e41b13-be8f-4073-a7d2-d0686067cde5 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=d92b6df5-ad1c-43aa-9656-fe7b4626fde3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:49.939753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:49.944149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.979035 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:38:50.002259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:50.022990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.023343 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment b2283c34-0ff0-4099-9830-c65c5661a2ce of type vlan for network 27e95c8f-66b0-4004-a899-93ad9e7fa3aa Jul 29 23:38:50.046630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9aee3a2-7a1f-4a84-a8fb-b35a78e47112 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.070102 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9aee3a2-7a1f-4a84-a8fb-b35a78e47112 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.092052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9aee3a2-7a1f-4a84-a8fb-b35a78e47112 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] In _notify_port_updated(), no bound segment for port 3086c9cb-dfc5-45df-a8d5-425117de30ea on network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:38:50.098050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aee3a2-7a1f-4a84-a8fb-b35a78e47112 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.098745 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9aee3a2-7a1f-4a84-a8fb-b35a78e47112 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.103094 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c9aee3a2-7a1f-4a84-a8fb-b35a78e47112 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "PUT /v2.0/ports/3086c9cb-dfc5-45df-a8d5-425117de30ea HTTP/1.1" status: 200 len: 1001 time: 0.6491284 Jul 29 23:38:50.103232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:50.129464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.163444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aee3a2-7a1f-4a84-a8fb-b35a78e47112 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Port': ['ID=3086c9cb-dfc5-45df-a8d5-425117de30ea,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:50.203020 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.209658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.210160 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.272113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9a50984c-643b-4b10-a243-7b71bc434a51 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Deleting port 3086c9cb-dfc5-45df-a8d5-425117de30ea {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:50.272979 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a50984c-643b-4b10-a243-7b71bc434a51 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.325211 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4428949 Jul 29 23:38:50.328283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:50.335346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': '27e95c8f-66b0-4004-a899-93ad9e7fa3aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:50.343821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=27e95c8f-66b0-4004-a899-93ad9e7fa3aa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:50.399418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.400040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.400736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.401249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.401770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.402305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.402812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.403329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.403848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.404414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.405462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.405982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfde1fe-d293-44e8-b331-f65500ddab41 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:50.420221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 27e95c8f-66b0-4004-a899-93ad9e7fa3aa details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:50.476420 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a50984c-643b-4b10-a243-7b71bc434a51 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.520624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:50.526239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.527304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9a50984c-643b-4b10-a243-7b71bc434a51 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Calling delete_port for 3086c9cb-dfc5-45df-a8d5-425117de30ea owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:50.561152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1167c416-c257-4ce3-aa65-2cd49855dcb2 None None] Provisioning complete for port 3086c9cb-dfc5-45df-a8d5-425117de30ea triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:50.561862 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1167c416-c257-4ce3-aa65-2cd49855dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.622490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1167c416-c257-4ce3-aa65-2cd49855dcb2 None None] Port 3086c9cb-dfc5-45df-a8d5-425117de30ea cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:50.736193 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a50984c-643b-4b10-a243-7b71bc434a51 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.760671 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.773512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50984c-643b-4b10-a243-7b71bc434a51 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event deleted for resources: {'Port': ['ID=3086c9cb-dfc5-45df-a8d5-425117de30ea,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:50.800200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a50984c-643b-4b10-a243-7b71bc434a51 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.805458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9a50984c-643b-4b10-a243-7b71bc434a51 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "DELETE /v2.0/ports/3086c9cb-dfc5-45df-a8d5-425117de30ea HTTP/1.1" status: 204 len: 168 time: 0.6982574 Jul 29 23:38:50.806677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59248) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:50.838479 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c0ed18-7a87-4ac6-9d14-ab51bcc062bc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] GET failed (client error): The resource could not be found. Jul 29 23:38:50.844162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-25c0ed18-7a87-4ac6-9d14-ab51bcc062bc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "GET /v2.0/ports/3086c9cb-dfc5-45df-a8d5-425117de30ea HTTP/1.1" status: 404 len: 333 time: 0.0361187 Jul 29 23:38:50.844872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59256) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:50.855938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'port': {'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-236710208'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:50.880895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': 'b2283c34-0ff0-4099-9830-c65c5661a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '27e95c8f-66b0-4004-a899-93ad9e7fa3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:50.881235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: 27e95c8f-66b0-4004-a899-93ad9e7fa3aa, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:50.885326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=3494d1ad-b6e1-4aeb-9472-f2609cc665a2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:50.903813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network 27e95c8f-66b0-4004-a899-93ad9e7fa3aa is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:50.917018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 27e95c8f-66b0-4004-a899-93ad9e7fa3aa) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:50.921850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.922816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.943871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c35569e-6435-44b7-8b42-b32dfdd3792d None None] Network 27e95c8f-66b0-4004-a899-93ad9e7fa3aa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:50.957398 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-acaa007c-dd39-4ff4-98b3-492b02d0f4dd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6282494 Jul 29 23:38:50.960482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59266) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:51.085361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Made reservation on behalf of 23f89afa4adf4650885b56f8c31ce87e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:51.089017 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.112899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] device_id is not set on port ae7122f7-dfd7-4889-a5e3-602cd3bc804f yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:51.151443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.203559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669be59f-3053-42a7-8293-bea72deba4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-27e95c8f-66b0-4004-a899-93ad9e7fa3aa', 'network_id': '27e95c8f-66b0-4004-a899-93ad9e7fa3aa', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': '3494d1ad-b6e1-4aeb-9472-f2609cc665a2'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:51.205771 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-669be59f-3053-42a7-8293-bea72deba4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.220083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.267917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Allocated IP 2001:db8::24d (572d75e8-3cf1-4a8b-bd0d-e6197d14cb76/f09ced1c-3c0e-4c2e-981f-3c9dc16130d4/ae7122f7-dfd7-4889-a5e3-602cd3bc804f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:51.312909 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-669be59f-3053-42a7-8293-bea72deba4c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3494d1ad-b6e1-4aeb-9472-f2609cc665a2: This subnet is being modified by another concurrent operation. Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:38:51.335797 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3494d1ad-b6e1-4aeb-9472-f2609cc665a2: This subnet is being modified by another concurrent operation. Jul 29 23:38:51.340209 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 29 23:38:51.361015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a0d63-b9dc-4582-8d0d-72c6eafd64af None None] Network 27e95c8f-66b0-4004-a899-93ad9e7fa3aa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:51.368885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=3494d1ad-b6e1-4aeb-9472-f2609cc665a2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:51.416434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.429232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e95c8f-66b0-4004-a899-93ad9e7fa3aa']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:51.442417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2283c34-0ff0-4099-9830-c65c5661a2ce') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:51.442834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2283c34-0ff0-4099-9830-c65c5661a2ce') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:51.453590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.471092 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.484254 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:51.484672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:51.487695 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:51.492847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.592927 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0377f56e-517b-470d-8af1-de6b99d21f72 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:38:51.612958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Transition to ACTIVE for port object ae7122f7-dfd7-4889-a5e3-602cd3bc804f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:51.616552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.637157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.646087 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/27e95c8f-66b0-4004-a899-93ad9e7fa3aa HTTP/1.1" status: 204 len: 168 time: 0.6842115 Jul 29 23:38:51.646914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59294) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:51.652910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1423460123'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:51.679515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21541e25-7056-4130-baf0-7deed3e552da tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=27e95c8f-66b0-4004-a899-93ad9e7fa3aa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:51.685415 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-545955bb-c639-40fd-8a3f-b9e0a2b80bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.722474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:51.728517 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.733235 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.815317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:51.816839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:51.843937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0377f56e-517b-470d-8af1-de6b99d21f72 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:38:51.863724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:51.869640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.870503 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.889083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0430219 Jul 29 23:38:51.891733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:51.897976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'port': {'network_id': '572d75e8-3cf1-4a8b-bd0d-e6197d14cb76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1184791408'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:51.917137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:51.942191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d51a-9ccf-49a6-9984-becfc313360c req-77b3b11a-eaf5-47d3-8ccd-b667c0769990 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.949960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d51a-9ccf-49a6-9984-becfc313360c req-77b3b11a-eaf5-47d3-8ccd-b667c0769990 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.965704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d51a-9ccf-49a6-9984-becfc313360c req-77b3b11a-eaf5-47d3-8ccd-b667c0769990 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.974325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d51a-9ccf-49a6-9984-becfc313360c req-77b3b11a-eaf5-47d3-8ccd-b667c0769990 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.982892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d51a-9ccf-49a6-9984-becfc313360c req-77b3b11a-eaf5-47d3-8ccd-b667c0769990 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.989842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d51a-9ccf-49a6-9984-becfc313360c req-77b3b11a-eaf5-47d3-8ccd-b667c0769990 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.996536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d51a-9ccf-49a6-9984-becfc313360c req-77b3b11a-eaf5-47d3-8ccd-b667c0769990 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.005071 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3927d51a-9ccf-49a6-9984-becfc313360c req-77b3b11a-eaf5-47d3-8ccd-b667c0769990 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5445 time: 0.2117496 Jul 29 23:38:52.007089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca07e6b-2246-4f3b-bfc7-b84b9456355c tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Port': ['ID=ae7122f7-dfd7-4889-a5e3-602cd3bc804f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.079733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3927d51a-9ccf-49a6-9984-becfc313360c req-643322ad-aeff-46ec-9508-1750320c783f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735373 Jul 29 23:38:52.081073 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.081427 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment f5882ca2-437a-4a2f-a1bd-77bf09dd958e of type vlan for network 3be5c9d8-653a-431e-bd75-f364d18e638c Jul 29 23:38:52.115349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Made reservation on behalf of 23f89afa4adf4650885b56f8c31ce87e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:52.119301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.134143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.149996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] device_id is not set on port 24009bc6-d97d-4776-9e03-a4a445efb507 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:52.180952 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.190913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.191773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.254742 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6066709 Jul 29 23:38:52.258232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59342) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:52.264028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cacbe04e-dd23-4cd2-8b0e-a5889350cc11 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:52.323907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Allocated IP 2001:db8::30d (572d75e8-3cf1-4a8b-bd0d-e6197d14cb76/f09ced1c-3c0e-4c2e-981f-3c9dc16130d4/24009bc6-d97d-4776-9e03-a4a445efb507) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:52.335664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce33cd8-62e7-4448-a37d-f1c06ce48f13 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=3be5c9d8-653a-431e-bd75-f364d18e638c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.351026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 3be5c9d8-653a-431e-bd75-f364d18e638c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:52.514788 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacbe04e-dd23-4cd2-8b0e-a5889350cc11 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.536513 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacbe04e-dd23-4cd2-8b0e-a5889350cc11 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.613078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbe04e-dd23-4cd2-8b0e-a5889350cc11 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=3be5c9d8-653a-431e-bd75-f364d18e638c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.629991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cacbe04e-dd23-4cd2-8b0e-a5889350cc11 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network 3be5c9d8-653a-431e-bd75-f364d18e638c is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:38:52.637728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacbe04e-dd23-4cd2-8b0e-a5889350cc11 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.638402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacbe04e-dd23-4cd2-8b0e-a5889350cc11 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.642442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cacbe04e-dd23-4cd2-8b0e-a5889350cc11 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "PUT /v2.0/networks/3be5c9d8-653a-431e-bd75-f364d18e638c HTTP/1.1" status: 200 len: 723 time: 0.3807580 Jul 29 23:38:52.642636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 3be5c9d8-653a-431e-bd75-f364d18e638c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:52.642759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59366) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:52.649097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': '3be5c9d8-653a-431e-bd75-f364d18e638c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:52.670537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.710438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Transition to ACTIVE for port object 24009bc6-d97d-4776-9e03-a4a445efb507 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:52.751356 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.836819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Port': ['ID=24009bc6-d97d-4776-9e03-a4a445efb507,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.851765 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:52.852544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:52.868707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:52.872958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:52.876570 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.885556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.887159 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.888150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-583c25cc-e6f7-43b7-9faa-d57a1c0d590a None None] Provisioning for port ae7122f7-dfd7-4889-a5e3-602cd3bc804f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:52.892171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-583c25cc-e6f7-43b7-9faa-d57a1c0d590a None None] Provisioning complete for port ae7122f7-dfd7-4889-a5e3-602cd3bc804f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:52.892556 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-583c25cc-e6f7-43b7-9faa-d57a1c0d590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.908207 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-91dc2f7e-c03f-4ef3-8910-b9fe8694c548 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0150769 Jul 29 23:38:52.911040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59386) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:52.931053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-93665108-f5b9-4bb3-b3a4-fc8283fc9fcc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a8', 'mac_address': 'fa:16:3e:b9:fa:c6'}, {'ip_address': '2001:db8::24d', 'mac_address': 'fa:16:3e:18:d2:55'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:52.980857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-583c25cc-e6f7-43b7-9faa-d57a1c0d590a None None] Port ae7122f7-dfd7-4889-a5e3-602cd3bc804f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:53.056690 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93665108-f5b9-4bb3-b3a4-fc8283fc9fcc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.067322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-52dfc638-db99-444d-bdbc-d7949e91cf53 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.073276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-52dfc638-db99-444d-bdbc-d7949e91cf53 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.085170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-52dfc638-db99-444d-bdbc-d7949e91cf53 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.090712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-52dfc638-db99-444d-bdbc-d7949e91cf53 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.101901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-52dfc638-db99-444d-bdbc-d7949e91cf53 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.107721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-52dfc638-db99-444d-bdbc-d7949e91cf53 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.113644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-52dfc638-db99-444d-bdbc-d7949e91cf53 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.116296 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-52dfc638-db99-444d-bdbc-d7949e91cf53 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5445 time: 0.1932342 Jul 29 23:38:53.199180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-81ed02ec-120d-411f-aa7b-a10ec2537375 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.207031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-81ed02ec-120d-411f-aa7b-a10ec2537375 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "GET /v2.0/ports/a404b24b-8eff-4d05-97f0-dfc1619216db?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0774529 Jul 29 23:38:53.320137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0e774703-96a3-4a18-95d1-37a270abc1c2 None None] Provisioning for port 24009bc6-d97d-4776-9e03-a4a445efb507 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:53.325525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0e774703-96a3-4a18-95d1-37a270abc1c2 None None] Provisioning complete for port 24009bc6-d97d-4776-9e03-a4a445efb507 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:53.325933 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e774703-96a3-4a18-95d1-37a270abc1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.376751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0e774703-96a3-4a18-95d1-37a270abc1c2 None None] Port 24009bc6-d97d-4776-9e03-a4a445efb507 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:53.395423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93665108-f5b9-4bb3-b3a4-fc8283fc9fcc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.403221 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93665108-f5b9-4bb3-b3a4-fc8283fc9fcc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.419880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-93665108-f5b9-4bb3-b3a4-fc8283fc9fcc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] In _notify_port_updated(), no bound segment for port 24009bc6-d97d-4776-9e03-a4a445efb507 on network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:38:53.439544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93665108-f5b9-4bb3-b3a4-fc8283fc9fcc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.439544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93665108-f5b9-4bb3-b3a4-fc8283fc9fcc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.439544 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-93665108-f5b9-4bb3-b3a4-fc8283fc9fcc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "PUT /v2.0/ports/24009bc6-d97d-4776-9e03-a4a445efb507 HTTP/1.1" status: 200 len: 1068 time: 0.5266435 Jul 29 23:38:53.450826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59404) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:53.499064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93665108-f5b9-4bb3-b3a4-fc8283fc9fcc tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event updated for resources: {'Port': ['ID=24009bc6-d97d-4776-9e03-a4a445efb507,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:53.516844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627717f-f3fd-4996-a51a-17f2f09d43fb req-0845a58c-7816-4559-a92d-cd45235b3ea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.523461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627717f-f3fd-4996-a51a-17f2f09d43fb req-0845a58c-7816-4559-a92d-cd45235b3ea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.529938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627717f-f3fd-4996-a51a-17f2f09d43fb req-0845a58c-7816-4559-a92d-cd45235b3ea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.536297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627717f-f3fd-4996-a51a-17f2f09d43fb req-0845a58c-7816-4559-a92d-cd45235b3ea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.543123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627717f-f3fd-4996-a51a-17f2f09d43fb req-0845a58c-7816-4559-a92d-cd45235b3ea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.549119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627717f-f3fd-4996-a51a-17f2f09d43fb req-0845a58c-7816-4559-a92d-cd45235b3ea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.555334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627717f-f3fd-4996-a51a-17f2f09d43fb req-0845a58c-7816-4559-a92d-cd45235b3ea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.557548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b627717f-f3fd-4996-a51a-17f2f09d43fb req-0845a58c-7816-4559-a92d-cd45235b3ea8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 5445 time: 0.2954981 Jul 29 23:38:53.561664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-1c7e6b96-2005-4c4b-a34c-8609cf2a35d0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "GET /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3384442 Jul 29 23:38:53.571680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.667753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:53.674353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=130341d0-8bea-449a-b1cc-bf9c3efbe2fc,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:53.723798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.724206 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.724558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.724903 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.725239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.725576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.725912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.726238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.726784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.727122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.727455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.727787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:53.801833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e600d7b9-2240-4183-9c7f-2d61e39d6793 None None] Provisioning complete for port 24009bc6-d97d-4776-9e03-a4a445efb507 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:53.802517 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e600d7b9-2240-4183-9c7f-2d61e39d6793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.807778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b627717f-f3fd-4996-a51a-17f2f09d43fb req-8d9f1492-27d1-4d99-b400-fa73cd1a1dfa tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2373059 Jul 29 23:38:53.808426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': 'f5882ca2-437a-4a2f-a1bd-77bf09dd958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3be5c9d8-653a-431e-bd75-f364d18e638c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:53.808801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: 3be5c9d8-653a-431e-bd75-f364d18e638c, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:53.850043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.852428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e600d7b9-2240-4183-9c7f-2d61e39d6793 None None] Port 24009bc6-d97d-4776-9e03-a4a445efb507 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:53.878966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network 3be5c9d8-653a-431e-bd75-f364d18e638c is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:53.904465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f2111316-75bc-46c2-a460-e0110a848c40 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Deleting port 24009bc6-d97d-4776-9e03-a4a445efb507 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:53.904828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2111316-75bc-46c2-a460-e0110a848c40 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.951773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 3be5c9d8-653a-431e-bd75-f364d18e638c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:53.964923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400ffe9-1bba-4c2c-ac3c-34933a065975 None None] Network 3be5c9d8-653a-431e-bd75-f364d18e638c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:53.968944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.969817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.035567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:54.042863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ac90f7ea-dca7-4a61-9738-e1dcf50b0ff1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3982081 Jul 29 23:38:54.046762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:54.071566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-caffbd89-7d9f-4a81-9844-1cde2b04037b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:54.081258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2111316-75bc-46c2-a460-e0110a848c40 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.104804 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46dafdab-0b91-46b5-b793-f28cba83e725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.106325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f2111316-75bc-46c2-a460-e0110a848c40 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Calling delete_port for 24009bc6-d97d-4776-9e03-a4a445efb507 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:54.131875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] For port a404b24b-8eff-4d05-97f0-dfc1619216db, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a404b24b-8eff-4d05-97f0-dfc1619216db,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:54.219263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] For port a404b24b-8eff-4d05-97f0-dfc1619216db, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:54.220401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-3be5c9d8-653a-431e-bd75-f364d18e638c', 'network_id': '3be5c9d8-653a-431e-bd75-f364d18e638c', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': '130341d0-8bea-449a-b1cc-bf9c3efbe2fc'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:54.221588 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.238064 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.248081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:54.260162 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93e3f0e2-2a36-4bf3-b595-07b2b2eb45be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.266028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] device_id is not set on port a404b24b-8eff-4d05-97f0-dfc1619216db yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:54.274210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caffbd89-7d9f-4a81-9844-1cde2b04037b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13165658'] for subnet, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.275651 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.307677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.511616 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caffbd89-7d9f-4a81-9844-1cde2b04037b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750937533224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14018458'] for subnet, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.589824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caffbd89-7d9f-4a81-9844-1cde2b04037b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:54.590428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caffbd89-7d9f-4a81-9844-1cde2b04037b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.598075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Allocated IP 172.20.0.2 (3be5c9d8-653a-431e-bd75-f364d18e638c/130341d0-8bea-449a-b1cc-bf9c3efbe2fc/6820ede3-be37-4c4e-955b-63e26c04e11f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:54.601876 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-caffbd89-7d9f-4a81-9844-1cde2b04037b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "PUT /v2.0/subnets/130341d0-8bea-449a-b1cc-bf9c3efbe2fc HTTP/1.1" status: 200 len: 806 time: 0.5467432 Jul 29 23:38:54.602534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:54.616567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59478) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:54.643794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93e3f0e2-2a36-4bf3-b595-07b2b2eb45be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.654423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'mac_address': 'fa:16:3e:8e:86:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:54.656287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffbd89-7d9f-4a81-9844-1cde2b04037b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=130341d0-8bea-449a-b1cc-bf9c3efbe2fc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:54.658266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93e3f0e2-2a36-4bf3-b595-07b2b2eb45be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.754229 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-93e3f0e2-2a36-4bf3-b595-07b2b2eb45be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b009329b8862471980cffe9bec017a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7174072 Jul 29 23:38:54.754967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3f0e2-2a36-4bf3-b595-07b2b2eb45be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4376c30d-7a04-427f-af0a-8edd70354d1e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:54.757334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59486) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:54.852317 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2111316-75bc-46c2-a460-e0110a848c40 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.852829 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.854750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] No DVR routers for this DVR port a404b24b-8eff-4d05-97f0-dfc1619216db on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:54.861722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] Pushing event updated for resources: {'Port': ['ID=a404b24b-8eff-4d05-97f0-dfc1619216db,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:54.867406 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.885983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a27a042a-8a36-46e1-9e30-1951fc2e71dd None None] Provisioning complete for port a404b24b-8eff-4d05-97f0-dfc1619216db triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:54.886360 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a27a042a-8a36-46e1-9e30-1951fc2e71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.925092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2111316-75bc-46c2-a460-e0110a848c40 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event deleted for resources: {'Port': ['ID=24009bc6-d97d-4776-9e03-a4a445efb507,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:54.928586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ba7-6e76-47cc-b7f5-c32fa3645157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.962454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] In _notify_port_updated(), no bound segment for port a404b24b-8eff-4d05-97f0-dfc1619216db on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:38:54.963636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:54.964494 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.966082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-9cc0fdee-b3fb-42c4-88cd-2846a5d39530 service neutron] 10.222.0.42 "PUT /v2.0/ports/a404b24b-8eff-4d05-97f0-dfc1619216db HTTP/1.1" status: 200 len: 1033 time: 1.3112490 Jul 29 23:38:55.011200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:55.047107 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ba7-6e76-47cc-b7f5-c32fa3645157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.098965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-014f3349-3256-44c2-87df-b7144adf6926 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.105463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-014f3349-3256-44c2-87df-b7144adf6926 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "GET /v2.0/ports/9a30ed60-8111-4737-aa7b-081df7b4275d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1239450 Jul 29 23:38:55.123077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:55.142603 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.166755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518dccd-f13b-4ad7-ba70-146c76d36c10 req-e6f238da-560a-4916-87ab-815ca29758cb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.174281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518dccd-f13b-4ad7-ba70-146c76d36c10 req-e6f238da-560a-4916-87ab-815ca29758cb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.185100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518dccd-f13b-4ad7-ba70-146c76d36c10 req-e6f238da-560a-4916-87ab-815ca29758cb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.192255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518dccd-f13b-4ad7-ba70-146c76d36c10 req-e6f238da-560a-4916-87ab-815ca29758cb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.195735 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59510) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:55.196462 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ba7-6e76-47cc-b7f5-c32fa3645157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.199997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518dccd-f13b-4ad7-ba70-146c76d36c10 req-e6f238da-560a-4916-87ab-815ca29758cb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.206816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ba7-6e76-47cc-b7f5-c32fa3645157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.207283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518dccd-f13b-4ad7-ba70-146c76d36c10 req-e6f238da-560a-4916-87ab-815ca29758cb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.208214 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2fa79ba7-6e76-47cc-b7f5-c32fa3645157 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4376c30d-7a04-427f-af0a-8edd70354d1e HTTP/1.1" status: 204 len: 168 time: 0.4474149 Jul 29 23:38:55.214613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c518dccd-f13b-4ad7-ba70-146c76d36c10 req-e6f238da-560a-4916-87ab-815ca29758cb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 4665 time: 0.2414267 Jul 29 23:38:55.236308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa79ba7-6e76-47cc-b7f5-c32fa3645157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376c30d-7a04-427f-af0a-8edd70354d1e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.281068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a27a042a-8a36-46e1-9e30-1951fc2e71dd None None] Port a404b24b-8eff-4d05-97f0-dfc1619216db cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:55.323669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:55.331362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2111316-75bc-46c2-a460-e0110a848c40 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.334405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f2111316-75bc-46c2-a460-e0110a848c40 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "DELETE /v2.0/ports/24009bc6-d97d-4776-9e03-a4a445efb507 HTTP/1.1" status: 204 len: 168 time: 1.8676038 Jul 29 23:38:55.337625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59516) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:55.342368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.377173 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.387847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c518dccd-f13b-4ad7-ba70-146c76d36c10 req-158d70fa-0210-4aa8-aa49-22a84ebe77e3 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=96c07091-9eec-43e8-b29a-85bf2f2314ba&id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1441090 Jul 29 23:38:55.391029 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.392431 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-27acbb2c-ea22-4dcb-bddd-100b49195277 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] GET failed (client error): The resource could not be found. Jul 29 23:38:55.395490 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-27acbb2c-ea22-4dcb-bddd-100b49195277 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "GET /v2.0/ports/24009bc6-d97d-4776-9e03-a4a445efb507 HTTP/1.1" status: 404 len: 333 time: 0.0564671 Jul 29 23:38:55.398938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59518) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:55.406281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Transition to ACTIVE for port object 6820ede3-be37-4c4e-955b-63e26c04e11f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:55.422515 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.470054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.479692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Transition to ACTIVE for port object 6820ede3-be37-4c4e-955b-63e26c04e11f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:55.503296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.536073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c414c-ffbb-4b89-b9ea-95cfb7a74280 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Deleting port ae7122f7-dfd7-4889-a5e3-602cd3bc804f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:55.536841 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c2c414c-ffbb-4b89-b9ea-95cfb7a74280 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.560290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device dc3243ad-5073-4d92-9fba-cfc11172e3b9 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:55.574210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] For port 9a30ed60-8111-4737-aa7b-081df7b4275d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9a30ed60-8111-4737-aa7b-081df7b4275d,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:55.613750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:55.614455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] For port 9a30ed60-8111-4737-aa7b-081df7b4275d, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:55.625021 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.663006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] device_id is not set on port 9a30ed60-8111-4737-aa7b-081df7b4275d yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:55.664570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=130341d0-8bea-449a-b1cc-bf9c3efbe2fc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.667169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Network 3be5c9d8-653a-431e-bd75-f364d18e638c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:55.674462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.682758 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.698389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Pushing event updated for resources: {'Port': ['ID=6820ede3-be37-4c4e-955b-63e26c04e11f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.701367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:55.709369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:55.770042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] No DVR routers for this DVR port 9a30ed60-8111-4737-aa7b-081df7b4275d on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:55.770264 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.781419 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.781873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be5c9d8-653a-431e-bd75-f364d18e638c']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:55.794851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5882ca2-437a-4a2f-a1bd-77bf09dd958e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:55.795129 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5882ca2-437a-4a2f-a1bd-77bf09dd958e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:55.807774 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.811166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Attempting to bind port 6820ede3-be37-4c4e-955b-63e26c04e11f on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:55.811340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Attempting to bind port 6820ede3-be37-4c4e-955b-63e26c04e11f by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'f5882ca2-437a-4a2f-a1bd-77bf09dd958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3be5c9d8-653a-431e-bd75-f364d18e638c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:55.811720 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Attempting to bind port 6820ede3-be37-4c4e-955b-63e26c04e11f on network 3be5c9d8-653a-431e-bd75-f364d18e638c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:55.821213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] In _notify_port_updated(), no bound segment for port 9a30ed60-8111-4737-aa7b-081df7b4275d on network 5a066661-134b-4dc9-9c9f-e6f133ac0089 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:38:55.822134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.822900 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.824879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-470c8303-8512-4190-9348-335cca87ec2e service neutron] 10.222.0.42 "PUT /v2.0/ports/9a30ed60-8111-4737-aa7b-081df7b4275d HTTP/1.1" status: 200 len: 1032 time: 0.7087696 Jul 29 23:38:55.825635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59522) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:55.825781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:55.826047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Checking segment: {'id': 'f5882ca2-437a-4a2f-a1bd-77bf09dd958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3be5c9d8-653a-431e-bd75-f364d18e638c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:55.826498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.826937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Bound using segment: {'id': 'f5882ca2-437a-4a2f-a1bd-77bf09dd958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3be5c9d8-653a-431e-bd75-f364d18e638c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:55.827435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Bound port: 6820ede3-be37-4c4e-955b-63e26c04e11f, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5882ca2-437a-4a2f-a1bd-77bf09dd958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3be5c9d8-653a-431e-bd75-f364d18e638c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:55.827822 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.833681 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.842130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:55.842907 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.847107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c8303-8512-4190-9348-335cca87ec2e service neutron] Pushing event updated for resources: {'Port': ['ID=9a30ed60-8111-4737-aa7b-081df7b4275d,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.858688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc3243ad-5073-4d92-9fba-cfc11172e3b9'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:55.861308 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75de385e-0da4-4f55-8e66-4b22cb93cee9" -d '{"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc3243ad-5073-4d92-9fba-cfc11172e3b9"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:55.880672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port dc3243ad-5073-4d92-9fba-cfc11172e3b9, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:55.900353 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:55.905420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd81975-ce66-4be2-b873-273d62ed9c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.908930 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c2c414c-ffbb-4b89-b9ea-95cfb7a74280 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.916285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.917147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device a404b24b-8eff-4d05-97f0-dfc1619216db no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:55.945286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c414c-ffbb-4b89-b9ea-95cfb7a74280 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Calling delete_port for ae7122f7-dfd7-4889-a5e3-602cd3bc804f owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:55.980367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:38:55.980367 n-d-712139-11 neutron-server[93817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:38:55.980367 n-d-712139-11 neutron-server[93817]: [parameters: {'id': '3be5c9d8-653a-431e-bd75-f364d18e638c'}] Jul 29 23:38:55.980367 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:38:55.980857 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:38:55.999212 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3369ec2d-c260-426e-8eb3-28f537550220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.003587 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bec9b7-5443-45f0-91a9-3b23ca801f11 x-openstack-request-id: req-e6bec9b7-5443-45f0-91a9-3b23ca801f11 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:56.003990 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc3243ad-5073-4d92-9fba-cfc11172e3b9", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:56.004368 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6bec9b7-5443-45f0-91a9-3b23ca801f11 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:56.004890 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc3243ad-5073-4d92-9fba-cfc11172e3b9', 'code': 200} Jul 29 23:38:56.086443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-15980701-1590-41e9-b9e4-df282d2351a9 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Deleting port e7e960a6-a033-466f-b8fb-2b00ed28330d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:56.087082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-15980701-1590-41e9-b9e4-df282d2351a9 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.100517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device a404b24b-8eff-4d05-97f0-dfc1619216db not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:56.101353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f5457275-b173-4626-9c06-1a830574ea8c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:56.103088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b62ec456-6702-4f20-8947-8cf22afb690c None None] Provisioning complete for port 9a30ed60-8111-4737-aa7b-081df7b4275d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:56.103565 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b62ec456-6702-4f20-8947-8cf22afb690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.111255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] For port 6820ede3-be37-4c4e-955b-63e26c04e11f, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:56.157341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=dc3243ad-5073-4d92-9fba-cfc11172e3b9,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.168323 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd81975-ce66-4be2-b873-273d62ed9c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.168906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] For port 6820ede3-be37-4c4e-955b-63e26c04e11f, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6820ede3-be37-4c4e-955b-63e26c04e11f,segment=NetworkSegment(f5882ca2-437a-4a2f-a1bd-77bf09dd958e),segment_id=f5882ca2-437a-4a2f-a1bd-77bf09dd958e)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:56.181658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd81975-ce66-4be2-b873-273d62ed9c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.185686 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.211497 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bfd81975-ce66-4be2-b873-273d62ed9c34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5aedbcba2de54314b351395e1d3a5c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9987946 Jul 29 23:38:56.211736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-15980701-1590-41e9-b9e4-df282d2351a9 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] For port e7e960a6-a033-466f-b8fb-2b00ed28330d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e7e960a6-a033-466f-b8fb-2b00ed28330d,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:56.211736 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-15980701-1590-41e9-b9e4-df282d2351a9 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.227349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:56.229662 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c2c414c-ffbb-4b89-b9ea-95cfb7a74280 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.236440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b62ec456-6702-4f20-8947-8cf22afb690c None None] Port 9a30ed60-8111-4737-aa7b-081df7b4275d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:56.237430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-15980701-1590-41e9-b9e4-df282d2351a9 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Calling delete_port for e7e960a6-a033-466f-b8fb-2b00ed28330d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:56.295922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c414c-ffbb-4b89-b9ea-95cfb7a74280 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event deleted for resources: {'Port': ['ID=ae7122f7-dfd7-4889-a5e3-602cd3bc804f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.304247 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd81975-ce66-4be2-b873-273d62ed9c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304886a5-c592-458c-b7ca-4915dc360fbe,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.323809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c7047-223b-4e81-85b8-1ec1045b2631 None None] Pushing event updated for resources: {'Port': ['ID=6820ede3-be37-4c4e-955b-63e26c04e11f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.342281 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.374995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d5e322-1261-48a8-8efa-56678b460cbe None None] Network 3be5c9d8-653a-431e-bd75-f364d18e638c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:56.385064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c2c414c-ffbb-4b89-b9ea-95cfb7a74280 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.390156 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1c2c414c-ffbb-4b89-b9ea-95cfb7a74280 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "DELETE /v2.0/ports/ae7122f7-dfd7-4889-a5e3-602cd3bc804f HTTP/1.1" status: 204 len: 168 time: 0.9899445 Jul 29 23:38:56.390356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59542) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:56.413934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff5aa-9675-4732-9b6a-974ca8b516dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.461528 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff5aa-9675-4732-9b6a-974ca8b516dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.481689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f5457275-b173-4626-9c06-1a830574ea8c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5457275-b173-4626-9c06-1a830574ea8c,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:56.483006 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.497585 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-001c1b5b-9bff-4534-802a-4fb75e936eda tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] GET failed (client error): The resource could not be found. Jul 29 23:38:56.504957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-001c1b5b-9bff-4534-802a-4fb75e936eda tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "GET /v2.0/ports/ae7122f7-dfd7-4889-a5e3-602cd3bc804f HTTP/1.1" status: 404 len: 333 time: 0.1092298 Jul 29 23:38:56.509510 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.510251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6e06abad-472f-4304-a1f0-7bb6c96d45a5 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:56.511924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59546) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:56.617841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Deleting port 6820ede3-be37-4c4e-955b-63e26c04e11f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:56.618253 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.621242 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff5aa-9675-4732-9b6a-974ca8b516dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.623969 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff5aa-9675-4732-9b6a-974ca8b516dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.628289 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4d0ff5aa-9675-4732-9b6a-974ca8b516dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/304886a5-c592-458c-b7ca-4915dc360fbe HTTP/1.1" status: 204 len: 168 time: 0.3995564 Jul 29 23:38:56.675792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ff5aa-9675-4732-9b6a-974ca8b516dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304886a5-c592-458c-b7ca-4915dc360fbe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.701320 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-15980701-1590-41e9-b9e4-df282d2351a9 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.707336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] For port 6820ede3-be37-4c4e-955b-63e26c04e11f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6820ede3-be37-4c4e-955b-63e26c04e11f,segment=NetworkSegment(f5882ca2-437a-4a2f-a1bd-77bf09dd958e),segment_id=f5882ca2-437a-4a2f-a1bd-77bf09dd958e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:56.707556 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.723368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f5457275-b173-4626-9c06-1a830574ea8c,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.727657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Calling delete_port for 6820ede3-be37-4c4e-955b-63e26c04e11f owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:56.747142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3369ec2d-c260-426e-8eb3-28f537550220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.752681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15980701-1590-41e9-b9e4-df282d2351a9 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Port': ['ID=e7e960a6-a033-466f-b8fb-2b00ed28330d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.760471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3369ec2d-c260-426e-8eb3-28f537550220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.795388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31895-f45f-4322-874e-8d470f812940 req-2eab1f89-0344-43d8-8e7b-613e46c6e567 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.803856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31895-f45f-4322-874e-8d470f812940 req-2eab1f89-0344-43d8-8e7b-613e46c6e567 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.810353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31895-f45f-4322-874e-8d470f812940 req-2eab1f89-0344-43d8-8e7b-613e46c6e567 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.816373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31895-f45f-4322-874e-8d470f812940 req-2eab1f89-0344-43d8-8e7b-613e46c6e567 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.822506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31895-f45f-4322-874e-8d470f812940 req-2eab1f89-0344-43d8-8e7b-613e46c6e567 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.824436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17d31895-f45f-4322-874e-8d470f812940 req-2eab1f89-0344-43d8-8e7b-613e46c6e567 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 3804 time: 0.2564263 Jul 29 23:38:56.827346 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.836378 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.853524 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff09388-fe58-4d48-a914-eee4f51c85a2 None None] Network 3be5c9d8-653a-431e-bd75-f364d18e638c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:56.883391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Port': ['ID=6820ede3-be37-4c4e-955b-63e26c04e11f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.892493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No DVR routers for this DVR port 6820ede3-be37-4c4e-955b-63e26c04e11f on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:56.903027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-15980701-1590-41e9-b9e4-df282d2351a9 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] No DVR routers for this DVR port e7e960a6-a033-466f-b8fb-2b00ed28330d on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:56.909705 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-15980701-1590-41e9-b9e4-df282d2351a9 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.912248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-15980701-1590-41e9-b9e4-df282d2351a9 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "DELETE /v2.0/ports/e7e960a6-a033-466f-b8fb-2b00ed28330d HTTP/1.1" status: 204 len: 173 time: 1.0743949 Jul 29 23:38:56.913220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-deleted', 'tag': 'e7e960a6-a033-466f-b8fb-2b00ed28330d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:56.915513 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d632f4-9c48-484f-b79b-67f19f490a65" -d '{"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-deleted", "tag": "e7e960a6-a033-466f-b8fb-2b00ed28330d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:56.918144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369ec2d-c260-426e-8eb3-28f537550220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1bc583-a5f6-4995-8f19-28f843ef2989,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.926415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3369ec2d-c260-426e-8eb3-28f537550220 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6955e2fa05e14edb9c837a9c6f6a822a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0963502 Jul 29 23:38:56.929490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59552) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:56.947611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6e06abad-472f-4304-a1f0-7bb6c96d45a5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6e06abad-472f-4304-a1f0-7bb6c96d45a5,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:56.975730 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.976662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9a30ed60-8111-4737-aa7b-081df7b4275d no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:56.979363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-262822f3-47c1-464f-a822-dd77e19fe656 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Deleting port 87e336f9-c2a3-4b22-b458-e27348654e48 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:56.979719 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-262822f3-47c1-464f-a822-dd77e19fe656 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.064056 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.094665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be5c9d8-653a-431e-bd75-f364d18e638c']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:57.097762 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.110543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5882ca2-437a-4a2f-a1bd-77bf09dd958e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:57.110956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5882ca2-437a-4a2f-a1bd-77bf09dd958e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:57.123765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6e06abad-472f-4304-a1f0-7bb6c96d45a5,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.127907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9a30ed60-8111-4737-aa7b-081df7b4275d not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:57.128703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e7e960a6-a033-466f-b8fb-2b00ed28330d no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:57.142031 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.146549 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51ab486-5c2b-485b-8062-492b7a5f5ce6 x-openstack-request-id: req-d51ab486-5c2b-485b-8062-492b7a5f5ce6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:57.146549 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-deleted", "tag": "e7e960a6-a033-466f-b8fb-2b00ed28330d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:57.147209 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d51ab486-5c2b-485b-8062-492b7a5f5ce6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:57.147209 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-deleted', 'tag': 'e7e960a6-a033-466f-b8fb-2b00ed28330d', 'status': 'completed', 'code': 200} Jul 29 23:38:57.150306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17d31895-f45f-4322-874e-8d470f812940 req-0ce9cc66-f5f2-411c-84b8-472f7d8e938c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031812 Jul 29 23:38:57.163280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: e7e960a6-a033-466f-b8fb-2b00ed28330d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:57.163631 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e7e960a6-a033-466f-b8fb-2b00ed28330d not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:57.169486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7cbd0ea1-b328-4a0a-9622-94712cd1db99 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:57.171280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c31cc47-fdbf-497d-82bb-307a778bd7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.185714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.203480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:57.203480 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:57.206650 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:57.209397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c31cc47-fdbf-497d-82bb-307a778bd7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.268285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-262822f3-47c1-464f-a822-dd77e19fe656 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.307306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-262822f3-47c1-464f-a822-dd77e19fe656 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Calling delete_port for 87e336f9-c2a3-4b22-b458-e27348654e48 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:57.310301 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.314766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.327888 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.332760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/3be5c9d8-653a-431e-bd75-f364d18e638c HTTP/1.1" status: 204 len: 168 time: 2.6969621 Jul 29 23:38:57.342928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59574) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:57.362499 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a29949-1a67-417f-a2ab-84c4c964bcd3 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=3be5c9d8-653a-431e-bd75-f364d18e638c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.379370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7cbd0ea1-b328-4a0a-9622-94712cd1db99, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7cbd0ea1-b328-4a0a-9622-94712cd1db99,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:57.384699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.388556 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb72eed4-4890-4ab0-bac4-12081bb14b3f tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:57.389125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb72eed4-4890-4ab0-bac4-12081bb14b3f tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:57.392358 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eb72eed4-4890-4ab0-bac4-12081bb14b3f tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/3be5c9d8-653a-431e-bd75-f364d18e638c HTTP/1.1" status: 404 len: 339 time: 0.0473068 Jul 29 23:38:57.398037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:57.404881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-428019731', 'description': 'd1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:57.437292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c31cc47-fdbf-497d-82bb-307a778bd7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.445640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7cbd0ea1-b328-4a0a-9622-94712cd1db99,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.449120 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c31cc47-fdbf-497d-82bb-307a778bd7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.462172 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5c31cc47-fdbf-497d-82bb-307a778bd7a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf1bc583-a5f6-4995-8f19-28f843ef2989 HTTP/1.1" status: 204 len: 168 time: 0.5292146 Jul 29 23:38:57.473972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ceaab-bb87-4369-b371-a5e8960f34b8 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:38:57.478620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-521c3774-b16c-4e41-9d67-8ba7267095a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Deleting port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:57.479164 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-521c3774-b16c-4e41-9d67-8ba7267095a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.501242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:57.506511 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.519512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31cc47-fdbf-497d-82bb-307a778bd7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1bc583-a5f6-4995-8f19-28f843ef2989,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.585782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:57.611625 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.612201 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment 89910e23-6ce7-4345-b1af-83e8b40f064b of type vlan for network 6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc Jul 29 23:38:57.616370 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-262822f3-47c1-464f-a822-dd77e19fe656 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.660916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262822f3-47c1-464f-a822-dd77e19fe656 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event deleted for resources: {'Port': ['ID=87e336f9-c2a3-4b22-b458-e27348654e48,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.667744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-521c3774-b16c-4e41-9d67-8ba7267095a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] For port 7cbd0ea1-b328-4a0a-9622-94712cd1db99, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7cbd0ea1-b328-4a0a-9622-94712cd1db99,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:57.668157 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-521c3774-b16c-4e41-9d67-8ba7267095a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.707644 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-262822f3-47c1-464f-a822-dd77e19fe656 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.710317 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.712466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-262822f3-47c1-464f-a822-dd77e19fe656 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "DELETE /v2.0/ports/87e336f9-c2a3-4b22-b458-e27348654e48 HTTP/1.1" status: 204 len: 168 time: 1.1994839 Jul 29 23:38:57.713587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-521c3774-b16c-4e41-9d67-8ba7267095a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Calling delete_port for 7cbd0ea1-b328-4a0a-9622-94712cd1db99 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:57.715362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59594) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:57.746212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.754218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:57.754561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ceaab-bb87-4369-b371-a5e8960f34b8 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:38:57.755072 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.860820 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4610584 Jul 29 23:38:57.868140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59602) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:57.917797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d89e3-f7c3-41f4-af65-6093743361f9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.933130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-447c989a-7c31-4673-9a8f-73da43dd7346 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Deleting subnet f09ced1c-3c0e-4c2e-981f-3c9dc16130d4 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:57.942421 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-447c989a-7c31-4673-9a8f-73da43dd7346 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.969755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:58.015451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5457275-b173-4626-9c06-1a830574ea8c'}, {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e06abad-472f-4304-a1f0-7bb6c96d45a5'}, {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cbd0ea1-b328-4a0a-9622-94712cd1db99'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:58.018135 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d7d3f1-34f6-40c7-ba25-815391673e27" -d '{"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f5457275-b173-4626-9c06-1a830574ea8c"}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-unplugged", "status": "completed", "tag": "6e06abad-472f-4304-a1f0-7bb6c96d45a5"}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-unplugged", "status": "completed", "tag": "7cbd0ea1-b328-4a0a-9622-94712cd1db99"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:58.028669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27ef5c-0478-4be7-8dd3-b8184be177b0 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.030217 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9d27ef5c-0478-4be7-8dd3-b8184be177b0 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/networks?id=6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc HTTP/1.1" status: 200 len: 760 time: 0.1461432 Jul 29 23:38:58.032838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:58.039844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0a3dc4d2-0d34-4fcc-b206-aa527204593e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'description': 'd2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:58.103298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-447c989a-7c31-4673-9a8f-73da43dd7346 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.238140 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7865c16a-c703-4020-a2b2-0c24fd6d7ffd x-openstack-request-id: req-7865c16a-c703-4020-a2b2-0c24fd6d7ffd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:58.238502 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f5457275-b173-4626-9c06-1a830574ea8c", "code": 200}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-unplugged", "status": "completed", "tag": "6e06abad-472f-4304-a1f0-7bb6c96d45a5", "code": 200}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-unplugged", "status": "completed", "tag": "7cbd0ea1-b328-4a0a-9622-94712cd1db99", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:58.238723 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7865c16a-c703-4020-a2b2-0c24fd6d7ffd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:58.239125 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5457275-b173-4626-9c06-1a830574ea8c', 'code': 200} Jul 29 23:38:58.239380 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e06abad-472f-4304-a1f0-7bb6c96d45a5', 'code': 200} Jul 29 23:38:58.239698 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cbd0ea1-b328-4a0a-9622-94712cd1db99', 'code': 200} Jul 29 23:38:58.322250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:58.349466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc4d2-0d34-4fcc-b206-aa527204593e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.384071 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc4d2-0d34-4fcc-b206-aa527204593e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.411823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393b5a9-9b8c-4c61-a823-d6e2e3d2095d req-f4ba9bc6-38f4-4dc1-890f-6b52453f6f26 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.419499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393b5a9-9b8c-4c61-a823-d6e2e3d2095d req-f4ba9bc6-38f4-4dc1-890f-6b52453f6f26 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.427452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393b5a9-9b8c-4c61-a823-d6e2e3d2095d req-f4ba9bc6-38f4-4dc1-890f-6b52453f6f26 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.438880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393b5a9-9b8c-4c61-a823-d6e2e3d2095d req-f4ba9bc6-38f4-4dc1-890f-6b52453f6f26 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.440740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c393b5a9-9b8c-4c61-a823-d6e2e3d2095d req-f4ba9bc6-38f4-4dc1-890f-6b52453f6f26 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 3143 time: 0.1544309 Jul 29 23:38:58.491136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:58.492193 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.504165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dc4d2-0d34-4fcc-b206-aa527204593e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:58.509517 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-521c3774-b16c-4e41-9d67-8ba7267095a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.511847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-447c989a-7c31-4673-9a8f-73da43dd7346 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.519908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a3dc4d2-0d34-4fcc-b206-aa527204593e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network 6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc is not hosted by any dhcp agent {{(pid=93817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:38:58.525801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3dc4d2-0d34-4fcc-b206-aa527204593e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.527445 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc4d2-0d34-4fcc-b206-aa527204593e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.529601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0a3dc4d2-0d34-4fcc-b206-aa527204593e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "PUT /v2.0/networks/6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc HTTP/1.1" status: 200 len: 757 time: 0.4957514 Jul 29 23:38:58.532338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:58.551476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:58.627546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c3774-b16c-4e41-9d67-8ba7267095a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Port': ['ID=7cbd0ea1-b328-4a0a-9622-94712cd1db99,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:58.687515 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c393b5a9-9b8c-4c61-a823-d6e2e3d2095d req-57e542d6-67e1-490f-a4f3-e758e12bbf37 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137117 Jul 29 23:38:58.714775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-521c3774-b16c-4e41-9d67-8ba7267095a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] No DVR routers for this DVR port 7cbd0ea1-b328-4a0a-9622-94712cd1db99 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:58.719082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-521c3774-b16c-4e41-9d67-8ba7267095a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.721354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0026de58-0539-47b7-bb8f-fa27c643487b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.722735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-521c3774-b16c-4e41-9d67-8ba7267095a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "DELETE /v2.0/ports/7cbd0ea1-b328-4a0a-9622-94712cd1db99 HTTP/1.1" status: 204 len: 173 time: 1.7993488 Jul 29 23:38:58.730002 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0026de58-0539-47b7-bb8f-fa27c643487b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/networks?id=6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc HTTP/1.1" status: 200 len: 760 time: 0.1947069 Jul 29 23:38:58.742877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59646) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:58.749105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-558158141'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:58.787170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:58.790766 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.796200 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.846869 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-447c989a-7c31-4673-9a8f-73da43dd7346 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.857577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:58.874829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:58.882663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.883275 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.884316 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment 0970281b-a72a-41a4-8d3f-ac3a9bc06969 of type vlan for network 90fbde72-c4b5-4b5a-841f-26275e379c65 Jul 29 23:38:58.999019 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.045230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:59.054814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c989a-7c31-4673-9a8f-73da43dd7346 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event deleted for resources: {'Subnet': ['ID=f09ced1c-3c0e-4c2e-981f-3c9dc16130d4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:59.062232 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-447c989a-7c31-4673-9a8f-73da43dd7346 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.067309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-447c989a-7c31-4673-9a8f-73da43dd7346 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "DELETE /v2.0/subnets/f09ced1c-3c0e-4c2e-981f-3c9dc16130d4 HTTP/1.1" status: 204 len: 168 time: 1.3509529 Jul 29 23:38:59.069776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a12b83-51d5-49db-980d-24654fceae1b None None] Network 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:59.071545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59660) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:59.142756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Deleting port f5457275-b173-4626-9c06-1a830574ea8c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:59.145113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.176929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-deleted', 'tag': '7cbd0ea1-b328-4a0a-9622-94712cd1db99'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:59.183997 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc70cf28-cd58-4dd5-ace2-b83d29a860c6" -d '{"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-deleted", "tag": "7cbd0ea1-b328-4a0a-9622-94712cd1db99"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:59.232223 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.238469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:59.239191 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.437543 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8139ec0c-0928-4b2a-affe-928c2c5b278b x-openstack-request-id: req-8139ec0c-0928-4b2a-affe-928c2c5b278b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:59.438637 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-deleted", "tag": "7cbd0ea1-b328-4a0a-9622-94712cd1db99", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:59.439171 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8139ec0c-0928-4b2a-affe-928c2c5b278b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:59.440806 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-deleted', 'tag': '7cbd0ea1-b328-4a0a-9622-94712cd1db99', 'status': 'completed', 'code': 200} Jul 29 23:38:59.518739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] For port f5457275-b173-4626-9c06-1a830574ea8c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5457275-b173-4626-9c06-1a830574ea8c,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:59.519695 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.592884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a9750-dae6-4ae5-9d12-1ab3068378d1 None None] DHCP port deletion for 572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:59.756985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-013a9750-dae6-4ae5-9d12-1ab3068378d1 None None] Deleting port 8b313da4-5eff-4776-9392-e9dc996ba34e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:59.758088 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-013a9750-dae6-4ae5-9d12-1ab3068378d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.829398 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.829782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.830091 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Floating IP ffd33d3f-bf54-484b-bd78-beeaf27c4ec1 disassociated. External IP: 172.25.2.207, port: f5457275-b173-4626-9c06-1a830574ea8c. Jul 29 23:38:59.830444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Calling delete_port for f5457275-b173-4626-9c06-1a830574ea8c owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:59.843269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-013a9750-dae6-4ae5-9d12-1ab3068378d1 None None] For port 8b313da4-5eff-4776-9392-e9dc996ba34e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b313da4-5eff-4776-9392-e9dc996ba34e,segment=NetworkSegment(2afe7874-a9fb-44bb-b2f7-6b2deb856741),segment_id=2afe7874-a9fb-44bb-b2f7-6b2deb856741)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:59.845401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-013a9750-dae6-4ae5-9d12-1ab3068378d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.854590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59686) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:59.865318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-013a9750-dae6-4ae5-9d12-1ab3068378d1 None None] Calling delete_port for 8b313da4-5eff-4776-9392-e9dc996ba34e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:59.908163 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1638238 Jul 29 23:38:59.909069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d516f-a47e-450e-9088-b1589135b50d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=90fbde72-c4b5-4b5a-841f-26275e379c65,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:59.915060 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.919495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59694) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:59.929615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': '90fbde72-c4b5-4b5a-841f-26275e379c65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:00.047765 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.088401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Port': ['ID=f5457275-b173-4626-9c06-1a830574ea8c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:00.126472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Deleting port 8b313da4-5eff-4776-9392-e9dc996ba34e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:00.126952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.174231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:00.174662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78df24-e359-478c-8ff3-0d6c78135ca0 req-d41348d3-5c2c-4f5f-b2f1-add6d631a83e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:00.180251 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.184596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78df24-e359-478c-8ff3-0d6c78135ca0 req-d41348d3-5c2c-4f5f-b2f1-add6d631a83e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:00.187227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb78df24-e359-478c-8ff3-0d6c78135ca0 req-d41348d3-5c2c-4f5f-b2f1-add6d631a83e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 1677 time: 0.1807532 Jul 29 23:39:00.249379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:00.253903 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205f9b6d-919b-488c-ad31-1b82c9a3f4f8" -d '{"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-plugged", "status": "completed", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:00.281841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 90fbde72-c4b5-4b5a-841f-26275e379c65 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:00.297149 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-013a9750-dae6-4ae5-9d12-1ab3068378d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.307222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] For port 8b313da4-5eff-4776-9392-e9dc996ba34e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b313da4-5eff-4776-9392-e9dc996ba34e,segment=NetworkSegment(2afe7874-a9fb-44bb-b2f7-6b2deb856741),segment_id=2afe7874-a9fb-44bb-b2f7-6b2deb856741)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:00.307573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.337266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Calling delete_port for 8b313da4-5eff-4776-9392-e9dc996ba34e owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:00.374692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb78df24-e359-478c-8ff3-0d6c78135ca0 req-1e2109f0-8d26-4999-becc-1dbf7d96da0e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793156 Jul 29 23:39:00.446348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-733351509'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:00.454857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Router 62d43fd6-00e2-419a-84c6-b958a6acafb3 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:00.555715 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43c29f7-3396-4ccb-a417-315baef139b5 x-openstack-request-id: req-a43c29f7-3396-4ccb-a417-315baef139b5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:00.561042 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-plugged", "status": "completed", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:00.561724 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a43c29f7-3396-4ccb-a417-315baef139b5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:00.561724 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'code': 200} Jul 29 23:39:00.566476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a9750-dae6-4ae5-9d12-1ab3068378d1 None None] Pushing event deleted for resources: {'Port': ['ID=8b313da4-5eff-4776-9392-e9dc996ba34e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:00.587778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b313da4-5eff-4776-9392-e9dc996ba34e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:00.601893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Made reservation on behalf of 642f7f825bfa4da6b218461bd562a46d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:00.603413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a9750-dae6-4ae5-9d12-1ab3068378d1 None None] No DVR routers for this DVR port 8b313da4-5eff-4776-9392-e9dc996ba34e on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:00.608786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.635570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.655833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8b313da4-5eff-4776-9392-e9dc996ba34e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:00.668616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b313da4-5eff-4776-9392-e9dc996ba34e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:00.749983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:00.771341 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] Sync routers for ids ['62d43fd6-00e2-419a-84c6-b958a6acafb3'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:00.792001 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] Routers {'62d43fd6-00e2-419a-84c6-b958a6acafb3'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:00.793369 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:38:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['62d43fd6-00e2-419a-84c6-b958a6acafb3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:00.842674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.855102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] No DVR routers for this DVR port f5457275-b173-4626-9c06-1a830574ea8c on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:00.866611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.868930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-2beff50d-e379-43ac-90fe-d05d464b2c7f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "DELETE /v2.0/ports/f5457275-b173-4626-9c06-1a830574ea8c HTTP/1.1" status: 204 len: 173 time: 2.1336915 Jul 29 23:39:00.907837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event deleted for resources: {'Port': ['ID=8b313da4-5eff-4776-9392-e9dc996ba34e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:00.921510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] No DVR routers for this DVR port 8b313da4-5eff-4776-9392-e9dc996ba34e on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:00.934954 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.939299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.006474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.070285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-51dd1423-c0a2-44db-ac18-40048feb4684 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Deleting port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:01.070285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-51dd1423-c0a2-44db-ac18-40048feb4684 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.088619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=7cc86d17-d4db-4bb5-a7e3-78948aa7e4a5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:01.107418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:01.119818 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.189665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572d75e8-3cf1-4a8b-bd0d-e6197d14cb76']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:01.196435 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.197434 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Added segment 5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf of type vlan for network 668cf72d-efd5-405d-bede-ea46857e4b2c Jul 29 23:39:01.199236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b9b829-3e08-4a5e-963b-6734a0a26f69,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:01.280500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-51dd1423-c0a2-44db-ac18-40048feb4684 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] For port 6e06abad-472f-4304-a1f0-7bb6c96d45a5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6e06abad-472f-4304-a1f0-7bb6c96d45a5,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:01.281085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-51dd1423-c0a2-44db-ac18-40048feb4684 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.281764 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] Set router 62d43fd6-00e2-419a-84c6-b958a6acafb3 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:01.313861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-51dd1423-c0a2-44db-ac18-40048feb4684 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Calling delete_port for 6e06abad-472f-4304-a1f0-7bb6c96d45a5 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:01.316334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.360188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afe7874-a9fb-44bb-b2f7-6b2deb856741') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:01.360500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afe7874-a9fb-44bb-b2f7-6b2deb856741') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:01.380521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.397763 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.406417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:01.406903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.444568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-deleted', 'tag': 'f5457275-b173-4626-9c06-1a830574ea8c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:01.447208 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d4d23-0fe6-49c4-bcbc-0753e1a4f817" -d '{"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-deleted", "tag": "f5457275-b173-4626-9c06-1a830574ea8c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:01.477051 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:01.482766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.497717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.498392 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.524996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': '0970281b-a72a-41a4-8d3f-ac3a9bc06969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '90fbde72-c4b5-4b5a-841f-26275e379c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:01.525397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: 90fbde72-c4b5-4b5a-841f-26275e379c65, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:01.541724 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e59f8a-78c1-4862-bbb4-5008c3c37bec x-openstack-request-id: req-83e59f8a-78c1-4862-bbb4-5008c3c37bec {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:01.542325 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-deleted", "tag": "f5457275-b173-4626-9c06-1a830574ea8c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:01.542325 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83e59f8a-78c1-4862-bbb4-5008c3c37bec {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:01.542693 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-deleted', 'tag': 'f5457275-b173-4626-9c06-1a830574ea8c', 'status': 'completed', 'code': 200} Jul 29 23:39:01.652874 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7971945 Jul 29 23:39:01.667710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:01.676104 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.706468 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Request body: {'subnet': {'network_id': '668cf72d-efd5-405d-bede-ea46857e4b2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:01.727799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88565e-1acc-4bff-9676-459c5cbc5eea req-626621ef-511f-4a91-a308-221e68bc2d37 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.734260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88565e-1acc-4bff-9676-459c5cbc5eea req-626621ef-511f-4a91-a308-221e68bc2d37 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.736196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a88565e-1acc-4bff-9676-459c5cbc5eea req-626621ef-511f-4a91-a308-221e68bc2d37 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 1677 time: 0.2227249 Jul 29 23:39:01.736406 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:41Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd75e6d-2c36-40cc-8163-efc47d829260', 'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'mac_address': 'fa:16:3e:e4:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:39Z', 'updated_at': '2021-07-29T23:28:47Z', 'revision_number': 5, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'subnets': [{'id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:01.737957 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-51dd1423-c0a2-44db-ac18-40048feb4684 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.749483 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.773043 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] 10.222.0.37 "DELETE /v2.0/networks/572d75e8-3cf1-4a8b-bd0d-e6197d14cb76 HTTP/1.1" status: 204 len: 168 time: 2.6954942 Jul 29 23:39:01.808759 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] Checking router: 62d43fd6-00e2-419a-84c6-b958a6acafb3 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:01.820420 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] Routers {'62d43fd6-00e2-419a-84c6-b958a6acafb3'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:01.821917 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:38:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['62d43fd6-00e2-419a-84c6-b958a6acafb3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:01.907139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a88565e-1acc-4bff-9676-459c5cbc5eea req-b6e513d7-58a8-4d40-8947-080c800c52b2 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups?id=7374d999-9024-48b1-ae28-83b246d2b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541085 Jul 29 23:39:01.923133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd1423-c0a2-44db-ac18-40048feb4684 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Port': ['ID=6e06abad-472f-4304-a1f0-7bb6c96d45a5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:01.961310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37d4c1-cfae-4139-8dc5-8e224ecdc09c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Pushing event updated for resources: {'Network': ['ID=668cf72d-efd5-405d-bede-ea46857e4b2c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:01.966073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-51dd1423-c0a2-44db-ac18-40048feb4684 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] No DVR routers for this DVR port 6e06abad-472f-4304-a1f0-7bb6c96d45a5 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:01.973263 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-51dd1423-c0a2-44db-ac18-40048feb4684 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.973513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 668cf72d-efd5-405d-bede-ea46857e4b2c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:01.982962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-51dd1423-c0a2-44db-ac18-40048feb4684 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "DELETE /v2.0/ports/6e06abad-472f-4304-a1f0-7bb6c96d45a5 HTTP/1.1" status: 204 len: 173 time: 1.1044085 Jul 29 23:39:02.026434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network 90fbde72-c4b5-4b5a-841f-26275e379c65 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:02.035122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bf5a9-a6e8-426c-b649-607e7a8a8724 tempest-AllowedAddressPairIpV6TestJSON-1143552022 tempest-AllowedAddressPairIpV6TestJSON-1143552022-project] Pushing event deleted for resources: {'Network': ['ID=572d75e8-3cf1-4a8b-bd0d-e6197d14cb76,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:02.085132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 90fbde72-c4b5-4b5a-841f-26275e379c65) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:02.095081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:02.095682 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.110255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Made reservation on behalf of 642f7f825bfa4da6b218461bd562a46d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:02.116242 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.118223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa374e-586d-4149-a1e4-b313c0928d14 None None] Network 90fbde72-c4b5-4b5a-841f-26275e379c65 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:02.141866 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] Set router 62d43fd6-00e2-419a-84c6-b958a6acafb3 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:02.338267 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.366835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-751cf229-71e9-4d90-8ebd-032698a8931b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Deleting port dc3243ad-5073-4d92-9fba-cfc11172e3b9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:02.367187 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-751cf229-71e9-4d90-8ebd-032698a8931b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.408463 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c3be40ac-afa7-4827-b5a7-b8e3d8bca4c8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4838829 Jul 29 23:39:02.411253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59768) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:02.434372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.596651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-90fbde72-c4b5-4b5a-841f-26275e379c65', 'network_id': '90fbde72-c4b5-4b5a-841f-26275e379c65', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': '7cc86d17-d4db-4bb5-a7e3-78948aa7e4a5'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:02.598860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59774) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:02.602946 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.662146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-751cf229-71e9-4d90-8ebd-032698a8931b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] For port dc3243ad-5073-4d92-9fba-cfc11172e3b9, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=dc3243ad-5073-4d92-9fba-cfc11172e3b9,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:02.662912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-751cf229-71e9-4d90-8ebd-032698a8931b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.713108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-751cf229-71e9-4d90-8ebd-032698a8931b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Calling delete_port for dc3243ad-5073-4d92-9fba-cfc11172e3b9 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:02.784263 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:41Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd75e6d-2c36-40cc-8163-efc47d829260', 'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'mac_address': 'fa:16:3e:e4:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:39Z', 'updated_at': '2021-07-29T23:28:47Z', 'revision_number': 5, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'subnets': [{'id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:02.793905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Pushing event updated for resources: {'Subnet': ['ID=d0db7234-60de-42e1-b1f9-279c2c3dea98,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:02.852520 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af64bb-3d7b-4451-a0f8-75e7333a815b None None] The sync data for ids ['62d43fd6-00e2-419a-84c6-b958a6acafb3'] in n-d-712139-11 is: [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:28:41Z', 'revision_number': 4, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6bd75e6d-2c36-40cc-8163-efc47d829260', 'name': '', 'network_id': '674d778d-dcc6-4818-938a-13b70fc784d0', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'mac_address': 'fa:16:3e:e4:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:39Z', 'updated_at': '2021-07-29T23:28:47Z', 'revision_number': 5, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'subnets': [{'id': 'fe272e18-ada4-4f75-b785-d7853a2ae4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:02.884201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Checking segment: {'id': '5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '668cf72d-efd5-405d-bede-ea46857e4b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:02.884682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Network hostable DHCP agents. Network: 668cf72d-efd5-405d-bede-ea46857e4b2c, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:02.932788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Allocated IP 172.20.0.2 (90fbde72-c4b5-4b5a-841f-26275e379c65/7cc86d17-d4db-4bb5-a7e3-78948aa7e4a5/4a8e7981-5f3e-4a07-a845-1abffacb7a1b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:02.939670 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.042495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Network 668cf72d-efd5-405d-bede-ea46857e4b2c is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:03.059989 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-751cf229-71e9-4d90-8ebd-032698a8931b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.136280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7ec9bffd-dc42-4b38-8018-b3a16878fc30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23f89afa4adf4650885b56f8c31ce87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316472 Jul 29 23:39:03.136280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cf229-71e9-4d90-8ebd-032698a8931b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Port': ['ID=dc3243ad-5073-4d92-9fba-cfc11172e3b9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:03.140190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59796) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:03.156386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 668cf72d-efd5-405d-bede-ea46857e4b2c) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:03.177637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732c5b9d-af0c-4a7b-a87c-33851f3ce1e4 None None] Network 668cf72d-efd5-405d-bede-ea46857e4b2c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:03.198155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd08c58e-bf86-4394-8484-23d0fd669309 req-979facb9-35d2-46a7-93ac-f33ce3f27746 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0750413 Jul 29 23:39:03.268450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-751cf229-71e9-4d90-8ebd-032698a8931b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] No DVR routers for this DVR port dc3243ad-5073-4d92-9fba-cfc11172e3b9 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:03.272718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-751cf229-71e9-4d90-8ebd-032698a8931b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.275192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c0e1fc6-5e64-4b14-9ebb-b3c327005f08 req-751cf229-71e9-4d90-8ebd-032698a8931b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.42 "DELETE /v2.0/ports/dc3243ad-5073-4d92-9fba-cfc11172e3b9 HTTP/1.1" status: 204 len: 173 time: 1.2830617 Jul 29 23:39:03.335884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:03.338352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.383826 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.396383 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-668cf72d-efd5-405d-bede-ea46857e4b2c', 'network_id': '668cf72d-efd5-405d-bede-ea46857e4b2c', 'tenant_id': '642f7f825bfa4da6b218461bd562a46d', 'fixed_ips': [{'subnet_id': 'd0db7234-60de-42e1-b1f9-279c2c3dea98'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:03.397857 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.413456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Transition to ACTIVE for port object 4a8e7981-5f3e-4a07-a845-1abffacb7a1b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:03.417002 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1365bb-4990-4b84-b5d9-3498f516de14 None None] New status for floating IP ffd33d3f-bf54-484b-bd78-beeaf27c4ec1: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:39:03.457938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.494335 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d99b7708-d626-4a86-a862-7ed1e4c90b12 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8161662 Jul 29 23:39:03.497522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59800) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:03.502390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Request body: {'port': {'network_id': '668cf72d-efd5-405d-bede-ea46857e4b2c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-543166570'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:03.505515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59802) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:03.543151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-deleted', 'tag': '6e06abad-472f-4304-a1f0-7bb6c96d45a5'}, {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-deleted', 'tag': 'dc3243ad-5073-4d92-9fba-cfc11172e3b9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:03.550023 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bf0e72-f4f1-4724-8e42-0da9ea6a981c" -d '{"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-deleted", "tag": "6e06abad-472f-4304-a1f0-7bb6c96d45a5"}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-deleted", "tag": "dc3243ad-5073-4d92-9fba-cfc11172e3b9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:03.571702 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3794a152-ad92-40d0-b7b4-81e4c98445f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.607580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Transition to ACTIVE for port object 4a8e7981-5f3e-4a07-a845-1abffacb7a1b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:03.656040 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3056ec2c-8bc0-4e74-8108-56e5e6319735 x-openstack-request-id: req-3056ec2c-8bc0-4e74-8108-56e5e6319735 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:03.657590 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-deleted", "tag": "6e06abad-472f-4304-a1f0-7bb6c96d45a5", "status": "completed", "code": 200}, {"server_uuid": "09ff3f21-5ac4-4e42-bbcb-3879d57dba8d", "name": "network-vif-deleted", "tag": "dc3243ad-5073-4d92-9fba-cfc11172e3b9", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:03.658321 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3056ec2c-8bc0-4e74-8108-56e5e6319735 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:03.660557 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-deleted', 'tag': '6e06abad-472f-4304-a1f0-7bb6c96d45a5', 'status': 'completed', 'code': 200} Jul 29 23:39:03.662014 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff3f21-5ac4-4e42-bbcb-3879d57dba8d', 'name': 'network-vif-deleted', 'tag': 'dc3243ad-5073-4d92-9fba-cfc11172e3b9', 'status': 'completed', 'code': 200} Jul 29 23:39:03.735523 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3794a152-ad92-40d0-b7b4-81e4c98445f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.800579 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.845680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57f59b2e-0564-43dd-95f0-e49fa3cdbb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.856944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Made reservation on behalf of 642f7f825bfa4da6b218461bd562a46d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:03.880833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.890786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3794a152-ad92-40d0-b7b4-81e4c98445f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.903337 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3794a152-ad92-40d0-b7b4-81e4c98445f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.909194 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3794a152-ad92-40d0-b7b4-81e4c98445f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca3a1ad8-996a-4f32-bd28-2c4f57e77f48 HTTP/1.1" status: 204 len: 168 time: 0.7673337 Jul 29 23:39:03.924242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Network 90fbde72-c4b5-4b5a-841f-26275e379c65 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:03.925267 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.927782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794a152-ad92-40d0-b7b4-81e4c98445f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3a1ad8-996a-4f32-bd28-2c4f57e77f48,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:03.954389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:03.984817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc86d17-d4db-4bb5-a7e3-78948aa7e4a5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.012827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:04.055834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Pushing event updated for resources: {'Port': ['ID=4a8e7981-5f3e-4a07-a845-1abffacb7a1b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.069846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57f59b2e-0564-43dd-95f0-e49fa3cdbb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.085755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57f59b2e-0564-43dd-95f0-e49fa3cdbb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.093576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.109336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fbde72-c4b5-4b5a-841f-26275e379c65']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:04.127604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0970281b-a72a-41a4-8d3f-ac3a9bc06969') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:04.128523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0970281b-a72a-41a4-8d3f-ac3a9bc06969') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:04.132309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] device_id is not set on port 6ea3984e-846a-43b4-9aa9-db4c2a9e92b7 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:04.152385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.180723 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.181032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Allocated IP 172.20.0.2 (668cf72d-efd5-405d-bede-ea46857e4b2c/d0db7234-60de-42e1-b1f9-279c2c3dea98/0704d862-a4c0-4a3c-ae8e-df0c7ed25a11) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:04.199954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:04.201305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:04.208164 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:04.239589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Attempting to bind port 4a8e7981-5f3e-4a07-a845-1abffacb7a1b on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:04.240149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Attempting to bind port 4a8e7981-5f3e-4a07-a845-1abffacb7a1b by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '0970281b-a72a-41a4-8d3f-ac3a9bc06969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '90fbde72-c4b5-4b5a-841f-26275e379c65'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:04.240747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Attempting to bind port 4a8e7981-5f3e-4a07-a845-1abffacb7a1b on network 90fbde72-c4b5-4b5a-841f-26275e379c65 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:04.265667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:04.266674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f59b2e-0564-43dd-95f0-e49fa3cdbb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5cab34-5a6d-409b-888c-7892d9098b69,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.276902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Checking segment: {'id': '0970281b-a72a-41a4-8d3f-ac3a9bc06969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '90fbde72-c4b5-4b5a-841f-26275e379c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:04.278402 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.279633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Bound using segment: {'id': '0970281b-a72a-41a4-8d3f-ac3a9bc06969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '90fbde72-c4b5-4b5a-841f-26275e379c65'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:04.280429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Bound port: 4a8e7981-5f3e-4a07-a845-1abffacb7a1b, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0970281b-a72a-41a4-8d3f-ac3a9bc06969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '90fbde72-c4b5-4b5a-841f-26275e379c65'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:04.281086 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.315832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-57f59b2e-0564-43dd-95f0-e49fa3cdbb36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42ce68f04dba4cbcad2744d30322f821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8056769 Jul 29 23:39:04.316595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:04.383485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:39:04.383485 n-d-712139-11 neutron-server[93817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:39:04.383485 n-d-712139-11 neutron-server[93817]: [parameters: {'id': '90fbde72-c4b5-4b5a-841f-26275e379c65'}] Jul 29 23:39:04.383485 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:39:04.384341 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:39:04.474207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b78b021-8a50-48dc-9c90-890a2b7806d8 req-86ec5300-6e48-4ae8-b1cb-1539080ce240 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0413942 Jul 29 23:39:04.475532 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f01ad8ac-a6d8-420d-99eb-9776b1fa69d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.525080 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f01ad8ac-a6d8-420d-99eb-9776b1fa69d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.644727 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f01ad8ac-a6d8-420d-99eb-9776b1fa69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.648394 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f01ad8ac-a6d8-420d-99eb-9776b1fa69d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.650124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f01ad8ac-a6d8-420d-99eb-9776b1fa69d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb5cab34-5a6d-409b-888c-7892d9098b69 HTTP/1.1" status: 204 len: 168 time: 0.3325567 Jul 29 23:39:04.668518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ad8ac-a6d8-420d-99eb-9776b1fa69d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5cab34-5a6d-409b-888c-7892d9098b69,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.669396 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.675963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] For port 4a8e7981-5f3e-4a07-a845-1abffacb7a1b, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:04.683271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] For port 4a8e7981-5f3e-4a07-a845-1abffacb7a1b, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4a8e7981-5f3e-4a07-a845-1abffacb7a1b,segment=NetworkSegment(0970281b-a72a-41a4-8d3f-ac3a9bc06969),segment_id=0970281b-a72a-41a4-8d3f-ac3a9bc06969)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:04.692463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Transition to ACTIVE for port object 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:04.703870 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.836642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Transition to ACTIVE for port object 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:04.886081 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.887780 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.924240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf46db8-d05e-4339-9310-9d9bdb71b16c None None] Pushing event updated for resources: {'Port': ['ID=4a8e7981-5f3e-4a07-a845-1abffacb7a1b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.960352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a163dea3-d22e-4b5a-b8c0-6ea6aa5ee4d4 None None] Network 90fbde72-c4b5-4b5a-841f-26275e379c65 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:05.014865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Network 668cf72d-efd5-405d-bede-ea46857e4b2c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:05.033193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Allocated IP 172.20.0.9 (668cf72d-efd5-405d-bede-ea46857e4b2c/d0db7234-60de-42e1-b1f9-279c2c3dea98/6ea3984e-846a-43b4-9aa9-db4c2a9e92b7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:05.056528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:05.066571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:05.128452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Pushing event updated for resources: {'Port': ['ID=0704d862-a4c0-4a3c-ae8e-df0c7ed25a11,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:05.166139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Deleting port 4a8e7981-5f3e-4a07-a845-1abffacb7a1b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:05.166694 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.247675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Attempting to bind port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:05.248326 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Attempting to bind port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '668cf72d-efd5-405d-bede-ea46857e4b2c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:05.248507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Attempting to bind port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 on network 668cf72d-efd5-405d-bede-ea46857e4b2c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:05.265738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:05.270614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Checking segment: {'id': '5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '668cf72d-efd5-405d-bede-ea46857e4b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:05.272495 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.273813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Bound using segment: {'id': '5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '668cf72d-efd5-405d-bede-ea46857e4b2c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:05.274835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Bound port: 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '668cf72d-efd5-405d-bede-ea46857e4b2c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:05.276269 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.347029 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.385204 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59862) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:05.402505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Transition to ACTIVE for port object 6ea3984e-846a-43b4-9aa9-db4c2a9e92b7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:05.433954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] For port 4a8e7981-5f3e-4a07-a845-1abffacb7a1b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4a8e7981-5f3e-4a07-a845-1abffacb7a1b,segment=NetworkSegment(0970281b-a72a-41a4-8d3f-ac3a9bc06969),segment_id=0970281b-a72a-41a4-8d3f-ac3a9bc06969)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:05.436277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:05.439657 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.459194 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f9b64c9-2c1d-4612-a05b-c0a69964ba79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.484534 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.493313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] For port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:05.497026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] For port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0704d862-a4c0-4a3c-ae8e-df0c7ed25a11,segment=NetworkSegment(5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf),segment_id=5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:05.499302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Calling delete_port for 4a8e7981-5f3e-4a07-a845-1abffacb7a1b owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:05.510732 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.608486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Pushing event updated for resources: {'Port': ['ID=6ea3984e-846a-43b4-9aa9-db4c2a9e92b7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:05.654997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af4cb7-ae0d-48ec-b0fc-59a8dd0170d2 None None] Pushing event updated for resources: {'Port': ['ID=0704d862-a4c0-4a3c-ae8e-df0c7ed25a11,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:05.659614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Network 668cf72d-efd5-405d-bede-ea46857e4b2c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:05.677761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:05.709098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:05.773421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.794902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a13dc4a-1d8c-4cd9-9ec7-16fc600eae99 req-3235ce37-eb02-47cc-9193-e5bcb6952473 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.1120491 Jul 29 23:39:05.826740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:05.827629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Port': ['ID=4a8e7981-5f3e-4a07-a845-1abffacb7a1b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:05.827868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.832120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No DVR routers for this DVR port 4a8e7981-5f3e-4a07-a845-1abffacb7a1b on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:05.868184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1748912256'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:05.972260 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f9b64c9-2c1d-4612-a05b-c0a69964ba79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.999305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-40f69eb6-4cf9-44ac-8de4-0d16d76cf51c tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5009880 Jul 29 23:39:06.004650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59874) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:06.049064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f9b64c9-2c1d-4612-a05b-c0a69964ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.107683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b64c9-2c1d-4612-a05b-c0a69964ba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360a1074-f8ef-480f-8410-cc73460a7e14,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:06.148640 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.204670 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4f9b64c9-2c1d-4612-a05b-c0a69964ba79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c81a7813fa940d0989ac07b8a3fb9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8178923 Jul 29 23:39:06.207519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fbde72-c4b5-4b5a-841f-26275e379c65']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:06.210677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59886) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:06.233490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0970281b-a72a-41a4-8d3f-ac3a9bc06969') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:06.234175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0970281b-a72a-41a4-8d3f-ac3a9bc06969') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:06.299993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.381145 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.404779 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30422696-9006-401c-bf30-cc469fe567fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.409254 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:06.410242 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:06.413788 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:06.517021 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30422696-9006-401c-bf30-cc469fe567fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.547924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.603049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Made reservation on behalf of aa7d3cbf4c4f40408158d99fd2b1e371 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:06.606641 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.629812 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.634776 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/90fbde72-c4b5-4b5a-841f-26275e379c65 HTTP/1.1" status: 204 len: 168 time: 4.2199585 Jul 29 23:39:06.643953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59888) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:06.648293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:06.685803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee29157-466f-4ce5-b4bc-65ee8e4f85d9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=90fbde72-c4b5-4b5a-841f-26275e379c65,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:06.696100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30422696-9006-401c-bf30-cc469fe567fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.699580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.700685 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30422696-9006-401c-bf30-cc469fe567fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.703014 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c158ca49-3e65-4467-ab87-9238d5c88aee tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] GET failed (client error): The resource could not be found. Jul 29 23:39:06.705909 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-30422696-9006-401c-bf30-cc469fe567fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/360a1074-f8ef-480f-8410-cc73460a7e14 HTTP/1.1" status: 204 len: 168 time: 0.4914718 Jul 29 23:39:06.707732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c158ca49-3e65-4467-ab87-9238d5c88aee tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/subnets/7cc86d17-d4db-4bb5-a7e3-78948aa7e4a5 HTTP/1.1" status: 404 len: 337 time: 0.0625098 Jul 29 23:39:06.711534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:06.749833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30422696-9006-401c-bf30-cc469fe567fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360a1074-f8ef-480f-8410-cc73460a7e14,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:06.754264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:06.768623 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e40f4e4-8dca-43e9-9fbe-8537da1c581b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:06.770049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e40f4e4-8dca-43e9-9fbe-8537da1c581b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:06.776915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2e40f4e4-8dca-43e9-9fbe-8537da1c581b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/90fbde72-c4b5-4b5a-841f-26275e379c65 HTTP/1.1" status: 404 len: 339 time: 0.0540504 Jul 29 23:39:06.780990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59894) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:06.866498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-96a038f5-0b34-4a22-a4ad-085ac484f08e tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Deleting port 6ea3984e-846a-43b4-9aa9-db4c2a9e92b7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:06.870640 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a038f5-0b34-4a22-a4ad-085ac484f08e tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.202970 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b268b265-26da-48e1-a11a-788223e22e42 req-6f522f3a-6d8d-4105-8a7f-0d258edd40d6 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.1308472 Jul 29 23:39:07.216444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc9957d-f617-4767-bf48-9dc21d2a4ab4 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.217986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dcc9957d-f617-4767-bf48-9dc21d2a4ab4 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4353292 Jul 29 23:39:07.221824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59904) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:07.255032 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a038f5-0b34-4a22-a4ad-085ac484f08e tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.292931 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.303316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59910) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:07.315789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-96a038f5-0b34-4a22-a4ad-085ac484f08e tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Calling delete_port for 6ea3984e-846a-43b4-9aa9-db4c2a9e92b7 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:07.318207 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.319081 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ddbc77fa-53a6-427b-8c34-7a5ef15703c6 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 207 time: 0.0941875 Jul 29 23:39:07.341711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73463f41-33f1-427f-bb7a-951291c43dae None None] Network 668cf72d-efd5-405d-bede-ea46857e4b2c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:07.363908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:07.377017 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.377259 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Added segment 6e524046-882e-414b-be5e-9719ecac9580 of type vlan for network 42b6d1ba-171e-4719-bdb2-7c9da857103b Jul 29 23:39:07.425109 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.459090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f171e85-39a8-4f91-9113-3244833a6b55,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:07.492571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ed4001bc-d5b1-482e-ab1e-be009a3db63d None None] Provisioning for port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:07.501240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ed4001bc-d5b1-482e-ab1e-be009a3db63d None None] Provisioning complete for port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:07.502081 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed4001bc-d5b1-482e-ab1e-be009a3db63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.636980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.643543 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.644286 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.766727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3293397 Jul 29 23:39:07.769700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59928) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:07.775982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Request body: {'subnet': {'network_id': '42b6d1ba-171e-4719-bdb2-7c9da857103b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:07.781116 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed4001bc-d5b1-482e-ab1e-be009a3db63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.800156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e900a-c852-46bf-af51-032d1411d959 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.810558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e900a-c852-46bf-af51-032d1411d959 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.844691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e900a-c852-46bf-af51-032d1411d959 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.851141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e900a-c852-46bf-af51-032d1411d959 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.860732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:07.875925 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-459e900a-c852-46bf-af51-032d1411d959 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5709798 Jul 29 23:39:07.888520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4137b8-635d-4dc1-a38b-72fe8605408c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event updated for resources: {'Network': ['ID=42b6d1ba-171e-4719-bdb2-7c9da857103b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:07.903623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 42b6d1ba-171e-4719-bdb2-7c9da857103b details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:08.039394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Made reservation on behalf of aa7d3cbf4c4f40408158d99fd2b1e371 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:08.041001 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a038f5-0b34-4a22-a4ad-085ac484f08e tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.051586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.140028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a038f5-0b34-4a22-a4ad-085ac484f08e tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Pushing event deleted for resources: {'Port': ['ID=6ea3984e-846a-43b4-9aa9-db4c2a9e92b7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:08.148432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ed4001bc-d5b1-482e-ab1e-be009a3db63d None None] For port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0704d862-a4c0-4a3c-ae8e-df0c7ed25a11,segment=NetworkSegment(5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf),segment_id=5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:08.164654 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed4001bc-d5b1-482e-ab1e-be009a3db63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.343461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4001bc-d5b1-482e-ab1e-be009a3db63d None None] Pushing event updated for resources: {'Port': ['ID=0704d862-a4c0-4a3c-ae8e-df0c7ed25a11,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:08.413819 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a038f5-0b34-4a22-a4ad-085ac484f08e tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.415818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-96a038f5-0b34-4a22-a4ad-085ac484f08e tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] 10.222.0.37 "DELETE /v2.0/ports/6ea3984e-846a-43b4-9aa9-db4c2a9e92b7 HTTP/1.1" status: 204 len: 168 time: 2.4122686 Jul 29 23:39:08.424549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59950) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:08.481256 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-871edd0d-b195-4472-be86-0e195238b97c req-aad1a0ea-c333-44a4-981b-efbe2cca2ecb tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0882063 Jul 29 23:39:08.535805 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1d8996c3-9f7a-4b8c-b492-aa45949a039c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6737831 Jul 29 23:39:08.539102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59964) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:08.675592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:08.676244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd6be7-c5e6-478a-a121-f6424b5be9ef tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.681848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd6be7-c5e6-478a-a121-f6424b5be9ef tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.693352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c3bd6be7-c5e6-478a-a121-f6424b5be9ef tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1509023 Jul 29 23:39:08.694828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59966) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:08.795394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d903cc0c-e98d-4116-9524-d131c2f2fbc9 None None] Provisioning complete for port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:08.796627 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d903cc0c-e98d-4116-9524-d131c2f2fbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.843351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.861189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836875bb-97a3-4f4d-9d49-63ca5b10119c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.862755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836875bb-97a3-4f4d-9d49-63ca5b10119c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.876125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:08.880036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-836875bb-97a3-4f4d-9d49-63ca5b10119c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1683743 Jul 29 23:39:08.975908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8da03e56-1d50-4df5-81ae-b6d23a67fd55 tempest-DHCPAgentSchedulersTestJSON-249045118 tempest-DHCPAgentSchedulersTestJSON-249045118-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.4992421 Jul 29 23:39:08.978029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59976) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:08.981221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:08.981907 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.989114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-69724261'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:09.030233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Made reservation on behalf of 642f7f825bfa4da6b218461bd562a46d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:09.034426 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.108728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:09.141684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.144410 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Added segment f42cb452-46c3-41cc-8d56-44a9fdb54cc3 of type vlan for network f41c3b35-a591-48c8-994e-eabbfe1db763 Jul 29 23:39:09.169533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d903cc0c-e98d-4116-9524-d131c2f2fbc9 None None] Could not find standard attr ID for object 6ea3984e-846a-43b4-9aa9-db4c2a9e92b7. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:39:09.174410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event updated for resources: {'Subnet': ['ID=3b754e1a-240d-4db4-9ff8-4f56f0baf997,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:09.228258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.246836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Checking segment: {'id': '6e524046-882e-414b-be5e-9719ecac9580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '42b6d1ba-171e-4719-bdb2-7c9da857103b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:09.254918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Network hostable DHCP agents. Network: 42b6d1ba-171e-4719-bdb2-7c9da857103b, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:09.273352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.281713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:09.282720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.369268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043bd88e-bae7-46c0-bea1-74d0f4436330 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:09.375110 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-043bd88e-bae7-46c0-bea1-74d0f4436330 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/networks/ba23da77-234d-4406-9893-dbdf5f21510e HTTP/1.1" status: 200 len: 800 time: 0.4976046 Jul 29 23:39:09.378004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59982) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:09.391921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Network 42b6d1ba-171e-4719-bdb2-7c9da857103b is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:09.460891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 42b6d1ba-171e-4719-bdb2-7c9da857103b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:09.480297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:09.480901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.508778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:09.524195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5207746 Jul 29 23:39:09.560370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b802ae7-e240-43b1-84a9-497a9ad33bd6 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Pushing event updated for resources: {'Network': ['ID=f41c3b35-a591-48c8-994e-eabbfe1db763,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:09.719763 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ea760287-b0da-4d1f-a20a-be08b673c332 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9489164 Jul 29 23:39:09.740065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60000) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:09.754967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d03050-f3c0-4ecc-8f1c-f3dfaaa64d4d None None] Network 42b6d1ba-171e-4719-bdb2-7c9da857103b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:09.756501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07b576ed-d38a-44ea-a510-ce837da1f95a req-36fb4424-cb10-4fbf-ac44-a52b59e34783 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0856285 Jul 29 23:39:09.757830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f41c3b35-a591-48c8-994e-eabbfe1db763 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:09.769381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Request body: {'port': {'network_id': '42b6d1ba-171e-4719-bdb2-7c9da857103b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2028024524'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:09.859206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2d464052-57d5-4384-9334-9b29a2c2471d None None] Could not find standard attr ID for object 6ea3984e-846a-43b4-9aa9-db4c2a9e92b7. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:39:09.989548 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e56b6bdd-0bb3-47a8-88a7-11627b69367d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/networks/ba23da77-234d-4406-9893-dbdf5f21510e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6100938 Jul 29 23:39:09.990186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60012) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:10.014009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Made reservation on behalf of aa7d3cbf4c4f40408158d99fd2b1e371 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:10.014009 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.055243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] device_id is not set on port f620d150-5e69-430c-8ad3-b93d2ca3f20a yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:10.089283 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-406249d1-2013-4f0d-b28d-a21c29c332dc tempest-DHCPAgentSchedulersTestJSON-249045118 tempest-DHCPAgentSchedulersTestJSON-249045118-project-admin] 10.222.0.37 "GET /v2.0/agents/7988cec6-454f-4a21-90fb-6ddb3519ae8a/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.5790539 Jul 29 23:39:10.092161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:10.115644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38319dea-af55-4d04-a4ea-da4fd1d1bc9e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.121741 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-38319dea-af55-4d04-a4ea-da4fd1d1bc9e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/subnets/b9207fb0-1b82-44e8-8248-0718716044a2 HTTP/1.1" status: 200 len: 811 time: 0.1281519 Jul 29 23:39:10.123965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60016) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:10.224927 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-42b6d1ba-171e-4719-bdb2-7c9da857103b', 'network_id': '42b6d1ba-171e-4719-bdb2-7c9da857103b', 'tenant_id': 'aa7d3cbf4c4f40408158d99fd2b1e371', 'fixed_ips': [{'subnet_id': '3b754e1a-240d-4db4-9ff8-4f56f0baf997'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:10.228502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91d28a-6b28-42cd-86cb-c48150fc9e88 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.233359 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.234124 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2d91d28a-6b28-42cd-86cb-c48150fc9e88 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "GET /v2.0/subnets/b9207fb0-1b82-44e8-8248-0718716044a2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1089125 Jul 29 23:39:10.234944 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:10.241393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-83505573'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:10.275979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3fd20-c10b-4d55-86d2-a253916b696b tempest-DHCPAgentSchedulersTestJSON-249045118 tempest-DHCPAgentSchedulersTestJSON-249045118-project-admin] Network f41c3b35-a591-48c8-994e-eabbfe1db763 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:10.291804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:10.296269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.313162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-86e3fd20-c10b-4d55-86d2-a253916b696b tempest-DHCPAgentSchedulersTestJSON-249045118 tempest-DHCPAgentSchedulersTestJSON-249045118-project-admin] 10.222.0.37 "POST /v2.0/agents/7988cec6-454f-4a21-90fb-6ddb3519ae8a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2197962 Jul 29 23:39:10.315677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60022) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:10.360491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:10.403152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Allocated IP 2001:db8::1e3 (42b6d1ba-171e-4719-bdb2-7c9da857103b/3b754e1a-240d-4db4-9ff8-4f56f0baf997/f620d150-5e69-430c-8ad3-b93d2ca3f20a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:10.414990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.415652 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Added segment 6ebbd575-7def-43ba-b49a-75446bf0ae6b of type vlan for network 5bfc56ca-d1a4-4e9e-85dc-39ac16088424 Jul 29 23:39:10.462634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2788723-47f4-4e87-9433-36d6a0a8b432 None None] Network f41c3b35-a591-48c8-994e-eabbfe1db763 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:10.526408 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-12d6b2ff-b7bb-411c-a35e-85635877ddb4 tempest-DHCPAgentSchedulersTestJSON-249045118 tempest-DHCPAgentSchedulersTestJSON-249045118-project-admin] 10.222.0.37 "GET /v2.0/agents/7988cec6-454f-4a21-90fb-6ddb3519ae8a/dhcp-networks HTTP/1.1" status: 200 len: 11201 time: 0.2093146 Jul 29 23:39:10.529467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:10.533507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.688309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:39:10.745237 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.766458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.767138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.795552 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3395f870-3d4f-475f-9189-307bf25710d4 tempest-DHCPAgentSchedulersTestJSON-249045118 tempest-DHCPAgentSchedulersTestJSON-249045118-project-admin] 10.222.0.37 "DELETE /v2.0/agents/7988cec6-454f-4a21-90fb-6ddb3519ae8a/dhcp-networks/f41c3b35-a591-48c8-994e-eabbfe1db763 HTTP/1.1" status: 204 len: 168 time: 0.2615607 Jul 29 23:39:10.806825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60044) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:10.905957 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.943807 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7064068 Jul 29 23:39:10.951500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:10.972074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'network_id': '5bfc56ca-d1a4-4e9e-85dc-39ac16088424', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:11.048546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ad22f-1765-41ba-987e-91034d9364bd tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Network': ['ID=5bfc56ca-d1a4-4e9e-85dc-39ac16088424,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:11.061865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 5bfc56ca-d1a4-4e9e-85dc-39ac16088424 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:11.179326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Made reservation on behalf of 4cd082d7b2444bb5ad39cafa4ae71b96 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:11.184153 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.202456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4305577-1e84-4060-9a11-38b858673737 req-abcb53e5-e428-4e75-a54d-7a603e86b13a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.2661400 Jul 29 23:39:11.204260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Transition to ACTIVE for port object f620d150-5e69-430c-8ad3-b93d2ca3f20a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:11.471596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-153068ff-82ac-4a5e-95e5-b1e108dedd58 tempest-DHCPAgentSchedulersTestJSON-249045118 tempest-DHCPAgentSchedulersTestJSON-249045118-project-admin] 10.222.0.37 "GET /v2.0/agents/7988cec6-454f-4a21-90fb-6ddb3519ae8a/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.6636887 Jul 29 23:39:11.476453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60060) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:11.500265 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.503873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2fd97d76-6057-421b-9d32-5469441a8f58 tempest-DHCPAgentSchedulersTestJSON-249045118 tempest-DHCPAgentSchedulersTestJSON-249045118-project-admin] 10.222.0.37 "GET /v2.0/networks/668cf72d-efd5-405d-bede-ea46857e4b2c/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0260677 Jul 29 23:39:11.510930 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60064) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:11.566178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Network 42b6d1ba-171e-4719-bdb2-7c9da857103b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:11.579673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:11.589135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:11.603351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:11.608224 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.627151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Allocated IP 2001:db8::2 (42b6d1ba-171e-4719-bdb2-7c9da857103b/3b754e1a-240d-4db4-9ff8-4f56f0baf997/43abe344-8718-4245-a9a0-6ee6020ffd96) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:11.628148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3d08b243-b993-4be4-844c-aec747c53112 tempest-DHCPAgentSchedulersTestJSON-249045118 tempest-DHCPAgentSchedulersTestJSON-249045118-project-admin] 10.222.0.37 "GET /v2.0/networks/668cf72d-efd5-405d-bede-ea46857e4b2c/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1156180 Jul 29 23:39:11.629536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event updated for resources: {'Port': ['ID=f620d150-5e69-430c-8ad3-b93d2ca3f20a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:11.632879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60068) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:11.640741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b8f4de8f-4540-44b9-8680-410926f04f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8809345 Jul 29 23:39:11.646513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60070) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:11.653565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Request body: {'port': {'network_id': '42b6d1ba-171e-4719-bdb2-7c9da857103b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-533042080', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:11.654417 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.api.validators [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] bootfile-name is not in valid_values {{(pid=93816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:39:11.654938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.api.validators [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] tftp-server is not in valid_values {{(pid=93816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:39:11.655449 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.api.validators [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] server-ip-address is not in valid_values {{(pid=93816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:39:11.938641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Performing IP validity checks on allocation pools {{(pid=93817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:39:11.939235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:39:11.981208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.993412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Transition to ACTIVE for port object 43abe344-8718-4245-a9a0-6ee6020ffd96 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:12.019855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Transition to ACTIVE for port object 43abe344-8718-4245-a9a0-6ee6020ffd96 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:12.024863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-401219a1-5a05-4ef4-89b5-335d0455d8c2 tempest-DHCPAgentSchedulersTestJSON-249045118 tempest-DHCPAgentSchedulersTestJSON-249045118-project-admin] 10.222.0.37 "GET /v2.0/agents/7988cec6-454f-4a21-90fb-6ddb3519ae8a/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.3841171 Jul 29 23:39:12.026101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60086) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:12.033154 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.083548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Made reservation on behalf of aa7d3cbf4c4f40408158d99fd2b1e371 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:12.100682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.119967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Network 42b6d1ba-171e-4719-bdb2-7c9da857103b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:12.129262 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:12.137990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:12.191756 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Pushing event updated for resources: {'Port': ['ID=43abe344-8718-4245-a9a0-6ee6020ffd96,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:12.225960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.291744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] device_id is not set on port f774f316-dc22-411e-8b79-32a49e34d134 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:12.407096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=85d2896f-94bb-483b-9ccb-1e6dd13ade01,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:12.407557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Attempting to bind port 43abe344-8718-4245-a9a0-6ee6020ffd96 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:12.408148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Attempting to bind port 43abe344-8718-4245-a9a0-6ee6020ffd96 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '6e524046-882e-414b-be5e-9719ecac9580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '42b6d1ba-171e-4719-bdb2-7c9da857103b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:12.408710 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Attempting to bind port 43abe344-8718-4245-a9a0-6ee6020ffd96 on network 42b6d1ba-171e-4719-bdb2-7c9da857103b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:12.426662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:12.427170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Checking segment: {'id': '6e524046-882e-414b-be5e-9719ecac9580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '42b6d1ba-171e-4719-bdb2-7c9da857103b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:12.427170 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.428247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Bound using segment: {'id': '6e524046-882e-414b-be5e-9719ecac9580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '42b6d1ba-171e-4719-bdb2-7c9da857103b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:12.442698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Bound port: 43abe344-8718-4245-a9a0-6ee6020ffd96, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e524046-882e-414b-be5e-9719ecac9580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '42b6d1ba-171e-4719-bdb2-7c9da857103b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:12.443130 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.457987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Checking segment: {'id': '6ebbd575-7def-43ba-b49a-75446bf0ae6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5bfc56ca-d1a4-4e9e-85dc-39ac16088424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:12.458354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network hostable DHCP agents. Network: 5bfc56ca-d1a4-4e9e-85dc-39ac16088424, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:12.487072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Network 5bfc56ca-d1a4-4e9e-85dc-39ac16088424 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:12.510108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 5bfc56ca-d1a4-4e9e-85dc-39ac16088424) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:12.515922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:12.516557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.549560 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dd0b574a-f598-474f-897e-8f14644f960a tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5971744 Jul 29 23:39:12.550282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60096) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:12.550935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.566938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-69d74664-eed9-4050-af21-d575e905eedf tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:12.590147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71f8d68f-0c97-4923-b983-ee1aa4dbce79 req-98b4ac7f-1c8f-472c-a1d0-dff4cc9e44fa tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0630553 Jul 29 23:39:12.591145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2357bf-2631-4757-8bcf-9e41b4940aac None None] Network 5bfc56ca-d1a4-4e9e-85dc-39ac16088424 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:12.721333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] For port 43abe344-8718-4245-a9a0-6ee6020ffd96, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:12.725785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] For port 43abe344-8718-4245-a9a0-6ee6020ffd96, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=43abe344-8718-4245-a9a0-6ee6020ffd96,segment=NetworkSegment(6e524046-882e-414b-be5e-9719ecac9580),segment_id=6e524046-882e-414b-be5e-9719ecac9580)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:12.734410 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.743734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Allocated IP 2001:db8::a7 (42b6d1ba-171e-4719-bdb2-7c9da857103b/3b754e1a-240d-4db4-9ff8-4f56f0baf997/f774f316-dc22-411e-8b79-32a49e34d134) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:12.821568 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69d74664-eed9-4050-af21-d575e905eedf tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13165658'] for subnet, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.866516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb9458-6619-41c7-86a6-0f76f0c72b72 None None] Pushing event updated for resources: {'Port': ['ID=43abe344-8718-4245-a9a0-6ee6020ffd96,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:12.980244 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.002716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41c3b35-a591-48c8-994e-eabbfe1db763']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:13.019465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42cb452-46c3-41cc-8d56-44a9fdb54cc3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:13.020299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42cb452-46c3-41cc-8d56-44a9fdb54cc3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:13.044387 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.044657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-5bfc56ca-d1a4-4e9e-85dc-39ac16088424', 'network_id': '5bfc56ca-d1a4-4e9e-85dc-39ac16088424', 'tenant_id': '4cd082d7b2444bb5ad39cafa4ae71b96', 'fixed_ips': [{'subnet_id': '85d2896f-94bb-483b-9ccb-1e6dd13ade01'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:13.046691 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.062699 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.070482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:13.070914 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:13.172905 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:13.357632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69d74664-eed9-4050-af21-d575e905eedf tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750937533224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14018458'] for subnet, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.409845 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d74664-eed9-4050-af21-d575e905eedf tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:13.411239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69d74664-eed9-4050-af21-d575e905eedf tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.415807 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-69d74664-eed9-4050-af21-d575e905eedf tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "PUT /v2.0/subnets/85d2896f-94bb-483b-9ccb-1e6dd13ade01 HTTP/1.1" status: 200 len: 877 time: 0.8644664 Jul 29 23:39:13.419418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:13.454543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.480209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Transition to ACTIVE for port object f774f316-dc22-411e-8b79-32a49e34d134 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:13.517949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Allocated IP 172.20.0.3 (5bfc56ca-d1a4-4e9e-85dc-39ac16088424/85d2896f-94bb-483b-9ccb-1e6dd13ade01/d6203943-dee4-433c-998f-1b47db284f6c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:13.540074 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.546296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.547350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.553016 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] 10.222.0.37 "DELETE /v2.0/networks/f41c3b35-a591-48c8-994e-eabbfe1db763 HTTP/1.1" status: 204 len: 168 time: 1.5236764 Jul 29 23:39:13.557360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60126) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:13.559525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d74664-eed9-4050-af21-d575e905eedf tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event updated for resources: {'Subnet': ['ID=85d2896f-94bb-483b-9ccb-1e6dd13ade01,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:13.589848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.618034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0867c-0645-48e9-995b-744d06ef2d30 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Pushing event deleted for resources: {'Network': ['ID=f41c3b35-a591-48c8-994e-eabbfe1db763,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:13.690572 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.733688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event updated for resources: {'Port': ['ID=f774f316-dc22-411e-8b79-32a49e34d134,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:13.758332 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1400101f-a62c-4f21-8ae3-b897235d1650 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:13.759116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1400101f-a62c-4f21-8ae3-b897235d1650 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:13.763674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1400101f-a62c-4f21-8ae3-b897235d1650 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] 10.222.0.37 "DELETE /v2.0/ports/6ea3984e-846a-43b4-9aa9-db4c2a9e92b7 HTTP/1.1" status: 404 len: 333 time: 0.1711938 Jul 29 23:39:13.764326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:13.845279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d3371bd-f4f7-4de1-8174-ba995d9d71cd req-5846af26-6d98-4791-8d81-6b145fa439f1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.1010332 Jul 29 23:39:13.898354 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.920207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Network 42b6d1ba-171e-4719-bdb2-7c9da857103b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:13.923647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:13.928334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:13.934361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:13.935050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.976393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Transition to ACTIVE for port object d6203943-dee4-433c-998f-1b47db284f6c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:13.994610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0296d8f8-b4e0-4dda-a785-7a9baece2785 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.3463836 Jul 29 23:39:13.997221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:14.007473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-11797f08-3069-4247-8989-29ec5d4158d0 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Deleting subnet d0db7234-60de-42e1-b1f9-279c2c3dea98 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:14.034443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Transition to ACTIVE for port object d6203943-dee4-433c-998f-1b47db284f6c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:14.037597 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11797f08-3069-4247-8989-29ec5d4158d0 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.046672 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.137083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11797f08-3069-4247-8989-29ec5d4158d0 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.141179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.204103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Network 5bfc56ca-d1a4-4e9e-85dc-39ac16088424 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:14.229657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:14.234891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Pushing event updated for resources: {'Port': ['ID=d6203943-dee4-433c-998f-1b47db284f6c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.242072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:14.325909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Attempting to bind port d6203943-dee4-433c-998f-1b47db284f6c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:14.326337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Attempting to bind port d6203943-dee4-433c-998f-1b47db284f6c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '6ebbd575-7def-43ba-b49a-75446bf0ae6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5bfc56ca-d1a4-4e9e-85dc-39ac16088424'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:14.326830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Attempting to bind port d6203943-dee4-433c-998f-1b47db284f6c on network 5bfc56ca-d1a4-4e9e-85dc-39ac16088424 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:14.342739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:14.343225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Checking segment: {'id': '6ebbd575-7def-43ba-b49a-75446bf0ae6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5bfc56ca-d1a4-4e9e-85dc-39ac16088424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:14.346494 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.347601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Bound using segment: {'id': '6ebbd575-7def-43ba-b49a-75446bf0ae6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5bfc56ca-d1a4-4e9e-85dc-39ac16088424'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:14.348583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Bound port: d6203943-dee4-433c-998f-1b47db284f6c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebbd575-7def-43ba-b49a-75446bf0ae6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5bfc56ca-d1a4-4e9e-85dc-39ac16088424'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:14.349832 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.363733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=85d2896f-94bb-483b-9ccb-1e6dd13ade01,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.369189 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11797f08-3069-4247-8989-29ec5d4158d0 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.475901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11797f08-3069-4247-8989-29ec5d4158d0 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.509468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] For port d6203943-dee4-433c-998f-1b47db284f6c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:14.526642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11797f08-3069-4247-8989-29ec5d4158d0 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Pushing event deleted for resources: {'Subnet': ['ID=d0db7234-60de-42e1-b1f9-279c2c3dea98,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.527243 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b73b9e6-9dcf-4a90-a080-77ea7ca145f6 None None] Network 42b6d1ba-171e-4719-bdb2-7c9da857103b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:14.538814 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11797f08-3069-4247-8989-29ec5d4158d0 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.549810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-11797f08-3069-4247-8989-29ec5d4158d0 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] 10.222.0.37 "DELETE /v2.0/subnets/d0db7234-60de-42e1-b1f9-279c2c3dea98 HTTP/1.1" status: 204 len: 168 time: 0.7312386 Jul 29 23:39:14.551742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60156) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:14.553665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec32430-3f34-4f8b-80b4-bafec0be1bd1 None None] Network 668cf72d-efd5-405d-bede-ea46857e4b2c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:14.641352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.665026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfc56ca-d1a4-4e9e-85dc-39ac16088424']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:14.703610 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebbd575-7def-43ba-b49a-75446bf0ae6b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:14.706657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebbd575-7def-43ba-b49a-75446bf0ae6b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:14.719148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.749472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.759434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 43abe344-8718-4245-a9a0-6ee6020ffd96 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:14.778848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f0e6b-e576-462a-a0a2-ae95a8711ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:14.795500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] For port d6203943-dee4-433c-998f-1b47db284f6c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d6203943-dee4-433c-998f-1b47db284f6c,segment=NetworkSegment(6ebbd575-7def-43ba-b49a-75446bf0ae6b),segment_id=6ebbd575-7def-43ba-b49a-75446bf0ae6b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:14.799419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f0e6b-e576-462a-a0a2-ae95a8711ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:14.813713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Deleting port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:14.815009 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.816113 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f0e6b-e576-462a-a0a2-ae95a8711ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:14.821788 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2e4f0e6b-e576-462a-a0a2-ae95a8711ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.8204291 Jul 29 23:39:14.830092 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.847720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:14.849049 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.871216 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.912898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] For port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0704d862-a4c0-4a3c-ae8e-df0c7ed25a11,segment=NetworkSegment(5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf),segment_id=5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:14.913521 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.930474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Calling delete_port for 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:14.948932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b2bb7f79-49a9-4eed-a164-08f3068b3b10 None None] Provisioning for port 43abe344-8718-4245-a9a0-6ee6020ffd96 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:14.962311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60160) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:14.969417 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:14.975282 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:39:14.975282 n-d-712139-11 neutron-server[93817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:39:14.975282 n-d-712139-11 neutron-server[93817]: [parameters: {'id': '5bfc56ca-d1a4-4e9e-85dc-39ac16088424'}] Jul 29 23:39:14.975282 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:39:14.976671 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:39:15.177156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e674d800-c160-4ae9-b2f8-c6ae9fe9fc8b req-14a88e9c-8e68-4414-9c9a-5a0ffb75a6e7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0829630 Jul 29 23:39:15.207821 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3d65fc-6857-479a-83cf-aa91e9723726 None None] Network 5bfc56ca-d1a4-4e9e-85dc-39ac16088424 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:15.267662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f609c-9ef3-438a-90b5-633e28c10653 None None] Pushing event updated for resources: {'Port': ['ID=d6203943-dee4-433c-998f-1b47db284f6c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:15.318025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-891fb3a5-d6f9-4a67-8786-d6def9b9445c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Deleting port f774f316-dc22-411e-8b79-32a49e34d134 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:15.318873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-891fb3a5-d6f9-4a67-8786-d6def9b9445c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.446283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba476f48-fa31-41ae-b43d-c161a9532171 None None] DHCP port deletion for 668cf72d-efd5-405d-bede-ea46857e4b2c request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:15.477986 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.496828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.509396 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-891fb3a5-d6f9-4a67-8786-d6def9b9445c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.518190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] No DVR routers for this DVR port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:15.540475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 43abe344-8718-4245-a9a0-6ee6020ffd96 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:15.560389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 43abe344-8718-4245-a9a0-6ee6020ffd96 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:15.561020 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.581727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Deleting port d6203943-dee4-433c-998f-1b47db284f6c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:15.582255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.628213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-891fb3a5-d6f9-4a67-8786-d6def9b9445c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Calling delete_port for f774f316-dc22-411e-8b79-32a49e34d134 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:15.630308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Pushing event deleted for resources: {'Port': ['ID=0704d862-a4c0-4a3c-ae8e-df0c7ed25a11,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:15.716222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] For port d6203943-dee4-433c-998f-1b47db284f6c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d6203943-dee4-433c-998f-1b47db284f6c,segment=NetworkSegment(6ebbd575-7def-43ba-b49a-75446bf0ae6b),segment_id=6ebbd575-7def-43ba-b49a-75446bf0ae6b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:15.716632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.746041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Calling delete_port for d6203943-dee4-433c-998f-1b47db284f6c owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:15.820116 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.831545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ba476f48-fa31-41ae-b43d-c161a9532171 None None] Deleting port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:15.834456 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba476f48-fa31-41ae-b43d-c161a9532171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.836370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668cf72d-efd5-405d-bede-ea46857e4b2c']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:15.856686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:15.856986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5229900d-b3c1-4fb9-a58b-f5ea0d43b5bf') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:15.877038 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.909672 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.935119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:15.935543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:15.939707 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:15.957147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ba476f48-fa31-41ae-b43d-c161a9532171 None None] For port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11, host n-d-712139-11, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:15.958462 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba476f48-fa31-41ae-b43d-c161a9532171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.971282 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.976565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ba476f48-fa31-41ae-b43d-c161a9532171 None None] Calling delete_port for 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:15.979903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-ba476f48-fa31-41ae-b43d-c161a9532171 None None] Port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:39:15.987187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba476f48-fa31-41ae-b43d-c161a9532171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.990167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7542254-37b3-48b1-b9ee-ddc28d425903 None None] Network 5bfc56ca-d1a4-4e9e-85dc-39ac16088424 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:16.021609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No DVR routers for this DVR port d6203943-dee4-433c-998f-1b47db284f6c on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:16.066471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.078428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.082655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] 10.222.0.37 "DELETE /v2.0/networks/668cf72d-efd5-405d-bede-ea46857e4b2c HTTP/1.1" status: 204 len: 168 time: 1.5297253 Jul 29 23:39:16.124312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Port': ['ID=d6203943-dee4-433c-998f-1b47db284f6c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.185811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860bf3c-1e13-4a20-b6d9-124425a4c0f4 tempest-DHCPAgentSchedulersTestJSON-850425883 tempest-DHCPAgentSchedulersTestJSON-850425883-project] Pushing event deleted for resources: {'Network': ['ID=668cf72d-efd5-405d-bede-ea46857e4b2c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.203323 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-891fb3a5-d6f9-4a67-8786-d6def9b9445c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.352418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fb3a5-d6f9-4a67-8786-d6def9b9445c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event deleted for resources: {'Port': ['ID=f774f316-dc22-411e-8b79-32a49e34d134,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.370123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.457541 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.474345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f3bfc0f-b01a-49b7-bf13-99bfcc76bbbf None None] Could not find standard attr ID for object f774f316-dc22-411e-8b79-32a49e34d134. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:39:16.492093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba476f48-fa31-41ae-b43d-c161a9532171 None None] Pushing event deleted for resources: {'Port': ['ID=0704d862-a4c0-4a3c-ae8e-df0c7ed25a11,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.506042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba476f48-fa31-41ae-b43d-c161a9532171 None None] No DVR routers for this DVR port 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:16.512002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfc56ca-d1a4-4e9e-85dc-39ac16088424']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.562992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-891fb3a5-d6f9-4a67-8786-d6def9b9445c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.566237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebbd575-7def-43ba-b49a-75446bf0ae6b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.566644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebbd575-7def-43ba-b49a-75446bf0ae6b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.581124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-891fb3a5-d6f9-4a67-8786-d6def9b9445c tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "DELETE /v2.0/ports/f774f316-dc22-411e-8b79-32a49e34d134 HTTP/1.1" status: 204 len: 168 time: 1.6080830 Jul 29 23:39:16.581840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60214) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:16.610088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.610343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-feba1a7b-ef66-4323-a141-25746ea1b0f6 req-a591bb80-0408-47ad-b428-0267eeb1963e tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.1624978 Jul 29 23:39:16.625367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Request body: {'port': {'name': 'tempest-new-port-name-210004254', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:16.625788 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.api.validators [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] bootfile-name is not in valid_values {{(pid=93816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:39:16.626134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.api.validators [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] tftp-server is not in valid_values {{(pid=93816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:39:16.626470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.api.validators [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] server-ip-address is not in valid_values {{(pid=93816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:39:16.666180 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.683397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:16.683837 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:16.687299 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:16.795467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60224) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:16.820801 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.870909 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.876986 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.882482 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/5bfc56ca-d1a4-4e9e-85dc-39ac16088424 HTTP/1.1" status: 204 len: 168 time: 3.4615557 Jul 29 23:39:16.917660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60228) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:16.921137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f35d1-df54-4a89-96af-48fbc7a7c494 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=5bfc56ca-d1a4-4e9e-85dc-39ac16088424,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.996259 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3d1f39-6b97-4f8c-b5da-2f236b142132 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:16.998984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3d1f39-6b97-4f8c-b5da-2f236b142132 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:17.003309 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4c3d1f39-6b97-4f8c-b5da-2f236b142132 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/85d2896f-94bb-483b-9ccb-1e6dd13ade01 HTTP/1.1" status: 404 len: 337 time: 0.0757091 Jul 29 23:39:17.005354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:17.043358 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-30070915-6908-4a5c-bd13-ffde2f899ae7 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:17.043946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30070915-6908-4a5c-bd13-ffde2f899ae7 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:17.045797 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-30070915-6908-4a5c-bd13-ffde2f899ae7 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/5bfc56ca-d1a4-4e9e-85dc-39ac16088424 HTTP/1.1" status: 404 len: 339 time: 0.0386333 Jul 29 23:39:17.048312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:17.106415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f3bfc0f-b01a-49b7-bf13-99bfcc76bbbf None None] Provisioning for port f620d150-5e69-430c-8ad3-b93d2ca3f20a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:17.111813 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4ccc46-593d-4961-9b59-9b7b9272fb7e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:17.117268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4ccc46-593d-4961-9b59-9b7b9272fb7e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:17.119627 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8b4ccc46-593d-4961-9b59-9b7b9272fb7e tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/7cc86d17-d4db-4bb5-a7e3-78948aa7e4a5 HTTP/1.1" status: 404 len: 337 time: 0.0703580 Jul 29 23:39:17.122429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:17.167149 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f60e426-a745-48f4-815b-37d8a1e14ab1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:17.167755 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f60e426-a745-48f4-815b-37d8a1e14ab1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:17.175665 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8f60e426-a745-48f4-815b-37d8a1e14ab1 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/90fbde72-c4b5-4b5a-841f-26275e379c65 HTTP/1.1" status: 404 len: 339 time: 0.0489740 Jul 29 23:39:17.177991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60242) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:17.185186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 43abe344-8718-4245-a9a0-6ee6020ffd96, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=43abe344-8718-4245-a9a0-6ee6020ffd96,segment=NetworkSegment(6e524046-882e-414b-be5e-9719ecac9580),segment_id=6e524046-882e-414b-be5e-9719ecac9580)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:17.186666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f3bfc0f-b01a-49b7-bf13-99bfcc76bbbf None None] Provisioning complete for port f620d150-5e69-430c-8ad3-b93d2ca3f20a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:17.187435 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfc0f-b01a-49b7-bf13-99bfcc76bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.240459 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.343195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=43abe344-8718-4245-a9a0-6ee6020ffd96,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:17.401152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bfc0f-b01a-49b7-bf13-99bfcc76bbbf None None] Port f620d150-5e69-430c-8ad3-b93d2ca3f20a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:17.415208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:17.442637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6dcd46e0-2234-496a-9168-edde81fc950e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=642f7f825bfa4da6b218461bd562a46d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6336935 Jul 29 23:39:17.462071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60246) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:17.511118 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.515444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:17.515790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0704d862-a4c0-4a3c-ae8e-df0c7ed25a11 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:17.526035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f3bfc0f-b01a-49b7-bf13-99bfcc76bbbf None None] Provisioning complete for port 43abe344-8718-4245-a9a0-6ee6020ffd96 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:17.526235 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfc0f-b01a-49b7-bf13-99bfcc76bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.603370 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.650238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.666164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1ed97-4374-432d-890f-09d95cefafe5 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:39:17.742855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] In _notify_port_updated(), no bound segment for port f620d150-5e69-430c-8ad3-b93d2ca3f20a on network 42b6d1ba-171e-4719-bdb2-7c9da857103b {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:39:17.756095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:17.777412 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.779093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "PUT /v2.0/ports/f620d150-5e69-430c-8ad3-b93d2ca3f20a HTTP/1.1" status: 200 len: 1129 time: 1.1961136 Jul 29 23:39:17.783592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:17.785340 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.874807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50abc0c4-6e2f-409e-975a-d136fcf608c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:17.880725 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-50abc0c4-6e2f-409e-975a-d136fcf608c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "GET /v2.0/ports/f620d150-5e69-430c-8ad3-b93d2ca3f20a HTTP/1.1" status: 200 len: 1129 time: 0.0894952 Jul 29 23:39:17.883907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60270) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:17.887284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:17.909266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef4784e0-a127-48a7-af4d-ccb15581940d req-7e57253f-c2a4-4df2-b4b8-579dd7113582 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0947127 Jul 29 23:39:17.914229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7b97f39-1e3c-4536-ac6e-324a508150f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.933928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89910e23-6ce7-4345-b1af-83e8b40f064b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:17.934613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89910e23-6ce7-4345-b1af-83e8b40f064b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:17.953367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.966214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7b97f39-1e3c-4536-ac6e-324a508150f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.981221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1ed97-4374-432d-890f-09d95cefafe5 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:39:18.000952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.054474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:18.055192 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.071994 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7b97f39-1e3c-4536-ac6e-324a508150f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:18.074203 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:18.080387 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7b97f39-1e3c-4536-ac6e-324a508150f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.082941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d7b97f39-1e3c-4536-ac6e-324a508150f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05b9b829-3e08-4a5e-963b-6734a0a26f69 HTTP/1.1" status: 204 len: 168 time: 0.5995212 Jul 29 23:39:18.101143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f47c78-781a-470f-b3cd-cd20e742248e tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event updated for resources: {'Port': ['ID=f620d150-5e69-430c-8ad3-b93d2ca3f20a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.136619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b97f39-1e3c-4536-ac6e-324a508150f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b9b829-3e08-4a5e-963b-6734a0a26f69,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.238004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-47260e7d-3640-4611-9215-afd0e55fff50 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Deleting port f620d150-5e69-430c-8ad3-b93d2ca3f20a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:18.238392 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47260e7d-3640-4611-9215-afd0e55fff50 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.374881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e839efd7-86c7-472d-b4a7-1b3715bfa4ab None None] Could not find standard attr ID for object f774f316-dc22-411e-8b79-32a49e34d134. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:39:18.378236 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.400889 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.402800 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc HTTP/1.1" status: 204 len: 168 time: 1.2227495 Jul 29 23:39:18.405611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:18.409508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e839efd7-86c7-472d-b4a7-1b3715bfa4ab None None] Provisioning complete for port f620d150-5e69-430c-8ad3-b93d2ca3f20a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:18.410133 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e839efd7-86c7-472d-b4a7-1b3715bfa4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.468682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f148358-790b-4355-9f6b-693e5d84728c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=6ab78f12-6631-4cf2-8a1b-7b2bb51c9bbc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.491219 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-861ea0ee-31d4-40b0-aeaf-b497f3aba319 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:18.491692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861ea0ee-31d4-40b0-aeaf-b497f3aba319 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:18.495483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-861ea0ee-31d4-40b0-aeaf-b497f3aba319 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/130341d0-8bea-449a-b1cc-bf9c3efbe2fc HTTP/1.1" status: 404 len: 337 time: 0.0868988 Jul 29 23:39:18.497580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:18.537107 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f588be6-c139-4980-ad49-11012b986d01 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:18.541925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e839efd7-86c7-472d-b4a7-1b3715bfa4ab None None] Port f620d150-5e69-430c-8ad3-b93d2ca3f20a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:18.543079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f588be6-c139-4980-ad49-11012b986d01 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:18.551195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0f588be6-c139-4980-ad49-11012b986d01 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/3be5c9d8-653a-431e-bd75-f364d18e638c HTTP/1.1" status: 404 len: 339 time: 0.0504467 Jul 29 23:39:18.554316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:18.578490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47260e7d-3640-4611-9215-afd0e55fff50 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.610236 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df868ea-7e02-40a6-b831-debb8bd4a693 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:18.610729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-47260e7d-3640-4611-9215-afd0e55fff50 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Calling delete_port for f620d150-5e69-430c-8ad3-b93d2ca3f20a owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:18.611373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df868ea-7e02-40a6-b831-debb8bd4a693 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:18.618552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7df868ea-7e02-40a6-b831-debb8bd4a693 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/3494d1ad-b6e1-4aeb-9472-f2609cc665a2 HTTP/1.1" status: 404 len: 337 time: 0.0627768 Jul 29 23:39:18.621128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60296) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:18.695009 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acd33f7-75e5-487a-a4ac-00712ed9b5ab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:18.695644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acd33f7-75e5-487a-a4ac-00712ed9b5ab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:18.711427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9acd33f7-75e5-487a-a4ac-00712ed9b5ab tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/27e95c8f-66b0-4004-a899-93ad9e7fa3aa HTTP/1.1" status: 404 len: 339 time: 0.0849280 Jul 29 23:39:18.714776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60298) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:18.768275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7324f59d-4a42-42b7-ba9e-22e7d63d131b None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:39:18.772887 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.839113 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb18a4e6-1fca-48bb-ac00-c6adc16300a7 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:18.842984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb18a4e6-1fca-48bb-ac00-c6adc16300a7 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:18.851648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eb18a4e6-1fca-48bb-ac00-c6adc16300a7 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/6ae0d507-d7b0-4c34-b3ff-54a88e64140a HTTP/1.1" status: 404 len: 337 time: 0.1323042 Jul 29 23:39:18.852926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:18.889536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60308) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:18.918328 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55b37fd1-3016-4b58-abe9-abb9cbd9ddb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.945258 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-106106c2-b171-4d1e-974d-d88e456d996b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:18.946057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106106c2-b171-4d1e-974d-d88e456d996b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:18.952111 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-106106c2-b171-4d1e-974d-d88e456d996b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/d92b6df5-ad1c-43aa-9656-fe7b4626fde3 HTTP/1.1" status: 404 len: 339 time: 0.0939991 Jul 29 23:39:18.952320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.032477 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324f59d-4a42-42b7-ba9e-22e7d63d131b None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:39:19.050120 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaab7432-5bc8-446f-807c-20df1f9ae31d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:19.050595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaab7432-5bc8-446f-807c-20df1f9ae31d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:19.052932 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eaab7432-5bc8-446f-807c-20df1f9ae31d tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/3f8359d7-d069-4e51-ba68-e98f675f850e HTTP/1.1" status: 404 len: 337 time: 0.0707531 Jul 29 23:39:19.055635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60324) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.081597 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-400ec3fb-cfbd-4cfe-bf0f-d5753f54f915 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:19.083793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400ec3fb-cfbd-4cfe-bf0f-d5753f54f915 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:19.085786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47260e7d-3640-4611-9215-afd0e55fff50 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.086314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-400ec3fb-cfbd-4cfe-bf0f-d5753f54f915 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/37142914-859b-4661-96cf-2864f565fe15 HTTP/1.1" status: 404 len: 339 time: 0.0291302 Jul 29 23:39:19.093166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60326) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.202796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47260e7d-3640-4611-9215-afd0e55fff50 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event deleted for resources: {'Port': ['ID=f620d150-5e69-430c-8ad3-b93d2ca3f20a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:19.232730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a017ee3-f8f7-4078-8245-986e408b81f2 req-ce7239ed-a730-4542-8f20-34b1ca0445c7 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.1427224 Jul 29 23:39:19.243516 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1580bda5-df7e-488e-909e-1210873dc7cb tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:19.244269 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1580bda5-df7e-488e-909e-1210873dc7cb tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:19.248577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1580bda5-df7e-488e-909e-1210873dc7cb tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/f4e44e5c-72bc-479a-8cb7-a53f5463b21f HTTP/1.1" status: 404 len: 337 time: 0.1538274 Jul 29 23:39:19.255200 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.266180 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47260e7d-3640-4611-9215-afd0e55fff50 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.268494 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-47260e7d-3640-4611-9215-afd0e55fff50 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "DELETE /v2.0/ports/f620d150-5e69-430c-8ad3-b93d2ca3f20a HTTP/1.1" status: 204 len: 168 time: 1.3823087 Jul 29 23:39:19.272113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60330) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.307057 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba11a31-4428-48a6-a7bc-5fc982d1e514 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:19.307805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba11a31-4428-48a6-a7bc-5fc982d1e514 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:19.311792 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5ba11a31-4428-48a6-a7bc-5fc982d1e514 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/edd15778-3f90-4029-8203-ea8beee78dad HTTP/1.1" status: 404 len: 339 time: 0.0525029 Jul 29 23:39:19.325775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60332) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.382866 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-29296c9a-6a31-46c0-bdc8-191779024f4c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:19.383342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29296c9a-6a31-46c0-bdc8-191779024f4c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:19.392821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-29296c9a-6a31-46c0-bdc8-191779024f4c tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/0d427b83-9d6e-498f-80b7-5d8d0b39e018 HTTP/1.1" status: 404 len: 337 time: 0.0633659 Jul 29 23:39:19.393477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.399621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2c11d8-c6df-410f-b718-97ee8e6be699 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Deleting subnet 3b754e1a-240d-4db4-9ff8-4f56f0baf997 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:19.417260 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2c11d8-c6df-410f-b718-97ee8e6be699 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.438090 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b42eab-d5c8-4f24-9dfe-a29ced0dcbd8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:19.438670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b42eab-d5c8-4f24-9dfe-a29ced0dcbd8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:19.440553 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-69b42eab-d5c8-4f24-9dfe-a29ced0dcbd8 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/f2a42720-2482-45bd-ab26-4a21a616da62 HTTP/1.1" status: 404 len: 339 time: 0.0461249 Jul 29 23:39:19.443220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.469799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 43abe344-8718-4245-a9a0-6ee6020ffd96 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:19.502250 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-be611a9c-d8e3-402d-8a42-8eb084b4fd17 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:19.502723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be611a9c-d8e3-402d-8a42-8eb084b4fd17 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:19.516294 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-be611a9c-d8e3-402d-8a42-8eb084b4fd17 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/ac1c6cf4-7a07-44c5-9674-3995ca501fa0 HTTP/1.1" status: 404 len: 337 time: 0.0698476 Jul 29 23:39:19.516615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60342) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.550747 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3323aa82-0ea0-40fa-a800-50857cb75f70 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:19.552326 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2c11d8-c6df-410f-b718-97ee8e6be699 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.560468 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3323aa82-0ea0-40fa-a800-50857cb75f70 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:19.565036 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3323aa82-0ea0-40fa-a800-50857cb75f70 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/6b83e728-d09c-47f8-a6d4-a0058476f346 HTTP/1.1" status: 404 len: 339 time: 0.0448415 Jul 29 23:39:19.565036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.598105 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed36e121-35bf-490c-97f5-a547505c2f3b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:19.599395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed36e121-35bf-490c-97f5-a547505c2f3b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:19.605474 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ed36e121-35bf-490c-97f5-a547505c2f3b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/cd25f841-863d-44b5-a3dc-1fa80fb95d5f HTTP/1.1" status: 404 len: 337 time: 0.0394621 Jul 29 23:39:19.606452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.639792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55b37fd1-3016-4b58-abe9-abb9cbd9ddb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.655725 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84e79fc-1c28-4a69-86de-6e445a9d8a9b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:19.656326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84e79fc-1c28-4a69-86de-6e445a9d8a9b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:19.669882 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55b37fd1-3016-4b58-abe9-abb9cbd9ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.672309 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b84e79fc-1c28-4a69-86de-6e445a9d8a9b tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/ec9c6855-e650-4296-918f-2f24aa8de0b2 HTTP/1.1" status: 404 len: 339 time: 0.0644920 Jul 29 23:39:19.673016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60350) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.699237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 43abe344-8718-4245-a9a0-6ee6020ffd96 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:19.699901 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.719285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-55b37fd1-3016-4b58-abe9-abb9cbd9ddb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1bce3b5a22e4245b0c07846bf761fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8263090 Jul 29 23:39:19.742347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60352) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.812884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-52506f26-4b9c-4f46-9eee-c0b72ce47af9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Deleting subnet b9207fb0-1b82-44e8-8248-0718716044a2 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:19.816196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52506f26-4b9c-4f46-9eee-c0b72ce47af9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.843934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b37fd1-3016-4b58-abe9-abb9cbd9ddb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35db9928-0488-4c9b-ab2c-53a0fe7b96e8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:19.901059 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52506f26-4b9c-4f46-9eee-c0b72ce47af9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.026775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2c11d8-c6df-410f-b718-97ee8e6be699 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.103048 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52506f26-4b9c-4f46-9eee-c0b72ce47af9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.125809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-579c20d9-f79e-4cc5-ab31-f17ae5e0394b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.226285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-579c20d9-f79e-4cc5-ab31-f17ae5e0394b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.226926 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52506f26-4b9c-4f46-9eee-c0b72ce47af9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.277690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-97f28473-c65c-497a-bd1b-562e2698727c None None] Could not find standard attr ID for object f620d150-5e69-430c-8ad3-b93d2ca3f20a. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:39:20.281752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52506f26-4b9c-4f46-9eee-c0b72ce47af9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Subnet': ['ID=b9207fb0-1b82-44e8-8248-0718716044a2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:20.299136 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52506f26-4b9c-4f46-9eee-c0b72ce47af9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.306156 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-52506f26-4b9c-4f46-9eee-c0b72ce47af9 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/subnets/b9207fb0-1b82-44e8-8248-0718716044a2 HTTP/1.1" status: 204 len: 168 time: 0.6312129 Jul 29 23:39:20.309974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60374) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:20.311120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d512193a-6dda-4375-839d-1bb4630ee510 None None] Network ba23da77-234d-4406-9893-dbdf5f21510e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:20.386449 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2c11d8-c6df-410f-b718-97ee8e6be699 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.499535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c11d8-c6df-410f-b718-97ee8e6be699 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event deleted for resources: {'Subnet': ['ID=3b754e1a-240d-4db4-9ff8-4f56f0baf997,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:20.503313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-579c20d9-f79e-4cc5-ab31-f17ae5e0394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.506519 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-579c20d9-f79e-4cc5-ab31-f17ae5e0394b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.519901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.527037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-579c20d9-f79e-4cc5-ab31-f17ae5e0394b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35db9928-0488-4c9b-ab2c-53a0fe7b96e8 HTTP/1.1" status: 204 len: 168 time: 0.7635007 Jul 29 23:39:20.635206 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10673ed4-2670-42ed-ade1-a3013888e616 req-2c5d1391-8c7b-44ab-997d-f685a6615fd0 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.2523050 Jul 29 23:39:20.637366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c20d9-f79e-4cc5-ab31-f17ae5e0394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35db9928-0488-4c9b-ab2c-53a0fe7b96e8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:20.652142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2c11d8-c6df-410f-b718-97ee8e6be699 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.654081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-db2c11d8-c6df-410f-b718-97ee8e6be699 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "DELETE /v2.0/subnets/3b754e1a-240d-4db4-9ff8-4f56f0baf997 HTTP/1.1" status: 204 len: 168 time: 1.3788848 Jul 29 23:39:20.657280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60380) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:20.674827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80faedf-e863-4027-b7c6-5374ff0078fb None None] Network 42b6d1ba-171e-4719-bdb2-7c9da857103b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:20.760867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d661b8-e6f2-48a9-b8ca-ed468d946897 None None] DHCP port deletion for ba23da77-234d-4406-9893-dbdf5f21510e request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:20.898201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.918741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d2d661b8-e6f2-48a9-b8ca-ed468d946897 None None] Deleting port c637338b-baa7-491e-82f7-de6d12576c66 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:20.918741 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2d661b8-e6f2-48a9-b8ca-ed468d946897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.989756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Deleting port c637338b-baa7-491e-82f7-de6d12576c66 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:20.991701 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.038556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d2d661b8-e6f2-48a9-b8ca-ed468d946897 None None] For port c637338b-baa7-491e-82f7-de6d12576c66, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c637338b-baa7-491e-82f7-de6d12576c66,segment=NetworkSegment(ad9094db-8c65-4b28-a6db-b3c3f1707033),segment_id=ad9094db-8c65-4b28-a6db-b3c3f1707033)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:21.039015 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2d661b8-e6f2-48a9-b8ca-ed468d946897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.079573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d2d661b8-e6f2-48a9-b8ca-ed468d946897 None None] Calling delete_port for c637338b-baa7-491e-82f7-de6d12576c66 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:21.108780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9261875c-ed7c-4bc8-a45c-c36910dac5dc None None] DHCP port deletion for 42b6d1ba-171e-4719-bdb2-7c9da857103b request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:21.230913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] For port c637338b-baa7-491e-82f7-de6d12576c66, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c637338b-baa7-491e-82f7-de6d12576c66,segment=NetworkSegment(ad9094db-8c65-4b28-a6db-b3c3f1707033),segment_id=ad9094db-8c65-4b28-a6db-b3c3f1707033)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:21.235326 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.307595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Calling delete_port for c637338b-baa7-491e-82f7-de6d12576c66 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:21.325031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Deleting port 43abe344-8718-4245-a9a0-6ee6020ffd96 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:21.325337 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.400354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9261875c-ed7c-4bc8-a45c-c36910dac5dc None None] Deleting port 43abe344-8718-4245-a9a0-6ee6020ffd96 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:21.400646 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9261875c-ed7c-4bc8-a45c-c36910dac5dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.512231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c637338b-baa7-491e-82f7-de6d12576c66 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:21.585414 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2d661b8-e6f2-48a9-b8ca-ed468d946897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.619862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d661b8-e6f2-48a9-b8ca-ed468d946897 None None] No DVR routers for this DVR port c637338b-baa7-491e-82f7-de6d12576c66 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:21.630739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] For port 43abe344-8718-4245-a9a0-6ee6020ffd96, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=43abe344-8718-4245-a9a0-6ee6020ffd96,segment=NetworkSegment(6e524046-882e-414b-be5e-9719ecac9580),segment_id=6e524046-882e-414b-be5e-9719ecac9580)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:21.630739 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.705790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Calling delete_port for 43abe344-8718-4245-a9a0-6ee6020ffd96 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:21.796293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9261875c-ed7c-4bc8-a45c-c36910dac5dc None None] For port 43abe344-8718-4245-a9a0-6ee6020ffd96, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=43abe344-8718-4245-a9a0-6ee6020ffd96,segment=NetworkSegment(6e524046-882e-414b-be5e-9719ecac9580),segment_id=6e524046-882e-414b-be5e-9719ecac9580)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:21.804615 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9261875c-ed7c-4bc8-a45c-c36910dac5dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.829223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d661b8-e6f2-48a9-b8ca-ed468d946897 None None] Pushing event deleted for resources: {'Port': ['ID=c637338b-baa7-491e-82f7-de6d12576c66,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:21.864723 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18b228b2-5641-43e8-b632-4b419e1af53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.900211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9261875c-ed7c-4bc8-a45c-c36910dac5dc None None] Calling delete_port for 43abe344-8718-4245-a9a0-6ee6020ffd96 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:21.909705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.934092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No active binding found for port c637338b-baa7-491e-82f7-de6d12576c66 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:39:21.934500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c637338b-baa7-491e-82f7-de6d12576c66 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:21.936303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 43abe344-8718-4245-a9a0-6ee6020ffd96 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:21.946690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20e38db0-a5bc-48c6-b399-ced2b8a4b263 req-25775fea-4c54-4a27-ab6e-07088008e9b1 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0591929 Jul 29 23:39:22.044873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] No DVR routers for this DVR port c637338b-baa7-491e-82f7-de6d12576c66 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:22.050294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Port': ['ID=c637338b-baa7-491e-82f7-de6d12576c66,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:22.213132 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.312959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 43abe344-8718-4245-a9a0-6ee6020ffd96, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=43abe344-8718-4245-a9a0-6ee6020ffd96,segment=NetworkSegment(6e524046-882e-414b-be5e-9719ecac9580),segment_id=6e524046-882e-414b-be5e-9719ecac9580)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:22.322660 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.323989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.361217 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9261875c-ed7c-4bc8-a45c-c36910dac5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.405042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba23da77-234d-4406-9893-dbdf5f21510e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:22.421830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9094db-8c65-4b28-a6db-b3c3f1707033') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:22.422290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9094db-8c65-4b28-a6db-b3c3f1707033') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:22.435443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.446118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event deleted for resources: {'Port': ['ID=43abe344-8718-4245-a9a0-6ee6020ffd96,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:22.455965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.464121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261875c-ed7c-4bc8-a45c-c36910dac5dc None None] No DVR routers for this DVR port 43abe344-8718-4245-a9a0-6ee6020ffd96 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:22.472224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:22.472698 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.500547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261875c-ed7c-4bc8-a45c-c36910dac5dc None None] Pushing event deleted for resources: {'Port': ['ID=43abe344-8718-4245-a9a0-6ee6020ffd96,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:22.537037 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:22.584574 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.589852 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.671918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.683616 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] 10.222.0.37 "DELETE /v2.0/networks/ba23da77-234d-4406-9893-dbdf5f21510e HTTP/1.1" status: 204 len: 168 time: 2.3689992 Jul 29 23:39:22.696043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event deleted for resources: {'Port': ['ID=43abe344-8718-4245-a9a0-6ee6020ffd96,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:22.707239 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755da5a-67d7-48b3-8c61-71bf5b701377 tempest-NetworksTest-494632086 tempest-NetworksTest-494632086-project] Pushing event deleted for resources: {'Network': ['ID=ba23da77-234d-4406-9893-dbdf5f21510e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:22.713829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] No DVR routers for this DVR port 43abe344-8718-4245-a9a0-6ee6020ffd96 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:22.926186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.954310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b6d1ba-171e-4719-bdb2-7c9da857103b']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:22.989888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e524046-882e-414b-be5e-9719ecac9580') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:22.991378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e524046-882e-414b-be5e-9719ecac9580') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:23.047693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.104779 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.119651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:23.120983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.224719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60456) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:23.238846 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:23.264715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6cf3c263-770c-430b-8caf-ac4cf7ee890a req-472d4f4d-ab58-43e0-9835-d48e4d8a956c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0989456 Jul 29 23:39:23.306086 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.314357 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.316237 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] 10.222.0.37 "DELETE /v2.0/networks/42b6d1ba-171e-4719-bdb2-7c9da857103b HTTP/1.1" status: 204 len: 168 time: 2.6578228 Jul 29 23:39:23.349615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f78c3-6eb8-4332-9445-541ea71d047d tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212 tempest-ExtraDHCPOptionsIpV6TestJSON-1753206212-project] Pushing event deleted for resources: {'Network': ['ID=42b6d1ba-171e-4719-bdb2-7c9da857103b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:23.580187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60478) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:23.580458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bf4cc6cf-61f8-4d9e-abc1-a6b717110fb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cd082d7b2444bb5ad39cafa4ae71b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536291 Jul 29 23:39:23.681725 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d319b9d6-dfe2-4fcd-9e37-17f7145102ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.744511 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d319b9d6-dfe2-4fcd-9e37-17f7145102ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.817799 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d319b9d6-dfe2-4fcd-9e37-17f7145102ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.821562 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d319b9d6-dfe2-4fcd-9e37-17f7145102ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.823405 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d319b9d6-dfe2-4fcd-9e37-17f7145102ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7b8d66a-f083-41e3-a05d-ec91bb572cd8 HTTP/1.1" status: 204 len: 168 time: 0.2418323 Jul 29 23:39:23.847851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b9d6-dfe2-4fcd-9e37-17f7145102ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b8d66a-f083-41e3-a05d-ec91bb572cd8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:23.956253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60490) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:24.081758 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2e735ec-19d8-4c0d-afd3-21b8c935aca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.203220 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.515259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1951a50f-dcd2-465e-948b-09b309c7a072 req-5d9de1cc-671f-4787-8f55-9ee86d116367 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0898924 Jul 29 23:39:24.524597 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1e8e03b8-119a-4dc6-8ac2-0b189b1bf824 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa7d3cbf4c4f40408158d99fd2b1e371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5666497 Jul 29 23:39:24.527013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:24.643196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d94a50f-16be-4e03-afc5-71ec5aaf5fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.713889 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d94a50f-16be-4e03-afc5-71ec5aaf5fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.826500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d94a50f-16be-4e03-afc5-71ec5aaf5fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.829641 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d94a50f-16be-4e03-afc5-71ec5aaf5fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.831149 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4d94a50f-16be-4e03-afc5-71ec5aaf5fd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f171e85-39a8-4f91-9113-3244833a6b55 HTTP/1.1" status: 204 len: 168 time: 0.3000145 Jul 29 23:39:24.862307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94a50f-16be-4e03-afc5-71ec5aaf5fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f171e85-39a8-4f91-9113-3244833a6b55,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:25.310290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:25.380898 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.641502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-340e8a10-b9a7-4728-909e-c3f5377f728b req-a17bac65-4bfd-4808-8e45-99fc17cdf790 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0441799 Jul 29 23:39:25.661548 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1909817765'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:25.720642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Made reservation on behalf of ab770557837a4e73a455801bd98c8925 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:25.727431 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.747205 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.934892 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.944871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.004226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6846843-30e0-48ad-9221-b769c11f6003,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:26.012003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:26.033917 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.034879 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Added segment dd72e044-cf37-4079-91a2-75feff92423a of type vlan for network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 Jul 29 23:39:26.047236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00895c30-829e-43b7-8bc2-20a5dc0db4ea req-1a26064f-4b6a-476f-8300-c7afd66f5e71 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.048928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00895c30-829e-43b7-8bc2-20a5dc0db4ea req-1a26064f-4b6a-476f-8300-c7afd66f5e71 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 950 time: 0.1135170 Jul 29 23:39:26.094033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00895c30-829e-43b7-8bc2-20a5dc0db4ea req-f905b5a9-af88-426f-b7fd-c3bcd7accd1f tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361638 Jul 29 23:39:26.097472 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.150381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.161351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.162442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.183237 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8716302 Jul 29 23:39:26.268739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c49d04-db26-4ae2-bd72-53c19142a103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Pushing event updated for resources: {'Network': ['ID=1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:26.283475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:26.309548 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:26.500361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1402376245'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:26.530659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:26.535128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.565096 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.584940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60646) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:26.590121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Request body: {'port': {'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42', 'binding:host_id': 'n-h1-712139-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1639216031'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:26.701464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.715330 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.733441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60652) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:26.754307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:26.764085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Made reservation on behalf of 387dcad18b0948b38820eb7d22cdab29 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:26.766809 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.785088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afff80a4-c99c-4f87-980d-90a92cd1a2b3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:26.789411 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.789956 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Added segment 5a78aff2-f05c-414a-85e8-515c10d98107 of type vlan for network 9f3ff1df-c126-463d-b051-9e6f127a915c Jul 29 23:39:26.791748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.844239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3154d27-9f4c-4abc-b5e6-dd531d9b44bf req-cae953b5-2edb-4725-9b6f-95c6ff0252a8 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff3f21-5ac4-4e42-bbcb-3879d57dba8d HTTP/1.1" status: 200 len: 210 time: 0.0511179 Jul 29 23:39:26.852965 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.922984 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.930415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.930976 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.979579 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:39:27.021564 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.047525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Network': ['ID=9f3ff1df-c126-463d-b051-9e6f127a915c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:27.059678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:27.060991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-984815748'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:27.071439 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.077746 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.087561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] device_id is not set on port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:27.094756 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8fdf9a67-18f2-4e60-9a31-01b35b83f8a3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7837150 Jul 29 23:39:27.100573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60662) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:27.108058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'name': 'tempest-PortsIpV6TestJSON-2024241058'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:27.171411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Made reservation on behalf of a5b580f30dd5416aa70c5759bce8b098 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:27.174965 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.182026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92916052-4b0e-45fc-ad64-d869493e5feb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:27.197055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.318510 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.324844 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.354187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:27.358655 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] device_id is not set on port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:27.369113 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.375614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:27.381414 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.381771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4562ea7-c899-412a-9e93-33b11996670b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:27.381899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Transition to ACTIVE for port object 6495a46c-112c-4fb5-823f-0cd91a1c3e28 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:27.386111 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.386467 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Added segment 8d0327cd-ef5c-4769-9c6b-e8ac15fe037c of type vlan for network 28ad5237-a8b4-4eb5-83f3-5484361911ce Jul 29 23:39:27.394367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.437626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port cc61152e-326b-4a56-86ae-7d4975331ae3 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:27.456115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event updated for resources: {'Port': ['ID=6495a46c-112c-4fb5-823f-0cd91a1c3e28,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:27.456877 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.467708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Checking segment: {'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:27.468300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Network hostable DHCP agents. Network: 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:27.487614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:27.502044 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:27.506734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:27.513011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de81d1-56bb-4e6e-84cb-4f8816130dd6 None None] Network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:27.524955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:27.525546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:27.525900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:27.531177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:27.531516 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:27.532121 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 2 to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 Jul 29 23:39:27.548131 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:27.548711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:27.549349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:27.558402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:27.561040 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:27.561571 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 3 to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 Jul 29 23:39:27.565925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.572262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:27.572892 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.650538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event updated for resources: {'Network': ['ID=28ad5237-a8b4-4eb5-83f3-5484361911ce,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:27.675674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 28ad5237-a8b4-4eb5-83f3-5484361911ce details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:27.698459 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f1cb2134-6401-48fd-a436-50bb3d1c96b0 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9626176 Jul 29 23:39:27.701445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60686) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:27.707211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Request body: {'subnet': {'network_id': '28ad5237-a8b4-4eb5-83f3-5484361911ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:27.815486 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.854263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Made reservation on behalf of a5b580f30dd5416aa70c5759bce8b098 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:27.858195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.876282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:27.879025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:27.879898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:27.886210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:27.886839 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:27.887249 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 4 to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 Jul 29 23:39:27.917281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:27.917674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:27.918061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:27.922669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:27.923041 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:27.923446 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 5 to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 Jul 29 23:39:27.936400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:27.937107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:27.937295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:27.938115 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.942583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:27.942991 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:27.943487 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 6 to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 Jul 29 23:39:27.956706 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:27.967931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:27.968369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:27.968704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:27.980117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:27.980810 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:27.983472 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 7 to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 Jul 29 23:39:28.014014 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:28.014355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:28.014692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:28.049244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=cc61152e-326b-4a56-86ae-7d4975331ae3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:28.050280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf6be99-e1e4-43c4-a7b2-bce7fb00ea8a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.053280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:28.053615 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:28.056605 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 8 to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 Jul 29 23:39:28.088576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf6be99-e1e4-43c4-a7b2-bce7fb00ea8a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.091391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:28.091732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:28.092138 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:28.106065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:28.106419 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:28.111057 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 9 to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 Jul 29 23:39:28.141781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:28.142051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:28.142390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:28.149401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:28.149734 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:28.152814 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 10 to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 Jul 29 23:39:28.164952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:28.165305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:28.165640 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:28.171193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:28.171625 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:28.171997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.190367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf6be99-e1e4-43c4-a7b2-bce7fb00ea8a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.194566 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf6be99-e1e4-43c4-a7b2-bce7fb00ea8a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.195760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3cf6be99-e1e4-43c4-a7b2-bce7fb00ea8a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "DELETE /v2.0/security-groups/7374d999-9024-48b1-ae28-83b246d2b8e9 HTTP/1.1" status: 204 len: 168 time: 0.2374020 Jul 29 23:39:28.216599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:28.239525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6be99-e1e4-43c4-a7b2-bce7fb00ea8a tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7374d999-9024-48b1-ae28-83b246d2b8e9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:28.244694 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-627c7463-7806-4286-ac13-23109d187a3c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] show failed (client error): The resource could not be found. Jul 29 23:39:28.245575 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-627c7463-7806-4286-ac13-23109d187a3c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "GET /v2.0/security-groups/7374d999-9024-48b1-ae28-83b246d2b8e9 HTTP/1.1" status: 404 len: 347 time: 0.0252314 Jul 29 23:39:28.252207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60708) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:28.346903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] For port 6495a46c-112c-4fb5-823f-0cd91a1c3e28, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:28.347215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempted to set empty binding levels {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:39:28.384855 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.427107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.427924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.448277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Checking segment: {'id': '5a78aff2-f05c-414a-85e8-515c10d98107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:28.448682 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network hostable DHCP agents. Network: 9f3ff1df-c126-463d-b051-9e6f127a915c, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:28.453280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event updated for resources: {'Port': ['ID=6495a46c-112c-4fb5-823f-0cd91a1c3e28,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:28.460234 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bfcb4ad2-ae4d-4fac-b1ce-77760a1e49ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.8741746 Jul 29 23:39:28.464334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:28.476087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-01deff4f-62d8-431a-92da-7309699e94a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Deleting port 865373ba-5277-479c-a653-896ff8ba7fb2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:28.476441 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01deff4f-62d8-431a-92da-7309699e94a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.508668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:28.536799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:28.560196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1a0ae-2c4e-4175-a8c3-55d5bc4b0cc6 req-bfff9226-b366-443c-864d-7d9af53bac6b tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.568613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3dd1a0ae-2c4e-4175-a8c3-55d5bc4b0cc6 req-bfff9226-b366-443c-864d-7d9af53bac6b tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1097 time: 0.1215878 Jul 29 23:39:28.577910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 9f3ff1df-c126-463d-b051-9e6f127a915c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:28.592820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:28.598656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.599457 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.605088 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.613612 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01deff4f-62d8-431a-92da-7309699e94a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.614490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01deff4f-62d8-431a-92da-7309699e94a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.628841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d4716e-5dea-4607-9fa2-e639e60dc196 None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:28.633720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-01deff4f-62d8-431a-92da-7309699e94a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Calling delete_port for 865373ba-5277-479c-a653-896ff8ba7fb2 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:28.641208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-12ca9436-a862-4731-b5ae-62b51c8618e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Deleting port 6495a46c-112c-4fb5-823f-0cd91a1c3e28 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:28.641557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12ca9436-a862-4731-b5ae-62b51c8618e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.680072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1562d52c-a87a-4e38-b375-50550fcefaea tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5778356 Jul 29 23:39:28.700960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:28.713407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3dd1a0ae-2c4e-4175-a8c3-55d5bc4b0cc6 req-c93f4142-a74a-4b6a-bc21-43feb66e332c tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391063 Jul 29 23:39:28.715253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-12ca9436-a862-4731-b5ae-62b51c8618e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] For port 6495a46c-112c-4fb5-823f-0cd91a1c3e28, host n-h1-712139-11, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:28.715848 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12ca9436-a862-4731-b5ae-62b51c8618e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.730996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-12ca9436-a862-4731-b5ae-62b51c8618e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Calling delete_port for 6495a46c-112c-4fb5-823f-0cd91a1c3e28 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:28.733567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1765152057'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:28.737113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60724) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:28.754937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event updated for resources: {'Subnet': ['ID=c82c2948-abe9-4b5a-9b6c-195a04197909,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:28.830035 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12ca9436-a862-4731-b5ae-62b51c8618e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.831101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-42effa4f-e1ff-4dc6-8eaf-ce6f854366c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.832802 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-42effa4f-e1ff-4dc6-8eaf-ce6f854366c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b6e092d62c45079c294e9d80d75079&device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 1102 time: 0.1892214 Jul 29 23:39:28.847176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Checking segment: {'id': '8d0327cd-ef5c-4769-9c6b-e8ac15fe037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '28ad5237-a8b4-4eb5-83f3-5484361911ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:28.847894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Network hostable DHCP agents. Network: 28ad5237-a8b4-4eb5-83f3-5484361911ce, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:28.859298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:28.863433 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.901402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca9436-a862-4731-b5ae-62b51c8618e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event deleted for resources: {'Port': ['ID=6495a46c-112c-4fb5-823f-0cd91a1c3e28,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:28.914029 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12ca9436-a862-4731-b5ae-62b51c8618e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.915963 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-12ca9436-a862-4731-b5ae-62b51c8618e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6495a46c-112c-4fb5-823f-0cd91a1c3e28 HTTP/1.1" status: 204 len: 168 time: 0.4496403 Jul 29 23:39:28.918555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60732) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:28.954781 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-62704b11-0d6a-4635-a8f4-15eac53ccf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:39:28.956451 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-62704b11-0d6a-4635-a8f4-15eac53ccf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "GET /v2.0/ports/6495a46c-112c-4fb5-823f-0cd91a1c3e28 HTTP/1.1" status: 404 len: 333 time: 0.0368946 Jul 29 23:39:28.960303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60734) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:28.966744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Request body: {'port': {'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1061267393'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:28.996196 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.002942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Network 28ad5237-a8b4-4eb5-83f3-5484361911ce is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:29.004042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Made reservation on behalf of 387dcad18b0948b38820eb7d22cdab29 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:29.013319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.050376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:29.053191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 28ad5237-a8b4-4eb5-83f3-5484361911ce) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:29.053339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] device_id is not set on port 40a4484e-27b9-4600-bbbf-9c158b048d55 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:29.054061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:29.066280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:29.075798 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b07213f-28a6-41d1-a4c8-c697fba805a4" -d '{"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:29.077873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.078632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.079501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c4468-c4ec-4fb9-bae0-72849c9ac85a None None] Network 28ad5237-a8b4-4eb5-83f3-5484361911ce requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:29.123747 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.124375 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Added segment cbecc7fb-6e07-4929-b461-8dbbe5a98903 of type vlan for network 408fb3c8-84c7-48eb-a0c2-ea8ca59b171e Jul 29 23:39:29.137558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c194eb25-579d-41f0-8a7f-209cf3ee44ab tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4347162 Jul 29 23:39:29.148841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60740) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:29.154214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b7ed6a16-4278-4a3c-897d-7714904bc5c8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1222380365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:29.193665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.201157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-4486b480-be19-4744-aad2-136878300b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.205269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-4486b480-be19-4744-aad2-136878300b88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.3357201 Jul 29 23:39:29.259166 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc19c55-dc8f-48f1-877c-d2f969374724 x-openstack-request-id: req-cdc19c55-dc8f-48f1-877c-d2f969374724 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:29.259464 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:29.259721 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdc19c55-dc8f-48f1-877c-d2f969374724 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:29.260144 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'code': 200} Jul 29 23:39:29.300675 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.302732 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.306891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:29.317290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-6021641c-050f-45b9-a490-4ed020293d14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35 HTTP/1.1" status: 200 len: 217 time: 0.0754130 Jul 29 23:39:29.323649 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6a16-4278-4a3c-897d-7714904bc5c8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.323826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-28ad5237-a8b4-4eb5-83f3-5484361911ce', 'network_id': '28ad5237-a8b4-4eb5-83f3-5484361911ce', 'tenant_id': 'a5b580f30dd5416aa70c5759bce8b098', 'fixed_ips': [{'subnet_id': 'c82c2948-abe9-4b5a-9b6c-195a04197909'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:29.325177 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.325503 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6a16-4278-4a3c-897d-7714904bc5c8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.371528 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01deff4f-62d8-431a-92da-7309699e94a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.403314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.408904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deff4f-62d8-431a-92da-7309699e94a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Port': ['ID=865373ba-5277-479c-a653-896ff8ba7fb2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:29.416252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 85106486-d0fd-433e-93da-8b824c3f42a8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:29.416252 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.480852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event updated for resources: {'Port': ['ID=40a4484e-27b9-4600-bbbf-9c158b048d55,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:29.488395 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.493676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Allocated IP 172.20.0.2 (28ad5237-a8b4-4eb5-83f3-5484361911ce/c82c2948-abe9-4b5a-9b6c-195a04197909/9be40dd4-ec7e-4b6c-938e-b566f9da6bf6) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:29.493967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.494782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.500583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6a16-4278-4a3c-897d-7714904bc5c8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.505835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-7976371e-0137-4eb9-aa68-f8ac532d4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.507556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-7976371e-0137-4eb9-aa68-f8ac532d4387 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1759133 Jul 29 23:39:29.516390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:29.518545 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6a16-4278-4a3c-897d-7714904bc5c8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.523196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:29.527588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:29.529016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.529840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.546836 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01deff4f-62d8-431a-92da-7309699e94a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.549894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01deff4f-62d8-431a-92da-7309699e94a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.553861 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-01deff4f-62d8-431a-92da-7309699e94a5 tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "DELETE /v2.0/floatingips/ffd33d3f-bf54-484b-bd78-beeaf27c4ec1 HTTP/1.1" status: 204 len: 168 time: 1.2981169 Jul 29 23:39:29.554275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60746) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:29.566612 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-76149752-cb22-4660-8afa-3e3df1384d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6028240 Jul 29 23:39:29.567486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60750) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:29.574143 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:29.623214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9046750 Jul 29 23:39:29.626060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:29.631998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'ports': [{'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c'}, {'network_id': '408fb3c8-84c7-48eb-a0c2-ea8ca59b171e'}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:29.632365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:29.632882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': '408fb3c8-84c7-48eb-a0c2-ea8ca59b171e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:29.641832 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6a16-4278-4a3c-897d-7714904bc5c8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.643027 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b7ed6a16-4278-4a3c-897d-7714904bc5c8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4928675 Jul 29 23:39:29.653624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60754) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:29.666922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda780bb-3d5b-4d1a-bf55-51ee1b93f6fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Network': ['ID=408fb3c8-84c7-48eb-a0c2-ea8ca59b171e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:29.675119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.675459 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.681893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 408fb3c8-84c7-48eb-a0c2-ea8ca59b171e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:29.726847 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.753523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-1c107e1c-f2e1-4d0b-be45-219d63e0dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.755602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-1c107e1c-f2e1-4d0b-be45-219d63e0dde7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2153804 Jul 29 23:39:29.767663 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.770685 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 85106486-d0fd-433e-93da-8b824c3f42a8 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:29.782290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c1224ff9-cbe9-4f92-9978-b306b7aa2d35 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:29.791740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Transition to ACTIVE for port object 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:29.819642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Transition to ACTIVE for port object 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:29.865404 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.932186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Network 28ad5237-a8b4-4eb5-83f3-5484361911ce is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:29.942944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:29.947920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:29.953803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Pushing event updated for resources: {'Port': ['ID=9be40dd4-ec7e-4b6c-938e-b566f9da6bf6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:29.974833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:30.023180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35', 'mac_address': 'fa:16:3e:77:41:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:30.039433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Attempting to bind port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:30.039805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Attempting to bind port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '8d0327cd-ef5c-4769-9c6b-e8ac15fe037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '28ad5237-a8b4-4eb5-83f3-5484361911ce'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:30.041823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Attempting to bind port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 on network 28ad5237-a8b4-4eb5-83f3-5484361911ce {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:30.051743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:30.052146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Checking segment: {'id': '8d0327cd-ef5c-4769-9c6b-e8ac15fe037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '28ad5237-a8b4-4eb5-83f3-5484361911ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:30.052570 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.053254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Bound using segment: {'id': '8d0327cd-ef5c-4769-9c6b-e8ac15fe037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '28ad5237-a8b4-4eb5-83f3-5484361911ce'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:30.053528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Bound port: 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0327cd-ef5c-4769-9c6b-e8ac15fe037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '28ad5237-a8b4-4eb5-83f3-5484361911ce'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:30.053918 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.077328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-105a03ec-abfe-4aed-aaee-fe683c7c156c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Deleting port 9a30ed60-8111-4737-aa7b-081df7b4275d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:30.077823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-105a03ec-abfe-4aed-aaee-fe683c7c156c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.123294 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.128117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-cb349c19-2fab-4399-a9a3-b8f51e622f0a service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534751 Jul 29 23:39:30.147908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1224ff9-cbe9-4f92-9978-b306b7aa2d35 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:30.175151 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-105a03ec-abfe-4aed-aaee-fe683c7c156c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.183479 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:30.185652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] For port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:30.188496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] For port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9be40dd4-ec7e-4b6c-938e-b566f9da6bf6,segment=NetworkSegment(8d0327cd-ef5c-4769-9c6b-e8ac15fe037c),segment_id=8d0327cd-ef5c-4769-9c6b-e8ac15fe037c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:30.191896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-105a03ec-abfe-4aed-aaee-fe683c7c156c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Calling delete_port for 9a30ed60-8111-4737-aa7b-081df7b4275d owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:30.192328 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.199072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.273195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.333802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] device_id is not set on port 40a4484e-27b9-4600-bbbf-9c158b048d55 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:30.341274 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.354182 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.368608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dda0bd-f036-4fcf-9405-db871f84ecfa None None] Pushing event updated for resources: {'Port': ['ID=9be40dd4-ec7e-4b6c-938e-b566f9da6bf6,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.393082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c1224ff9-cbe9-4f92-9978-b306b7aa2d35'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:30.406689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1967d9bf-3095-48ca-bf9e-121ddb377243 req-1f8fca6e-a357-44df-89ef-b25459d3988b service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629139 Jul 29 23:39:30.446703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Transition to ACTIVE for port object 40a4484e-27b9-4600-bbbf-9c158b048d55 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:30.465030 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.541898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.564207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60774) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:30.576224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event updated for resources: {'Port': ['ID=40a4484e-27b9-4600-bbbf-9c158b048d55,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.612294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 2} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:30.626999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.658973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=85106486-d0fd-433e-93da-8b824c3f42a8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.715468 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.746379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:30.747046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:30.748787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:30.821641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:30.822315 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:30.823056 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-105a03ec-abfe-4aed-aaee-fe683c7c156c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.875819 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a02284a9-c8dd-44b7-9c1f-f1724c05e791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.876695 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 2 to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 Jul 29 23:39:30.913718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a03ec-abfe-4aed-aaee-fe683c7c156c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Port': ['ID=9a30ed60-8111-4737-aa7b-081df7b4275d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.913995 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.914357 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Floating IP 0a8baac5-16fd-4df6-a21f-1e568b57d732 disassociated (deleted). External IP: 172.25.2.16, port: d388f8b5-9b83-4b38-bdae-527234bba619. Jul 29 23:39:30.979031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port ced522e4-4d5f-41ba-b674-bce7701c61dd yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:30.984725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:30.984725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:30.985103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:31.029874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:31.030711 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:31.039361 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 3 to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 Jul 29 23:39:31.071664 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-105a03ec-abfe-4aed-aaee-fe683c7c156c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.076232 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-105a03ec-abfe-4aed-aaee-fe683c7c156c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "DELETE /v2.0/ports/9a30ed60-8111-4737-aa7b-081df7b4275d HTTP/1.1" status: 204 len: 168 time: 1.5183167 Jul 29 23:39:31.076232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:31.076232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:31.076232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:31.080659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60798) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:31.117918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:31.118547 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:31.123190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Allocated IP 172.20.0.1 (28ad5237-a8b4-4eb5-83f3-5484361911ce/c82c2948-abe9-4b5a-9b6c-195a04197909/ff361296-943d-4327-8eb7-181453e72e8c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:31.124185 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 4 to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 Jul 29 23:39:31.202392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:31.202738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:31.203076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:31.289160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:31.289552 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:31.298108 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 5 to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 Jul 29 23:39:31.360868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:31.361212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:31.362011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:31.387435 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:31.387783 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:31.392306 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 6 to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 Jul 29 23:39:31.428169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a02284a9-c8dd-44b7-9c1f-f1724c05e791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.433527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.462865 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a02284a9-c8dd-44b7-9c1f-f1724c05e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.481955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:31.482293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:31.482629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:31.506336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:31.585397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port d79fca45-66b6-441a-b89d-4d5b7d7a4155 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:31.634364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:31.715008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a02284a9-c8dd-44b7-9c1f-f1724c05e791 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79db6a070a68408fa0595af80715930f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1236179 Jul 29 23:39:31.727503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60810) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:31.734356 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.741336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.746283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02284a9-c8dd-44b7-9c1f-f1724c05e791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f6b031-c5b3-4f3f-87d7-79f653dc4cb7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:31.778026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:31.779090 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:31.782914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-edd0b237-a267-4216-b3e9-29519842840f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Deleting port a404b24b-8eff-4d05-97f0-dfc1619216db {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:31.783998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edd0b237-a267-4216-b3e9-29519842840f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.799802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Transition to ACTIVE for port object ff361296-943d-4327-8eb7-181453e72e8c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:31.804923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c1224ff9-cbe9-4f92-9978-b306b7aa2d35 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:31.814751 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 7 to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 Jul 29 23:39:31.824609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router 9842e832-159a-4818-b61e-1b0f4c10f8fc has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:31.878681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8aef3e-a92a-48d9-8347-ffdd54dcb4b6 None None] Network 28ad5237-a8b4-4eb5-83f3-5484361911ce requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:31.890465 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d825751-ffde-4e88-a801-903dfdf335fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.976833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:31.977216 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.980352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d825751-ffde-4e88-a801-903dfdf335fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.996441 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.028763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-19d468fe-eddd-48ff-828a-63a04115dc13 None None] Provisioning for port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:32.043731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-19d468fe-eddd-48ff-828a-63a04115dc13 None None] Provisioning complete for port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:32.044386 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19d468fe-eddd-48ff-828a-63a04115dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.066071 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edd0b237-a267-4216-b3e9-29519842840f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.079206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-edd0b237-a267-4216-b3e9-29519842840f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Calling delete_port for a404b24b-8eff-4d05-97f0-dfc1619216db owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:32.227802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:32.228483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:32.228591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:32.231794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.282410 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19d468fe-eddd-48ff-828a-63a04115dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.295564 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edd0b237-a267-4216-b3e9-29519842840f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.313266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=ced522e4-4d5f-41ba-b674-bce7701c61dd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.333879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-19d468fe-eddd-48ff-828a-63a04115dc13 None None] For port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9be40dd4-ec7e-4b6c-938e-b566f9da6bf6,segment=NetworkSegment(8d0327cd-ef5c-4769-9c6b-e8ac15fe037c),segment_id=8d0327cd-ef5c-4769-9c6b-e8ac15fe037c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:32.347794 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.350179 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.355712 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19d468fe-eddd-48ff-828a-63a04115dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.375215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0b237-a267-4216-b3e9-29519842840f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Port': ['ID=a404b24b-8eff-4d05-97f0-dfc1619216db,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.435524 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:32.437965 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b88332-52d8-454a-b40b-802b69680aa7" -d '{"events": [{"server_uuid": "1c644951-37a3-4810-9cd9-dddbf8dd67c4", "name": "network-vif-plugged", "status": "completed", "tag": "c1224ff9-cbe9-4f92-9978-b306b7aa2d35"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:32.444835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edd0b237-a267-4216-b3e9-29519842840f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.450967 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-edd0b237-a267-4216-b3e9-29519842840f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "DELETE /v2.0/ports/a404b24b-8eff-4d05-97f0-dfc1619216db HTTP/1.1" status: 204 len: 168 time: 1.3691688 Jul 29 23:39:32.451835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:32.452247 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:32.452942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:32.453419 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 8 to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 Jul 29 23:39:32.477785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:32.509828 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:32.518254 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a370c84-2119-492a-be01-80b73ecf69c7 x-openstack-request-id: req-6a370c84-2119-492a-be01-80b73ecf69c7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:32.518839 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c644951-37a3-4810-9cd9-dddbf8dd67c4", "name": "network-vif-plugged", "status": "completed", "tag": "c1224ff9-cbe9-4f92-9978-b306b7aa2d35", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:32.519321 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a370c84-2119-492a-be01-80b73ecf69c7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:32.519967 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35', 'code': 200} Jul 29 23:39:32.523698 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.526437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d468fe-eddd-48ff-828a-63a04115dc13 None None] Pushing event updated for resources: {'Port': ['ID=9be40dd4-ec7e-4b6c-938e-b566f9da6bf6,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.563552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:32.563919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:32.564296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:32.570236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:32.573346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:32.574239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.594687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-864e491e-dc09-4d40-8f92-935ad476491f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Deleting subnet 0d6326c8-0599-4488-9c8a-8e4f8967538f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:32.611761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:32.612038 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:32.620638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.621135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864e491e-dc09-4d40-8f92-935ad476491f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.625910 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 9 to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 Jul 29 23:39:32.682352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:32.683075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:32.683444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:32.684691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ff90dc16-4b05-4553-bc1f-88cdefd4804c None None] Provisioning complete for port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:32.685073 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff90dc16-4b05-4553-bc1f-88cdefd4804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.696180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:32.697611 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:32.702586 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 10 to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 Jul 29 23:39:32.748397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Checking segment: {'id': 'cbecc7fb-6e07-4929-b461-8dbbe5a98903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '408fb3c8-84c7-48eb-a0c2-ea8ca59b171e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:32.748781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network hostable DHCP agents. Network: 408fb3c8-84c7-48eb-a0c2-ea8ca59b171e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:32.771992 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864e491e-dc09-4d40-8f92-935ad476491f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.774628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:32.774968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:32.775311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:32.791613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d825751-ffde-4e88-a801-903dfdf335fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.794935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d825751-ffde-4e88-a801-903dfdf335fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.796783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2d825751-ffde-4e88-a801-903dfdf335fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3f6b031-c5b3-4f3f-87d7-79f653dc4cb7 HTTP/1.1" status: 204 len: 168 time: 1.0678256 Jul 29 23:39:32.809742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:32.809905 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port 40a4484e-27b9-4600-bbbf-9c158b048d55 on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:32.810355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.812280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=d79fca45-66b6-441a-b89d-4d5b7d7a4155,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.845599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:32.858029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 408fb3c8-84c7-48eb-a0c2-ea8ca59b171e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:32.863020 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] Sync routers for ids ['9842e832-159a-4818-b61e-1b0f4c10f8fc'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:32.877761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Network 28ad5237-a8b4-4eb5-83f3-5484361911ce is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:32.882269 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] Routers {'9842e832-159a-4818-b61e-1b0f4c10f8fc'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:32.886236 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.886744 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9842e832-159a-4818-b61e-1b0f4c10f8fc'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:32.889053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d825751-ffde-4e88-a801-903dfdf335fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f6b031-c5b3-4f3f-87d7-79f653dc4cb7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.895183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:32.927433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event updated for resources: {'Port': ['ID=ff361296-943d-4327-8eb7-181453e72e8c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.932458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:32.961990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 408fb3c8-84c7-48eb-a0c2-ea8ca59b171e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:32.985003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:33.017690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.024447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-532fec95-1ebc-4519-aee7-b95f5f5ab107 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/floatingips/0a8baac5-16fd-4df6-a21f-1e568b57d732 HTTP/1.1" status: 204 len: 168 time: 4.2828777 Jul 29 23:39:33.038913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.039659 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.048502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:33.051200 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a" -d '{"events": [{"name": "network-changed", "server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:33.058393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a6626b-34fc-4f77-a00b-9091acc07442 None None] Network 408fb3c8-84c7-48eb-a0c2-ea8ca59b171e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:33.121955 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.173346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] For port 40a4484e-27b9-4600-bbbf-9c158b048d55, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:33.173603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempted to set empty binding levels {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:39:33.220354 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] Set router 9842e832-159a-4818-b61e-1b0f4c10f8fc gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:33.227913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ff90dc16-4b05-4553-bc1f-88cdefd4804c None None] Provisioning for port ff361296-943d-4327-8eb7-181453e72e8c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:33.239314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.256244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ff90dc16-4b05-4553-bc1f-88cdefd4804c None None] Provisioning complete for port ff361296-943d-4327-8eb7-181453e72e8c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:33.256760 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff90dc16-4b05-4553-bc1f-88cdefd4804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.334150 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9e4af8-45b5-4b97-af71-a54a8459f7f3 x-openstack-request-id: req-cd9e4af8-45b5-4b97-af71-a54a8459f7f3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:33.335606 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:33.335875 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd9e4af8-45b5-4b97-af71-a54a8459f7f3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:33.339134 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'status': 'completed', 'code': 200} Jul 29 23:39:33.385732 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d1daabf1-d898-401e-b00a-37af71d4267a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7559111 Jul 29 23:39:33.396866 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] In _notify_port_updated(), no bound segment for port 40a4484e-27b9-4600-bbbf-9c158b048d55 on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:39:33.397788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.398410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.406853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60850) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:33.433058 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "PUT /v2.0/ports/40a4484e-27b9-4600-bbbf-9c158b048d55 HTTP/1.1" status: 200 len: 980 time: 3.8576028 Jul 29 23:39:33.435924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60852) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:33.481328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2604e6-a2d0-4a76-a199-1861b1c5e46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event updated for resources: {'Port': ['ID=40a4484e-27b9-4600-bbbf-9c158b048d55,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:33.525897 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:33.614592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ff90dc16-4b05-4553-bc1f-88cdefd4804c None None] Port ff361296-943d-4327-8eb7-181453e72e8c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:33.634530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:33.635372 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.636657 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6fb88b64-1a39-482a-bb91-84d30b4770ad', 'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:d9:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:57Z', 'updated_at': '2021-07-29T23:37:05Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:33.638477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864e491e-dc09-4d40-8f92-935ad476491f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.648530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60856) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:33.670082 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] Checking router: 9842e832-159a-4818-b61e-1b0f4c10f8fc for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:33.688266 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] Routers {'9842e832-159a-4818-b61e-1b0f4c10f8fc'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:33.689478 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9842e832-159a-4818-b61e-1b0f4c10f8fc'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:33.725414 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-752c7190-72f3-4d02-ab50-fae92141e741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.751210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-75fc6ef4-6a2b-455f-9790-ada76b258415 None None] Provisioning complete for port ff361296-943d-4327-8eb7-181453e72e8c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:33.751824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75fc6ef4-6a2b-455f-9790-ada76b258415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.795776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.796350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.797012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.797494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.797968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.798439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.798906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.799372 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.799834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.800347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.800813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.801302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.801758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.802219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.802676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.803134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.803597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.804289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.804754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.805721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.806216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.806922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.807383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.807841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.809759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.809759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.809759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.810023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.810486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.810920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.811577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.812383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.812852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.813134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-75fc6ef4-6a2b-455f-9790-ada76b258415 None None] Port ff361296-943d-4327-8eb7-181453e72e8c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:33.813352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.824959 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3f55fb06-9e5c-4f33-a155-30e3f92fefb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30367 time: 0.3414524 Jul 29 23:39:33.834890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60860) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:33.895864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-4889b9e4-3570-45fc-b92e-2fe40e6abc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.898511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-4889b9e4-3570-45fc-b92e-2fe40e6abc2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 1097 time: 0.5583313 Jul 29 23:39:33.949388 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] Set router 9842e832-159a-4818-b61e-1b0f4c10f8fc gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:33.994177 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864e491e-dc09-4d40-8f92-935ad476491f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.039701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e491e-dc09-4d40-8f92-935ad476491f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Subnet': ['ID=0d6326c8-0599-4488-9c8a-8e4f8967538f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:34.043069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31883526-5921-4475-b880-cfcf821c88dc req-1e36c05d-7cb2-45a6-a4fa-93fd4b0ab3e3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:34.049952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864e491e-dc09-4d40-8f92-935ad476491f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.050080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834c308-0cf8-4f13-add4-07e51fcc5f04 None None] Network f9d21809-0a05-413f-b507-18577fed0681 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:34.054853 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-864e491e-dc09-4d40-8f92-935ad476491f tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "DELETE /v2.0/subnets/0d6326c8-0599-4488-9c8a-8e4f8967538f HTTP/1.1" status: 204 len: 168 time: 1.5756235 Jul 29 23:39:34.061365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60862) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:34.062512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31883526-5921-4475-b880-cfcf821c88dc req-1e36c05d-7cb2-45a6-a4fa-93fd4b0ab3e3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.3436084 Jul 29 23:39:34.064611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.178151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bdf936-3244-4473-91e3-dd58d8daa56b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Deleting subnet 14271183-b4f2-4825-af3f-d3e97133b662 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:34.184375 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3bdf936-3244-4473-91e3-dd58d8daa56b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.189882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cc8ea-2a1d-4e2c-aa2d-8ef07d975bfd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port d79fca45-66b6-441a-b89d-4d5b7d7a4155 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:34.190239 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc8ea-2a1d-4e2c-aa2d-8ef07d975bfd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.203554 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6fb88b64-1a39-482a-bb91-84d30b4770ad', 'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:d9:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:57Z', 'updated_at': '2021-07-29T23:37:05Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:34.238166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31883526-5921-4475-b880-cfcf821c88dc req-64c66234-263b-4a86-8577-02027ece2f3c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745002 Jul 29 23:39:34.280816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3bdf936-3244-4473-91e3-dd58d8daa56b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.348957 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f8ff5-edfb-4737-a229-eccbad436a91 None None] The sync data for ids ['9842e832-159a-4818-b61e-1b0f4c10f8fc'] in n-d-712139-11 is: [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6fb88b64-1a39-482a-bb91-84d30b4770ad', 'name': '', 'network_id': 'a5098b49-09e2-41f8-9f6e-3cce3c678c82', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:d9:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:57Z', 'updated_at': '2021-07-29T23:37:05Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '6f8cde7b-ebb4-491a-a06d-6149ef6da505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:34.459144 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-752c7190-72f3-4d02-ab50-fae92141e741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.503318 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-752c7190-72f3-4d02-ab50-fae92141e741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.516790 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3bdf936-3244-4473-91e3-dd58d8daa56b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.528395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] DHCP port deletion for f9d21809-0a05-413f-b507-18577fed0681 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:34.549145 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-15189a76-a456-456a-831e-44f590b977cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Deleting port 40a4484e-27b9-4600-bbbf-9c158b048d55 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:34.549502 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15189a76-a456-456a-831e-44f590b977cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.607500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Deleting port fb5475ef-6d21-4e7e-889c-467d92975c4a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:34.615304 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.684657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c7190-72f3-4d02-ab50-fae92141e741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeb10f2-97c2-4ce5-968c-82a32a9011b0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:34.699477 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-752c7190-72f3-4d02-ab50-fae92141e741 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4606ee9efc00459eb6e76a91755b5ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0493286 Jul 29 23:39:34.731797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-15189a76-a456-456a-831e-44f590b977cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] For port 40a4484e-27b9-4600-bbbf-9c158b048d55, host n-h1-712139-11, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:34.736303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15189a76-a456-456a-831e-44f590b977cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.740445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] For port fb5475ef-6d21-4e7e-889c-467d92975c4a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fb5475ef-6d21-4e7e-889c-467d92975c4a,segment=NetworkSegment(f32a6a97-9d23-4f52-a338-f4096db5b0dd),segment_id=f32a6a97-9d23-4f52-a338-f4096db5b0dd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:34.740905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.746994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:34.760645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Calling delete_port for fb5475ef-6d21-4e7e-889c-467d92975c4a owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:34.782566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-15189a76-a456-456a-831e-44f590b977cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Calling delete_port for 40a4484e-27b9-4600-bbbf-9c158b048d55 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:34.816513 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.825923 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc8ea-2a1d-4e2c-aa2d-8ef07d975bfd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.826416 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3bdf936-3244-4473-91e3-dd58d8daa56b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.835995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-8398259c-016a-4259-94ee-8cc321eae539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:34.837581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-8398259c-016a-4259-94ee-8cc321eae539 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 200 len: 897 time: 0.9293704 Jul 29 23:39:34.838385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.903054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effea680-5b02-4024-851d-b061f6253643 None None] New status for floating IP 0a8baac5-16fd-4df6-a21f-1e568b57d732: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:39:34.917269 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cc8ea-2a1d-4e2c-aa2d-8ef07d975bfd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for d79fca45-66b6-441a-b89d-4d5b7d7a4155 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:34.966926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-ce4937c2-98ad-455e-9634-dd90f98bd27c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 200 len: 217 time: 0.0670993 Jul 29 23:39:34.980549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event updated for resources: {'Port': ['ID=ff361296-943d-4327-8eb7-181453e72e8c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.046703 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.077959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Pushing event deleted for resources: {'Port': ['ID=fb5475ef-6d21-4e7e-889c-467d92975c4a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.083323 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.107927 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.108539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.109038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.109771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.110265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.110758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.111242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.111741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.112250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.112725 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.113224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.114263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:35.123202 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58be5ff-1b92-4fd0-ae78-ea63ef617ad3 None None] No DVR routers for this DVR port fb5475ef-6d21-4e7e-889c-467d92975c4a on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:35.181902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-63bf8ab2-785c-421b-ad98-e145e560303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.183678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-63bf8ab2-785c-421b-ad98-e145e560303c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f8cde7b-ebb4-491a-a06d-6149ef6da505 HTTP/1.1" status: 200 len: 834 time: 0.1875155 Jul 29 23:39:35.258115 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc8ea-2a1d-4e2c-aa2d-8ef07d975bfd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.278731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-a237e789-b84c-447f-bace-cde20a9a0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.280322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-a237e789-b84c-447f-bace-cde20a9a0bcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5098b49-09e2-41f8-9f6e-3cce3c678c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871091 Jul 29 23:39:35.307103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdf936-3244-4473-91e3-dd58d8daa56b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Subnet': ['ID=14271183-b4f2-4825-af3f-d3e97133b662,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.317724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf7136e-ce53-4c82-81c1-e941655ecc6d None None] Network 5a066661-134b-4dc9-9c9f-e6f133ac0089 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:35.324639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cc8ea-2a1d-4e2c-aa2d-8ef07d975bfd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=d79fca45-66b6-441a-b89d-4d5b7d7a4155,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.328783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3bdf936-3244-4473-91e3-dd58d8daa56b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.334192 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b3bdf936-3244-4473-91e3-dd58d8daa56b tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "DELETE /v2.0/subnets/14271183-b4f2-4825-af3f-d3e97133b662 HTTP/1.1" status: 204 len: 168 time: 1.2717111 Jul 29 23:39:35.339132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60880) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:35.354452 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc8ea-2a1d-4e2c-aa2d-8ef07d975bfd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.359115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4f2cc8ea-2a1d-4e2c-aa2d-8ef07d975bfd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/d79fca45-66b6-441a-b89d-4d5b7d7a4155 HTTP/1.1" status: 204 len: 168 time: 1.9248297 Jul 29 23:39:35.361616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:35.462709 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c6cc9b0-a5e5-4dae-b52e-65787ced5aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.484387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Network 28ad5237-a8b4-4eb5-83f3-5484361911ce is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:35.492236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-0aca87c5-1b8d-4e3b-92d8-2d3257ba61a1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.493877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-0aca87c5-1b8d-4e3b-92d8-2d3257ba61a1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.47 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.2260523 Jul 29 23:39:35.502048 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.522397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15189a76-a456-456a-831e-44f590b977cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.539401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fb5475ef-6d21-4e7e-889c-467d92975c4a no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:35.551640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:35.593312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: fb5475ef-6d21-4e7e-889c-467d92975c4a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:35.593677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fb5475ef-6d21-4e7e-889c-467d92975c4a not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:35.636428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c6cc9b0-a5e5-4dae-b52e-65787ced5aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.663911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baba1649-f47e-42ea-8689-f8a42412ede9 None None] DHCP port deletion for 5a066661-134b-4dc9-9c9f-e6f133ac0089 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:35.737655 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15189a76-a456-456a-831e-44f590b977cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event deleted for resources: {'Port': ['ID=40a4484e-27b9-4600-bbbf-9c158b048d55,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.760621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-baba1649-f47e-42ea-8689-f8a42412ede9 None None] Deleting port 3460d398-2857-4c8c-8052-75726c339fe5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:35.761006 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-baba1649-f47e-42ea-8689-f8a42412ede9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.787426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15189a76-a456-456a-831e-44f590b977cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.792265 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-15189a76-a456-456a-831e-44f590b977cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "DELETE /v2.0/ports/40a4484e-27b9-4600-bbbf-9c158b048d55 HTTP/1.1" status: 204 len: 168 time: 1.9534357 Jul 29 23:39:35.794400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60894) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:35.838349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017512f1-2ef0-4c46-b90c-a51f46a83236 req-c2afee62-52ce-4c91-b58d-c782dcee1478 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.839974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-017512f1-2ef0-4c46-b90c-a51f46a83236 req-c2afee62-52ce-4c91-b58d-c782dcee1478 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.3992743 Jul 29 23:39:35.879334 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9833039f-4c4f-415c-925b-40b393641485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:39:35.880074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb948d9b-4c37-42c1-9639-c9fbede74fd2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.881701 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9833039f-4c4f-415c-925b-40b393641485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "GET /v2.0/ports/40a4484e-27b9-4600-bbbf-9c158b048d55 HTTP/1.1" status: 404 len: 333 time: 0.0870078 Jul 29 23:39:35.888955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60896) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:35.889701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb948d9b-4c37-42c1-9639-c9fbede74fd2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.891558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eb948d9b-4c37-42c1-9639-c9fbede74fd2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5006897 Jul 29 23:39:35.898585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125730359', 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:35.903298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60898) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:35.925651 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.945076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-baba1649-f47e-42ea-8689-f8a42412ede9 None None] For port 3460d398-2857-4c8c-8052-75726c339fe5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3460d398-2857-4c8c-8052-75726c339fe5,segment=NetworkSegment(538e0104-3277-40ce-9cae-3f8078e09231),segment_id=538e0104-3277-40ce-9cae-3f8078e09231)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:35.945667 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-baba1649-f47e-42ea-8689-f8a42412ede9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.969127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-baba1649-f47e-42ea-8689-f8a42412ede9 None None] Calling delete_port for 3460d398-2857-4c8c-8052-75726c339fe5 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:35.973166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d21809-0a05-413f-b507-18577fed0681']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:35.984739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-017512f1-2ef0-4c46-b90c-a51f46a83236 req-2ee87cae-33d1-433a-9f51-6a17ee031469 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344507 Jul 29 23:39:35.995147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-bba6fe44-6a4b-4311-bc46-3dc6d1a17bd9 service neutron] 10.222.0.47 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897552 Jul 29 23:39:36.001629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32a6a97-9d23-4f52-a338-f4096db5b0dd') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:36.002107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32a6a97-9d23-4f52-a338-f4096db5b0dd') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:36.014054 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-254a9cfb-13d7-4eb3-8884-f7490a165f58 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port d388f8b5-9b83-4b38-bdae-527234bba619 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:36.014054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-254a9cfb-13d7-4eb3-8884-f7490a165f58 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.014054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c6cc9b0-a5e5-4dae-b52e-65787ced5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.025588 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c6cc9b0-a5e5-4dae-b52e-65787ced5aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.026775 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6c6cc9b0-a5e5-4dae-b52e-65787ced5aa4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1eeb10f2-97c2-4ce5-968c-82a32a9011b0 HTTP/1.1" status: 204 len: 168 time: 1.2680194 Jul 29 23:39:36.090571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.109614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Router 2cd678ae-3ce2-4dc9-94a3-a1a834da4df1 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:36.148311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac44e0f4-a4d5-4e99-a3c3-09c2cb85b81a req-547b50dd-91a5-4deb-85b3-e8d18a099691 service neutron] 10.222.0.47 "GET /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410024 Jul 29 23:39:36.149252 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-baba1649-f47e-42ea-8689-f8a42412ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.158519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Made reservation on behalf of 387dcad18b0948b38820eb7d22cdab29 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:36.166067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.183289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba1649-f47e-42ea-8689-f8a42412ede9 None None] No DVR routers for this DVR port 3460d398-2857-4c8c-8052-75726c339fe5 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:36.215688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cc9b0-a5e5-4dae-b52e-65787ced5aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeb10f2-97c2-4ce5-968c-82a32a9011b0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:36.242271 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.262959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:36.263389 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:36.267282 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:36.269197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] device_id is not set on port dbab111e-6229-4a2d-8d88-74dd452bc502 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:36.277491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-79ee14f4-22e2-44ae-a8a1-6abbf999b279 None None] Provisioning complete for port ff361296-943d-4327-8eb7-181453e72e8c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:36.277876 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ee14f4-22e2-44ae-a8a1-6abbf999b279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.323013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:36.330859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1573f1be-6c1d-457a-a9ef-fbc649d0b67a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "PUT /v2.0/routers/2cd678ae-3ce2-4dc9-94a3-a1a834da4df1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6738343 Jul 29 23:39:36.331648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:36.341781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Request body: {'port': {'network_id': '28ad5237-a8b4-4eb5-83f3-5484361911ce', 'name': 'tempest-FloatingIPNegativeTestJSON-1425693798'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:36.342576 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f103088-5b88-46ba-a0bc-dc5c0152d1f9 None None] Sync routers for ids ['2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:36.359619 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f103088-5b88-46ba-a0bc-dc5c0152d1f9 None None] Routers {'2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:36.360544 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4f103088-5b88-46ba-a0bc-dc5c0152d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:36.396977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-79ee14f4-22e2-44ae-a8a1-6abbf999b279 None None] Port ff361296-943d-4327-8eb7-181453e72e8c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:36.432615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-254a9cfb-13d7-4eb3-8884-f7490a165f58 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port d388f8b5-9b83-4b38-bdae-527234bba619, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d388f8b5-9b83-4b38-bdae-527234bba619,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:36.433212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-254a9cfb-13d7-4eb3-8884-f7490a165f58 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.435975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba1649-f47e-42ea-8689-f8a42412ede9 None None] Pushing event deleted for resources: {'Port': ['ID=3460d398-2857-4c8c-8052-75726c339fe5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:36.447432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.459945 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.464316 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4f103088-5b88-46ba-a0bc-dc5c0152d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:36.465325 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "DELETE /v2.0/networks/f9d21809-0a05-413f-b507-18577fed0681 HTTP/1.1" status: 204 len: 168 time: 1.1241155 Jul 29 23:39:36.468777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60906) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:36.477739 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f103088-5b88-46ba-a0bc-dc5c0152d1f9 None None] Routers {'2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:36.478673 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4f103088-5b88-46ba-a0bc-dc5c0152d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:36.505539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab700de9-b2be-4963-a8b9-e33a7f78f0df tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Network': ['ID=f9d21809-0a05-413f-b507-18577fed0681,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:36.510622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c48c22ae-b717-4b0f-bd30-de2466aa15d2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port ced522e4-4d5f-41ba-b674-bce7701c61dd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:36.511002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48c22ae-b717-4b0f-bd30-de2466aa15d2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.542962 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4f103088-5b88-46ba-a0bc-dc5c0152d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:36.545415 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f103088-5b88-46ba-a0bc-dc5c0152d1f9 None None] The sync data for ids ['2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:36.577315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Made reservation on behalf of a5b580f30dd5416aa70c5759bce8b098 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:36.581331 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.594685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-254a9cfb-13d7-4eb3-8884-f7490a165f58 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for d388f8b5-9b83-4b38-bdae-527234bba619 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:36.607326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] device_id is not set on port 2a1e01c7-879b-468b-b6dc-8ff0ce43f815 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:36.793825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Allocated IP 172.20.0.11 (28ad5237-a8b4-4eb5-83f3-5484361911ce/c82c2948-abe9-4b5a-9b6c-195a04197909/2a1e01c7-879b-468b-b6dc-8ff0ce43f815) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:36.849838 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48c22ae-b717-4b0f-bd30-de2466aa15d2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.858489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.892604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c48c22ae-b717-4b0f-bd30-de2466aa15d2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for ced522e4-4d5f-41ba-b674-bce7701c61dd owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:36.934683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.040160 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.060282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Transition to ACTIVE for port object 2a1e01c7-879b-468b-b6dc-8ff0ce43f815 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:37.105891 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.218278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Network 28ad5237-a8b4-4eb5-83f3-5484361911ce is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:37.223681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:37.239337 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.241604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:37.328085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event updated for resources: {'Port': ['ID=2a1e01c7-879b-468b-b6dc-8ff0ce43f815,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:37.337241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.338017 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.362878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a066661-134b-4dc9-9c9f-e6f133ac0089']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:37.375897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f418d1-26d9-49d8-90e4-ccea3b45f618 req-eb7baea0-5227-4ed3-9864-6ab56ae7c935 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.377927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f418d1-26d9-49d8-90e4-ccea3b45f618 req-eb7baea0-5227-4ed3-9864-6ab56ae7c935 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 945 time: 0.2260435 Jul 29 23:39:37.413985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538e0104-3277-40ce-9cae-3f8078e09231') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:37.414336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538e0104-3277-40ce-9cae-3f8078e09231') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:37.427349 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48c22ae-b717-4b0f-bd30-de2466aa15d2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.432034 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.435230 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.441505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0f10c1df-f1e1-4533-85df-9be879609cbc tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1040461 Jul 29 23:39:37.446543 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60940) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:37.461341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:37.485679 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-254a9cfb-13d7-4eb3-8884-f7490a165f58 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.514444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3460d398-2857-4c8c-8052-75726c339fe5 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:37.522841 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.545469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f418d1-26d9-49d8-90e4-ccea3b45f618 req-47270f8b-a1c5-4914-b260-b1f8e452cebe tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e188765-b5a8-461e-ac03-995f63465ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559341 Jul 29 23:39:37.573266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 3460d398-2857-4c8c-8052-75726c339fe5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:37.573629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3460d398-2857-4c8c-8052-75726c339fe5 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:37.608063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c22ae-b717-4b0f-bd30-de2466aa15d2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=ced522e4-4d5f-41ba-b674-bce7701c61dd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:37.618982 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c48c22ae-b717-4b0f-bd30-de2466aa15d2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.625039 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c48c22ae-b717-4b0f-bd30-de2466aa15d2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/ced522e4-4d5f-41ba-b674-bce7701c61dd HTTP/1.1" status: 204 len: 168 time: 1.7144556 Jul 29 23:39:37.630183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60944) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:37.665859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.677126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:37.677473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.731581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f13ca-57f5-4829-8639-a0261fc3434b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.735788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-111f13ca-57f5-4829-8639-a0261fc3434b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1020460 Jul 29 23:39:37.737519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60954) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:37.740947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3637b19f-3c7b-4e74-a187-ba2de095689f None None] Provisioning for port 2a1e01c7-879b-468b-b6dc-8ff0ce43f815 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:37.746660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3637b19f-3c7b-4e74-a187-ba2de095689f None None] Provisioning complete for port 2a1e01c7-879b-468b-b6dc-8ff0ce43f815 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:37.747458 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3637b19f-3c7b-4e74-a187-ba2de095689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:37.764931 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:37.798727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:37.809181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.811132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:37.834250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3637b19f-3c7b-4e74-a187-ba2de095689f None None] Port 2a1e01c7-879b-468b-b6dc-8ff0ce43f815 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:37.867427 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e9c0a7-f37d-4bb7-a97b-cf541d347af1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:39:37.874895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.876527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b1e9c0a7-f37d-4bb7-a97b-cf541d347af1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/d79fca45-66b6-441a-b89d-4d5b7d7a4155 HTTP/1.1" status: 404 len: 333 time: 0.1378970 Jul 29 23:39:37.879385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60960) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:37.880796 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] 10.222.0.37 "DELETE /v2.0/networks/5a066661-134b-4dc9-9c9f-e6f133ac0089 HTTP/1.1" status: 204 len: 168 time: 1.3897524 Jul 29 23:39:37.881859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:37.882857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.883474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.885994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af6342-c41c-4b29-a243-5013c8b7a09c tempest-TaggedBootDevicesTest_v242-1010431355 tempest-TaggedBootDevicesTest_v242-1010431355-project] Pushing event deleted for resources: {'Network': ['ID=5a066661-134b-4dc9-9c9f-e6f133ac0089,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:37.913547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-254a9cfb-13d7-4eb3-8884-f7490a165f58 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] No DVR routers for this DVR port d388f8b5-9b83-4b38-bdae-527234bba619 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:37.917570 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28e1a44-7e0f-442b-9c47-75e8adafd20d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:39:37.922200 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-254a9cfb-13d7-4eb3-8884-f7490a165f58 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.923011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a28e1a44-7e0f-442b-9c47-75e8adafd20d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/ced522e4-4d5f-41ba-b674-bce7701c61dd HTTP/1.1" status: 404 len: 333 time: 0.0423934 Jul 29 23:39:37.923838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60962) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:37.924099 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-122ffa9e-275c-41b8-b786-23f883d51b08 req-254a9cfb-13d7-4eb3-8884-f7490a165f58 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.47 "DELETE /v2.0/ports/d388f8b5-9b83-4b38-bdae-527234bba619 HTTP/1.1" status: 204 len: 173 time: 2.4199123 Jul 29 23:39:37.924552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'name': 'network-vif-deleted', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:37.927942 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b94fb22-f06f-493a-b659-f4b370d8c882" -d '{"events": [{"server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "name": "network-vif-deleted", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:37.954500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event updated for resources: {'Port': ['ID=dbab111e-6229-4a2d-8d88-74dd452bc502,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:37.984097 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-699345e4-72f6-4440-bd14-16b2aecdfb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0904136 Jul 29 23:39:37.985406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:38.037628 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d49e979-77c3-464a-9cc1-40a5ead0d996 x-openstack-request-id: req-1d49e979-77c3-464a-9cc1-40a5ead0d996 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:38.058454 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2452f443-b7fc-418d-80c3-471da77b6db8", "name": "network-vif-deleted", "tag": "d388f8b5-9b83-4b38-bdae-527234bba619", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:38.061054 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d49e979-77c3-464a-9cc1-40a5ead0d996 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:38.061706 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2452f443-b7fc-418d-80c3-471da77b6db8', 'name': 'network-vif-deleted', 'tag': 'd388f8b5-9b83-4b38-bdae-527234bba619', 'status': 'completed', 'code': 200} Jul 29 23:39:38.112417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a9cfb-13d7-4eb3-8884-f7490a165f58 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=d388f8b5-9b83-4b38-bdae-527234bba619,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:38.140504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f0b1dc-2921-42b3-bba2-3865142a06db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:38.144412 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d8f0b1dc-2921-42b3-bba2-3865142a06db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "GET /v2.0/ports/dbab111e-6229-4a2d-8d88-74dd452bc502 HTTP/1.1" status: 200 len: 959 time: 0.1486418 Jul 29 23:39:38.149476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:38.200067 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.296514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-671fcf6c-bf2f-49bc-ac14-b01cb5a393d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Deleting port dbab111e-6229-4a2d-8d88-74dd452bc502 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:38.314726 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-671fcf6c-bf2f-49bc-ac14-b01cb5a393d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.471575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Allocated IP 172.25.2.245 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/f8712d1a-6d14-4908-8d9b-b8db336b80e1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:38.486408 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-671fcf6c-bf2f-49bc-ac14-b01cb5a393d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.521458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-671fcf6c-bf2f-49bc-ac14-b01cb5a393d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Calling delete_port for dbab111e-6229-4a2d-8d88-74dd452bc502 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:38.554623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d388f8b5-9b83-4b38-bdae-527234bba619 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:38.581810 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.626490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: d388f8b5-9b83-4b38-bdae-527234bba619 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:38.628323 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d388f8b5-9b83-4b38-bdae-527234bba619 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:38.756922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-671fcf6c-bf2f-49bc-ac14-b01cb5a393d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.812371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fcf6c-bf2f-49bc-ac14-b01cb5a393d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbab111e-6229-4a2d-8d88-74dd452bc502,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:38.836664 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-671fcf6c-bf2f-49bc-ac14-b01cb5a393d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.838889 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-671fcf6c-bf2f-49bc-ac14-b01cb5a393d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "DELETE /v2.0/ports/dbab111e-6229-4a2d-8d88-74dd452bc502 HTTP/1.1" status: 204 len: 168 time: 0.6878228 Jul 29 23:39:38.842134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:38.926732 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2bebb8-8b37-4919-b1af-49136320b680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:39:38.928400 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9c2bebb8-8b37-4919-b1af-49136320b680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "GET /v2.0/ports/dbab111e-6229-4a2d-8d88-74dd452bc502 HTTP/1.1" status: 404 len: 333 time: 0.0850444 Jul 29 23:39:38.932709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32774) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:38.937318 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.958643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Request body: {'port': {'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-375834907'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:38.961947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-576a45c0-f46f-4379-9670-bf78f9c97318 req-b0672abb-e4c5-4ad9-aea6-5046b29eceb0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2452f443-b7fc-418d-80c3-471da77b6db8 HTTP/1.1" status: 200 len: 210 time: 0.1554515 Jul 29 23:39:38.997463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408fb3c8-84c7-48eb-a0c2-ea8ca59b171e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.012221 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.031293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbecc7fb-6e07-4929-b461-8dbbe5a98903') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.031593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbecc7fb-6e07-4929-b461-8dbbe5a98903') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.036566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Made reservation on behalf of 387dcad18b0948b38820eb7d22cdab29 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:39.039229 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.066813 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.078877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] device_id is not set on port bb31b94d-b0cc-4446-87a8-4e1feca24c0e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:39.150472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.202017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:39.202656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:39.216039 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:39.374417 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.396616 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.436117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:39.461505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.463536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/networks/408fb3c8-84c7-48eb-a0c2-ea8ca59b171e HTTP/1.1" status: 204 len: 168 time: 1.5378864 Jul 29 23:39:39.464951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493da3ab-b56b-4a37-a7b4-6236162298dd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Network': ['ID=408fb3c8-84c7-48eb-a0c2-ea8ca59b171e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:39.469114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:39.476789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:39.485134 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.487954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-134738663'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:39.495005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:39.541528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event updated for resources: {'Port': ['ID=f8712d1a-6d14-4908-8d9b-b8db336b80e1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:39.587314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.622439 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.629240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:39.633822 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.665442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:39.673718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:39.679323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:39.680771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:39.681956 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.684158 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.689837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event updated for resources: {'Port': ['ID=bb31b94d-b0cc-4446-87a8-4e1feca24c0e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:39.714839 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-24e11e17-9b86-46be-bcd0-4e16ba949da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7735214 Jul 29 23:39:39.717730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32796) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:39.719673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:39.735497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:39.746145 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.746145 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Added segment 50ad47b0-0bea-40c2-8bda-57f5959a0567 of type vlan for network 7f7af6fc-1c5f-4009-b933-6b6262ad0543 Jul 29 23:39:39.827142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.843498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.090903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32812) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:40.357186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] device_id is not set on port bb31b94d-b0cc-4446-87a8-4e1feca24c0e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:40.377665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.439116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Transition to ACTIVE for port object bb31b94d-b0cc-4446-87a8-4e1feca24c0e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:40.448773 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.479684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.497915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:40.501210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.573205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event updated for resources: {'Port': ['ID=bb31b94d-b0cc-4446-87a8-4e1feca24c0e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:40.603807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:40.604395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:40.604730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:40.615516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:40.616248 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:40.617279 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 2 to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e Jul 29 23:39:40.655965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:40.656456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:40.656800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:40.667102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:40.667444 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:40.669973 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 3 to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e Jul 29 23:39:40.688623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:40.688960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:40.689346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:40.701717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:40.702062 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:40.704121 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 4 to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e Jul 29 23:39:40.741513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2687397 Jul 29 23:39:40.752692 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.756248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32830) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:40.763902 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.772962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '7f7af6fc-1c5f-4009-b933-6b6262ad0543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:40.787557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:40.787919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:40.788280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:40.812737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00dbaf-ca57-4822-8679-8ea02bc97fad tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Network': ['ID=7f7af6fc-1c5f-4009-b933-6b6262ad0543,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:40.826823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 7f7af6fc-1c5f-4009-b933-6b6262ad0543 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:40.856216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:40.856792 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:40.884387 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 5 to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e Jul 29 23:39:40.930189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:40.930770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:40.931254 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:40.938992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:40.939613 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:40.940494 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 6 to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e Jul 29 23:39:40.960760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event updated for resources: {'Port': ['ID=f8712d1a-6d14-4908-8d9b-b8db336b80e1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:40.983408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.033082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:41.033416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:41.033759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:41.078767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:41.079275 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:41.081201 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 7 to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e Jul 29 23:39:41.090540 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.100101 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.101756 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-431ec308-83d8-4a53-b218-b59bc43e7e21 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6541946 Jul 29 23:39:41.108523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32842) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:41.114007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-afc0e5e9-62ea-4f2c-be88-e023ed72a5a8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Request body: {'floatingip': {'port_id': '2a1e01c7-879b-468b-b6dc-8ff0ce43f815', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:41.118790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:41.123067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.182861 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:41.183173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:41.183524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:41.219446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:41.219789 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:41.224425 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afc0e5e9-62ea-4f2c-be88-e023ed72a5a8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.227407 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 8 to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e Jul 29 23:39:41.475038 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-afc0e5e9-62ea-4f2c-be88-e023ed72a5a8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] update failed (client error): The resource could not be found. Jul 29 23:39:41.476036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-afc0e5e9-62ea-4f2c-be88-e023ed72a5a8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "PUT /v2.0/floatingips/3a83e27c-c201-41d9-b9e3-f08b7791eb41 HTTP/1.1" status: 404 len: 507 time: 0.3676376 Jul 29 23:39:41.478978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32850) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:41.748946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:41.749455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:41.749557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:41.763425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-150a72ee-e5af-4df0-9179-a20679ea7525 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Deleting port f8712d1a-6d14-4908-8d9b-b8db336b80e1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:41.764842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:41.765168 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:41.767417 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-150a72ee-e5af-4df0-9179-a20679ea7525 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.770526 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 9 to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e Jul 29 23:39:41.828289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:41.828630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:41.829019 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:41.842006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:41.842348 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:41.899340 n-d-712139-11 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempt 10 to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e Jul 29 23:39:41.908938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-150a72ee-e5af-4df0-9179-a20679ea7525 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.909386 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-150a72ee-e5af-4df0-9179-a20679ea7525 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.927627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-150a72ee-e5af-4df0-9179-a20679ea7525 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Calling delete_port for f8712d1a-6d14-4908-8d9b-b8db336b80e1 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:42.039060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:42.039405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:42.042218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempting to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:42.085708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:42.086049 n-d-712139-11 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Failed to bind port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on host n-h1-712139-11 for vnic_type normal using segments [{'id': 'dd72e044-cf37-4079-91a2-75feff92423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42'}] Jul 29 23:39:42.086425 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.157428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-150a72ee-e5af-4df0-9179-a20679ea7525 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.289425 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-150a72ee-e5af-4df0-9179-a20679ea7525 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.293795 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-150a72ee-e5af-4df0-9179-a20679ea7525 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.295265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-150a72ee-e5af-4df0-9179-a20679ea7525 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "DELETE /v2.0/floatingips/3a83e27c-c201-41d9-b9e3-f08b7791eb41 HTTP/1.1" status: 204 len: 168 time: 0.8153338 Jul 29 23:39:42.296181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a72ee-e5af-4df0-9179-a20679ea7525 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event deleted for resources: {'Port': ['ID=f8712d1a-6d14-4908-8d9b-b8db336b80e1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.300561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32872) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:42.306928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9bc04eff-c284-480b-89e0-7260249750f8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Request body: {'floatingip': {'floating_network_id': '28ad5237-a8b4-4eb5-83f3-5484361911ce', 'port_id': '2a1e01c7-879b-468b-b6dc-8ff0ce43f815', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:42.364702 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bc04eff-c284-480b-89e0-7260249750f8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.437514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] For port bb31b94d-b0cc-4446-87a8-4e1feca24c0e, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:42.438022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attempted to set empty binding levels {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:39:42.439959 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.530752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=671312dc-87a2-49a0-ba3f-a45bcf548cda,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.539699 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.596781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] In _notify_port_updated(), no bound segment for port bb31b94d-b0cc-4446-87a8-4e1feca24c0e on network 1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:39:42.598012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.598451 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.599878 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "PUT /v2.0/ports/bb31b94d-b0cc-4446-87a8-4e1feca24c0e HTTP/1.1" status: 200 len: 979 time: 2.8807411 Jul 29 23:39:42.600402 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-9bc04eff-c284-480b-89e0-7260249750f8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:39:42.601916 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9bc04eff-c284-480b-89e0-7260249750f8 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3002763 Jul 29 23:39:42.606520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32880) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:42.606927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:42.611270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be544d18-35c1-4b72-9cb7-fb420f44c4bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event updated for resources: {'Port': ['ID=bb31b94d-b0cc-4446-87a8-4e1feca24c0e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.665572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Checking segment: {'id': '50ad47b0-0bea-40c2-8bda-57f5959a0567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7f7af6fc-1c5f-4009-b933-6b6262ad0543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:42.666030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network hostable DHCP agents. Network: 7f7af6fc-1c5f-4009-b933-6b6262ad0543, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:42.685535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '2a1e01c7-879b-468b-b6dc-8ff0ce43f815', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:42.720365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 7f7af6fc-1c5f-4009-b933-6b6262ad0543 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:42.747839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 6fb88b64-1a39-482a-bb91-84d30b4770ad {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:42.748477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.769993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 7f7af6fc-1c5f-4009-b933-6b6262ad0543) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:42.779133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.779381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94edb896-c720-4c8a-9a55-a74de3ebaa46 None None] Network 7f7af6fc-1c5f-4009-b933-6b6262ad0543 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:42.781507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.835236 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.973385 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8278cbad-4773-40dc-8723-27563900957e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2111838 Jul 29 23:39:42.976682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32894) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:42.986311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': '7f7af6fc-1c5f-4009-b933-6b6262ad0543', 'name': 'tempest-PortsIpV6TestJSON-937869546'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:42.995638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb54f4-4ca7-4b25-a098-a1ac59779b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Deleting port bb31b94d-b0cc-4446-87a8-4e1feca24c0e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:42.996337 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ddb54f4-4ca7-4b25-a098-a1ac59779b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.081429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port 6fb88b64-1a39-482a-bb91-84d30b4770ad, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6fb88b64-1a39-482a-bb91-84d30b4770ad,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:43.081815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.118508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 6fb88b64-1a39-482a-bb91-84d30b4770ad owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:43.230148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7ddb54f4-4ca7-4b25-a098-a1ac59779b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] For port bb31b94d-b0cc-4446-87a8-4e1feca24c0e, host n-h1-712139-11, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:43.230529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ddb54f4-4ca7-4b25-a098-a1ac59779b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.278831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb54f4-4ca7-4b25-a098-a1ac59779b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Calling delete_port for bb31b94d-b0cc-4446-87a8-4e1feca24c0e owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:43.337781 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.400760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:43.424969 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.481498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-7f7af6fc-1c5f-4009-b933-6b6262ad0543', 'network_id': '7f7af6fc-1c5f-4009-b933-6b6262ad0543', 'tenant_id': '27ca511c69564aad951c716e67a7baed', 'fixed_ips': [{'subnet_id': '671312dc-87a2-49a0-ba3f-a45bcf548cda'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:43.485589 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.552409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port 9d294bfa-5876-42d7-b4bc-9e138f23942a yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:43.592599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ddb54f4-4ca7-4b25-a098-a1ac59779b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.646378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Allocated IP 172.25.2.127 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/2e6426b5-c808-4b1f-9e4f-071d8068881b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:43.651340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb54f4-4ca7-4b25-a098-a1ac59779b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb31b94d-b0cc-4446-87a8-4e1feca24c0e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:43.665541 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ddb54f4-4ca7-4b25-a098-a1ac59779b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.667796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7ddb54f4-4ca7-4b25-a098-a1ac59779b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bb31b94d-b0cc-4446-87a8-4e1feca24c0e HTTP/1.1" status: 204 len: 168 time: 1.0597441 Jul 29 23:39:43.672468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32914) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:43.707993 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11de1e1-9edb-4b67-bddc-88137ad1e122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:39:43.709759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f11de1e1-9edb-4b67-bddc-88137ad1e122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433747271-project-admin] 10.222.0.37 "GET /v2.0/ports/bb31b94d-b0cc-4446-87a8-4e1feca24c0e HTTP/1.1" status: 404 len: 333 time: 0.0360041 Jul 29 23:39:43.722379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:43.837612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.900761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Allocated IP 2001:db8::2 (7f7af6fc-1c5f-4009-b933-6b6262ad0543/671312dc-87a2-49a0-ba3f-a45bcf548cda/0e3efa0e-e48f-4c0f-b7aa-cecece80823c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:44.025275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.059555 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.112579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=6fb88b64-1a39-482a-bb91-84d30b4770ad,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:44.114315 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.186501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:44.225055 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.237884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Transition to ACTIVE for port object 0e3efa0e-e48f-4c0f-b7aa-cecece80823c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:44.242672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd72e044-cf37-4079-91a2-75feff92423a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:44.253142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd72e044-cf37-4079-91a2-75feff92423a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:44.262277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Transition to ACTIVE for port object 0e3efa0e-e48f-4c0f-b7aa-cecece80823c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:44.273338 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.284232 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.319476 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.368143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Network 7f7af6fc-1c5f-4009-b933-6b6262ad0543 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:44.373016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:44.380496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:44.389153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Pushing event updated for resources: {'Port': ['ID=0e3efa0e-e48f-4c0f-b7aa-cecece80823c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:44.397976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.454140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8::349 (7f7af6fc-1c5f-4009-b933-6b6262ad0543/671312dc-87a2-49a0-ba3f-a45bcf548cda/9d294bfa-5876-42d7-b4bc-9e138f23942a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:44.486865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:44.490848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:44.499253 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:44.557386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Attempting to bind port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:44.558036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Attempting to bind port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '50ad47b0-0bea-40c2-8bda-57f5959a0567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7f7af6fc-1c5f-4009-b933-6b6262ad0543'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:44.558563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Attempting to bind port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c on network 7f7af6fc-1c5f-4009-b933-6b6262ad0543 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:44.565051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:44.565709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Checking segment: {'id': '50ad47b0-0bea-40c2-8bda-57f5959a0567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7f7af6fc-1c5f-4009-b933-6b6262ad0543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:44.566277 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.567457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Bound using segment: {'id': '50ad47b0-0bea-40c2-8bda-57f5959a0567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7f7af6fc-1c5f-4009-b933-6b6262ad0543'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:44.568283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Bound port: 0e3efa0e-e48f-4c0f-b7aa-cecece80823c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ad47b0-0bea-40c2-8bda-57f5959a0567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7f7af6fc-1c5f-4009-b933-6b6262ad0543'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:44.568855 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.648947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:44.657612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:44.667413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:44.670795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event updated for resources: {'Port': ['ID=2e6426b5-c808-4b1f-9e4f-071d8068881b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:44.690364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] For port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:44.698308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] For port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0e3efa0e-e48f-4c0f-b7aa-cecece80823c,segment=NetworkSegment(50ad47b0-0bea-40c2-8bda-57f5959a0567),segment_id=50ad47b0-0bea-40c2-8bda-57f5959a0567)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:44.710250 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.711884 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.719653 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.725355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.736563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] 10.222.0.37 "DELETE /v2.0/networks/1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42 HTTP/1.1" status: 204 len: 168 time: 1.0016086 Jul 29 23:39:44.743765 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object 9d294bfa-5876-42d7-b4bc-9e138f23942a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:44.791142 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.866816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc158ab-b864-4cf9-bf56-76468cb40f3a None None] Pushing event updated for resources: {'Port': ['ID=0e3efa0e-e48f-4c0f-b7aa-cecece80823c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:44.907332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092984ef-1e46-4e6d-a3f9-ef49e17afbcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796703911-project] Pushing event deleted for resources: {'Network': ['ID=1810d8a5-71f6-4ead-b80c-3c9f8c6a4e42,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:44.918634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 7f7af6fc-1c5f-4009-b933-6b6262ad0543 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:44.939713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:44.996847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:45.005414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.006917 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.027493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=9d294bfa-5876-42d7-b4bc-9e138f23942a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:45.123392 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3bd63b16-dbc9-4d02-8421-61ed4678f9e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1427252 Jul 29 23:39:45.123651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32952) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:45.220233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Deleting port 2e6426b5-c808-4b1f-9e4f-071d8068881b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:45.220632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.447259 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.449013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32960) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:45.480613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.480959 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.559713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Calling delete_port for 2e6426b5-c808-4b1f-9e4f-071d8068881b owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:45.680871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0e3efa0e-e48f-4c0f-b7aa-cecece80823c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:45.868205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:46.054287 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.087623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event deleted for resources: {'Port': ['ID=2e6426b5-c808-4b1f-9e4f-071d8068881b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:46.132752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router 9842e832-159a-4818-b61e-1b0f4c10f8fc has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:46.196417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-041392b6-7687-435c-a2fd-1cd7b9c1a0fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 9d294bfa-5876-42d7-b4bc-9e138f23942a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:46.199007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-041392b6-7687-435c-a2fd-1cd7b9c1a0fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.229464 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] create failed (client error): The resource could not be found. Jul 29 23:39:46.231030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-52ed1af1-a7aa-438b-a396-793098ee6098 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6210463 Jul 29 23:39:46.234959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32984) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:46.538141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b1872140-524f-4755-a571-7fcebd5c241d tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Deleting port 2a1e01c7-879b-468b-b6dc-8ff0ce43f815 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:46.538608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1872140-524f-4755-a571-7fcebd5c241d tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.562560 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-041392b6-7687-435c-a2fd-1cd7b9c1a0fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.592131 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c584eda5-1077-4ebf-8397-dcb2d3edcc8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab770557837a4e73a455801bd98c8925&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1317797 Jul 29 23:39:46.592903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32992) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:46.626825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-041392b6-7687-435c-a2fd-1cd7b9c1a0fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 9d294bfa-5876-42d7-b4bc-9e138f23942a owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:46.669718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29655c3-baeb-4e66-9e93-5b058bd2ec4e None None] Network 7f7af6fc-1c5f-4009-b933-6b6262ad0543 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:46.809413 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1872140-524f-4755-a571-7fcebd5c241d tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.833002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b1872140-524f-4755-a571-7fcebd5c241d tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Calling delete_port for 2a1e01c7-879b-468b-b6dc-8ff0ce43f815 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:46.870805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8444f0c6-058e-465d-b78c-dcabafb120b7 None None] Provisioning for port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:46.877995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8444f0c6-058e-465d-b78c-dcabafb120b7 None None] Provisioning complete for port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:46.878714 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8444f0c6-058e-465d-b78c-dcabafb120b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.011816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:47.022573 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e9f8d7bc-be02-4633-b5f9-6e134d7c44d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "PUT /v2.0/routers/9842e832-159a-4818-b61e-1b0f4c10f8fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9302838 Jul 29 23:39:47.024815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-041392b6-7687-435c-a2fd-1cd7b9c1a0fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.031474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33010) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:47.094792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1872140-524f-4755-a571-7fcebd5c241d tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.104159 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8444f0c6-058e-465d-b78c-dcabafb120b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.154753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041392b6-7687-435c-a2fd-1cd7b9c1a0fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=9d294bfa-5876-42d7-b4bc-9e138f23942a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:47.163454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24e62e4-613d-4082-b349-568d713a6aad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting subnet 6f8cde7b-ebb4-491a-a06d-6149ef6da505 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:47.172463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a24e62e4-613d-4082-b349-568d713a6aad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.213379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1872140-524f-4755-a571-7fcebd5c241d tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event deleted for resources: {'Port': ['ID=2a1e01c7-879b-468b-b6dc-8ff0ce43f815,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:47.221162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8444f0c6-058e-465d-b78c-dcabafb120b7 None None] For port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0e3efa0e-e48f-4c0f-b7aa-cecece80823c,segment=NetworkSegment(50ad47b0-0bea-40c2-8bda-57f5959a0567),segment_id=50ad47b0-0bea-40c2-8bda-57f5959a0567)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:47.226840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] Sync routers for ids ['9842e832-159a-4818-b61e-1b0f4c10f8fc'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:47.249119 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-041392b6-7687-435c-a2fd-1cd7b9c1a0fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.256330 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-041392b6-7687-435c-a2fd-1cd7b9c1a0fa tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/9d294bfa-5876-42d7-b4bc-9e138f23942a HTTP/1.1" status: 204 len: 168 time: 2.1280403 Jul 29 23:39:47.260504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b8443d1-453c-4696-8d77-a2ffc2b35cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.266768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8444f0c6-058e-465d-b78c-dcabafb120b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.271489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] Routers {'9842e832-159a-4818-b61e-1b0f4c10f8fc'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:47.272246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9842e832-159a-4818-b61e-1b0f4c10f8fc'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:47.288763 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b8443d1-453c-4696-8d77-a2ffc2b35cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.295056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:47.377976 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b8443d1-453c-4696-8d77-a2ffc2b35cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.382367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b8443d1-453c-4696-8d77-a2ffc2b35cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.386045 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8b8443d1-453c-4696-8d77-a2ffc2b35cf9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6846843-30e0-48ad-9221-b769c11f6003 HTTP/1.1" status: 204 len: 168 time: 0.7830451 Jul 29 23:39:47.401262 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8aa078-432b-417b-b6b4-5a1de2483584 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:39:47.402024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8aa078-432b-417b-b6b4-5a1de2483584 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:39:47.404309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8443d1-453c-4696-8d77-a2ffc2b35cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6846843-30e0-48ad-9221-b769c11f6003,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:47.408098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a24e62e4-613d-4082-b349-568d713a6aad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.412853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eb8aa078-432b-417b-b6b4-5a1de2483584 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/9d294bfa-5876-42d7-b4bc-9e138f23942a HTTP/1.1" status: 404 len: 333 time: 0.1167254 Jul 29 23:39:47.537024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33026) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:47.582588 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1872140-524f-4755-a571-7fcebd5c241d tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.585468 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b1872140-524f-4755-a571-7fcebd5c241d tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "DELETE /v2.0/ports/2a1e01c7-879b-468b-b6dc-8ff0ce43f815 HTTP/1.1" status: 204 len: 168 time: 1.3486383 Jul 29 23:39:47.603304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33032) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:47.677803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] Set router 9842e832-159a-4818-b61e-1b0f4c10f8fc gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:47.754568 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-939e55f7-f9c1-4686-9d87-31920b076f8e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:39:47.777249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-939e55f7-f9c1-4686-9d87-31920b076f8e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/9d294bfa-5876-42d7-b4bc-9e138f23942a HTTP/1.1" status: 404 len: 333 time: 0.2271619 Jul 29 23:39:47.782173 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:47.899262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a24e62e4-613d-4082-b349-568d713a6aad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.990556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-97000852-e977-42e7-84b4-1e6cd4a1ffe9 None None] Could not find standard attr ID for object 9d294bfa-5876-42d7-b4bc-9e138f23942a. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:39:48.069895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a21945-58b8-4285-83e7-a2900816c54c tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:48.073912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e7a21945-58b8-4285-83e7-a2900816c54c tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd678ae-3ce2-4dc9-94a3-a1a834da4df1 HTTP/1.1" status: 200 len: 913 time: 0.4671867 Jul 29 23:39:48.075964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:48.119919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bda5a6-166a-4224-8fb7-0364f690548b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet 671312dc-87a2-49a0-ba3f-a45bcf548cda {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:48.135574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9bda5a6-166a-4224-8fb7-0364f690548b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.236819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-97000852-e977-42e7-84b4-1e6cd4a1ffe9 None None] Provisioning complete for port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:48.237194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97000852-e977-42e7-84b4-1e6cd4a1ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.278987 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a24e62e4-613d-4082-b349-568d713a6aad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.314108 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9bda5a6-166a-4224-8fb7-0364f690548b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.377096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e62e4-613d-4082-b349-568d713a6aad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8cde7b-ebb4-491a-a06d-6149ef6da505,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:48.414186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a24e62e4-613d-4082-b349-568d713a6aad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.422354 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a24e62e4-613d-4082-b349-568d713a6aad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/subnets/6f8cde7b-ebb4-491a-a06d-6149ef6da505 HTTP/1.1" status: 204 len: 168 time: 1.3893101 Jul 29 23:39:48.450223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33068) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:48.569684 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:48.638723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444f0c6-058e-465d-b78c-dcabafb120b7 None None] Pushing event updated for resources: {'Port': ['ID=0e3efa0e-e48f-4c0f-b7aa-cecece80823c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:48.654854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04d335f-4283-43f6-8a64-b409e494f4a0 None None] Network a5098b49-09e2-41f8-9f6e-3cce3c678c82 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:48.819147 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9bda5a6-166a-4224-8fb7-0364f690548b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.826211 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.955966 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.969253 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bf748fc6-3ad1-408c-b2ad-9d1ddf72a139 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=387dcad18b0948b38820eb7d22cdab29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946438 Jul 29 23:39:48.979119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33080) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:49.167333 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.190573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f841deb5-814a-479c-aee6-fda848dab491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:39:43Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'f841deb5-814a-479c-aee6-fda848dab491', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:49.229202 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9bda5a6-166a-4224-8fb7-0364f690548b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.287190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port f841deb5-814a-479c-aee6-fda848dab491 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:49.287554 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.329412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] Checking router: 9842e832-159a-4818-b61e-1b0f4c10f8fc for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:49.372797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] Routers {'9842e832-159a-4818-b61e-1b0f4c10f8fc'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:49.377780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9842e832-159a-4818-b61e-1b0f4c10f8fc'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:49.403390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port f841deb5-814a-479c-aee6-fda848dab491, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f841deb5-814a-479c-aee6-fda848dab491,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:49.405264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.427317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for f841deb5-814a-479c-aee6-fda848dab491 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:49.551267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc4b1f-c1cf-454e-89ab-a794d7b1ece8 None None] DHCP port deletion for a5098b49-09e2-41f8-9f6e-3cce3c678c82 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:49.570638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0e3efa0e-e48f-4c0f-b7aa-cecece80823c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:49.669195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9bda5a6-166a-4224-8fb7-0364f690548b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.679386 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d9bda5a6-166a-4224-8fb7-0364f690548b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/671312dc-87a2-49a0-ba3f-a45bcf548cda HTTP/1.1" status: 204 len: 168 time: 1.8623898 Jul 29 23:39:49.682098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bda5a6-166a-4224-8fb7-0364f690548b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=671312dc-87a2-49a0-ba3f-a45bcf548cda,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:49.689017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:49.694414 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.811591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=f841deb5-814a-479c-aee6-fda848dab491,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:49.997079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47fff1-9702-4348-a53e-ac77c1d7d4ad None None] Network 7f7af6fc-1c5f-4009-b933-6b6262ad0543 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:50.017262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.110925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.151005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c63eb96-a602-4c30-95a6-852187402f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.187485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-631a41a7-f80c-49a6-8e74-3533ab56dc27 None None] Could not find standard attr ID for object 9d294bfa-5876-42d7-b4bc-9e138f23942a. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:39:50.208745 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.215203 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.249885 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c63eb96-a602-4c30-95a6-852187402f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.333111 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c63eb96-a602-4c30-95a6-852187402f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.335758 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c63eb96-a602-4c30-95a6-852187402f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.353851 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3c63eb96-a602-4c30-95a6-852187402f73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92916052-4b0e-45fc-ad64-d869493e5feb HTTP/1.1" status: 204 len: 168 time: 1.3755517 Jul 29 23:39:50.371961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63eb96-a602-4c30-95a6-852187402f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92916052-4b0e-45fc-ad64-d869493e5feb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:50.389767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.391557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Fanout notify agent at l3_agent the message router_deleted on router 9842e832-159a-4818-b61e-1b0f4c10f8fc {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:50.409800 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.414534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-840b7d01-c271-439e-a6b0-e07bdc7dcf5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/routers/9842e832-159a-4818-b61e-1b0f4c10f8fc HTTP/1.1" status: 204 len: 168 time: 1.9607456 Jul 29 23:39:50.417234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:50.490591 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] Set router 9842e832-159a-4818-b61e-1b0f4c10f8fc gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:50.516553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:50.516923 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.587256 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.671960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] For port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0e3efa0e-e48f-4c0f-b7aa-cecece80823c,segment=NetworkSegment(50ad47b0-0bea-40c2-8bda-57f5959a0567),segment_id=50ad47b0-0bea-40c2-8bda-57f5959a0567)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:50.672458 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.706304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 0e3efa0e-e48f-4c0f-b7aa-cecece80823c owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:50.732606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-abdc4b1f-c1cf-454e-89ab-a794d7b1ece8 None None] Deleting port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:50.734495 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-abdc4b1f-c1cf-454e-89ab-a794d7b1ece8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.739030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 6, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:50.763382 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.843159 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.873890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No DVR routers for this DVR port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:50.960997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6977d79-728c-47b7-bebd-9eb301d0bd96 None None] The sync data for ids ['9842e832-159a-4818-b61e-1b0f4c10f8fc'] in n-d-712139-11 is: [{'id': '9842e832-159a-4818-b61e-1b0f4c10f8fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575965002', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:51Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 6, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:50.962494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:50.962878 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.995874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=0e3efa0e-e48f-4c0f-b7aa-cecece80823c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:51.063548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae71e6-ff5a-4a0c-ae4e-8e428564e78d None None] DHCP port deletion for 7f7af6fc-1c5f-4009-b933-6b6262ad0543 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:51.084868 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-abdc4b1f-c1cf-454e-89ab-a794d7b1ece8 None None] For port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b2b83b1-4325-44e3-9e88-e9be3f0f0c14,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:51.085552 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-abdc4b1f-c1cf-454e-89ab-a794d7b1ece8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.100736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-abdc4b1f-c1cf-454e-89ab-a794d7b1ece8 None None] Calling delete_port for 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:51.136636 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.154872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:51.155359 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.161703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7af6fc-1c5f-4009-b933-6b6262ad0543']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.187021 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ad47b0-0bea-40c2-8bda-57f5959a0567') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.187382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ad47b0-0bea-40c2-8bda-57f5959a0567') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.209209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.240713 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.252303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:51.252725 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:51.259878 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:51.311599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8b2b83b1-4325-44e3-9e88-e9be3f0f0c14,segment=NetworkSegment(8e3688a8-d97e-47e2-9381-537fd6b28b2e),segment_id=8e3688a8-d97e-47e2-9381-537fd6b28b2e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:51.312053 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.331496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Port 0e3efa0e-e48f-4c0f-b7aa-cecece80823c was deleted so its status cannot be updated. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 23:39:51.348846 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-abdc4b1f-c1cf-454e-89ab-a794d7b1ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.353622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:51.503135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc4b1f-c1cf-454e-89ab-a794d7b1ece8 None None] No DVR routers for this DVR port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:51.513731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc4b1f-c1cf-454e-89ab-a794d7b1ece8 None None] Pushing event deleted for resources: {'Port': ['ID=8b2b83b1-4325-44e3-9e88-e9be3f0f0c14,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:51.525311 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.562915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=8b2b83b1-4325-44e3-9e88-e9be3f0f0c14,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:51.580691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.581336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.581970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.582789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.583838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.584487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.585041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.585663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.586212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.586764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.598363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.599219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:51.626020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] No DVR routers for this DVR port 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:51.689640 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24414dc4-6d13-4fd2-a662-5b86e818f911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.948293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.962493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:51.996665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5098b49-09e2-41f8-9f6e-3cce3c678c82']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:52.025801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3688a8-d97e-47e2-9381-537fd6b28b2e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:52.029605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3688a8-d97e-47e2-9381-537fd6b28b2e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:52.045706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:52.046075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8b2b83b1-4325-44e3-9e88-e9be3f0f0c14 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:52.046510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6fb88b64-1a39-482a-bb91-84d30b4770ad no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:52.064647 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.094731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.109065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:52.109630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.134362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 6fb88b64-1a39-482a-bb91-84d30b4770ad {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:52.134787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6fb88b64-1a39-482a-bb91-84d30b4770ad not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:52.135230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0e3efa0e-e48f-4c0f-b7aa-cecece80823c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:52.170444 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.180499 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.188092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/networks/7f7af6fc-1c5f-4009-b933-6b6262ad0543 HTTP/1.1" status: 204 len: 168 time: 2.4924395 Jul 29 23:39:52.197051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33166) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:52.203080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 0e3efa0e-e48f-4c0f-b7aa-cecece80823c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:52.203437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0e3efa0e-e48f-4c0f-b7aa-cecece80823c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:52.248668 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:52.259124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1963420930'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:52.289457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca5671-151b-43f0-9dda-01f492e70112 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Network': ['ID=7f7af6fc-1c5f-4009-b933-6b6262ad0543,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:52.348765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:52.358942 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.366903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.377201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.379949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/networks/a5098b49-09e2-41f8-9f6e-3cce3c678c82 HTTP/1.1" status: 204 len: 168 time: 1.9569964 Jul 29 23:39:52.383031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:52.432853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb9887-8a7e-499d-b1de-84ff805d147f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Network': ['ID=a5098b49-09e2-41f8-9f6e-3cce3c678c82,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:52.467278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:52.503236 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.503592 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Added segment d9baaead-f370-48cd-a7a2-c9ded43143e5 of type vlan for network e794dfc7-caa5-4fca-9d19-c33a1f605813 Jul 29 23:39:52.554910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Deleting port ff361296-943d-4327-8eb7-181453e72e8c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:52.556474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.625024 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7fc7-6b79-4583-b09e-ad0ed24fb50b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.657710 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.658421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7fc7-6b79-4583-b09e-ad0ed24fb50b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.735026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7fc7-6b79-4583-b09e-ad0ed24fb50b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.739177 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7fc7-6b79-4583-b09e-ad0ed24fb50b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.741197 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2c4d7fc7-6b79-4583-b09e-ad0ed24fb50b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/security-groups/1e188765-b5a8-461e-ac03-995f63465ec5 HTTP/1.1" status: 204 len: 168 time: 0.3534436 Jul 29 23:39:52.760812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.777000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:52.777000 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.809938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d7fc7-6b79-4583-b09e-ad0ed24fb50b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e188765-b5a8-461e-ac03-995f63465ec5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:52.890989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.907594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Network': ['ID=e794dfc7-caa5-4fca-9d19-c33a1f605813,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:52.916310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a30985e5-fe96-4e62-970b-495cec732d76 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7135413 Jul 29 23:39:52.921010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network e794dfc7-caa5-4fca-9d19-c33a1f605813 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:52.927837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Calling delete_port for ff361296-943d-4327-8eb7-181453e72e8c owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:52.932261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33200) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:52.947411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': 'e794dfc7-caa5-4fca-9d19-c33a1f605813', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:53.229600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:53.239981 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.384704 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.423840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f841deb5-814a-479c-aee6-fda848dab491 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:53.461063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event deleted for resources: {'Port': ['ID=ff361296-943d-4327-8eb7-181453e72e8c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:53.488907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: f841deb5-814a-479c-aee6-fda848dab491 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:53.490663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f841deb5-814a-479c-aee6-fda848dab491 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:53.780160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:53.827250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33230) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:53.873144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.911561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.965101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=6fc43833-730e-4cdc-a284-42d64979de11,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:53.976754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.977526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.978230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.978735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.979248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.979750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.981020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.981554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.982385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.982906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.983406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:53.984230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:54.060060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Checking segment: {'id': 'd9baaead-f370-48cd-a7a2-c9ded43143e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e794dfc7-caa5-4fca-9d19-c33a1f605813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:54.061447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network hostable DHCP agents. Network: e794dfc7-caa5-4fca-9d19-c33a1f605813, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:54.084349 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7e679e3-396f-450c-8ab2-95d2853a2250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.100608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33236) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:54.109858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7095fccc-1797-4b1c-8c46-4526e1c0b5b2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44921773', 'description': 'tempest-secgroup-smoke-44921773 description', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:54.136430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network e794dfc7-caa5-4fca-9d19-c33a1f605813 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:54.182874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, e794dfc7-caa5-4fca-9d19-c33a1f605813) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:54.189253 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.192322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500dc13-89a2-4fca-9872-cad3d7cff770 None None] Network e794dfc7-caa5-4fca-9d19-c33a1f605813 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:54.197543 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:54.198351 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.250234 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7095fccc-1797-4b1c-8c46-4526e1c0b5b2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.276740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b87e59bf-dc95-4c40-88de-ba272c071fb3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3393877 Jul 29 23:39:54.293827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33238) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:54.303407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': 'e794dfc7-caa5-4fca-9d19-c33a1f605813', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-301493431'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:54.313616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-faf07651-1b70-4b1f-8779-228866a7ad89 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-608749603'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:54.388145 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-faf07651-1b70-4b1f-8779-228866a7ad89 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:39:54.388145 n-d-712139-11 neutron-server[93816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:39:54.388145 n-d-712139-11 neutron-server[93816]: [parameters: {'project_id_1': '64f81794851a4444b286551637d4dd81', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 39, 54, 323598)}] Jul 29 23:39:54.388145 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:39:54.388533 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-faf07651-1b70-4b1f-8779-228866a7ad89 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:39:54.493940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Router 2cd678ae-3ce2-4dc9-94a3-a1a834da4df1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:54.534532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-e794dfc7-caa5-4fca-9d19-c33a1f605813', 'network_id': 'e794dfc7-caa5-4fca-9d19-c33a1f605813', 'tenant_id': '27ca511c69564aad951c716e67a7baed', 'fixed_ips': [{'subnet_id': '6fc43833-730e-4cdc-a284-42d64979de11'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:54.536044 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.620194 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7095fccc-1797-4b1c-8c46-4526e1c0b5b2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.632927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7095fccc-1797-4b1c-8c46-4526e1c0b5b2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.719100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095fccc-1797-4b1c-8c46-4526e1c0b5b2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf0058-d27c-4331-a430-26a81aef0abf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:54.759890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:54.773546 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.824474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:54.836655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port dacaf12a-c0f7-474b-bb3d-5cf95f21515b yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:54.837213 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ec96a114-3a1f-4dfa-81a7-11df15e28389 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "PUT /v2.0/routers/2cd678ae-3ce2-4dc9-94a3-a1a834da4df1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7558808 Jul 29 23:39:54.844456 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f55fb-1bd3-484f-8d9e-73a549f5f341 None None] Sync routers for ids ['2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:54.857280 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f55fb-1bd3-484f-8d9e-73a549f5f341 None None] Routers {'2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:54.857559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:54.865812 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4d8f55fb-1bd3-484f-8d9e-73a549f5f341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:54.869264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7095fccc-1797-4b1c-8c46-4526e1c0b5b2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.873249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7095fccc-1797-4b1c-8c46-4526e1c0b5b2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7670269 Jul 29 23:39:54.875985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33258) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:54.901422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ae6a75fd-754b-4251-bfd2-203212d399c5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '09bf0058-d27c-4331-a430-26a81aef0abf', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:54.949978 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4d8f55fb-1bd3-484f-8d9e-73a549f5f341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:54.966990 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f55fb-1bd3-484f-8d9e-73a549f5f341 None None] Routers {'2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:54.968597 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4d8f55fb-1bd3-484f-8d9e-73a549f5f341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:54.987653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Allocated IP 2001:db8::2 (e794dfc7-caa5-4fca-9d19-c33a1f605813/6fc43833-730e-4cdc-a284-42d64979de11/fc2e5d47-b9b2-4782-aa7f-c6674d17b420) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:55.075303 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4d8f55fb-1bd3-484f-8d9e-73a549f5f341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:55.075991 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f55fb-1bd3-484f-8d9e-73a549f5f341 None None] The sync data for ids ['2cd678ae-3ce2-4dc9-94a3-a1a834da4df1'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:55.147275 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae6a75fd-754b-4251-bfd2-203212d399c5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.198740 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71231c9a-8687-49cd-aed1-7cb3d9728dd7 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.317901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae6a75fd-754b-4251-bfd2-203212d399c5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.325353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faf07651-1b70-4b1f-8779-228866a7ad89 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.328463 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faf07651-1b70-4b1f-8779-228866a7ad89 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.414938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faf07651-1b70-4b1f-8779-228866a7ad89 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.417326 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae6a75fd-754b-4251-bfd2-203212d399c5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.447557 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.450504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a75fd-754b-4251-bfd2-203212d399c5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff484e58-637f-4070-8788-cc2cfab809a4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:55.453256 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faf07651-1b70-4b1f-8779-228866a7ad89 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.466024 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae6a75fd-754b-4251-bfd2-203212d399c5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.472144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ae6a75fd-754b-4251-bfd2-203212d399c5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5893455 Jul 29 23:39:55.474591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:55.480920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-37711d4d-2357-4744-90cb-2fc498ce6b7e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '09bf0058-d27c-4331-a430-26a81aef0abf', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:55.497988 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.498445 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faf07651-1b70-4b1f-8779-228866a7ad89 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.500968 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-faf07651-1b70-4b1f-8779-228866a7ad89 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.6714520 Jul 29 23:39:55.505187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:55.532837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Transition to ACTIVE for port object fc2e5d47-b9b2-4782-aa7f-c6674d17b420 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:55.564520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Transition to ACTIVE for port object fc2e5d47-b9b2-4782-aa7f-c6674d17b420 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:55.579825 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.681863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Network e794dfc7-caa5-4fca-9d19-c33a1f605813 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:55.691853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:55.697672 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4168f490-aa2a-427f-a085-1e93c995f6f4 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.700924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Pushing event updated for resources: {'Port': ['ID=fc2e5d47-b9b2-4782-aa7f-c6674d17b420,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:55.704494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:55.871105 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37711d4d-2357-4744-90cb-2fc498ce6b7e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.893445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Attempting to bind port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:55.897258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Attempting to bind port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'd9baaead-f370-48cd-a7a2-c9ded43143e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e794dfc7-caa5-4fca-9d19-c33a1f605813'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:55.897784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Attempting to bind port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 on network e794dfc7-caa5-4fca-9d19-c33a1f605813 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:55.922555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:55.927174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Checking segment: {'id': 'd9baaead-f370-48cd-a7a2-c9ded43143e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e794dfc7-caa5-4fca-9d19-c33a1f605813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:55.938977 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.946882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Bound using segment: {'id': 'd9baaead-f370-48cd-a7a2-c9ded43143e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e794dfc7-caa5-4fca-9d19-c33a1f605813'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:55.947546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Bound port: fc2e5d47-b9b2-4782-aa7f-c6674d17b420, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9baaead-f370-48cd-a7a2-c9ded43143e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e794dfc7-caa5-4fca-9d19-c33a1f605813'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:55.947881 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.045952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8::39b (e794dfc7-caa5-4fca-9d19-c33a1f605813/6fc43833-730e-4cdc-a284-42d64979de11/dacaf12a-c0f7-474b-bb3d-5cf95f21515b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:56.078663 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4168f490-aa2a-427f-a085-1e93c995f6f4 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.083466 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4168f490-aa2a-427f-a085-1e93c995f6f4 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.090318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] For port fc2e5d47-b9b2-4782-aa7f-c6674d17b420, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:56.096605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] For port fc2e5d47-b9b2-4782-aa7f-c6674d17b420, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fc2e5d47-b9b2-4782-aa7f-c6674d17b420,segment=NetworkSegment(d9baaead-f370-48cd-a7a2-c9ded43143e5),segment_id=d9baaead-f370-48cd-a7a2-c9ded43143e5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:56.108039 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.113656 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71231c9a-8687-49cd-aed1-7cb3d9728dd7 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.117134 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71231c9a-8687-49cd-aed1-7cb3d9728dd7 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.185289 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71231c9a-8687-49cd-aed1-7cb3d9728dd7 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.185832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71231c9a-8687-49cd-aed1-7cb3d9728dd7 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Fanout notify agent at l3_agent the message router_deleted on router 2cd678ae-3ce2-4dc9-94a3-a1a834da4df1 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:56.194605 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71231c9a-8687-49cd-aed1-7cb3d9728dd7 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.198887 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-71231c9a-8687-49cd-aed1-7cb3d9728dd7 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "DELETE /v2.0/routers/2cd678ae-3ce2-4dc9-94a3-a1a834da4df1 HTTP/1.1" status: 204 len: 168 time: 1.3402069 Jul 29 23:39:56.200490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33292) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.247056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32f9f8-204d-4867-bc66-9f4e312438c9 None None] Pushing event updated for resources: {'Port': ['ID=fc2e5d47-b9b2-4782-aa7f-c6674d17b420,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.270394 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37711d4d-2357-4744-90cb-2fc498ce6b7e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.291523 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37711d4d-2357-4744-90cb-2fc498ce6b7e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.340157 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4168f490-aa2a-427f-a085-1e93c995f6f4 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.340915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4168f490-aa2a-427f-a085-1e93c995f6f4 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d23089e-1cb5-4a42-8f50-2f9a93ade5cb {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:56.352048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c99b36b-d767-44c5-99bf-e68893bfbd9a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Deleting subnet c82c2948-abe9-4b5a-9b6c-195a04197909 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:56.358009 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4168f490-aa2a-427f-a085-1e93c995f6f4 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.359648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4168f490-aa2a-427f-a085-1e93c995f6f4 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] 10.222.0.37 "DELETE /v2.0/routers/8d23089e-1cb5-4a42-8f50-2f9a93ade5cb HTTP/1.1" status: 204 len: 168 time: 0.8528559 Jul 29 23:39:56.364583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c99b36b-d767-44c5-99bf-e68893bfbd9a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.369114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33298) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.377871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c9ee3764-0c9d-4674-af01-8b0447d7516a tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Request body: {'router': {'name': 'tempest-router-90296885', 'distributed': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:56.406151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37711d4d-2357-4744-90cb-2fc498ce6b7e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eea3a37-7b96-4c9c-9ced-3ca4d542f42a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.423852 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37711d4d-2357-4744-90cb-2fc498ce6b7e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.425197 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-37711d4d-2357-4744-90cb-2fc498ce6b7e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9493940 Jul 29 23:39:56.433025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33302) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.449828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-786708bf-505d-42d2-9835-a194a34df19d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '09bf0058-d27c-4331-a430-26a81aef0abf', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:56.505021 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c99b36b-d767-44c5-99bf-e68893bfbd9a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.515381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.548312 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3764-0c9d-4674-af01-8b0447d7516a tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.549157 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3764-0c9d-4674-af01-8b0447d7516a tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.604275 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.697404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3764-0c9d-4674-af01-8b0447d7516a tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.698595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object dacaf12a-c0f7-474b-bb3d-5cf95f21515b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:56.709685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3764-0c9d-4674-af01-8b0447d7516a tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.771251 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.821620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network e794dfc7-caa5-4fca-9d19-c33a1f605813 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:56.827018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:56.832990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:56.840331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:56.841032 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.867888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=dacaf12a-c0f7-474b-bb3d-5cf95f21515b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.881610 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3764-0c9d-4674-af01-8b0447d7516a tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.883118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c9ee3764-0c9d-4674-af01-8b0447d7516a tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5103443 Jul 29 23:39:56.887050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f73d89a0-f802-447e-8a16-f3a73c2f6dcb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.5899005 Jul 29 23:39:56.887678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33310) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.889778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33312) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.898633 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-786708bf-505d-42d2-9835-a194a34df19d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.020626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4c821d2-d014-43e9-9a85-ba6f29162400 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.050076 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.070647 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c99b36b-d767-44c5-99bf-e68893bfbd9a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.233898 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-786708bf-505d-42d2-9835-a194a34df19d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.256767 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-786708bf-505d-42d2-9835-a194a34df19d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.338240 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4c821d2-d014-43e9-9a85-ba6f29162400 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.342832 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4c821d2-d014-43e9-9a85-ba6f29162400 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.353790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786708bf-505d-42d2-9835-a194a34df19d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d587f1-3a8b-4571-9e9c-ce898b9168f4,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:57.356068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c99b36b-d767-44c5-99bf-e68893bfbd9a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.366905 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-786708bf-505d-42d2-9835-a194a34df19d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.371526 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-786708bf-505d-42d2-9835-a194a34df19d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9365611 Jul 29 23:39:57.373496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:57.429052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8f84723d-ceff-4334-a8e5-da181ceca17b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '09bf0058-d27c-4331-a430-26a81aef0abf', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:57.448511 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c99b36b-d767-44c5-99bf-e68893bfbd9a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.453084 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2c99b36b-d767-44c5-99bf-e68893bfbd9a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "DELETE /v2.0/subnets/c82c2948-abe9-4b5a-9b6c-195a04197909 HTTP/1.1" status: 204 len: 168 time: 1.2515399 Jul 29 23:39:57.454039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99b36b-d767-44c5-99bf-e68893bfbd9a tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event deleted for resources: {'Subnet': ['ID=c82c2948-abe9-4b5a-9b6c-195a04197909,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:57.456983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0027e7-f1d1-4415-90e9-ece071b981ba None None] Network 28ad5237-a8b4-4eb5-83f3-5484361911ce requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:57.459420 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:57.639355 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4c821d2-d014-43e9-9a85-ba6f29162400 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.640841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c821d2-d014-43e9-9a85-ba6f29162400 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49bab08e-808a-4097-b227-3cd9c6a5940c {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:57.661392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4c821d2-d014-43e9-9a85-ba6f29162400 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.663686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f4c821d2-d014-43e9-9a85-ba6f29162400 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] 10.222.0.37 "DELETE /v2.0/routers/49bab08e-808a-4097-b227-3cd9c6a5940c HTTP/1.1" status: 204 len: 168 time: 0.7749054 Jul 29 23:39:57.667795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33342) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:57.684387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-01fff09b-427f-4dda-8c11-78dddff1e8d8 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Request body: {'router': {'name': 'tempest-router-1756480770', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4ecea405577343f4bc75760e0fdf89f8'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:57.705322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fc2e5d47-b9b2-4782-aa7f-c6674d17b420 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:57.742970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c28fde50-e1f9-4744-9798-6d4ee0b5c4bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port dacaf12a-c0f7-474b-bb3d-5cf95f21515b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:57.743531 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28fde50-e1f9-4744-9798-6d4ee0b5c4bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.808566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] Deleting port 6bd75e6d-2c36-40cc-8163-efc47d829260 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:57.811062 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.813346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:57.814179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f84723d-ceff-4334-a8e5-da181ceca17b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.868608 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.886456 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01fff09b-427f-4dda-8c11-78dddff1e8d8 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.892871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01fff09b-427f-4dda-8c11-78dddff1e8d8 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.895013 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee16d4a9-8e29-49dc-adc5-3a8c3f1d79b5 None None] DHCP port deletion for 28ad5237-a8b4-4eb5-83f3-5484361911ce request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:58.018066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ee16d4a9-8e29-49dc-adc5-3a8c3f1d79b5 None None] Deleting port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:58.018824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee16d4a9-8e29-49dc-adc5-3a8c3f1d79b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.019949 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28fde50-e1f9-4744-9798-6d4ee0b5c4bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.024122 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01fff09b-427f-4dda-8c11-78dddff1e8d8 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.041257 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01fff09b-427f-4dda-8c11-78dddff1e8d8 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.077566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c28fde50-e1f9-4744-9798-6d4ee0b5c4bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for dacaf12a-c0f7-474b-bb3d-5cf95f21515b owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:58.099040 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01fff09b-427f-4dda-8c11-78dddff1e8d8 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.101388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-01fff09b-427f-4dda-8c11-78dddff1e8d8 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4228189 Jul 29 23:39:58.105665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33348) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:58.110212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:58.135418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ee16d4a9-8e29-49dc-adc5-3a8c3f1d79b5 None None] For port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9be40dd4-ec7e-4b6c-938e-b566f9da6bf6,segment=NetworkSegment(8d0327cd-ef5c-4769-9c6b-e8ac15fe037c),segment_id=8d0327cd-ef5c-4769-9c6b-e8ac15fe037c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:58.136309 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee16d4a9-8e29-49dc-adc5-3a8c3f1d79b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.158182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ee16d4a9-8e29-49dc-adc5-3a8c3f1d79b5 None None] Calling delete_port for 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:58.259714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab0916-07e5-4d91-80ef-d82e303f9e11 None None] Network e794dfc7-caa5-4fca-9d19-c33a1f605813 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:58.307395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f84723d-ceff-4334-a8e5-da181ceca17b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.312619 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee16d4a9-8e29-49dc-adc5-3a8c3f1d79b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.314515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] For port 6bd75e6d-2c36-40cc-8163-efc47d829260, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6bd75e6d-2c36-40cc-8163-efc47d829260,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:58.314929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.353687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16d4a9-8e29-49dc-adc5-3a8c3f1d79b5 None None] Pushing event deleted for resources: {'Port': ['ID=9be40dd4-ec7e-4b6c-938e-b566f9da6bf6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:58.361890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16d4a9-8e29-49dc-adc5-3a8c3f1d79b5 None None] No DVR routers for this DVR port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:58.371464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e37818ee-01d2-4b88-bb01-c97f190e2cdf None None] Provisioning for port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:58.389307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e37818ee-01d2-4b88-bb01-c97f190e2cdf None None] Provisioning complete for port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:58.389691 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e37818ee-01d2-4b88-bb01-c97f190e2cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.408332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f84723d-ceff-4334-a8e5-da181ceca17b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.423919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28fde50-e1f9-4744-9798-6d4ee0b5c4bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.470730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] Calling delete_port for 6bd75e6d-2c36-40cc-8163-efc47d829260 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:58.477049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84723d-ceff-4334-a8e5-da181ceca17b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d92c094-2bd7-41e2-b512-ac101b64f832,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:58.499874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Deleting port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:58.507125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fde50-e1f9-4744-9798-6d4ee0b5c4bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=dacaf12a-c0f7-474b-bb3d-5cf95f21515b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:58.508281 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.561123 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28fde50-e1f9-4744-9798-6d4ee0b5c4bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.566352 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e37818ee-01d2-4b88-bb01-c97f190e2cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.566568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c28fde50-e1f9-4744-9798-6d4ee0b5c4bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/dacaf12a-c0f7-474b-bb3d-5cf95f21515b HTTP/1.1" status: 204 len: 168 time: 1.6755908 Jul 29 23:39:58.570364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33362) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:58.636375 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b974c3e9-5265-4bb6-9122-21335a78ebde tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:39:58.641771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b974c3e9-5265-4bb6-9122-21335a78ebde tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/dacaf12a-c0f7-474b-bb3d-5cf95f21515b HTTP/1.1" status: 404 len: 333 time: 0.0665169 Jul 29 23:39:58.642687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33364) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:58.649513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e37818ee-01d2-4b88-bb01-c97f190e2cdf None None] For port fc2e5d47-b9b2-4782-aa7f-c6674d17b420, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fc2e5d47-b9b2-4782-aa7f-c6674d17b420,segment=NetworkSegment(d9baaead-f370-48cd-a7a2-c9ded43143e5),segment_id=d9baaead-f370-48cd-a7a2-c9ded43143e5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:58.657663 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e37818ee-01d2-4b88-bb01-c97f190e2cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.749052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-af83980b-58de-499a-b525-926309d07ff3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet 6fc43833-730e-4cdc-a284-42d64979de11 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:58.754977 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af83980b-58de-499a-b525-926309d07ff3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.765081 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f84723d-ceff-4334-a8e5-da181ceca17b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.775185 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8f84723d-ceff-4334-a8e5-da181ceca17b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3692365 Jul 29 23:39:58.781322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:58.801210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3d2a8d47-7a43-48cf-8b6a-a7325abe5ef0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '09bf0058-d27c-4331-a430-26a81aef0abf', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:58.801925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37818ee-01d2-4b88-bb01-c97f190e2cdf None None] Pushing event updated for resources: {'Port': ['ID=fc2e5d47-b9b2-4782-aa7f-c6674d17b420,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:58.842108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.843264 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.916006 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af83980b-58de-499a-b525-926309d07ff3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.993526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93817) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 29 23:39:58.993859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Router acfead40-cbb3-4785-b385-86a220b936b5 migrating from provider to provider. {{(pid=93817) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 29 23:39:58.994257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.995172 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4d0581fb-bea3-4262-8cea-ef4d16445a0e None None] Provisioning complete for port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:58.995602 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d0581fb-bea3-4262-8cea-ef4d16445a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.183743 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af83980b-58de-499a-b525-926309d07ff3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.223752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.249172 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.275968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] For port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6, host n-d-712139-11, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:59.276740 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.290532 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-3d2a8d47-7a43-48cf-8b6a-a7325abe5ef0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Project b2f34a2d2a684983b52eb5a5ea340e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:39:59.361471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af83980b-58de-499a-b525-926309d07ff3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.397085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8d47-7a43-48cf-8b6a-a7325abe5ef0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.400664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Calling delete_port for 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:59.405641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 was not found and therefore no delete operation was performed {{(pid=93817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:39:59.408058 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.421787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af83980b-58de-499a-b525-926309d07ff3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.424245 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-af83980b-58de-499a-b525-926309d07ff3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/6fc43833-730e-4cdc-a284-42d64979de11 HTTP/1.1" status: 204 len: 168 time: 0.7808661 Jul 29 23:39:59.426464 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83980b-58de-499a-b525-926309d07ff3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc43833-730e-4cdc-a284-42d64979de11,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:59.428296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33410) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:59.436911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122587f-c044-47ad-886a-1ca30e319870 None None] Network e794dfc7-caa5-4fca-9d19-c33a1f605813 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:59.480846 n-d-712139-11 neutron-server[93817]: WARNING neutron.scheduler.l3_agent_scheduler [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] No L3 agents can host the router acfead40-cbb3-4785-b385-86a220b936b5 Jul 29 23:39:59.482522 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.498803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fc2e5d47-b9b2-4782-aa7f-c6674d17b420 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:59.508907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] No DVR routers for this DVR port 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:59.512471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d6328448-ed24-4172-8bab-4414d3561cca None None] Could not find standard attr ID for object dacaf12a-c0f7-474b-bb3d-5cf95f21515b. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:39:59.557034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd75e6d-2c36-40cc-8163-efc47d829260,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:59.598491 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.623311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:59.623892 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.683672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674d02a-c246-4b1c-810f-dfa8d65560e4 req-309fca98-f73a-42c9-bffa-10a8cf63471c tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:59.706363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6674d02a-c246-4b1c-810f-dfa8d65560e4 req-309fca98-f73a-42c9-bffa-10a8cf63471c tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 950 time: 0.1595247 Jul 29 23:39:59.770035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b736cc-a96f-4370-9691-9c3da54b94dd None None] DHCP port deletion for e794dfc7-caa5-4fca-9d19-c33a1f605813 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:59.818271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6674d02a-c246-4b1c-810f-dfa8d65560e4 req-92893abf-7f41-41aa-9ab6-621d20758b0b tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107593 Jul 29 23:39:59.827663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:59.827887 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.864427 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:59.869278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-38b736cc-a96f-4370-9691-9c3da54b94dd None None] Deleting port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:59.869661 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38b736cc-a96f-4370-9691-9c3da54b94dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.914811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event deleted for resources: {'Port': ['ID=9be40dd4-ec7e-4b6c-938e-b566f9da6bf6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:59.932152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] For port fc2e5d47-b9b2-4782-aa7f-c6674d17b420, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fc2e5d47-b9b2-4782-aa7f-c6674d17b420,segment=NetworkSegment(d9baaead-f370-48cd-a7a2-c9ded43143e5),segment_id=d9baaead-f370-48cd-a7a2-c9ded43143e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:59.933276 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.941174 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.958026 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for fc2e5d47-b9b2-4782-aa7f-c6674d17b420 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:59.984327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:59.984687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9be40dd4-ec7e-4b6c-938e-b566f9da6bf6 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:59.995799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-38b736cc-a96f-4370-9691-9c3da54b94dd None None] For port fc2e5d47-b9b2-4782-aa7f-c6674d17b420, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fc2e5d47-b9b2-4782-aa7f-c6674d17b420,segment=NetworkSegment(d9baaead-f370-48cd-a7a2-c9ded43143e5),segment_id=d9baaead-f370-48cd-a7a2-c9ded43143e5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:59.996251 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38b736cc-a96f-4370-9691-9c3da54b94dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.012123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ad5237-a8b4-4eb5-83f3-5484361911ce']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:00.020233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-38b736cc-a96f-4370-9691-9c3da54b94dd None None] Calling delete_port for fc2e5d47-b9b2-4782-aa7f-c6674d17b420 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:00.074819 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.104752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=fc2e5d47-b9b2-4782-aa7f-c6674d17b420,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:00.108702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No DVR routers for this DVR port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:00.139449 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38b736cc-a96f-4370-9691-9c3da54b94dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.175774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b736cc-a96f-4370-9691-9c3da54b94dd None None] Pushing event deleted for resources: {'Port': ['ID=fc2e5d47-b9b2-4782-aa7f-c6674d17b420,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:00.188174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b736cc-a96f-4370-9691-9c3da54b94dd None None] No DVR routers for this DVR port fc2e5d47-b9b2-4782-aa7f-c6674d17b420 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:00.215392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.251520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e794dfc7-caa5-4fca-9d19-c33a1f605813']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:00.263463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9baaead-f370-48cd-a7a2-c9ded43143e5') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:00.263772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9baaead-f370-48cd-a7a2-c9ded43143e5') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:00.277600 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.297897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.305918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:00.306268 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:00.311144 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:00.322954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0327cd-ef5c-4769-9c6b-e8ac15fe037c') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:00.323249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0327cd-ef5c-4769-9c6b-e8ac15fe037c') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:00.343422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.357879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Hosts for router acfead40-cbb3-4785-b385-86a220b936b5: [] {{(pid=93817) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 29 23:40:00.360667 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8d47-7a43-48cf-8b6a-a7325abe5ef0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.381255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.389001 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.389222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8d47-7a43-48cf-8b6a-a7325abe5ef0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.397232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/networks/e794dfc7-caa5-4fca-9d19-c33a1f605813 HTTP/1.1" status: 204 len: 168 time: 0.9676127 Jul 29 23:40:00.397871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33434) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:00.421312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.432036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'name': 'tempest-PortsIpV6TestJSON-2028309908'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:00.432843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Hosts for other DVR routers connected to router acfead40-cbb3-4785-b385-86a220b936b5: set() {{(pid=93817) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 29 23:40:00.435573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.437313 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-58e1c209-85bc-4294-917c-be07d1ead967 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] 10.222.0.37 "PUT /v2.0/routers/acfead40-cbb3-4785-b385-86a220b936b5 HTTP/1.1" status: 200 len: 717 time: 2.3304317 Jul 29 23:40:00.437617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c4b88-5f4e-4cb0-a5f0-f50830b22834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Network': ['ID=e794dfc7-caa5-4fca-9d19-c33a1f605813,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:00.446666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33438) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:00.449279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:00.449616 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:00.456594 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:00.540973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a8d47-7a43-48cf-8b6a-a7325abe5ef0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b3c56b-8c48-46c9-b3dc-b3389472e378,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:00.566674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:00.570659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.591016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port be77612f-f28a-4b41-8239-33ab2a8724d4 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:00.591355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8d47-7a43-48cf-8b6a-a7325abe5ef0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.595272 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3d2a8d47-7a43-48cf-8b6a-a7325abe5ef0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7970626 Jul 29 23:40:00.597729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33444) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:00.604048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-37ff98d4-aa7e-4336-97b1-09d05a09f904 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '09bf0058-d27c-4331-a430-26a81aef0abf', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:00.633540 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-97a37b4d-5263-4539-bab3-882124426207 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] 10.222.0.37 "GET /v2.0/routers/acfead40-cbb3-4785-b385-86a220b936b5 HTTP/1.1" status: 200 len: 717 time: 0.1777053 Jul 29 23:40:00.636429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:00.655778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.665637 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.667311 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] 10.222.0.37 "DELETE /v2.0/networks/28ad5237-a8b4-4eb5-83f3-5484361911ce HTTP/1.1" status: 204 len: 168 time: 3.2056880 Jul 29 23:40:00.672322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.688882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0e7c2-2366-48d4-a47c-f983e98062c5 tempest-FloatingIPNegativeTestJSON-102808118 tempest-FloatingIPNegativeTestJSON-102808118-project] Pushing event deleted for resources: {'Network': ['ID=28ad5237-a8b4-4eb5-83f3-5484361911ce,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:00.693171 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-37ff98d4-aa7e-4336-97b1-09d05a09f904 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Project b2f34a2d2a684983b52eb5a5ea340e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:40:00.704846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ff98d4-aa7e-4336-97b1-09d05a09f904 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.895291 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ff98d4-aa7e-4336-97b1-09d05a09f904 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.903092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ff98d4-aa7e-4336-97b1-09d05a09f904 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.932963 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.938143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff98d4-aa7e-4336-97b1-09d05a09f904 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11982be8-b993-42c9-b134-d553057a2549,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:00.952789 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ff98d4-aa7e-4336-97b1-09d05a09f904 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.958772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-37ff98d4-aa7e-4336-97b1-09d05a09f904 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3599579 Jul 29 23:40:00.961349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33460) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:00.970587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'network': {'name': 'tempest-network-smoke--127198338', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:01.057894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.069226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f6a8-4e99-4dfe-8753-15efb496daa5 req-594523e1-b532-4612-a963-37f28630b05e tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:01.071815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b614f6a8-4e99-4dfe-8753-15efb496daa5 req-594523e1-b532-4612-a963-37f28630b05e tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 950 time: 0.0925140 Jul 29 23:40:01.137078 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5b251d42-4d7e-4ca6-a06a-fc7920a33d95 tempest-RoutersTestDVR-61677465 tempest-RoutersTestDVR-61677465-project] 10.222.0.37 "GET /v2.0/routers/acfead40-cbb3-4785-b385-86a220b936b5 HTTP/1.1" status: 200 len: 683 time: 0.4989800 Jul 29 23:40:01.141429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:01.151235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:01.165858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:01.172689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:01.179660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:01.180550 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.190373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] Router 62d43fd6-00e2-419a-84c6-b958a6acafb3 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:01.194027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:01.198994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=be77612f-f28a-4b41-8239-33ab2a8724d4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:01.201158 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.211854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0a3ab8ba-25a9-48d4-aed9-d21fbf27ddc7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7929590 Jul 29 23:40:01.216133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b614f6a8-4e99-4dfe-8753-15efb496daa5 req-5d57bd3e-55bc-4652-bad6-3ca5f394f1df tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358500 Jul 29 23:40:01.216889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33468) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:01.294505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:01.298238 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a0d55ca-f675-499a-9b34-d1615549e6bf tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.326549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:01.377373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7a8623de-2968-4172-ad71-6eaac2083d8c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port be77612f-f28a-4b41-8239-33ab2a8724d4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:01.380122 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a8623de-2968-4172-ad71-6eaac2083d8c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.492750 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a8623de-2968-4172-ad71-6eaac2083d8c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.515172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7a8623de-2968-4172-ad71-6eaac2083d8c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for be77612f-f28a-4b41-8239-33ab2a8724d4 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:01.538331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.538884 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Added segment 07218e1a-b5d2-4c96-9e1e-5986d49e7d06 of type vlan for network 54f6f8ac-399e-4efa-abfa-b7167458392b Jul 29 23:40:01.574275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fc2e5d47-b9b2-4782-aa7f-c6674d17b420 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:01.616401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: fc2e5d47-b9b2-4782-aa7f-c6674d17b420 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:01.616751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fc2e5d47-b9b2-4782-aa7f-c6674d17b420 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:01.649679 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a8623de-2968-4172-ad71-6eaac2083d8c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.687100 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a8623de-2968-4172-ad71-6eaac2083d8c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.694491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7a8623de-2968-4172-ad71-6eaac2083d8c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/be77612f-f28a-4b41-8239-33ab2a8724d4 HTTP/1.1" status: 204 len: 168 time: 0.4763241 Jul 29 23:40:01.695247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33486) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:01.736244 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a0d55ca-f675-499a-9b34-d1615549e6bf tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.744528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'mac_address': 'fa:16:3e:fa:50:8e', 'name': 'tempest-PortsIpV6TestJSON-20001157'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:01.746414 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a0d55ca-f675-499a-9b34-d1615549e6bf tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.756271 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.829676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:01.836909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8623de-2968-4172-ad71-6eaac2083d8c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=be77612f-f28a-4b41-8239-33ab2a8724d4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:01.841910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] Sync routers for ids ['62d43fd6-00e2-419a-84c6-b958a6acafb3'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:01.842607 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5d302636-e9ca-4a59-a0be-4354733d995a admin admin] 10.222.0.37 "PUT /v2.0/routers/62d43fd6-00e2-419a-84c6-b958a6acafb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0573587 Jul 29 23:40:01.849794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:01.853859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] Routers {'62d43fd6-00e2-419a-84c6-b958a6acafb3'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:01.854638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['62d43fd6-00e2-419a-84c6-b958a6acafb3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:01.858682 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a0d55ca-f675-499a-9b34-d1615549e6bf tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.859455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0d55ca-f675-499a-9b34-d1615549e6bf tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acfead40-cbb3-4785-b385-86a220b936b5 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:40:01.871730 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a0d55ca-f675-499a-9b34-d1615549e6bf tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.873145 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2a0d55ca-f675-499a-9b34-d1615549e6bf tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] 10.222.0.37 "DELETE /v2.0/routers/acfead40-cbb3-4785-b385-86a220b936b5 HTTP/1.1" status: 204 len: 168 time: 0.7279079 Jul 29 23:40:01.887340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33500) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:01.895376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-057fc262-81c4-4996-b7dd-a789a1dcb929 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Request body: {'router': {'name': 'tempest-router-460066656', 'distributed': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:01.915736 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.922476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:01.923315 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.998780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057fc262-81c4-4996-b7dd-a789a1dcb929 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.999814 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057fc262-81c4-4996-b7dd-a789a1dcb929 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.008093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Network': ['ID=54f6f8ac-399e-4efa-abfa-b7167458392b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:02.010758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] Set router 62d43fd6-00e2-419a-84c6-b958a6acafb3 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:02.014654 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-848ecb8f-7377-425c-8f6d-085ad951801d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0494311 Jul 29 23:40:02.019170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:02.024467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'admin_state_up': True, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:02.032523 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a19cb402-6c8a-4d58-86c2-c8b9d98b92a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5b580f30dd5416aa70c5759bce8b098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045996 Jul 29 23:40:02.033212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33508) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:02.064562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 54f6f8ac-399e-4efa-abfa-b7167458392b details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:02.103754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33510) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:02.122160 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.127083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:02.139166 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057fc262-81c4-4996-b7dd-a789a1dcb929 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.157722 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.159038 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.181507 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057fc262-81c4-4996-b7dd-a789a1dcb929 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.232402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057fc262-81c4-4996-b7dd-a789a1dcb929 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.236418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-057fc262-81c4-4996-b7dd-a789a1dcb929 tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3480105 Jul 29 23:40:02.238912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33514) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:02.245597 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7204ede5-80dd-449d-afce-d5fcba0fcf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.250518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.263699 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.330574 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc3df07-4d1a-4fc4-9ea7-3e6ccac2980a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.361330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port 6ef941af-6841-44f0-8829-fc9cd8e9b899 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:02.367882 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-593585e4-b310-4d3f-ae11-307b05aa4e4b tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.373635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7204ede5-80dd-449d-afce-d5fcba0fcf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.374973 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.376812 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.396936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '8bca1900-913d-40da-b750-36130fac093e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:39:59Z', 'revision_number': 5, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port': {'id': '8bca1900-913d-40da-b750-36130fac093e', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:37Z', 'updated_at': '2021-07-29T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:02.428220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] Checking router: 62d43fd6-00e2-419a-84c6-b958a6acafb3 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:02.437996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] Routers {'62d43fd6-00e2-419a-84c6-b958a6acafb3'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:02.438633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['62d43fd6-00e2-419a-84c6-b958a6acafb3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:02.493876 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.535474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] Set router 62d43fd6-00e2-419a-84c6-b958a6acafb3 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:02.593910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:40:02Z', 'revision_number': 6, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:02.597775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Deleting port 8bca1900-913d-40da-b750-36130fac093e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:02.598266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.621769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f81c7e3-e262-4e34-8306-8d9cf59c3288 None None] The sync data for ids ['62d43fd6-00e2-419a-84c6-b958a6acafb3'] in n-d-712139-11 is: [{'id': '62d43fd6-00e2-419a-84c6-b958a6acafb3', 'name': 'tempest-TaggedBootDevicesTest_v242-2102140655-router', 'tenant_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:36Z', 'updated_at': '2021-07-29T23:40:02Z', 'revision_number': 6, 'project_id': 'a126dcac7a2b4e038b8ac38894ec8345', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:02.637154 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-593585e4-b310-4d3f-ae11-307b05aa4e4b tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.644873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-593585e4-b310-4d3f-ae11-307b05aa4e4b tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.676714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc3df07-4d1a-4fc4-9ea7-3e6ccac2980a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.697770 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc3df07-4d1a-4fc4-9ea7-3e6ccac2980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.742179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7204ede5-80dd-449d-afce-d5fcba0fcf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.744910 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7204ede5-80dd-449d-afce-d5fcba0fcf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.748294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7204ede5-80dd-449d-afce-d5fcba0fcf8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4562ea7-c899-412a-9e93-33b11996670b HTTP/1.1" status: 204 len: 168 time: 0.7077420 Jul 29 23:40:02.754283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] For port 8bca1900-913d-40da-b750-36130fac093e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8bca1900-913d-40da-b750-36130fac093e,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:02.754671 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.767403 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-593585e4-b310-4d3f-ae11-307b05aa4e4b tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.767904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593585e4-b310-4d3f-ae11-307b05aa4e4b tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c86673d-f6c9-4aa8-a0a2-82c72d62cd4d {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:40:02.768294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3df07-4d1a-4fc4-9ea7-3e6ccac2980a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a53c37-6be4-4c65-bcd7-c428e3ad74cc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:02.775345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204ede5-80dd-449d-afce-d5fcba0fcf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4562ea7-c899-412a-9e93-33b11996670b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:02.776966 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2cc3df07-4d1a-4fc4-9ea7-3e6ccac2980a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43afcaee686140cdb4e0d80d67f0a287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6717386 Jul 29 23:40:02.778331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Calling delete_port for 8bca1900-913d-40da-b750-36130fac093e owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:02.781097 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-593585e4-b310-4d3f-ae11-307b05aa4e4b tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.785451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-593585e4-b310-4d3f-ae11-307b05aa4e4b tempest-RoutersTestDVR-1324768406 tempest-RoutersTestDVR-1324768406-project-admin] 10.222.0.37 "DELETE /v2.0/routers/3c86673d-f6c9-4aa8-a0a2-82c72d62cd4d HTTP/1.1" status: 204 len: 168 time: 0.5423956 Jul 29 23:40:02.785451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33518) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:03.225738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33540) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:03.296410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.329725 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.339277 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.395033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ee92-a212-4b0a-b80a-f30a4d6ad06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.431300 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ee92-a212-4b0a-b80a-f30a4d6ad06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.469058 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.530055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:03.541414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:03.548075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:03.548264 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.554503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.555711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.563073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.25.2.192 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/582168dd-f80d-46c7-9a90-339e47e9749c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:03.569140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=6ef941af-6841-44f0-8829-fc9cd8e9b899,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.576137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b8496105-a1a2-447e-92a5-dfc1baacc519 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.8379481 Jul 29 23:40:03.577309 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ee92-a212-4b0a-b80a-f30a4d6ad06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.579908 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ee92-a212-4b0a-b80a-f30a4d6ad06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.583472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2cd6ee92-a212-4b0a-b80a-f30a4d6ad06c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51a53c37-6be4-4c65-bcd7-c428e3ad74cc HTTP/1.1" status: 204 len: 168 time: 0.7923927 Jul 29 23:40:03.583472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:03.593462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bca1900-913d-40da-b750-36130fac093e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.655423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ed759-35f8-431a-9843-a82ccc5bacc4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.658139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dc2ed759-35f8-431a-9843-a82ccc5bacc4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/6ef941af-6841-44f0-8829-fc9cd8e9b899 HTTP/1.1" status: 200 len: 843 time: 0.0665462 Jul 29 23:40:03.664249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33560) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:03.681324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6ee92-a212-4b0a-b80a-f30a4d6ad06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a53c37-6be4-4c65-bcd7-c428e3ad74cc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.707693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5555d5f6-4855-455c-9eb4-0cc07d30db32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.765690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8bca1900-913d-40da-b750-36130fac093e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:03.794307 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.800767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8bca1900-913d-40da-b750-36130fac093e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:03.801110 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8bca1900-913d-40da-b750-36130fac093e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:03.805321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6bd75e6d-2c36-40cc-8163-efc47d829260 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:03.808831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a9840ceb-054d-4fd2-b0c1-d7bfe11c87c5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 6ef941af-6841-44f0-8829-fc9cd8e9b899 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:03.810099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9840ceb-054d-4fd2-b0c1-d7bfe11c87c5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.831189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 6bd75e6d-2c36-40cc-8163-efc47d829260 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:03.833361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6bd75e6d-2c36-40cc-8163-efc47d829260 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:03.949997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33572) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:03.953519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.959822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.962512 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9840ceb-054d-4fd2-b0c1-d7bfe11c87c5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.966845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c1224ff9-cbe9-4f92-9978-b306b7aa2d35 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:04.001792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a9840ceb-054d-4fd2-b0c1-d7bfe11c87c5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 6ef941af-6841-44f0-8829-fc9cd8e9b899 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:04.006516 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:40:04.030754 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.062040 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.073442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62d43fd6-00e2-419a-84c6-b958a6acafb3 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:40:04.088722 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.104287 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-378fb2f8-95a1-4fb8-b0c6-bbd4b887d081 admin admin] 10.222.0.37 "DELETE /v2.0/routers/62d43fd6-00e2-419a-84c6-b958a6acafb3 HTTP/1.1" status: 204 len: 168 time: 2.2528567 Jul 29 23:40:04.106554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33580) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:04.144184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9840ceb-054d-4fd2-b0c1-d7bfe11c87c5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.163546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1798866898'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:04.210798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9840ceb-054d-4fd2-b0c1-d7bfe11c87c5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=6ef941af-6841-44f0-8829-fc9cd8e9b899,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.221083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33586) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:04.231843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9840ceb-054d-4fd2-b0c1-d7bfe11c87c5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.243603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a9840ceb-054d-4fd2-b0c1-d7bfe11c87c5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/6ef941af-6841-44f0-8829-fc9cd8e9b899 HTTP/1.1" status: 204 len: 168 time: 0.5777805 Jul 29 23:40:04.250589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:04.289261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd8c4-11cc-4a37-bc75-e68327423eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.292852 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5555d5f6-4855-455c-9eb4-0cc07d30db32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.293009 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee24722c-5860-41cd-ad54-a5d4ab16ef9a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:40:04.298431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ee24722c-5860-41cd-ad54-a5d4ab16ef9a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/6ef941af-6841-44f0-8829-fc9cd8e9b899 HTTP/1.1" status: 404 len: 333 time: 0.0467808 Jul 29 23:40:04.299061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33590) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:04.310754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'name': 'tempest-PortsIpV6TestJSON-2012062086'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:04.313275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5555d5f6-4855-455c-9eb4-0cc07d30db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.343877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.354862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef33950-e342-470a-8906-fbc464c8160c admin admin] Deleting subnet fe272e18-ada4-4f75-b785-d7853a2ae4f3 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:04.371760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:04.372719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ef33950-e342-470a-8906-fbc464c8160c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.374276 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc9b97e-3667-437b-af5b-27bb55d16be5" -d '{"events": [{"server_uuid": "1c644951-37a3-4810-9cd9-dddbf8dd67c4", "name": "network-vif-unplugged", "status": "completed", "tag": "c1224ff9-cbe9-4f92-9978-b306b7aa2d35"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:04.392271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:04.397676 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.424974 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a13490-5eed-4d48-bb58-252473265bc9 x-openstack-request-id: req-b0a13490-5eed-4d48-bb58-252473265bc9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:04.425858 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c644951-37a3-4810-9cd9-dddbf8dd67c4", "name": "network-vif-unplugged", "status": "completed", "tag": "c1224ff9-cbe9-4f92-9978-b306b7aa2d35", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:04.426153 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0a13490-5eed-4d48-bb58-252473265bc9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:04.426559 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35', 'code': 200} Jul 29 23:40:04.432193 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5555d5f6-4855-455c-9eb4-0cc07d30db32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ecea405577343f4bc75760e0fdf89f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2032020 Jul 29 23:40:04.433069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:04.436461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33594) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:04.437016 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.450448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.458860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.461614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555d5f6-4855-455c-9eb4-0cc07d30db32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dae478-9f15-4a2b-b856-04badb6b81e5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.464708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.526144 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ef33950-e342-470a-8906-fbc464c8160c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.534329 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0440ce6-0ccb-440d-aa6f-5900110ba06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.540410 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd8c4-11cc-4a37-bc75-e68327423eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.549837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:04.555384 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd8c4-11cc-4a37-bc75-e68327423eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.556875 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:04.562012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:04.590383 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0440ce6-0ccb-440d-aa6f-5900110ba06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.611512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=582168dd-f80d-46c7-9a90-339e47e9749c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.611816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:04.616685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.640367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4f9cd8c4-11cc-4a37-bc75-e68327423eec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50acd385952e452d90244bd042f2af66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925626 Jul 29 23:40:04.643735 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33596) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:04.644521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cd8c4-11cc-4a37-bc75-e68327423eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd70aa93-bf13-491e-91a9-0880e987d728,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.668860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port 05d10ecc-bb25-4521-8dd5-1495aa0f80d0 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:04.742543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0440ce6-0ccb-440d-aa6f-5900110ba06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.745180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0440ce6-0ccb-440d-aa6f-5900110ba06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.746343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a0440ce6-0ccb-440d-aa6f-5900110ba06b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65dae478-9f15-4a2b-b856-04badb6b81e5 HTTP/1.1" status: 204 len: 168 time: 0.3088446 Jul 29 23:40:04.769509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0440ce6-0ccb-440d-aa6f-5900110ba06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dae478-9f15-4a2b-b856-04badb6b81e5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.863559 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ef33950-e342-470a-8906-fbc464c8160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.864846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.906431 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.930111 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3296ed3c-bd3c-451f-8bda-dea7f47c57ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.934387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:04.956995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:04.961243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:04.967258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.967909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.993445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=05d10ecc-bb25-4521-8dd5-1495aa0f80d0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.005882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3296ed3c-bd3c-451f-8bda-dea7f47c57ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.046567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.061831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5941ba8f-4a4b-4ff7-b277-1fc19a1f72bd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7550020 Jul 29 23:40:05.064500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33608) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:05.067996 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.078334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d3ce933c-9214-4070-bf71-d25bca578334 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:05.117344 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ef33950-e342-470a-8906-fbc464c8160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.158099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3ce933c-9214-4070-bf71-d25bca578334 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.168243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5291691-8f75-463d-9805-f29af14d7523,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.171046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:05.202854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33614) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:05.214192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33950-e342-470a-8906-fbc464c8160c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe272e18-ada4-4f75-b785-d7853a2ae4f3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.219247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ef33950-e342-470a-8906-fbc464c8160c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.221388 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5ef33950-e342-470a-8906-fbc464c8160c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fe272e18-ada4-4f75-b785-d7853a2ae4f3 HTTP/1.1" status: 204 len: 168 time: 1.1104944 Jul 29 23:40:05.224829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fd197b-87f0-4134-9458-0e037d16ce9b None None] Network 674d778d-dcc6-4818-938a-13b70fc784d0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:05.226283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33616) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:05.227255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b663912-c123-46a1-b2c7-c3d11452b629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.238824 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.239600 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Added segment 80720cf8-3f01-407c-bae6-3ad4d88caca8 of type vlan for network fe176585-638d-4f2d-a5f2-6b812b5941df Jul 29 23:40:05.294286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.334549 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.339448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3296ed3c-bd3c-451f-8bda-dea7f47c57ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.342378 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3296ed3c-bd3c-451f-8bda-dea7f47c57ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.353652 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3296ed3c-bd3c-451f-8bda-dea7f47c57ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd70aa93-bf13-491e-91a9-0880e987d728 HTTP/1.1" status: 204 len: 168 time: 0.7002959 Jul 29 23:40:05.378486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296ed3c-bd3c-451f-8bda-dea7f47c57ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd70aa93-bf13-491e-91a9-0880e987d728,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.416051 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.457749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.463531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:05.464318 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.520338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8c40f-023b-4275-97c5-40902e76353c None None] DHCP port deletion for 674d778d-dcc6-4818-938a-13b70fc784d0 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:40:05.540534 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3ce933c-9214-4070-bf71-d25bca578334 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.556313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3ce933c-9214-4070-bf71-d25bca578334 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.590485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8c40f-023b-4275-97c5-40902e76353c None None] Deleting port d76f94dd-06ff-4cce-be01-7f65a389d943 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:05.591302 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ba8c40f-023b-4275-97c5-40902e76353c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.591678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Network': ['ID=fe176585-638d-4f2d-a5f2-6b812b5941df,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.606032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network fe176585-638d-4f2d-a5f2-6b812b5941df details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:05.629478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce933c-9214-4070-bf71-d25bca578334 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] In _notify_port_updated(), no bound segment for port 05d10ecc-bb25-4521-8dd5-1495aa0f80d0 on network 9f3ff1df-c126-463d-b051-9e6f127a915c {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:40:05.639564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ce933c-9214-4070-bf71-d25bca578334 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:05.640632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3ce933c-9214-4070-bf71-d25bca578334 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.642785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d3ce933c-9214-4070-bf71-d25bca578334 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "PUT /v2.0/ports/05d10ecc-bb25-4521-8dd5-1495aa0f80d0 HTTP/1.1" status: 200 len: 818 time: 0.5761507 Jul 29 23:40:05.650310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:05.666373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Deleting port d76f94dd-06ff-4cce-be01-7f65a389d943 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:05.667159 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.677752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b663912-c123-46a1-b2c7-c3d11452b629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.746270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5a1cfb56-ce96-40c7-a81c-2d3c0ac3930e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7903163 Jul 29 23:40:05.748400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7ba8c40f-023b-4275-97c5-40902e76353c None None] For port d76f94dd-06ff-4cce-be01-7f65a389d943, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d76f94dd-06ff-4cce-be01-7f65a389d943,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:05.748866 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ba8c40f-023b-4275-97c5-40902e76353c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.763243 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.768055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b663912-c123-46a1-b2c7-c3d11452b629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.778624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8c40f-023b-4275-97c5-40902e76353c None None] Calling delete_port for d76f94dd-06ff-4cce-be01-7f65a389d943 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:05.791977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce933c-9214-4070-bf71-d25bca578334 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=05d10ecc-bb25-4521-8dd5-1495aa0f80d0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.882222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] For port d76f94dd-06ff-4cce-be01-7f65a389d943, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d76f94dd-06ff-4cce-be01-7f65a389d943,segment=NetworkSegment(bf9fd6d3-d6ab-4834-9b15-23e64927fd42),segment_id=bf9fd6d3-d6ab-4834-9b15-23e64927fd42)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:05.882728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.887153 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ba8c40f-023b-4275-97c5-40902e76353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.892923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3b663912-c123-46a1-b2c7-c3d11452b629 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64f81794851a4444b286551637d4dd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6863163 Jul 29 23:40:05.902848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33626) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:05.902848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b663912-c123-46a1-b2c7-c3d11452b629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8ce8d4-003a-4a12-9657-6a55524cf771,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.931041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8c40f-023b-4275-97c5-40902e76353c None None] Pushing event deleted for resources: {'Port': ['ID=d76f94dd-06ff-4cce-be01-7f65a389d943,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.936684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Calling delete_port for d76f94dd-06ff-4cce-be01-7f65a389d943 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:05.953552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8c40f-023b-4275-97c5-40902e76353c None None] No DVR routers for this DVR port d76f94dd-06ff-4cce-be01-7f65a389d943 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:06.043711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-424635fb-49b8-437b-9d3d-f31370151ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.048404 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fd9813da-ab9d-4c3c-b03a-d63d5e708c7d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 05d10ecc-bb25-4521-8dd5-1495aa0f80d0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:06.050772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd9813da-ab9d-4c3c-b03a-d63d5e708c7d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.087842 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-424635fb-49b8-437b-9d3d-f31370151ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.146128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router d4e1aaec-e02e-4e53-870d-f4a6992cd136 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:40:06.155865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd9813da-ab9d-4c3c-b03a-d63d5e708c7d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.163397 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.183689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fd9813da-ab9d-4c3c-b03a-d63d5e708c7d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 05d10ecc-bb25-4521-8dd5-1495aa0f80d0 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:06.205040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76f94dd-06ff-4cce-be01-7f65a389d943,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:06.214249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] No DVR routers for this DVR port d76f94dd-06ff-4cce-be01-7f65a389d943 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:06.252298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-424635fb-49b8-437b-9d3d-f31370151ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.256090 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-424635fb-49b8-437b-9d3d-f31370151ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.257423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-424635fb-49b8-437b-9d3d-f31370151ebe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc8ce8d4-003a-4a12-9657-6a55524cf771 HTTP/1.1" status: 204 len: 168 time: 0.3570595 Jul 29 23:40:06.278588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424635fb-49b8-437b-9d3d-f31370151ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8ce8d4-003a-4a12-9657-6a55524cf771,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:06.333186 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.350805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674d778d-dcc6-4818-938a-13b70fc784d0']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:06.378833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:06.379198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9fd6d3-d6ab-4834-9b15-23e64927fd42') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:06.407986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.437781 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.452929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:06.453359 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:06.458525 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:06.600583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.635483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.642345 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/674d778d-dcc6-4818-938a-13b70fc784d0 HTTP/1.1" status: 204 len: 168 time: 1.4122095 Jul 29 23:40:06.646547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4573d-c7df-4be6-b252-4f14b5d1d9b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=674d778d-dcc6-4818-938a-13b70fc784d0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:06.677951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:06.845857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:06.860695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd9813da-ab9d-4c3c-b03a-d63d5e708c7d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.865193 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Sync routers for ids ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:06.896497 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Routers {'d4e1aaec-e02e-4e53-870d-f4a6992cd136'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:06.900915 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:06.906454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9813da-ab9d-4c3c-b03a-d63d5e708c7d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=05d10ecc-bb25-4521-8dd5-1495aa0f80d0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:06.919501 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.924431 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-936b9242-2b77-464f-9ddc-83b6e924c5b0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.9039521 Jul 29 23:40:06.924624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33664) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:06.933170 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd9813da-ab9d-4c3c-b03a-d63d5e708c7d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.938456 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fd9813da-ab9d-4c3c-b03a-d63d5e708c7d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/05d10ecc-bb25-4521-8dd5-1495aa0f80d0 HTTP/1.1" status: 204 len: 168 time: 1.2837498 Jul 29 23:40:06.943277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:06.969991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33668) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:06.990898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:07.019517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'mac_address': 'fa:16:3e:8e:86:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:07.031798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e5c11eb5-200b-4c29-996a-29b03d54d8da tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b2f34a2d2a684983b52eb5a5ea340e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054411 Jul 29 23:40:07.034440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33672) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:07.067982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33674) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:07.069561 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ea6401cf-b373-4a3a-9112-fd63d4fe8942 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a126dcac7a2b4e038b8ac38894ec8345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982962 Jul 29 23:40:07.109115 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.138147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:07.188267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:07.200909 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.210887 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Set router d4e1aaec-e02e-4e53-870d-f4a6992cd136 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:07.212706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba3ad3-7d17-48b1-9a80-e5abdf90c6e4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.214647 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-50ba3ad3-7d17-48b1-9a80-e5abdf90c6e4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2690747 Jul 29 23:40:07.217605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33678) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:07.291262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b386c175-11ca-465b-ac5b-f06d5640d27e tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.293318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b386c175-11ca-465b-ac5b-f06d5640d27e tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2571259 Jul 29 23:40:07.294301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34c83518-9a02-4838-82d8-2ecd5f177b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.297191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33692) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:07.309357 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f373c0f-6ff1-4f90-adb5-285632e2eb8e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:40:07.314447 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9f373c0f-6ff1-4f90-adb5-285632e2eb8e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/05d10ecc-bb25-4521-8dd5-1495aa0f80d0 HTTP/1.1" status: 404 len: 333 time: 0.0923371 Jul 29 23:40:07.319547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33694) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:07.324794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1367199635'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:07.345178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-473dfc7d-e61c-4fe8-a1e3-c72557d10233 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466413 Jul 29 23:40:07.352881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33698) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:07.364581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631302737', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:07.411641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:07.415661 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:07.419286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.518021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:07.554517 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34c83518-9a02-4838-82d8-2ecd5f177b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.557831 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.558881 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Added segment 416d45dc-4373-411e-bc66-358af5359507 of type vlan for network 2b46c6a5-836c-438f-a443-2d13718870e3 Jul 29 23:40:07.573362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d76f94dd-06ff-4cce-be01-7f65a389d943 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:07.585585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:07.649287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:07.659550 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.679965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d76f94dd-06ff-4cce-be01-7f65a389d943 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:07.684849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d76f94dd-06ff-4cce-be01-7f65a389d943 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:07.718601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.768597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.778339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.779342 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.886434 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:04Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:07.955218 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6342752 Jul 29 23:40:07.971583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:07.983577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:07.985464 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Checking router: d4e1aaec-e02e-4e53-870d-f4a6992cd136 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:07.995169 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Updating router d4e1aaec-e02e-4e53-870d-f4a6992cd136 port 582168dd-f80d-46c7-9a90-339e47e9749c binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:08.013169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34c83518-9a02-4838-82d8-2ecd5f177b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.018565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34c83518-9a02-4838-82d8-2ecd5f177b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.023106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-34c83518-9a02-4838-82d8-2ecd5f177b55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96c07091-9eec-43e8-b29a-85bf2f2314ba HTTP/1.1" status: 204 len: 168 time: 0.9536052 Jul 29 23:40:08.031527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee2ac4-56d5-47bb-bc7f-e96554197b50 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Network': ['ID=2b46c6a5-836c-438f-a443-2d13718870e3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:08.047012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 2b46c6a5-836c-438f-a443-2d13718870e3 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:08.085809 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.114690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c83518-9a02-4838-82d8-2ecd5f177b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c07091-9eec-43e8-b29a-85bf2f2314ba,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:08.188732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:08.276898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:08.280421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.289776 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.388721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Subnet': ['ID=2c809582-ee1b-4918-8149-5327c4e75278,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:08.443166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Checking segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:08.443166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network hostable DHCP agents. Network: 54f6f8ac-399e-4efa-abfa-b7167458392b, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:08.460647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 54f6f8ac-399e-4efa-abfa-b7167458392b is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:08.500479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 54f6f8ac-399e-4efa-abfa-b7167458392b) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:08.514031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666146b9-ea45-4a21-b6ca-e826962ebc85 None None] Network 54f6f8ac-399e-4efa-abfa-b7167458392b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:08.516564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.519612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.541945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-043a2545-2ecf-467e-b327-d460a5ffac2e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1853929 Jul 29 23:40:08.542702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33738) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:08.639949 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.661056 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Transition to ACTIVE for port object 582168dd-f80d-46c7-9a90-339e47e9749c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:08.671517 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.696707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:08.797716 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Attempting to bind port 582168dd-f80d-46c7-9a90-339e47e9749c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:08.799928 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Attempting to bind port 582168dd-f80d-46c7-9a90-339e47e9749c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:08.801154 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Attempting to bind port 582168dd-f80d-46c7-9a90-339e47e9749c on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:08.814292 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Pushing event updated for resources: {'Port': ['ID=582168dd-f80d-46c7-9a90-339e47e9749c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:08.831428 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:08.832615 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:08.834694 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.846100 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:08.849602 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Bound port: 582168dd-f80d-46c7-9a90-339e47e9749c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:08.850206 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.855197 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.858818 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.859934 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.861325 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.862011 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.864267 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.864887 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.865380 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.865861 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.866821 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.867508 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.870363 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.870881 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:08.964615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1565644653'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:09.012312 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] For port 582168dd-f80d-46c7-9a90-339e47e9749c, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:09.021743 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] For port 582168dd-f80d-46c7-9a90-339e47e9749c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=582168dd-f80d-46c7-9a90-339e47e9749c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:09.039667 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.075870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:09.082157 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.125564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=f4c7aa5a-16c6-4bb5-8120-f54aefee6282,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:09.138867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Made reservation on behalf of 69aaced432c443deac724a8561566ed8 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:09.160605 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8aa83-3b9a-4613-93de-3b1cc0e93e4f None None] Pushing event updated for resources: {'Port': ['ID=582168dd-f80d-46c7-9a90-339e47e9749c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:09.161735 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.183634 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Routers {'d4e1aaec-e02e-4e53-870d-f4a6992cd136'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:09.184348 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:09.187020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Checking segment: {'id': '416d45dc-4373-411e-bc66-358af5359507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:09.195817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network hostable DHCP agents. Network: 2b46c6a5-836c-438f-a443-2d13718870e3, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:09.242290 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.311306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-54f6f8ac-399e-4efa-abfa-b7167458392b', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:09.312403 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.319838 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] Set router d4e1aaec-e02e-4e53-870d-f4a6992cd136 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:09.334822 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 2b46c6a5-836c-438f-a443-2d13718870e3 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:09.361795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 2b46c6a5-836c-438f-a443-2d13718870e3) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:09.384500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:09.385802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.388668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b265bf-2531-4ef3-8894-3821623a3fca None None] Network 2b46c6a5-836c-438f-a443-2d13718870e3 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:09.525294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:09.541966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'subnet': {'network_id': 'fe176585-638d-4f2d-a5f2-6b812b5941df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:09.560613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.713281 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.724164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.748029 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-06a8fe0f-a7ed-4830-975e-957899aad7d7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7696824 Jul 29 23:40:09.754203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33772) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:09.768434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-14d26b7d-5ae4-48f8-b23a-6ed58b94525c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:09.793060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:09.802051 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:04Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:09.869858 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ffa4-b24e-4737-b15e-5273937134f1 None None] The sync data for ids ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'] in n-d-712139-11 is: [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:04Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:09.922723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadfc124-daad-4fd2-bfe6-ae16db4a21a0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:09.923213 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.948072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:09.952180 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.006686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Allocated IP 172.20.0.2 (54f6f8ac-399e-4efa-abfa-b7167458392b/2c809582-ee1b-4918-8149-5327c4e75278/9d30c784-3e26-46b8-85d3-4f9d3716b170) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:10.013114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.013723 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Added segment 80c548f0-710d-4fac-b04a-c8a75d760f07 of type vlan for network c2f7a6db-cf8a-4263-9b36-43879aace163 Jul 29 23:40:10.038632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:10.042355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d26b7d-5ae4-48f8-b23a-6ed58b94525c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:10.046302 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f335f-68fa-45bf-a4e8-4d08a39be570" -d '{"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-plugged", "status": "completed", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:10.046953 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14d26b7d-5ae4-48f8-b23a-6ed58b94525c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.095160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:10.126855 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.161551 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.207910 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73343dfd-b964-4395-b9d8-b8e33e95cbdc x-openstack-request-id: req-73343dfd-b964-4395-b9d8-b8e33e95cbdc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:10.208224 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-plugged", "status": "completed", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:10.208520 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73343dfd-b964-4395-b9d8-b8e33e95cbdc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:10.208916 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'code': 200} Jul 29 23:40:10.246210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-2b46c6a5-836c-438f-a443-2d13718870e3', 'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3', 'tenant_id': '27ca511c69564aad951c716e67a7baed', 'fixed_ips': [{'subnet_id': 'f4c7aa5a-16c6-4bb5-8120-f54aefee6282'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:10.247099 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.330287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33790) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:10.346334 n-d-712139-11 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-14d26b7d-5ae4-48f8-b23a-6ed58b94525c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4c7aa5a-16c6-4bb5-8120-f54aefee6282 (CIDR: 2001:db8::/64) Jul 29 23:40:10.356072 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d26b7d-5ae4-48f8-b23a-6ed58b94525c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:40:10.356831 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d26b7d-5ae4-48f8-b23a-6ed58b94525c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:40:10.363896 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.370212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:10.371313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.419844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:10.495630 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2993824 Jul 29 23:40:10.497739 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14d26b7d-5ae4-48f8-b23a-6ed58b94525c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7423153 Jul 29 23:40:10.500529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:10.501224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33796) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:10.508736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'subnet': {'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:10.523293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-89ef15ed-ec6e-4b15-b642-2754911d2b2c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:10.549754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad0a30-fd4c-47c9-a802-339ab221583b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Network': ['ID=c2f7a6db-cf8a-4263-9b36-43879aace163,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:10.579131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network c2f7a6db-cf8a-4263-9b36-43879aace163 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:10.667647 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.709412 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.771553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Allocated IP 2001:db8::2 (2b46c6a5-836c-438f-a443-2d13718870e3/f4c7aa5a-16c6-4bb5-8120-f54aefee6282/8207243a-65d6-4203-b225-83924b28a668) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:10.782687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1032825251-network', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:10.828028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Subnet': ['ID=a2836023-bd87-435c-9525-a2ec79709f7a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:10.838728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Checking segment: {'id': '80720cf8-3f01-407c-bae6-3ad4d88caca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe176585-638d-4f2d-a5f2-6b812b5941df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:10.839098 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network hostable DHCP agents. Network: fe176585-638d-4f2d-a5f2-6b812b5941df, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:10.885402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network fe176585-638d-4f2d-a5f2-6b812b5941df is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:10.900481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, fe176585-638d-4f2d-a5f2-6b812b5941df) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:10.908765 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:10.909452 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.938510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d40f54-cfe4-4a17-85c4-2788e179a3fe None None] Network fe176585-638d-4f2d-a5f2-6b812b5941df requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:10.993403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4d2fb53e-837d-4612-bbd7-cefcf9053175 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4655881 Jul 29 23:40:10.994707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ef15ed-ec6e-4b15-b642-2754911d2b2c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:10.998376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33824) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:11.001378 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89ef15ed-ec6e-4b15-b642-2754911d2b2c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.016234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-17429395'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:11.073912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Transition to ACTIVE for port object 9d30c784-3e26-46b8-85d3-4f9d3716b170 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:11.177304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Made reservation on behalf of 26db6b4b91d247c5b9f9132b6799f10a for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:11.183229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.203809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.212560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:11.220576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.266102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Transition to ACTIVE for port object 9d30c784-3e26-46b8-85d3-4f9d3716b170 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:11.275675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:11.303191 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.303825 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Added segment b2c8db63-81c6-4982-8810-82abdb46ce03 of type vlan for network cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338 Jul 29 23:40:11.309291 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.386437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Made reservation on behalf of 69aaced432c443deac724a8561566ed8 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:11.390534 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.436504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.544784 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.558681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.20.0.1 (54f6f8ac-399e-4efa-abfa-b7167458392b/2c809582-ee1b-4918-8149-5327c4e75278/8ef7ad5f-820f-4fe6-8707-af90a44c8aa1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:11.563668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:11.564765 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.691691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Network': ['ID=cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:11.736860 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.743989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 582168dd-f80d-46c7-9a90-339e47e9749c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:11.793395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:11.805156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Network 54f6f8ac-399e-4efa-abfa-b7167458392b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:11.816940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:11.821329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:11.836321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Transition to ACTIVE for port object 8207243a-65d6-4203-b225-83924b28a668 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:11.942688 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.951105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Pushing event updated for resources: {'Port': ['ID=9d30c784-3e26-46b8-85d3-4f9d3716b170,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:11.955931 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ec32ad55-7c7c-4d81-b5ee-9f201461adf1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9534245 Jul 29 23:40:11.961668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:11.968039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'subnet': {'network_id': 'cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:11.998129 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.004421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Transition to ACTIVE for port object 8207243a-65d6-4203-b225-83924b28a668 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:12.036062 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.049234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 582168dd-f80d-46c7-9a90-339e47e9749c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:12.056058 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.066540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 582168dd-f80d-46c7-9a90-339e47e9749c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:12.067166 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.138254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Attempting to bind port 9d30c784-3e26-46b8-85d3-4f9d3716b170 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:12.138884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Attempting to bind port 9d30c784-3e26-46b8-85d3-4f9d3716b170 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:12.147753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Attempting to bind port 9d30c784-3e26-46b8-85d3-4f9d3716b170 on network 54f6f8ac-399e-4efa-abfa-b7167458392b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:12.163100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Transition to ACTIVE for port object 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:12.177868 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Network 2b46c6a5-836c-438f-a443-2d13718870e3 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:12.190889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:12.194793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:12.205815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:12.206946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Checking segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:12.207946 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.208564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Bound using segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:12.209234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Bound port: 9d30c784-3e26-46b8-85d3-4f9d3716b170, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:12.209800 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.220958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-fe176585-638d-4f2d-a5f2-6b812b5941df', 'network_id': 'fe176585-638d-4f2d-a5f2-6b812b5941df', 'tenant_id': '5aae493305a748518076403bbd727496', 'fixed_ips': [{'subnet_id': 'a2836023-bd87-435c-9525-a2ec79709f7a'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:12.223108 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.237099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5065d1e1-054d-4ab4-874a-f4f17bbf50c3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:12.242004 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89ef15ed-ec6e-4b15-b642-2754911d2b2c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.243484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:12.247700 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.275423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ef15ed-ec6e-4b15-b642-2754911d2b2c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 2b46c6a5-836c-438f-a443-2d13718870e3 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:12.278535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.293873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Pushing event updated for resources: {'Port': ['ID=8207243a-65d6-4203-b225-83924b28a668,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:12.295188 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.436202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-89ef15ed-ec6e-4b15-b642-2754911d2b2c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:12.453956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 54f6f8ac-399e-4efa-abfa-b7167458392b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:12.501473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:12.505897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef15ed-ec6e-4b15-b642-2754911d2b2c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.506818 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89ef15ed-ec6e-4b15-b642-2754911d2b2c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.517850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Attempting to bind port 8207243a-65d6-4203-b225-83924b28a668 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:12.518584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Attempting to bind port 8207243a-65d6-4203-b225-83924b28a668 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '416d45dc-4373-411e-bc66-358af5359507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:12.519710 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Attempting to bind port 8207243a-65d6-4203-b225-83924b28a668 on network 2b46c6a5-836c-438f-a443-2d13718870e3 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:12.521557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=8ef7ad5f-820f-4fe6-8707-af90a44c8aa1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:12.525995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:12.541311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:12.554660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:12.556155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Checking segment: {'id': '416d45dc-4373-411e-bc66-358af5359507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:12.557087 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.557663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Bound using segment: {'id': '416d45dc-4373-411e-bc66-358af5359507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:12.558346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Bound port: 8207243a-65d6-4203-b225-83924b28a668, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416d45dc-4373-411e-bc66-358af5359507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:12.559448 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.577273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] For port 9d30c784-3e26-46b8-85d3-4f9d3716b170, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:12.591081 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.636696 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.657909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] For port 9d30c784-3e26-46b8-85d3-4f9d3716b170, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9d30c784-3e26-46b8-85d3-4f9d3716b170,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:12.742295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] For port 8207243a-65d6-4203-b225-83924b28a668, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:12.746285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] For port 8207243a-65d6-4203-b225-83924b28a668, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8207243a-65d6-4203-b225-83924b28a668,segment=NetworkSegment(416d45dc-4373-411e-bc66-358af5359507),segment_id=416d45dc-4373-411e-bc66-358af5359507)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:12.754330 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.756922 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.780618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 582168dd-f80d-46c7-9a90-339e47e9749c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=582168dd-f80d-46c7-9a90-339e47e9749c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:12.782589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-89ef15ed-ec6e-4b15-b642-2754911d2b2c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2797980 Jul 29 23:40:12.795773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33878) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:12.800237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Checking segment: {'id': '80c548f0-710d-4fac-b04a-c8a75d760f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:12.800657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Network hostable DHCP agents. Network: c2f7a6db-cf8a-4263-9b36-43879aace163, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:12.822658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3', 'fixed_ips': [{'subnet_id': 'f4c7aa5a-16c6-4bb5-8120-f54aefee6282'}, {'subnet_id': '2161965b-e608-4966-9fad-c55b4608c453'}], 'name': 'tempest-PortsIpV6TestJSON-1589507792'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:12.839841 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.883833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.890729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Allocated IP 2001:db8:0:ffff::2 (fe176585-638d-4f2d-a5f2-6b812b5941df/a2836023-bd87-435c-9525-a2ec79709f7a/37e9025e-b131-4f7f-b69a-53f3cfed7fa3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:12.930148 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.938674 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Added segment 23c5f99b-de49-4908-b5fc-d1342b0f08c1 of type vlan for network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd Jul 29 23:40:12.957962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561c2e2-d00f-4954-a8a1-e8833dcecb33 None None] Pushing event updated for resources: {'Port': ['ID=8207243a-65d6-4203-b225-83924b28a668,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:13.165120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f1a8c-15f6-422e-ad47-7c96a3cb7590 None None] Pushing event updated for resources: {'Port': ['ID=9d30c784-3e26-46b8-85d3-4f9d3716b170,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:13.294901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Network c2f7a6db-cf8a-4263-9b36-43879aace163 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:13.429134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:40:13.441003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef15ed-ec6e-4b15-b642-2754911d2b2c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=2161965b-e608-4966-9fad-c55b4608c453,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:13.443267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=582168dd-f80d-46c7-9a90-339e47e9749c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:13.483187 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.531341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.543611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, c2f7a6db-cf8a-4263-9b36-43879aace163) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:13.576842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9033977d-507b-4314-8a69-6141ba7bc371 None None] Network c2f7a6db-cf8a-4263-9b36-43879aace163 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:13.663434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Transition to ACTIVE for port object 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:13.696904 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.725457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.727470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.764756 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Transition to ACTIVE for port object 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:13.795864 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.812637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:13.820562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9d30c784-3e26-46b8-85d3-4f9d3716b170 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:13.922069 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.944177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Subnet': ['ID=2cf65d4a-789c-43f3-bf6f-16e3d6f6e57c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:13.964479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Checking segment: {'id': 'b2c8db63-81c6-4982-8810-82abdb46ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:13.965029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network hostable DHCP agents. Network: cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:13.981125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port b7ea94ea-8520-4081-b2c6-6e59c756f810 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:14.006718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Network fe176585-638d-4f2d-a5f2-6b812b5941df is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:14.020870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:14.025537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Pushing event updated for resources: {'Port': ['ID=37e9025e-b131-4f7f-b69a-53f3cfed7fa3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:14.038605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:14.041497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:14.152520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:14.162642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-c2f7a6db-cf8a-4263-9b36-43879aace163', 'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163', 'tenant_id': '69aaced432c443deac724a8561566ed8', 'fixed_ips': [{'subnet_id': 'b2df1559-150b-443d-99fd-7b3e48d54007'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:14.164992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.197330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67fbed-b672-4f0b-901c-eea7eb3f6a17 None None] Network cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:14.201775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:14.202310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.334212 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-76daf33d-35dd-4906-a75d-f307f172ef14 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3681417 Jul 29 23:40:14.347684 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33906) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:14.363778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'port': {'network_id': 'cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338', 'name': 'tempest-NetworksIpV6TestAttrs-812331459'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:14.441892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 9d30c784-3e26-46b8-85d3-4f9d3716b170 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:14.453929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Attempting to bind port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:14.454119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Attempting to bind port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '80720cf8-3f01-407c-bae6-3ad4d88caca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe176585-638d-4f2d-a5f2-6b812b5941df'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:14.454702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Attempting to bind port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 on network fe176585-638d-4f2d-a5f2-6b812b5941df {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:14.648128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8207243a-65d6-4203-b225-83924b28a668 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:14.661666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:14.662374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Checking segment: {'id': '80720cf8-3f01-407c-bae6-3ad4d88caca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe176585-638d-4f2d-a5f2-6b812b5941df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:14.662953 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.663514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Bound using segment: {'id': '80720cf8-3f01-407c-bae6-3ad4d88caca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe176585-638d-4f2d-a5f2-6b812b5941df'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:14.664211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Bound port: 37e9025e-b131-4f7f-b69a-53f3cfed7fa3, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80720cf8-3f01-407c-bae6-3ad4d88caca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe176585-638d-4f2d-a5f2-6b812b5941df'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:14.664771 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.738198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2318482 Jul 29 23:40:14.751182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33912) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:14.752541 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.754371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:14.755189 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.765427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'port': {'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163', 'name': 'tempest-AllowedAddressPairTestJSON-1594008482'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:14.978921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:14.983613 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.016406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] device_id is not set on port f0c4a3ec-3b11-4463-8a04-609b9994f7ab yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:15.029641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587b26e-83ea-487a-aaf8-9aab6c40e63e None None] Network 2b46c6a5-836c-438f-a443-2d13718870e3 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:15.212770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d084d-46cd-40e8-9c4e-330a9cc0f63b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Subnet': ['ID=b2df1559-150b-443d-99fd-7b3e48d54007,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:15.228653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] Pushing event updated for resources: {'Network': ['ID=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:15.269299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c4e4c4bb-c77b-4f6a-8c8a-74e93520b7fb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.9374712 Jul 29 23:40:15.278083 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:15.288540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Request body: {'subnet': {'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1032825251-subnet', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:15.312616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8::1b5 (2b46c6a5-836c-438f-a443-2d13718870e3/f4c7aa5a-16c6-4bb5-8120-f54aefee6282/b7ea94ea-8520-4081-b2c6-6e59c756f810) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:15.334556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Made reservation on behalf of 69aaced432c443deac724a8561566ed8 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:15.337910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8:0:1::ad (2b46c6a5-836c-438f-a443-2d13718870e3/2161965b-e608-4966-9fad-c55b4608c453/b7ea94ea-8520-4081-b2c6-6e59c756f810) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:15.339710 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.360646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:15.365727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91892923-0402-4274-bd08-9e211128f7da None None] Network 54f6f8ac-399e-4efa-abfa-b7167458392b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:15.371621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Allocated IP 2001:db8::f816:3eff:fe68:567e (cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338/2cf65d4a-789c-43f3-bf6f-16e3d6f6e57c/f0c4a3ec-3b11-4463-8a04-609b9994f7ab) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:15.382780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] device_id is not set on port e43bd3c2-3dd6-4091-a4d4-086945f8cbbd yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:15.416951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Made reservation on behalf of 26db6b4b91d247c5b9f9132b6799f10a for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:15.419643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.466798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.480546 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.555758 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.761434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 54f6f8ac-399e-4efa-abfa-b7167458392b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:15.768235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:15.934130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router d4e1aaec-e02e-4e53-870d-f4a6992cd136 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:15.936224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=8ef7ad5f-820f-4fe6-8707-af90a44c8aa1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:16.111055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Allocated IP 172.20.0.2 (c2f7a6db-cf8a-4263-9b36-43879aace163/b2df1559-150b-443d-99fd-7b3e48d54007/bbc504be-2fa3-471b-821a-a6aa3d705eae) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:16.129036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:16.136254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7352eac0-c3a2-4473-97f2-626eecca651d None None] Provisioning for port 8207243a-65d6-4203-b225-83924b28a668 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:16.154739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bb60be89-57d3-49bc-a812-a2fd3da398b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "PUT /v2.0/routers/d4e1aaec-e02e-4e53-870d-f4a6992cd136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6104596 Jul 29 23:40:16.208193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Sync routers for ids ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:16.230070 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.282806 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.292720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object b7ea94ea-8520-4081-b2c6-6e59c756f810 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:16.345645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Transition to ACTIVE for port object f0c4a3ec-3b11-4463-8a04-609b9994f7ab will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:16.367063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Routers {'d4e1aaec-e02e-4e53-870d-f4a6992cd136'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:16.367730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:16.373575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] For port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:16.389168 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.451560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f380fda-2778-4047-abe2-c401ab5423b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338', 'network_id': 'cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338', 'tenant_id': '5aae493305a748518076403bbd727496', 'fixed_ips': [{'subnet_id': '2cf65d4a-789c-43f3-bf6f-16e3d6f6e57c'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:16.452682 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f380fda-2778-4047-abe2-c401ab5423b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.484193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe6365f-a40c-48b9-b081-8f50aa48b74d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:16.486941 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.546146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-b0db453a-54cc-4805-a0e6-d810234c5de7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44921773&fields=id&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 267 time: 0.1157179 Jul 29 23:40:16.593326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=b7ea94ea-8520-4081-b2c6-6e59c756f810,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:16.606090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Checking segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:16.606622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Network hostable DHCP agents. Network: 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:16.615195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.653494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:16.666287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 2b46c6a5-836c-438f-a443-2d13718870e3 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:16.709214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:16.717975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:16.724726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.725416 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.739710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:16.741099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:16.750678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:16.761695 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.773680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:16.785316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.785804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Transition to ACTIVE for port object bbc504be-2fa3-471b-821a-a6aa3d705eae will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:16.786014 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.790479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.791083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.819056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Port': ['ID=f0c4a3ec-3b11-4463-8a04-609b9994f7ab,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:16.822760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-78b67142-a66c-40f5-937a-f3748cf2780e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.0245175 Jul 29 23:40:16.829219 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a83e7661-315b-494b-98d3-da82c227724c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4734690 Jul 29 23:40:16.829911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:16.830255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:16.844521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4c7aa5a-16c6-4bb5-8120-f54aefee6282'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:16.852650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] For port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=37e9025e-b131-4f7f-b69a-53f3cfed7fa3,segment=NetworkSegment(80720cf8-3f01-407c-bae6-3ad4d88caca8),segment_id=80720cf8-3f01-407c-bae6-3ad4d88caca8)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:16.867917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-1337a6dc-b263-4bbf-b07e-7abe7843be0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.879336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-1337a6dc-b263-4bbf-b07e-7abe7843be0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 796 time: 0.3254166 Jul 29 23:40:16.902811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-c768a91e-14ef-4f55-a38b-85e967ddfae0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/quotas/b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 375 time: 0.0116940 Jul 29 23:40:16.908111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Set router d4e1aaec-e02e-4e53-870d-f4a6992cd136 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:16.939945 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2beb886d-49e5-4f50-9966-dd3196b912d2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6598697 Jul 29 23:40:16.948730 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33970) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:16.963504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8207243a-65d6-4203-b225-83924b28a668 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:16.986258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Transition to ACTIVE for port object bbc504be-2fa3-471b-821a-a6aa3d705eae will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:16.998364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:17.006467 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.014371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8207243a-65d6-4203-b225-83924b28a668 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:17.025239 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.028310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c502185-2703-4611-890a-5363a1a8c1e7 None None] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:17.104175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-526add98-68eb-47bf-ab0b-470dc7fbe193 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Deleting subnet 2cf65d4a-789c-43f3-bf6f-16e3d6f6e57c {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:17.113977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-526add98-68eb-47bf-ab0b-470dc7fbe193 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.125557 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-93106eed-1241-4b67-a0b5-31fb69e8fdf1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2003434 Jul 29 23:40:17.167071 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.198796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Allocated IP 172.20.0.6 (c2f7a6db-cf8a-4263-9b36-43879aace163/b2df1559-150b-443d-99fd-7b3e48d54007/e43bd3c2-3dd6-4091-a4d4-086945f8cbbd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:17.203809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.205347 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.250928 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-526add98-68eb-47bf-ab0b-470dc7fbe193 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.327078 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.362555 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.367099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-91fb9d60-c06b-4e4d-ab68-ee42a5ab7a41 None None] Provisioning for port 9d30c784-3e26-46b8-85d3-4f9d3716b170 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:17.463627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-526add98-68eb-47bf-ab0b-470dc7fbe193 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.552325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-526add98-68eb-47bf-ab0b-470dc7fbe193 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.583570 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.598643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Transition to ACTIVE for port object e43bd3c2-3dd6-4091-a4d4-086945f8cbbd will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:17.645285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526add98-68eb-47bf-ab0b-470dc7fbe193 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf65d4a-789c-43f3-bf6f-16e3d6f6e57c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:17.649038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2f305-c9b3-4712-8475-71d697ff9c2b None None] Pushing event updated for resources: {'Port': ['ID=37e9025e-b131-4f7f-b69a-53f3cfed7fa3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:17.682139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-526add98-68eb-47bf-ab0b-470dc7fbe193 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.684706 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-526add98-68eb-47bf-ab0b-470dc7fbe193 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/subnets/2cf65d4a-789c-43f3-bf6f-16e3d6f6e57c HTTP/1.1" status: 204 len: 168 time: 0.8508248 Jul 29 23:40:17.689802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:17.723693 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.892522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-91fb9d60-c06b-4e4d-ab68-ee42a5ab7a41 None None] Provisioning complete for port 9d30c784-3e26-46b8-85d3-4f9d3716b170 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:17.893334 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91fb9d60-c06b-4e4d-ab68-ee42a5ab7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.899310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976bb587-3db3-4711-a647-15a5fc16dec1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:17.901236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976bb587-3db3-4711-a647-15a5fc16dec1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:17.906117 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-976bb587-3db3-4711-a647-15a5fc16dec1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2106054 Jul 29 23:40:17.906910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34000) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:18.095703 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ade4-1b6d-4980-a0ef-2756df28e53c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.099211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Delete allocated IP 2001:db8:0:1::ad (2b46c6a5-836c-438f-a443-2d13718870e3/2161965b-e608-4966-9fad-c55b4608c453) {{(pid=93817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-8f380fda-2778-4047-abe2-c401ab5423b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2cf65d4a-789c-43f3-bf6f-16e3d6f6e57c: This subnet is being modified by another concurrent operation. Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:40:18.109742 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2cf65d4a-789c-43f3-bf6f-16e3d6f6e57c: This subnet is being modified by another concurrent operation. Jul 29 23:40:18.113409 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 29 23:40:18.120966 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d4ade4-1b6d-4980-a0ef-2756df28e53c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 23:40:18.121599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d4ade4-1b6d-4980-a0ef-2756df28e53c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:40:18.127678 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e2d4ade4-1b6d-4980-a0ef-2756df28e53c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338 HTTP/1.1" status: 409 len: 405 time: 0.2157617 Jul 29 23:40:18.129421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34004) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:18.132669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Network c2f7a6db-cf8a-4263-9b36-43879aace163 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:18.135578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1805547273'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:18.203942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Network c2f7a6db-cf8a-4263-9b36-43879aace163 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:18.228667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:18.236633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:18.238276 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.240611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.249503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:18.256514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Port': ['ID=e43bd3c2-3dd6-4091-a4d4-086945f8cbbd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:18.287893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:18.443701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:18.456817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:18.462355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d768b0-deb5-4eed-b190-69c89b874e56 None None] Network cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:18.466861 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Pushing event updated for resources: {'Port': ['ID=bbc504be-2fa3-471b-821a-a6aa3d705eae,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:18.473407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.473859 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Added segment 79d2a31f-89b5-4120-8383-305048f5fda8 of type vlan for network ed802c02-edc6-481d-ab36-1809492ccfab Jul 29 23:40:18.557556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.557842 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.571525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.582447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-f01e497e-137b-4587-8f91-5494b4206960 service neutron] 10.222.0.37 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4175291 Jul 29 23:40:18.639997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.697466 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Ignored duplicate provisioning block setup for port b7ea94ea-8520-4081-b2c6-6e59c756f810 by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:40:18.709066 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.832500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=b7ea94ea-8520-4081-b2c6-6e59c756f810,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:18.836680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] In _notify_port_updated(), no bound segment for port b7ea94ea-8520-4081-b2c6-6e59c756f810 on network 2b46c6a5-836c-438f-a443-2d13718870e3 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:40:18.843210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.844273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.845652 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0b50fecf-3dfe-4789-bb5a-8255850529c4 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "PUT /v2.0/ports/b7ea94ea-8520-4081-b2c6-6e59c756f810 HTTP/1.1" status: 200 len: 926 time: 2.0129406 Jul 29 23:40:18.846912 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.856189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.857005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.876821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34022) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:18.892411 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7613869 Jul 29 23:40:18.909509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4c7aa5a-16c6-4bb5-8120-f54aefee6282'}, {'subnet_id': '2161965b-e608-4966-9fad-c55b4608c453'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:18.949049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34024) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:18.986161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'subnet': {'network_id': 'ed802c02-edc6-481d-ab36-1809492ccfab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:19.047348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-5591edd7-73d6-4112-8615-73eab22bcf09 service neutron] 10.222.0.37 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558711 Jul 29 23:40:19.062222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-db4f5745-4325-41d9-b8be-f24ea47e78d2 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3025622 Jul 29 23:40:19.070851 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34026) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:19.099340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'port': {'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163', 'name': 'tempest-AllowedAddressPairTestJSON-916630603', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4f:a8:6c'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:19.188126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:19.198037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.260762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224cb3b-732d-41be-9baf-ac499ff2351e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Network': ['ID=ed802c02-edc6-481d-ab36-1809492ccfab,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:19.391601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network ed802c02-edc6-481d-ab36-1809492ccfab details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:19.397261 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.484663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Attempting to bind port bbc504be-2fa3-471b-821a-a6aa3d705eae on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:19.484663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Attempting to bind port bbc504be-2fa3-471b-821a-a6aa3d705eae by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '80c548f0-710d-4fac-b04a-c8a75d760f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:19.484663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Attempting to bind port bbc504be-2fa3-471b-821a-a6aa3d705eae on network c2f7a6db-cf8a-4263-9b36-43879aace163 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:19.796480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Made reservation on behalf of 69aaced432c443deac724a8561566ed8 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:19.849312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:19.852361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Checking segment: {'id': '80c548f0-710d-4fac-b04a-c8a75d760f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:19.853382 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.854991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34044) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:19.855810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Bound using segment: {'id': '80c548f0-710d-4fac-b04a-c8a75d760f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:19.856790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Bound port: bbc504be-2fa3-471b-821a-a6aa3d705eae, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c548f0-710d-4fac-b04a-c8a75d760f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:19.859960 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.944918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.978832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d7a3d-fd44-4ffa-a52b-de35eb247a63 None None] Update dhcp port {'port': {'network_id': '2b46c6a5-836c-438f-a443-2d13718870e3', 'fixed_ips': [{'subnet_id': 'f4c7aa5a-16c6-4bb5-8120-f54aefee6282', 'ip_address': '2001:db8::2'}, {'subnet_id': '2161965b-e608-4966-9fad-c55b4608c453'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '8207243a-65d6-4203-b225-83924b28a668'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:40:20.347421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a87ebe55-0e52-4b38-8a58-d40646687f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.378285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.447658 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91fb9d60-c06b-4e4d-ab68-ee42a5ab7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.551681 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a87ebe55-0e52-4b38-8a58-d40646687f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.664153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-135c7415-fb49-42cc-9eba-26eed111fbd4 req-82a1d884-dee4-4d9d-99ae-46cf1de550e5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 210 time: 1.0763404 Jul 29 23:40:20.697901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.741791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a87ebe55-0e52-4b38-8a58-d40646687f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.768656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] device_id is not set on port 701bc84c-6b0c-4ba7-a6fb-69211aa7ba8b yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:20.876776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea73da4-9da8-4f77-b6eb-332440dd484a None None] Network fe176585-638d-4f2d-a5f2-6b812b5941df requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:20.879360 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-751d7a3d-fd44-4ffa-a52b-de35eb247a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.907186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ebe55-0e52-4b38-8a58-d40646687f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d22956c-634c-4798-8ab0-6b7a2dce84ae,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:20.933151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a87ebe55-0e52-4b38-8a58-d40646687f16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ae405c63aa34e4e90cf79c079c1bc32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0758679 Jul 29 23:40:20.935170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:20.949034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Allocated IP 172.20.0.14 (c2f7a6db-cf8a-4263-9b36-43879aace163/b2df1559-150b-443d-99fd-7b3e48d54007/701bc84c-6b0c-4ba7-a6fb-69211aa7ba8b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:21.052325 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8ef7ad5f-820f-4fe6-8707-af90a44c8aa1', 'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:4c:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:09Z', 'updated_at': '2021-07-29T23:40:13Z', 'revision_number': 2, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '2c809582-ee1b-4918-8149-5327c4e75278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:21.062941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 8207243a-65d6-4203-b225-83924b28a668, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8207243a-65d6-4203-b225-83924b28a668,segment=NetworkSegment(416d45dc-4373-411e-bc66-358af5359507),segment_id=416d45dc-4373-411e-bc66-358af5359507)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:21.068707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:21.069646 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.118503 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.171822 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.241968 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.267239 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Checking router: d4e1aaec-e02e-4e53-870d-f4a6992cd136 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:21.267607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Updating router d4e1aaec-e02e-4e53-870d-f4a6992cd136 port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:21.304657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-91fb9d60-c06b-4e4d-ab68-ee42a5ab7a41 None None] For port 9d30c784-3e26-46b8-85d3-4f9d3716b170, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9d30c784-3e26-46b8-85d3-4f9d3716b170,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:21.345813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] For port bbc504be-2fa3-471b-821a-a6aa3d705eae, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:21.354360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8:0:1::201 (2b46c6a5-836c-438f-a443-2d13718870e3/2161965b-e608-4966-9fad-c55b4608c453/b7ea94ea-8520-4081-b2c6-6e59c756f810) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:21.410804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.467357 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91fb9d60-c06b-4e4d-ab68-ee42a5ab7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.493429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Transition to ACTIVE for port object 701bc84c-6b0c-4ba7-a6fb-69211aa7ba8b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:21.500948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] For port bbc504be-2fa3-471b-821a-a6aa3d705eae, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bbc504be-2fa3-471b-821a-a6aa3d705eae,segment=NetworkSegment(80c548f0-710d-4fac-b04a-c8a75d760f07),segment_id=80c548f0-710d-4fac-b04a-c8a75d760f07)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:21.546510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Allocated IP 172.25.2.173 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/c7a8dfda-0323-4111-acd7-1480ef7a3585) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:21.599758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:40:21.623114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.673775 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b1688c0-654a-42b5-826a-409adaf40aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.694901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.695498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.713392 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.726632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b1688c0-654a-42b5-826a-409adaf40aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.746451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=8207243a-65d6-4203-b225-83924b28a668,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:21.768110 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 582168dd-f80d-46c7-9a90-339e47e9749c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:21.846086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Network c2f7a6db-cf8a-4263-9b36-43879aace163 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:21.882042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Port': ['ID=701bc84c-6b0c-4ba7-a6fb-69211aa7ba8b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:21.885444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:21.914065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:21.948058 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Subnet': ['ID=bc431f15-f176-4d8c-a3d2-b94d4e6ea3d7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:21.965780 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b1688c0-654a-42b5-826a-409adaf40aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.970764 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b1688c0-654a-42b5-826a-409adaf40aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.988999 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4b1688c0-654a-42b5-826a-409adaf40aba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d22956c-634c-4798-8ab0-6b7a2dce84ae HTTP/1.1" status: 204 len: 168 time: 0.9893334 Jul 29 23:40:22.010237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebb65527-8c6d-490e-9dfc-881d89332b7d req-15b28c71-8805-475c-8fcb-88eeeebd86e8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 210 time: 0.1086774 Jul 29 23:40:22.027898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb9d60-c06b-4e4d-ab68-ee42a5ab7a41 None None] Pushing event updated for resources: {'Port': ['ID=9d30c784-3e26-46b8-85d3-4f9d3716b170,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.057066 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.096854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.096854 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.116586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-0f6fcacd-6448-44c8-bf0b-9746100388c6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.118138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-0f6fcacd-6448-44c8-bf0b-9746100388c6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 796 time: 0.3916934 Jul 29 23:40:22.145112 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1688c0-654a-42b5-826a-409adaf40aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d22956c-634c-4798-8ab0-6b7a2dce84ae,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.158346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Checking segment: {'id': '79d2a31f-89b5-4120-8383-305048f5fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ed802c02-edc6-481d-ab36-1809492ccfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:22.158603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network hostable DHCP agents. Network: ed802c02-edc6-481d-ab36-1809492ccfab, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:22.189616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34090) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:22.195951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0524609d-258e-4481-a5b3-c8937f032d24 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1241457 Jul 29 23:40:22.231238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbef820-8abb-48a7-85a6-840c597790ba None None] Pushing event updated for resources: {'Port': ['ID=bbc504be-2fa3-471b-821a-a6aa3d705eae,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.251372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.273138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-1f39c1e3-a5f8-4cf5-93fa-54e621891e23 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 378 time: 0.1387825 Jul 29 23:40:22.281455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.290384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'port': {'device_id': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'admin_state_up': True, 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'security_groups': ['09bf0058-d27c-4331-a430-26a81aef0abf']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:22.330743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network ed802c02-edc6-481d-ab36-1809492ccfab is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:22.334144 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Ignored duplicate provisioning block setup for port b7ea94ea-8520-4081-b2c6-6e59c756f810 by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:40:22.348005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.361059 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, ed802c02-edc6-481d-ab36-1809492ccfab) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:22.399578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06492718-b94a-4899-8ccd-d745657454b4 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.406882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06492718-b94a-4899-8ccd-d745657454b4 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.414237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06492718-b94a-4899-8ccd-d745657454b4 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.415983 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-06492718-b94a-4899-8ccd-d745657454b4 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2254217 Jul 29 23:40:22.423047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34094) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:22.426446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.428551 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.487042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:22.497228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:22.502131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:22.505125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Pushing event updated for resources: {'Port': ['ID=c7a8dfda-0323-4111-acd7-1480ef7a3585,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.724227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34096) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:22.729548 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] In _notify_port_updated(), no bound segment for port b7ea94ea-8520-4081-b2c6-6e59c756f810 on network 2b46c6a5-836c-438f-a443-2d13718870e3 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:40:22.735980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.737582 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.744121 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "PUT /v2.0/ports/b7ea94ea-8520-4081-b2c6-6e59c756f810 HTTP/1.1" status: 200 len: 1012 time: 3.8559363 Jul 29 23:40:22.745669 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e712eaea-3e14-4515-8aee-6223b1e9b011 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7954671 Jul 29 23:40:22.759800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:22.760174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34100) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:22.781961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'port': {'network_id': 'ed802c02-edc6-481d-ab36-1809492ccfab', 'name': 'tempest-NetworksIpV6TestAttrs-1476223975'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:22.944586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfa8d8-0daa-45ec-b862-9a244d99be16 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=b7ea94ea-8520-4081-b2c6-6e59c756f810,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.952222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.966451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Transition to ACTIVE for port object 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:22.973922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.974198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-74b2b0b3-89e2-4a1a-b6f5-63701dcf2f81 None None] Provisioning for port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:22.979503 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93b3f88d-65b5-42cf-9937-f0245787d796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.002199 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc6414e2-d53e-4da9-9d1c-d237cbbef0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.066387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-751d7a3d-fd44-4ffa-a52b-de35eb247a63 None None] Allocated IP 2001:db8:0:1::2 (2b46c6a5-836c-438f-a443-2d13718870e3/2161965b-e608-4966-9fad-c55b4608c453/8207243a-65d6-4203-b225-83924b28a668) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:23.183496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ec7dec39-fd5e-4376-a7b3-7d80caa8c4b9 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Deleting port 701bc84c-6b0c-4ba7-a6fb-69211aa7ba8b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:23.183811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec7dec39-fd5e-4376-a7b3-7d80caa8c4b9 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.215546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-751d7a3d-fd44-4ffa-a52b-de35eb247a63 None None] For port 8207243a-65d6-4203-b225-83924b28a668, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8207243a-65d6-4203-b225-83924b28a668,segment=NetworkSegment(416d45dc-4373-411e-bc66-358af5359507),segment_id=416d45dc-4373-411e-bc66-358af5359507)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:23.242979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9eb82f9-0361-4145-af43-6b049a3a13bc req-2a9c2ae2-b66a-406e-9f82-0d49399575f4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 210 time: 0.0422406 Jul 29 23:40:23.244253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:23.248847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.253366 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-751d7a3d-fd44-4ffa-a52b-de35eb247a63 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.271909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-751d7a3d-fd44-4ffa-a52b-de35eb247a63 None None] Transition to ACTIVE for port object 8207243a-65d6-4203-b225-83924b28a668 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:23.288365 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.331953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:23.350553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.376061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac328d9-8818-46b6-b62d-c20f9592b3eb None None] Network ed802c02-edc6-481d-ab36-1809492ccfab requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:23.397199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52577da-2288-411f-b391-5b2732598200 None None] Pushing event updated for resources: {'Port': ['ID=8ef7ad5f-820f-4fe6-8707-af90a44c8aa1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:23.405298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-751d7a3d-fd44-4ffa-a52b-de35eb247a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.409922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f3f89cfe-a6ac-4d0c-9bb8-78b5e8786662 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port b7ea94ea-8520-4081-b2c6-6e59c756f810 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:23.410379 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3f89cfe-a6ac-4d0c-9bb8-78b5e8786662 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.438305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.20.0.7 (54f6f8ac-399e-4efa-abfa-b7167458392b/2c809582-ee1b-4918-8149-5327c4e75278/81d49114-54c8-41d9-ab61-739649290fa6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:23.604607 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3f89cfe-a6ac-4d0c-9bb8-78b5e8786662 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.640326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f3f89cfe-a6ac-4d0c-9bb8-78b5e8786662 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for b7ea94ea-8520-4081-b2c6-6e59c756f810 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:23.661699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7a3d-fd44-4ffa-a52b-de35eb247a63 None None] Pushing event updated for resources: {'Port': ['ID=8207243a-65d6-4203-b225-83924b28a668,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:23.671086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.696064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Transition to ACTIVE for port object 81d49114-54c8-41d9-ab61-739649290fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:23.705831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 582168dd-f80d-46c7-9a90-339e47e9749c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:23.706841 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.756648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.765759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-74b2b0b3-89e2-4a1a-b6f5-63701dcf2f81 None None] Provisioning complete for port 9d30c784-3e26-46b8-85d3-4f9d3716b170 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:23.766163 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74b2b0b3-89e2-4a1a-b6f5-63701dcf2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.910354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] device_id is not set on port 9781452b-1f08-45b4-9866-a48fba21d593 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:23.956158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 54f6f8ac-399e-4efa-abfa-b7167458392b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:23.959749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Allocated IP 172.20.0.2 (33ad5c1f-badc-46d6-a914-c2f44d1a5dbd/3fe6365f-a40c-48b9-b081-8f50aa48b74d/19a6e72d-5a43-4970-a758-4b8355886a40) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:23.963695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:23.967005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:23.985914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:24.130460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.131114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.177637 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec7dec39-fd5e-4376-a7b3-7d80caa8c4b9 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.211008 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Attempting to bind port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:24.214967 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.216398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Attempting to bind port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:24.221496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Attempting to bind port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 on network 54f6f8ac-399e-4efa-abfa-b7167458392b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:24.281842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c50fca-0ae6-4caa-a36e-c33f4e7e15c0 None None] Network c2f7a6db-cf8a-4263-9b36-43879aace163 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:24.336577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ec7dec39-fd5e-4376-a7b3-7d80caa8c4b9 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Calling delete_port for 701bc84c-6b0c-4ba7-a6fb-69211aa7ba8b owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:24.529996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c15419-5f7c-4a9a-8f49-8ef17b65e8fa req-0523e632-9264-4e68-a01c-5d74f872264a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.532339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7c15419-5f7c-4a9a-8f49-8ef17b65e8fa req-0523e632-9264-4e68-a01c-5d74f872264a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 931 time: 0.1125789 Jul 29 23:40:24.625111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7c15419-5f7c-4a9a-8f49-8ef17b65e8fa req-270550da-a603-48e5-a7d0-073f0305c2fe tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827110 Jul 29 23:40:24.705399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Allocated IP 2001:db8::f816:3eff:fe05:8afc (ed802c02-edc6-481d-ab36-1809492ccfab/bc431f15-f176-4d8c-a3d2-b94d4e6ea3d7/9781452b-1f08-45b4-9866-a48fba21d593) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:24.741016 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc6414e2-d53e-4da9-9d1c-d237cbbef0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.752167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-57bd9d19-e16d-47f0-92f3-1137b14af96f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4681442 Jul 29 23:40:24.765690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Request body: {'port': {'device_id': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:24.816413 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc6414e2-d53e-4da9-9d1c-d237cbbef0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.898947 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.102575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:25.103901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Checking segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:25.104560 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.105319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Bound using segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:25.105982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Bound port: 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:25.106820 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.144867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-74b2b0b3-89e2-4a1a-b6f5-63701dcf2f81 None None] Provisioning for port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:25.149309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89023f07-0a1f-48f7-8bf2-4729de954a78 None None] Network 2b46c6a5-836c-438f-a443-2d13718870e3 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:25.251404 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.254035 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-310c4119-1518-4291-bfe2-7826bf206f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.292744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6414e2-d53e-4da9-9d1c-d237cbbef0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52794306-6ce4-49c7-aa33-33bd7227612f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.338180 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cc6414e2-d53e-4da9-9d1c-d237cbbef0a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0717ce47f24f4e3b8622ca3e6f4dac99&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5914130 Jul 29 23:40:25.370217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:25.463876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] For port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:25.467159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] For port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8ef7ad5f-820f-4fe6-8707-af90a44c8aa1,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:25.524657 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.562089 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.578258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Transition to ACTIVE for port object 9781452b-1f08-45b4-9866-a48fba21d593 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:25.605359 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.619649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3f89cfe-a6ac-4d0c-9bb8-78b5e8786662 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.628820 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.634808 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:25.667845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-ed802c02-edc6-481d-ab36-1809492ccfab', 'network_id': 'ed802c02-edc6-481d-ab36-1809492ccfab', 'tenant_id': '5aae493305a748518076403bbd727496', 'fixed_ips': [{'subnet_id': 'bc431f15-f176-4d8c-a3d2-b94d4e6ea3d7'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:25.669216 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.750840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Provisioning for port 8207243a-65d6-4203-b225-83924b28a668 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:25.756204 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.757356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d49114-54c8-41d9-ab61-739649290fa6 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:25.768694 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.783648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Provisioning complete for port 8207243a-65d6-4203-b225-83924b28a668 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:25.784441 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.785661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Transition to ACTIVE for port object 81d49114-54c8-41d9-ab61-739649290fa6 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:25.793524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.846967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f89cfe-a6ac-4d0c-9bb8-78b5e8786662 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=b7ea94ea-8520-4081-b2c6-6e59c756f810,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.869554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Transition to ACTIVE for port object 19a6e72d-5a43-4970-a758-4b8355886a40 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:25.872267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.882360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Router 6781ea9b-03e6-4fb6-89ed-decd050002db is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:40:25.914343 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3f89cfe-a6ac-4d0c-9bb8-78b5e8786662 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.919139 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f3f89cfe-a6ac-4d0c-9bb8-78b5e8786662 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/b7ea94ea-8520-4081-b2c6-6e59c756f810 HTTP/1.1" status: 204 len: 168 time: 3.1554077 Jul 29 23:40:25.919139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Port': ['ID=9781452b-1f08-45b4-9866-a48fba21d593,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.926341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec7dec39-fd5e-4376-a7b3-7d80caa8c4b9 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.928496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34146) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:25.951907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network ed802c02-edc6-481d-ab36-1809492ccfab is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:25.999635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:26.012829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:26.032081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.032785 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.078098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52577da-2288-411f-b391-5b2732598200 None None] Pushing event updated for resources: {'Port': ['ID=8ef7ad5f-820f-4fe6-8707-af90a44c8aa1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:26.096960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Transition to ACTIVE for port object 19a6e72d-5a43-4970-a758-4b8355886a40 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:26.108237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Routers {'d4e1aaec-e02e-4e53-870d-f4a6992cd136'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:26.108869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:26.160188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dec39-fd5e-4376-a7b3-7d80caa8c4b9 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event deleted for resources: {'Port': ['ID=701bc84c-6b0c-4ba7-a6fb-69211aa7ba8b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:26.162458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ec2c-afdf-4b44-b1f3-f1d03b91cd4f req-75fdb199-42fd-41fe-b237-db17728eb504 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.169886 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9852a95a-11da-4ca5-8996-6f8444be7b52 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:40:26.177230 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9852a95a-11da-4ca5-8996-6f8444be7b52 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/b7ea94ea-8520-4081-b2c6-6e59c756f810 HTTP/1.1" status: 404 len: 333 time: 0.2427638 Jul 29 23:40:26.178031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3450ec2c-afdf-4b44-b1f3-f1d03b91cd4f req-75fdb199-42fd-41fe-b237-db17728eb504 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 943 time: 0.3902860 Jul 29 23:40:26.178616 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3262-ea6a-47ca-91a6-e1052daf0b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.180735 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:26.187640 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14d27d5c-6339-4532-aa72-3da980835c4e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4249651 Jul 29 23:40:26.200395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34150) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:26.248643 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.310925 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3262-ea6a-47ca-91a6-e1052daf0b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.388829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3450ec2c-afdf-4b44-b1f3-f1d03b91cd4f req-fca6dc45-6151-468f-b2bc-4c9507fa4f75 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2094760 Jul 29 23:40:26.440026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-785396d9-aaec-49c5-ba54-3833e3e91597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet 2161965b-e608-4966-9fad-c55b4608c453 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:26.461753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Allocated IP 2001:db8::f816:3eff:febe:de0c (ed802c02-edc6-481d-ab36-1809492ccfab/bc431f15-f176-4d8c-a3d2-b94d4e6ea3d7/173d94cc-d724-4ef7-bdf0-ff596587183e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:26.479086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:26.480676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-785396d9-aaec-49c5-ba54-3833e3e91597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.489784 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Sync routers for ids ['6781ea9b-03e6-4fb6-89ed-decd050002db'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:26.512178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea319ef-e64d-4bcc-bb45-2fbb9f5fb37c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Deleting subnet bc431f15-f176-4d8c-a3d2-b94d4e6ea3d7 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:26.513491 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Routers {'6781ea9b-03e6-4fb6-89ed-decd050002db'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:26.514146 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6781ea9b-03e6-4fb6-89ed-decd050002db'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:26.515459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:26.516150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:26.516730 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 on network 54f6f8ac-399e-4efa-abfa-b7167458392b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:26.524394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Port 81d49114-54c8-41d9-ab61-739649290fa6 on network 54f6f8ac-399e-4efa-abfa-b7167458392b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:26.524736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 on network 54f6f8ac-399e-4efa-abfa-b7167458392b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:26.530155 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.535662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2225e6db-34dd-4665-b46c-a6fda5e7b68c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.5471570 Jul 29 23:40:26.535662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:26.535662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Checking segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:26.535662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Bound using segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:26.535662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Bound port: 81d49114-54c8-41d9-ab61-739649290fa6, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:26.535662 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.536702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34164) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:26.604073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-785396d9-aaec-49c5-ba54-3833e3e91597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.731030 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-785396d9-aaec-49c5-ba54-3833e3e91597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.741216 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Set router 6781ea9b-03e6-4fb6-89ed-decd050002db gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:26.775875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] Set router d4e1aaec-e02e-4e53-870d-f4a6992cd136 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:26.821564 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-785396d9-aaec-49c5-ba54-3833e3e91597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.825837 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec7dec39-fd5e-4376-a7b3-7d80caa8c4b9 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.831693 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ec7dec39-fd5e-4376-a7b3-7d80caa8c4b9 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "DELETE /v2.0/ports/701bc84c-6b0c-4ba7-a6fb-69211aa7ba8b HTTP/1.1" status: 204 len: 168 time: 4.3970475 Jul 29 23:40:26.843379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34166) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:26.866636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785396d9-aaec-49c5-ba54-3833e3e91597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=2161965b-e608-4966-9fad-c55b4608c453,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:26.879680 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-785396d9-aaec-49c5-ba54-3833e3e91597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.884620 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-785396d9-aaec-49c5-ba54-3833e3e91597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/2161965b-e608-4966-9fad-c55b4608c453 HTTP/1.1" status: 204 len: 168 time: 0.6988606 Jul 29 23:40:26.885513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34168) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:26.939095 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68c1397-ddc1-4c48-a67f-3cae1cf5f217 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] GET failed (client error): The resource could not be found. Jul 29 23:40:26.942451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a68c1397-ddc1-4c48-a67f-3cae1cf5f217 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "GET /v2.0/ports/701bc84c-6b0c-4ba7-a6fb-69211aa7ba8b HTTP/1.1" status: 404 len: 333 time: 0.0869415 Jul 29 23:40:26.954881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34170) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:26.962868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'port': {'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163', 'name': 'tempest-AllowedAddressPairTestJSON-231162359'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:27.027244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead81738-60f7-4aa4-adf1-1a7f146b694e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet f4c7aa5a-16c6-4bb5-8120-f54aefee6282 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:27.030894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ead81738-60f7-4aa4-adf1-1a7f146b694e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.045709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:27.090116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:27.095704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:27.120425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Made reservation on behalf of 69aaced432c443deac724a8561566ed8 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:27.122571 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:22Z', 'revision_number': 3, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:27.124099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.125504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ead81738-60f7-4aa4-adf1-1a7f146b694e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.180267 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Checking router: 6781ea9b-03e6-4fb6-89ed-decd050002db for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:27.180581 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Updating router 6781ea9b-03e6-4fb6-89ed-decd050002db port c7a8dfda-0323-4111-acd7-1480ef7a3585 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:27.210742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:27.247576 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.253575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:27.255923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Pushing event updated for resources: {'Port': ['ID=19a6e72d-5a43-4970-a758-4b8355886a40,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:27.270186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:27.271961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] device_id is not set on port 52ba7c31-3612-4ed1-a2a3-43644e72dd7b yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:27.302436 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.323405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ead81738-60f7-4aa4-adf1-1a7f146b694e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.435330 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3262-ea6a-47ca-91a6-e1052daf0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.438454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3262-ea6a-47ca-91a6-e1052daf0b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.439658 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-01dc3262-ea6a-47ca-91a6-e1052daf0b4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52794306-6ce4-49c7-aa33-33bd7227612f HTTP/1.1" status: 204 len: 168 time: 2.0636768 Jul 29 23:40:27.517277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc3262-ea6a-47ca-91a6-e1052daf0b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52794306-6ce4-49c7-aa33-33bd7227612f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:27.554014 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.562570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ead81738-60f7-4aa4-adf1-1a7f146b694e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.670093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Attempting to bind port 19a6e72d-5a43-4970-a758-4b8355886a40 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:27.671372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Attempting to bind port 19a6e72d-5a43-4970-a758-4b8355886a40 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:27.671762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Attempting to bind port 19a6e72d-5a43-4970-a758-4b8355886a40 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:27.700625 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.701449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:27.701890 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.734326 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ead81738-60f7-4aa4-adf1-1a7f146b694e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.761025 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ead81738-60f7-4aa4-adf1-1a7f146b694e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/f4c7aa5a-16c6-4bb5-8120-f54aefee6282 HTTP/1.1" status: 204 len: 168 time: 0.8727987 Jul 29 23:40:27.766480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34188) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:27.766679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:27.766830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Checking segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:27.767215 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.767615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Bound using segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:27.768669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Bound port: 19a6e72d-5a43-4970-a758-4b8355886a40, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:27.769063 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.769633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead81738-60f7-4aa4-adf1-1a7f146b694e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c7aa5a-16c6-4bb5-8120-f54aefee6282,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:27.818717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:27.819506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.829652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] 10.222.0.42 "PUT /v2.0/ports/81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 1092 time: 3.0684090 Jul 29 23:40:27.839815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:27.843760 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e097874f-e734-49c5-848c-294a07463782" -d '{"events": [{"name": "network-changed", "server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:28.035706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] For port 19a6e72d-5a43-4970-a758-4b8355886a40, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:28.040222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] For port 19a6e72d-5a43-4970-a758-4b8355886a40, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=19a6e72d-5a43-4970-a758-4b8355886a40,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:28.048272 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Transition to ACTIVE for port object 173d94cc-d724-4ef7-bdf0-ff596587183e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:28.060896 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.095209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfddb3-9f8f-4ae1-80a0-ad91ccd5fd57 service neutron] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:28.110296 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad467fdc-a53c-4edb-b5aa-687f21d89aa4 x-openstack-request-id: req-ad467fdc-a53c-4edb-b5aa-687f21d89aa4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:28.110296 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:28.121245 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad467fdc-a53c-4edb-b5aa-687f21d89aa4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:28.124350 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'status': 'completed', 'code': 200} Jul 29 23:40:28.156149 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.176626 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.185280 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Transition to ACTIVE for port object c7a8dfda-0323-4111-acd7-1480ef7a3585 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:28.214493 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.221790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Transition to ACTIVE for port object 173d94cc-d724-4ef7-bdf0-ff596587183e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:28.290784 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.346719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Provisioning for port bbc504be-2fa3-471b-821a-a6aa3d705eae completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:28.389329 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a6aa7-0215-40ce-85e9-f2f2f6eb714f None None] Pushing event updated for resources: {'Port': ['ID=c7a8dfda-0323-4111-acd7-1480ef7a3585,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:28.390326 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea319ef-e64d-4bcc-bb45-2fbb9f5fb37c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.416691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Network ed802c02-edc6-481d-ab36-1809492ccfab is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:28.419369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Could not find standard attr ID for object b7ea94ea-8520-4081-b2c6-6e59c756f810. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:40:28.425339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eee593-b16c-4e0b-8687-419568a3d043 None None] Network 2b46c6a5-836c-438f-a443-2d13718870e3 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:28.439681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 8207243a-65d6-4203-b225-83924b28a668 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:28.443240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.480739 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Attempting to bind port c7a8dfda-0323-4111-acd7-1480ef7a3585 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:28.481268 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Attempting to bind port c7a8dfda-0323-4111-acd7-1480ef7a3585 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:28.481734 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Attempting to bind port c7a8dfda-0323-4111-acd7-1480ef7a3585 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:28.505614 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:28.506124 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:28.506640 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.507151 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:28.507741 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Bound port: c7a8dfda-0323-4111-acd7-1480ef7a3585, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:28.508353 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.569445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] For port 8207243a-65d6-4203-b225-83924b28a668, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8207243a-65d6-4203-b225-83924b28a668,segment=NetworkSegment(416d45dc-4373-411e-bc66-358af5359507),segment_id=416d45dc-4373-411e-bc66-358af5359507)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:28.570542 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.635188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 8207243a-65d6-4203-b225-83924b28a668 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:28.745951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11257e-2b5c-4ca5-a865-32ee11fc948f req-9606183d-e01e-4443-be9d-ba55d7095f91 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:28.749575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe11257e-2b5c-4ca5-a865-32ee11fc948f req-9606183d-e01e-4443-be9d-ba55d7095f91 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 943 time: 0.9710064 Jul 29 23:40:28.782207 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] For port c7a8dfda-0323-4111-acd7-1480ef7a3585, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:28.791277 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] For port c7a8dfda-0323-4111-acd7-1480ef7a3585, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c7a8dfda-0323-4111-acd7-1480ef7a3585,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:28.807161 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.833108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:28.874391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f177e7-f2b2-4647-b617-b65440b66bf9 None None] Pushing event updated for resources: {'Port': ['ID=19a6e72d-5a43-4970-a758-4b8355886a40,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:28.901807 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a6aa7-0215-40ce-85e9-f2f2f6eb714f None None] Pushing event updated for resources: {'Port': ['ID=c7a8dfda-0323-4111-acd7-1480ef7a3585,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:28.992909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Provisioning complete for port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:28.993296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.059699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.121220 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Routers {'6781ea9b-03e6-4fb6-89ed-decd050002db'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:29.128210 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6781ea9b-03e6-4fb6-89ed-decd050002db'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:29.147098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-64fb02b2-1393-4f00-ac16-de70d247fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.169032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-64fb02b2-1393-4f00-ac16-de70d247fbb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1095 time: 1.2049649 Jul 29 23:40:29.226325 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea319ef-e64d-4bcc-bb45-2fbb9f5fb37c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.239359 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.322618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=8207243a-65d6-4203-b225-83924b28a668,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:29.340084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No DVR routers for this DVR port 8207243a-65d6-4203-b225-83924b28a668 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:29.532214 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.547852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b46c6a5-836c-438f-a443-2d13718870e3']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:29.577173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416d45dc-4373-411e-bc66-358af5359507') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:29.582597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416d45dc-4373-411e-bc66-358af5359507') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:29.615857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Allocated IP 172.20.0.10 (c2f7a6db-cf8a-4263-9b36-43879aace163/b2df1559-150b-443d-99fd-7b3e48d54007/52ba7c31-3612-4ed1-a2a3-43644e72dd7b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:29.622137 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.640609 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-13b2deb1-47da-4fb1-a3d3-6333c7d2150f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 217 time: 0.4454255 Jul 29 23:40:29.656722 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.678184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:29.678943 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.691748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:29.730292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Pushing event updated for resources: {'Port': ['ID=173d94cc-d724-4ef7-bdf0-ff596587183e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:29.792720 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:29.817783 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] Set router 6781ea9b-03e6-4fb6-89ed-decd050002db gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:29.822548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.825469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe11257e-2b5c-4ca5-a865-32ee11fc948f req-eb24ebe2-4d82-492b-b650-4a29fe320119 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9847224 Jul 29 23:40:29.827572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-a77b27ee-2369-4744-8876-500b69bada3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.829472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-a77b27ee-2369-4744-8876-500b69bada3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.1108842 Jul 29 23:40:29.838039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.844119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/networks/2b46c6a5-836c-438f-a443-2d13718870e3 HTTP/1.1" status: 204 len: 168 time: 2.0645299 Jul 29 23:40:29.854797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:29.869578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd40c7-3bfd-42d8-92ef-ba8c79f59885 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Network': ['ID=2b46c6a5-836c-438f-a443-2d13718870e3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:29.963259 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Attempting to bind port 173d94cc-d724-4ef7-bdf0-ff596587183e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:29.964548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Attempting to bind port 173d94cc-d724-4ef7-bdf0-ff596587183e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '79d2a31f-89b5-4120-8383-305048f5fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ed802c02-edc6-481d-ab36-1809492ccfab'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:29.964994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Attempting to bind port 173d94cc-d724-4ef7-bdf0-ff596587183e on network ed802c02-edc6-481d-ab36-1809492ccfab {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:29.969826 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86627655-6e97-46d0-b118-6d936b650310 req-9891668f-a2f5-42e7-9978-f5824f79db1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4063368 Jul 29 23:40:29.975866 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8ef7ad5f-820f-4fe6-8707-af90a44c8aa1', 'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:4c:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:09Z', 'updated_at': '2021-07-29T23:40:25Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '2c809582-ee1b-4918-8149-5327c4e75278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:30.041480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2143ad-2d76-457d-820a-a7fcaee677b5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.051230 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fc2143ad-2d76-457d-820a-a7fcaee677b5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1901429 Jul 29 23:40:30.052294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34240) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:30.088660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:30.089118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Checking segment: {'id': '79d2a31f-89b5-4120-8383-305048f5fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ed802c02-edc6-481d-ab36-1809492ccfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:30.089470 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.090396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Bound using segment: {'id': '79d2a31f-89b5-4120-8383-305048f5fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ed802c02-edc6-481d-ab36-1809492ccfab'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:30.090965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Bound port: 173d94cc-d724-4ef7-bdf0-ff596587183e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d2a31f-89b5-4120-8383-305048f5fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ed802c02-edc6-481d-ab36-1809492ccfab'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:30.091370 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.101112 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.122985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-8664265c-c710-4ca4-a57d-d0a654d94357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.132465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-8664265c-c710-4ca4-a57d-d0a654d94357 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2769685 Jul 29 23:40:30.159835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f61be-cf90-45a0-9432-da9a849a9456 None None] The sync data for ids ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'] in n-d-712139-11 is: [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8ef7ad5f-820f-4fe6-8707-af90a44c8aa1', 'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:4c:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:09Z', 'updated_at': '2021-07-29T23:40:25Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '2c809582-ee1b-4918-8149-5327c4e75278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:30.386988 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-951f3da6-c25e-421f-9a4e-8b68f66587da tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3289905 Jul 29 23:40:30.393103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:30.413726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9974f3c2-d240-4149-a4fa-46bdeea539c7 None None] DHCP port deletion for 2b46c6a5-836c-438f-a443-2d13718870e3 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:40:30.430678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1623613687'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:30.452417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86627655-6e97-46d0-b118-6d936b650310 req-82f78bdf-7195-4bb3-b9f7-195ab4205f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.455142 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86627655-6e97-46d0-b118-6d936b650310 req-82f78bdf-7195-4bb3-b9f7-195ab4205f71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b6e092d62c45079c294e9d80d75079&device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 1100 time: 0.3675516 Jul 29 23:40:30.487314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:30.494032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=37e9025e-b131-4f7f-b69a-53f3cfed7fa3,segment=NetworkSegment(80720cf8-3f01-407c-bae6-3ad4d88caca8),segment_id=80720cf8-3f01-407c-bae6-3ad4d88caca8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:30.501527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.552598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.585313 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:22Z', 'revision_number': 3, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:30.676118 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356fc8d4-2bc9-410a-b47a-1dc43d4c2632 None None] The sync data for ids ['6781ea9b-03e6-4fb6-89ed-decd050002db'] in n-d-712139-11 is: [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:22Z', 'revision_number': 3, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:30.749646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] For port 173d94cc-d724-4ef7-bdf0-ff596587183e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:30.761727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] For port 173d94cc-d724-4ef7-bdf0-ff596587183e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=173d94cc-d724-4ef7-bdf0-ff596587183e,segment=NetworkSegment(79d2a31f-89b5-4120-8383-305048f5fda8),segment_id=79d2a31f-89b5-4120-8383-305048f5fda8)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:30.774493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e857cd-411e-4479-a9ae-36af3a6b533c None None] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:30.948432 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.959828 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.008785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:31.059631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.061406 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Added segment 030bf744-a49f-459c-9ef0-ae17d4d838ea of type vlan for network 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 Jul 29 23:40:31.143781 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea319ef-e64d-4bcc-bb45-2fbb9f5fb37c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.157232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86627655-6e97-46d0-b118-6d936b650310 req-6592c472-6c16-4cd5-a100-e6c588404c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.159728 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86627655-6e97-46d0-b118-6d936b650310 req-6592c472-6c16-4cd5-a100-e6c588404c3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.6518946 Jul 29 23:40:31.312153 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.347766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86627655-6e97-46d0-b118-6d936b650310 req-4e5faf26-9899-440a-bd4f-26d1e5f8029b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35 HTTP/1.1" status: 200 len: 217 time: 0.1703742 Jul 29 23:40:31.437310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 19a6e72d-5a43-4970-a758-4b8355886a40 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:31.597975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86627655-6e97-46d0-b118-6d936b650310 req-d39fe8fc-04e5-4b92-8b29-12c3a232f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.599525 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86627655-6e97-46d0-b118-6d936b650310 req-d39fe8fc-04e5-4b92-8b29-12c3a232f02b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.2292211 Jul 29 23:40:31.623391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:40:31.734424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.743759 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:40:31.746672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.748421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.753554 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:40:31.754281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=37e9025e-b131-4f7f-b69a-53f3cfed7fa3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:31.986001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b7cd7-fc30-4af9-b0dc-20e5d8ae6168 None None] Pushing event updated for resources: {'Port': ['ID=173d94cc-d724-4ef7-bdf0-ff596587183e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:32.125827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Network': ['ID=1ef154a5-b42e-44db-b1b3-f1bdc9df4e34,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:32.144625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b80470e4-0f85-4ef2-8ece-0defec4bce91 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7192338 Jul 29 23:40:32.145596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34288) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:32.152066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:32.159557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '1ef154a5-b42e-44db-b1b3-f1bdc9df4e34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:32.227653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d397ee-b41e-4e08-bb0b-180f45e06ced req-76d51c98-f079-411a-a32f-06cbf11f34d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.242042 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0d397ee-b41e-4e08-bb0b-180f45e06ced req-76d51c98-f079-411a-a32f-06cbf11f34d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 943 time: 1.0999887 Jul 29 23:40:32.246085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-50bc0b11-9bb9-41e1-ba0c-e7ec7cb36ff6 service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0858853 Jul 29 23:40:32.345950 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea319ef-e64d-4bcc-bb45-2fbb9f5fb37c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.460359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86627655-6e97-46d0-b118-6d936b650310 req-9d9747ff-6fc3-4570-a4a7-a7a222d38039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.462155 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86627655-6e97-46d0-b118-6d936b650310 req-9d9747ff-6fc3-4570-a4a7-a7a222d38039 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8402212 Jul 29 23:40:32.489905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.551568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Allocated IP 172.20.0.1 (33ad5c1f-badc-46d6-a914-c2f44d1a5dbd/3fe6365f-a40c-48b9-b081-8f50aa48b74d/e70be3e8-b257-4cc5-953f-1821469d3a29) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:32.562381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 19a6e72d-5a43-4970-a758-4b8355886a40 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:32.617253 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bbc504be-2fa3-471b-821a-a6aa3d705eae up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:32.688880 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86627655-6e97-46d0-b118-6d936b650310 req-e09f5a25-bb10-439a-9622-4e2e1933e0ce service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156370 Jul 29 23:40:32.690504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:32.696155 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.832209 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bdea236d-cc0f-43ae-bcaa-35fc3ce98d7d None None] Provisioning for port 81d49114-54c8-41d9-ab61-739649290fa6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:32.952062 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.042345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Transition to ACTIVE for port object e70be3e8-b257-4cc5-953f-1821469d3a29 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:33.073316 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.153014 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Could not find standard attr ID for object 8207243a-65d6-4203-b225-83924b28a668. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:40:33.159383 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port bbc504be-2fa3-471b-821a-a6aa3d705eae completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:33.174946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port bbc504be-2fa3-471b-821a-a6aa3d705eae triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:33.175617 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.178612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Provisioning for port e43bd3c2-3dd6-4091-a4d4-086945f8cbbd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:33.254801 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Provisioning complete for port e43bd3c2-3dd6-4091-a4d4-086945f8cbbd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:33.255177 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.303768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=bf0241db-8710-47f3-9065-9b21897f9fa7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:33.345704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea319ef-e64d-4bcc-bb45-2fbb9f5fb37c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Subnet': ['ID=bc431f15-f176-4d8c-a3d2-b94d4e6ea3d7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:33.357951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2bff6b9-1c63-4416-8456-176eb7c8d882 req-c9580e3a-580b-48cd-b640-8ddcb48eb2fd service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0930114 Jul 29 23:40:33.360359 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea319ef-e64d-4bcc-bb45-2fbb9f5fb37c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.391463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9ea319ef-e64d-4bcc-bb45-2fbb9f5fb37c tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/subnets/bc431f15-f176-4d8c-a3d2-b94d4e6ea3d7 HTTP/1.1" status: 204 len: 168 time: 7.1262674 Jul 29 23:40:33.418577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34326) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:33.481111 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Checking segment: {'id': '030bf744-a49f-459c-9ef0-ae17d4d838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1ef154a5-b42e-44db-b1b3-f1bdc9df4e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:33.481692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network hostable DHCP agents. Network: 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:33.502467 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.521290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86627655-6e97-46d0-b118-6d936b650310 req-310cf9c5-b52d-4ca7-981a-dcc6e3ae782a service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968920 Jul 29 23:40:33.523742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:33.542155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:33.552208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.554332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.555213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86604278-d4f3-41b0-8fa2-f21f3a4fbfd4 None None] Network 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:33.574863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.584572 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-24ab0fa7-6e62-40cb-ba2a-f712e9579fd1 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4358249 Jul 29 23:40:33.588308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34334) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:33.599686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076b137-113f-4d9f-b829-52ce974482d4 None None] Network ed802c02-edc6-481d-ab36-1809492ccfab requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:33.600994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': '1ef154a5-b42e-44db-b1b3-f1bdc9df4e34', 'name': 'tempest-PortsIpV6TestJSON-1005042038'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:33.602527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Port e43bd3c2-3dd6-4091-a4d4-086945f8cbbd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:33.650765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Could not find standard attr ID for object 701bc84c-6b0c-4ba7-a6fb-69211aa7ba8b. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:40:33.671329 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.704389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port bbc504be-2fa3-471b-821a-a6aa3d705eae, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bbc504be-2fa3-471b-821a-a6aa3d705eae,segment=NetworkSegment(80c548f0-710d-4fac-b04a-c8a75d760f07),segment_id=80c548f0-710d-4fac-b04a-c8a75d760f07)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:33.737390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0d397ee-b41e-4e08-bb0b-180f45e06ced req-2177fe74-c6e0-4d39-8439-cd6ac3f64861 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.4737625 Jul 29 23:40:33.738647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Transition to ACTIVE for port object 52ba7c31-3612-4ed1-a2a3-43644e72dd7b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:33.772497 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.773527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9d30c784-3e26-46b8-85d3-4f9d3716b170 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:33.844815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134deab2-e9b6-472d-944f-439c81e8d119 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.851660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134deab2-e9b6-472d-944f-439c81e8d119 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.861428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:33.864791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-134deab2-e9b6-472d-944f-439c81e8d119 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4299963 Jul 29 23:40:34.000975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:34.004143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.042819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Provisioning complete for port bbc504be-2fa3-471b-821a-a6aa3d705eae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:34.058945 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.074381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:34.084330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:34.086105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Pushing event updated for resources: {'Port': ['ID=e70be3e8-b257-4cc5-953f-1821469d3a29,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:34.097074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097874f-e734-49c5-848c-294a07463782 req-01c2b594-379c-4018-9673-68b443ac8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:34.098975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e097874f-e734-49c5-848c-294a07463782 req-01c2b594-379c-4018-9673-68b443ac8a70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1095 time: 0.4966271 Jul 29 23:40:34.162496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:34.188839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.328523 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3c54c38-3513-4886-ae3f-23b84114efcb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.411748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port 72989a98-f243-4fb5-8452-f7d79f3d0438 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:34.420194 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c54c38-3513-4886-ae3f-23b84114efcb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 23:40:34.421862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c54c38-3513-4886-ae3f-23b84114efcb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:40:34.430994 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b3c54c38-3513-4886-ae3f-23b84114efcb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/ed802c02-edc6-481d-ab36-1809492ccfab HTTP/1.1" status: 409 len: 405 time: 0.5639615 Jul 29 23:40:34.437034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34362) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:34.446243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-438914775'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:34.499931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9d30c784-3e26-46b8-85d3-4f9d3716b170 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:34.500647 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.695248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:34.698611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.728471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477da640-4218-491d-9042-fd784404877a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-1ef154a5-b42e-44db-b1b3-f1bdc9df4e34', 'network_id': '1ef154a5-b42e-44db-b1b3-f1bdc9df4e34', 'tenant_id': '27ca511c69564aad951c716e67a7baed', 'fixed_ips': [{'subnet_id': 'bf0241db-8710-47f3-9065-9b21897f9fa7'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:34.730763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-477da640-4218-491d-9042-fd784404877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.906468 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:34.960503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8::c7 (1ef154a5-b42e-44db-b1b3-f1bdc9df4e34/bf0241db-8710-47f3-9065-9b21897f9fa7/72989a98-f243-4fb5-8452-f7d79f3d0438) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:34.981691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.981691 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Added segment 79f63dab-db6c-4bf9-86b9-b91f630cc8c3 of type vlan for network 3ea97725-1938-4aa0-aa85-fdb158ba524b Jul 29 23:40:35.043087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=bbc504be-2fa3-471b-821a-a6aa3d705eae,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:35.090326 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Provisioning for port 19a6e72d-5a43-4970-a758-4b8355886a40 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:35.134100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.135137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Provisioning complete for port 19a6e72d-5a43-4970-a758-4b8355886a40 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:35.135991 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.215485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:35.299324 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aac05e-98aa-446c-906f-de4be9f120d4 None None] DHCP port deletion for ed802c02-edc6-481d-ab36-1809492ccfab request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:40:35.366792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.379546 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.391596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.398178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.429062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:35.461729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097874f-e734-49c5-848c-294a07463782 req-44441d70-9918-4baf-9598-1c964baa6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.468886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e097874f-e734-49c5-848c-294a07463782 req-44441d70-9918-4baf-9598-1c964baa6b92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.3996089 Jul 29 23:40:35.484430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:35.485141 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.549597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Port': ['ID=52ba7c31-3612-4ed1-a2a3-43644e72dd7b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:35.571174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] For port 19a6e72d-5a43-4970-a758-4b8355886a40, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=19a6e72d-5a43-4970-a758-4b8355886a40,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:35.599196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Network c2f7a6db-cf8a-4263-9b36-43879aace163 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:35.602619 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.631941 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1933796 Jul 29 23:40:35.664887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34406) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:35.668581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:35.680982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'subnet': {'network_id': '3ea97725-1938-4aa0-aa85-fdb158ba524b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:35.694001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:35.787477 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e097874f-e734-49c5-848c-294a07463782 req-dba0bfcc-e62c-469c-9fa2-ec192092cd99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 217 time: 0.2635965 Jul 29 23:40:35.816410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fce26-6678-4e0b-9651-b4998e80d294 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Network': ['ID=3ea97725-1938-4aa0-aa85-fdb158ba524b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:35.853095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 3ea97725-1938-4aa0-aa85-fdb158ba524b details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:35.932968 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.959942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-58aac05e-98aa-446c-906f-de4be9f120d4 None None] Deleting port 173d94cc-d724-4ef7-bdf0-ff596587183e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:35.959942 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58aac05e-98aa-446c-906f-de4be9f120d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.981215 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.984109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object 72989a98-f243-4fb5-8452-f7d79f3d0438 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:36.105143 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.168218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.169405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.178828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:36.183199 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:36.197294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:36.206592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-58aac05e-98aa-446c-906f-de4be9f120d4 None None] For port 173d94cc-d724-4ef7-bdf0-ff596587183e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=173d94cc-d724-4ef7-bdf0-ff596587183e,segment=NetworkSegment(79d2a31f-89b5-4120-8383-305048f5fda8),segment_id=79d2a31f-89b5-4120-8383-305048f5fda8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:36.207412 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58aac05e-98aa-446c-906f-de4be9f120d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.215348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11754af-b6d8-48bf-b0f3-e14c3b9dc4be req-48135c02-aacf-4b76-a7fe-0294f42754c1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.218214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d11754af-b6d8-48bf-b0f3-e14c3b9dc4be req-48135c02-aacf-4b76-a7fe-0294f42754c1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 943 time: 1.1665852 Jul 29 23:40:36.235524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.237028 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.298828 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7081888 Jul 29 23:40:36.303974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34424) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:36.316191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': '1ef154a5-b42e-44db-b1b3-f1bdc9df4e34', 'name': 'tempest-PortsIpV6TestJSON-2101438465'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:36.335157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097874f-e734-49c5-848c-294a07463782 req-6a8a471b-2362-4ed1-852d-4c449852838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.340061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Pushing event updated for resources: {'Port': ['ID=19a6e72d-5a43-4970-a758-4b8355886a40,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:36.342709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e097874f-e734-49c5-848c-294a07463782 req-6a8a471b-2362-4ed1-852d-4c449852838f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.4891720 Jul 29 23:40:36.343290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:36.346283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Provisioning complete for port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:36.346763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.350159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fbd49901-1335-4d1e-bb9e-6ccef0da775e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.3940248 Jul 29 23:40:36.398237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34428) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:36.421150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-668eb9e6-cc3b-4e2e-b14f-f5e1e2bd9b6b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4f:a8:6c'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:36.443693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ae224-4958-4b79-b609-89a7d128bfb0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=72989a98-f243-4fb5-8452-f7d79f3d0438,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:36.614876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d11754af-b6d8-48bf-b0f3-e14c3b9dc4be req-563113ad-0d7e-4856-9024-429744bc3609 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3669541 Jul 29 23:40:36.628919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-477da640-4218-491d-9042-fd784404877a None None] Allocated IP 2001:db8::2 (1ef154a5-b42e-44db-b1b3-f1bdc9df4e34/bf0241db-8710-47f3-9065-9b21897f9fa7/70397b8a-2ba4-4b41-92b5-a49e6a1dcc95) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:36.644521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:40:36.644521 n-d-712139-11 neutron-server[93817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:40:36.644521 n-d-712139-11 neutron-server[93817]: [parameters: {'project_id_1': '27ca511c69564aad951c716e67a7baed', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 40, 36, 578707)}] Jul 29 23:40:36.644521 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:40:36.645467 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:40:36.810239 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-477da640-4218-491d-9042-fd784404877a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.820038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-477da640-4218-491d-9042-fd784404877a None None] Transition to ACTIVE for port object 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:36.836043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-477da640-4218-491d-9042-fd784404877a None None] Transition to ACTIVE for port object 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:36.901819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:36.907533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.922832 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668eb9e6-cc3b-4e2e-b14f-f5e1e2bd9b6b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.925639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-58aac05e-98aa-446c-906f-de4be9f120d4 None None] Calling delete_port for 173d94cc-d724-4ef7-bdf0-ff596587183e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:36.952298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-477da640-4218-491d-9042-fd784404877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.974711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.975084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.975431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.975785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.976150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.976499 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.976836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.977176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.977512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.977851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.978186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:36.978528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:37.025573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477da640-4218-491d-9042-fd784404877a None None] Network 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:37.060919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097874f-e734-49c5-848c-294a07463782 req-ea23ad2b-b87c-4bfd-88e3-b13b5487a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.062526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e097874f-e734-49c5-848c-294a07463782 req-ea23ad2b-b87c-4bfd-88e3-b13b5487a5b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7066348 Jul 29 23:40:37.071174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-477da640-4218-491d-9042-fd784404877a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:37.089626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477da640-4218-491d-9042-fd784404877a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:37.194067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:37.198225 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.246228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port fcbe769b-4c6f-4645-9fa3-5373d4ef055b yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:37.279235 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.350726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-477da640-4218-491d-9042-fd784404877a None None] Attempting to bind port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:37.351784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-477da640-4218-491d-9042-fd784404877a None None] Attempting to bind port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '030bf744-a49f-459c-9ef0-ae17d4d838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1ef154a5-b42e-44db-b1b3-f1bdc9df4e34'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:37.351784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477da640-4218-491d-9042-fd784404877a None None] Attempting to bind port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 on network 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:37.363447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477da640-4218-491d-9042-fd784404877a None None] Pushing event updated for resources: {'Port': ['ID=70397b8a-2ba4-4b41-92b5-a49e6a1dcc95,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:37.371769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477da640-4218-491d-9042-fd784404877a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:37.372200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477da640-4218-491d-9042-fd784404877a None None] Checking segment: {'id': '030bf744-a49f-459c-9ef0-ae17d4d838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1ef154a5-b42e-44db-b1b3-f1bdc9df4e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:37.372622 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-477da640-4218-491d-9042-fd784404877a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.373030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477da640-4218-491d-9042-fd784404877a None None] Bound using segment: {'id': '030bf744-a49f-459c-9ef0-ae17d4d838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1ef154a5-b42e-44db-b1b3-f1bdc9df4e34'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:37.373536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-477da640-4218-491d-9042-fd784404877a None None] Bound port: 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030bf744-a49f-459c-9ef0-ae17d4d838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1ef154a5-b42e-44db-b1b3-f1bdc9df4e34'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:37.373931 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-477da640-4218-491d-9042-fd784404877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.411043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.538964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-477da640-4218-491d-9042-fd784404877a None None] For port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:37.542236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-477da640-4218-491d-9042-fd784404877a None None] For port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=70397b8a-2ba4-4b41-92b5-a49e6a1dcc95,segment=NetworkSegment(030bf744-a49f-459c-9ef0-ae17d4d838ea),segment_id=030bf744-a49f-459c-9ef0-ae17d4d838ea)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:37.544594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8ef7ad5f-820f-4fe6-8707-af90a44c8aa1,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:37.554508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:37.563916 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-477da640-4218-491d-9042-fd784404877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.563916 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.588406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8::1de (1ef154a5-b42e-44db-b1b3-f1bdc9df4e34/bf0241db-8710-47f3-9065-9b21897f9fa7/fcbe769b-4c6f-4645-9fa3-5373d4ef055b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:37.625239 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477da640-4218-491d-9042-fd784404877a None None] Pushing event updated for resources: {'Port': ['ID=70397b8a-2ba4-4b41-92b5-a49e6a1dcc95,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:37.628456 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.640991 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58aac05e-98aa-446c-906f-de4be9f120d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.671418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '81d49114-54c8-41d9-ab61-739649290fa6', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'port_id': '81d49114-54c8-41d9-ab61-739649290fa6', 'mac_address': 'fa:16:3e:fa:d1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:37.781231 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:40:37.781598 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-8b3db220-bfb7-457e-8d72-0c0e5d2c09c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:40:37.796706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aac05e-98aa-446c-906f-de4be9f120d4 None None] No DVR routers for this DVR port 173d94cc-d724-4ef7-bdf0-ff596587183e on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:37.803590 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8207243a-65d6-4203-b225-83924b28a668 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:37.811775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.871815 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.887269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8207243a-65d6-4203-b225-83924b28a668 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:37.887549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8207243a-65d6-4203-b225-83924b28a668 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:37.912832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=8ef7ad5f-820f-4fe6-8707-af90a44c8aa1,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:37.934437 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.980654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aac05e-98aa-446c-906f-de4be9f120d4 None None] Pushing event deleted for resources: {'Port': ['ID=173d94cc-d724-4ef7-bdf0-ff596587183e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:38.004377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d49114-54c8-41d9-ab61-739649290fa6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:38.093428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.133666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object fcbe769b-4c6f-4645-9fa3-5373d4ef055b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:38.138340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:38.151873 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.182493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e097874f-e734-49c5-848c-294a07463782 req-a19f1b41-9ae2-408c-8b59-6e8ba898f492 service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0807884 Jul 29 23:40:38.230433 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.263685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:38.366336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 19a6e72d-5a43-4970-a758-4b8355886a40 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:38.403913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:38.407275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:38.428812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:38.439498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['81d49114-54c8-41d9-ab61-739649290fa6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:38.443947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:38.445099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.449676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=fcbe769b-4c6f-4645-9fa3-5373d4ef055b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:38.478145 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0954cc22-f027-4cfb-b3db-0eef77b7f04f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1716468 Jul 29 23:40:38.478821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34538) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:38.510361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Pushing event updated for resources: {'Port': ['ID=e70be3e8-b257-4cc5-953f-1821469d3a29,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:38.513481 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.539418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 19a6e72d-5a43-4970-a758-4b8355886a40 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:38.539938 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.654018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f60cf-b9db-4bf5-bf72-c85040fe11fd req-6755cd17-502f-4af0-9fb7-8560dcd42153 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:38.664212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-815f60cf-b9db-4bf5-bf72-c85040fe11fd req-6755cd17-502f-4af0-9fb7-8560dcd42153 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 943 time: 0.8016007 Jul 29 23:40:38.698414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeb23cc-b58b-4853-8e62-0acbcd57d6c5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:38.702794 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6eeb23cc-b58b-4853-8e62-0acbcd57d6c5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac7 HTTP/1.1" status: 200 len: 928 time: 0.2229805 Jul 29 23:40:38.703416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34548) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:38.706950 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b8685e8-318a-43a6-99f6-70869809fd62 None None] Provisioning for port e70be3e8-b257-4cc5-953f-1821469d3a29 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:38.727208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b8685e8-318a-43a6-99f6-70869809fd62 None None] Provisioning complete for port e70be3e8-b257-4cc5-953f-1821469d3a29 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:38.727522 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b8685e8-318a-43a6-99f6-70869809fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.779965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e097874f-e734-49c5-848c-294a07463782 req-7c3f1d6a-8979-4e9b-9ca6-7541276f494e service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136185 Jul 29 23:40:38.798233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bbc504be-2fa3-471b-821a-a6aa3d705eae up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:38.868971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3b8685e8-318a-43a6-99f6-70869809fd62 None None] Port e70be3e8-b257-4cc5-953f-1821469d3a29 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:38.955158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b8685e8-318a-43a6-99f6-70869809fd62 None None] Provisioning for port 52ba7c31-3612-4ed1-a2a3-43644e72dd7b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:38.967322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b8685e8-318a-43a6-99f6-70869809fd62 None None] Provisioning complete for port 52ba7c31-3612-4ed1-a2a3-43644e72dd7b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:38.967322 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b8685e8-318a-43a6-99f6-70869809fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.979800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5864cb43-6207-421a-bd87-757fab2ee834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port fcbe769b-4c6f-4645-9fa3-5373d4ef055b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:38.981255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5864cb43-6207-421a-bd87-757fab2ee834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.045099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port bbc504be-2fa3-471b-821a-a6aa3d705eae triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:39.045482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.102392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3b8685e8-318a-43a6-99f6-70869809fd62 None None] Port 52ba7c31-3612-4ed1-a2a3-43644e72dd7b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:39.126549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b8685e8-318a-43a6-99f6-70869809fd62 None None] Could not find standard attr ID for object 173d94cc-d724-4ef7-bdf0-ff596587183e. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:40:39.310481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:39.340182 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5864cb43-6207-421a-bd87-757fab2ee834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.361998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5864cb43-6207-421a-bd87-757fab2ee834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for fcbe769b-4c6f-4645-9fa3-5373d4ef055b owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:39.390546 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668eb9e6-cc3b-4e2e-b14f-f5e1e2bd9b6b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.436734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2078564a-4b27-4d34-b1f6-a5b2a9640198 None None] Network 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:39.457861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-815f60cf-b9db-4bf5-bf72-c85040fe11fd req-3c2d861d-4021-44eb-9d31-9b1d4aa852d5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7923751 Jul 29 23:40:39.509658 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668eb9e6-cc3b-4e2e-b14f-f5e1e2bd9b6b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.546620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:39.547019 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.552620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7ba06822-8cc5-4940-b600-23aadf559237 None None] Provisioning for port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:39.693297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.objects.ports [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:40:39.716750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:39.721066 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.746468 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5864cb43-6207-421a-bd87-757fab2ee834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.814210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864cb43-6207-421a-bd87-757fab2ee834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=fcbe769b-4c6f-4645-9fa3-5373d4ef055b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:39.821529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Subnet': ['ID=870c7ebf-1a66-4471-a2eb-6c69eaddaed3,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:39.826978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:39.881268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668eb9e6-cc3b-4e2e-b14f-f5e1e2bd9b6b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Port': ['ID=52ba7c31-3612-4ed1-a2a3-43644e72dd7b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:39.895124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5864cb43-6207-421a-bd87-757fab2ee834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.900815 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5864cb43-6207-421a-bd87-757fab2ee834 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/fcbe769b-4c6f-4645-9fa3-5373d4ef055b HTTP/1.1" status: 204 len: 168 time: 1.1880028 Jul 29 23:40:39.908649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:39.935092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-668eb9e6-cc3b-4e2e-b14f-f5e1e2bd9b6b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] In _notify_port_updated(), no bound segment for port 52ba7c31-3612-4ed1-a2a3-43644e72dd7b on network c2f7a6db-cf8a-4263-9b36-43879aace163 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:40:39.957787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668eb9e6-cc3b-4e2e-b14f-f5e1e2bd9b6b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:39.958480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-668eb9e6-cc3b-4e2e-b14f-f5e1e2bd9b6b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.963159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-668eb9e6-cc3b-4e2e-b14f-f5e1e2bd9b6b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "PUT /v2.0/ports/52ba7c31-3612-4ed1-a2a3-43644e72dd7b HTTP/1.1" status: 200 len: 993 time: 3.5578246 Jul 29 23:40:39.980294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34600) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:39.981265 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-667dcf26-400f-43b0-89b4-c92a9977a70c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:40:39.985349 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-667dcf26-400f-43b0-89b4-c92a9977a70c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/fcbe769b-4c6f-4645-9fa3-5373d4ef055b HTTP/1.1" status: 404 len: 333 time: 0.0729721 Jul 29 23:40:39.999375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34602) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:40.008088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c7a8dfda-0323-4111-acd7-1480ef7a3585 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:40.115027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c7a8dfda-0323-4111-acd7-1480ef7a3585 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:40.121469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c7a8dfda-0323-4111-acd7-1480ef7a3585 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:40.122241 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.184892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Checking segment: {'id': '79f63dab-db6c-4bf9-86b9-b91f630cc8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3ea97725-1938-4aa0-aa85-fdb158ba524b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:40.185263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network hostable DHCP agents. Network: 3ea97725-1938-4aa0-aa85-fdb158ba524b, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:40.206498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:40.295419 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1aec465d-9cc7-4168-9630-6581759017aa None None] Provisioning complete for port 52ba7c31-3612-4ed1-a2a3-43644e72dd7b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:40.295958 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1aec465d-9cc7-4168-9630-6581759017aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.330165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network 3ea97725-1938-4aa0-aa85-fdb158ba524b is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:40.355999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 3ea97725-1938-4aa0-aa85-fdb158ba524b) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:40.376825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:40.378430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1aec465d-9cc7-4168-9630-6581759017aa None None] Port 52ba7c31-3612-4ed1-a2a3-43644e72dd7b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:40.378786 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.383016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b17e5a5-cc2f-4b59-a61f-fb0fd62c0bf1 None None] Network 3ea97725-1938-4aa0-aa85-fdb158ba524b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:40.404069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Router 6781ea9b-03e6-4fb6-89ed-decd050002db has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:40.422475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2103ba9f-cf3e-4203-963b-9ef15c39af7e tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.7500148 Jul 29 23:40:40.423400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34614) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:40.466329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 81d49114-54c8-41d9-ab61-739649290fa6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:40.926059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 81d49114-54c8-41d9-ab61-739649290fa6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:40.926451 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.937434 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.985963 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:40:40.994905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-889cffcf-ee40-4abe-bb58-45b600845954 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 72989a98-f243-4fb5-8452-f7d79f3d0438 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:40.995498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-889cffcf-ee40-4abe-bb58-45b600845954 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.997928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Provisioning for port 72989a98-f243-4fb5-8452-f7d79f3d0438 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:41.046072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8838e-6716-4510-9c9c-8d56d686aa1b req-adb4d187-f3dc-4aba-bd1a-63442264cda6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:41.046888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Provisioning complete for port 72989a98-f243-4fb5-8452-f7d79f3d0438 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:41.047512 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.058594 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73f8838e-6716-4510-9c9c-8d56d686aa1b req-adb4d187-f3dc-4aba-bd1a-63442264cda6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 944 time: 0.4100730 Jul 29 23:40:41.100051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:41.131190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-789e961e-01dc-4d42-8a5f-eaf6967b3e67 admin admin] 10.222.0.37 "PUT /v2.0/routers/6781ea9b-03e6-4fb6-89ed-decd050002db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5837712 Jul 29 23:40:41.147714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-889cffcf-ee40-4abe-bb58-45b600845954 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.157567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Sync routers for ids ['6781ea9b-03e6-4fb6-89ed-decd050002db'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:41.165317 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.188988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-889cffcf-ee40-4abe-bb58-45b600845954 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 72989a98-f243-4fb5-8452-f7d79f3d0438 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:41.258792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Routers {'6781ea9b-03e6-4fb6-89ed-decd050002db'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:41.259869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6781ea9b-03e6-4fb6-89ed-decd050002db'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:41.277781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c7a8dfda-0323-4111-acd7-1480ef7a3585, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c7a8dfda-0323-4111-acd7-1480ef7a3585,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:41.311159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Port 72989a98-f243-4fb5-8452-f7d79f3d0438 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:41.325399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a63c4998-240f-414b-9da4-2207609e93aa tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Deleting port 52ba7c31-3612-4ed1-a2a3-43644e72dd7b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:41.325844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63c4998-240f-414b-9da4-2207609e93aa tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.329594 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.390982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73f8838e-6716-4510-9c9c-8d56d686aa1b req-1a69d548-e6f1-4151-884f-40dbba60efcd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3301663 Jul 29 23:40:41.412934 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.449138 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.485251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c7a8dfda-0323-4111-acd7-1480ef7a3585,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:41.598064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Provisioning complete for port e70be3e8-b257-4cc5-953f-1821469d3a29 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:41.616273 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.653498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:41.674014 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.677381 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fd9c7e-82d1-4146-838b-495cab812119" -d '{"events": [{"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-plugged", "status": "completed", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:41.701660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63c4998-240f-414b-9da4-2207609e93aa tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.777628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Subnet': ['ID=870c7ebf-1a66-4471-a2eb-6c69eaddaed3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:41.788786 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a63c4998-240f-414b-9da4-2207609e93aa tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Calling delete_port for 52ba7c31-3612-4ed1-a2a3-43644e72dd7b owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:41.827310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:41.925568 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984f9a50-9c0e-4732-affc-b7464ac91bc5 x-openstack-request-id: req-984f9a50-9c0e-4732-affc-b7464ac91bc5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:41.926330 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-plugged", "status": "completed", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:41.926470 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-984f9a50-9c0e-4732-affc-b7464ac91bc5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:41.926832 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'code': 200} Jul 29 23:40:41.929255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:41.964785 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-889cffcf-ee40-4abe-bb58-45b600845954 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.988459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1506c-b5a3-4a40-8f19-02f090b9ac70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-3ea97725-1938-4aa0-aa85-fdb158ba524b', 'network_id': '3ea97725-1938-4aa0-aa85-fdb158ba524b', 'tenant_id': '5aae493305a748518076403bbd727496', 'fixed_ips': [{'subnet_id': '870c7ebf-1a66-4471-a2eb-6c69eaddaed3'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:41.989328 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ed1506c-b5a3-4a40-8f19-02f090b9ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.991518 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.055414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Port e70be3e8-b257-4cc5-953f-1821469d3a29 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:42.059826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Set router 6781ea9b-03e6-4fb6-89ed-decd050002db gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:42.063715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cffcf-ee40-4abe-bb58-45b600845954 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=72989a98-f243-4fb5-8452-f7d79f3d0438,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:42.101261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-889cffcf-ee40-4abe-bb58-45b600845954 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.105798 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-889cffcf-ee40-4abe-bb58-45b600845954 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/72989a98-f243-4fb5-8452-f7d79f3d0438 HTTP/1.1" status: 204 len: 168 time: 2.0876877 Jul 29 23:40:42.109651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34700) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:42.116847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.148241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea97725-1938-4aa0-aa85-fdb158ba524b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:42.186801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f63dab-db6c-4bf9-86b9-b91f630cc8c3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:42.187466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f63dab-db6c-4bf9-86b9-b91f630cc8c3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:42.217738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.280410 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.286614 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9503863-410a-480d-b7f6-998f57269719 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:40:42.296079 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c9503863-410a-480d-b7f6-998f57269719 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/72989a98-f243-4fb5-8452-f7d79f3d0438 HTTP/1.1" status: 404 len: 333 time: 0.1850841 Jul 29 23:40:42.296905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:42.299930 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:42.300497 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.302935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63c4998-240f-414b-9da4-2207609e93aa tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.390390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:42.402632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf31fbc9-ba49-48a3-a8a0-cf7d67661396 None None] Network 3ea97725-1938-4aa0-aa85-fdb158ba524b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:42.419448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Provisioning complete for port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:42.422400 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.450936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:42.451714 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.452042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a50f-fcc9-4506-9531-66c8e07a4bc6 req-f58558c8-6ded-40e0-88fa-75626f06e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:42.454221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2892a50f-fcc9-4506-9531-66c8e07a4bc6 req-f58558c8-6ded-40e0-88fa-75626f06e4fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1097 time: 0.4953916 Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:42.455187 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:42.458090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6e0245-70c8-4cf0-a01f-f470cfda3f8a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet bf0241db-8710-47f3-9065-9b21897f9fa7 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:42.461487 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.492607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c4998-240f-414b-9da4-2207609e93aa tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event deleted for resources: {'Port': ['ID=52ba7c31-3612-4ed1-a2a3-43644e72dd7b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:42.499275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc6e0245-70c8-4cf0-a01f-f470cfda3f8a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.612083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34744) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:42.651262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc6e0245-70c8-4cf0-a01f-f470cfda3f8a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.652500 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.657239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/3ea97725-1938-4aa0-aa85-fdb158ba524b HTTP/1.1" status: 204 len: 168 time: 2.2309654 Jul 29 23:40:42.664533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade26e42-0efe-45fe-b36d-fb4ba3bab8a9 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Network': ['ID=3ea97725-1938-4aa0-aa85-fdb158ba524b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:42.672835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7aecd21b-ce01-4595-8162-17cc4cd9f4b4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159430397', 'description': 'tempest-description--355800923'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:42.677044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34746) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:42.702209 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:42.724742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-4693389'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:42.771759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2892a50f-fcc9-4506-9531-66c8e07a4bc6 req-e04a4ffb-ed1c-4e3f-909e-a37ac76cce5a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3071935 Jul 29 23:40:42.798395 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7aecd21b-ce01-4595-8162-17cc4cd9f4b4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.885343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:42.890971 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.895803 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc6e0245-70c8-4cf0-a01f-f470cfda3f8a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.908983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38e3c7-784f-4aee-83da-e4e4daa94a93 req-b46ccc71-2d93-4793-896a-f56edbfd3a7d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:42.916538 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a38e3c7-784f-4aee-83da-e4e4daa94a93 req-b46ccc71-2d93-4793-896a-f56edbfd3a7d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.2999029 Jul 29 23:40:42.972348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58096195-85d9-4496-8ec5-90a771ab17d4 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:40:42.985222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:42.994742 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc6e0245-70c8-4cf0-a01f-f470cfda3f8a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.999283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13603c92-d07f-4a55-8b29-1c957e527cec req-636d1703-eb0c-4739-860a-1e8a65e91678 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:43.008282 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13603c92-d07f-4a55-8b29-1c957e527cec req-636d1703-eb0c-4739-860a-1e8a65e91678 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 951 time: 0.3268356 Jul 29 23:40:43.042411 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63c4998-240f-414b-9da4-2207609e93aa tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.044752 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a63c4998-240f-414b-9da4-2207609e93aa tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "DELETE /v2.0/ports/52ba7c31-3612-4ed1-a2a3-43644e72dd7b HTTP/1.1" status: 204 len: 168 time: 3.0605474 Jul 29 23:40:43.046003 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a38e3c7-784f-4aee-83da-e4e4daa94a93 req-2d09a587-d17e-4217-9614-403a5e31344b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1285152 Jul 29 23:40:43.048829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc6e0245-70c8-4cf0-a01f-f470cfda3f8a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.062986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bc6e0245-70c8-4cf0-a01f-f470cfda3f8a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/bf0241db-8710-47f3-9065-9b21897f9fa7 HTTP/1.1" status: 204 len: 168 time: 0.7610989 Jul 29 23:40:43.063731 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34756) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.076680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34758) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.094484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58096195-85d9-4496-8ec5-90a771ab17d4 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:40:43.127629 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.132745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e0245-70c8-4cf0-a01f-f470cfda3f8a tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0241db-8710-47f3-9065-9b21897f9fa7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:43.141649 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4392c44c-1423-4f17-ab2d-5feafd17fd6e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] GET failed (client error): The resource could not be found. Jul 29 23:40:43.143405 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4392c44c-1423-4f17-ab2d-5feafd17fd6e tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "GET /v2.0/ports/52ba7c31-3612-4ed1-a2a3-43644e72dd7b HTTP/1.1" status: 404 len: 333 time: 0.0785134 Jul 29 23:40:43.147552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.153215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'port': {'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163', 'name': 'tempest-AllowedAddressPairTestJSON-733239003'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:43.164056 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.164264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:43.165369 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fef0aee-04ce-4658-941a-77bdd9723cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.208056 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.208679 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Added segment 3d983813-da3f-4891-9021-62d9e473d316 of type vlan for network 2af92628-320a-46b1-94b9-c3dbefc6dfe1 Jul 29 23:40:43.280605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13603c92-d07f-4a55-8b29-1c957e527cec req-44ed501e-819d-4b2a-82b1-bfd33abb9741 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716463 Jul 29 23:40:43.310701 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.329314 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.334071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7aecd21b-ce01-4595-8162-17cc4cd9f4b4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.340446 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:40:43.340879 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:40:43.342475 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7aecd21b-ce01-4595-8162-17cc4cd9f4b4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.361112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:40:43.361525 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:40:43.373938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:36Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e70be3e8-b257-4cc5-953f-1821469d3a29', 'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'mac_address': 'fa:16:3e:3a:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:30Z', 'updated_at': '2021-07-29T23:40:37Z', 'revision_number': 2, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'subnets': [{'id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:43.417500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecd21b-ce01-4595-8162-17cc4cd9f4b4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:43.422615 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.429457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:43.430077 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.443956 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fef0aee-04ce-4658-941a-77bdd9723cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.449098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fef0aee-04ce-4658-941a-77bdd9723cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.461068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Checking router: 6781ea9b-03e6-4fb6-89ed-decd050002db for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:43.461429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Updating router 6781ea9b-03e6-4fb6-89ed-decd050002db port e70be3e8-b257-4cc5-953f-1821469d3a29 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:43.492825 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3fef0aee-04ce-4658-941a-77bdd9723cdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=275f858a7ef74222abf31707c663f7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064023 Jul 29 23:40:43.494778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34762) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.498920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef0aee-04ce-4658-941a-77bdd9723cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c6e59-405a-40dc-9a9c-9d07228d690a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:43.510590 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7aecd21b-ce01-4595-8162-17cc4cd9f4b4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.510901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7aecd21b-ce01-4595-8162-17cc4cd9f4b4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8433928 Jul 29 23:40:43.515397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34764) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.524877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.527455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Made reservation on behalf of 69aaced432c443deac724a8561566ed8 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:43.531876 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.546320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-317b8a9d-ed6d-4feb-a928-7ed610e3e9ed tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'security_group_rule': {'security_group_id': 'dce0f5df-88e4-4a3d-80a7-8c6c964a8a09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:43.552858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] device_id is not set on port 7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:43.565790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Network': ['ID=2af92628-320a-46b1-94b9-c3dbefc6dfe1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:43.568779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6a44d61d-acc0-455b-9565-37bb6002b621 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8588607 Jul 29 23:40:43.576965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:43.577324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.578984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34766) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.591746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'subnet': {'network_id': '2af92628-320a-46b1-94b9-c3dbefc6dfe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:43.710609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 2af92628-320a-46b1-94b9-c3dbefc6dfe1 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:43.719309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Allocated IP 172.20.0.11 (c2f7a6db-cf8a-4263-9b36-43879aace163/b2df1559-150b-443d-99fd-7b3e48d54007/7d4aa3a9-4438-402f-b7ea-01e2ad251cd4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:43.736197 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-317b8a9d-ed6d-4feb-a928-7ed610e3e9ed tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.793278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] For port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=70397b8a-2ba4-4b41-92b5-a49e6a1dcc95,segment=NetworkSegment(030bf744-a49f-459c-9ef0-ae17d4d838ea),segment_id=030bf744-a49f-459c-9ef0-ae17d4d838ea)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:43.793654 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.800836 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-921e2248-8606-466c-88f0-556b4acc25e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.839514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:43.877962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-921e2248-8606-466c-88f0-556b4acc25e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.883138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:43.886863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.934889 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.954665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Transition to ACTIVE for port object 7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:43.997289 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.000672 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-317b8a9d-ed6d-4feb-a928-7ed610e3e9ed tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.023238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-317b8a9d-ed6d-4feb-a928-7ed610e3e9ed tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.045406 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.047259 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-892551b3-617b-47b3-b690-f3d5b5ae3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.055721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a04779d-b3a3-4e11-82ca-15de4f329540 None None] Network 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:44.055885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Port': ['ID=7d4aa3a9-4438-402f-b7ea-01e2ad251cd4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.072801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Network c2f7a6db-cf8a-4263-9b36-43879aace163 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:44.074819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:44.077927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b8a9d-ed6d-4feb-a928-7ed610e3e9ed tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a8ccc1-0b5a-42ec-bc6c-a5abfd0a1d4f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.078385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:44.095134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-317b8a9d-ed6d-4feb-a928-7ed610e3e9ed tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.097115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-317b8a9d-ed6d-4feb-a928-7ed610e3e9ed tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5772233 Jul 29 23:40:44.100171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34770) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:44.106773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-60b8c422-5b33-49ee-b38f-4567bfd28e62 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'security_group_rule': {'security_group_id': 'dce0f5df-88e4-4a3d-80a7-8c6c964a8a09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:44.138290 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-921e2248-8606-466c-88f0-556b4acc25e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.141443 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-921e2248-8606-466c-88f0-556b4acc25e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.142595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-921e2248-8606-466c-88f0-556b4acc25e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b84c6e59-405a-40dc-9a9c-9d07228d690a HTTP/1.1" status: 204 len: 168 time: 0.6468899 Jul 29 23:40:44.160058 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.171531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.172254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.312552 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-76d6d5c1-16bf-485e-87a0-ed40c9fef87b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1636913 Jul 29 23:40:44.315232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:44.322691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fc006118-d4a8-4fc3-9ec5-0163ccc5e9da tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4f:a8:6c'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:44.385419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=70397b8a-2ba4-4b41-92b5-a49e6a1dcc95,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.399167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e2248-8606-466c-88f0-556b4acc25e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c6e59-405a-40dc-9a9c-9d07228d690a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.411396 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-1ffeaa8f-7ac6-49bf-b0cd-4460d285c536 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2345350 Jul 29 23:40:44.592307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-1b2c59fa-b94a-4aeb-bd58-ba26efe88618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.593122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-1b2c59fa-b94a-4aeb-bd58-ba26efe88618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.593790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-1b2c59fa-b94a-4aeb-bd58-ba26efe88618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.594448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-1b2c59fa-b94a-4aeb-bd58-ba26efe88618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.595107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-1b2c59fa-b94a-4aeb-bd58-ba26efe88618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.596398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-1b2c59fa-b94a-4aeb-bd58-ba26efe88618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.596716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:44.597581 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-1b2c59fa-b94a-4aeb-bd58-ba26efe88618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.600643 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-1b2c59fa-b94a-4aeb-bd58-ba26efe88618 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6499 time: 0.1014557 Jul 29 23:40:44.659860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da8fdcb-5e23-4393-824e-b4fadc5ea27b None None] DHCP port deletion for 1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:40:44.670249 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.676940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-38920602-d8ac-47f1-84d6-c32e6a0a86d4 None None] Could not find standard attr ID for object 72989a98-f243-4fb5-8452-f7d79f3d0438. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:40:44.710754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Transition to ACTIVE for port object e70be3e8-b257-4cc5-953f-1821469d3a29 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:44.714880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-38920602-d8ac-47f1-84d6-c32e6a0a86d4 None None] Could not find standard attr ID for object fcbe769b-4c6f-4645-9fa3-5373d4ef055b. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:40:44.731277 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.745087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:44.746114 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.753355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-b8c28d3e-45f5-4760-b094-c0c25efd09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.753839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-b8c28d3e-45f5-4760-b094-c0c25efd09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.754312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-b8c28d3e-45f5-4760-b094-c0c25efd09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.756000 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-b8c28d3e-45f5-4760-b094-c0c25efd09d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d04e04e-9948-407a-b7bb-4578f768d2cf&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac HTTP/1.1" status: 200 len: 2291 time: 0.1261237 Jul 29 23:40:44.769838 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc006118-d4a8-4fc3-9ec5-0163ccc5e9da tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.790855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No DVR routers for this DVR port 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:44.804856 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60b8c422-5b33-49ee-b38f-4567bfd28e62 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.816688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-38920602-d8ac-47f1-84d6-c32e6a0a86d4 None None] Provisioning for port 7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:44.850944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-38920602-d8ac-47f1-84d6-c32e6a0a86d4 None None] Provisioning complete for port 7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:44.851431 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38920602-d8ac-47f1-84d6-c32e6a0a86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.886253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001bcf3-0473-45d6-ac0f-8250cb27885f req-084a70c0-f0f1-45df-a08c-1a2fb9da9b6f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.887976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d001bcf3-0473-45d6-ac0f-8250cb27885f req-084a70c0-f0f1-45df-a08c-1a2fb9da9b6f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.7143984 Jul 29 23:40:44.888200 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-70bfe2b5-a803-4ca9-9cb4-0ad31eb1c96d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 HTTP/1.1" status: 200 len: 1001 time: 0.1249416 Jul 29 23:40:44.967990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599d96b-50ff-4cf8-979e-c81e56a925b0 None None] Pushing event updated for resources: {'Port': ['ID=e70be3e8-b257-4cc5-953f-1821469d3a29,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.020662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-407fb3ef-f80c-400d-b05e-21b31dc66f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.022408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.022625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-407fb3ef-f80c-400d-b05e-21b31dc66f00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f HTTP/1.1" status: 200 len: 850 time: 0.1246991 Jul 29 23:40:45.033294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef154a5-b42e-44db-b1b3-f1bdc9df4e34']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:45.045225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030bf744-a49f-459c-9ef0-ae17d4d838ea') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:45.045532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030bf744-a49f-459c-9ef0-ae17d4d838ea') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:45.051328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-38920602-d8ac-47f1-84d6-c32e6a0a86d4 None None] Port 7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:45.055896 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.056730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Attempting to bind port e70be3e8-b257-4cc5-953f-1821469d3a29 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:45.057741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Attempting to bind port e70be3e8-b257-4cc5-953f-1821469d3a29 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:45.058006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Attempting to bind port e70be3e8-b257-4cc5-953f-1821469d3a29 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:45.073655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:45.074175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Checking segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:45.074824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.075319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Bound using segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:45.079135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Bound port: e70be3e8-b257-4cc5-953f-1821469d3a29, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:45.079135 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.161662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-f08c8739-fa59-4687-a543-3e32e698205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.163112 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-f08c8739-fa59-4687-a543-3e32e698205d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d04e04e-9948-407a-b7bb-4578f768d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327519 Jul 29 23:40:45.170431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7df20-dfa8-4fff-828d-38baa74882d0 req-fa598318-88f5-443b-9acc-c955157561e3 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.175866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bd7df20-dfa8-4fff-828d-38baa74882d0 req-fa598318-88f5-443b-9acc-c955157561e3 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 951 time: 0.7751513 Jul 29 23:40:45.181812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.201889 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-8ff4fd40-6e7f-46ec-80b2-bb9eee71d8a5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:45.203087 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-8ff4fd40-6e7f-46ec-80b2-bb9eee71d8a5 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238738 Jul 29 23:40:45.218759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] For port e70be3e8-b257-4cc5-953f-1821469d3a29, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:45.231571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] For port e70be3e8-b257-4cc5-953f-1821469d3a29, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e70be3e8-b257-4cc5-953f-1821469d3a29,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:45.237124 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c7a8dfda-0323-4111-acd7-1480ef7a3585 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:45.238263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34800) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:45.242231 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.244683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:45.245240 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.248234 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc006118-d4a8-4fc3-9ec5-0163ccc5e9da tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:45.259306 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:45.283030 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc006118-d4a8-4fc3-9ec5-0163ccc5e9da tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.300387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bd7df20-dfa8-4fff-828d-38baa74882d0 req-fa61b656-14c4-48c8-8797-faa2a581cc40 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197071 Jul 29 23:40:45.307764 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60b8c422-5b33-49ee-b38f-4567bfd28e62 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.377215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Routers {'6781ea9b-03e6-4fb6-89ed-decd050002db'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:45.378033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6781ea9b-03e6-4fb6-89ed-decd050002db'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:45.389587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc006118-d4a8-4fc3-9ec5-0163ccc5e9da tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Port': ['ID=7d4aa3a9-4438-402f-b7ea-01e2ad251cd4,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.445795 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599d96b-50ff-4cf8-979e-c81e56a925b0 None None] Pushing event updated for resources: {'Port': ['ID=e70be3e8-b257-4cc5-953f-1821469d3a29,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.464104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60b8c422-5b33-49ee-b38f-4567bfd28e62 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.469043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.514498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.519610 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.524959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/networks/1ef154a5-b42e-44db-b1b3-f1bdc9df4e34 HTTP/1.1" status: 204 len: 168 time: 2.4393320 Jul 29 23:40:45.538537 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8c422-5b33-49ee-b38f-4567bfd28e62 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9f5874-2812-4f63-9f58-4445ef7733ff,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.547102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c7a8dfda-0323-4111-acd7-1480ef7a3585 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:45.547509 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.553022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fc006118-d4a8-4fc3-9ec5-0163ccc5e9da tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] In _notify_port_updated(), no bound segment for port 7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 on network c2f7a6db-cf8a-4263-9b36-43879aace163 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:40:45.559007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d001bcf3-0473-45d6-ac0f-8250cb27885f req-ced60df9-6938-4099-9bd2-1922d7f0c771 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6530025 Jul 29 23:40:45.566068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc006118-d4a8-4fc3-9ec5-0163ccc5e9da tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.571370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc006118-d4a8-4fc3-9ec5-0163ccc5e9da tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.577600 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fc006118-d4a8-4fc3-9ec5-0163ccc5e9da tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "PUT /v2.0/ports/7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 HTTP/1.1" status: 200 len: 996 time: 1.2605388 Jul 29 23:40:45.587090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34812) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:45.587362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34814) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:45.600178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-494142746'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:45.625007 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-50dc17cb-780c-4a57-95c7-a5ead3e65b6f service neutron] 10.222.0.47 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092557 Jul 29 23:40:45.635622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] Set router 6781ea9b-03e6-4fb6-89ed-decd050002db gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:45.643655 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60b8c422-5b33-49ee-b38f-4567bfd28e62 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.644914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-60b8c422-5b33-49ee-b38f-4567bfd28e62 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5437975 Jul 29 23:40:45.661510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34822) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:45.673330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:45.707856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e22617-2765-4d3e-b186-4a9b40222021 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Network': ['ID=1ef154a5-b42e-44db-b1b3-f1bdc9df4e34,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.746324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b57fbd85-1177-4550-a67e-904d92b4bf2b tempest-AgentManagementNegativeTest-285023819 tempest-AgentManagementNegativeTest-285023819-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5023761 Jul 29 23:40:45.854120 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-3ec282a1-64f8-4667-be72-74abe59fc8aa service neutron] 10.222.0.47 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195315 Jul 29 23:40:45.902961 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-e7bf09a4-03d7-4391-bb06-ecb07881ac2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=029f2ad7-f9a7-457b-9093-231a372c243b HTTP/1.1" status: 200 len: 217 time: 0.0410190 Jul 29 23:40:45.937777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Subnet': ['ID=fa98f1d2-23c0-4dd7-bbf8-5f64ce555d14,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.964305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:45.968948 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.996218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2f7ad8f4-cd9e-43b2-8065-8cd4f0a27413 None None] Provisioning complete for port 7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:45.996783 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f7ad8f4-cd9e-43b2-8065-8cd4f0a27413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.005260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Checking segment: {'id': '3d983813-da3f-4891-9021-62d9e473d316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2af92628-320a-46b1-94b9-c3dbefc6dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:46.005895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network hostable DHCP agents. Network: 2af92628-320a-46b1-94b9-c3dbefc6dfe1, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:46.038964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6184-c1fc-4c14-97f1-890c364aa3df req-9dee778c-f981-48b7-a497-d844ddf29b1b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.039868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-0eae9d36-1cdc-493d-90f2-423ddfb42d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.040963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-994a6184-c1fc-4c14-97f1-890c364aa3df req-9dee778c-f981-48b7-a497-d844ddf29b1b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.2677119 Jul 29 23:40:46.056702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:46.058918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-0eae9d36-1cdc-493d-90f2-423ddfb42d8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.1395116 Jul 29 23:40:46.085632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:46.127653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:46.128082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 70397b8a-2ba4-4b41-92b5-a49e6a1dcc95 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:46.129691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ad8f4-cd9e-43b2-8065-8cd4f0a27413 None None] Port 7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:46.134656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:36Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e70be3e8-b257-4cc5-953f-1821469d3a29', 'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'mac_address': 'fa:16:3e:3a:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:30Z', 'updated_at': '2021-07-29T23:40:45Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'subnets': [{'id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:46.135090 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.148292 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.148651 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Added segment ca141196-9923-4b69-aa84-c96bfb40877b of type vlan for network c0dae28a-20d6-4021-9471-66cb1c117158 Jul 29 23:40:46.149968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network 2af92628-320a-46b1-94b9-c3dbefc6dfe1 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:46.183957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367340b-c967-4065-b9d3-678e2d102f9a None None] The sync data for ids ['6781ea9b-03e6-4fb6-89ed-decd050002db'] in n-d-712139-11 is: [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:36Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e70be3e8-b257-4cc5-953f-1821469d3a29', 'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'mac_address': 'fa:16:3e:3a:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:30Z', 'updated_at': '2021-07-29T23:40:45Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'subnets': [{'id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:46.196586 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-994a6184-c1fc-4c14-97f1-890c364aa3df req-073be19e-3a30-41b2-bb0d-2e1f8fa31f1d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1486657 Jul 29 23:40:46.215234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-3e86d2a9-80de-4634-930b-5b1c1773e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.217109 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-3e86d2a9-80de-4634-930b-5b1c1773e463 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1507969 Jul 29 23:40:46.221942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:46.223362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34876) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:46.278125 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.328972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b628213b-c319-45ad-b658-925b60c5d6cf tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Deleting port 7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:46.329384 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b628213b-c319-45ad-b658-925b60c5d6cf tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.389094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.415219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.416289 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.419080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88254644-6c44-4a04-82ed-bbfdf86aefe4 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.419290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 2af92628-320a-46b1-94b9-c3dbefc6dfe1) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:46.421695 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-88254644-6c44-4a04-82ed-bbfdf86aefe4 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1092 time: 0.1951277 Jul 29 23:40:46.424677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:46.436047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ba278-e34c-4bd8-98e1-c1efc77606b9 None None] Network 2af92628-320a-46b1-94b9-c3dbefc6dfe1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:46.490856 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-4b705a2f-82f7-4004-a2c9-12e87a7d0209 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640576 Jul 29 23:40:46.531750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '81d49114-54c8-41d9-ab61-739649290fa6', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:46.554857 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1085d4c-2305-44a3-9f6c-cba519651c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.596193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.596920 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.618488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0287194 Jul 29 23:40:46.628218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34910) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:46.647135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': 'c0dae28a-20d6-4021-9471-66cb1c117158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:46.648726 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.679112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad93d6b-f282-412b-ac0a-352196aebe99 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Network': ['ID=c0dae28a-20d6-4021-9471-66cb1c117158,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:46.695940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network c0dae28a-20d6-4021-9471-66cb1c117158 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:46.701538 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.856761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:46.862677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-2af92628-320a-46b1-94b9-c3dbefc6dfe1', 'network_id': '2af92628-320a-46b1-94b9-c3dbefc6dfe1', 'tenant_id': '5aae493305a748518076403bbd727496', 'fixed_ips': [{'subnet_id': 'fa98f1d2-23c0-4dd7-bbf8-5f64ce555d14'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:46.863887 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.896081 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b628213b-c319-45ad-b658-925b60c5d6cf tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.902643 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-21d1e0f4-9e73-4c15-9d95-40800868fe5f service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999305 Jul 29 23:40:46.918659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b628213b-c319-45ad-b658-925b60c5d6cf tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Calling delete_port for 7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:47.025125 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1085d4c-2305-44a3-9f6c-cba519651c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.052868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e9fd99c4-b119-4b98-901c-ff42fdb4e0bb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4665153 Jul 29 23:40:47.056534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34952) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:47.074138 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.124196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1085d4c-2305-44a3-9f6c-cba519651c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.149213 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-689bbeb4-507f-46ae-8f3e-39a76c15b4a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=ebe284d5-c308-4e20-b3bf-2e4de4483ed2 HTTP/1.1" status: 200 len: 217 time: 0.1602070 Jul 29 23:40:47.170090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:47.173757 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.176364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Allocated IP 172.25.2.58 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/4fb18dec-6f29-48b3-b847-8827a17b88eb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:47.282345 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a1085d4c-2305-44a3-9f6c-cba519651c32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e322bc04d75a4be78f92396591ebb7d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0578551 Jul 29 23:40:47.283338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1085d4c-2305-44a3-9f6c-cba519651c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445328e1-1f42-4d0f-8921-a8508ae78f7a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:47.298509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:47.404662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e70be3e8-b257-4cc5-953f-1821469d3a29 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:47.417024 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b628213b-c319-45ad-b658-925b60c5d6cf tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.456815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628213b-c319-45ad-b658-925b60c5d6cf tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event deleted for resources: {'Port': ['ID=7d4aa3a9-4438-402f-b7ea-01e2ad251cd4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:47.464033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.535509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-e61692b8-0bf7-4677-a985-66e9ac7ff11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:47.537512 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-e61692b8-0bf7-4677-a985-66e9ac7ff11e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.3634729 Jul 29 23:40:47.541718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed863-306e-4d8d-9e63-b95ed712b7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.581332 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.581585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b628213b-c319-45ad-b658-925b60c5d6cf tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.599877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b628213b-c319-45ad-b658-925b60c5d6cf tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "DELETE /v2.0/ports/7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 HTTP/1.1" status: 204 len: 168 time: 2.0088680 Jul 29 23:40:47.603857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34994) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:47.638076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Allocated IP 2001:db8::2 (2af92628-320a-46b1-94b9-c3dbefc6dfe1/fa98f1d2-23c0-4dd7-bbf8-5f64ce555d14/b18f3395-deff-45b8-bfb6-6497610d101c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:47.678389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e70be3e8-b257-4cc5-953f-1821469d3a29 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:47.689955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed863-306e-4d8d-9e63-b95ed712b7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.724574 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb4274f-40a6-4d52-b8d1-28716b2c7684 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] GET failed (client error): The resource could not be found. Jul 29 23:40:47.727051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5bb4274f-40a6-4d52-b8d1-28716b2c7684 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "GET /v2.0/ports/7d4aa3a9-4438-402f-b7ea-01e2ad251cd4 HTTP/1.1" status: 404 len: 333 time: 0.1203439 Jul 29 23:40:47.735554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:47.743687 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f786ed68-6cd7-4b7d-80a2-8f3c5cf08d2c" -d '{"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:47.758187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35006) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:47.787919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e70be3e8-b257-4cc5-953f-1821469d3a29 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:47.791883 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.796730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'port': {'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163', 'name': 'tempest-AllowedAddressPairTestJSON-919757933'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:47.826232 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.860580 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a345e-acf9-4b37-99b6-1c46aef6adc8 x-openstack-request-id: req-219a345e-acf9-4b37-99b6-1c46aef6adc8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:47.861130 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:47.862117 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-219a345e-acf9-4b37-99b6-1c46aef6adc8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:47.862665 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'code': 200} Jul 29 23:40:47.884410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:47.931833 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.014330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.019504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.039364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-4b7802b5-f6b4-4855-8fdd-aa42fcb5e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.041488 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-4b7802b5-f6b4-4855-8fdd-aa42fcb5e7cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4483345 Jul 29 23:40:48.044362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.048963 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed863-306e-4d8d-9e63-b95ed712b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.052767 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed863-306e-4d8d-9e63-b95ed712b7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.056062 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-aa2ed863-306e-4d8d-9e63-b95ed712b7c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/445328e1-1f42-4d0f-8921-a8508ae78f7a HTTP/1.1" status: 204 len: 168 time: 0.6319189 Jul 29 23:40:48.068560 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.095205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ed863-306e-4d8d-9e63-b95ed712b7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445328e1-1f42-4d0f-8921-a8508ae78f7a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.114880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port e70be3e8-b257-4cc5-953f-1821469d3a29, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e70be3e8-b257-4cc5-953f-1821469d3a29,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:48.133453 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.156640 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Made reservation on behalf of 69aaced432c443deac724a8561566ed8 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:48.161632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.200967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] device_id is not set on port 806f3e00-1b8c-47b5-b151-fc07ae37cd25 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:48.238609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=51225a9a-e8c2-4341-a24d-876dd62935cf,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.262933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Checking segment: {'id': 'ca141196-9923-4b69-aa84-c96bfb40877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c0dae28a-20d6-4021-9471-66cb1c117158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:48.263745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network hostable DHCP agents. Network: c0dae28a-20d6-4021-9471-66cb1c117158, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:48.309187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network c0dae28a-20d6-4021-9471-66cb1c117158 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:48.329637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, c0dae28a-20d6-4021-9471-66cb1c117158) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:48.332221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=e70be3e8-b257-4cc5-953f-1821469d3a29,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.337758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.338368 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.339784 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.354829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a386cc-8b10-42c7-b1f9-16ecf547bf47 None None] Network c0dae28a-20d6-4021-9471-66cb1c117158 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:48.370933 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-e5918cec-333b-4fd0-9dc1-07209d179edd service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119862 Jul 29 23:40:48.470787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.496503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Transition to ACTIVE for port object b18f3395-deff-45b8-bfb6-6497610d101c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:48.506853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9e32037a-4e20-4f7f-b95c-aff38ac29536 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8682895 Jul 29 23:40:48.512338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:48.522340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': 'c0dae28a-20d6-4021-9471-66cb1c117158', 'name': 'tempest-PortsIpV6TestJSON-726262480', 'fixed_ips': [{'subnet_id': '51225a9a-e8c2-4341-a24d-876dd62935cf', 'ip_address': '2001:db8::10'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:48.534154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Transition to ACTIVE for port object b18f3395-deff-45b8-bfb6-6497610d101c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:48.552889 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.570197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.25.2.186 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/9fd23933-487d-4de5-963f-782c1bc0925e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:48.624665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Network 2af92628-320a-46b1-94b9-c3dbefc6dfe1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:48.636471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:48.650082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:48.663047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Pushing event updated for resources: {'Port': ['ID=b18f3395-deff-45b8-bfb6-6497610d101c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.751240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-c0dae28a-20d6-4021-9471-66cb1c117158', 'network_id': 'c0dae28a-20d6-4021-9471-66cb1c117158', 'tenant_id': '27ca511c69564aad951c716e67a7baed', 'fixed_ips': [{'subnet_id': '51225a9a-e8c2-4341-a24d-876dd62935cf'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:48.763787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.792577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:48.806549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:48.832365 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.840276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:48.847215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Attempting to bind port b18f3395-deff-45b8-bfb6-6497610d101c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:48.847741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Attempting to bind port b18f3395-deff-45b8-bfb6-6497610d101c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '3d983813-da3f-4891-9021-62d9e473d316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2af92628-320a-46b1-94b9-c3dbefc6dfe1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:48.848260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Attempting to bind port b18f3395-deff-45b8-bfb6-6497610d101c on network 2af92628-320a-46b1-94b9-c3dbefc6dfe1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:48.869034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:48.869869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Checking segment: {'id': '3d983813-da3f-4891-9021-62d9e473d316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2af92628-320a-46b1-94b9-c3dbefc6dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:48.870546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.871163 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Bound using segment: {'id': '3d983813-da3f-4891-9021-62d9e473d316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2af92628-320a-46b1-94b9-c3dbefc6dfe1'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:48.871856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Bound port: b18f3395-deff-45b8-bfb6-6497610d101c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d983813-da3f-4891-9021-62d9e473d316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2af92628-320a-46b1-94b9-c3dbefc6dfe1'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:48.872486 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.888216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'Port': ['ID=4fb18dec-6f29-48b3-b847-8827a17b88eb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.904976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.922872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Allocated IP 172.20.0.3 (c2f7a6db-cf8a-4263-9b36-43879aace163/b2df1559-150b-443d-99fd-7b3e48d54007/806f3e00-1b8c-47b5-b151-fc07ae37cd25) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:48.982719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Subnet': ['ID=fa98f1d2-23c0-4dd7-bbf8-5f64ce555d14,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.991165 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-a1b4e121-fd92-4485-b3b0-466ee4f1f0ca service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009302 Jul 29 23:40:49.000439 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.097408 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-836aa39c-dae4-48bb-a7fd-5a3bcb0e9b79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=73946deb-b986-42b4-a633-a6c3141403fe HTTP/1.1" status: 200 len: 217 time: 0.0747917 Jul 29 23:40:49.153132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-297ec620-25ce-4877-b278-8389577a86bd None None] For port b18f3395-deff-45b8-bfb6-6497610d101c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:49.175527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-297ec620-25ce-4877-b278-8389577a86bd None None] For port b18f3395-deff-45b8-bfb6-6497610d101c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b18f3395-deff-45b8-bfb6-6497610d101c,segment=NetworkSegment(3d983813-da3f-4891-9021-62d9e473d316),segment_id=3d983813-da3f-4891-9021-62d9e473d316)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:49.180120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-069db34c-ea97-460d-8eb3-02a6c4ab1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.180120 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-069db34c-ea97-460d-8eb3-02a6c4ab1ab6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.0742612 Jul 29 23:40:49.187424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.196636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.296373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Allocated IP 2001:db8::2 (c0dae28a-20d6-4021-9471-66cb1c117158/51225a9a-e8c2-4341-a24d-876dd62935cf/7e8b62b1-9b70-4f67-aa37-5d460662439d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:49.304172 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ec620-25ce-4877-b278-8389577a86bd None None] Pushing event updated for resources: {'Port': ['ID=b18f3395-deff-45b8-bfb6-6497610d101c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:49.307409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e70be3e8-b257-4cc5-953f-1821469d3a29 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:49.310798 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.393776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-a3184bf1-3439-409a-9ce8-0aa1a4bed9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.394539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:49.397088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-a3184bf1-3439-409a-9ce8-0aa1a4bed9df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2052047 Jul 29 23:40:49.445953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c266a8-23ec-43f0-b5a8-1a534abe6049 None None] Network 2af92628-320a-46b1-94b9-c3dbefc6dfe1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:49.556310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.612004 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.614371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Transition to ACTIVE for port object 806f3e00-1b8c-47b5-b151-fc07ae37cd25 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:49.645593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e70be3e8-b257-4cc5-953f-1821469d3a29 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:49.646319 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.660348 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.663141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35104) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:49.677078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af92628-320a-46b1-94b9-c3dbefc6dfe1']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:49.686220 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-02a1f752-20a3-4305-9243-3c41ef44a2d4 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734129 Jul 29 23:40:49.700370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d983813-da3f-4891-9021-62d9e473d316') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:49.700671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d983813-da3f-4891-9021-62d9e473d316') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:49.708840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port 733534aa-155f-4f32-9368-46bec16ca089 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:49.736863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.807788 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.826586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.832171 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.835574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.846312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.851406 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Transition to ACTIVE for port object 7e8b62b1-9b70-4f67-aa37-5d460662439d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:49.871081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-56a7c1fa-eeed-4b35-87bf-b5bcc0a6a4f0 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:49.872403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-56a7c1fa-eeed-4b35-87bf-b5bcc0a6a4f0 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2081873 Jul 29 23:40:49.905264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:49.915807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-4054081c-d92f-4a2c-ad31-cc341a97acaa tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:49.917766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4054081c-d92f-4a2c-ad31-cc341a97acaa tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0085359 Jul 29 23:40:49.918262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.921880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:49.929759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Transition to ACTIVE for port object 7e8b62b1-9b70-4f67-aa37-5d460662439d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:49.933821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-2624044b-cfd3-4589-a938-175997f78da8 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:49.935009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2624044b-cfd3-4589-a938-175997f78da8 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0058255 Jul 29 23:40:49.942565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:49.946971 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.974482 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-c0539c60-e505-40bf-9c5e-d13cb7574ee8 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805684 Jul 29 23:40:49.975035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:49.975452 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.978341 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-1d32af85-7f9d-4f93-9e01-972353b1a9d9 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:49.981860 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1d32af85-7f9d-4f93-9e01-972353b1a9d9 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0314786 Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:49.984489 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:49.986385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Network c2f7a6db-cf8a-4263-9b36-43879aace163 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:49.990816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35124) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:49.998355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Network c0dae28a-20d6-4021-9471-66cb1c117158 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:50.003756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-02e73f80-b2eb-4bd7-81b5-fc145b94c489 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.003756 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-02e73f80-b2eb-4bd7-81b5-fc145b94c489 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054924 Jul 29 23:40:50.004121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:50.004121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:50.016851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.022606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:50.042119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Pushing event updated for resources: {'Port': ['ID=7e8b62b1-9b70-4f67-aa37-5d460662439d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.042381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-795a3763-b6c5-4b33-bcbe-2c721d07e423 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.049110 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-795a3763-b6c5-4b33-bcbe-2c721d07e423 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0222559 Jul 29 23:40:50.050087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'Port': ['ID=4fb18dec-6f29-48b3-b847-8827a17b88eb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.055071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.071955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-8c83aec0-c06b-4e19-86e9-402443ca3666 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.073045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8c83aec0-c06b-4e19-86e9-402443ca3666 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055749 Jul 29 23:40:50.073157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Attempting to bind port 7e8b62b1-9b70-4f67-aa37-5d460662439d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:50.073483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Attempting to bind port 7e8b62b1-9b70-4f67-aa37-5d460662439d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'ca141196-9923-4b69-aa84-c96bfb40877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c0dae28a-20d6-4021-9471-66cb1c117158'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:50.073854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Attempting to bind port 7e8b62b1-9b70-4f67-aa37-5d460662439d on network c0dae28a-20d6-4021-9471-66cb1c117158 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:50.082661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:50.082905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:50.083348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Checking segment: {'id': 'ca141196-9923-4b69-aa84-c96bfb40877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c0dae28a-20d6-4021-9471-66cb1c117158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:50.083739 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.084416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Bound using segment: {'id': 'ca141196-9923-4b69-aa84-c96bfb40877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c0dae28a-20d6-4021-9471-66cb1c117158'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:50.084916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Bound port: 7e8b62b1-9b70-4f67-aa37-5d460662439d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca141196-9923-4b69-aa84-c96bfb40877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c0dae28a-20d6-4021-9471-66cb1c117158'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:50.085310 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.086153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.096883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-a9b15776-b045-4f38-b004-6d08acc51e68 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.099332 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a9b15776-b045-4f38-b004-6d08acc51e68 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059719 Jul 29 23:40:50.105703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35136) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.108181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:50.108821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:50.110113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=9fd23933-487d-4de5-963f-782c1bc0925e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.119848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:50.126507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-2102f9f2-3262-4614-a832-3890b38268bf tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.128395 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2102f9f2-3262-4614-a832-3890b38268bf tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054712 Jul 29 23:40:50.138909 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.144554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-4c4f55fa-24ae-4f58-97db-cbe33ba2f780 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.151104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4c4f55fa-24ae-4f58-97db-cbe33ba2f780 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0107713 Jul 29 23:40:50.181481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] For port 7e8b62b1-9b70-4f67-aa37-5d460662439d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:50.185991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] For port 7e8b62b1-9b70-4f67-aa37-5d460662439d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7e8b62b1-9b70-4f67-aa37-5d460662439d,segment=NetworkSegment(ca141196-9923-4b69-aa84-c96bfb40877b),segment_id=ca141196-9923-4b69-aa84-c96bfb40877b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:50.192748 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.216175 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-62e6134d-156d-4176-93e0-024a24ad095c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=879ba5f7-5d77-407a-ba32-ffb56f3efc3c HTTP/1.1" status: 200 len: 217 time: 0.2231491 Jul 29 23:40:50.221493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.222700 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.248647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-b27fcbc5-537b-4bc7-a092-1f5a68b4acb2 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.250449 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b27fcbc5-537b-4bc7-a092-1f5a68b4acb2 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0185814 Jul 29 23:40:50.261011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35142) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.273166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2c30b-986a-4486-b70a-d306be918e8f None None] Pushing event updated for resources: {'Port': ['ID=7e8b62b1-9b70-4f67-aa37-5d460662439d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.297221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-7acd1c6b-3989-4b93-a1d2-3922990acff6 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.299506 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7acd1c6b-3989-4b93-a1d2-3922990acff6 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0355368 Jul 29 23:40:50.356159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.363356 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Port': ['ID=806f3e00-1b8c-47b5-b151-fc07ae37cd25,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.379913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.380672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.389002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-ebbfaaa3-3642-442e-8820-3294c28aafb0 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.392483 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ebbfaaa3-3642-442e-8820-3294c28aafb0 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0065415 Jul 29 23:40:50.395610 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.410764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-12e4300f-1df4-419e-8e72-a7dc4b2b384d None None] Provisioning for port 806f3e00-1b8c-47b5-b151-fc07ae37cd25 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:50.415288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-e34598e1-400f-4400-aeaf-4de4a51aa305 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.416446 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e34598e1-400f-4400-aeaf-4de4a51aa305 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112240 Jul 29 23:40:50.419385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-12e4300f-1df4-419e-8e72-a7dc4b2b384d None None] Provisioning complete for port 806f3e00-1b8c-47b5-b151-fc07ae37cd25 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:50.419813 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12e4300f-1df4-419e-8e72-a7dc4b2b384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.421895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.433182 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ba10306e-cac3-4bb6-9e78-b5b166bbe30d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7644384 Jul 29 23:40:50.434125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35160) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.466520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-1758fe27-6aa9-4f09-aa33-fdecdb50bb4f tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.467523 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1758fe27-6aa9-4f09-aa33-fdecdb50bb4f tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0132236 Jul 29 23:40:50.469962 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4dd38724-94f1-4c3d-8c1e-e8cff8b5a4d1 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7093742 Jul 29 23:40:50.470639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.474990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-c9c4a453-26f0-4cdd-af0c-1465af8324d2 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.475960 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c9c4a453-26f0-4cdd-af0c-1465af8324d2 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042779 Jul 29 23:40:50.477599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-a3ab617a-887e-4f9f-99dc-05d8360c7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.479211 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-a3ab617a-887e-4f9f-99dc-05d8360c7d5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.2465999 Jul 29 23:40:50.479702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35172) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.480517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35174) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.485571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-12e4300f-1df4-419e-8e72-a7dc4b2b384d None None] Port 806f3e00-1b8c-47b5-b151-fc07ae37cd25 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:50.487047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'port': {'network_id': 'c2f7a6db-cf8a-4263-9b36-43879aace163', 'name': 'tempest-AllowedAddressPairTestJSON-917067753'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:50.493073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-0bc545e4-05eb-4772-ae50-5bdcae1b2e40 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.496260 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0bc545e4-05eb-4772-ae50-5bdcae1b2e40 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0113225 Jul 29 23:40:50.497183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35178) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.620975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-6794ab13-6142-44e5-b310-cb8f7d00e391 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.621976 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6794ab13-6142-44e5-b310-cb8f7d00e391 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.1070399 Jul 29 23:40:50.627309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35188) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.635239 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-3acbfe1c-6653-4092-b13b-88ed11842909 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.636500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3acbfe1c-6653-4092-b13b-88ed11842909 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080917 Jul 29 23:40:50.646701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35194) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.649580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8::10 (c0dae28a-20d6-4021-9471-66cb1c117158/51225a9a-e8c2-4341-a24d-876dd62935cf/733534aa-155f-4f32-9368-46bec16ca089) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:50.654239 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-21e29be4-ec59-4f4b-850e-61154005c48c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.655433 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-21e29be4-ec59-4f4b-850e-61154005c48c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0075409 Jul 29 23:40:50.661243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35196) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.683234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-1a095925-7759-4a32-9a80-69087a6d0450 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.688955 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1a095925-7759-4a32-9a80-69087a6d0450 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0250270 Jul 29 23:40:50.689813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35200) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.720310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-e340cb67-fa6e-4e75-9332-132affc8186f tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.725435 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e340cb67-fa6e-4e75-9332-132affc8186f tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0223742 Jul 29 23:40:50.750856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35204) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.757742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-5cfd22a8-5ab8-4275-93fb-3d2ce140b2d3 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.761173 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5cfd22a8-5ab8-4275-93fb-3d2ce140b2d3 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054400 Jul 29 23:40:50.762156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.766949 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:40:50.766949 n-d-712139-11 neutron-server[93816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:40:50.766949 n-d-712139-11 neutron-server[93816]: [parameters: {'id': '2af92628-320a-46b1-94b9-c3dbefc6dfe1'}] Jul 29 23:40:50.766949 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:40:50.767317 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:40:50.775729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-14a8bc22-9234-478f-8999-8651940d95ab tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.779020 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14a8bc22-9234-478f-8999-8651940d95ab tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0160167 Jul 29 23:40:50.781568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-ed5f8c02-5af9-4e22-9f84-1837b33f71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.784243 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-ed5f8c02-5af9-4e22-9f84-1837b33f71b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2879469 Jul 29 23:40:50.784720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.797605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-7d07a1ee-93a3-4e9d-922a-b482ce2dc864 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.801673 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d07a1ee-93a3-4e9d-922a-b482ce2dc864 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0074842 Jul 29 23:40:50.808543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35212) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.858736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-dd3cc7d0-6fae-40c3-aae3-94eb2f8be940 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.862709 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dd3cc7d0-6fae-40c3-aae3-94eb2f8be940 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0502717 Jul 29 23:40:50.867210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.874472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-fac5dca8-bada-45d9-9dbf-f324b1ec04f9 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.877980 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fac5dca8-bada-45d9-9dbf-f324b1ec04f9 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073719 Jul 29 23:40:50.882667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35216) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.892114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-e62bdc73-6fe6-4370-a9f8-ae40a0e69b84 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.896112 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e62bdc73-6fe6-4370-a9f8-ae40a0e69b84 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079348 Jul 29 23:40:50.899833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.913338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-5039440f-cc35-4a8d-ac42-ef0f35e14462 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.917539 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5039440f-cc35-4a8d-ac42-ef0f35e14462 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0124042 Jul 29 23:40:50.920154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35220) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.922433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Made reservation on behalf of 69aaced432c443deac724a8561566ed8 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:50.926660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.929792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-d4e2e81c-8da0-4c08-a65c-43ceaeb5107a tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.933499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d4e2e81c-8da0-4c08-a65c-43ceaeb5107a tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0075879 Jul 29 23:40:50.937518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35222) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.946767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-ef4951b9-76c6-479c-ad95-fe8d978cc18a tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.947446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-1fe6bde8-e53d-4ac3-bf59-29c7a22d2510 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--159430397&fields=id&tenant_id=26db6b4b91d247c5b9f9132b6799f10a HTTP/1.1" status: 200 len: 267 time: 0.1742804 Jul 29 23:40:50.947982 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ef4951b9-76c6-479c-ad95-fe8d978cc18a tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0067747 Jul 29 23:40:50.953922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.967132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-7568a39d-7ad2-457a-b135-aa9340140f3d tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.968173 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7568a39d-7ad2-457a-b135-aa9340140f3d tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0132668 Jul 29 23:40:50.971957 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35230) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.979605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.980523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] device_id is not set on port 17e0a89a-be93-4586-bed3-f511b5fcae54 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:50.988561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-a1fb490a-b9a7-4b7f-95f8-2b03fdaa298c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:50.992076 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a1fb490a-b9a7-4b7f-95f8-2b03fdaa298c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0106981 Jul 29 23:40:50.992888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.000804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-e69f7d59-6f7f-4356-a35f-2c77892ff67d tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.004547 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e69f7d59-6f7f-4356-a35f-2c77892ff67d tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065434 Jul 29 23:40:51.005969 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-412a1d82-57cb-4839-8662-49da68f318bc service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132449 Jul 29 23:40:51.032327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35234) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.040240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-df5aaefb-57c5-4715-abc0-9df4b43aa465 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.042664 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-df5aaefb-57c5-4715-abc0-9df4b43aa465 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0081823 Jul 29 23:40:51.054429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.058792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-e3047287-b719-4525-af43-fc0b51ef0df6 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.059715 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e3047287-b719-4525-af43-fc0b51ef0df6 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043814 Jul 29 23:40:51.077202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.084382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-22c834ce-c41b-4ccf-8dd7-c68bff93923c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.087714 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-22c834ce-c41b-4ccf-8dd7-c68bff93923c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043399 Jul 29 23:40:51.088852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.094206 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object 733534aa-155f-4f32-9368-46bec16ca089 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:51.103236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-d0894f4a-0d53-4f60-91b7-fa42d735a2ac tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.104722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d0894f4a-0d53-4f60-91b7-fa42d735a2ac tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0127945 Jul 29 23:40:51.113394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35242) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.123596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-9dfb6d46-8898-41a9-9898-00f41d9e21bf tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.124585 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9dfb6d46-8898-41a9-9898-00f41d9e21bf tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075762 Jul 29 23:40:51.128504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.134585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-fc75feb7-8732-42ba-8f2f-f1800c7ae2a1 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.135598 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fc75feb7-8732-42ba-8f2f-f1800c7ae2a1 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048504 Jul 29 23:40:51.141383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35246) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.168502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-edfae9e0-e499-422c-b4e0-deb11a504070 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.171893 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-edfae9e0-e499-422c-b4e0-deb11a504070 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0082884 Jul 29 23:40:51.172280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35248) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.178124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-d56af7e5-b4c3-4cb1-9363-44d5fdc09f2a tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.179485 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d56af7e5-b4c3-4cb1-9363-44d5fdc09f2a tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044780 Jul 29 23:40:51.190901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35250) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.198659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-873c84bc-4591-4aa4-8434-aac5c71db9ac tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.199676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-873c84bc-4591-4aa4-8434-aac5c71db9ac tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0059876 Jul 29 23:40:51.203336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.210741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-830a7923-13ac-454e-b4bd-f70a44fc06e4 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.215226 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-830a7923-13ac-454e-b4bd-f70a44fc06e4 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076957 Jul 29 23:40:51.218286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7e8b62b1-9b70-4f67-aa37-5d460662439d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:51.218848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.241948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-f448d132-813c-4072-92cf-eb06dcc7a371 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.246276 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f448d132-813c-4072-92cf-eb06dcc7a371 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0117531 Jul 29 23:40:51.250926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35256) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.255520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-9b89d44a-9b6f-4448-896e-4af152cec67a tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.259227 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9b89d44a-9b6f-4448-896e-4af152cec67a tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0072262 Jul 29 23:40:51.268053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.272761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-7d93918c-9390-459e-94ae-e0ecf93ed597 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.273560 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.276617 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d93918c-9390-459e-94ae-e0ecf93ed597 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0073812 Jul 29 23:40:51.279332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 7e8b62b1-9b70-4f67-aa37-5d460662439d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:51.285116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.290256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb7713-8eee-48d4-9639-4a253e25d71b req-3f34503e-c5cf-465b-8f46-67a227c15243 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.291859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-effb7713-8eee-48d4-9639-4a253e25d71b req-3f34503e-c5cf-465b-8f46-67a227c15243 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 948 time: 0.2625632 Jul 29 23:40:51.298177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-3c9eaaa9-f9a7-4e92-a863-60c4709448db tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.302832 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3c9eaaa9-f9a7-4e92-a863-60c4709448db tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0101867 Jul 29 23:40:51.304318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Allocated IP 172.20.0.5 (c2f7a6db-cf8a-4263-9b36-43879aace163/b2df1559-150b-443d-99fd-7b3e48d54007/17e0a89a-be93-4586-bed3-f511b5fcae54) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:51.306474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.313312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-6e7c91de-f63d-4ea7-a892-e56f09aa5627 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.317504 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6e7c91de-f63d-4ea7-a892-e56f09aa5627 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049751 Jul 29 23:40:51.319124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.323036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-dd0ccd8c-c047-4ae6-bbf1-a52db143efcf tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.324127 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dd0ccd8c-c047-4ae6-bbf1-a52db143efcf tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049062 Jul 29 23:40:51.324349 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.329143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35266) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.329559 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-84d76093-9db6-4f31-9e8a-0b8bb30a6986 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924244 Jul 29 23:40:51.348519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-f1d60f0f-0a6f-46f8-8b0a-b8c93836c20c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.350183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-f1d60f0f-0a6f-46f8-8b0a-b8c93836c20c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 812 time: 0.4019024 Jul 29 23:40:51.366789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-cdcc8027-440d-42c5-8677-5b48f9195e60 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.370332 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cdcc8027-440d-42c5-8677-5b48f9195e60 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0274975 Jul 29 23:40:51.380786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.387914 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-b43b6302-017a-47ff-bf03-8a2af9ad0d1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 HTTP/1.1" status: 200 len: 217 time: 0.0508239 Jul 29 23:40:51.429885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-a4992e75-38e1-493a-91bb-cfb0ccc3ebc0 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.434009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a4992e75-38e1-493a-91bb-cfb0ccc3ebc0 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0321543 Jul 29 23:40:51.440962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.451526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network c0dae28a-20d6-4021-9471-66cb1c117158 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:51.455011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-849dcf4e-97a0-4ad4-b09f-4b56171a6e2c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.459892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-849dcf4e-97a0-4ad4-b09f-4b56171a6e2c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0086038 Jul 29 23:40:51.461358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35272) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.493314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-eb99fc76-b8fe-44ec-ab13-0be176bcf997 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.497214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eb99fc76-b8fe-44ec-ab13-0be176bcf997 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070243 Jul 29 23:40:51.507934 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35274) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.515053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-f36d93c3-d075-4640-aa1b-24aeedb33840 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.519670 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f36d93c3-d075-4640-aa1b-24aeedb33840 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054550 Jul 29 23:40:51.523226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35276) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.527795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-5a05679b-2431-4cc6-a4a5-f4a7411ca6a7 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.531333 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5a05679b-2431-4cc6-a4a5-f4a7411ca6a7 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044065 Jul 29 23:40:51.533015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-cabc4012-8d04-4952-8b40-5bd2ed5766d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.534766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-cabc4012-8d04-4952-8b40-5bd2ed5766d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 HTTP/1.1" status: 200 len: 797 time: 0.1363928 Jul 29 23:40:51.539313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35278) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.543958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-f6140c27-4722-4701-ad62-145672a82b1c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.545013 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f6140c27-4722-4701-ad62-145672a82b1c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047014 Jul 29 23:40:51.547796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35280) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.553456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:51.555946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:51.556517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-5d7241ea-b7b3-44df-b205-f384afbe148c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.559919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5d7241ea-b7b3-44df-b205-f384afbe148c tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0067000 Jul 29 23:40:51.562705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.563378 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.566694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-fffd8533-ea5c-4949-9b4c-8ae8a1dc5428 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/quotas/26db6b4b91d247c5b9f9132b6799f10a HTTP/1.1" status: 200 len: 375 time: 0.1933894 Jul 29 23:40:51.582164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35282) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.599588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-e5b98811-4a24-4759-a5d5-62482b7eea23 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.603986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e5b98811-4a24-4759-a5d5-62482b7eea23 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0174072 Jul 29 23:40:51.606154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35284) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.614489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-577daf32-f906-4eab-8c25-fe467eaa7eec tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.615515 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-577daf32-f906-4eab-8c25-fe467eaa7eec tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083482 Jul 29 23:40:51.623194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35286) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.626192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-effb7713-8eee-48d4-9639-4a253e25d71b req-143580f3-6a92-4bab-ad52-8a839fbad28a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115907 Jul 29 23:40:51.635617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-bcbb9bf0-66ad-4b0a-b576-dc9c1b91c509 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.640006 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bcbb9bf0-66ad-4b0a-b576-dc9c1b91c509 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0128005 Jul 29 23:40:51.640548 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35288) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.641761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=733534aa-155f-4f32-9368-46bec16ca089,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:51.644415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-41f78b13-07cf-4067-9cfb-0a1c89a67332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.646363 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-41f78b13-07cf-4067-9cfb-0a1c89a67332 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0975873 Jul 29 23:40:51.653680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-5955ff70-0afb-438e-995f-5f81c058cbf5 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.654694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5955ff70-0afb-438e-995f-5f81c058cbf5 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0132344 Jul 29 23:40:51.660292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35290) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.677625 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ddbdeb3-abf9-476e-918b-ed4983861e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.679337 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-60f9f275-8e77-4e17-b244-3f2112768d80 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.683093 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-60f9f275-8e77-4e17-b244-3f2112768d80 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0130005 Jul 29 23:40:51.683661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.691977 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-45f89b08-ee02-42cb-9bfd-604b17920a4b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1780150 Jul 29 23:40:51.692173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35294) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.695260 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.705996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-5fd0f7c1-fa94-4bf3-a05c-22cc1d4cdfdf tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.709966 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5fd0f7c1-fa94-4bf3-a05c-22cc1d4cdfdf tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0200078 Jul 29 23:40:51.724205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cbb902-4979-4ca5-aac8-1cb7c6203198 None None] Network c0dae28a-20d6-4021-9471-66cb1c117158 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:51.729592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35296) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.735179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': 'c0dae28a-20d6-4021-9471-66cb1c117158', 'name': 'tempest-PortsIpV6TestJSON-1999829899', 'fixed_ips': [{'subnet_id': '51225a9a-e8c2-4341-a24d-876dd62935cf', 'ip_address': '2001:db8::f'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:51.740283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-600bfbc3-f209-482d-a3b1-18726b394e02 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.743797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-600bfbc3-f209-482d-a3b1-18726b394e02 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0101719 Jul 29 23:40:51.759371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35300) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.767330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-43483f03-a3cc-49ea-afd4-164de420f752 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.772155 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-43483f03-a3cc-49ea-afd4-164de420f752 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053504 Jul 29 23:40:51.777017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.792669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [None req-a78bd9c6-facd-4237-9aaf-f41bbfd8f1ff tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.796585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a78bd9c6-facd-4237-9aaf-f41bbfd8f1ff tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0150461 Jul 29 23:40:51.802299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.809342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-be2aada1-cb5b-4e26-8b8e-4fb9e1cd5fda tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.814771 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-be2aada1-cb5b-4e26-8b8e-4fb9e1cd5fda tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067420 Jul 29 23:40:51.814771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Transition to ACTIVE for port object 17e0a89a-be93-4586-bed3-f511b5fcae54 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:51.815160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35306) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.823095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [None req-95505954-39e3-4791-b691-14b5b33ba543 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:51.824185 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-95505954-39e3-4791-b691-14b5b33ba543 tempest-ExtensionsTestJSON-770803142 tempest-ExtensionsTestJSON-770803142-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047443 Jul 29 23:40:51.838252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bae57a52-9883-4750-a26e-30f93d88c84e None None] Provisioning for port 7e8b62b1-9b70-4f67-aa37-5d460662439d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:51.852751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bae57a52-9883-4750-a26e-30f93d88c84e None None] Provisioning complete for port 7e8b62b1-9b70-4f67-aa37-5d460662439d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:51.853483 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bae57a52-9883-4750-a26e-30f93d88c84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.862351 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-34c00af9-1187-42f9-a222-ad717b7dada2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2603142 Jul 29 23:40:51.918482 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-914cd5ff-f8e2-40ef-b7b6-075eb2531534 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626076 Jul 29 23:40:51.939627 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.989293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.044929 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bae57a52-9883-4750-a26e-30f93d88c84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.045969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Deleting port b18f3395-deff-45b8-bfb6-6497610d101c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:52.046637 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.077488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Network c2f7a6db-cf8a-4263-9b36-43879aace163 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:52.082900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:52.093140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:52.095589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Port': ['ID=17e0a89a-be93-4586-bed3-f511b5fcae54,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:52.105594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bae57a52-9883-4750-a26e-30f93d88c84e None None] For port 7e8b62b1-9b70-4f67-aa37-5d460662439d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7e8b62b1-9b70-4f67-aa37-5d460662439d,segment=NetworkSegment(ca141196-9923-4b69-aa84-c96bfb40877b),segment_id=ca141196-9923-4b69-aa84-c96bfb40877b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:52.108354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:52.110665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bae57a52-9883-4750-a26e-30f93d88c84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.200299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.200679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.201024 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.201363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.201696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.202185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.202569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.202947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.203360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.203607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.203932 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.204615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:52.218173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae57a52-9883-4750-a26e-30f93d88c84e None None] Pushing event updated for resources: {'Port': ['ID=7e8b62b1-9b70-4f67-aa37-5d460662439d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:52.238709 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-81820c35-1ae7-434e-bee0-219409bc100b service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116100 Jul 29 23:40:52.240265 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.322528 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-da74c02d-8e20-4665-a6fb-e6fb51776449 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b553493-5e11-4969-9ddf-5058c0af1fde HTTP/1.1" status: 200 len: 217 time: 0.0694106 Jul 29 23:40:52.328500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.329138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.364190 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.388819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35312) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:52.416568 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-302c9e57-8b50-4903-a381-20745a5c4c74 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9348013 Jul 29 23:40:52.424210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:52.435333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-95297a38-aa3c-42fb-81d8-e18eb106edfd tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4f:a8:6c'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:12:52:ce'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:52.451513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port 2c394667-2868-4340-a2a0-915dc540d3f5 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:52.488461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] For port b18f3395-deff-45b8-bfb6-6497610d101c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b18f3395-deff-45b8-bfb6-6497610d101c,segment=NetworkSegment(3d983813-da3f-4891-9021-62d9e473d316),segment_id=3d983813-da3f-4891-9021-62d9e473d316)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:52.488837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.514383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Calling delete_port for b18f3395-deff-45b8-bfb6-6497610d101c owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:52.515690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-b14adc86-e53a-471d-89f6-72e43761da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.518918 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.519067 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-b14adc86-e53a-471d-89f6-72e43761da3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 HTTP/1.1" status: 200 len: 797 time: 0.1745622 Jul 29 23:40:52.532880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.663753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=9fd23933-487d-4de5-963f-782c1bc0925e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:52.698135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca278081-9d96-4621-86d4-a7a03d51c49c None None] Provisioning for port 733534aa-155f-4f32-9368-46bec16ca089 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:52.709170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca278081-9d96-4621-86d4-a7a03d51c49c None None] Provisioning complete for port 733534aa-155f-4f32-9368-46bec16ca089 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:52.709653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca278081-9d96-4621-86d4-a7a03d51c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.734788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-c5e1c01e-9e5f-47de-9199-69dbfe441b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.736713 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-c5e1c01e-9e5f-47de-9199-69dbfe441b85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1610317 Jul 29 23:40:52.790526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-330af2b4-cb96-4045-a82e-ccec2a4846cd service neutron] 10.222.0.37 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7479956 Jul 29 23:40:52.805758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca278081-9d96-4621-86d4-a7a03d51c49c None None] Port 733534aa-155f-4f32-9368-46bec16ca089 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:52.832122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca278081-9d96-4621-86d4-a7a03d51c49c None None] Provisioning complete for port 7e8b62b1-9b70-4f67-aa37-5d460662439d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:52.834267 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca278081-9d96-4621-86d4-a7a03d51c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.883716 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.024302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d518fea-43a5-4449-bc69-4ea851e626e1 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:40:53.156157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4553cb4-091f-4649-8a08-0ccbd666133c None None] Provisioning for port 17e0a89a-be93-4586-bed3-f511b5fcae54 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:53.167970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4553cb4-091f-4649-8a08-0ccbd666133c None None] Provisioning complete for port 17e0a89a-be93-4586-bed3-f511b5fcae54 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:53.168743 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4553cb4-091f-4649-8a08-0ccbd666133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.225656 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-fc14836d-419a-4f64-a98a-a7e5ccb80070 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791851 Jul 29 23:40:53.250552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7e8b62b1-9b70-4f67-aa37-5d460662439d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:53.264352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b4553cb4-091f-4649-8a08-0ccbd666133c None None] Port 17e0a89a-be93-4586-bed3-f511b5fcae54 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:53.331172 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.331418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4553cb4-091f-4649-8a08-0ccbd666133c None None] Provisioning complete for port 733534aa-155f-4f32-9368-46bec16ca089 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:53.331751 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4553cb4-091f-4649-8a08-0ccbd666133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.333632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d518fea-43a5-4449-bc69-4ea851e626e1 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:40:53.363033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95297a38-aa3c-42fb-81d8-e18eb106edfd tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.367890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8::f (c0dae28a-20d6-4021-9471-66cb1c117158/51225a9a-e8c2-4341-a24d-876dd62935cf/2c394667-2868-4340-a2a0-915dc540d3f5) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:53.416582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b4553cb4-091f-4649-8a08-0ccbd666133c None None] Port 733534aa-155f-4f32-9368-46bec16ca089 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:53.430555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c27e27-eac5-43f8-bee5-6a42c77bbc7a req-516c8ef1-b020-46cd-bb46-aa9ddcfe0baf tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.432520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80c27e27-eac5-43f8-bee5-6a42c77bbc7a req-516c8ef1-b020-46cd-bb46-aa9ddcfe0baf tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 948 time: 0.6348100 Jul 29 23:40:53.458066 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.479608 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c5a32382-2cdf-4ec2-b071-0f9ed000eabe req-2a76d397-40df-4c54-b943-8c6cbd06077c service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286274 Jul 29 23:40:53.487570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 7e8b62b1-9b70-4f67-aa37-5d460662439d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:53.488144 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.512691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-c5c3e4f9-b269-4f13-804f-bb2e26dc0c47 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.515441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-c5c3e4f9-b269-4f13-804f-bb2e26dc0c47 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 948 time: 0.6063259 Jul 29 23:40:53.653720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-135b13d6-c9c5-4344-b803-b07a459b06ef service neutron] 10.222.0.37 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268659 Jul 29 23:40:53.661466 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.680956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Port': ['ID=b18f3395-deff-45b8-bfb6-6497610d101c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:53.695669 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.732569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No DVR routers for this DVR port b18f3395-deff-45b8-bfb6-6497610d101c on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:53.746127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35322) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:53.746891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63915e9689f54af9b7f381b488d4508c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3437188 Jul 29 23:40:53.797914 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.873295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object 2c394667-2868-4340-a2a0-915dc540d3f5 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:53.877291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95297a38-aa3c-42fb-81d8-e18eb106edfd tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.885597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95297a38-aa3c-42fb-81d8-e18eb106edfd tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.945787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95297a38-aa3c-42fb-81d8-e18eb106edfd tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event updated for resources: {'Port': ['ID=17e0a89a-be93-4586-bed3-f511b5fcae54,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:54.004919 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Floating IP ec9593e5-1e22-46b7-9d5f-034ac2a4aafb associated. External IP: 172.25.2.186, port: 81d49114-54c8-41d9-ab61-739649290fa6. Jul 29 23:40:54.053073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64ef-6005-46f8-911b-7a202453ef76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.090573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80c27e27-eac5-43f8-bee5-6a42c77bbc7a req-4b086562-503f-4ec9-a87c-759d5d11c7fd tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401584 Jul 29 23:40:54.094452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c420c1e1-d1db-40b4-acae-f055a6eaba40,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:54.102603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.109462 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fcf224a-ad6f-4cb3-b744-3342eb98b319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.130693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64ef-6005-46f8-911b-7a202453ef76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.135347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af92628-320a-46b1-94b9-c3dbefc6dfe1']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:54.149370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.149916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.150471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.150960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.151404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.151911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.152526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.153185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.153568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.153993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.154377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.154696 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdc3c6-35fd-49f9-9cc3-8125b0233755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:54.188663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-95297a38-aa3c-42fb-81d8-e18eb106edfd tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] In _notify_port_updated(), no bound segment for port 17e0a89a-be93-4586-bed3-f511b5fcae54 on network c2f7a6db-cf8a-4263-9b36-43879aace163 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:40:54.197477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d983813-da3f-4891-9021-62d9e473d316') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:54.198198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d983813-da3f-4891-9021-62d9e473d316') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:54.198595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95297a38-aa3c-42fb-81d8-e18eb106edfd tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.199597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95297a38-aa3c-42fb-81d8-e18eb106edfd tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.201471 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-95297a38-aa3c-42fb-81d8-e18eb106edfd tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "PUT /v2.0/ports/17e0a89a-be93-4586-bed3-f511b5fcae54 HTTP/1.1" status: 200 len: 1054 time: 1.7758987 Jul 29 23:40:54.215198 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.221878 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.224953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:54.242140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc2d687f-cfef-41c1-82c8-f004f3657e60 req-fcab2693-1465-4189-bb0f-3b8e2d938f49 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 210 time: 0.0965583 Jul 29 23:40:54.264569 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.355809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.382821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-8d12a2c2-0ef9-40b4-83aa-9a69e21dd75a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Deleting port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:54.390104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-8d12a2c2-0ef9-40b4-83aa-9a69e21dd75a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.441963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network c0dae28a-20d6-4021-9471-66cb1c117158 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:54.463998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:54.467361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:54.476337 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.477275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.541362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:54.542951 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:54.550554 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:54.553080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=2c394667-2868-4340-a2a0-915dc540d3f5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:54.559418 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64ef-6005-46f8-911b-7a202453ef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.562211 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ebd64ef-6005-46f8-911b-7a202453ef76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.563601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0ebd64ef-6005-46f8-911b-7a202453ef76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c420c1e1-d1db-40b4-acae-f055a6eaba40 HTTP/1.1" status: 204 len: 168 time: 0.8133502 Jul 29 23:40:54.584183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-62241a77-b038-43b2-9126-22e4d932645d None None] Provisioning complete for port 17e0a89a-be93-4586-bed3-f511b5fcae54 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:54.586532 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62241a77-b038-43b2-9126-22e4d932645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.588841 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a13a783a-9970-4e12-b61c-fddd951849e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8906653 Jul 29 23:40:54.589821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35334) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:54.716919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-62241a77-b038-43b2-9126-22e4d932645d None None] Port 17e0a89a-be93-4586-bed3-f511b5fcae54 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:54.745052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd64ef-6005-46f8-911b-7a202453ef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c420c1e1-d1db-40b4-acae-f055a6eaba40,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:54.771000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-8d12a2c2-0ef9-40b4-83aa-9a69e21dd75a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] For port c1224ff9-cbe9-4f92-9978-b306b7aa2d35, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:54.771314 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-8d12a2c2-0ef9-40b4-83aa-9a69e21dd75a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.775621 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.802718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.804938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/2af92628-320a-46b1-94b9-c3dbefc6dfe1 HTTP/1.1" status: 204 len: 168 time: 7.7463017 Jul 29 23:40:54.811305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-8d12a2c2-0ef9-40b4-83aa-9a69e21dd75a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Calling delete_port for c1224ff9-cbe9-4f92-9978-b306b7aa2d35 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:54.812992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35340) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:54.889669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-504976227'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:54.897136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642db01-fdb6-4cdb-9636-f4175f3d0e6f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Network': ['ID=2af92628-320a-46b1-94b9-c3dbefc6dfe1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:54.902834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ae6b9-1e0c-4469-b2a7-4f655a648530 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.910311 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a22ae6b9-1e0c-4469-b2a7-4f655a648530 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3151524 Jul 29 23:40:54.911101 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:54.934370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8098fb0a-bd61-4881-bc83-c284b5630d5b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Deleting port 17e0a89a-be93-4586-bed3-f511b5fcae54 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:54.934941 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8098fb0a-bd61-4881-bc83-c284b5630d5b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.956884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e7e023a-9861-4168-ba53-72eeec97917a None None] Provisioning for port 2c394667-2868-4340-a2a0-915dc540d3f5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:54.966668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e7e023a-9861-4168-ba53-72eeec97917a None None] Provisioning complete for port 2c394667-2868-4340-a2a0-915dc540d3f5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:54.967413 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e7e023a-9861-4168-ba53-72eeec97917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.980353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:54.983930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.045780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e023a-9861-4168-ba53-72eeec97917a None None] Port 2c394667-2868-4340-a2a0-915dc540d3f5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:55.052438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router d4e1aaec-e02e-4e53-870d-f4a6992cd136 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:55.077570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:55.098293 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.099234 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Added segment b2c67560-342c-4898-85ed-cf22a3cb760c of type vlan for network 821ccb96-038a-4bf5-9c21-7e1d2839fac9 Jul 29 23:40:55.159789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39140049-6432-4a53-a4e1-1fd4e268ae18 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.178678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39140049-6432-4a53-a4e1-1fd4e268ae18 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.215452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39140049-6432-4a53-a4e1-1fd4e268ae18 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.235813 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-39140049-6432-4a53-a4e1-1fd4e268ae18 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3208685 Jul 29 23:40:55.239742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:55.254873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.328525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8098fb0a-bd61-4881-bc83-c284b5630d5b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.360386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8098fb0a-bd61-4881-bc83-c284b5630d5b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Calling delete_port for 17e0a89a-be93-4586-bed3-f511b5fcae54 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:55.403354 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.450226 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:40:55.509891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39ae93c3-1526-4840-a287-33eb478def15 req-fe0b951a-5518-44c5-9933-6ea33e06fe33 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 210 time: 0.1596339 Jul 29 23:40:55.571684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.577386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.578094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.587811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8098fb0a-bd61-4881-bc83-c284b5630d5b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.649364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098fb0a-bd61-4881-bc83-c284b5630d5b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event deleted for resources: {'Port': ['ID=17e0a89a-be93-4586-bed3-f511b5fcae54,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:55.724270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd20987-85e2-4dad-8117-941cf8cc4160 req-ca3a9d2c-8df6-4f3b-b299-ea57458a5a1b tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.725799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbd20987-85e2-4dad-8117-941cf8cc4160 req-ca3a9d2c-8df6-4f3b-b299-ea57458a5a1b tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c644951-37a3-4810-9cd9-dddbf8dd67c4 HTTP/1.1" status: 200 len: 948 time: 0.3951690 Jul 29 23:40:55.735879 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-8d12a2c2-0ef9-40b4-83aa-9a69e21dd75a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.739301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9138291 Jul 29 23:40:55.772423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35374) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:55.782903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Request body: {'subnet': {'network_id': '821ccb96-038a-4bf5-9c21-7e1d2839fac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:55.824160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:55.829277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:55.830743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12a2c2-0ef9-40b4-83aa-9a69e21dd75a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Pushing event deleted for resources: {'Port': ['ID=c1224ff9-cbe9-4f92-9978-b306b7aa2d35,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:55.853728 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] Sync routers for ids ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:55.867741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b15f1e-02a9-403e-9123-c4c3e26fad4a tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Network': ['ID=821ccb96-038a-4bf5-9c21-7e1d2839fac9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:55.868972 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] Routers {'d4e1aaec-e02e-4e53-870d-f4a6992cd136'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:55.869631 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:55.887283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 821ccb96-038a-4bf5-9c21-7e1d2839fac9 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:55.974884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-8d12a2c2-0ef9-40b4-83aa-9a69e21dd75a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] No DVR routers for this DVR port c1224ff9-cbe9-4f92-9978-b306b7aa2d35 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:56.000810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbd20987-85e2-4dad-8117-941cf8cc4160 req-7115b0e0-a888-4c20-862c-4eea1119fced tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544074 Jul 29 23:40:56.002206 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.016381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-8d12a2c2-0ef9-40b4-83aa-9a69e21dd75a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.020155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f1f4325-7eb6-466d-b867-eb433677c72c req-8d12a2c2-0ef9-40b4-83aa-9a69e21dd75a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.42 "DELETE /v2.0/ports/c1224ff9-cbe9-4f92-9978-b306b7aa2d35 HTTP/1.1" status: 204 len: 173 time: 2.4233663 Jul 29 23:40:56.026637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'name': 'network-vif-deleted', 'tag': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:56.056494 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ee5e57-6639-4c40-ab3f-8ee2ade24716" -d '{"events": [{"server_uuid": "1c644951-37a3-4810-9cd9-dddbf8dd67c4", "name": "network-vif-deleted", "tag": "c1224ff9-cbe9-4f92-9978-b306b7aa2d35"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:56.100780 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8098fb0a-bd61-4881-bc83-c284b5630d5b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.105439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-46fea2a2-fdbf-4a26-9530-29f31a0ba8cb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 2c394667-2868-4340-a2a0-915dc540d3f5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:56.105798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fea2a2-fdbf-4a26-9530-29f31a0ba8cb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.111005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:56.112056 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8098fb0a-bd61-4881-bc83-c284b5630d5b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "DELETE /v2.0/ports/17e0a89a-be93-4586-bed3-f511b5fcae54 HTTP/1.1" status: 204 len: 168 time: 1.8782752 Jul 29 23:40:56.113452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Made reservation on behalf of 5aae493305a748518076403bbd727496 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:56.131481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.154211 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] Set router d4e1aaec-e02e-4e53-870d-f4a6992cd136 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:56.178479 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35890a34-e820-4a8e-81ed-b863952bbb2d x-openstack-request-id: req-35890a34-e820-4a8e-81ed-b863952bbb2d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:56.178795 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c644951-37a3-4810-9cd9-dddbf8dd67c4", "name": "network-vif-deleted", "tag": "c1224ff9-cbe9-4f92-9978-b306b7aa2d35", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:56.179026 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35890a34-e820-4a8e-81ed-b863952bbb2d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:56.179436 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c644951-37a3-4810-9cd9-dddbf8dd67c4', 'name': 'network-vif-deleted', 'tag': 'c1224ff9-cbe9-4f92-9978-b306b7aa2d35', 'status': 'completed', 'code': 200} Jul 29 23:40:56.215039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c1224ff9-cbe9-4f92-9978-b306b7aa2d35 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:56.266695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-901863532'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:56.300993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7c21122d-55dc-4b15-8498-37fac90bbdde tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.7733207 Jul 29 23:40:56.323707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: c1224ff9-cbe9-4f92-9978-b306b7aa2d35 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:56.324153 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-349ada19-1933-4ec4-bf9e-3a5dfc09051f tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] GET failed (client error): The resource could not be found. Jul 29 23:40:56.332763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c1224ff9-cbe9-4f92-9978-b306b7aa2d35 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:56.333228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-349ada19-1933-4ec4-bf9e-3a5dfc09051f tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "GET /v2.0/ports/17e0a89a-be93-4586-bed3-f511b5fcae54 HTTP/1.1" status: 404 len: 333 time: 0.2150674 Jul 29 23:40:56.349767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35388) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:56.481864 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fea2a2-fdbf-4a26-9530-29f31a0ba8cb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.556057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-46fea2a2-fdbf-4a26-9530-29f31a0ba8cb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 2c394667-2868-4340-a2a0-915dc540d3f5 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:56.588264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Made reservation on behalf of ba01fb7fc42041da814caef429e4d613 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:56.591903 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.603302 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.618592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22ef9-87df-4410-b86a-b5a0834e9358 req-5e89e53b-362f-437b-b4ef-371614be5e35 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:56.626119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48b22ef9-87df-4410-b86a-b5a0834e9358 req-5e89e53b-362f-437b-b4ef-371614be5e35 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.1409616 Jul 29 23:40:56.681137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-bd1f804e-945a-49df-bd23-1511d0ebe7f4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:56.682919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-bd1f804e-945a-49df-bd23-1511d0ebe7f4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 812 time: 0.5181046 Jul 29 23:40:56.687830 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ec9593e5-1e22-46b7-9d5f-034ac2a4aafb', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'port_id': '81d49114-54c8-41d9-ab61-739649290fa6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'mac_address': 'fa:16:3e:fa:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:51Z', 'updated_at': '2021-07-29T23:40:51Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef7ad5f-820f-4fe6-8707-af90a44c8aa1', 'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:4c:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:09Z', 'updated_at': '2021-07-29T23:40:37Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '2c809582-ee1b-4918-8149-5327c4e75278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:56.703582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30703b52-02b1-4f94-9ff4-ec8dd0d0f393 req-1bdb1031-fa15-40bb-8845-886d9f147ea3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 210 time: 0.0414357 Jul 29 23:40:56.739411 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] Checking router: d4e1aaec-e02e-4e53-870d-f4a6992cd136 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:56.751317 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] Routers {'d4e1aaec-e02e-4e53-870d-f4a6992cd136'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:56.752664 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:56.756965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6d62426e-616a-46f0-9eaf-5bda6a35e16b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Deleting port 806f3e00-1b8c-47b5-b151-fc07ae37cd25 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:56.757568 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d62426e-616a-46f0-9eaf-5bda6a35e16b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.773770 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48b22ef9-87df-4410-b86a-b5a0834e9358 req-d0a80bb5-d8ba-4ec2-b541-053916f13ae7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1460094 Jul 29 23:40:56.798426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35392) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:56.805846 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-d1cc0201-26de-44be-9975-28853ff6d7a2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26db6b4b91d247c5b9f9132b6799f10a HTTP/1.1" status: 200 len: 379 time: 0.1067610 Jul 29 23:40:56.871646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'port': {'device_id': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'admin_state_up': True, 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'security_groups': ['dce0f5df-88e4-4a3d-80a7-8c6c964a8a09']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:56.873027 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] Set router d4e1aaec-e02e-4e53-870d-f4a6992cd136 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:57.011394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:40:57.023345 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.024841 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.090466 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event updated for resources: {'Subnet': ['ID=fcf48285-c1d2-4671-8c0f-45f5469fa74c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.102870 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d62426e-616a-46f0-9eaf-5bda6a35e16b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.137554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6d62426e-616a-46f0-9eaf-5bda6a35e16b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Calling delete_port for 806f3e00-1b8c-47b5-b151-fc07ae37cd25 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:57.208625 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ec9593e5-1e22-46b7-9d5f-034ac2a4aafb', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'port_id': '81d49114-54c8-41d9-ab61-739649290fa6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'mac_address': 'fa:16:3e:fa:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:51Z', 'updated_at': '2021-07-29T23:40:51Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef7ad5f-820f-4fe6-8707-af90a44c8aa1', 'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:4c:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:09Z', 'updated_at': '2021-07-29T23:40:37Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '2c809582-ee1b-4918-8149-5327c4e75278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:57.217070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Checking segment: {'id': 'b2c67560-342c-4898-85ed-cf22a3cb760c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '821ccb96-038a-4bf5-9c21-7e1d2839fac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:57.217458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network hostable DHCP agents. Network: 821ccb96-038a-4bf5-9c21-7e1d2839fac9, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:57.263428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Network 821ccb96-038a-4bf5-9c21-7e1d2839fac9 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:57.266253 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf379b0-2b08-4b9b-a201-6627911d2bfb None None] The sync data for ids ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'] in n-d-712139-11 is: [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ec9593e5-1e22-46b7-9d5f-034ac2a4aafb', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'port_id': '81d49114-54c8-41d9-ab61-739649290fa6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'mac_address': 'fa:16:3e:fa:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:51Z', 'updated_at': '2021-07-29T23:40:51Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef7ad5f-820f-4fe6-8707-af90a44c8aa1', 'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:4c:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:09Z', 'updated_at': '2021-07-29T23:40:37Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '2c809582-ee1b-4918-8149-5327c4e75278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:57.289028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 821ccb96-038a-4bf5-9c21-7e1d2839fac9) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:57.297036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-da97022b-749d-41fa-aa38-c3a3cfdb488d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/ec9593e5-1e22-46b7-9d5f-034ac2a4aafb HTTP/1.1" status: 200 len: 991 time: 0.4960799 Jul 29 23:40:57.305180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce83ab5-5be6-41a5-b334-94974d2d5fa6 None None] Network 821ccb96-038a-4bf5-9c21-7e1d2839fac9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:57.318483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fea2a2-fdbf-4a26-9530-29f31a0ba8cb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.323509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.324360 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.354000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fea2a2-fdbf-4a26-9530-29f31a0ba8cb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=2c394667-2868-4340-a2a0-915dc540d3f5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.372125 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d62426e-616a-46f0-9eaf-5bda6a35e16b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.375230 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.411325 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8df9d459-5f87-4a88-bc26-5d8df12d734b tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6377230 Jul 29 23:40:57.431893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35402) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.453360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62426e-616a-46f0-9eaf-5bda6a35e16b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event deleted for resources: {'Port': ['ID=806f3e00-1b8c-47b5-b151-fc07ae37cd25,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.459687 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fea2a2-fdbf-4a26-9530-29f31a0ba8cb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.467954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-46fea2a2-fdbf-4a26-9530-29f31a0ba8cb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/2c394667-2868-4340-a2a0-915dc540d3f5 HTTP/1.1" status: 204 len: 168 time: 2.2262323 Jul 29 23:40:57.469533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.481950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.503040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Made reservation on behalf of 26db6b4b91d247c5b9f9132b6799f10a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:57.515268 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.588790 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca5db97-9b69-46a3-8aad-db4546f3b0c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:40:57.593632 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-aca5db97-9b69-46a3-8aad-db4546f3b0c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/2c394667-2868-4340-a2a0-915dc540d3f5 HTTP/1.1" status: 404 len: 333 time: 0.1065061 Jul 29 23:40:57.598571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35406) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.606819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:57.645653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580a0a2b-6313-4958-9680-51d087c26dbd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.651241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.651930 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Added segment e69bc71b-408e-4e4a-9bd5-f266f06a02b2 of type vlan for network c5866aba-8015-40f9-beed-5a427fb12288 Jul 29 23:40:57.670170 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d62426e-616a-46f0-9eaf-5bda6a35e16b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.673160 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6d62426e-616a-46f0-9eaf-5bda6a35e16b tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "DELETE /v2.0/ports/806f3e00-1b8c-47b5-b151-fc07ae37cd25 HTTP/1.1" status: 204 len: 168 time: 1.3222275 Jul 29 23:40:57.679667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35408) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.699250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28bed2-96e5-462b-b6e7-17808f22f8eb None None] New status for floating IP ec9593e5-1e22-46b7-9d5f-034ac2a4aafb: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:40:57.746143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af70c5-7376-43d9-8add-dd3836cec0a3 req-506151f5-9d8c-4ce1-9138-3cc3751cddd6 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.750812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52af70c5-7376-43d9-8add-dd3836cec0a3 req-506151f5-9d8c-4ce1-9138-3cc3751cddd6 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 949 time: 0.3200665 Jul 29 23:40:57.772337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-821ccb96-038a-4bf5-9c21-7e1d2839fac9', 'network_id': '821ccb96-038a-4bf5-9c21-7e1d2839fac9', 'tenant_id': '5aae493305a748518076403bbd727496', 'fixed_ips': [{'subnet_id': 'fcf48285-c1d2-4671-8c0f-45f5469fa74c'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:57.773827 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.821779 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44caeda-fecf-45e4-897c-2db65d95b70d tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] GET failed (client error): The resource could not be found. Jul 29 23:40:57.825771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b44caeda-fecf-45e4-897c-2db65d95b70d tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "GET /v2.0/ports/806f3e00-1b8c-47b5-b151-fc07ae37cd25 HTTP/1.1" status: 404 len: 333 time: 0.1417472 Jul 29 23:40:57.832523 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.835338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35412) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.911681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b867fe2-57b2-40e2-a626-f9ee8de91c9e req-bd8090eb-db49-4d87-b068-602915961fc7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 210 time: 0.0890887 Jul 29 23:40:57.922290 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.971795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-52af70c5-7376-43d9-8add-dd3836cec0a3 req-bc6debf5-b853-4fd6-8fb4-476ffe8a46d2 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587892 Jul 29 23:40:57.979267 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.980212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fdf44677-a7ee-40f2-967a-a6542ce983f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 733534aa-155f-4f32-9368-46bec16ca089 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:57.986656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.987562 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.991593 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdf44677-a7ee-40f2-967a-a6542ce983f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.088063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.2539313 Jul 29 23:40:58.093263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35414) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:58.103117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Request body: {'subnet': {'network_id': 'c5866aba-8015-40f9-beed-5a427fb12288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:58.113831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbb58a-6bc3-4653-96dd-8478437edd8c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Pushing event updated for resources: {'Network': ['ID=c5866aba-8015-40f9-beed-5a427fb12288,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:58.126259 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network c5866aba-8015-40f9-beed-5a427fb12288 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:58.150294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Allocated IP 2001:db8::f816:3eff:feb5:1fb (821ccb96-038a-4bf5-9c21-7e1d2839fac9/fcf48285-c1d2-4671-8c0f-45f5469fa74c/45e45398-5f46-4907-a30d-f19eb9aaae7f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:58.182558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:58.185335 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c19167-df04-4a36-822e-f48c8f834d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:58.221825 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.250713 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71055abd-fdc4-4a16-b1bf-51c95759472a x-openstack-request-id: req-71055abd-fdc4-4a16-b1bf-51c95759472a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:58.251019 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:58.251284 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71055abd-fdc4-4a16-b1bf-51c95759472a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:58.252225 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'status': 'completed', 'code': 200} Jul 29 23:40:58.313559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35418) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:58.365605 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.375468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Transition to ACTIVE for port object 45e45398-5f46-4907-a30d-f19eb9aaae7f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:58.393452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Transition to ACTIVE for port object 45e45398-5f46-4907-a30d-f19eb9aaae7f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:58.396965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Made reservation on behalf of ba01fb7fc42041da814caef429e4d613 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:58.401043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.401459 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.406961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Allocated IP 172.20.0.5 (33ad5c1f-badc-46d6-a914-c2f44d1a5dbd/3fe6365f-a40c-48b9-b081-8f50aa48b74d/74c60c01-b360-44ba-8ade-677ebc5408a2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:58.411347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-4dc01ae1-b059-4062-8c9a-cbc880537a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:58.412958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-4dc01ae1-b059-4062-8c9a-cbc880537a83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1097 time: 0.1390066 Jul 29 23:40:58.448275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Network 821ccb96-038a-4bf5-9c21-7e1d2839fac9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:58.451585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:58.459001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:58.477581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Pushing event updated for resources: {'Port': ['ID=45e45398-5f46-4907-a30d-f19eb9aaae7f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:58.499338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3b46ac83-7c7e-44cb-840b-69c7ae5480a2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/ec9593e5-1e22-46b7-9d5f-034ac2a4aafb HTTP/1.1" status: 200 len: 993 time: 0.1728320 Jul 29 23:40:58.499543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b212f19b-508e-4d5b-bd32-ac6eb160e354 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Deleting port e43bd3c2-3dd6-4091-a4d4-086945f8cbbd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:58.499543 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b212f19b-508e-4d5b-bd32-ac6eb160e354 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.535964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Attempting to bind port 45e45398-5f46-4907-a30d-f19eb9aaae7f on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:58.536471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Attempting to bind port 45e45398-5f46-4907-a30d-f19eb9aaae7f by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b2c67560-342c-4898-85ed-cf22a3cb760c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '821ccb96-038a-4bf5-9c21-7e1d2839fac9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:58.536862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Attempting to bind port 45e45398-5f46-4907-a30d-f19eb9aaae7f on network 821ccb96-038a-4bf5-9c21-7e1d2839fac9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:58.547830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:58.547830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Checking segment: {'id': 'b2c67560-342c-4898-85ed-cf22a3cb760c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '821ccb96-038a-4bf5-9c21-7e1d2839fac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:58.547830 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.548470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.548617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Bound using segment: {'id': 'b2c67560-342c-4898-85ed-cf22a3cb760c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '821ccb96-038a-4bf5-9c21-7e1d2839fac9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:58.548617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Bound port: 45e45398-5f46-4907-a30d-f19eb9aaae7f, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c67560-342c-4898-85ed-cf22a3cb760c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '821ccb96-038a-4bf5-9c21-7e1d2839fac9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:58.548617 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.579530 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdf44677-a7ee-40f2-967a-a6542ce983f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.603794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf48285-c1d2-4671-8c0f-45f5469fa74c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:58.608529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fdf44677-a7ee-40f2-967a-a6542ce983f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 733534aa-155f-4f32-9368-46bec16ca089 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:58.677874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] For port 45e45398-5f46-4907-a30d-f19eb9aaae7f, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:58.681431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] For port 45e45398-5f46-4907-a30d-f19eb9aaae7f, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=45e45398-5f46-4907-a30d-f19eb9aaae7f,segment=NetworkSegment(b2c67560-342c-4898-85ed-cf22a3cb760c),segment_id=b2c67560-342c-4898-85ed-cf22a3cb760c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:58.686703 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.711477 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.715188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-f2a91a5a-6838-4fff-b140-259fd9a4b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:58.716915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-f2a91a5a-6838-4fff-b140-259fd9a4b6f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.2871065 Jul 29 23:40:58.729571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b212f19b-508e-4d5b-bd32-ac6eb160e354 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.731678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821ccb96-038a-4bf5-9c21-7e1d2839fac9']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:58.753107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c67560-342c-4898-85ed-cf22a3cb760c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:58.753552 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c67560-342c-4898-85ed-cf22a3cb760c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:58.753683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.756103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b212f19b-508e-4d5b-bd32-ac6eb160e354 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Calling delete_port for e43bd3c2-3dd6-4091-a4d4-086945f8cbbd owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:58.779531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5ff84-fae9-472d-9f37-815101e36de6 None None] Pushing event updated for resources: {'Port': ['ID=45e45398-5f46-4907-a30d-f19eb9aaae7f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:58.793489 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.795814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Transition to ACTIVE for port object 74c60c01-b360-44ba-8ade-677ebc5408a2 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:58.799232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c495429-0a5f-492b-9dbb-a48e04fa0f14 None None] Network 821ccb96-038a-4bf5-9c21-7e1d2839fac9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:58.822352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.835309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:58.835863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:58.839720 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:58.949463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.983863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:40:58.983863 n-d-712139-11 neutron-server[93816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:40:58.983863 n-d-712139-11 neutron-server[93816]: [parameters: {'id': '821ccb96-038a-4bf5-9c21-7e1d2839fac9'}] Jul 29 23:40:58.983863 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:40:58.984440 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:40:58.986987 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdf44677-a7ee-40f2-967a-a6542ce983f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.004953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ce5e9-fe32-47d6-9f6b-66b3fd29d6c2 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:40:59.013734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:59.046062 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.046591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:59.060808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:59.063576 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.143154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf44677-a7ee-40f2-967a-a6542ce983f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=733534aa-155f-4f32-9368-46bec16ca089,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.172727 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdf44677-a7ee-40f2-967a-a6542ce983f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.172945 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fdf44677-a7ee-40f2-967a-a6542ce983f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/733534aa-155f-4f32-9368-46bec16ca089 HTTP/1.1" status: 204 len: 168 time: 1.5732882 Jul 29 23:40:59.177971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35428) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.193552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b212f19b-508e-4d5b-bd32-ac6eb160e354 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.219980 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfae4eb-733e-47d6-b781-81b900118490 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:40:59.224763 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1dfae4eb-733e-47d6-b781-81b900118490 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/733534aa-155f-4f32-9368-46bec16ca089 HTTP/1.1" status: 404 len: 333 time: 0.0434141 Jul 29 23:40:59.236599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35430) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.248500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.249302 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.250573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-cbf8ad56-774a-4acd-af8f-7211b8ea278a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 1001 time: 0.5232975 Jul 29 23:40:59.255450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212f19b-508e-4d5b-bd32-ac6eb160e354 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event deleted for resources: {'Port': ['ID=e43bd3c2-3dd6-4091-a4d4-086945f8cbbd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.256349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Pushing event updated for resources: {'Subnet': ['ID=cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.287992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1b950-c62a-464b-84c9-1c0bf9daea96 req-d939672a-0933-440a-a38c-f7cd873aee84 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.289561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aeb1b950-c62a-464b-84c9-1c0bf9daea96 req-d939672a-0933-440a-a38c-f7cd873aee84 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 931 time: 0.2564301 Jul 29 23:40:59.294028 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-6c300d2e-a2a6-4bcc-9c38-ad6d565af22a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4287624 Jul 29 23:40:59.320322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Request body: {'port': {'device_id': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:59.334224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ce5e9-fe32-47d6-9f6b-66b3fd29d6c2 None None] Network c5866aba-8015-40f9-beed-5a427fb12288 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:59.346915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ce5e9-fe32-47d6-9f6b-66b3fd29d6c2 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, c5866aba-8015-40f9-beed-5a427fb12288) {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:40:59.352493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Checking segment: {'id': 'e69bc71b-408e-4e4a-9bd5-f266f06a02b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c5866aba-8015-40f9-beed-5a427fb12288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:59.352493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Network hostable DHCP agents. Network: c5866aba-8015-40f9-beed-5a427fb12288, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:59.380924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b212f19b-508e-4d5b-bd32-ac6eb160e354 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.385077 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b212f19b-508e-4d5b-bd32-ac6eb160e354 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "DELETE /v2.0/ports/e43bd3c2-3dd6-4091-a4d4-086945f8cbbd HTTP/1.1" status: 204 len: 168 time: 1.5448055 Jul 29 23:40:59.385363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.388193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd83ccf-9c1f-4ced-9630-00ace121a19f req-57d72606-d5c0-4519-8488-7e5148497e7a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.389702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cd83ccf-9c1f-4ced-9630-00ace121a19f req-57d72606-d5c0-4519-8488-7e5148497e7a tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 949 time: 0.3097429 Jul 29 23:40:59.418786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.430599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc87957-5c22-432c-b328-5ec5dc0fe9d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet 51225a9a-e8c2-4341-a24d-876dd62935cf {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:59.433172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Unable to find a vacant binding_index for network c5866aba-8015-40f9-beed-5a427fb12288 and agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 29 23:40:59.468726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-02f7c600-cc69-46d2-b577-f0eaa5cb7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.470223 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-02f7c600-cc69-46d2-b577-f0eaa5cb7121 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.1759758 Jul 29 23:40:59.472730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cc87957-5c22-432c-b328-5ec5dc0fe9d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.477395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f221229-83cc-41e7-93ae-c7d5d2a1b351 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Deleting subnet b2df1559-150b-443d-99fd-7b3e48d54007 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:59.483484 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f221229-83cc-41e7-93ae-c7d5d2a1b351 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.500219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, c5866aba-8015-40f9-beed-5a427fb12288) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:59.505024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aeb1b950-c62a-464b-84c9-1c0bf9daea96 req-1a48c035-bf10-49fd-9aef-c8578da57ac2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969526 Jul 29 23:40:59.505551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.518938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.519583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.593312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f221229-83cc-41e7-93ae-c7d5d2a1b351 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.596471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cc87957-5c22-432c-b328-5ec5dc0fe9d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.605166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-514a35ad-bd7d-400b-b26e-fed5b1a2e5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5053852 Jul 29 23:40:59.617130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35434) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.630405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Request body: {'port': {'network_id': 'c5866aba-8015-40f9-beed-5a427fb12288', 'name': 'tempest-TagsExtTest-474176188'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:59.633957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cd83ccf-9c1f-4ced-9630-00ace121a19f req-89f854fe-761c-46c4-b088-291ab23fdbed tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181606 Jul 29 23:40:59.652975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-d625ceb0-94e2-4dbc-941b-ba2aa89053c6 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.654642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-d625ceb0-94e2-4dbc-941b-ba2aa89053c6 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 949 time: 0.2565489 Jul 29 23:40:59.710580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-c5866aba-8015-40f9-beed-5a427fb12288', 'network_id': 'c5866aba-8015-40f9-beed-5a427fb12288', 'tenant_id': 'ba01fb7fc42041da814caef429e4d613', 'fixed_ips': [{'subnet_id': 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:59.711462 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.747277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-999fb8fb-16ba-4856-bccc-993c993190ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.748866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-999fb8fb-16ba-4856-bccc-993c993190ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2339957 Jul 29 23:40:59.775418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-4f82cb28-b247-48b6-a13b-5d702e365192 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:40:59.776444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-4f82cb28-b247-48b6-a13b-5d702e365192 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091364 Jul 29 23:40:59.861779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Allocated IP 172.20.0.2 (c5866aba-8015-40f9-beed-5a427fb12288/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/ad902d17-292c-4193-be29-c4614a265abf) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:59.885381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f221229-83cc-41e7-93ae-c7d5d2a1b351 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.910989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Deleting port 45e45398-5f46-4907-a30d-f19eb9aaae7f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:59.911337 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.917119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cc87957-5c22-432c-b328-5ec5dc0fe9d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.971888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Made reservation on behalf of ba01fb7fc42041da814caef429e4d613 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:59.976740 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.041182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] device_id is not set on port 32ee37f4-b32f-461d-bea9-bcc56ac33076 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:41:00.047376 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.059496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Transition to ACTIVE for port object ad902d17-292c-4193-be29-c4614a265abf will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:00.077557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Transition to ACTIVE for port object ad902d17-292c-4193-be29-c4614a265abf will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:00.084915 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.091495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c60c01-b360-44ba-8ade-677ebc5408a2 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:00.101281 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f221229-83cc-41e7-93ae-c7d5d2a1b351 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.104699 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.125825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Network c5866aba-8015-40f9-beed-5a427fb12288 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:00.131075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:00.138002 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:00.146558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Pushing event updated for resources: {'Port': ['ID=ad902d17-292c-4193-be29-c4614a265abf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.153143 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f221229-83cc-41e7-93ae-c7d5d2a1b351 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event deleted for resources: {'Subnet': ['ID=b2df1559-150b-443d-99fd-7b3e48d54007,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.160409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Transition to ACTIVE for port object 74c60c01-b360-44ba-8ade-677ebc5408a2 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:00.164731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f221229-83cc-41e7-93ae-c7d5d2a1b351 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.169843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4f221229-83cc-41e7-93ae-c7d5d2a1b351 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "DELETE /v2.0/subnets/b2df1559-150b-443d-99fd-7b3e48d54007 HTTP/1.1" status: 204 len: 168 time: 0.7834244 Jul 29 23:41:00.170892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35438) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:00.183988 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.209267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Attempting to bind port ad902d17-292c-4193-be29-c4614a265abf on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:00.209791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Attempting to bind port ad902d17-292c-4193-be29-c4614a265abf by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'e69bc71b-408e-4e4a-9bd5-f266f06a02b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c5866aba-8015-40f9-beed-5a427fb12288'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:00.210401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Attempting to bind port ad902d17-292c-4193-be29-c4614a265abf on network c5866aba-8015-40f9-beed-5a427fb12288 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:00.216994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:00.217544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Checking segment: {'id': 'e69bc71b-408e-4e4a-9bd5-f266f06a02b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c5866aba-8015-40f9-beed-5a427fb12288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:00.218058 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.218612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Bound using segment: {'id': 'e69bc71b-408e-4e4a-9bd5-f266f06a02b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c5866aba-8015-40f9-beed-5a427fb12288'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:00.219187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Bound port: ad902d17-292c-4193-be29-c4614a265abf, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69bc71b-408e-4e4a-9bd5-f266f06a02b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c5866aba-8015-40f9-beed-5a427fb12288'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:00.219691 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.301630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-83aad17e-de79-4339-8031-1313076cd42a None None] For port ad902d17-292c-4193-be29-c4614a265abf, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:00.305232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-83aad17e-de79-4339-8031-1313076cd42a None None] For port ad902d17-292c-4193-be29-c4614a265abf, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ad902d17-292c-4193-be29-c4614a265abf,segment=NetworkSegment(e69bc71b-408e-4e4a-9bd5-f266f06a02b2),segment_id=e69bc71b-408e-4e4a-9bd5-f266f06a02b2)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:00.313948 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.345184 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.358801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.362075 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-014ff015-0bbf-4388-95f9-83be5534dd23 {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:41:00.362378 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:41:00.365901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-ec17bc9d-490e-4f9a-86cd-d3c36b1eb418 service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597134 Jul 29 23:41:00.368532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] For port 45e45398-5f46-4907-a30d-f19eb9aaae7f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=45e45398-5f46-4907-a30d-f19eb9aaae7f,segment=NetworkSegment(b2c67560-342c-4898-85ed-cf22a3cb760c),segment_id=b2c67560-342c-4898-85ed-cf22a3cb760c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:00.368911 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.373489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-cf17a39e-5aa0-469d-8664-6ed2be4297e7 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Deleting port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:00.373832 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-cf17a39e-5aa0-469d-8664-6ed2be4297e7 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.396059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aad17e-de79-4339-8031-1313076cd42a None None] Pushing event updated for resources: {'Port': ['ID=ad902d17-292c-4193-be29-c4614a265abf,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.414863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Calling delete_port for 45e45398-5f46-4907-a30d-f19eb9aaae7f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:00.477136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Attempting to bind port 74c60c01-b360-44ba-8ade-677ebc5408a2 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:00.477659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Attempting to bind port 74c60c01-b360-44ba-8ade-677ebc5408a2 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:00.477876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Attempting to bind port 74c60c01-b360-44ba-8ade-677ebc5408a2 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:00.487785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Port 74c60c01-b360-44ba-8ade-677ebc5408a2 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:00.488140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Attempting to bind port 74c60c01-b360-44ba-8ade-677ebc5408a2 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:00.496450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Deleting port bbc504be-2fa3-471b-821a-a6aa3d705eae {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:00.496814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.499355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:00.499695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Checking segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:00.499954 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cc87957-5c22-432c-b328-5ec5dc0fe9d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.506432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Bound using segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:00.506432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Bound port: 74c60c01-b360-44ba-8ade-677ebc5408a2, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:00.506432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.617083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc87957-5c22-432c-b328-5ec5dc0fe9d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=51225a9a-e8c2-4341-a24d-876dd62935cf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.637330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] For port bbc504be-2fa3-471b-821a-a6aa3d705eae, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bbc504be-2fa3-471b-821a-a6aa3d705eae,segment=NetworkSegment(80c548f0-710d-4fac-b04a-c8a75d760f07),segment_id=80c548f0-710d-4fac-b04a-c8a75d760f07)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:00.637619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.642013 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cc87957-5c22-432c-b328-5ec5dc0fe9d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.643981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0cc87957-5c22-432c-b328-5ec5dc0fe9d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/51225a9a-e8c2-4341-a24d-876dd62935cf HTTP/1.1" status: 204 len: 168 time: 1.4064193 Jul 29 23:41:00.649428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:00.669814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Calling delete_port for bbc504be-2fa3-471b-821a-a6aa3d705eae owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:00.736690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7c19167-df04-4a36-822e-f48c8f834d5c req-64c625b4-1f11-41a7-b3dc-c1cccaffa58f service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533127 Jul 29 23:41:00.752143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-cf17a39e-5aa0-469d-8664-6ed2be4297e7 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] For port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:00.752524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-cf17a39e-5aa0-469d-8664-6ed2be4297e7 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.759232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:00.781885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-cf17a39e-5aa0-469d-8664-6ed2be4297e7 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Calling delete_port for 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:00.811994 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.818685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:00.828839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.832290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352661-d956-42b1-90b0-753dc2b9cd29 req-90a0c1c5-e9cc-45a3-97f8-6cd48bbec645 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.833874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b352661-d956-42b1-90b0-753dc2b9cd29 req-90a0c1c5-e9cc-45a3-97f8-6cd48bbec645 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 943 time: 0.1950881 Jul 29 23:41:00.881118 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.897697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Port': ['ID=45e45398-5f46-4907-a30d-f19eb9aaae7f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.907304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.909192 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.910753 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] 10.222.0.47 "PUT /v2.0/ports/74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 1092 time: 1.5966616 Jul 29 23:41:00.917131 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:00.919414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No DVR routers for this DVR port 45e45398-5f46-4907-a30d-f19eb9aaae7f on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:00.919561 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:00.927336 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.974380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] device_id is not set on port 44aa8d7c-15ab-4141-b219-8966da63a43b yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:41:00.975670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a345b42-1329-4de9-93d9-9db5458eb3d1 req-715a3dbb-f2c1-4eb0-b897-5f5b10de2ef0 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.977257 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a345b42-1329-4de9-93d9-9db5458eb3d1 req-715a3dbb-f2c1-4eb0-b897-5f5b10de2ef0 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6 HTTP/1.1" status: 200 len: 949 time: 0.2325146 Jul 29 23:41:01.008775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b352661-d956-42b1-90b0-753dc2b9cd29 req-1670fd91-9ced-4a4c-b02b-32e7e679ba70 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674066 Jul 29 23:41:01.058607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15311a53-9f79-4a4c-8a80-424629462921 service neutron] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.066302 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.082213 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.099711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821ccb96-038a-4bf5-9c21-7e1d2839fac9']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:01.135555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] No DVR routers for this DVR port bbc504be-2fa3-471b-821a-a6aa3d705eae on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:01.145579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a345b42-1329-4de9-93d9-9db5458eb3d1 req-31befcc6-242d-4673-8795-c2a85447ad4e tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.37 "GET /v2.0/security-groups?id=816bb147-7bc0-47e4-b01e-e89019980657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576641 Jul 29 23:41:01.149291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c67560-342c-4898-85ed-cf22a3cb760c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:01.149593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c67560-342c-4898-85ed-cf22a3cb760c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:01.172742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.199188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event deleted for resources: {'Port': ['ID=bbc504be-2fa3-471b-821a-a6aa3d705eae,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.225366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.232705 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-cf17a39e-5aa0-469d-8664-6ed2be4297e7 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.235163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:01.235827 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:01.240002 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:01.311366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ad902d17-292c-4193-be29-c4614a265abf up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:01.358153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Allocated IP 172.20.0.13 (c5866aba-8015-40f9-beed-5a427fb12288/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/44aa8d7c-15ab-4141-b219-8966da63a43b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:01.359178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a39e-5aa0-469d-8664-6ed2be4297e7 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Pushing event deleted for resources: {'Port': ['ID=27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.363119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-387c5e47-1a51-461a-bfe3-c105a1547cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:01.364739 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-387c5e47-1a51-461a-bfe3-c105a1547cda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1095 time: 0.3850415 Jul 29 23:41:01.424283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-cf17a39e-5aa0-469d-8664-6ed2be4297e7 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] No DVR routers for this DVR port 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:01.428631 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-cf17a39e-5aa0-469d-8664-6ed2be4297e7 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.431190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cae1d54e-b23f-484b-81a5-b876772f3982 req-cf17a39e-5aa0-469d-8664-6ed2be4297e7 tempest-ListImageFiltersTestJSON-1405621816 tempest-ListImageFiltersTestJSON-1405621816-project] 10.222.0.47 "DELETE /v2.0/ports/27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 HTTP/1.1" status: 204 len: 173 time: 1.7388020 Jul 29 23:41:01.431988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-deleted', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:01.435004 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd33304-a67a-404c-8ce4-37e30667c959" -d '{"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-deleted", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:01.439259 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.444422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port ad902d17-292c-4193-be29-c4614a265abf completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:01.447591 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.449610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/821ccb96-038a-4bf5-9c21-7e1d2839fac9 HTTP/1.1" status: 204 len: 168 time: 4.0165331 Jul 29 23:41:01.461316 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-3490cea0-dad0-4e0c-8909-34e0ddb75aed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 217 time: 0.0756781 Jul 29 23:41:01.464562 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.464786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35454) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.475728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ca406-3918-46df-98aa-b8baf8cdbb70 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Network': ['ID=821ccb96-038a-4bf5-9c21-7e1d2839fac9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.504745 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d54937-6838-46d4-bdf3-77c795fb0bf8 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] DELETE failed (client error): The resource could not be found. Jul 29 23:41:01.505265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d54937-6838-46d4-bdf3-77c795fb0bf8 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:01.509560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c3d54937-6838-46d4-bdf3-77c795fb0bf8 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/subnets/fcf48285-c1d2-4671-8c0f-45f5469fa74c HTTP/1.1" status: 404 len: 337 time: 0.0411291 Jul 29 23:41:01.509905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35456) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.516235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f7a6db-cf8a-4263-9b36-43879aace163']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:01.539289 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd84680-caf7-4702-8505-4f3b9adb2232 x-openstack-request-id: req-cbd84680-caf7-4702-8505-4f3b9adb2232 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:01.539612 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6", "name": "network-vif-deleted", "tag": "27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:01.539903 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbd84680-caf7-4702-8505-4f3b9adb2232 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:01.540342 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2cfbb2-60e3-4e2d-bce5-22dc7d821fa6', 'name': 'network-vif-deleted', 'tag': '27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90', 'status': 'completed', 'code': 200} Jul 29 23:41:01.558830 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c80798e-99ab-4754-ad28-cb2b99b923ec x-openstack-request-id: req-4c80798e-99ab-4754-ad28-cb2b99b923ec {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:01.559191 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:01.559295 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a997b5-62c4-41e6-8c29-3b8d283f9a60 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] DELETE failed (client error): The resource could not be found. Jul 29 23:41:01.559390 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c80798e-99ab-4754-ad28-cb2b99b923ec {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:01.559771 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'status': 'completed', 'code': 200} Jul 29 23:41:01.559892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a997b5-62c4-41e6-8c29-3b8d283f9a60 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:01.562837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f1a997b5-62c4-41e6-8c29-3b8d283f9a60 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/821ccb96-038a-4bf5-9c21-7e1d2839fac9 HTTP/1.1" status: 404 len: 339 time: 0.0514307 Jul 29 23:41:01.565696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c548f0-710d-4fac-b04a-c8a75d760f07') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:01.566052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c548f0-710d-4fac-b04a-c8a75d760f07') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:01.566191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35458) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.590651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 7e8b62b1-9b70-4f67-aa37-5d460662439d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:01.591006 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.599726 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c6a018-7b2b-4aed-aa1d-477aa7733b81 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] DELETE failed (client error): The resource could not be found. Jul 29 23:41:01.600229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c6a018-7b2b-4aed-aa1d-477aa7733b81 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:01.602334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-70c6a018-7b2b-4aed-aa1d-477aa7733b81 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/subnets/fa98f1d2-23c0-4dd7-bbf8-5f64ce555d14 HTTP/1.1" status: 404 len: 337 time: 0.0348170 Jul 29 23:41:01.605970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35460) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.611491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.629438 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-63873720-d8d7-4ba5-b273-06dff4ee7f65 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] DELETE failed (client error): The resource could not be found. Jul 29 23:41:01.630028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63873720-d8d7-4ba5-b273-06dff4ee7f65 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:01.634185 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-63873720-d8d7-4ba5-b273-06dff4ee7f65 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/2af92628-320a-46b1-94b9-c3dbefc6dfe1 HTTP/1.1" status: 404 len: 339 time: 0.0248554 Jul 29 23:41:01.634656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35462) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.665234 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-38387ff6-9af7-4c2a-b465-930d1399fcf3 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] DELETE failed (client error): The resource could not be found. Jul 29 23:41:01.665628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38387ff6-9af7-4c2a-b465-930d1399fcf3 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:01.667493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-38387ff6-9af7-4c2a-b465-930d1399fcf3 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/subnets/870c7ebf-1a66-4471-a2eb-6c69eaddaed3 HTTP/1.1" status: 404 len: 337 time: 0.0319054 Jul 29 23:41:01.670121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35464) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.689297 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe8ef7f-288c-4551-b4f0-996f0807b303 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] DELETE failed (client error): The resource could not be found. Jul 29 23:41:01.689880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe8ef7f-288c-4551-b4f0-996f0807b303 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:01.691636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3fe8ef7f-288c-4551-b4f0-996f0807b303 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/3ea97725-1938-4aa0-aa85-fdb158ba524b HTTP/1.1" status: 404 len: 339 time: 0.0205693 Jul 29 23:41:01.694186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35466) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.696325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.708932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db99af6-9626-48d9-bb02-fbe42ad351f6 None None] Network c5866aba-8015-40f9-beed-5a427fb12288 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:01.726869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-36e624ea-8ec8-496f-8167-780c2fe08028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:01.728414 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-36e624ea-8ec8-496f-8167-780c2fe08028 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.2439132 Jul 29 23:41:01.824855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3afdc0d5-eea5-45d0-939a-92ca16347b5f None None] Provisioning for port ad902d17-292c-4193-be29-c4614a265abf completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:01.849388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2092b3c2-15c4-4584-848e-186b75b3678f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Deleting port 9781452b-1f08-45b4-9866-a48fba21d593 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:01.850026 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2092b3c2-15c4-4584-848e-186b75b3678f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.850719 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:01.850934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3afdc0d5-eea5-45d0-939a-92ca16347b5f None None] Provisioning complete for port ad902d17-292c-4193-be29-c4614a265abf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:01.851315 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3afdc0d5-eea5-45d0-939a-92ca16347b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.851652 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:01.953661 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:01.990846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2092b3c2-15c4-4584-848e-186b75b3678f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.013895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2092b3c2-15c4-4584-848e-186b75b3678f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Calling delete_port for 9781452b-1f08-45b4-9866-a48fba21d593 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:02.074177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] For port 7e8b62b1-9b70-4f67-aa37-5d460662439d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7e8b62b1-9b70-4f67-aa37-5d460662439d,segment=NetworkSegment(ca141196-9923-4b69-aa84-c96bfb40877b),segment_id=ca141196-9923-4b69-aa84-c96bfb40877b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:02.075354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.086526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.174658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.183449 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] 10.222.0.37 "DELETE /v2.0/networks/c2f7a6db-cf8a-4263-9b36-43879aace163 HTTP/1.1" status: 204 len: 168 time: 2.0083935 Jul 29 23:41:02.206167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 7e8b62b1-9b70-4f67-aa37-5d460662439d owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:02.211991 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.225225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aee61-1149-4e5c-84be-efe7b63cb058 tempest-AllowedAddressPairTestJSON-1498022743 tempest-AllowedAddressPairTestJSON-1498022743-project] Pushing event deleted for resources: {'Network': ['ID=c2f7a6db-cf8a-4263-9b36-43879aace163,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.273832 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3afdc0d5-eea5-45d0-939a-92ca16347b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.303118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a1e75-d68c-4f75-9f13-cbfd4fce0496 None None] Network c0dae28a-20d6-4021-9471-66cb1c117158 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:02.310960 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.319533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2092b3c2-15c4-4584-848e-186b75b3678f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.335653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Transition to ACTIVE for port object 44aa8d7c-15ab-4141-b219-8966da63a43b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:02.338352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-2275c0e0-2118-4bdd-9b20-c362f1118b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.339962 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-2275c0e0-2118-4bdd-9b20-c362f1118b9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3744726 Jul 29 23:41:02.455395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca97cad-6042-41e8-90a7-2d24dbbeca2a req-f5bc8e1c-75b1-4b5d-bbec-a900f6d01693 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.457039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ca97cad-6042-41e8-90a7-2d24dbbeca2a req-f5bc8e1c-75b1-4b5d-bbec-a900f6d01693 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 943 time: 0.2367504 Jul 29 23:41:02.458337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092b3c2-15c4-4584-848e-186b75b3678f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Port': ['ID=9781452b-1f08-45b4-9866-a48fba21d593,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.470968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb66183-358b-409d-afed-e954a9dfbad5 None None] DHCP port deletion for c2f7a6db-cf8a-4263-9b36-43879aace163 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:02.495874 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2092b3c2-15c4-4584-848e-186b75b3678f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.511110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2092b3c2-15c4-4584-848e-186b75b3678f tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/ports/9781452b-1f08-45b4-9866-a48fba21d593 HTTP/1.1" status: 204 len: 168 time: 0.8136766 Jul 29 23:41:02.512381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35484) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:02.599872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3afdc0d5-eea5-45d0-939a-92ca16347b5f None None] For port ad902d17-292c-4193-be29-c4614a265abf, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ad902d17-292c-4193-be29-c4614a265abf,segment=NetworkSegment(e69bc71b-408e-4e4a-9bd5-f266f06a02b2),segment_id=e69bc71b-408e-4e4a-9bd5-f266f06a02b2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:02.649072 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-a7c03405-42ae-4928-9797-44ede671ab4e service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855077 Jul 29 23:41:02.658732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ca97cad-6042-41e8-90a7-2d24dbbeca2a req-3e4f4566-a06d-4a48-bb2a-53796f72fa6e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792824 Jul 29 23:41:02.659977 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6229f58-5cac-4b99-98a7-8d8e8c54ff20 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] DELETE failed (client error): The resource could not be found. Jul 29 23:41:02.660754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6229f58-5cac-4b99-98a7-8d8e8c54ff20 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:02.671358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e6229f58-5cac-4b99-98a7-8d8e8c54ff20 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/subnets/bc431f15-f176-4d8c-a3d2-b94d4e6ea3d7 HTTP/1.1" status: 404 len: 337 time: 0.1579137 Jul 29 23:41:02.674433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35490) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:02.711528 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3afdc0d5-eea5-45d0-939a-92ca16347b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.730555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.829461 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.886808 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.892171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c6eef-e90f-47df-a886-7e628ef6ab23 None None] DHCP port deletion for c0dae28a-20d6-4021-9471-66cb1c117158 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:02.918346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c6928f91-484d-427a-92e0-bb2506e45f65 None None] Provisioning for port 74c60c01-b360-44ba-8ade-677ebc5408a2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:02.932746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdc0d5-eea5-45d0-939a-92ca16347b5f None None] Pushing event updated for resources: {'Port': ['ID=ad902d17-292c-4193-be29-c4614a265abf,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.948702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:02.982886 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:02.983506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27971e2b-fdf1-41ee-b7d1-01dbdb9d0f90 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:03.005034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No DVR routers for this DVR port 7e8b62b1-9b70-4f67-aa37-5d460662439d on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:03.026078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Network c5866aba-8015-40f9-beed-5a427fb12288 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:03.055290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Pushing event updated for resources: {'Port': ['ID=44aa8d7c-15ab-4141-b219-8966da63a43b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:03.076449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:03.080363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:03.085675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35494) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:03.153858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.180953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed802c02-edc6-481d-ab36-1809492ccfab']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:03.208915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d2a31f-89b5-4120-8383-305048f5fda8') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:03.209440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d2a31f-89b5-4120-8383-305048f5fda8') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:03.235563 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.269487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ad902d17-292c-4193-be29-c4614a265abf up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:03.273228 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.281228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:03.281714 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:03.286173 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:03.373136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ad902d17-292c-4193-be29-c4614a265abf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:03.373600 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.387635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.406236 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.414266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/ed802c02-edc6-481d-ab36-1809492ccfab HTTP/1.1" status: 204 len: 168 time: 0.7382038 Jul 29 23:41:03.417632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35518) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:03.433630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296bc02-c690-4a0c-b4d4-656401c0555e None None] Network c5866aba-8015-40f9-beed-5a427fb12288 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:03.444148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cf103-a6a4-4bc7-bc72-3da944c46d80 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Network': ['ID=ed802c02-edc6-481d-ab36-1809492ccfab,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:03.539299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4a9efb9c-a16c-4e19-bf9d-8dd7836b7e57 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Deleting port f0c4a3ec-3b11-4463-8a04-609b9994f7ab {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:03.540720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a9efb9c-a16c-4e19-bf9d-8dd7836b7e57 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.633642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a9efb9c-a16c-4e19-bf9d-8dd7836b7e57 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.654152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4a9efb9c-a16c-4e19-bf9d-8dd7836b7e57 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Calling delete_port for f0c4a3ec-3b11-4463-8a04-609b9994f7ab owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:03.667039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:03.667794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.693433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=7e8b62b1-9b70-4f67-aa37-5d460662439d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:03.783865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b80c171f-db31-4ded-81c8-10ef451db695 None None] Provisioning complete for port ad902d17-292c-4193-be29-c4614a265abf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:03.784390 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b80c171f-db31-4ded-81c8-10ef451db695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.788747 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a9efb9c-a16c-4e19-bf9d-8dd7836b7e57 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.799229 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03a18d57-bfd6-43ca-956d-0b293b7a5eaa req-959eb1b4-3320-4273-aa65-e08d385dba6f service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1328964 Jul 29 23:41:03.806537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.810570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-edde544b-4a0d-452e-8316-ea9ebc1acb7c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.1923182 Jul 29 23:41:03.819555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35542) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:03.832584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dae28a-20d6-4021-9471-66cb1c117158']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:03.839392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5df993b7-ab17-4ce7-a6a4-ce83ae36385c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1274254983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:03.851885 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a9efb9c-a16c-4e19-bf9d-8dd7836b7e57 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.853927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4a9efb9c-a16c-4e19-bf9d-8dd7836b7e57 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/ports/f0c4a3ec-3b11-4463-8a04-609b9994f7ab HTTP/1.1" status: 204 len: 168 time: 0.4345911 Jul 29 23:41:03.856646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9efb9c-a16c-4e19-bf9d-8dd7836b7e57 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Port': ['ID=f0c4a3ec-3b11-4463-8a04-609b9994f7ab,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:03.859357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35546) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:03.868121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca141196-9923-4b69-aa84-c96bfb40877b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:03.868493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca141196-9923-4b69-aa84-c96bfb40877b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:03.893349 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.902269 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c7e71552-32ef-4709-a816-b106e9ff01ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69aaced432c443deac724a8561566ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8133125 Jul 29 23:41:03.903281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35550) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:03.916204 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a752b3d9-d2a8-498d-a7ec-d206f3b308ea tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] DELETE failed (client error): The resource could not be found. Jul 29 23:41:03.916667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a752b3d9-d2a8-498d-a7ec-d206f3b308ea tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:03.920580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a752b3d9-d2a8-498d-a7ec-d206f3b308ea tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/subnets/2cf65d4a-789c-43f3-bf6f-16e3d6f6e57c HTTP/1.1" status: 404 len: 337 time: 0.0580251 Jul 29 23:41:03.933641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35552) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:03.957532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f95c2-7fbd-4843-89da-eeedb1257b14 req-7b9c2ff1-55bc-4f09-85ae-be7817ac5ec4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:03.959139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e5f95c2-7fbd-4843-89da-eeedb1257b14 req-7b9c2ff1-55bc-4f09-85ae-be7817ac5ec4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 943 time: 0.1851871 Jul 29 23:41:03.962543 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.965059 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5df993b7-ab17-4ce7-a6a4-ce83ae36385c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.966172 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5df993b7-ab17-4ce7-a6a4-ce83ae36385c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.987582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:03.988422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:03.995373 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:04.061846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bbc504be-2fa3-471b-821a-a6aa3d705eae no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:04.101420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: bbc504be-2fa3-471b-821a-a6aa3d705eae {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:04.102153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bbc504be-2fa3-471b-821a-a6aa3d705eae not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:04.102814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7e8b62b1-9b70-4f67-aa37-5d460662439d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:04.103678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-254e9832-43ba-42eb-a17c-2567f5684ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.105728 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-254e9832-43ba-42eb-a17c-2567f5684ba4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1095 time: 0.1797485 Jul 29 23:41:04.122697 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e5f95c2-7fbd-4843-89da-eeedb1257b14 req-9e478ca3-abde-4894-9897-ddf6614a1236 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507249 Jul 29 23:41:04.149643 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.159053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 7e8b62b1-9b70-4f67-aa37-5d460662439d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:04.159415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7e8b62b1-9b70-4f67-aa37-5d460662439d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:04.185910 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.209567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.213052 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/networks/c0dae28a-20d6-4021-9471-66cb1c117158 HTTP/1.1" status: 204 len: 168 time: 3.5608492 Jul 29 23:41:04.229743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.230498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-995ae8a0-cc41-49e0-90f2-f2ceccc3ba34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.240644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1830465482'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:04.264832 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.278423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:04.290375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c8db63-81c6-4982-8810-82abdb46ce03') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:04.290678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c8db63-81c6-4982-8810-82abdb46ce03') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:04.303740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.309683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf66380-8cd7-4ae0-8509-32d71b4b0b04 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Network': ['ID=c0dae28a-20d6-4021-9471-66cb1c117158,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.322167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.326294 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5df993b7-ab17-4ce7-a6a4-ce83ae36385c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.332924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:04.333418 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:04.336607 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:04.338452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35560) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.347532 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5df993b7-ab17-4ce7-a6a4-ce83ae36385c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.363199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe57495c-908b-4d9e-aee5-20f0ce2e1445 None None] Provisioning for port 44aa8d7c-15ab-4141-b219-8966da63a43b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:04.368476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe57495c-908b-4d9e-aee5-20f0ce2e1445 None None] Provisioning complete for port 44aa8d7c-15ab-4141-b219-8966da63a43b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:04.369730 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe57495c-908b-4d9e-aee5-20f0ce2e1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.375666 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-995ae8a0-cc41-49e0-90f2-f2ceccc3ba34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.413816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-e8185c6b-3ef0-4922-a569-602f639d682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.416807 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-e8185c6b-3ef0-4922-a569-602f639d682f service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.3021190 Jul 29 23:41:04.422738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:04.428811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.441552 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.454269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fe57495c-908b-4d9e-aee5-20f0ce2e1445 None None] Port 44aa8d7c-15ab-4141-b219-8966da63a43b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:04.462930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.467919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338 HTTP/1.1" status: 204 len: 168 time: 0.5329809 Jul 29 23:41:04.469095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d45137-cf08-4981-978c-f221e3bcb4d1 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Network': ['ID=cbe6e1e8-7fb0-46ad-8eb5-337ee9b0c338,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.471764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35566) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.492263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe57495c-908b-4d9e-aee5-20f0ce2e1445 None None] Provisioning complete for port ad902d17-292c-4193-be29-c4614a265abf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:04.492625 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe57495c-908b-4d9e-aee5-20f0ce2e1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.525629 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5df993b7-ab17-4ce7-a6a4-ce83ae36385c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.527593 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5df993b7-ab17-4ce7-a6a4-ce83ae36385c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7067912 Jul 29 23:41:04.532153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6888be-7153-4fe8-83ff-0e4290ee3b39 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Deleting subnet a2836023-bd87-435c-9525-a2ec79709f7a {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:04.535786 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:04.536325 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be6888be-7153-4fe8-83ff-0e4290ee3b39 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.543459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35568) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.550449 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-bc3b7a13-ffab-4b58-9086-cf31af99df03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 217 time: 0.0901330 Jul 29 23:41:04.557558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6a89c4c1-4be6-4b77-be11-e9e0899f942d tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1558343491', 'prefixes': ['172.20.0.0/16']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:04.582618 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be6888be-7153-4fe8-83ff-0e4290ee3b39 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.623933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.624538 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Added segment 261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1 of type vlan for network f140c3d4-bec4-410f-bd8e-d3805061f8e8 Jul 29 23:41:04.683106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-a6a31535-9aa8-42a6-b6d3-e0a26dffd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.684734 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-a6a31535-9aa8-42a6-b6d3-e0a26dffd885 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.1063931 Jul 29 23:41:04.688887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-995ae8a0-cc41-49e0-90f2-f2ceccc3ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.691460 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-995ae8a0-cc41-49e0-90f2-f2ceccc3ba34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.695011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-669025f8-b08d-47ab-ac67-7a82eddff96f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50b6e092d62c45079c294e9d80d75079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540483 Jul 29 23:41:04.695195 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-995ae8a0-cc41-49e0-90f2-f2ceccc3ba34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fadfc124-daad-4fd2-bfe6-ae16db4a21a0 HTTP/1.1" status: 204 len: 168 time: 0.7810299 Jul 29 23:41:04.695195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.695342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35570) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.734230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ba14c488-a2f0-47f2-9733-019e0506b164 None None] Provisioning complete for port 44aa8d7c-15ab-4141-b219-8966da63a43b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:04.734807 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba14c488-a2f0-47f2-9733-019e0506b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.743926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ae8a0-cc41-49e0-90f2-f2ceccc3ba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadfc124-daad-4fd2-bfe6-ae16db4a21a0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.745757 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be6888be-7153-4fe8-83ff-0e4290ee3b39 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.784601 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fba9536-a732-4920-b0eb-53bd072d5f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.793982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ba14c488-a2f0-47f2-9733-019e0506b164 None None] Port 44aa8d7c-15ab-4141-b219-8966da63a43b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:04.805039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.811376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.812229 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.823339 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fba9536-a732-4920-b0eb-53bd072d5f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.858178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be6888be-7153-4fe8-83ff-0e4290ee3b39 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.888667 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a89c4c1-4be6-4b77-be11-e9e0899f942d tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for subnetpool, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.890324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6a89c4c1-4be6-4b77-be11-e9e0899f942d tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3422611 Jul 29 23:41:04.896348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35576) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.901146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-ef61ad01-9fb2-4eb0-b00c-08b04edf49d7 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26', 'tempest-TagsExtTest-Tag-1684096543') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:04.903953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5a6f51-78b8-4446-ad13-e6aacc88a2eb None None] Network fe176585-638d-4f2d-a5f2-6b812b5941df requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:04.904880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be6888be-7153-4fe8-83ff-0e4290ee3b39 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.909487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-be6888be-7153-4fe8-83ff-0e4290ee3b39 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/subnets/a2836023-bd87-435c-9525-a2ec79709f7a HTTP/1.1" status: 204 len: 168 time: 0.4367316 Jul 29 23:41:04.910582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6888be-7153-4fe8-83ff-0e4290ee3b39 tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Subnet': ['ID=a2836023-bd87-435c-9525-a2ec79709f7a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.916558 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6832371 Jul 29 23:41:04.918697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf18793-dd9c-49a0-9885-bc7581dbb9f8 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Network': ['ID=f140c3d4-bec4-410f-bd8e-d3805061f8e8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.920025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35578) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.920371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35580) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.929572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-2dca1cda-e09d-499e-b8ab-7cff83a5bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.934122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': 'f140c3d4-bec4-410f-bd8e-d3805061f8e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:04.934324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-2dca1cda-e09d-499e-b8ab-7cff83a5bfd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2360797 Jul 29 23:41:04.966947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f140c3d4-bec4-410f-bd8e-d3805061f8e8 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:05.059419 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fba9536-a732-4920-b0eb-53bd072d5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.062271 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fba9536-a732-4920-b0eb-53bd072d5f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.063637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8fba9536-a732-4920-b0eb-53bd072d5f6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/816bb147-7bc0-47e4-b01e-e89019980657 HTTP/1.1" status: 204 len: 168 time: 0.3676031 Jul 29 23:41:05.106044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba9536-a732-4920-b0eb-53bd072d5f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816bb147-7bc0-47e4-b01e-e89019980657,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:05.113342 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-e8e496d0-5920-4a85-bb83-1632d9dbb674 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530623 Jul 29 23:41:05.208878 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.272985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b652a93-5912-4dcc-a157-702227238893 None None] DHCP port deletion for fe176585-638d-4f2d-a5f2-6b812b5941df request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:05.291204 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6085cd0-cc0a-41c4-8802-ba99d0f35eb6 req-f89866e0-7109-4f3e-99eb-247214016c76 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754487 Jul 29 23:41:05.332641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2b652a93-5912-4dcc-a157-702227238893 None None] Deleting port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:05.333016 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b652a93-5912-4dcc-a157-702227238893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.353658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:05.358139 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.402600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2b652a93-5912-4dcc-a157-702227238893 None None] For port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=37e9025e-b131-4f7f-b69a-53f3cfed7fa3,segment=NetworkSegment(80720cf8-3f01-407c-bae6-3ad4d88caca8),segment_id=80720cf8-3f01-407c-bae6-3ad4d88caca8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:05.403478 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b652a93-5912-4dcc-a157-702227238893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.419143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2b652a93-5912-4dcc-a157-702227238893 None None] Calling delete_port for 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:05.446509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e415f-b33c-474a-9727-73975ebc6c0f req-b14fd4e8-3254-499b-959a-3bb77ab33840 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:05.448503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f89e415f-b33c-474a-9727-73975ebc6c0f req-b14fd4e8-3254-499b-959a-3bb77ab33840 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 943 time: 0.2124560 Jul 29 23:41:05.517940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:05.518132 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ef61ad01-9fb2-4eb0-b00c-08b04edf49d7 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags/tempest-TagsExtTest-Tag-1684096543 HTTP/1.1" status: 201 len: 201 time: 0.6206021 Jul 29 23:41:05.523950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f89e415f-b33c-474a-9727-73975ebc6c0f req-48bda8f7-f722-4f38-b7af-b75582cb8ed8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652385 Jul 29 23:41:05.530393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-2b67e35a-700e-49f2-83d8-f0264c7408d4 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b', 'tempest-TagsExtTest-Tag-1920048717') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:05.532316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Deleting port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:05.532728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.577941 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b652a93-5912-4dcc-a157-702227238893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.619276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b652a93-5912-4dcc-a157-702227238893 None None] Pushing event deleted for resources: {'Port': ['ID=37e9025e-b131-4f7f-b69a-53f3cfed7fa3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:05.635315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b652a93-5912-4dcc-a157-702227238893 None None] No DVR routers for this DVR port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:05.670862 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2b67e35a-700e-49f2-83d8-f0264c7408d4 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags/tempest-TagsExtTest-Tag-1920048717 HTTP/1.1" status: 201 len: 201 time: 0.1517088 Jul 29 23:41:05.673545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35616) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:05.680886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-82c05872-088d-413e-8674-54f96224f5c1 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b', 'tempest-TagsExtTest-Tag-1448073982') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:05.698049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] For port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=37e9025e-b131-4f7f-b69a-53f3cfed7fa3,segment=NetworkSegment(80720cf8-3f01-407c-bae6-3ad4d88caca8),segment_id=80720cf8-3f01-407c-bae6-3ad4d88caca8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:05.699092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.725050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:05.748373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Calling delete_port for 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:05.806403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-82c05872-088d-413e-8674-54f96224f5c1 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags/tempest-TagsExtTest-Tag-1448073982 HTTP/1.1" status: 201 len: 201 time: 0.1285229 Jul 29 23:41:05.806870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35624) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:05.812876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-0a0f513c-4126-4437-a2c9-d31f71b94e44 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72', 'tempest-TagsExtTest-Tag-169721593') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:05.871870 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0a0f513c-4126-4437-a2c9-d31f71b94e44 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags/tempest-TagsExtTest-Tag-169721593 HTTP/1.1" status: 201 len: 201 time: 0.0633080 Jul 29 23:41:05.874004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:05.879366 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-e14bb30f-186d-42d5-b1b5-573a4319a89e tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:05.888226 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.952389 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.985758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=8dde9e10-1f61-48d3-b0aa-6cd4db623cb1,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:06.005297 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e14bb30f-186d-42d5-b1b5-573a4319a89e tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags HTTP/1.1" status: 200 len: 241 time: 0.1300383 Jul 29 23:41:06.007785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.012533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-a360813d-cb91-45a1-bea0-db3aa4718870 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26', 'tempest-TagsExtTest-Tag-1684096543') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.012777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2077194310'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:06.021731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Port': ['ID=37e9025e-b131-4f7f-b69a-53f3cfed7fa3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:06.023716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] No DVR routers for this DVR port 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:06.060153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Checking segment: {'id': '261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f140c3d4-bec4-410f-bd8e-d3805061f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:06.060535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network hostable DHCP agents. Network: f140c3d4-bec4-410f-bd8e-d3805061f8e8, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:06.073940 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a360813d-cb91-45a1-bea0-db3aa4718870 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags/tempest-TagsExtTest-Tag-1684096543 HTTP/1.1" status: 204 len: 168 time: 0.0641398 Jul 29 23:41:06.076184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.082163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-ca6ce8aa-eb3b-4bda-a98f-0ab614e47fee tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26', 'tempest-TagsExtTest-Tag-1684096543') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.123575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Made reservation on behalf of 281586f2fd78411e84ca79b82e86b185 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:06.127096 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.147976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.151602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.167886 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ca6ce8aa-eb3b-4bda-a98f-0ab614e47fee tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags/tempest-TagsExtTest-Tag-1684096543 HTTP/1.1" status: 204 len: 168 time: 0.0883808 Jul 29 23:41:06.169175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.173821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-3dc3d520-7f9e-44bc-91b0-ac6eb03e9760 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.174341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network f140c3d4-bec4-410f-bd8e-d3805061f8e8 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:06.177507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe176585-638d-4f2d-a5f2-6b812b5941df']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.190580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80720cf8-3f01-407c-bae6-3ad4d88caca8') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.190888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80720cf8-3f01-407c-bae6-3ad4d88caca8') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.210405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.224841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f140c3d4-bec4-410f-bd8e-d3805061f8e8) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:06.235133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3a258-1716-4dcd-9a38-a95cc53ac6e2 None None] Network f140c3d4-bec4-410f-bd8e-d3805061f8e8 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:06.249783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.250438 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.259516 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.270621 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3dc3d520-7f9e-44bc-91b0-ac6eb03e9760 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags HTTP/1.1" status: 200 len: 205 time: 0.0999210 Jul 29 23:41:06.271544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.279060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-e982f018-b350-4869-8b42-1546ecb85989 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.279441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:06.279798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:06.284437 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:06.374395 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e982f018-b350-4869-8b42-1546ecb85989 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags HTTP/1.1" status: 200 len: 241 time: 0.0983577 Jul 29 23:41:06.375863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35646) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.383067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-a0e696de-3421-4a30-87da-8d641304fe17 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b', 'tempest-TagsExtTest-Tag-1920048717') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.388282 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.428850 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.433618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] 10.222.0.37 "DELETE /v2.0/networks/fe176585-638d-4f2d-a5f2-6b812b5941df HTTP/1.1" status: 204 len: 168 time: 1.5094233 Jul 29 23:41:06.438711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-f140c3d4-bec4-410f-bd8e-d3805061f8e8', 'network_id': 'f140c3d4-bec4-410f-bd8e-d3805061f8e8', 'tenant_id': '27ca511c69564aad951c716e67a7baed', 'fixed_ips': [{'subnet_id': '8dde9e10-1f61-48d3-b0aa-6cd4db623cb1'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:41:06.440153 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.480180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3a73e-6e38-4b87-ad07-03a87548f7eb tempest-NetworksIpV6TestAttrs-180841757 tempest-NetworksIpV6TestAttrs-180841757-project] Pushing event deleted for resources: {'Network': ['ID=fe176585-638d-4f2d-a5f2-6b812b5941df,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:06.510915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.544186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a0e696de-3421-4a30-87da-8d641304fe17 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags/tempest-TagsExtTest-Tag-1920048717 HTTP/1.1" status: 204 len: 168 time: 0.1643915 Jul 29 23:41:06.544186 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.549635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35650) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.555029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-b6e56c33-db36-4465-9669-4f2811a3786b tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b', 'tempest-TagsExtTest-Tag-1920048717') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.558997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:06.573670 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.574162 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Added segment f0a6b920-f1aa-4018-b0c4-b5eda9acb6d3 of type vlan for network a08f0046-1962-4ada-8f1f-17b7d3ba6894 Jul 29 23:41:06.630915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.679347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Allocated IP 2001:db8::2 (f140c3d4-bec4-410f-bd8e-d3805061f8e8/8dde9e10-1f61-48d3-b0aa-6cd4db623cb1/b3f13123-4136-4a60-a8ab-ea68e43679a7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:06.682642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.687560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.690757 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.690910 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b6e56c33-db36-4465-9669-4f2811a3786b tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags/tempest-TagsExtTest-Tag-1920048717 HTTP/1.1" status: 204 len: 168 time: 0.1376622 Jul 29 23:41:06.691397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.703948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-25c58805-d96d-49da-9e98-13253498e8c3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7788794 Jul 29 23:41:06.705125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-4c0c82b4-3457-44f1-957a-b5ee24ed19a9 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.716582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.724791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fe6130d9-6ba2-4421-b126-c0e63b54c228 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1484244218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:06.814507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe6130d9-6ba2-4421-b126-c0e63b54c228 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.816209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe6130d9-6ba2-4421-b126-c0e63b54c228 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.850964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4c0c82b4-3457-44f1-957a-b5ee24ed19a9 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags HTTP/1.1" status: 200 len: 205 time: 0.1547084 Jul 29 23:41:06.853248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35664) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.857439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-ddaa94ee-963b-4b29-a9c7-5ac0db4972fd tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:06.905659 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.914521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35666) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.917222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Transition to ACTIVE for port object b3f13123-4136-4a60-a8ab-ea68e43679a7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:06.933079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Transition to ACTIVE for port object b3f13123-4136-4a60-a8ab-ea68e43679a7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:06.940195 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.956535 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe6130d9-6ba2-4421-b126-c0e63b54c228 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.985804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:06.993554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe6130d9-6ba2-4421-b126-c0e63b54c228 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.012257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Network f140c3d4-bec4-410f-bd8e-d3805061f8e8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:07.023467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:07.034004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:07.034769 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe6130d9-6ba2-4421-b126-c0e63b54c228 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.036622 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fe6130d9-6ba2-4421-b126-c0e63b54c228 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3190200 Jul 29 23:41:07.038689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Pushing event updated for resources: {'Port': ['ID=b3f13123-4136-4a60-a8ab-ea68e43679a7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.039727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35674) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.060672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'network_id': 'f140c3d4-bec4-410f-bd8e-d3805061f8e8', 'name': 'tempest-PortsIpV6TestJSON-233162997'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:07.067852 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ddaa94ee-963b-4b29-a9c7-5ac0db4972fd tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags HTTP/1.1" status: 200 len: 241 time: 0.2146525 Jul 29 23:41:07.118208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.129624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-6ff7a3e4-16ff-462e-9ccc-787bfcfc9d0d tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b', 'tempest-TagsExtTest-Tag-1448073982') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:07.151805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Attempting to bind port b3f13123-4136-4a60-a8ab-ea68e43679a7 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:07.152358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Attempting to bind port b3f13123-4136-4a60-a8ab-ea68e43679a7 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f140c3d4-bec4-410f-bd8e-d3805061f8e8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:07.152755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Attempting to bind port b3f13123-4136-4a60-a8ab-ea68e43679a7 on network f140c3d4-bec4-410f-bd8e-d3805061f8e8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:07.165400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:07.165789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Checking segment: {'id': '261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f140c3d4-bec4-410f-bd8e-d3805061f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:07.166203 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.166603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Bound using segment: {'id': '261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f140c3d4-bec4-410f-bd8e-d3805061f8e8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:07.167079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Bound port: b3f13123-4136-4a60-a8ab-ea68e43679a7, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f140c3d4-bec4-410f-bd8e-d3805061f8e8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:07.167599 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.247424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:07.256514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5249691 Jul 29 23:41:07.257438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4232a4f4-c305-42f1-b04d-f134c5ea8c27,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.259636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35678) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.266790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'subnet': {'network_id': 'a08f0046-1962-4ada-8f1f-17b7d3ba6894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:07.293061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab5570-78f0-450b-84c8-ed8c7e6e6767 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Network': ['ID=a08f0046-1962-4ada-8f1f-17b7d3ba6894,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.297263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:07.304672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:07.305264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 37e9025e-b131-4f7f-b69a-53f3cfed7fa3 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:07.316196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01614fd-9387-4ebd-a72e-2dafe1e6fa03 req-24eea3e6-bcda-44b5-aeb9-d70c0f65f597 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:07.319188 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a08f0046-1962-4ada-8f1f-17b7d3ba6894 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:07.325774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] For port b3f13123-4136-4a60-a8ab-ea68e43679a7, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:07.330626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c01614fd-9387-4ebd-a72e-2dafe1e6fa03 req-24eea3e6-bcda-44b5-aeb9-d70c0f65f597 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 943 time: 0.6658649 Jul 29 23:41:07.341308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'port_id': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'mac_address': 'fa:16:3e:18:65:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:07.380472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c01614fd-9387-4ebd-a72e-2dafe1e6fa03 req-e4d9ed1f-f25b-499d-9f88-dc238a94b940 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485892 Jul 29 23:41:07.398739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] For port b3f13123-4136-4a60-a8ab-ea68e43679a7, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b3f13123-4136-4a60-a8ab-ea68e43679a7,segment=NetworkSegment(261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1),segment_id=261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:07.401116 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-efc4d1fd-78b2-40c8-8dca-3ca96bd6ed29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5aae493305a748518076403bbd727496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837000 Jul 29 23:41:07.403878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35680) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.412799 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.434472 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6ff7a3e4-16ff-462e-9ccc-787bfcfc9d0d tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags/tempest-TagsExtTest-Tag-1448073982 HTTP/1.1" status: 204 len: 168 time: 0.3070741 Jul 29 23:41:07.436978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35682) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.448056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-d780ef09-23cb-40c2-b655-be70c9b1a880 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b', 'tempest-TagsExtTest-Tag-1448073982') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:07.484108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:41:07.484108 n-d-712139-11 neutron-server[93817]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:41:07.484108 n-d-712139-11 neutron-server[93817]: [parameters: {'project_id': '27ca511c69564aad951c716e67a7baed', 'id': '6f87ce45-51df-4a18-95fd-96e87bfd7565', 'expiration': datetime.datetime(2021, 7, 29, 23, 43, 7, 474951)}] Jul 29 23:41:07.484108 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:41:07.484598 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:41:07.489242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Made reservation on behalf of 281586f2fd78411e84ca79b82e86b185 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:07.493328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.514428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cf30e-0ecd-43d7-9e29-34aa41f28de2 None None] Pushing event updated for resources: {'Port': ['ID=b3f13123-4136-4a60-a8ab-ea68e43679a7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.560798 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.563581 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f41ade9e-c14b-4da8-91e6-cb1636dd4e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.586285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c60c01-b360-44ba-8ade-677ebc5408a2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:07.598922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f41ade9e-c14b-4da8-91e6-cb1636dd4e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.616779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:07.624209 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.651113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d780ef09-23cb-40c2-b655-be70c9b1a880 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags/tempest-TagsExtTest-Tag-1448073982 HTTP/1.1" status: 204 len: 168 time: 0.2119563 Jul 29 23:41:07.656770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35684) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.664137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-cf14494f-ebee-4039-95c9-63c46f27fa73 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:07.706626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.752737 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.767447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cf14494f-ebee-4039-95c9-63c46f27fa73 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags HTTP/1.1" status: 200 len: 205 time: 0.1089706 Jul 29 23:41:07.770109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35686) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.776360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-ebb75b67-a60c-499c-a780-2d75ecc41d69 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:07.826755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f41ade9e-c14b-4da8-91e6-cb1636dd4e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.838766 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f41ade9e-c14b-4da8-91e6-cb1636dd4e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.844349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f41ade9e-c14b-4da8-91e6-cb1636dd4e0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5291691-8f75-463d-9805-f29af14d7523 HTTP/1.1" status: 204 len: 168 time: 0.4360881 Jul 29 23:41:07.856835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Subnet': ['ID=cddc8179-03fc-4115-ab08-c64bfbe69a2d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.889160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ade9e-c14b-4da8-91e6-cb1636dd4e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5291691-8f75-463d-9805-f29af14d7523,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.896363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Checking segment: {'id': 'f0a6b920-f1aa-4018-b0c4-b5eda9acb6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a08f0046-1962-4ada-8f1f-17b7d3ba6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:07.911853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network hostable DHCP agents. Network: a08f0046-1962-4ada-8f1f-17b7d3ba6894, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:07.924269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ebb75b67-a60c-499c-a780-2d75ecc41d69 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags HTTP/1.1" status: 200 len: 240 time: 0.1501133 Jul 29 23:41:07.925354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.938506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-a3fcbe2b-abc3-4857-8e6e-459866965e19 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72', 'tempest-TagsExtTest-Tag-169721593') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:07.983706 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a3fcbe2b-abc3-4857-8e6e-459866965e19 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags/tempest-TagsExtTest-Tag-169721593 HTTP/1.1" status: 204 len: 168 time: 0.0532105 Jul 29 23:41:07.983706 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network a08f0046-1962-4ada-8f1f-17b7d3ba6894 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:07.984114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35694) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.989872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-b0ee67f8-dab4-4ea3-aa09-1eae3decb8e4 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72', 'tempest-TagsExtTest-Tag-169721593') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:08.035480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:08.039844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.077407 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port bf1f77a7-080a-4f48-92ba-889eb5acbc0d yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:41:08.083868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b0ee67f8-dab4-4ea3-aa09-1eae3decb8e4 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags/tempest-TagsExtTest-Tag-169721593 HTTP/1.1" status: 204 len: 168 time: 0.0987477 Jul 29 23:41:08.085814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, a08f0046-1962-4ada-8f1f-17b7d3ba6894) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:08.088204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35698) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:08.093606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-25cd58de-3a7f-48ac-a582-d62dfd84bd63 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:08.095741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:08.096875 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.103486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4dbdbb-edb5-436e-9d96-c4fdc8c81d9a None None] Network a08f0046-1962-4ada-8f1f-17b7d3ba6894 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:08.107461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['74c60c01-b360-44ba-8ade-677ebc5408a2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:08.132518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-25cd58de-3a7f-48ac-a582-d62dfd84bd63 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags HTTP/1.1" status: 200 len: 205 time: 0.0376294 Jul 29 23:41:08.135859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35704) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:08.138700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-7ec00880-2e70-437b-9643-518954bc23cd tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:08.166223 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0e2de135-d3fb-4844-899b-e05714f0ca96 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9010165 Jul 29 23:41:08.166768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35706) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:08.171938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7ec00880-2e70-437b-9643-518954bc23cd tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags HTTP/1.1" status: 204 len: 168 time: 0.0346696 Jul 29 23:41:08.172279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35708) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:08.174649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1025321066', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:08.178195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-471b4124-3691-4a4a-be99-7b55ba8b8290 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:08.249456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.250527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.269763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8::7a (f140c3d4-bec4-410f-bd8e-d3805061f8e8/8dde9e10-1f61-48d3-b0aa-6cd4db623cb1/bf1f77a7-080a-4f48-92ba-889eb5acbc0d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:08.303233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-471b4124-3691-4a4a-be99-7b55ba8b8290 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags HTTP/1.1" status: 204 len: 168 time: 0.1299255 Jul 29 23:41:08.305677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35714) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:08.311652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-4da203ec-3914-4473-8930-1f4ae5b41d21 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:08.391290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4da203ec-3914-4473-8930-1f4ae5b41d21 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags HTTP/1.1" status: 204 len: 168 time: 0.0820422 Jul 29 23:41:08.391628 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.395573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:08.423580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-1239817a-46a2-42c3-9e03-88dc33a9981d tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:08.638629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54fa3b-afe5-4bc4-8cfb-f25efe048daf None None] Network a08f0046-1962-4ada-8f1f-17b7d3ba6894 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:08.683697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5df6d0-8835-41a1-a137-056459f7c08e req-7d5cf0f9-688e-46cf-be13-a20109e95fe9 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:08.686491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc5df6d0-8835-41a1-a137-056459f7c08e req-7d5cf0f9-688e-46cf-be13-a20109e95fe9 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1575131 Jul 29 23:41:08.717465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1239817a-46a2-42c3-9e03-88dc33a9981d tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags HTTP/1.1" status: 204 len: 168 time: 0.3201175 Jul 29 23:41:08.739938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35728) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:08.754025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-77629b40-910d-4818-a2f8-3c74af1db2d7 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26', 'tempest-TagsExtTest-Tag-1816962243') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:08.770389 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.787075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object bf1f77a7-080a-4f48-92ba-889eb5acbc0d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:08.848361 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.874507 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc5df6d0-8835-41a1-a137-056459f7c08e req-6837985e-68dd-4b91-b25d-3655b07b7d4c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737399 Jul 29 23:41:08.935411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-77629b40-910d-4818-a2f8-3c74af1db2d7 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags/tempest-TagsExtTest-Tag-1816962243 HTTP/1.1" status: 201 len: 201 time: 0.1928966 Jul 29 23:41:08.937949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35736) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:08.945604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-47d7a601-f86a-4855-84e1-e6faf5b789ab tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b', 'tempest-TagsExtTest-Tag-2097714052') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:08.979979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=bf1f77a7-080a-4f48-92ba-889eb5acbc0d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.983808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.003558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network f140c3d4-bec4-410f-bd8e-d3805061f8e8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:09.013136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:09.013136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:09.018917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:09.019570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.044826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4221e016-b490-4362-9eb0-6084ab7eed8d None None] Network f140c3d4-bec4-410f-bd8e-d3805061f8e8 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:09.050358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-47d7a601-f86a-4855-84e1-e6faf5b789ab tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags/tempest-TagsExtTest-Tag-2097714052 HTTP/1.1" status: 201 len: 201 time: 0.1014392 Jul 29 23:41:09.053196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35742) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:09.065529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-93516760-e288-47b4-9f88-a7bca55a0144 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b', 'tempest-TagsExtTest-Tag-1526502059') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:09.092933 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-40f339e8-73d1-438c-9ba3-8e376b9c86e9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0517426 Jul 29 23:41:09.096072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35746) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:09.135685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-88fe34b1-a1de-4355-8de6-aa55e11ba797 None None] Provisioning for port b3f13123-4136-4a60-a8ab-ea68e43679a7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:09.283939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-93516760-e288-47b4-9f88-a7bca55a0144 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags/tempest-TagsExtTest-Tag-1526502059 HTTP/1.1" status: 201 len: 201 time: 0.2293763 Jul 29 23:41:09.286857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35748) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:09.306277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-0d4ed0fe-9a04-4d5c-b179-e37855c76907 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72', 'tempest-TagsExtTest-Tag-2021429996') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:09.322328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:09.360876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0d4ed0fe-9a04-4d5c-b179-e37855c76907 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags/tempest-TagsExtTest-Tag-2021429996 HTTP/1.1" status: 201 len: 201 time: 0.0724444 Jul 29 23:41:09.361726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35754) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:09.367459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-6543d79b-cb34-46d2-9803-abd434e1c552 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26', {'tags': ['tempest-TagsExtTest-Tag-1626283737', 'tempest-TagsExtTest-Tag-2053002598', 'tempest-TagsExtTest-Tag-1575577820']}) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:09.468690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b3f13123-4136-4a60-a8ab-ea68e43679a7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:09.470828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6543d79b-cb34-46d2-9803-abd434e1c552 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags HTTP/1.1" status: 200 len: 318 time: 0.1079297 Jul 29 23:41:09.471494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35756) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:09.479172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-a89688bb-3bbc-4099-9896-09650dd66286 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:09.524644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a0688e77-a1cb-4e22-a9a1-a2cf85c147f8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1249362328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:09.569093 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0688e77-a1cb-4e22-a9a1-a2cf85c147f8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.571049 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0688e77-a1cb-4e22-a9a1-a2cf85c147f8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.575069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port b3f13123-4136-4a60-a8ab-ea68e43679a7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:09.593759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b3f13123-4136-4a60-a8ab-ea68e43679a7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:09.594160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.659803 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0688e77-a1cb-4e22-a9a1-a2cf85c147f8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.668761 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0688e77-a1cb-4e22-a9a1-a2cf85c147f8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.679423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a89688bb-3bbc-4099-9896-09650dd66286 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags HTTP/1.1" status: 204 len: 168 time: 0.2068977 Jul 29 23:41:09.683698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35760) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:09.690269 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-4dd43bff-5b47-4504-81fb-3540933a22b1 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26', 'tempest-TagsExtTest-Tag-1626283737') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:09.722277 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.730591 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0688e77-a1cb-4e22-a9a1-a2cf85c147f8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.735164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a0688e77-a1cb-4e22-a9a1-a2cf85c147f8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4111648 Jul 29 23:41:09.736649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35762) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:09.750222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1317524460'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:09.780250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port b3f13123-4136-4a60-a8ab-ea68e43679a7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b3f13123-4136-4a60-a8ab-ea68e43679a7,segment=NetworkSegment(261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1),segment_id=261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:09.785176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Made reservation on behalf of 48a9848320e74f389f5be8dcbd1d83bf for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:09.789111 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.790001 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.802270 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.908743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=b3f13123-4136-4a60-a8ab-ea68e43679a7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:09.937251 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.946937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.988662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaf60dd-54b7-4e07-a304-bcc0da9624a4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:09.999153 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-4dd43bff-5b47-4504-81fb-3540933a22b1 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:10.000283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4dd43bff-5b47-4504-81fb-3540933a22b1 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags/tempest-TagsExtTest-Tag-1626283737 HTTP/1.1" status: 404 len: 329 time: 0.3149583 Jul 29 23:41:10.004843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35766) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:10.010251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-847cf66a-6f43-49d9-90d8-12ab406d3db8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26', 'tempest-TagsExtTest-Tag-2053002598') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:10.051249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:10.085942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c08894fa-6b80-456a-9d60-8558ede8cffe None None] Provisioning complete for port b3f13123-4136-4a60-a8ab-ea68e43679a7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:10.086482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c08894fa-6b80-456a-9d60-8558ede8cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.128980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.130227 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Added segment 24b741e8-d417-45d6-b142-212a971d8fe4 of type vlan for network e533c3f4-349e-449f-a6ff-5c981a773722 Jul 29 23:41:10.167780 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.200116 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.210237 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.246698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c08894fa-6b80-456a-9d60-8558ede8cffe None None] Provisioning for port bf1f77a7-080a-4f48-92ba-889eb5acbc0d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:10.254380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c08894fa-6b80-456a-9d60-8558ede8cffe None None] Provisioning complete for port bf1f77a7-080a-4f48-92ba-889eb5acbc0d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:10.254914 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c08894fa-6b80-456a-9d60-8558ede8cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.298017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846c2e-2caa-4b2d-8f3d-bbcdf638a468 req-51397b2e-3d85-43bc-9cd2-c2402b21f19a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:10.311187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12846c2e-2caa-4b2d-8f3d-bbcdf638a468 req-51397b2e-3d85-43bc-9cd2-c2402b21f19a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2735002 Jul 29 23:41:10.312769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c08894fa-6b80-456a-9d60-8558ede8cffe None None] Port bf1f77a7-080a-4f48-92ba-889eb5acbc0d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:10.343524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.351711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:10.352759 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.434655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-01ba9aaa-0c1c-4456-a5ea-4f94626fb4eb None None] Provisioning complete for port bf1f77a7-080a-4f48-92ba-889eb5acbc0d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:10.435423 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ba9aaa-0c1c-4456-a5ea-4f94626fb4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.441815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.453739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.25.2.153 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/cfb1e39a-cdad-4d57-a0d4-add3a2d80c2a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:10.468426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7275341 Jul 29 23:41:10.472577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35772) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:10.483923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12846c2e-2caa-4b2d-8f3d-bbcdf638a468 req-fb803a62-6b17-4417-9cbf-89a386e0304e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675644 Jul 29 23:41:10.488236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Request body: {'subnet': {'network_id': 'e533c3f4-349e-449f-a6ff-5c981a773722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:10.491468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63309b2-2ea9-4cf5-baa4-e696f4a154ea tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'Network': ['ID=e533c3f4-349e-449f-a6ff-5c981a773722,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:10.494597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-01ba9aaa-0c1c-4456-a5ea-4f94626fb4eb None None] Port bf1f77a7-080a-4f48-92ba-889eb5acbc0d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:10.507228 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-847cf66a-6f43-49d9-90d8-12ab406d3db8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:10.508327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-847cf66a-6f43-49d9-90d8-12ab406d3db8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags/tempest-TagsExtTest-Tag-2053002598 HTTP/1.1" status: 404 len: 329 time: 0.5025072 Jul 29 23:41:10.511925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network e533c3f4-349e-449f-a6ff-5c981a773722 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:10.515047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35774) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:10.534387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-5ce63ec2-399a-4f9f-b3ee-3d6a18aecb29 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26', 'tempest-TagsExtTest-Tag-1575577820') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:10.685656 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-5ce63ec2-399a-4f9f-b3ee-3d6a18aecb29 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:10.688513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5ce63ec2-399a-4f9f-b3ee-3d6a18aecb29 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags/tempest-TagsExtTest-Tag-1575577820 HTTP/1.1" status: 404 len: 329 time: 0.1724072 Jul 29 23:41:10.689708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:10.696231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-ef96e537-b6cf-4393-bf87-f7912768095b tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b', {'tags': ['tempest-TagsExtTest-Tag-1787677625', 'tempest-TagsExtTest-Tag-1226723219', 'tempest-TagsExtTest-Tag-1652828442']}) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:10.767860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ef96e537-b6cf-4393-bf87-f7912768095b tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags HTTP/1.1" status: 200 len: 318 time: 0.0769188 Jul 29 23:41:10.770467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35786) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:10.775911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-3cba5a22-87b5-49ad-a77b-d0216f779730 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:10.856223 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3cba5a22-87b5-49ad-a77b-d0216f779730 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags HTTP/1.1" status: 204 len: 168 time: 0.0838523 Jul 29 23:41:10.858123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:10.864829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-158a7c78-b6e7-4a92-8467-d01eef740842 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b', 'tempest-TagsExtTest-Tag-1787677625') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:10.926957 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-158a7c78-b6e7-4a92-8467-d01eef740842 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:10.928058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-158a7c78-b6e7-4a92-8467-d01eef740842 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags/tempest-TagsExtTest-Tag-1787677625 HTTP/1.1" status: 404 len: 329 time: 0.0685275 Jul 29 23:41:10.928904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Made reservation on behalf of 48a9848320e74f389f5be8dcbd1d83bf for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:10.931078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35790) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:10.931968 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.936087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-2f0767e9-5de8-4c01-a2cc-661efa29e56c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b', 'tempest-TagsExtTest-Tag-1226723219') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:10.974092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:11.003261 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-2f0767e9-5de8-4c01-a2cc-661efa29e56c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:11.004787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2f0767e9-5de8-4c01-a2cc-661efa29e56c tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags/tempest-TagsExtTest-Tag-1226723219 HTTP/1.1" status: 404 len: 329 time: 0.0726705 Jul 29 23:41:11.004911 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.008295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:11.021449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-d66304bc-e376-45ac-9a1d-e7b4f575072d tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b', 'tempest-TagsExtTest-Tag-1652828442') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:11.061050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 74c60c01-b360-44ba-8ade-677ebc5408a2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:11.066857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 74c60c01-b360-44ba-8ade-677ebc5408a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:11.067609 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.123952 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-d66304bc-e376-45ac-9a1d-e7b4f575072d tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:11.133784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d66304bc-e376-45ac-9a1d-e7b4f575072d tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags/tempest-TagsExtTest-Tag-1652828442 HTTP/1.1" status: 404 len: 329 time: 0.1244950 Jul 29 23:41:11.134529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:11.152624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-a77ad757-3d96-4d73-b903-83306ca96e0a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b', {'tags': ['tempest-TagsExtTest-Tag-1937607641', 'tempest-TagsExtTest-Tag-2120463631', 'tempest-TagsExtTest-Tag-1221289047']}) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:11.212246 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.263672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.280269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:11.285442 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29937745-ec8e-41e4-9ac2-46aa5ebba680" -d '{"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-plugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:11.293945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b3f13123-4136-4a60-a8ab-ea68e43679a7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:11.346674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a77ad757-3d96-4d73-b903-83306ca96e0a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags HTTP/1.1" status: 200 len: 318 time: 0.2071378 Jul 29 23:41:11.347457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35808) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:11.355814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-f369d24d-7461-42fa-8b70-c3bafa00a607 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:11.381870 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.390556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:11.397767 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.412188 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.414687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=cfb1e39a-cdad-4d57-a0d4-add3a2d80c2a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:11.430737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:11.465178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:11.488271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f369d24d-7461-42fa-8b70-c3bafa00a607 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags HTTP/1.1" status: 204 len: 168 time: 0.1364145 Jul 29 23:41:11.489323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35812) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:11.494554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-bccb5a3a-d0bf-4d31-bece-553d0de57833 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b', 'tempest-TagsExtTest-Tag-1937607641') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:11.538138 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:11.566657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:11.588742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b3f13123-4136-4a60-a8ab-ea68e43679a7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:11.589138 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.607644 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.615618 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-bccb5a3a-d0bf-4d31-bece-553d0de57833 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:11.620206 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bccb5a3a-d0bf-4d31-bece-553d0de57833 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags/tempest-TagsExtTest-Tag-1937607641 HTTP/1.1" status: 404 len: 329 time: 0.1294971 Jul 29 23:41:11.623720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35816) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:11.628756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-0a28505f-8c7b-4d98-a90d-80c7c7d578ce tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b', 'tempest-TagsExtTest-Tag-2120463631') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:11.656902 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8ac16b-5331-4d22-b6f7-99dd3de4b010 x-openstack-request-id: req-4e8ac16b-5331-4d22-b6f7-99dd3de4b010 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:11.657204 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-plugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:11.657990 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e8ac16b-5331-4d22-b6f7-99dd3de4b010 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:11.658394 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'code': 200} Jul 29 23:41:11.757942 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-0a28505f-8c7b-4d98-a90d-80c7c7d578ce tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:11.762885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0a28505f-8c7b-4d98-a90d-80c7c7d578ce tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags/tempest-TagsExtTest-Tag-2120463631 HTTP/1.1" status: 404 len: 329 time: 0.1371202 Jul 29 23:41:11.762885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35818) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:11.769092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-76934c28-a8eb-4530-9e50-4fd2da1d4598 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b', 'tempest-TagsExtTest-Tag-1221289047') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:11.880981 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-76934c28-a8eb-4530-9e50-4fd2da1d4598 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:11.885377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-76934c28-a8eb-4530-9e50-4fd2da1d4598 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags/tempest-TagsExtTest-Tag-1221289047 HTTP/1.1" status: 404 len: 329 time: 0.1218467 Jul 29 23:41:11.900977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35820) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:11.906249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-1f2a36be-5344-4ea4-a4fb-7d3a91711792 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72', {'tags': ['tempest-TagsExtTest-Tag-1371734692', 'tempest-TagsExtTest-Tag-1448087498', 'tempest-TagsExtTest-Tag-1152567583']}) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:11.937207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d03fb0f2-6042-4ee6-ad17-08bb6c21c4c9 None None] Provisioning complete for port bf1f77a7-080a-4f48-92ba-889eb5acbc0d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:11.937988 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d03fb0f2-6042-4ee6-ad17-08bb6c21c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.959578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=bf1f77a7-080a-4f48-92ba-889eb5acbc0d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:11.962010 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b6e0-eb08-4ebb-b50b-dad8052ff6e7 req-bf0a5d4a-dfa7-419e-817b-9bcde7cc24f3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.966653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0f5b6e0-eb08-4ebb-b50b-dad8052ff6e7 req-bf0a5d4a-dfa7-419e-817b-9bcde7cc24f3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 945 time: 0.0945570 Jul 29 23:41:11.989015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d03fb0f2-6042-4ee6-ad17-08bb6c21c4c9 None None] Port bf1f77a7-080a-4f48-92ba-889eb5acbc0d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:11.992547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1f2a36be-5344-4ea4-a4fb-7d3a91711792 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "PUT /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags HTTP/1.1" status: 200 len: 318 time: 0.0898137 Jul 29 23:41:11.992547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35822) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.003714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-5e0682c0-cd28-4551-acdc-946b95de3179 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:12.031740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'Subnet': ['ID=53068c44-1d74-4dfc-8740-4bc1e946fae7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:12.037571 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0f5b6e0-eb08-4ebb-b50b-dad8052ff6e7 req-6581c072-5546-473f-9f11-3290ec0d0215 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595429 Jul 29 23:41:12.071599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5e0682c0-cd28-4551-acdc-946b95de3179 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags HTTP/1.1" status: 204 len: 168 time: 0.0700090 Jul 29 23:41:12.071907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35828) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.080685 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-f7932479-49cb-48d3-ab13-2e6ea041c843 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72', 'tempest-TagsExtTest-Tag-1371734692') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:12.098003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29959d6a-0da9-4509-9073-3b79bf11f6de req-6732fa96-9ae2-44a0-bced-b921161e14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.099605 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-29959d6a-0da9-4509-9073-3b79bf11f6de req-6732fa96-9ae2-44a0-bced-b921161e14a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1097 time: 0.3396897 Jul 29 23:41:12.100520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Checking segment: {'id': '24b741e8-d417-45d6-b142-212a971d8fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e533c3f4-349e-449f-a6ff-5c981a773722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:12.100959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Network hostable DHCP agents. Network: e533c3f4-349e-449f-a6ff-5c981a773722, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:12.110220 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-f7932479-49cb-48d3-ab13-2e6ea041c843 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:12.111582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f7932479-49cb-48d3-ab13-2e6ea041c843 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags/tempest-TagsExtTest-Tag-1371734692 HTTP/1.1" status: 404 len: 329 time: 0.0382726 Jul 29 23:41:12.114651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35834) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.119578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-e3bb882b-704a-4adc-bfa6-a980dc48339e tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72', 'tempest-TagsExtTest-Tag-1448087498') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:12.143294 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-e3bb882b-704a-4adc-bfa6-a980dc48339e tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:12.144721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e3bb882b-704a-4adc-bfa6-a980dc48339e tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags/tempest-TagsExtTest-Tag-1448087498 HTTP/1.1" status: 404 len: 329 time: 0.0290604 Jul 29 23:41:12.147645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35836) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.152214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-c5332f41-f72b-4802-a92a-2181c6b37556 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72', 'tempest-TagsExtTest-Tag-1152567583') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:12.173654 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-c5332f41-f72b-4802-a92a-2181c6b37556 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] show failed (client error): The resource could not be found. Jul 29 23:41:12.174775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c5332f41-f72b-4802-a92a-2181c6b37556 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags/tempest-TagsExtTest-Tag-1152567583 HTTP/1.1" status: 404 len: 329 time: 0.0261192 Jul 29 23:41:12.177480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35838) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.181898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-a9aa5818-8a57-451a-985d-881ecdd85816 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '230d4dac-b861-4809-8504-fc0cde954d72') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:12.210421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a9aa5818-8a57-451a-985d-881ecdd85816 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72/tags HTTP/1.1" status: 204 len: 168 time: 0.0319455 Jul 29 23:41:12.213562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.218300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-cd6d68ab-ee41-423c-9c6f-a9bd26e1adca tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '570b2ee8-ed9c-43b4-948c-1907d986802b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:12.219290 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.295735 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Network e533c3f4-349e-449f-a6ff-5c981a773722 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:12.303151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-29959d6a-0da9-4509-9073-3b79bf11f6de req-d7254533-5d9e-4196-ae25-e47221c73614 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902790 Jul 29 23:41:12.310740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cd6d68ab-ee41-423c-9c6f-a9bd26e1adca tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b/tags HTTP/1.1" status: 204 len: 168 time: 0.0961599 Jul 29 23:41:12.313282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.318431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-77987a72-edbc-433d-8a46-74b765f64564 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '44aa8d7c-15ab-4141-b219-8966da63a43b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:12.358774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, e533c3f4-349e-449f-a6ff-5c981a773722) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:12.363564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.364200 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.370179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2341780c-c49d-4683-9b43-dcda614a8112 None None] Network e533c3f4-349e-449f-a6ff-5c981a773722 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:12.375400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-77987a72-edbc-433d-8a46-74b765f64564 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b/tags HTTP/1.1" status: 204 len: 168 time: 0.0604694 Jul 29 23:41:12.378478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35846) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.382965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-00124e3f-8400-4224-865c-77794c7cd000 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:12.436696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35848) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.448728 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bc24d061-902a-46dd-a41d-5f7bda410555 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9746740 Jul 29 23:41:12.452753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35852) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.456579 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.458589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Request body: {'network': {'name': 'tempest-router-network01--1127549184'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:12.470821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-00124e3f-8400-4224-865c-77794c7cd000 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26/tags HTTP/1.1" status: 204 len: 168 time: 0.0868616 Jul 29 23:41:12.471702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35854) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.523108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Made reservation on behalf of 48a9848320e74f389f5be8dcbd1d83bf for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:12.526735 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.572054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-e533c3f4-349e-449f-a6ff-5c981a773722', 'network_id': 'e533c3f4-349e-449f-a6ff-5c981a773722', 'tenant_id': '48a9848320e74f389f5be8dcbd1d83bf', 'fixed_ips': [{'subnet_id': '53068c44-1d74-4dfc-8740-4bc1e946fae7'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:41:12.573464 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.605137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:12.617395 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.617754 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Added segment 35d946de-1ec7-4bc9-8a52-bcedf09ef163 of type vlan for network 88b6077e-4c96-4f82-8bef-9837621c4f25 Jul 29 23:41:12.622745 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5106f3a9-4005-4cdb-b860-26898cd4675e tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for subnetpool, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.623945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5106f3a9-4005-4cdb-b860-26898cd4675e tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/subnetpools/230d4dac-b861-4809-8504-fc0cde954d72 HTTP/1.1" status: 204 len: 168 time: 0.1518631 Jul 29 23:41:12.632588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35858) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.693141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b1abc57e-9255-4634-9a02-3aad8d7ac751 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "GET /v2.0/ports?device_id=570b2ee8-ed9c-43b4-948c-1907d986802b HTTP/1.1" status: 200 len: 205 time: 0.0593469 Jul 29 23:41:12.696942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35862) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.714043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.736657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Allocated IP 172.20.0.2 (e533c3f4-349e-449f-a6ff-5c981a773722/53068c44-1d74-4dfc-8740-4bc1e946fae7/e49089f5-33a3-45f5-839f-3ae564463aad) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:12.796897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84531db2-f0ca-457d-84ef-4e43977fb684 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.906580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.912867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.913505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.919119 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.928486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Transition to ACTIVE for port object e49089f5-33a3-45f5-839f-3ae564463aad will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:12.946218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Transition to ACTIVE for port object e49089f5-33a3-45f5-839f-3ae564463aad will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:12.958546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.975274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75cb5d2b-aa1f-4143-bd91-712717d0b456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.006545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Network e533c3f4-349e-449f-a6ff-5c981a773722 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:13.010856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Pushing event updated for resources: {'Port': ['ID=e49089f5-33a3-45f5-839f-3ae564463aad,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:13.013539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:13.019087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:13.053961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.091002 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Attempting to bind port e49089f5-33a3-45f5-839f-3ae564463aad on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:13.091464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Attempting to bind port e49089f5-33a3-45f5-839f-3ae564463aad by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '24b741e8-d417-45d6-b142-212a971d8fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e533c3f4-349e-449f-a6ff-5c981a773722'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:13.092561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Attempting to bind port e49089f5-33a3-45f5-839f-3ae564463aad on network e533c3f4-349e-449f-a6ff-5c981a773722 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:13.099569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:13.100077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Checking segment: {'id': '24b741e8-d417-45d6-b142-212a971d8fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e533c3f4-349e-449f-a6ff-5c981a773722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:13.102335 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.102976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Bound using segment: {'id': '24b741e8-d417-45d6-b142-212a971d8fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e533c3f4-349e-449f-a6ff-5c981a773722'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:13.103564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Bound port: e49089f5-33a3-45f5-839f-3ae564463aad, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b741e8-d417-45d6-b142-212a971d8fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e533c3f4-349e-449f-a6ff-5c981a773722'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:13.104076 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.198074 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75cb5d2b-aa1f-4143-bd91-712717d0b456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.198292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] For port e49089f5-33a3-45f5-839f-3ae564463aad, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:13.202620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] For port e49089f5-33a3-45f5-839f-3ae564463aad, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e49089f5-33a3-45f5-839f-3ae564463aad,segment=NetworkSegment(24b741e8-d417-45d6-b142-212a971d8fe4),segment_id=24b741e8-d417-45d6-b142-212a971d8fe4)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:13.206734 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.214828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75cb5d2b-aa1f-4143-bd91-712717d0b456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.275088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5cbab-2db2-4242-9cfa-25e5988623e5 None None] Pushing event updated for resources: {'Port': ['ID=e49089f5-33a3-45f5-839f-3ae564463aad,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:13.338725 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84531db2-f0ca-457d-84ef-4e43977fb684 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.356553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84531db2-f0ca-457d-84ef-4e43977fb684 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.360530 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-75cb5d2b-aa1f-4143-bd91-712717d0b456 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cda70c23478b41628c244f3e63fd7579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9204330 Jul 29 23:41:13.366641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35868) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:13.370438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9140756 Jul 29 23:41:13.371942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35870) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:13.396572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Request body: {'network': {'name': 'tempest-router-network02--1984661535'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:13.409946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb5d2b-aa1f-4143-bd91-712717d0b456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df060625-61d0-410b-b130-41ecef19583d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:13.416433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5b90d-05ed-43ff-9386-8d41dfdf1cd5 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'Network': ['ID=88b6077e-4c96-4f82-8bef-9837621c4f25,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:13.426833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84531db2-f0ca-457d-84ef-4e43977fb684 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.427346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84531db2-f0ca-457d-84ef-4e43977fb684 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Fanout notify agent at l3_agent the message router_deleted on router 570b2ee8-ed9c-43b4-948c-1907d986802b {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:41:13.434909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84531db2-f0ca-457d-84ef-4e43977fb684 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.436051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-84531db2-f0ca-457d-84ef-4e43977fb684 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/routers/570b2ee8-ed9c-43b4-948c-1907d986802b HTTP/1.1" status: 204 len: 168 time: 0.7381456 Jul 29 23:41:13.444819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485e7c9-67cf-48a8-8d72-e08a4295c2b3 req-198da682-9d6d-492b-8969-627f3f0b76e6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:13.446104 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.452720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b485e7c9-67cf-48a8-8d72-e08a4295c2b3 req-198da682-9d6d-492b-8969-627f3f0b76e6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 945 time: 0.2070167 Jul 29 23:41:13.455531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35872) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:13.466682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 88b6077e-4c96-4f82-8bef-9837621c4f25 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:13.579279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Made reservation on behalf of 48a9848320e74f389f5be8dcbd1d83bf for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:13.582543 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.618217 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b485e7c9-67cf-48a8-8d72-e08a4295c2b3 req-bd13eb75-9855-4fa1-bcac-c453d372d183 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594462 Jul 29 23:41:13.635785 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6356-6236-4e28-8f27-95a01a7e9939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.649694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-640a17ea-b1f2-468b-9f4c-361e3ad5f5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Deleting port 44aa8d7c-15ab-4141-b219-8966da63a43b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:13.650104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-640a17ea-b1f2-468b-9f4c-361e3ad5f5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.715292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:13.733243 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6356-6236-4e28-8f27-95a01a7e9939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.762168 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-640a17ea-b1f2-468b-9f4c-361e3ad5f5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.765587 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.765940 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Added segment 3a0eeb72-801f-4567-8c9b-ef9459d8cc92 of type vlan for network c87d09d2-2e88-4382-a83c-6f8c2a44bc84 Jul 29 23:41:13.777069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-640a17ea-b1f2-468b-9f4c-361e3ad5f5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Calling delete_port for 44aa8d7c-15ab-4141-b219-8966da63a43b owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:13.791643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.825347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.826132 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.874475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.926385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-640a17ea-b1f2-468b-9f4c-361e3ad5f5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.972102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=bf1f77a7-080a-4f48-92ba-889eb5acbc0d,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:13.982515 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6356-6236-4e28-8f27-95a01a7e9939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.984699 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6356-6236-4e28-8f27-95a01a7e9939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.988323 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f5ea6356-6236-4e28-8f27-95a01a7e9939 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df060625-61d0-410b-b130-41ecef19583d HTTP/1.1" status: 204 len: 168 time: 0.6148715 Jul 29 23:41:13.991090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:41:14.005650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a17ea-b1f2-468b-9f4c-361e3ad5f5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Pushing event deleted for resources: {'Port': ['ID=44aa8d7c-15ab-4141-b219-8966da63a43b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:14.005875 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.011520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:14.012240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.014720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea6356-6236-4e28-8f27-95a01a7e9939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df060625-61d0-410b-b130-41ecef19583d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:14.070828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-640a17ea-b1f2-468b-9f4c-361e3ad5f5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.076055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-640a17ea-b1f2-468b-9f4c-361e3ad5f5d8 tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/ports/44aa8d7c-15ab-4141-b219-8966da63a43b HTTP/1.1" status: 204 len: 168 time: 0.6194906 Jul 29 23:41:14.077251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35878) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:14.149228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b72cbb-663c-4473-ab60-67bbda2fd7ab tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Deleting subnet cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:14.151120 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7667613 Jul 29 23:41:14.153599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5b72cbb-663c-4473-ab60-67bbda2fd7ab tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.158667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35880) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:14.169927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Request body: {'subnet': {'network_id': '88b6077e-4c96-4f82-8bef-9837621c4f25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:14.179188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network f140c3d4-bec4-410f-bd8e-d3805061f8e8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:14.180007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d318f-82fa-43f5-8872-df7164e0c212 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'Network': ['ID=c87d09d2-2e88-4382-a83c-6f8c2a44bc84,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:14.185007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:14.206327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network c87d09d2-2e88-4382-a83c-6f8c2a44bc84 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:14.416642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5b72cbb-663c-4473-ab60-67bbda2fd7ab tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.457558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:14.469557 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0260c-66e3-41b5-bb4d-23a7fd2777d1 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:14.483257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0260c-66e3-41b5-bb4d-23a7fd2777d1 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:14.483919 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32c0260c-66e3-41b5-bb4d-23a7fd2777d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:14.489386 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.490690 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-27dc7481-ab83-43d3-b310-877818b02705 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3229542 Jul 29 23:41:14.501216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:14.552330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Made reservation on behalf of 48a9848320e74f389f5be8dcbd1d83bf for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:14.557936 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.570941 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32c0260c-66e3-41b5-bb4d-23a7fd2777d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:14.597174 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0260c-66e3-41b5-bb4d-23a7fd2777d1 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:14.597814 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32c0260c-66e3-41b5-bb4d-23a7fd2777d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:14.654570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f0f1f261-9ad1-4596-9ce0-1fed7ea8b7fc None None] Provisioning complete for port bf1f77a7-080a-4f48-92ba-889eb5acbc0d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:14.656363 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f261-9ad1-4596-9ce0-1fed7ea8b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.668407 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32c0260c-66e3-41b5-bb4d-23a7fd2777d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:14.669076 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0260c-66e3-41b5-bb4d-23a7fd2777d1 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:14.698544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Router 5eab2a03-86b6-458c-b899-6a1df0e3bfbf is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:41:14.747144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1f261-9ad1-4596-9ce0-1fed7ea8b7fc None None] Port bf1f77a7-080a-4f48-92ba-889eb5acbc0d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:14.757333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f007e9-ee33-4029-8ee6-b1ff0cff8d65 None None] Network e533c3f4-349e-449f-a6ff-5c981a773722 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:14.810662 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5b72cbb-663c-4473-ab60-67bbda2fd7ab tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.873411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:14.890530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473937f-5b5a-48ca-b77c-8c1bc0d77d25 None None] Sync routers for ids ['5eab2a03-86b6-458c-b899-6a1df0e3bfbf'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:14.894874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f601b1d-6c74-4eb4-b925-19ed2ee37273 req-89a6d4b8-5803-450c-ba81-46db52c1dcd1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:14.896666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f601b1d-6c74-4eb4-b925-19ed2ee37273 req-89a6d4b8-5803-450c-ba81-46db52c1dcd1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 945 time: 0.1554465 Jul 29 23:41:14.928207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473937f-5b5a-48ca-b77c-8c1bc0d77d25 None None] Routers {'5eab2a03-86b6-458c-b899-6a1df0e3bfbf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:14.928870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a473937f-5b5a-48ca-b77c-8c1bc0d77d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5eab2a03-86b6-458c-b899-6a1df0e3bfbf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:14.978472 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d67cc6f-a402-4b5e-ab6c-dc893b9f39fc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "PUT /v2.0/routers/5eab2a03-86b6-458c-b899-6a1df0e3bfbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8784046 Jul 29 23:41:14.978723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a473937f-5b5a-48ca-b77c-8c1bc0d77d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:14.982096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:14.982538 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dd13e150-3450-4d19-8483-53d10f7b054a None None] Provisioning for port e49089f5-33a3-45f5-839f-3ae564463aad completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:15.017723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473937f-5b5a-48ca-b77c-8c1bc0d77d25 None None] Routers {'5eab2a03-86b6-458c-b899-6a1df0e3bfbf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:15.018410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a473937f-5b5a-48ca-b77c-8c1bc0d77d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5eab2a03-86b6-458c-b899-6a1df0e3bfbf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:15.034675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35908) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:15.048618 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5b72cbb-663c-4473-ab60-67bbda2fd7ab tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.075769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a473937f-5b5a-48ca-b77c-8c1bc0d77d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:15.076363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473937f-5b5a-48ca-b77c-8c1bc0d77d25 None None] The sync data for ids ['5eab2a03-86b6-458c-b899-6a1df0e3bfbf'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:15.154413 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5b72cbb-663c-4473-ab60-67bbda2fd7ab tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.154557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c1158-9dba-4c8d-a292-153c73ff4960 None None] Network c5866aba-8015-40f9-beed-5a427fb12288 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:15.165110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e5b72cbb-663c-4473-ab60-67bbda2fd7ab tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/subnets/cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26 HTTP/1.1" status: 204 len: 168 time: 1.0868001 Jul 29 23:41:15.169025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35912) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:15.234535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-503100369-network', 'tenant_id': 'f2ecb7787a3b4f04b72ecbce4646a42e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:15.275855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b72cbb-663c-4473-ab60-67bbda2fd7ab tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4cc8d5-f1c1-48b1-bba6-73d10c9e3e26,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:15.283797 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.298556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f601b1d-6c74-4eb4-b925-19ed2ee37273 req-480353bf-716d-4f1b-b09a-77b9a8a209f6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822138 Jul 29 23:41:15.321819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e49089f5-33a3-45f5-839f-3ae564463aad up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:15.342403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Made reservation on behalf of f2ecb7787a3b4f04b72ecbce4646a42e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:15.346021 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.358406 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.402786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.404585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1627a6-f3c2-4046-b71a-c69551559063 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:15.411583 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5b1627a6-f3c2-4046-b71a-c69551559063 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports?device_id=5eab2a03-86b6-458c-b899-6a1df0e3bfbf HTTP/1.1" status: 200 len: 987 time: 0.4283769 Jul 29 23:41:15.415344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:15.474796 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.491204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e49089f5-33a3-45f5-839f-3ae564463aad completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:15.497840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e49089f5-33a3-45f5-839f-3ae564463aad triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:15.498224 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.558729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0cc12cff-c582-4bb3-85f0-eac7245c32c8 None None] Provisioning complete for port e49089f5-33a3-45f5-839f-3ae564463aad triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:15.559111 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cc12cff-c582-4bb3-85f0-eac7245c32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.612459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463d2273-66c7-4d05-a12d-30ce7922dec0 None None] DHCP port deletion for c5866aba-8015-40f9-beed-5a427fb12288 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:15.647055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'Subnet': ['ID=16c11a3c-f7b0-4493-a5b9-084592f3857c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:15.674388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2bc2f-098c-407e-a75f-b5ba09e9a06a req-6bf2fab7-6bea-4f10-a12c-f732b93f96ca tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:15.680089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8fd2bc2f-098c-407e-a75f-b5ba09e9a06a req-6bf2fab7-6bea-4f10-a12c-f732b93f96ca tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 945 time: 0.2422481 Jul 29 23:41:15.725583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:15.730626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Deleting port ad902d17-292c-4193-be29-c4614a265abf {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:15.730978 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.737282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5e46d957-38ee-42ce-9654-a5ebe56c03fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'floatingip': {'port_id': '74c60c01-b360-44ba-8ade-677ebc5408a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:15.738695 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.743368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cc12cff-c582-4bb3-85f0-eac7245c32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.781488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Checking segment: {'id': '35d946de-1ec7-4bc9-8a52-bcedf09ef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88b6077e-4c96-4f82-8bef-9837621c4f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:15.781767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Network hostable DHCP agents. Network: 88b6077e-4c96-4f82-8bef-9837621c4f25, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:15.797825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-463d2273-66c7-4d05-a12d-30ce7922dec0 None None] Deleting port ad902d17-292c-4193-be29-c4614a265abf {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:15.798881 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-463d2273-66c7-4d05-a12d-30ce7922dec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.804186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port e49089f5-33a3-45f5-839f-3ae564463aad, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e49089f5-33a3-45f5-839f-3ae564463aad,segment=NetworkSegment(24b741e8-d417-45d6-b142-212a971d8fe4),segment_id=24b741e8-d417-45d6-b142-212a971d8fe4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:15.841005 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.878238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e46d957-38ee-42ce-9654-a5ebe56c03fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.950978 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-0cc12cff-c582-4bb3-85f0-eac7245c32c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:41:15.951505 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-0cc12cff-c582-4bb3-85f0-eac7245c32c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:41:15.956476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-463d2273-66c7-4d05-a12d-30ce7922dec0 None None] For port ad902d17-292c-4193-be29-c4614a265abf, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ad902d17-292c-4193-be29-c4614a265abf,segment=NetworkSegment(e69bc71b-408e-4e4a-9bd5-f266f06a02b2),segment_id=e69bc71b-408e-4e4a-9bd5-f266f06a02b2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:15.957023 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-463d2273-66c7-4d05-a12d-30ce7922dec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.960102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=e49089f5-33a3-45f5-839f-3ae564463aad,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:15.961766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.972857 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.976513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-463d2273-66c7-4d05-a12d-30ce7922dec0 None None] Calling delete_port for ad902d17-292c-4193-be29-c4614a265abf owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:16.032368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59542dd-f538-4373-926e-52d0d710faa5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:16.049466 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:16.070675 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-463d2273-66c7-4d05-a12d-30ce7922dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.072535 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.072722 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Added segment 5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b of type vlan for network 3d5a69c6-3373-41fb-9355-6a0ce759ea5e Jul 29 23:41:16.076949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] For port ad902d17-292c-4193-be29-c4614a265abf, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ad902d17-292c-4193-be29-c4614a265abf,segment=NetworkSegment(e69bc71b-408e-4e4a-9bd5-f266f06a02b2),segment_id=e69bc71b-408e-4e4a-9bd5-f266f06a02b2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:16.077335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.079872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Network 88b6077e-4c96-4f82-8bef-9837621c4f25 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:16.103824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d2273-66c7-4d05-a12d-30ce7922dec0 None None] Pushing event deleted for resources: {'Port': ['ID=ad902d17-292c-4193-be29-c4614a265abf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:16.108541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d2273-66c7-4d05-a12d-30ce7922dec0 None None] No DVR routers for this DVR port ad902d17-292c-4193-be29-c4614a265abf on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:16.108718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Calling delete_port for ad902d17-292c-4193-be29-c4614a265abf owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:16.126437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 88b6077e-4c96-4f82-8bef-9837621c4f25) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:16.148042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a36ed-d4da-4e34-b684-066eab26b7ed None None] Network 88b6077e-4c96-4f82-8bef-9837621c4f25 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:16.159301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.172296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:16.172922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.178215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.20.0.1 (a08f0046-1962-4ada-8f1f-17b7d3ba6894/cddc8179-03fc-4115-ab08-c64bfbe69a2d/6dc25b8e-1a13-4b02-8eee-fe47f12fd30a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:16.226798 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.227775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:16.228391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.284283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9840a010-8d5b-424f-847e-258748aca2df tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1234462 Jul 29 23:41:16.294219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35924) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:16.306649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Request body: {'subnet': {'network_id': 'c87d09d2-2e88-4382-a83c-6f8c2a44bc84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:16.331821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2961855 Jul 29 23:41:16.332462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35926) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:16.347698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-88b6077e-4c96-4f82-8bef-9837621c4f25', 'network_id': '88b6077e-4c96-4f82-8bef-9837621c4f25', 'tenant_id': '48a9848320e74f389f5be8dcbd1d83bf', 'fixed_ips': [{'subnet_id': '16c11a3c-f7b0-4493-a5b9-084592f3857c'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:41:16.349290 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.361356 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Request body: {'subnet': {'network_id': '3d5a69c6-3373-41fb-9355-6a0ce759ea5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-503100369-subnet', 'tenant_id': 'f2ecb7787a3b4f04b72ecbce4646a42e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:16.393815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Made reservation on behalf of f2ecb7787a3b4f04b72ecbce4646a42e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:16.396120 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.412310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad80b01-1535-4c71-b4fd-c9479ba65e13 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5a69c6-3373-41fb-9355-6a0ce759ea5e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:16.433865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 3d5a69c6-3373-41fb-9355-6a0ce759ea5e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:16.492696 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.589771 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.668435 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network a08f0046-1962-4ada-8f1f-17b7d3ba6894 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:16.678988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:16.687259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:16.724297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=6dc25b8e-1a13-4b02-8eee-fe47f12fd30a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:16.732971 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.761526 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Allocated IP 172.20.0.2 (88b6077e-4c96-4f82-8bef-9837621c4f25/16c11a3c-f7b0-4493-a5b9-084592f3857c/2ef91722-a3e4-486f-b6cc-b1b941a98966) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:16.790376 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.838729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d8cd33-7851-49cf-9b17-a42e6d5614f3,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:16.854938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.877583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Checking segment: {'id': '5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3d5a69c6-3373-41fb-9355-6a0ce759ea5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:16.877953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Network hostable DHCP agents. Network: 3d5a69c6-3373-41fb-9355-6a0ce759ea5e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:16.926711 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.929547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Network 3d5a69c6-3373-41fb-9355-6a0ce759ea5e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:16.937023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Transition to ACTIVE for port object 2ef91722-a3e4-486f-b6cc-b1b941a98966 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:16.947009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] No DVR routers for this DVR port ad902d17-292c-4193-be29-c4614a265abf on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:16.955611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Transition to ACTIVE for port object 2ef91722-a3e4-486f-b6cc-b1b941a98966 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:16.958839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Pushing event deleted for resources: {'Port': ['ID=ad902d17-292c-4193-be29-c4614a265abf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:16.966762 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.978930 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.982280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 3d5a69c6-3373-41fb-9355-6a0ce759ea5e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:16.995677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:16.995677 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.995980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Made reservation on behalf of 48a9848320e74f389f5be8dcbd1d83bf for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:16.996533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165cb13-c725-4273-9d67-a66354e33972 None None] Network 3d5a69c6-3373-41fb-9355-6a0ce759ea5e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:16.999194 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.044619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5e6fe856-fcd6-4597-9a8c-928fd1c81da8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7001650 Jul 29 23:41:17.061173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Pushing event updated for resources: {'Port': ['ID=2ef91722-a3e4-486f-b6cc-b1b941a98966,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:17.064615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Network 88b6077e-4c96-4f82-8bef-9837621c4f25 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:17.070934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:17.074446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:17.152055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Attempting to bind port 2ef91722-a3e4-486f-b6cc-b1b941a98966 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:17.152410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Attempting to bind port 2ef91722-a3e4-486f-b6cc-b1b941a98966 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '35d946de-1ec7-4bc9-8a52-bcedf09ef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88b6077e-4c96-4f82-8bef-9837621c4f25'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:17.152777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Attempting to bind port 2ef91722-a3e4-486f-b6cc-b1b941a98966 on network 88b6077e-4c96-4f82-8bef-9837621c4f25 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:17.195556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:17.195970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Checking segment: {'id': '35d946de-1ec7-4bc9-8a52-bcedf09ef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88b6077e-4c96-4f82-8bef-9837621c4f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:17.196418 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.196825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Bound using segment: {'id': '35d946de-1ec7-4bc9-8a52-bcedf09ef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88b6077e-4c96-4f82-8bef-9837621c4f25'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:17.197326 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Bound port: 2ef91722-a3e4-486f-b6cc-b1b941a98966, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d946de-1ec7-4bc9-8a52-bcedf09ef163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88b6077e-4c96-4f82-8bef-9837621c4f25'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:17.197715 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.240403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26506575-881f-480a-9fb0-7db91f2ec14c None None] Network 3d5a69c6-3373-41fb-9355-6a0ce759ea5e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:17.251550 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.270447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5866aba-8015-40f9-beed-5a427fb12288']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:17.274638 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.352213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e49089f5-33a3-45f5-839f-3ae564463aad up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:17.363162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] For port 2ef91722-a3e4-486f-b6cc-b1b941a98966, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:17.370522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69bc71b-408e-4e4a-9bd5-f266f06a02b2') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:17.370854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69bc71b-408e-4e4a-9bd5-f266f06a02b2') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:17.379247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] For port 2ef91722-a3e4-486f-b6cc-b1b941a98966, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2ef91722-a3e4-486f-b6cc-b1b941a98966,segment=NetworkSegment(35d946de-1ec7-4bc9-8a52-bcedf09ef163),segment_id=35d946de-1ec7-4bc9-8a52-bcedf09ef163)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:17.413888 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.422057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-5e46d957-38ee-42ce-9654-a5ebe56c03fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:41:17.427038 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.468596 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.479257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.493165 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.515279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:17.515698 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:17.523420 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:17.528597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0defac-4a09-4706-b8ce-9eca4742a024 None None] Pushing event updated for resources: {'Port': ['ID=2ef91722-a3e4-486f-b6cc-b1b941a98966,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:17.552576 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e46d957-38ee-42ce-9654-a5ebe56c03fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.576449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e49089f5-33a3-45f5-839f-3ae564463aad triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:17.577001 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.582154 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.670718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e46d957-38ee-42ce-9654-a5ebe56c03fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.717673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=6dc25b8e-1a13-4b02-8eee-fe47f12fd30a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:17.806380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network a08f0046-1962-4ada-8f1f-17b7d3ba6894 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:17.812258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:17.816206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ad902d17-292c-4193-be29-c4614a265abf no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:17.851771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: ad902d17-292c-4193-be29-c4614a265abf {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:17.852829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ad902d17-292c-4193-be29-c4614a265abf not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:17.862049 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.906285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.912044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] 10.222.0.37 "DELETE /v2.0/networks/c5866aba-8015-40f9-beed-5a427fb12288 HTTP/1.1" status: 204 len: 168 time: 2.7365623 Jul 29 23:41:17.967770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:17.978594 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:41:17.980277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b7ff2-9bdb-4289-9a61-37548f29771a tempest-TagsExtTest-6377160 tempest-TagsExtTest-6377160-project] Pushing event deleted for resources: {'Network': ['ID=c5866aba-8015-40f9-beed-5a427fb12288,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:18.021385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.104626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-3d90dda6-45ff-4aac-b389-75df6ebf06b8 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:18.106085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-3d90dda6-45ff-4aac-b389-75df6ebf06b8 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/networks?id=3d5a69c6-3373-41fb-9355-6a0ce759ea5e HTTP/1.1" status: 200 len: 817 time: 0.4684792 Jul 29 23:41:18.109788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:18.120226 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5689bc29-4403-4a51-ad10-307114f9f04b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "PUT /v2.0/routers/71988ab5-60af-4216-8205-f8b9b8e7b32f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6178381 Jul 29 23:41:18.121273 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc017f-55fa-49a6-a89d-b64ef8d131c2 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:18.122651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:18.123773 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-5e46d957-38ee-42ce-9654-a5ebe56c03fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Floating IP 93577e86-1217-4037-8a5d-6f0a6c676213 associated. External IP: 172.25.2.58, port: 74c60c01-b360-44ba-8ade-677ebc5408a2. Jul 29 23:41:18.129788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'port': {'network_id': 'a08f0046-1962-4ada-8f1f-17b7d3ba6894', 'name': 'tempest-FloatingIPTestJSON-1720473815'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:18.131819 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc017f-55fa-49a6-a89d-b64ef8d131c2 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:18.138187 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5ddc017f-55fa-49a6-a89d-b64ef8d131c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:18.193176 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5ddc017f-55fa-49a6-a89d-b64ef8d131c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:18.206701 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc017f-55fa-49a6-a89d-b64ef8d131c2 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:18.207353 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5ddc017f-55fa-49a6-a89d-b64ef8d131c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:18.209475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35952) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:18.225854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-621e2342-de3a-4160-94bc-8bb9495c769b tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/quotas/f2ecb7787a3b4f04b72ecbce4646a42e HTTP/1.1" status: 200 len: 375 time: 0.0969477 Jul 29 23:41:18.228111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'Subnet': ['ID=26012220-926f-4910-ad5d-ea05e72a399d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:18.254065 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5ddc017f-55fa-49a6-a89d-b64ef8d131c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:18.255273 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc017f-55fa-49a6-a89d-b64ef8d131c2 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:18.302029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Made reservation on behalf of 281586f2fd78411e84ca79b82e86b185 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:18.306363 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.316609 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-5f62b509-bf5e-499b-81c3-a5bec29e0a41 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2ecb7787a3b4f04b72ecbce4646a42e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741808 Jul 29 23:41:18.325455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Checking segment: {'id': '3a0eeb72-801f-4567-8c9b-ef9459d8cc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c87d09d2-2e88-4382-a83c-6f8c2a44bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:18.325762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Network hostable DHCP agents. Network: c87d09d2-2e88-4382-a83c-6f8c2a44bc84, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:18.335727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] device_id is not set on port 07b3771e-495b-4de5-bcd4-3bf94fd50aa2 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:41:18.391810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Network c87d09d2-2e88-4382-a83c-6f8c2a44bc84 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:18.407207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port bf1f77a7-080a-4f48-92ba-889eb5acbc0d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:18.408211 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.460937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, c87d09d2-2e88-4382-a83c-6f8c2a44bc84) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:18.467319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:18.467937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.475201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc9c4a1-a8a1-4134-8c45-73e822aaf03c None None] Network c87d09d2-2e88-4382-a83c-6f8c2a44bc84 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:18.622745 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0e2b7351-14ed-4fe4-8b2d-e071d23917d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba01fb7fc42041da814caef429e4d613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120433 Jul 29 23:41:18.633118 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35960) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:18.717723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.20.0.7 (a08f0046-1962-4ada-8f1f-17b7d3ba6894/cddc8179-03fc-4115-ab08-c64bfbe69a2d/07b3771e-495b-4de5-bcd4-3bf94fd50aa2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:18.747401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-c87d09d2-2e88-4382-a83c-6f8c2a44bc84', 'network_id': 'c87d09d2-2e88-4382-a83c-6f8c2a44bc84', 'tenant_id': '48a9848320e74f389f5be8dcbd1d83bf', 'fixed_ips': [{'subnet_id': '26012220-926f-4910-ad5d-ea05e72a399d'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:41:18.748855 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.751860 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ddb363d-6682-494c-b54a-3d50849533fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.783520 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.823131 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ddb363d-6682-494c-b54a-3d50849533fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.946398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea6306-db2d-421c-a2a6-646cb787e4c4 None None] Network 88b6077e-4c96-4f82-8bef-9837621c4f25 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:19.003022 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ddb363d-6682-494c-b54a-3d50849533fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.007021 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ddb363d-6682-494c-b54a-3d50849533fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.009059 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9ddb363d-6682-494c-b54a-3d50849533fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/580a0a2b-6313-4958-9680-51d087c26dbd HTTP/1.1" status: 204 len: 168 time: 0.3743403 Jul 29 23:41:19.032925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb363d-6682-494c-b54a-3d50849533fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580a0a2b-6313-4958-9680-51d087c26dbd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:19.057735 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.061453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Allocated IP 172.20.0.2 (c87d09d2-2e88-4382-a83c-6f8c2a44bc84/26012220-926f-4910-ad5d-ea05e72a399d/b559cc01-c5c5-4236-980a-7c00cbb0594d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:19.074469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-269f7017-5f51-437c-99d4-18d04ba37dc9 None None] Provisioning for port 2ef91722-a3e4-486f-b6cc-b1b941a98966 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:19.132225 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-95b820d7-47d8-438c-aff2-37eaa6d1d0c1 service neutron] 10.222.0.37 "GET /v2.0/networks/3d5a69c6-3373-41fb-9355-6a0ce759ea5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8007104 Jul 29 23:41:19.135737 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.237563 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network a08f0046-1962-4ada-8f1f-17b7d3ba6894 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:19.246121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:19.265107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:19.270405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=07b3771e-495b-4de5-bcd4-3bf94fd50aa2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:19.314189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2ef91722-a3e4-486f-b6cc-b1b941a98966 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:19.324062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fd5cfd46-8aa8-467e-90fe-5ab8b36a885a tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0201051 Jul 29 23:41:19.325185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:19.419083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e46d957-38ee-42ce-9654-a5ebe56c03fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Router 6781ea9b-03e6-4fb6-89ed-decd050002db has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:19.441838 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.446984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:19.447660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.471548 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.476280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for bf1f77a7-080a-4f48-92ba-889eb5acbc0d owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:19.493380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Transition to ACTIVE for port object b559cc01-c5c5-4236-980a-7c00cbb0594d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:19.511852 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2c3cfddb-a0f8-4627-ab28-b9ac8d33a164 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3840649 Jul 29 23:41:19.528751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35974) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:19.539862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Transition to ACTIVE for port object b559cc01-c5c5-4236-980a-7c00cbb0594d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:19.541937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'port': {'network_id': 'a08f0046-1962-4ada-8f1f-17b7d3ba6894', 'name': 'tempest-FloatingIPTestJSON-1541602510'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:19.550780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 2ef91722-a3e4-486f-b6cc-b1b941a98966 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:19.564135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2ef91722-a3e4-486f-b6cc-b1b941a98966 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:19.565569 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.572642 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.644676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-dbcf15ad-17d6-4d51-9dad-1d0a910c8610 service neutron] 10.222.0.37 "GET /v2.0/networks/3d5a69c6-3373-41fb-9355-6a0ce759ea5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114365 Jul 29 23:41:19.697215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Pushing event updated for resources: {'Port': ['ID=b559cc01-c5c5-4236-980a-7c00cbb0594d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:19.721170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Network c87d09d2-2e88-4382-a83c-6f8c2a44bc84 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:19.728939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:19.735922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:19.780754 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.864485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Attempting to bind port b559cc01-c5c5-4236-980a-7c00cbb0594d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:19.864859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Attempting to bind port b559cc01-c5c5-4236-980a-7c00cbb0594d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '3a0eeb72-801f-4567-8c9b-ef9459d8cc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c87d09d2-2e88-4382-a83c-6f8c2a44bc84'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:19.865227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Attempting to bind port b559cc01-c5c5-4236-980a-7c00cbb0594d on network c87d09d2-2e88-4382-a83c-6f8c2a44bc84 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:19.916689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:19.917197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Checking segment: {'id': '3a0eeb72-801f-4567-8c9b-ef9459d8cc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c87d09d2-2e88-4382-a83c-6f8c2a44bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:19.917789 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.919103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Bound using segment: {'id': '3a0eeb72-801f-4567-8c9b-ef9459d8cc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c87d09d2-2e88-4382-a83c-6f8c2a44bc84'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:19.919615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Bound port: b559cc01-c5c5-4236-980a-7c00cbb0594d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0eeb72-801f-4567-8c9b-ef9459d8cc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c87d09d2-2e88-4382-a83c-6f8c2a44bc84'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:19.920041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.961858 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.019890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d20e3e66-aa79-4994-ba80-acf3f9bf8303 None None] Provisioning complete for port 2ef91722-a3e4-486f-b6cc-b1b941a98966 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:20.020328 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d20e3e66-aa79-4994-ba80-acf3f9bf8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.052710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4eb815b0-e2b1-458a-806e-6dc490fd8ac0 req-55bcc717-e734-4232-be79-46aecea1183c tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 210 time: 0.1538160 Jul 29 23:41:20.074666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 2ef91722-a3e4-486f-b6cc-b1b941a98966, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2ef91722-a3e4-486f-b6cc-b1b941a98966,segment=NetworkSegment(35d946de-1ec7-4bc9-8a52-bcedf09ef163),segment_id=35d946de-1ec7-4bc9-8a52-bcedf09ef163)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:20.099252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Made reservation on behalf of 281586f2fd78411e84ca79b82e86b185 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:20.103808 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.109171 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.134608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] For port b559cc01-c5c5-4236-980a-7c00cbb0594d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:20.140261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] For port b559cc01-c5c5-4236-980a-7c00cbb0594d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b559cc01-c5c5-4236-980a-7c00cbb0594d,segment=NetworkSegment(3a0eeb72-801f-4567-8c9b-ef9459d8cc92),segment_id=3a0eeb72-801f-4567-8c9b-ef9459d8cc92)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:20.187886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] device_id is not set on port 47e9f5c5-1ce2-47a5-a638-b729cf12bfaa yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:41:20.209292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=2ef91722-a3e4-486f-b6cc-b1b941a98966,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:20.216505 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.239783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e46d957-38ee-42ce-9654-a5ebe56c03fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:20.250565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e46d957-38ee-42ce-9654-a5ebe56c03fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.306682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Allocated IP 172.20.0.1 (88b6077e-4c96-4f82-8bef-9837621c4f25/16c11a3c-f7b0-4493-a5b9-084592f3857c/719c5c16-c3af-4106-a3d2-066e59288ff4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:20.321005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] Sync routers for ids ['6781ea9b-03e6-4fb6-89ed-decd050002db'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:20.382608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5e46d957-38ee-42ce-9654-a5ebe56c03fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "PUT /v2.0/floatingips/93577e86-1217-4037-8a5d-6f0a6c676213 HTTP/1.1" status: 200 len: 990 time: 4.6557641 Jul 29 23:41:20.406254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:20.413203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] Routers {'6781ea9b-03e6-4fb6-89ed-decd050002db'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:20.413330 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7366c3-1aab-4b49-9e40-b4ed30b31650" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:20.413912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6781ea9b-03e6-4fb6-89ed-decd050002db'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:20.519614 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.533819 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ba29ed-eee7-410f-9641-ce5907d1ef08 x-openstack-request-id: req-47ba29ed-eee7-410f-9641-ce5907d1ef08 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:20.534116 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:20.534370 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47ba29ed-eee7-410f-9641-ce5907d1ef08 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:20.534769 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'status': 'completed', 'code': 200} Jul 29 23:41:20.540811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Transition to ACTIVE for port object 719c5c16-c3af-4106-a3d2-066e59288ff4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:20.562601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.20.0.9 (a08f0046-1962-4ada-8f1f-17b7d3ba6894/cddc8179-03fc-4115-ab08-c64bfbe69a2d/47e9f5c5-1ce2-47a5-a638-b729cf12bfaa) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:20.628191 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.644355 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.655179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-53b317be-da79-4b2a-82cd-4f323e144e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:20.661181 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-53b317be-da79-4b2a-82cd-4f323e144e46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1097 time: 0.1003339 Jul 29 23:41:20.779479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=bf1f77a7-080a-4f48-92ba-889eb5acbc0d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:20.831351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Network 88b6077e-4c96-4f82-8bef-9837621c4f25 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:20.833137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:20.896591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'Port': ['ID=719c5c16-c3af-4106-a3d2-066e59288ff4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:20.901836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:20.918583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a947f72-dfb4-4bb0-aaed-57b425e7b327 None None] Pushing event updated for resources: {'Port': ['ID=b559cc01-c5c5-4236-980a-7c00cbb0594d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:20.997980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] Set router 6781ea9b-03e6-4fb6-89ed-decd050002db gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:21.069072 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.200098 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-b41b7740-f3f0-4b9b-8f68-fd204dc7ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:21.216162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-b41b7740-f3f0-4b9b-8f68-fd204dc7ec81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.5433044 Jul 29 23:41:21.245571 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.331013 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98879bd3-5593-4213-980e-c33ea24069aa req-69b1923a-5097-4495-ac6a-26140d2fdb9c tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 210 time: 0.0862856 Jul 29 23:41:21.398626 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-21dd42c6-d3d5-492e-abeb-ec3957a979e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 998 time: 0.1201408 Jul 29 23:41:21.468000 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.486606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-21798f50-2810-4eb6-a34c-52f75f51ab12 None None] Provisioning for port 719c5c16-c3af-4106-a3d2-066e59288ff4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:21.543628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-21798f50-2810-4eb6-a34c-52f75f51ab12 None None] Provisioning complete for port 719c5c16-c3af-4106-a3d2-066e59288ff4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:21.544524 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21798f50-2810-4eb6-a34c-52f75f51ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.553013 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.604146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2ef91722-a3e4-486f-b6cc-b1b941a98966 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:21.644266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-21798f50-2810-4eb6-a34c-52f75f51ab12 None None] Port 719c5c16-c3af-4106-a3d2-066e59288ff4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:21.683412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-d56dbdda-6556-4663-956c-cdaa091213aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:21.690414 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-d56dbdda-6556-4663-956c-cdaa091213aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.2773681 Jul 29 23:41:21.762355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d674311d-b738-43de-a21e-99a6db4b7d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.778883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2ef91722-a3e4-486f-b6cc-b1b941a98966 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:21.779264 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.814551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-55fb1206-5540-44d8-8fae-161f98b0b1d9 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:21.820807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-55fb1206-5540-44d8-8fae-161f98b0b1d9 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.42 "GET /v2.0/networks?id=3d5a69c6-3373-41fb-9355-6a0ce759ea5e HTTP/1.1" status: 200 len: 817 time: 0.2516484 Jul 29 23:41:21.840460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-64ec34c5-80b9-4d84-bab5-ba297b852f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:21.842313 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-64ec34c5-80b9-4d84-bab5-ba297b852f11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442132 Jul 29 23:41:21.857041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Request body: {'port': {'device_id': '9512e7bf-eac8-4572-9a26-3f56e9a9bccd', 'network_id': '3d5a69c6-3373-41fb-9355-6a0ce759ea5e', 'admin_state_up': True, 'tenant_id': 'f2ecb7787a3b4f04b72ecbce4646a42e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:21.864352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Router 5eab2a03-86b6-458c-b899-6a1df0e3bfbf has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:21.955463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:36Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '93577e86-1217-4037-8a5d-6f0a6c676213', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'port_id': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'mac_address': 'fa:16:3e:18:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:48Z', 'updated_at': '2021-07-29T23:41:17Z', 'revision_number': 1, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70be3e8-b257-4cc5-953f-1821469d3a29', 'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'mac_address': 'fa:16:3e:3a:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:30Z', 'updated_at': '2021-07-29T23:40:48Z', 'revision_number': 5, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'subnets': [{'id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.012160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] Checking router: 6781ea9b-03e6-4fb6-89ed-decd050002db for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:22.034510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] Routers {'6781ea9b-03e6-4fb6-89ed-decd050002db'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:22.035200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6781ea9b-03e6-4fb6-89ed-decd050002db'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.040577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b559cc01-c5c5-4236-980a-7c00cbb0594d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:22.088803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:22.113659 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9213a8d-e53e-44f1-84c5-af485777f77b None None] Sync routers for ids ['5eab2a03-86b6-458c-b899-6a1df0e3bfbf'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:22.121004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e0108c0d-2b90-46ec-8473-eb55ed583073 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "PUT /v2.0/routers/5eab2a03-86b6-458c-b899-6a1df0e3bfbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7038136 Jul 29 23:41:22.134554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36036) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:22.139471 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9213a8d-e53e-44f1-84c5-af485777f77b None None] Routers {'5eab2a03-86b6-458c-b899-6a1df0e3bfbf'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:22.140442 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9213a8d-e53e-44f1-84c5-af485777f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5eab2a03-86b6-458c-b899-6a1df0e3bfbf'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.173533 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2846c2a-55f1-40ea-b3c3-ab212e722690 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:41:22.180523 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f2846c2a-55f1-40ea-b3c3-ab212e722690 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/bf1f77a7-080a-4f48-92ba-889eb5acbc0d HTTP/1.1" status: 404 len: 333 time: 0.0507345 Jul 29 23:41:22.185751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port b559cc01-c5c5-4236-980a-7c00cbb0594d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:22.188259 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:22.202191 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.217061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ab0be-21bb-486a-96ab-c41569147bb8 None None] Network c87d09d2-2e88-4382-a83c-6f8c2a44bc84 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:22.224327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] Set router 6781ea9b-03e6-4fb6-89ed-decd050002db gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:22.317415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=47e9f5c5-1ce2-47a5-a638-b729cf12bfaa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:22.359536 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9213a8d-e53e-44f1-84c5-af485777f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.369965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-adea7f7a-3079-4b67-be9e-f51ed5ec8e1f None None] Provisioning for port b559cc01-c5c5-4236-980a-7c00cbb0594d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:22.389856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-adea7f7a-3079-4b67-be9e-f51ed5ec8e1f None None] Provisioning complete for port b559cc01-c5c5-4236-980a-7c00cbb0594d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:22.390244 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-adea7f7a-3079-4b67-be9e-f51ed5ec8e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.408572 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9213a8d-e53e-44f1-84c5-af485777f77b None None] Routers {'5eab2a03-86b6-458c-b899-6a1df0e3bfbf'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:22.412836 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9213a8d-e53e-44f1-84c5-af485777f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5eab2a03-86b6-458c-b899-6a1df0e3bfbf'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.414817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Made reservation on behalf of f2ecb7787a3b4f04b72ecbce4646a42e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:22.419023 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.454725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network a08f0046-1962-4ada-8f1f-17b7d3ba6894 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:22.462162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:22.472154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:22.512683 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9213a8d-e53e-44f1-84c5-af485777f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.514312 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9213a8d-e53e-44f1-84c5-af485777f77b None None] The sync data for ids ['5eab2a03-86b6-458c-b899-6a1df0e3bfbf'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:22.542401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:22.543240 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.550139 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b86d-e2f2-44b4-a08f-27b542a29bc3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.586124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-251a457b-4519-4c20-804e-dc4fc3bd8c13 req-923df1c8-ea82-4df4-a180-ffe636da3dc7 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 210 time: 0.0556772 Jul 29 23:41:22.727005 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-3105b62d-cbed-4dde-915c-1fc3e9527ebc service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8696170 Jul 29 23:41:22.753351 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-adea7f7a-3079-4b67-be9e-f51ed5ec8e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.768559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f413e8e0-38f8-49a5-9f5d-0427de3c6fab tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2328317 Jul 29 23:41:22.772560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:22.798818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '47e9f5c5-1ce2-47a5-a638-b729cf12bfaa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:22.824647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-adea7f7a-3079-4b67-be9e-f51ed5ec8e1f None None] For port b559cc01-c5c5-4236-980a-7c00cbb0594d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b559cc01-c5c5-4236-980a-7c00cbb0594d,segment=NetworkSegment(3a0eeb72-801f-4567-8c9b-ef9459d8cc92),segment_id=3a0eeb72-801f-4567-8c9b-ef9459d8cc92)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:22.834998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:36Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '93577e86-1217-4037-8a5d-6f0a6c676213', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'port_id': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'mac_address': 'fa:16:3e:18:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:48Z', 'updated_at': '2021-07-29T23:41:17Z', 'revision_number': 1, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70be3e8-b257-4cc5-953f-1821469d3a29', 'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'mac_address': 'fa:16:3e:3a:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:30Z', 'updated_at': '2021-07-29T23:40:48Z', 'revision_number': 5, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'subnets': [{'id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.842003 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.872474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c991984-720d-4f97-8c7c-20a4132fff0f None None] The sync data for ids ['6781ea9b-03e6-4fb6-89ed-decd050002db'] in n-d-712139-11 is: [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:36Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '93577e86-1217-4037-8a5d-6f0a6c676213', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'port_id': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'mac_address': 'fa:16:3e:18:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:48Z', 'updated_at': '2021-07-29T23:41:17Z', 'revision_number': 1, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70be3e8-b257-4cc5-953f-1821469d3a29', 'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'mac_address': 'fa:16:3e:3a:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:30Z', 'updated_at': '2021-07-29T23:40:48Z', 'revision_number': 5, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'subnets': [{'id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:22.874369 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-adea7f7a-3079-4b67-be9e-f51ed5ec8e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.897871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.937015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea7f7a-3079-4b67-be9e-f51ed5ec8e1f None None] Pushing event updated for resources: {'Port': ['ID=b559cc01-c5c5-4236-980a-7c00cbb0594d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:22.955300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.995939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7f933dbe-4e31-4eef-b5ed-644a701d9bb1 None None] Provisioning complete for port b559cc01-c5c5-4236-980a-7c00cbb0594d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:22.996562 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbe-4e31-4eef-b5ed-644a701d9bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.014835 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b86d-e2f2-44b4-a08f-27b542a29bc3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.019626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b86d-e2f2-44b4-a08f-27b542a29bc3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.074335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'Port': ['ID=719c5c16-c3af-4106-a3d2-066e59288ff4,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:23.083305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.102612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b86d-e2f2-44b4-a08f-27b542a29bc3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.103127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa4b86d-e2f2-44b4-a08f-27b542a29bc3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Fanout notify agent at l3_agent the message router_deleted on router 5eab2a03-86b6-458c-b899-6a1df0e3bfbf {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:41:23.129534 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b86d-e2f2-44b4-a08f-27b542a29bc3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.133938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dfa4b86d-e2f2-44b4-a08f-27b542a29bc3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/routers/5eab2a03-86b6-458c-b899-6a1df0e3bfbf HTTP/1.1" status: 204 len: 168 time: 0.9441102 Jul 29 23:41:23.134638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:23.149830 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff7366c3-1aab-4b49-9e40-b4ed30b31650 req-45801bed-bb41-4952-a35a-d9b5c8c013b3 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758295 Jul 29 23:41:23.203350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Allocated IP 172.20.0.8 (3d5a69c6-3373-41fb-9355-6a0ce759ea5e/73d8cd33-7851-49cf-9b17-a42e6d5614f3/2b023abc-f74a-43c5-9c11-e1ec3e24acf8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:23.257273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a2abb-117e-43ee-9f1f-853f134a6cae None None] New status for floating IP 93577e86-1217-4037-8a5d-6f0a6c676213: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:41:23.277863 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.298561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Network 88b6077e-4c96-4f82-8bef-9837621c4f25 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:23.310050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b559cc01-c5c5-4236-980a-7c00cbb0594d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:23.326795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:23.343662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c8a8a2-d8e1-48b1-b9b8-d09a36aac1ac tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet 8dde9e10-1f61-48d3-b0aa-6cd4db623cb1 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:23.396752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a8a2-d8e1-48b1-b9b8-d09a36aac1ac tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.428725 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b559cc01-c5c5-4236-980a-7c00cbb0594d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:23.429105 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.530520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a8a2-d8e1-48b1-b9b8-d09a36aac1ac tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.533215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.25.2.77 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/c79bca31-ed36-4779-9d5e-4740c9b8c669) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:23.604383 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.614219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Router 964cde8d-7414-414d-941a-d51c00e27e63 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:41:23.680633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e76210d5-5cd2-463c-ad10-83061a460563 None None] Provisioning complete for port 719c5c16-c3af-4106-a3d2-066e59288ff4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:23.681017 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e76210d5-5cd2-463c-ad10-83061a460563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.685476 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.700523 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a8a2-d8e1-48b1-b9b8-d09a36aac1ac tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.721222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e76210d5-5cd2-463c-ad10-83061a460563 None None] Port 719c5c16-c3af-4106-a3d2-066e59288ff4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:23.744967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.769549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24fd5819-f4e3-4192-8fd8-7e996108e208 req-8d61d465-7c05-4d37-ad02-1a0e79eb1398 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 210 time: 0.0872228 Jul 29 23:41:23.794987 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.801610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c814f9-da23-49d9-b581-3c61ff50bbbf req-061bf20d-aa4e-4214-9566-5be96dd35d0e tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:23.803160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3c814f9-da23-49d9-b581-3c61ff50bbbf req-061bf20d-aa4e-4214-9566-5be96dd35d0e tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1097 time: 0.1044526 Jul 29 23:41:23.858909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Pushing event updated for resources: {'Port': ['ID=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:23.861988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:23.882550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:23.887103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:23.889162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=c79bca31-ed36-4779-9d5e-4740c9b8c669,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:23.902845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Network 3d5a69c6-3373-41fb-9355-6a0ce759ea5e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:23.907500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:23.918453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:23.921358 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:23.924622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a8a2-d8e1-48b1-b9b8-d09a36aac1ac tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.932552 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-925d908d-7260-4064-8f3a-1ee8762d9652 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "PUT /v2.0/routers/964cde8d-7414-414d-941a-d51c00e27e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6024013 Jul 29 23:41:23.933230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36068) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:23.935494 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf623fb0-bdfc-4c6b-9c08-89aeb0180653 None None] Sync routers for ids ['964cde8d-7414-414d-941a-d51c00e27e63'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:23.948055 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf623fb0-bdfc-4c6b-9c08-89aeb0180653 None None] Routers {'964cde8d-7414-414d-941a-d51c00e27e63'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:23.948796 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bf623fb0-bdfc-4c6b-9c08-89aeb0180653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['964cde8d-7414-414d-941a-d51c00e27e63'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:23.978735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8a8a2-d8e1-48b1-b9b8-d09a36aac1ac tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=8dde9e10-1f61-48d3-b0aa-6cd4db623cb1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:23.987169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3c814f9-da23-49d9-b581-3c61ff50bbbf req-e56ed3aa-3990-41f5-97d9-650b3bc81d31 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308656 Jul 29 23:41:23.998928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bcb26a-aad2-443b-8485-cfef1b97c814 None None] Network f140c3d4-bec4-410f-bd8e-d3805061f8e8 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:24.002572 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a8a2-d8e1-48b1-b9b8-d09a36aac1ac tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.003590 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bf623fb0-bdfc-4c6b-9c08-89aeb0180653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:24.007989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e6c8a8a2-d8e1-48b1-b9b8-d09a36aac1ac tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/8dde9e10-1f61-48d3-b0aa-6cd4db623cb1 HTTP/1.1" status: 204 len: 168 time: 0.8663521 Jul 29 23:41:24.008202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36070) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:24.022689 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf623fb0-bdfc-4c6b-9c08-89aeb0180653 None None] Routers {'964cde8d-7414-414d-941a-d51c00e27e63'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:24.024387 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bf623fb0-bdfc-4c6b-9c08-89aeb0180653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:40:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['964cde8d-7414-414d-941a-d51c00e27e63'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:24.081994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:24.082691 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.123603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-eedb1b02-f0e4-4410-866c-b1ddd06a6715 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2732954 Jul 29 23:41:24.133145 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.142663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Request body: {'port': {'device_id': '9512e7bf-eac8-4572-9a26-3f56e9a9bccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:24.145170 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bf623fb0-bdfc-4c6b-9c08-89aeb0180653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:24.147179 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf623fb0-bdfc-4c6b-9c08-89aeb0180653 None None] The sync data for ids ['964cde8d-7414-414d-941a-d51c00e27e63'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:24.188838 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b44c03ef-0fa8-4e4b-ac7b-35c19ccdcdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.274436 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.499684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fefe1d-dc9e-482a-881d-1b53c0fde42e None None] DHCP port deletion for f140c3d4-bec4-410f-bd8e-d3805061f8e8 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:24.575804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-90fefe1d-dc9e-482a-881d-1b53c0fde42e None None] Deleting port b3f13123-4136-4a60-a8ab-ea68e43679a7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:24.576352 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90fefe1d-dc9e-482a-881d-1b53c0fde42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.656899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-90fefe1d-dc9e-482a-881d-1b53c0fde42e None None] For port b3f13123-4136-4a60-a8ab-ea68e43679a7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b3f13123-4136-4a60-a8ab-ea68e43679a7,segment=NetworkSegment(261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1),segment_id=261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:24.657358 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90fefe1d-dc9e-482a-881d-1b53c0fde42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.672505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-90fefe1d-dc9e-482a-881d-1b53c0fde42e None None] Calling delete_port for b3f13123-4136-4a60-a8ab-ea68e43679a7 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:24.729847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.759445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2df792-0125-47d8-9dee-74a5e77ff94f req-0b770b79-6c3b-4d9a-9058-68a7686bce7f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:24.768242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee2df792-0125-47d8-9dee-74a5e77ff94f req-0b770b79-6c3b-4d9a-9058-68a7686bce7f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.5654194 Jul 29 23:41:24.769133 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90fefe1d-dc9e-482a-881d-1b53c0fde42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.809316 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-c5d7cc6f-1801-46d9-a1eb-a73899538634 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:41:24.813100 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c5d7cc6f-1801-46d9-a1eb-a73899538634 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "PUT /v2.0/routers/964cde8d-7414-414d-941a-d51c00e27e63/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8763759 Jul 29 23:41:24.818180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36088) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:24.825938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fefe1d-dc9e-482a-881d-1b53c0fde42e None None] Pushing event deleted for resources: {'Port': ['ID=b3f13123-4136-4a60-a8ab-ea68e43679a7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:24.833231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port b3f13123-4136-4a60-a8ab-ea68e43679a7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:24.833579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.840995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fefe1d-dc9e-482a-881d-1b53c0fde42e None None] No DVR routers for this DVR port b3f13123-4136-4a60-a8ab-ea68e43679a7 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:24.865168 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.988728 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.098616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee2df792-0125-47d8-9dee-74a5e77ff94f req-dcb5e5b4-6605-4aee-90e2-b814ed2f5017 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3291690 Jul 29 23:41:25.142755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36092) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:25.152726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] For port b3f13123-4136-4a60-a8ab-ea68e43679a7, host n-d-712139-11, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:25.153113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.239239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for b3f13123-4136-4a60-a8ab-ea68e43679a7 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:25.255821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be69b74-0824-49cc-ae48-122f93168022 req-b73ae9eb-408d-48a3-a093-271e109c7c6d tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:25.260663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5be69b74-0824-49cc-ae48-122f93168022 req-b73ae9eb-408d-48a3-a093-271e109c7c6d tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 931 time: 0.3677578 Jul 29 23:41:25.263661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Port b3f13123-4136-4a60-a8ab-ea68e43679a7 was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:41:25.288277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b3f13123-4136-4a60-a8ab-ea68e43679a7 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:25.325057 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: b3f13123-4136-4a60-a8ab-ea68e43679a7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:25.325727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b3f13123-4136-4a60-a8ab-ea68e43679a7 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:25.357363 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.402459 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.456263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=b3f13123-4136-4a60-a8ab-ea68e43679a7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:25.464927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No DVR routers for this DVR port b3f13123-4136-4a60-a8ab-ea68e43679a7 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:25.472300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1a2fd39a-79eb-47a2-af19-2e17be358246 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/ec9593e5-1e22-46b7-9d5f-034ac2a4aafb HTTP/1.1" status: 200 len: 993 time: 0.3285379 Jul 29 23:41:25.600823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5be69b74-0824-49cc-ae48-122f93168022 req-61d33f8a-e395-427d-9b45-e9275e71f493 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444983 Jul 29 23:41:25.618033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.624289 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.652736 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.671153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f140c3d4-bec4-410f-bd8e-d3805061f8e8']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:25.694420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:25.694736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261dfcb1-5aae-4fe4-ae82-75ec3cbbfda1') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:25.705803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=c79bca31-ed36-4779-9d5e-4740c9b8c669,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:25.716959 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.775678 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.815592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:25.820491 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.834267 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.841017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:25.841438 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:25.850642 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:25.853618 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP 190604f3-151e-4d3f-86f2-99d35538f7f1 associated. External IP: 172.25.2.77, port: 47e9f5c5-1ce2-47a5-a638-b729cf12bfaa. Jul 29 23:41:26.005899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Transition to ACTIVE for port object 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:26.009626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.019214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.026534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36114) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:26.027086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/networks/f140c3d4-bec4-410f-bd8e-d3805061f8e8 HTTP/1.1" status: 204 len: 168 time: 2.0177169 Jul 29 23:41:26.038406 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.062383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353debaa-0f61-4a27-8844-6b2f3e3d8712 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Network': ['ID=f140c3d4-bec4-410f-bd8e-d3805061f8e8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:26.143929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc76a490-3877-431e-ab05-5ee0c61154ca tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:26.145571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fc76a490-3877-431e-ab05-5ee0c61154ca tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/cc61152e-326b-4a56-86ae-7d4975331ae3 HTTP/1.1" status: 200 len: 845 time: 0.1178074 Jul 29 23:41:26.153289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36118) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:26.176805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:26.206226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:26.232688 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e5e81984-cddc-45d5-a3b8-b2f922eba9e0 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/cc61152e-326b-4a56-86ae-7d4975331ae3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0779383 Jul 29 23:41:26.239905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:26.249754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-77bf5114-9e79-4d2e-8089-9eac9f9dbcbc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:26.378505 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-4cbcdd67-4145-45d9-a7d1-18852a84b254 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1679940 Jul 29 23:41:26.382682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.412992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:26.428120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf341e5-b17a-4bcb-97a3-c34a3ea2bba3 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:26.438197 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.445174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf341e5-b17a-4bcb-97a3-c34a3ea2bba3 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:26.446136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3cf341e5-b17a-4bcb-97a3-c34a3ea2bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:26.483901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-97bf8af7-f790-47ab-b72e-b0fc0cd0ffbf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7089040 Jul 29 23:41:26.490036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:26.495637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d1208759-bb78-4713-98cf-0c2f706a3ba0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:26.505876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3cf341e5-b17a-4bcb-97a3-c34a3ea2bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:26.537541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf341e5-b17a-4bcb-97a3-c34a3ea2bba3 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:26.538186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3cf341e5-b17a-4bcb-97a3-c34a3ea2bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:26.572389 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1208759-bb78-4713-98cf-0c2f706a3ba0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.736314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77badaa5-23ad-4aa9-b5af-557f793bee5a req-c2a38d4b-97e7-4b82-88f2-b2555e6bd8e0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:26.744671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77badaa5-23ad-4aa9-b5af-557f793bee5a req-c2a38d4b-97e7-4b82-88f2-b2555e6bd8e0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.5187321 Jul 29 23:41:26.831220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Attempting to bind port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:26.831883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Attempting to bind port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3d5a69c6-3373-41fb-9355-6a0ce759ea5e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:26.832892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Attempting to bind port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 on network 3d5a69c6-3373-41fb-9355-6a0ce759ea5e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:26.846646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3cf341e5-b17a-4bcb-97a3-c34a3ea2bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:26.847471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf341e5-b17a-4bcb-97a3-c34a3ea2bba3 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:26.851947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 on network 3d5a69c6-3373-41fb-9355-6a0ce759ea5e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:26.851947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Attempting to bind port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 on network 3d5a69c6-3373-41fb-9355-6a0ce759ea5e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:26.879653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:26.879952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Checking segment: {'id': '5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3d5a69c6-3373-41fb-9355-6a0ce759ea5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:26.880679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Bound using segment: {'id': '5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3d5a69c6-3373-41fb-9355-6a0ce759ea5e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:26.882061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Bound port: 2b023abc-f74a-43c5-9c11-e1ec3e24acf8, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3d5a69c6-3373-41fb-9355-6a0ce759ea5e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:26.882467 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.935324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77badaa5-23ad-4aa9-b5af-557f793bee5a req-74b27bda-defb-4f46-9935-c74da2ab20c4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1894140 Jul 29 23:41:26.940944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bf5114-9e79-4d2e-8089-9eac9f9dbcbc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:26.945866 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77bf5114-9e79-4d2e-8089-9eac9f9dbcbc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.986787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1208759-bb78-4713-98cf-0c2f706a3ba0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.001593 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1208759-bb78-4713-98cf-0c2f706a3ba0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.002602 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-d1208759-bb78-4713-98cf-0c2f706a3ba0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP 190604f3-151e-4d3f-86f2-99d35538f7f1 disassociated. External IP: 172.25.2.77, port: 47e9f5c5-1ce2-47a5-a638-b729cf12bfaa. Jul 29 23:41:27.010150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd8c04-c6a8-440a-b480-31acc8f648d1 req-26cfb3c4-0b7a-45a4-bd84-c9f761b95021 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:27.011819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cdd8c04-c6a8-440a-b480-31acc8f648d1 req-26cfb3c4-0b7a-45a4-bd84-c9f761b95021 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 943 time: 0.1984336 Jul 29 23:41:27.030007 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.213938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cdd8c04-c6a8-440a-b480-31acc8f648d1 req-41f62688-c8b3-42f6-93ac-0365345512fb tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513424 Jul 29 23:41:27.247060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] For port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:27.288416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] For port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,segment=NetworkSegment(5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b),segment_id=5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:27.352419 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.436700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:27.437733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.442654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/2b023abc-f74a-43c5-9c11-e1ec3e24acf8 HTTP/1.1" status: 200 len: 1092 time: 3.3031130 Jul 29 23:41:27.442654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9512e7bf-eac8-4572-9a26-3f56e9a9bccd', 'tag': '2b023abc-f74a-43c5-9c11-e1ec3e24acf8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:27.443364 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1741e6-6cb0-4e4c-913d-54c57ddef980" -d '{"events": [{"name": "network-changed", "server_uuid": "9512e7bf-eac8-4572-9a26-3f56e9a9bccd", "tag": "2b023abc-f74a-43c5-9c11-e1ec3e24acf8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:27.537873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1208759-bb78-4713-98cf-0c2f706a3ba0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:27.669006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1208759-bb78-4713-98cf-0c2f706a3ba0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:27.677722 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1208759-bb78-4713-98cf-0c2f706a3ba0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.684050 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3718a00-28b5-4076-aa72-9f78efcb9f4d None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:27.686985 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cb7a20-8efd-4179-aa4b-a60f095969af x-openstack-request-id: req-c9cb7a20-8efd-4179-aa4b-a60f095969af {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:27.687397 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9512e7bf-eac8-4572-9a26-3f56e9a9bccd", "tag": "2b023abc-f74a-43c5-9c11-e1ec3e24acf8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:27.687752 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9cb7a20-8efd-4179-aa4b-a60f095969af {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:27.688967 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9512e7bf-eac8-4572-9a26-3f56e9a9bccd', 'tag': '2b023abc-f74a-43c5-9c11-e1ec3e24acf8', 'status': 'completed', 'code': 200} Jul 29 23:41:27.695504 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3718a00-28b5-4076-aa72-9f78efcb9f4d None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:27.696628 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3718a00-28b5-4076-aa72-9f78efcb9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:27.734585 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d1208759-bb78-4713-98cf-0c2f706a3ba0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "PUT /v2.0/floatingips/190604f3-151e-4d3f-86f2-99d35538f7f1 HTTP/1.1" status: 200 len: 687 time: 1.2428265 Jul 29 23:41:27.736421 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3718a00-28b5-4076-aa72-9f78efcb9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:27.738224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36160) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:27.746478 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3718a00-28b5-4076-aa72-9f78efcb9f4d None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:27.747210 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3718a00-28b5-4076-aa72-9f78efcb9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:27.751190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8c6a6-2b97-4c56-affb-5b1b0899f5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:27.788327 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3718a00-28b5-4076-aa72-9f78efcb9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:27.789411 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3718a00-28b5-4076-aa72-9f78efcb9f4d None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:27.841895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-7a0481e2-b688-42d1-aca8-96880dbd9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:27.844501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-7a0481e2-b688-42d1-aca8-96880dbd9834 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2ecb7787a3b4f04b72ecbce4646a42e&device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 1095 time: 0.2995529 Jul 29 23:41:27.852272 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77bf5114-9e79-4d2e-8089-9eac9f9dbcbc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.880796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Deleting port 719c5c16-c3af-4106-a3d2-066e59288ff4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:27.881160 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.899853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-eb5ed920-8fb7-4a21-a4a5-77ef826f9009 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port c79bca31-ed36-4779-9d5e-4740c9b8c669 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:27.900164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed920-8fb7-4a21-a4a5-77ef826f9009 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.982645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-81f24d59-b4d9-4b86-89d0-89f4619b117e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b023abc-f74a-43c5-9c11-e1ec3e24acf8 HTTP/1.1" status: 200 len: 217 time: 0.1241210 Jul 29 23:41:27.994418 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed920-8fb7-4a21-a4a5-77ef826f9009 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.995249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed920-8fb7-4a21-a4a5-77ef826f9009 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.025060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-eb5ed920-8fb7-4a21-a4a5-77ef826f9009 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for c79bca31-ed36-4779-9d5e-4740c9b8c669 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:28.025609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf5114-9e79-4d2e-8089-9eac9f9dbcbc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:28.051793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-77bf5114-9e79-4d2e-8089-9eac9f9dbcbc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:28.055123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf5114-9e79-4d2e-8089-9eac9f9dbcbc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.055733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77bf5114-9e79-4d2e-8089-9eac9f9dbcbc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.065041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a81fb7-ca98-4e0f-8bb6-7a13cc2d35cf None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:28.097620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf5114-9e79-4d2e-8089-9eac9f9dbcbc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=c05772ad-89f7-477b-931f-d0e5035aac2f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:28.208369 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed920-8fb7-4a21-a4a5-77ef826f9009 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.243183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ed920-8fb7-4a21-a4a5-77ef826f9009 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=c79bca31-ed36-4779-9d5e-4740c9b8c669,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:28.346196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-9f3ff1df-c126-463d-b051-9e6f127a915c', 'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'tenant_id': '27ca511c69564aad951c716e67a7baed', 'fixed_ips': [{'subnet_id': 'c05772ad-89f7-477b-931f-d0e5035aac2f'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:41:28.347458 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.401868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-e92d6935-eacf-4006-b0e9-74bae98d2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.403718 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-e92d6935-eacf-4006-b0e9-74bae98d2035 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1097 time: 0.1180811 Jul 29 23:41:28.410809 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed920-8fb7-4a21-a4a5-77ef826f9009 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.414688 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed920-8fb7-4a21-a4a5-77ef826f9009 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.415692 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eb5ed920-8fb7-4a21-a4a5-77ef826f9009 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/floatingips/190604f3-151e-4d3f-86f2-99d35538f7f1 HTTP/1.1" status: 204 len: 168 time: 0.6760674 Jul 29 23:41:28.428623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36174) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:28.460184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '07b3771e-495b-4de5-bcd4-3bf94fd50aa2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:28.542991 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.564085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Allocated IP 2001:db8::2 (9f3ff1df-c126-463d-b051-9e6f127a915c/c05772ad-89f7-477b-931f-d0e5035aac2f/bac2681d-483c-4b16-b4e1-f71a54e958a4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:28.595011 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.609522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Calling delete_port for 719c5c16-c3af-4106-a3d2-066e59288ff4 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:28.634472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-59848ec9-9ac6-4bbc-9a48-352040ab385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.636618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-e26b48d1-fdf8-49a2-b972-47416a39c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.637158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-59848ec9-9ac6-4bbc-9a48-352040ab385d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73d8cd33-7851-49cf-9b17-a42e6d5614f3 HTTP/1.1" status: 200 len: 857 time: 0.6422679 Jul 29 23:41:28.639576 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-e26b48d1-fdf8-49a2-b972-47416a39c000 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.2222946 Jul 29 23:41:28.691883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-77bf5114-9e79-4d2e-8089-9eac9f9dbcbc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4463701 Jul 29 23:41:28.697701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36180) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:28.755686 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-8e6d6bb2-50a5-4af7-9e64-78236f8a3ed7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 1001 time: 0.0994573 Jul 29 23:41:28.785316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9c14b50b-9c61-41cf-b145-635b51862f38 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'security_group': {'name': 'tempest-secgroup-482894732'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:28.838997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c14b50b-9c61-41cf-b145-635b51862f38 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.843452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-29f1fe34-3293-492c-bea3-31bd03dbff5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d5a69c6-3373-41fb-9355-6a0ce759ea5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822510 Jul 29 23:41:28.850950 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.856061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-f2c2f499-7822-4b7c-990e-972f731e2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.857264 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-f2c2f499-7822-4b7c-990e-972f731e2739 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.0867999 Jul 29 23:41:28.860678 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.877306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Transition to ACTIVE for port object bac2681d-483c-4b16-b4e1-f71a54e958a4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:28.889049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0af9b-60cd-49ec-995d-a55f893f8e96 req-00cc6b56-f93b-4ef9-918c-b2a8cabafbb1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.890658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09f0af9b-60cd-49ec-995d-a55f893f8e96 req-00cc6b56-f93b-4ef9-918c-b2a8cabafbb1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.8063581 Jul 29 23:41:28.912705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Transition to ACTIVE for port object bac2681d-483c-4b16-b4e1-f71a54e958a4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:28.920965 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.950235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:28.950235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:28.967066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:28.989187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec6367-9bff-4ebf-a324-4bedaf24cb32 req-526236cc-5355-42cc-8705-c630f7e767a3 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.991181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13ec6367-9bff-4ebf-a324-4bedaf24cb32 req-526236cc-5355-42cc-8705-c630f7e767a3 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 943 time: 0.3589902 Jul 29 23:41:29.028855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.25.2.217 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/4ff9323a-7de7-460a-88c3-9acf0a4b1d4d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:29.160215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Pushing event updated for resources: {'Port': ['ID=bac2681d-483c-4b16-b4e1-f71a54e958a4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:29.167724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Attempting to bind port bac2681d-483c-4b16-b4e1-f71a54e958a4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:29.167988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Attempting to bind port bac2681d-483c-4b16-b4e1-f71a54e958a4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '5a78aff2-f05c-414a-85e8-515c10d98107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:29.168361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Attempting to bind port bac2681d-483c-4b16-b4e1-f71a54e958a4 on network 9f3ff1df-c126-463d-b051-9e6f127a915c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:29.169265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.176930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:29.177365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Checking segment: {'id': '5a78aff2-f05c-414a-85e8-515c10d98107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:29.178101 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.178515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Bound using segment: {'id': '5a78aff2-f05c-414a-85e8-515c10d98107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:29.179339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Bound port: bac2681d-483c-4b16-b4e1-f71a54e958a4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a78aff2-f05c-414a-85e8-515c10d98107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:29.180247 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.215107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13ec6367-9bff-4ebf-a324-4bedaf24cb32 req-e96dd3c3-8e86-4cc1-9d49-cb8211692731 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135277 Jul 29 23:41:29.247156 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.269990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09f0af9b-60cd-49ec-995d-a55f893f8e96 req-c9f50d78-bc15-4e42-816b-f4cfa4d997dd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3621173 Jul 29 23:41:29.276884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] For port bac2681d-483c-4b16-b4e1-f71a54e958a4, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:29.292249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] For port bac2681d-483c-4b16-b4e1-f71a54e958a4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bac2681d-483c-4b16-b4e1-f71a54e958a4,segment=NetworkSegment(5a78aff2-f05c-414a-85e8-515c10d98107),segment_id=5a78aff2-f05c-414a-85e8-515c10d98107)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:29.314746 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.324068 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-98f64ba9-4a60-45e4-af07-46fe63350cfb service neutron] 10.222.0.42 "GET /v2.0/networks/3d5a69c6-3373-41fb-9355-6a0ce759ea5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525406 Jul 29 23:41:29.324295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:29.336153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:29.339936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-c50f4156-fa78-4f5c-b5f2-f76bc7b16047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:29.341773 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-c50f4156-fa78-4f5c-b5f2-f76bc7b16047 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4735394 Jul 29 23:41:29.342609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:29.441169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b472fe-2450-4c7e-bf54-a163a413c74e None None] Pushing event updated for resources: {'Port': ['ID=bac2681d-483c-4b16-b4e1-f71a54e958a4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:29.462818 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c14b50b-9c61-41cf-b145-635b51862f38 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.491642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c14b50b-9c61-41cf-b145-635b51862f38 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.519575 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.527402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=4ff9323a-7de7-460a-88c3-9acf0a4b1d4d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:29.593812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c14b50b-9c61-41cf-b145-635b51862f38 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.594260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9c14b50b-9c61-41cf-b145-635b51862f38 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8131428 Jul 29 23:41:29.599270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36192) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:29.603276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event deleted for resources: {'Port': ['ID=719c5c16-c3af-4106-a3d2-066e59288ff4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:29.609811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b924e560-fd03-4a0b-b48e-4c1e96395714 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'security_group': {'name': 'tempest-secgroup-1932880218'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:29.616803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14b50b-9c61-41cf-b145-635b51862f38 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16bfdd55-8e57-40ce-a847-f24045bb68f7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:29.636585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0cb48-fadc-4a37-bd4a-8248b78813c4 req-6d0403b0-b917-488d-87b7-9dafebd7c0d7 service neutron] 10.222.0.42 "GET /v2.0/networks/3d5a69c6-3373-41fb-9355-6a0ce759ea5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997756 Jul 29 23:41:29.749329 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-7e831ae3-49f5-48b1-bcb0-f868a8ed354f service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980753 Jul 29 23:41:30.047129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1741e6-6cb0-4e4c-913d-54c57ddef980 req-2689b7c7-4f61-47be-9d39-48dcfee2c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.050388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd1741e6-6cb0-4e4c-913d-54c57ddef980 req-2689b7c7-4f61-47be-9d39-48dcfee2c457 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2ecb7787a3b4f04b72ecbce4646a42e&device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 1095 time: 0.3507676 Jul 29 23:41:30.062314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b924e560-fd03-4a0b-b48e-4c1e96395714 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.110098 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-5370ba73-b753-4e11-b617-499466825e6e service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501539 Jul 29 23:41:30.190743 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.392997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-9fde3a5f-3c64-4b8d-84ed-b76bdd58aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.396911 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-9fde3a5f-3c64-4b8d-84ed-b76bdd58aa22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1097 time: 0.1670189 Jul 29 23:41:30.520716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1741e6-6cb0-4e4c-913d-54c57ddef980 req-80826e23-d270-4be6-b898-bb3fa49af459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.522211 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd1741e6-6cb0-4e4c-913d-54c57ddef980 req-80826e23-d270-4be6-b898-bb3fa49af459 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d5a69c6-3373-41fb-9355-6a0ce759ea5e HTTP/1.1" status: 200 len: 918 time: 0.4607420 Jul 29 23:41:30.658920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd1741e6-6cb0-4e4c-913d-54c57ddef980 req-1d80893b-bfdd-4cce-bb61-6574f30a2291 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b023abc-f74a-43c5-9c11-e1ec3e24acf8 HTTP/1.1" status: 200 len: 217 time: 0.1260283 Jul 29 23:41:30.671728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f4d08-7d4a-4f51-a763-fa280d484077 req-76852ef2-e857-44d1-b7ae-7f4032c86106 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.684448 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d67f4d08-7d4a-4f51-a763-fa280d484077 req-76852ef2-e857-44d1-b7ae-7f4032c86106 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 943 time: 0.2854145 Jul 29 23:41:30.760486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Router 964cde8d-7414-414d-941a-d51c00e27e63 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:30.775728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6122c6f-b89b-46b7-989a-37013b9fa33c req-1ab971fb-4122-4ec3-bb84-278f2423e398 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.777381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6122c6f-b89b-46b7-989a-37013b9fa33c req-1ab971fb-4122-4ec3-bb84-278f2423e398 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.3074288 Jul 29 23:41:30.876674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1741e6-6cb0-4e4c-913d-54c57ddef980 req-c6455d4d-4464-4705-9f1c-a21695d98568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.879723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd1741e6-6cb0-4e4c-913d-54c57ddef980 req-c6455d4d-4464-4705-9f1c-a21695d98568 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73d8cd33-7851-49cf-9b17-a42e6d5614f3 HTTP/1.1" status: 200 len: 857 time: 0.1828349 Jul 29 23:41:30.894543 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d67f4d08-7d4a-4f51-a763-fa280d484077 req-f99f8cb4-2a21-43e0-a48f-cc1e0bf75e34 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090828 Jul 29 23:41:30.963220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd1741e6-6cb0-4e4c-913d-54c57ddef980 req-d753aca6-fed4-48cd-bc7d-ef92d6cf8e62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d5a69c6-3373-41fb-9355-6a0ce759ea5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527537 Jul 29 23:41:31.192559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6122c6f-b89b-46b7-989a-37013b9fa33c req-c7cde193-ff4a-44f0-9dfd-750c850a5746 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3880389 Jul 29 23:41:31.212680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:31.212935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-917f514a-7219-4803-a3af-555cf91f2a18 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "PUT /v2.0/routers/964cde8d-7414-414d-941a-d51c00e27e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3907516 Jul 29 23:41:31.229582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c5db46-c005-4a6b-9de7-9a2eeca3193f None None] Sync routers for ids ['964cde8d-7414-414d-941a-d51c00e27e63'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:31.230135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36206) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:31.258000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c5db46-c005-4a6b-9de7-9a2eeca3193f None None] Routers {'964cde8d-7414-414d-941a-d51c00e27e63'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:31.258770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-16c5db46-c005-4a6b-9de7-9a2eeca3193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['964cde8d-7414-414d-941a-d51c00e27e63'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:31.302129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b924e560-fd03-4a0b-b48e-4c1e96395714 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.344426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b924e560-fd03-4a0b-b48e-4c1e96395714 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.355211 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-c2665c82-d4f5-4a42-80b3-1e05c850d860 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] delete failed (client error): The resource could not be found. Jul 29 23:41:31.361086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c2665c82-d4f5-4a42-80b3-1e05c850d860 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-373559702 HTTP/1.1" status: 404 len: 334 time: 0.1255605 Jul 29 23:41:31.369472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36212) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:31.385129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd1741e6-6cb0-4e4c-913d-54c57ddef980 req-71ef4f29-0804-43ce-9a50-c96c43bd4490 service neutron] 10.222.0.42 "GET /v2.0/networks/3d5a69c6-3373-41fb-9355-6a0ce759ea5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783498 Jul 29 23:41:31.385600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-16c5db46-c005-4a6b-9de7-9a2eeca3193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:31.409592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-70f5a6d9-0736-4790-a014-9f2dffb633a8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Request body: {'router': {'external_gateway_info': {'network_id': '964cde8d-7414-414d-941a-d51c00e27e63'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:31.426290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a9de953-56c1-4dc6-baef-51109c7fbb22 None None] Provisioning for port bac2681d-483c-4b16-b4e1-f71a54e958a4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:31.461567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bac2681d-483c-4b16-b4e1-f71a54e958a4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:31.465365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c5db46-c005-4a6b-9de7-9a2eeca3193f None None] Routers {'964cde8d-7414-414d-941a-d51c00e27e63'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:31.465917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-16c5db46-c005-4a6b-9de7-9a2eeca3193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['964cde8d-7414-414d-941a-d51c00e27e63'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:31.557088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-16c5db46-c005-4a6b-9de7-9a2eeca3193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:31.557933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c5db46-c005-4a6b-9de7-9a2eeca3193f None None] The sync data for ids ['964cde8d-7414-414d-941a-d51c00e27e63'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:31.561305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a9de953-56c1-4dc6-baef-51109c7fbb22 None None] Provisioning complete for port cc61152e-326b-4a56-86ae-7d4975331ae3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:31.561685 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a9de953-56c1-4dc6-baef-51109c7fbb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.584382 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd1741e6-6cb0-4e4c-913d-54c57ddef980 req-3d0f5d72-426d-484f-a07a-9ca9939ea630 service neutron] 10.222.0.42 "GET /v2.0/networks/3d5a69c6-3373-41fb-9355-6a0ce759ea5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887636 Jul 29 23:41:31.626561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924e560-fd03-4a0b-b48e-4c1e96395714 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6804ade-0c2d-4fb9-b79c-cfed4c04edbb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:31.653135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b924e560-fd03-4a0b-b48e-4c1e96395714 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.657236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36214) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:31.657544 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b924e560-fd03-4a0b-b48e-4c1e96395714 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0553932 Jul 29 23:41:31.665208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1908745590', 'security_groups': ['c6804ade-0c2d-4fb9-b79c-cfed4c04edbb'], 'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c05772ad-89f7-477b-931f-d0e5035aac2f'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:31.666739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port bac2681d-483c-4b16-b4e1-f71a54e958a4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:31.677131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port bac2681d-483c-4b16-b4e1-f71a54e958a4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:31.677857 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.682203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5a9de953-56c1-4dc6-baef-51109c7fbb22 None None] Port cc61152e-326b-4a56-86ae-7d4975331ae3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:31.809322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-02260458-b0ad-472f-a066-31ea0c2f9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:31.810750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-02260458-b0ad-472f-a066-31ea0c2f9140 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 1.3325417 Jul 29 23:41:31.846895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.848581 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.888339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:31.911856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port bac2681d-483c-4b16-b4e1-f71a54e958a4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bac2681d-483c-4b16-b4e1-f71a54e958a4,segment=NetworkSegment(5a78aff2-f05c-414a-85e8-515c10d98107),segment_id=5a78aff2-f05c-414a-85e8-515c10d98107)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:31.921238 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.929061 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-a8312c6a-2df5-4e4e-b110-2073ad917e89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 1001 time: 0.0847180 Jul 29 23:41:31.961944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70f5a6d9-0736-4790-a014-9f2dffb633a8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.010689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=bac2681d-483c-4b16-b4e1-f71a54e958a4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:32.012857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-add7a074-f645-47d7-84b9-eb3f956581e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:32.014898 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-add7a074-f645-47d7-84b9-eb3f956581e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.0577273 Jul 29 23:41:32.077132 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-70f5a6d9-0736-4790-a014-9f2dffb633a8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] update failed (client error): The resource could not be found. Jul 29 23:41:32.084795 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-70f5a6d9-0736-4790-a014-9f2dffb633a8 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "PUT /v2.0/routers/964cde8d-7414-414d-941a-d51c00e27e63 HTTP/1.1" status: 404 len: 339 time: 0.6888862 Jul 29 23:41:32.085042 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.085966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36220) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:32.127448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port b9a7d54e-5de5-4890-8779-40c293cd9cfe yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:41:32.188120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-7aa19143-f0b1-4619-b1a5-a1dbcc636ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:32.189598 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-7aa19143-f0b1-4619-b1a5-a1dbcc636ed1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661434 Jul 29 23:41:32.194803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e86bef-4ab7-411d-97c8-c0fd2a2edc0b req-d3612d6f-733f-4ba4-822f-eb32a70ac7a8 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:32.202675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5e86bef-4ab7-411d-97c8-c0fd2a2edc0b req-d3612d6f-733f-4ba4-822f-eb32a70ac7a8 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 943 time: 0.1394675 Jul 29 23:41:32.282781 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.300667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5e86bef-4ab7-411d-97c8-c0fd2a2edc0b req-948058a7-7517-4d9f-b61f-476790bda18c tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969198 Jul 29 23:41:32.347768 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-3a327b91-d301-4a58-8acd-f638249bf10c service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463501 Jul 29 23:41:32.431453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:32.461602 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.472599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8::190 (9f3ff1df-c126-463d-b051-9e6f127a915c/c05772ad-89f7-477b-931f-d0e5035aac2f/b9a7d54e-5de5-4890-8779-40c293cd9cfe) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:32.499888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140384c9-7b09-4b59-9b82-374724402d11 req-df52d171-4b30-470e-b5dd-8d5a42de9d5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:32.506623 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-140384c9-7b09-4b59-9b82-374724402d11 req-df52d171-4b30-470e-b5dd-8d5a42de9d5c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.1196272 Jul 29 23:41:32.639388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-140384c9-7b09-4b59-9b82-374724402d11 req-a6fa7105-083e-4d1d-bb5e-31fb3737befc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141047 Jul 29 23:41:32.688246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,segment=NetworkSegment(5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b),segment_id=5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:32.711617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '2b023abc-f74a-43c5-9c11-e1ec3e24acf8', 'network_id': '3d5a69c6-3373-41fb-9355-6a0ce759ea5e', 'port_id': '2b023abc-f74a-43c5-9c11-e1ec3e24acf8', 'mac_address': 'fa:16:3e:3d:e1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d8cd33-7851-49cf-9b17-a42e6d5614f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:32.749300 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-25c511f0-fc8b-41d9-a26a-f9327c303c66 req-6e252265-5ac0-4cb6-a822-e071b46722fa service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522496 Jul 29 23:41:32.757005 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.769906 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.772075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:32.798394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,segment=NetworkSegment(5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b),segment_id=5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:32.804589 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.834632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.857525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object b9a7d54e-5de5-4890-8779-40c293cd9cfe will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:32.896859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:32.915931 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.973128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:32.977656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:32.993034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:32.999128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.002781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:33.003773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.007480 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.047278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=b9a7d54e-5de5-4890-8779-40c293cd9cfe,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:33.055390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['2b023abc-f74a-43c5-9c11-e1ec3e24acf8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:33.077418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a542a7d1-3534-443f-8c3c-42ce368332e2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4149027 Jul 29 23:41:33.080980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36230) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:33.102841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e39fcc71-6e9f-4a74-9c42-8334a349a3c2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:33.319724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bac2681d-483c-4b16-b4e1-f71a54e958a4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:33.407771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=4ff9323a-7de7-460a-88c3-9acf0a4b1d4d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:33.492498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Allocated IP 172.20.0.1 (e533c3f4-349e-449f-a6ff-5c981a773722/53068c44-1d74-4dfc-8740-4bc1e946fae7/4b53c5be-9c9d-490f-9643-456913ce07ae) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:33.530385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.614511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port bac2681d-483c-4b16-b4e1-f71a54e958a4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:33.615575 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.645072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004cf73-4c8d-49b8-8449-6282e6771490 req-60f2b90b-be30-4ae0-87e7-35681f607d45 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:33.670496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3004cf73-4c8d-49b8-8449-6282e6771490 req-60f2b90b-be30-4ae0-87e7-35681f607d45 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 944 time: 0.1975627 Jul 29 23:41:33.708381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4fdd86dd-0f2d-4f9e-93c2-e4c6277a6288 None None] Provisioning for port b9a7d54e-5de5-4890-8779-40c293cd9cfe completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:33.734381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4fdd86dd-0f2d-4f9e-93c2-e4c6277a6288 None None] Provisioning complete for port b9a7d54e-5de5-4890-8779-40c293cd9cfe triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:33.735561 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fdd86dd-0f2d-4f9e-93c2-e4c6277a6288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.759741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39fcc71-6e9f-4a74-9c42-8334a349a3c2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:33.764228 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e39fcc71-6e9f-4a74-9c42-8334a349a3c2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.904389 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP 1e153de7-dc16-4cec-bbde-04b08bac7b72 associated. External IP: 172.25.2.217, port: 07b3771e-495b-4de5-bcd4-3bf94fd50aa2. Jul 29 23:41:33.996460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3004cf73-4c8d-49b8-8449-6282e6771490 req-f80e99b9-8ac4-43f4-a57a-c974c2e49565 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229637 Jul 29 23:41:34.016925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd86dd-0f2d-4f9e-93c2-e4c6277a6288 None None] Port b9a7d54e-5de5-4890-8779-40c293cd9cfe cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:34.026663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee1fef-6fe3-4941-a73a-a63f9c923564 req-cb6ab97f-2867-4e29-8007-75c1869e649a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:34.035566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4ee1fef-6fe3-4941-a73a-a63f9c923564 req-cb6ab97f-2867-4e29-8007-75c1869e649a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.2004008 Jul 29 23:41:34.104358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4ee1fef-6fe3-4941-a73a-a63f9c923564 req-10cdb6f1-405b-443c-b2d7-31c180871556 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674746 Jul 29 23:41:34.104941 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.114626 n-d-712139-11 neutron-server[93816]: INFO neutron.db.ipam_backend_mixin [None req-e39fcc71-6e9f-4a74-9c42-8334a349a3c2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c05772ad-89f7-477b-931f-d0e5035aac2f (CIDR: 2001:db8::/64) Jul 29 23:41:34.119474 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39fcc71-6e9f-4a74-9c42-8334a349a3c2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:41:34.120131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39fcc71-6e9f-4a74-9c42-8334a349a3c2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:34.133577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Transition to ACTIVE for port object 4b53c5be-9c9d-490f-9643-456913ce07ae will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:34.149021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e39fcc71-6e9f-4a74-9c42-8334a349a3c2 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0622399 Jul 29 23:41:34.149331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:34.157913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b250404c-77f1-49d3-98c2-4c0408ec07d5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:34.345578 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.372007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Network e533c3f4-349e-449f-a6ff-5c981a773722 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:34.392132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:34.396156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:34.449101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:34.496581 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.569106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:34.581061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:34.582218 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.681982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:34.707445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'Port': ['ID=4b53c5be-9c9d-490f-9643-456913ce07ae,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:34.811695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b250404c-77f1-49d3-98c2-4c0408ec07d5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:34.815698 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b250404c-77f1-49d3-98c2-4c0408ec07d5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.820134 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.871923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,segment=NetworkSegment(5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b),segment_id=5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:34.873465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9512e7bf-eac8-4572-9a26-3f56e9a9bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b023abc-f74a-43c5-9c11-e1ec3e24acf8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:34.877212 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7ddd26-f13d-4d07-af4c-782f203fe67f" -d '{"events": [{"server_uuid": "9512e7bf-eac8-4572-9a26-3f56e9a9bccd", "name": "network-vif-plugged", "status": "completed", "tag": "2b023abc-f74a-43c5-9c11-e1ec3e24acf8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:34.884356 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.963516 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.988989 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad546fe1-34b4-4038-b38c-ddaf4b842412 x-openstack-request-id: req-ad546fe1-34b4-4038-b38c-ddaf4b842412 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:34.988989 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9512e7bf-eac8-4572-9a26-3f56e9a9bccd", "name": "network-vif-plugged", "status": "completed", "tag": "2b023abc-f74a-43c5-9c11-e1ec3e24acf8", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:34.990267 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad546fe1-34b4-4038-b38c-ddaf4b842412 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:34.990267 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9512e7bf-eac8-4572-9a26-3f56e9a9bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b023abc-f74a-43c5-9c11-e1ec3e24acf8', 'code': 200} Jul 29 23:41:34.995892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae430778-c0fc-4b35-89e0-5b03622fceec None None] Provisioning for port 4b53c5be-9c9d-490f-9643-456913ce07ae completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:35.003549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae430778-c0fc-4b35-89e0-5b03622fceec None None] Provisioning complete for port 4b53c5be-9c9d-490f-9643-456913ce07ae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:35.003983 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae430778-c0fc-4b35-89e0-5b03622fceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.050099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:35.068108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae430778-c0fc-4b35-89e0-5b03622fceec None None] Port 4b53c5be-9c9d-490f-9643-456913ce07ae cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:35.210694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1291b-9d2d-41a7-b085-62a0ad863026 req-ce062b8c-0245-44bc-951a-b1c404ee86fc tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.213438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26c1291b-9d2d-41a7-b085-62a0ad863026 req-ce062b8c-0245-44bc-951a-b1c404ee86fc tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 945 time: 0.0754907 Jul 29 23:41:35.252675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:35.265356 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c276c-89fc-4969-a9a8-c3b5fc36b94d None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:35.278916 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c276c-89fc-4969-a9a8-c3b5fc36b94d None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:35.279782 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-be1c276c-89fc-4969-a9a8-c3b5fc36b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:35.299616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26c1291b-9d2d-41a7-b085-62a0ad863026 req-fa905124-06ec-4935-9e8c-c2f2add682b7 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749297 Jul 29 23:41:35.313670 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-be1c276c-89fc-4969-a9a8-c3b5fc36b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:35.322836 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c276c-89fc-4969-a9a8-c3b5fc36b94d None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:35.323668 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-be1c276c-89fc-4969-a9a8-c3b5fc36b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:35.356740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abacbec-5403-461d-a1c3-8db6124193c8 req-e491ecc3-a9ad-470c-802b-3408bf38b770 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.365689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7abacbec-5403-461d-a1c3-8db6124193c8 req-e491ecc3-a9ad-470c-802b-3408bf38b770 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.1293595 Jul 29 23:41:35.372898 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-be1c276c-89fc-4969-a9a8-c3b5fc36b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:35.372898 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c276c-89fc-4969-a9a8-c3b5fc36b94d None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:35.420865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7abacbec-5403-461d-a1c3-8db6124193c8 req-3464b8c7-f9c1-4233-a109-b4a3f60a8c4c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440927 Jul 29 23:41:35.774196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543db0b-5f5d-43c3-8343-07f9842e694f req-a6050642-2d18-4110-aaf4-fcdc630706ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.776766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d543db0b-5f5d-43c3-8343-07f9842e694f req-a6050642-2d18-4110-aaf4-fcdc630706ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 1097 time: 0.7336743 Jul 29 23:41:35.824864 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.939109 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.947718 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f567ebdf-a26c-4a38-a13c-49e25fac9b48 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5117762 Jul 29 23:41:35.948110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:35.958658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.979330 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d543db0b-5f5d-43c3-8343-07f9842e694f req-260b6a30-8f5c-4829-b0d1-a0bb0be83b33 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835215 Jul 29 23:41:36.052704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-edd0a0c2-0c6c-48a9-b4b6-283c262786da tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "GET /v2.0/floatingips/1e153de7-dc16-4cec-bbde-04b08bac7b72 HTTP/1.1" status: 200 len: 978 time: 0.1033487 Jul 29 23:41:36.053471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36272) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:36.099394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b250404c-77f1-49d3-98c2-4c0408ec07d5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.146680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event updated for resources: {'Port': ['ID=4b53c5be-9c9d-490f-9643-456913ce07ae,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:36.164619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.241893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b250404c-77f1-49d3-98c2-4c0408ec07d5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:36.251279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b250404c-77f1-49d3-98c2-4c0408ec07d5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:36.259973 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-50c6609c-ca04-4a6f-b821-9c67d0e7c592 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1976895 Jul 29 23:41:36.270278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36274) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:36.270278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'port_id': '47e9f5c5-1ce2-47a5-a638-b729cf12bfaa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:36.270806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250404c-77f1-49d3-98c2-4c0408ec07d5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:36.270806 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b250404c-77f1-49d3-98c2-4c0408ec07d5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.272744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d75e4-a619-4514-9848-2b942d9c8644 None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:36.311750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250404c-77f1-49d3-98c2-4c0408ec07d5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=ffb18c58-e1df-4f62-8ab6-15ece7a5af01,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:36.327775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.333366 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b250404c-77f1-49d3-98c2-4c0408ec07d5 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1845348 Jul 29 23:41:36.342034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36276) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:36.349052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1743852215', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ffb18c58-e1df-4f62-8ab6-15ece7a5af01'}], 'security_groups': ['16bfdd55-8e57-40ce-a847-f24045bb68f7']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:36.470343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Network e533c3f4-349e-449f-a6ff-5c981a773722 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:36.474322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:36.728324 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Update dhcp port {'port': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'fixed_ips': [{'subnet_id': 'c05772ad-89f7-477b-931f-d0e5035aac2f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ffb18c58-e1df-4f62-8ab6-15ece7a5af01'}], 'binding:host_id': 'n-d-712139-11'}, 'id': 'bac2681d-483c-4b16-b4e1-f71a54e958a4'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:41:36.748528 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.775223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Router 964cde8d-7414-414d-941a-d51c00e27e63 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:36.803960 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.982303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:37.008572 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8e7dc941-b019-4372-b7f6-ab7e8a103003 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "PUT /v2.0/routers/964cde8d-7414-414d-941a-d51c00e27e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9141312 Jul 29 23:41:37.014703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36286) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:37.027936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae09e5-9954-4c41-a35f-72c29cf5e158 None None] Sync routers for ids ['964cde8d-7414-414d-941a-d51c00e27e63'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:37.056979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-70e30ec8-b561-4802-85e2-80b3f2923b85 None None] Provisioning complete for port 4b53c5be-9c9d-490f-9643-456913ce07ae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:37.056979 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70e30ec8-b561-4802-85e2-80b3f2923b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.100721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-70e30ec8-b561-4802-85e2-80b3f2923b85 None None] Port 4b53c5be-9c9d-490f-9643-456913ce07ae cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:37.105498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae09e5-9954-4c41-a35f-72c29cf5e158 None None] Routers {'964cde8d-7414-414d-941a-d51c00e27e63'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:37.117677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a7ae09e5-9954-4c41-a35f-72c29cf5e158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['964cde8d-7414-414d-941a-d51c00e27e63'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:37.221591 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66ce961a-ea07-404b-803d-f0330ad4e3fe tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.308874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a7ae09e5-9954-4c41-a35f-72c29cf5e158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:37.369335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae09e5-9954-4c41-a35f-72c29cf5e158 None None] Routers {'964cde8d-7414-414d-941a-d51c00e27e63'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:37.370107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a7ae09e5-9954-4c41-a35f-72c29cf5e158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['964cde8d-7414-414d-941a-d51c00e27e63'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:37.377066 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-66ce961a-ea07-404b-803d-f0330ad4e3fe tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:41:37.377340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea06fe-c5fb-4121-a182-87a870b396ba req-19b89006-7ce0-45dd-93c3-a4c7d2dbbd6f tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:37.378234 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-66ce961a-ea07-404b-803d-f0330ad4e3fe tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "DELETE /v2.0/routers/964cde8d-7414-414d-941a-d51c00e27e63 HTTP/1.1" status: 409 len: 329 time: 0.3625841 Jul 29 23:41:37.378841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2ea06fe-c5fb-4121-a182-87a870b396ba req-19b89006-7ce0-45dd-93c3-a4c7d2dbbd6f tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 945 time: 0.8460481 Jul 29 23:41:37.385868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36292) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:37.402769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72340b-a205-419a-a13f-8774bd694bb5 req-2fe6d5b3-8476-4de2-8958-e59ddf2a872e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:37.417573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c72340b-a205-419a-a13f-8774bd694bb5 req-2fe6d5b3-8476-4de2-8958-e59ddf2a872e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.1786201 Jul 29 23:41:37.482984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a7ae09e5-9954-4c41-a35f-72c29cf5e158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:37.484088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae09e5-9954-4c41-a35f-72c29cf5e158 None None] The sync data for ids ['964cde8d-7414-414d-941a-d51c00e27e63'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:37.500078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Allocated IP 2001:db8:0:1::2 (9f3ff1df-c126-463d-b051-9e6f127a915c/ffb18c58-e1df-4f62-8ab6-15ece7a5af01/bac2681d-483c-4b16-b4e1-f71a54e958a4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:37.555472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2ea06fe-c5fb-4121-a182-87a870b396ba req-4f7a5929-3572-49c8-bcaa-7f7feeb24c2c tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684065 Jul 29 23:41:37.630405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c72340b-a205-419a-a13f-8774bd694bb5 req-ef399a28-3ff6-43a2-8aae-d9f746fae3b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2115691 Jul 29 23:41:37.695336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] For port bac2681d-483c-4b16-b4e1-f71a54e958a4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bac2681d-483c-4b16-b4e1-f71a54e958a4,segment=NetworkSegment(5a78aff2-f05c-414a-85e8-515c10d98107),segment_id=5a78aff2-f05c-414a-85e8-515c10d98107)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:37.779223 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.805299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Transition to ACTIVE for port object bac2681d-483c-4b16-b4e1-f71a54e958a4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:37.840611 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.038781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Delete allocated IP 2001:db8::190 (9f3ff1df-c126-463d-b051-9e6f127a915c/c05772ad-89f7-477b-931f-d0e5035aac2f) {{(pid=93817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:41:38.039509 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:41:38.054960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8:0:1::30 (9f3ff1df-c126-463d-b051-9e6f127a915c/ffb18c58-e1df-4f62-8ab6-15ece7a5af01/b9a7d54e-5de5-4890-8779-40c293cd9cfe) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:38.081512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Pushing event updated for resources: {'Port': ['ID=bac2681d-483c-4b16-b4e1-f71a54e958a4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:38.115207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.116186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.117741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.118405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.119223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.119716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.120402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.121183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.122762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.123382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.124062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.125167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55548d-9d60-47b2-b7d0-90e1c761c1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:38.159388 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.178329 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.379705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.494501 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP 1e153de7-dc16-4cec-bbde-04b08bac7b72 associated. External IP: 172.25.2.217, port: 07b3771e-495b-4de5-bcd4-3bf94fd50aa2. Jul 29 23:41:38.530005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.574348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object b9a7d54e-5de5-4890-8779-40c293cd9cfe will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:38.588856 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.823529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=b9a7d54e-5de5-4890-8779-40c293cd9cfe,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:38.829224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] In _notify_port_updated(), no bound segment for port b9a7d54e-5de5-4890-8779-40c293cd9cfe on network 9f3ff1df-c126-463d-b051-9e6f127a915c {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:41:38.836591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.837755 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.839940 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ca6f1b03-4284-44ac-8097-818d37448e47 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "PUT /v2.0/ports/b9a7d54e-5de5-4890-8779-40c293cd9cfe HTTP/1.1" status: 200 len: 930 time: 2.4968393 Jul 29 23:41:38.862287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36306) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:39.112875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f15f4-b376-4db7-a5f6-5214172e7a3c req-502ceb6a-84e5-4ea7-a680-39cfb4450afa tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:39.120333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Deleting port 4b53c5be-9c9d-490f-9643-456913ce07ae {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:39.120900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df8f15f4-b376-4db7-a5f6-5214172e7a3c req-502ceb6a-84e5-4ea7-a680-39cfb4450afa tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 945 time: 0.2077608 Jul 29 23:41:39.121825 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.151658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-19f0cfc8-bc99-47ad-ac62-23ca011c6795 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port b9a7d54e-5de5-4890-8779-40c293cd9cfe {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:39.151921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19f0cfc8-bc99-47ad-ac62-23ca011c6795 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.155155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb85af0-1115-4e0f-bb39-24671e2e299f req-c92a6165-c4ee-4caa-8c04-8c849e0013c1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:39.156948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acb85af0-1115-4e0f-bb39-24671e2e299f req-c92a6165-c4ee-4caa-8c04-8c849e0013c1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.2390475 Jul 29 23:41:39.275848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-687b0ec5-c3fe-48f3-947b-ea7e74d138a4 None None] Provisioning for port bac2681d-483c-4b16-b4e1-f71a54e958a4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:39.289266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-687b0ec5-c3fe-48f3-947b-ea7e74d138a4 None None] Provisioning complete for port bac2681d-483c-4b16-b4e1-f71a54e958a4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:39.289655 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-687b0ec5-c3fe-48f3-947b-ea7e74d138a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.313839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df8f15f4-b376-4db7-a5f6-5214172e7a3c req-6065a211-7257-4a28-9f19-7c14f56f4709 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908820 Jul 29 23:41:39.335456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bac2681d-483c-4b16-b4e1-f71a54e958a4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:39.359810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acb85af0-1115-4e0f-bb39-24671e2e299f req-88f090eb-744f-4d2f-9750-25933eac5f72 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1908233 Jul 29 23:41:39.600815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:39.620666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port bac2681d-483c-4b16-b4e1-f71a54e958a4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:39.621072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.874578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:39.884059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-687b0ec5-c3fe-48f3-947b-ea7e74d138a4 None None] Provisioning complete for port cc61152e-326b-4a56-86ae-7d4975331ae3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:39.884336 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-687b0ec5-c3fe-48f3-947b-ea7e74d138a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.887361 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141ab2f-7d5e-407d-a073-f96f2ba391aa None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:39.902786 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141ab2f-7d5e-407d-a073-f96f2ba391aa None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:39.903891 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7141ab2f-7d5e-407d-a073-f96f2ba391aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:39.916783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.939593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Calling delete_port for 4b53c5be-9c9d-490f-9643-456913ce07ae owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:39.943556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-687b0ec5-c3fe-48f3-947b-ea7e74d138a4 None None] Port cc61152e-326b-4a56-86ae-7d4975331ae3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:39.954920 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7141ab2f-7d5e-407d-a073-f96f2ba391aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:39.965703 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141ab2f-7d5e-407d-a073-f96f2ba391aa None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:39.967077 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7141ab2f-7d5e-407d-a073-f96f2ba391aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:39.970567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-687b0ec5-c3fe-48f3-947b-ea7e74d138a4 None None] Provisioning for port b9a7d54e-5de5-4890-8779-40c293cd9cfe completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:39.978242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-687b0ec5-c3fe-48f3-947b-ea7e74d138a4 None None] Provisioning complete for port b9a7d54e-5de5-4890-8779-40c293cd9cfe triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:39.978874 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-687b0ec5-c3fe-48f3-947b-ea7e74d138a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.004130 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19f0cfc8-bc99-47ad-ac62-23ca011c6795 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.009263 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7141ab2f-7d5e-407d-a073-f96f2ba391aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:40.010257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141ab2f-7d5e-407d-a073-f96f2ba391aa None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:40.021828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-19f0cfc8-bc99-47ad-ac62-23ca011c6795 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for b9a7d54e-5de5-4890-8779-40c293cd9cfe owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:40.033125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-687b0ec5-c3fe-48f3-947b-ea7e74d138a4 None None] Port b9a7d54e-5de5-4890-8779-40c293cd9cfe cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:40.056245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04876da6-2ee4-4c64-9a28-2c727fbfb9cd req-e493b294-c50e-4eb3-9141-41c21506a82d tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:40.063442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04876da6-2ee4-4c64-9a28-2c727fbfb9cd req-e493b294-c50e-4eb3-9141-41c21506a82d tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 945 time: 0.1181855 Jul 29 23:41:40.112626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04876da6-2ee4-4c64-9a28-2c727fbfb9cd req-e2f2b728-9735-49ff-9dfe-d8ad52ea2ed8 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469589 Jul 29 23:41:40.153429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b8058da8-647d-4e36-b9d4-771a84718213 None None] Provisioning complete for port b9a7d54e-5de5-4890-8779-40c293cd9cfe triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:40.153797 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8058da8-647d-4e36-b9d4-771a84718213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.195318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b8058da8-647d-4e36-b9d4-771a84718213 None None] Port b9a7d54e-5de5-4890-8779-40c293cd9cfe cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:40.243002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:40.252109 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.261046 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19f0cfc8-bc99-47ad-ac62-23ca011c6795 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.288376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event deleted for resources: {'Port': ['ID=4b53c5be-9c9d-490f-9643-456913ce07ae,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:40.368057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0cfc8-bc99-47ad-ac62-23ca011c6795 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=b9a7d54e-5de5-4890-8779-40c293cd9cfe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:40.383874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:40.389560 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.403597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2ca55-46f4-417b-8f52-b04198a36c94 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:40.407658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19f0cfc8-bc99-47ad-ac62-23ca011c6795 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.411696 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-19f0cfc8-bc99-47ad-ac62-23ca011c6795 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/b9a7d54e-5de5-4890-8779-40c293cd9cfe HTTP/1.1" status: 204 len: 168 time: 1.5443661 Jul 29 23:41:40.413573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36316) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:40.425285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2ca55-46f4-417b-8f52-b04198a36c94 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:40.427003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9db2ca55-46f4-417b-8f52-b04198a36c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:40.476175 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f831cb53-f9a5-4deb-b1cd-766d2ae6e529 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:41:40.480240 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f831cb53-f9a5-4deb-b1cd-766d2ae6e529 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/b9a7d54e-5de5-4890-8779-40c293cd9cfe HTTP/1.1" status: 404 len: 333 time: 0.0632980 Jul 29 23:41:40.480757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36320) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:40.490937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9db2ca55-46f4-417b-8f52-b04198a36c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:40.515008 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2ca55-46f4-417b-8f52-b04198a36c94 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:40.516548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9db2ca55-46f4-417b-8f52-b04198a36c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:40.520282 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-551dafee-7d18-4379-93ce-b1309b8c9d0d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "PUT /v2.0/floatingips/1e153de7-dc16-4cec-bbde-04b08bac7b72 HTTP/1.1" status: 200 len: 978 time: 4.2588425 Jul 29 23:41:40.524378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36322) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:40.531072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c5e2e85e-1074-4a21-8867-31667595b063 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:40.580630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9db2ca55-46f4-417b-8f52-b04198a36c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:40.582284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2ca55-46f4-417b-8f52-b04198a36c94 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:40.679882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.725599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5e2e85e-1074-4a21-8867-31667595b063 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.817621 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c42a20d-ddbc-4cd8-a011-09a61bf71ce3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.872185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29455d3b-dfd6-4497-bbf6-51a7fc5f172e req-cb5d7fd1-85a5-4321-84cc-180e574e5c98 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:40.873753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29455d3b-dfd6-4497-bbf6-51a7fc5f172e req-cb5d7fd1-85a5-4321-84cc-180e574e5c98 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.2559123 Jul 29 23:41:40.968608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5e2e85e-1074-4a21-8867-31667595b063 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.973825 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c42a20d-ddbc-4cd8-a011-09a61bf71ce3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.979869 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5e2e85e-1074-4a21-8867-31667595b063 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.980219 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-c5e2e85e-1074-4a21-8867-31667595b063 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP 1e153de7-dc16-4cec-bbde-04b08bac7b72 disassociated. External IP: 172.25.2.217, port: 47e9f5c5-1ce2-47a5-a638-b729cf12bfaa. Jul 29 23:41:41.004683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Router 964cde8d-7414-414d-941a-d51c00e27e63 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:41.024137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29455d3b-dfd6-4497-bbf6-51a7fc5f172e req-a5cf221c-220f-45e6-ad6a-8db80edfb57d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299191 Jul 29 23:41:41.122036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c42a20d-ddbc-4cd8-a011-09a61bf71ce3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.127451 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c42a20d-ddbc-4cd8-a011-09a61bf71ce3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.130013 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1c42a20d-ddbc-4cd8-a011-09a61bf71ce3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/security-groups/c6804ade-0c2d-4fb9-b79c-cfed4c04edbb HTTP/1.1" status: 204 len: 168 time: 0.6475275 Jul 29 23:41:41.135159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36340) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:41.190706 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:41.205709 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-285f86e6-569a-4d7c-83bc-80506a78c7dc tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "PUT /v2.0/routers/964cde8d-7414-414d-941a-d51c00e27e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8125608 Jul 29 23:41:41.206154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:41.213245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42a20d-ddbc-4cd8-a011-09a61bf71ce3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6804ade-0c2d-4fb9-b79c-cfed4c04edbb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:41.247742 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa44bf34-98e4-41e6-bff4-ec1c246fa721 None None] Sync routers for ids ['964cde8d-7414-414d-941a-d51c00e27e63'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:41.256784 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-8eb9358c-399a-4641-96e5-66fe45602096 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] show failed (client error): The resource could not be found. Jul 29 23:41:41.264007 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8eb9358c-399a-4641-96e5-66fe45602096 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-573377254 HTTP/1.1" status: 404 len: 334 time: 0.0509386 Jul 29 23:41:41.264007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36348) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:41.270408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-88daa1ab-fb26-4bd1-8be8-83de5340ff0c tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:41.289643 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa44bf34-98e4-41e6-bff4-ec1c246fa721 None None] Routers {'964cde8d-7414-414d-941a-d51c00e27e63'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:41.292746 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aa44bf34-98e4-41e6-bff4-ec1c246fa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['964cde8d-7414-414d-941a-d51c00e27e63'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.317408 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-88daa1ab-fb26-4bd1-8be8-83de5340ff0c tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] update failed (client error): The resource could not be found. Jul 29 23:41:41.318647 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-88daa1ab-fb26-4bd1-8be8-83de5340ff0c tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-536838726 HTTP/1.1" status: 404 len: 334 time: 0.0536687 Jul 29 23:41:41.327769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36350) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:41.335196 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aa44bf34-98e4-41e6-bff4-ec1c246fa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.345800 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa44bf34-98e4-41e6-bff4-ec1c246fa721 None None] Routers {'964cde8d-7414-414d-941a-d51c00e27e63'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:41.346902 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aa44bf34-98e4-41e6-bff4-ec1c246fa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['964cde8d-7414-414d-941a-d51c00e27e63'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.364295 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29f1b9a5-939c-4567-8d02-c54a7b66100b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.394617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b301ca07-d15a-473e-ab53-0973c6a5a307 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Deleting subnet 26012220-926f-4910-ad5d-ea05e72a399d {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:41.397142 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aa44bf34-98e4-41e6-bff4-ec1c246fa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.397883 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b301ca07-d15a-473e-ab53-0973c6a5a307 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.398806 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa44bf34-98e4-41e6-bff4-ec1c246fa721 None None] The sync data for ids ['964cde8d-7414-414d-941a-d51c00e27e63'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:41.450107 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b301ca07-d15a-473e-ab53-0973c6a5a307 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.475627 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29f1b9a5-939c-4567-8d02-c54a7b66100b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.506882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3de7c-b9dc-4f00-802d-c32907355c40 req-5d65ff3a-71f0-4de0-a4c5-99b8be577374 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:41.508521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7af3de7c-b9dc-4f00-802d-c32907355c40 req-5d65ff3a-71f0-4de0-a4c5-99b8be577374 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 945 time: 0.2264359 Jul 29 23:41:41.618711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7af3de7c-b9dc-4f00-802d-c32907355c40 req-b6c3840e-9995-42e2-9f41-226dbe727486 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/security-groups?id=c59542dd-f538-4373-926e-52d0d710faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026285 Jul 29 23:41:41.620991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e2e85e-1074-4a21-8867-31667595b063 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:41.644505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089615be-103a-4112-b48e-c87752882bde req-b29be347-f0b5-4aa2-94db-852176e81020 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:41.644897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29f1b9a5-939c-4567-8d02-c54a7b66100b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.647843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29f1b9a5-939c-4567-8d02-c54a7b66100b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.651539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-29f1b9a5-939c-4567-8d02-c54a7b66100b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/security-groups/16bfdd55-8e57-40ce-a847-f24045bb68f7 HTTP/1.1" status: 204 len: 168 time: 0.5124607 Jul 29 23:41:41.651685 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-089615be-103a-4112-b48e-c87752882bde req-b29be347-f0b5-4aa2-94db-852176e81020 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.42 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 945 time: 0.1880152 Jul 29 23:41:41.651685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:41.711231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1b9a5-939c-4567-8d02-c54a7b66100b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bfdd55-8e57-40ce-a847-f24045bb68f7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:41.726243 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b301ca07-d15a-473e-ab53-0973c6a5a307 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.830859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0110735c-6565-4c25-b1e1-dc59975995dc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet c05772ad-89f7-477b-931f-d0e5035aac2f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:41.833989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e2e85e-1074-4a21-8867-31667595b063 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:41.834685 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0110735c-6565-4c25-b1e1-dc59975995dc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.839154 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5e2e85e-1074-4a21-8867-31667595b063 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.846330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d03d1-ffb1-454c-978d-6048a537a356 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:41.862189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d03d1-ffb1-454c-978d-6048a537a356 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:41.863709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-de9d03d1-ffb1-454c-978d-6048a537a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.881441 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0110735c-6565-4c25-b1e1-dc59975995dc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.900930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c5e2e85e-1074-4a21-8867-31667595b063 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "PUT /v2.0/floatingips/1e153de7-dc16-4cec-bbde-04b08bac7b72 HTTP/1.1" status: 200 len: 688 time: 1.3739469 Jul 29 23:41:41.903648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36362) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:41.931071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-de9d03d1-ffb1-454c-978d-6048a537a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.943680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d03d1-ffb1-454c-978d-6048a537a356 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:41.946000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-de9d03d1-ffb1-454c-978d-6048a537a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.998594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-de9d03d1-ffb1-454c-978d-6048a537a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.999628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d03d1-ffb1-454c-978d-6048a537a356 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:42.016055 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b301ca07-d15a-473e-ab53-0973c6a5a307 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.028916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0110735c-6565-4c25-b1e1-dc59975995dc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.086867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301ca07-d15a-473e-ab53-0973c6a5a307 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event deleted for resources: {'Subnet': ['ID=26012220-926f-4910-ad5d-ea05e72a399d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:42.113397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b301ca07-d15a-473e-ab53-0973c6a5a307 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.118921 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b301ca07-d15a-473e-ab53-0973c6a5a307 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "DELETE /v2.0/subnets/26012220-926f-4910-ad5d-ea05e72a399d HTTP/1.1" status: 204 len: 168 time: 0.7856443 Jul 29 23:41:42.119194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b084fd6-cf9d-4736-8882-4f77f4c6c772 None None] Network c87d09d2-2e88-4382-a83c-6f8c2a44bc84 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:42.159091 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36366) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:42.172663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-089615be-103a-4112-b48e-c87752882bde req-2daadc0c-7309-42cf-b170-dcc217d36fa4 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Deleting port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:42.173902 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-089615be-103a-4112-b48e-c87752882bde req-2daadc0c-7309-42cf-b170-dcc217d36fa4 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.180081 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0110735c-6565-4c25-b1e1-dc59975995dc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.247974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-117dd61e-9088-4bfa-9d69-d39eec813131 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 4ff9323a-7de7-460a-88c3-9acf0a4b1d4d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:42.249567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117dd61e-9088-4bfa-9d69-d39eec813131 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.282946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110735c-6565-4c25-b1e1-dc59975995dc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=c05772ad-89f7-477b-931f-d0e5035aac2f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:42.298161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0110735c-6565-4c25-b1e1-dc59975995dc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.301659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48282619-0ea0-4280-8dc5-4165db19d728 None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:42.306187 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0110735c-6565-4c25-b1e1-dc59975995dc tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/c05772ad-89f7-477b-931f-d0e5035aac2f HTTP/1.1" status: 204 len: 168 time: 0.6511109 Jul 29 23:41:42.306910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:42.317109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6d4f06b7-5cdb-4e83-9f6f-dbf7a523452e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:42.441798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b896d2ae-5ca2-498d-80f2-a16d72a5976b tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Deleting subnet 16c11a3c-f7b0-4493-a5b9-084592f3857c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:42.447703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b896d2ae-5ca2-498d-80f2-a16d72a5976b tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.517885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-089615be-103a-4112-b48e-c87752882bde req-2daadc0c-7309-42cf-b170-dcc217d36fa4 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] For port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,segment=NetworkSegment(5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b),segment_id=5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:42.518621 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-089615be-103a-4112-b48e-c87752882bde req-2daadc0c-7309-42cf-b170-dcc217d36fa4 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.521613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b896d2ae-5ca2-498d-80f2-a16d72a5976b tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.537369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-089615be-103a-4112-b48e-c87752882bde req-2daadc0c-7309-42cf-b170-dcc217d36fa4 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Calling delete_port for 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:42.683801 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4244359-0ea0-4ae0-b98a-12ec970a12ea None None] DHCP port deletion for c87d09d2-2e88-4382-a83c-6f8c2a44bc84 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:42.684615 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b896d2ae-5ca2-498d-80f2-a16d72a5976b tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.755716 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-089615be-103a-4112-b48e-c87752882bde req-2daadc0c-7309-42cf-b170-dcc217d36fa4 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.827093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daadc0c-7309-42cf-b170-dcc217d36fa4 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Pushing event deleted for resources: {'Port': ['ID=2b023abc-f74a-43c5-9c11-e1ec3e24acf8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:42.882796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a4244359-0ea0-4ae0-b98a-12ec970a12ea None None] Deleting port b559cc01-c5c5-4236-980a-7c00cbb0594d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:42.883694 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4244359-0ea0-4ae0-b98a-12ec970a12ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.886213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ca6c8fd-44ed-4105-ab14-590fa748e058 req-00b40423-202d-40fd-afb7-b7ddc4806fb2 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 210 time: 0.0640225 Jul 29 23:41:42.889738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b896d2ae-5ca2-498d-80f2-a16d72a5976b tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.899869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4f06b7-5cdb-4e83-9f6f-dbf7a523452e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:42.908155 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06b7-5cdb-4e83-9f6f-dbf7a523452e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.946016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a84031-315e-4b08-a4d2-da2915cc3aca req-92c59c10-f8ce-4850-8763-745bb0c3b834 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:42.954160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7a84031-315e-4b08-a4d2-da2915cc3aca req-92c59c10-f8ce-4850-8763-745bb0c3b834 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.6873899 Jul 29 23:41:42.966766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896d2ae-5ca2-498d-80f2-a16d72a5976b tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event deleted for resources: {'Subnet': ['ID=16c11a3c-f7b0-4493-a5b9-084592f3857c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:42.971945 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b896d2ae-5ca2-498d-80f2-a16d72a5976b tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.978077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b896d2ae-5ca2-498d-80f2-a16d72a5976b tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "DELETE /v2.0/subnets/16c11a3c-f7b0-4493-a5b9-084592f3857c HTTP/1.1" status: 204 len: 168 time: 0.8077734 Jul 29 23:41:42.980786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36378) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:43.000142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064005c1-39c7-46f9-89b8-2434ef640391 None None] Network 88b6077e-4c96-4f82-8bef-9837621c4f25 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:43.099434 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117dd61e-9088-4bfa-9d69-d39eec813131 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.100556 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117dd61e-9088-4bfa-9d69-d39eec813131 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.156944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-117dd61e-9088-4bfa-9d69-d39eec813131 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 4ff9323a-7de7-460a-88c3-9acf0a4b1d4d owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:43.200135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7a84031-315e-4b08-a4d2-da2915cc3aca req-a3c865b3-b938-46ef-a312-f987b56cbf4f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2447941 Jul 29 23:41:43.228186 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.269325 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4244359-0ea0-4ae0-b98a-12ec970a12ea None None] For port b559cc01-c5c5-4236-980a-7c00cbb0594d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b559cc01-c5c5-4236-980a-7c00cbb0594d,segment=NetworkSegment(3a0eeb72-801f-4567-8c9b-ef9459d8cc92),segment_id=3a0eeb72-801f-4567-8c9b-ef9459d8cc92)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:43.270008 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4244359-0ea0-4ae0-b98a-12ec970a12ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.287613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a4244359-0ea0-4ae0-b98a-12ec970a12ea None None] Calling delete_port for b559cc01-c5c5-4236-980a-7c00cbb0594d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:43.308392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b559cc01-c5c5-4236-980a-7c00cbb0594d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:43.406349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-089615be-103a-4112-b48e-c87752882bde req-2daadc0c-7309-42cf-b170-dcc217d36fa4 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] No DVR routers for this DVR port 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:43.420890 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-089615be-103a-4112-b48e-c87752882bde req-2daadc0c-7309-42cf-b170-dcc217d36fa4 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.425881 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-089615be-103a-4112-b48e-c87752882bde req-2daadc0c-7309-42cf-b170-dcc217d36fa4 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.42 "DELETE /v2.0/ports/2b023abc-f74a-43c5-9c11-e1ec3e24acf8 HTTP/1.1" status: 204 len: 173 time: 1.7680390 Jul 29 23:41:43.432879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9512e7bf-eac8-4572-9a26-3f56e9a9bccd', 'name': 'network-vif-deleted', 'tag': '2b023abc-f74a-43c5-9c11-e1ec3e24acf8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:43.435863 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84838e5c-31bc-47eb-84c8-a5138f051bdc" -d '{"events": [{"server_uuid": "9512e7bf-eac8-4572-9a26-3f56e9a9bccd", "name": "network-vif-deleted", "tag": "2b023abc-f74a-43c5-9c11-e1ec3e24acf8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:43.550708 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117dd61e-9088-4bfa-9d69-d39eec813131 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.576123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c903437-eac1-43e2-be3f-da22374e85e8 None None] DHCP port deletion for 88b6077e-4c96-4f82-8bef-9837621c4f25 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:43.580338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Deleting port b559cc01-c5c5-4236-980a-7c00cbb0594d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:43.580900 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.582481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06b7-5cdb-4e83-9f6f-dbf7a523452e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.639676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dd61e-9088-4bfa-9d69-d39eec813131 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=4ff9323a-7de7-460a-88c3-9acf0a4b1d4d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:43.671572 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.704280 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79ef8e9-4808-49b1-b775-a4537ad01137 x-openstack-request-id: req-c79ef8e9-4808-49b1-b775-a4537ad01137 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:43.704627 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9512e7bf-eac8-4572-9a26-3f56e9a9bccd", "name": "network-vif-deleted", "tag": "2b023abc-f74a-43c5-9c11-e1ec3e24acf8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:43.704865 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c79ef8e9-4808-49b1-b775-a4537ad01137 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:43.705312 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9512e7bf-eac8-4572-9a26-3f56e9a9bccd', 'name': 'network-vif-deleted', 'tag': '2b023abc-f74a-43c5-9c11-e1ec3e24acf8', 'status': 'completed', 'code': 200} Jul 29 23:41:43.705919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f06b7-5cdb-4e83-9f6f-dbf7a523452e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=2a7d5233-378c-4dca-b825-c0208ff72623,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:43.724748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f06b7-5cdb-4e83-9f6f-dbf7a523452e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:43.727975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f06b7-5cdb-4e83-9f6f-dbf7a523452e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:43.738518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f06b7-5cdb-4e83-9f6f-dbf7a523452e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:43.739146 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06b7-5cdb-4e83-9f6f-dbf7a523452e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.761247 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4244359-0ea0-4ae0-b98a-12ec970a12ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.773129 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6d4f06b7-5cdb-4e83-9f6f-dbf7a523452e tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4620576 Jul 29 23:41:43.776663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:43.784542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-14ebab90-90e7-4a40-9459-a39441ed828d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'security_group': {'name': 'tempest-secgroup-530183111'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:43.833912 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14ebab90-90e7-4a40-9459-a39441ed828d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.841036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4244359-0ea0-4ae0-b98a-12ec970a12ea None None] Pushing event deleted for resources: {'Port': ['ID=b559cc01-c5c5-4236-980a-7c00cbb0594d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:43.852432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4244359-0ea0-4ae0-b98a-12ec970a12ea None None] No DVR routers for this DVR port b559cc01-c5c5-4236-980a-7c00cbb0594d on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:43.909089 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3c903437-eac1-43e2-be3f-da22374e85e8 None None] Deleting port 2ef91722-a3e4-486f-b6cc-b1b941a98966 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:43.913516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c903437-eac1-43e2-be3f-da22374e85e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.076569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14ebab90-90e7-4a40-9459-a39441ed828d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.092232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14ebab90-90e7-4a40-9459-a39441ed828d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.178132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3c903437-eac1-43e2-be3f-da22374e85e8 None None] For port 2ef91722-a3e4-486f-b6cc-b1b941a98966, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2ef91722-a3e4-486f-b6cc-b1b941a98966,segment=NetworkSegment(35d946de-1ec7-4bc9-8a52-bcedf09ef163),segment_id=35d946de-1ec7-4bc9-8a52-bcedf09ef163)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:44.178987 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c903437-eac1-43e2-be3f-da22374e85e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.207349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3c903437-eac1-43e2-be3f-da22374e85e8 None None] Calling delete_port for 2ef91722-a3e4-486f-b6cc-b1b941a98966 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:44.220563 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebab90-90e7-4a40-9459-a39441ed828d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526c437e-1d75-48f1-9bf6-d2b9d746f24c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:44.257822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14ebab90-90e7-4a40-9459-a39441ed828d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.260274 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14ebab90-90e7-4a40-9459-a39441ed828d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4812903 Jul 29 23:41:44.263737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36398) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:44.273306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cb8263a9-ad06-4e3e-b7f0-2bce9ed2a996 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'security_group': {'name': 'tempest-secgroup-1514937179'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:44.342017 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8263a9-ad06-4e3e-b7f0-2bce9ed2a996 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.459604 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8263a9-ad06-4e3e-b7f0-2bce9ed2a996 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.466343 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8263a9-ad06-4e3e-b7f0-2bce9ed2a996 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.491797 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c903437-eac1-43e2-be3f-da22374e85e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.506496 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117dd61e-9088-4bfa-9d69-d39eec813131 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.507116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:44.511730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117dd61e-9088-4bfa-9d69-d39eec813131 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.517237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-117dd61e-9088-4bfa-9d69-d39eec813131 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/floatingips/1e153de7-dc16-4cec-bbde-04b08bac7b72 HTTP/1.1" status: 204 len: 168 time: 2.6122658 Jul 29 23:41:44.519955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8263a9-ad06-4e3e-b7f0-2bce9ed2a996 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.527126 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cb8263a9-ad06-4e3e-b7f0-2bce9ed2a996 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2563474 Jul 29 23:41:44.527381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36400) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:44.527539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:44.533203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b9b3f5d5-10f3-4540-bc25-6613d889750d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'security_group': {'name': 'tempest-secgroup-1933688019'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:44.563978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8263a9-ad06-4e3e-b7f0-2bce9ed2a996 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bd9d79-debd-48b9-a43a-c44511cbf783,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:44.578144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47e428d1-d854-4430-a9d3-d3086a77c6b6 req-ddd2fcda-49be-489a-b01e-be006a473e12 tempest-InstanceActionsV221TestJSON-889796015 tempest-InstanceActionsV221TestJSON-889796015-project] 10.222.0.37 "GET /v2.0/ports?device_id=9512e7bf-eac8-4572-9a26-3f56e9a9bccd HTTP/1.1" status: 200 len: 210 time: 0.1586559 Jul 29 23:41:44.579419 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9b3f5d5-10f3-4540-bc25-6613d889750d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.639707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c903437-eac1-43e2-be3f-da22374e85e8 None None] Pushing event deleted for resources: {'Port': ['ID=2ef91722-a3e4-486f-b6cc-b1b941a98966,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:44.651263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] For port b559cc01-c5c5-4236-980a-7c00cbb0594d, host n-d-712139-11, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:44.652113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.660180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:44.660890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2b023abc-f74a-43c5-9c11-e1ec3e24acf8 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:44.666471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c903437-eac1-43e2-be3f-da22374e85e8 None None] No DVR routers for this DVR port 2ef91722-a3e4-486f-b6cc-b1b941a98966 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:44.667468 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-c85f9895-c598-4809-974a-15229c086466 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] delete failed (client error): The resource could not be found. Jul 29 23:41:44.671062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c70c76-2941-4aa1-bb01-767c01f79f4a None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:44.674237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c85f9895-c598-4809-974a-15229c086466 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/floatingips/1e153de7-dc16-4cec-bbde-04b08bac7b72 HTTP/1.1" status: 404 len: 345 time: 0.1346357 Jul 29 23:41:44.676266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:44.686619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Calling delete_port for b559cc01-c5c5-4236-980a-7c00cbb0594d owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:44.688903 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Port b559cc01-c5c5-4236-980a-7c00cbb0594d was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:41:44.691646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.707464 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] No DVR routers for this DVR port b559cc01-c5c5-4236-980a-7c00cbb0594d on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:44.739867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event deleted for resources: {'Port': ['ID=b559cc01-c5c5-4236-980a-7c00cbb0594d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:44.772077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af98847-ce6e-4613-81a0-ccd8896df2f1 req-7d94f974-1367-444f-96f6-1fffcafc8b02 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.773895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3af98847-ce6e-4613-81a0-ccd8896df2f1 req-7d94f974-1367-444f-96f6-1fffcafc8b02 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.2759914 Jul 29 23:41:44.839666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c4398cc-dfc6-48a8-b57c-09e64c6f89b9 None None] Provisioning complete for port bac2681d-483c-4b16-b4e1-f71a54e958a4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:44.840272 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c4398cc-dfc6-48a8-b57c-09e64c6f89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.873002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614012c3-0875-4908-9a15-ed0b59ca9e73 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.879897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614012c3-0875-4908-9a15-ed0b59ca9e73 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.886244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614012c3-0875-4908-9a15-ed0b59ca9e73 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.887885 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-614012c3-0875-4908-9a15-ed0b59ca9e73 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "GET /v2.0/ports?network_id=a08f0046-1962-4ada-8f1f-17b7d3ba6894 HTTP/1.1" status: 200 len: 2358 time: 0.2102618 Jul 29 23:41:44.890815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9b3f5d5-10f3-4540-bc25-6613d889750d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.891776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36406) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:44.903864 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9b3f5d5-10f3-4540-bc25-6613d889750d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.989573 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.020845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87d09d2-2e88-4382-a83c-6f8c2a44bc84']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:45.035597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9b3f5d5-10f3-4540-bc25-6613d889750d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.037855 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b9b3f5d5-10f3-4540-bc25-6613d889750d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5103118 Jul 29 23:41:45.039174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3f5d5-10f3-4540-bc25-6613d889750d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f818bf7-4976-42d6-bd86-95fc34caad64,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:45.043441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36408) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:45.046771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ca9ea-1b42-4b61-996d-0538f26826e0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:45.048239 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b03ca9ea-1b42-4b61-996d-0538f26826e0 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "GET /v2.0/subnets/cddc8179-03fc-4115-ab08-c64bfbe69a2d HTTP/1.1" status: 200 len: 797 time: 0.1553035 Jul 29 23:41:45.053734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-271470900', 'security_groups': ['4f818bf7-4976-42d6-bd86-95fc34caad64'], 'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a7d5233-378c-4dca-b825-c0208ff72623'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:45.056762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36410) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:45.062607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'port': {'network_id': 'a08f0046-1962-4ada-8f1f-17b7d3ba6894', 'name': 'tempest-FloatingIPTestJSON-864264310', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:45.065959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3af98847-ce6e-4613-81a0-ccd8896df2f1 req-7a00ae21-b3ed-41ad-8b97-1484081b6a5e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2651258 Jul 29 23:41:45.075517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0eeb72-801f-4567-8c9b-ef9459d8cc92') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:45.076526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0eeb72-801f-4567-8c9b-ef9459d8cc92') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:45.085061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c4398cc-dfc6-48a8-b57c-09e64c6f89b9 None None] Provisioning complete for port cc61152e-326b-4a56-86ae-7d4975331ae3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:45.085898 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c4398cc-dfc6-48a8-b57c-09e64c6f89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.093310 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.144722 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.154510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:45.155173 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:45.160805 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:45.200112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6c4398cc-dfc6-48a8-b57c-09e64c6f89b9 None None] Port cc61152e-326b-4a56-86ae-7d4975331ae3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:45.256408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.266506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.289738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36420) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:45.291832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "DELETE /v2.0/networks/c87d09d2-2e88-4382-a83c-6f8c2a44bc84 HTTP/1.1" status: 204 len: 168 time: 2.2987897 Jul 29 23:41:45.338051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae0dc7-fb41-4124-8361-b86bb0ad5282 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event deleted for resources: {'Network': ['ID=c87d09d2-2e88-4382-a83c-6f8c2a44bc84,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:45.338847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2ef91722-a3e4-486f-b6cc-b1b941a98966 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:45.415478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 2ef91722-a3e4-486f-b6cc-b1b941a98966 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:45.416048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2ef91722-a3e4-486f-b6cc-b1b941a98966 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:45.443980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83adef36-6a57-4889-9f79-480c6f3046da None None] Update dhcp port {'port': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'fixed_ips': [{'subnet_id': 'ffb18c58-e1df-4f62-8ab6-15ece7a5af01', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2a7d5233-378c-4dca-b825-c0208ff72623'}], 'binding:host_id': 'n-d-712139-11'}, 'id': 'bac2681d-483c-4b16-b4e1-f71a54e958a4'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:41:45.489707 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83adef36-6a57-4889-9f79-480c6f3046da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.588148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.851682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:45.869073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-83adef36-6a57-4889-9f79-480c6f3046da None None] Allocated IP 2001:db8::2 (9f3ff1df-c126-463d-b051-9e6f127a915c/2a7d5233-378c-4dca-b825-c0208ff72623/bac2681d-483c-4b16-b4e1-f71a54e958a4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:45.946881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36440) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:45.995051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Made reservation on behalf of 281586f2fd78411e84ca79b82e86b185 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:46.017263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8809e2-a172-4bd7-9140-3c05e46b74eb admin admin] Deleting subnet 73d8cd33-7851-49cf-9b17-a42e6d5614f3 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:46.021758 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a8809e2-a172-4bd7-9140-3c05e46b74eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.054601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-83adef36-6a57-4889-9f79-480c6f3046da None None] For port bac2681d-483c-4b16-b4e1-f71a54e958a4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bac2681d-483c-4b16-b4e1-f71a54e958a4,segment=NetworkSegment(5a78aff2-f05c-414a-85e8-515c10d98107),segment_id=5a78aff2-f05c-414a-85e8-515c10d98107)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:46.058330 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.084344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b6077e-4c96-4f82-8bef-9837621c4f25']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:46.092881 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83adef36-6a57-4889-9f79-480c6f3046da None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.098763 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a8809e2-a172-4bd7-9140-3c05e46b74eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.109114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d946de-1ec7-4bc9-8a52-bcedf09ef163') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:46.109337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83adef36-6a57-4889-9f79-480c6f3046da None None] Transition to ACTIVE for port object bac2681d-483c-4b16-b4e1-f71a54e958a4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:46.109808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d946de-1ec7-4bc9-8a52-bcedf09ef163') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:46.125879 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83adef36-6a57-4889-9f79-480c6f3046da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.151247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.182765 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.192100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.219177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:46.219584 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:46.222859 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:46.239461 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a8809e2-a172-4bd7-9140-3c05e46b74eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.278952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.282669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] device_id is not set on port 6ce4c2ec-7801-4932-9089-7139f0797469 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:41:46.344523 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adef36-6a57-4889-9f79-480c6f3046da None None] Pushing event updated for resources: {'Port': ['ID=bac2681d-483c-4b16-b4e1-f71a54e958a4,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:46.345421 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a8809e2-a172-4bd7-9140-3c05e46b74eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.384154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] device_id is not set on port 7474c97e-eec4-4147-a24e-3f4fdb39aa4d yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:41:46.443384 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a8809e2-a172-4bd7-9140-3c05e46b74eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.446377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8a8809e2-a172-4bd7-9140-3c05e46b74eb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/73d8cd33-7851-49cf-9b17-a42e6d5614f3 HTTP/1.1" status: 204 len: 168 time: 0.4976063 Jul 29 23:41:46.447615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8809e2-a172-4bd7-9140-3c05e46b74eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d8cd33-7851-49cf-9b17-a42e6d5614f3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:46.456160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36446) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:46.480328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.577814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.582928 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "DELETE /v2.0/networks/88b6077e-4c96-4f82-8bef-9837621c4f25 HTTP/1.1" status: 204 len: 168 time: 1.2872951 Jul 29 23:41:46.591040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5367ea0-5eae-4767-b896-d9dabcd4a950 req-8152cf2b-0363-4df9-8072-701ba63eee51 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:46.594236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5367ea0-5eae-4767-b896-d9dabcd4a950 req-8152cf2b-0363-4df9-8072-701ba63eee51 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.4106648 Jul 29 23:41:46.594969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36450) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:46.673593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa057bfd-f456-42c3-af14-ef4037404c72 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event deleted for resources: {'Network': ['ID=88b6077e-4c96-4f82-8bef-9837621c4f25,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:46.708588 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.762247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7dc42d-7ac9-4511-afa3-92e52c5f18a0 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Deleting subnet 53068c44-1d74-4dfc-8740-4bc1e946fae7 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:46.788551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc42d-7ac9-4511-afa3-92e52c5f18a0 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.814060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8::de (9f3ff1df-c126-463d-b051-9e6f127a915c/2a7d5233-378c-4dca-b825-c0208ff72623/6ce4c2ec-7801-4932-9089-7139f0797469) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:46.891556 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc42d-7ac9-4511-afa3-92e52c5f18a0 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.939434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5367ea0-5eae-4767-b896-d9dabcd4a950 req-556d8a0c-95a7-4453-82a9-a91c32c6daad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2613277 Jul 29 23:41:47.192765 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.215566 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc42d-7ac9-4511-afa3-92e52c5f18a0 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.221921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5a69c6-3373-41fb-9355-6a0ce759ea5e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:47.273440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:47.273768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8ad6bd-b93e-4a11-a4bc-f4ae3ec5fb4b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:47.298530 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.344714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bac2681d-483c-4b16-b4e1-f71a54e958a4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:47.345427 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.373801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:47.374226 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:47.376284 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:47.438596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc42d-7ac9-4511-afa3-92e52c5f18a0 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.470831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c08c289-e2ae-4755-bea2-cbabdbfed669 None None] Provisioning for port bac2681d-483c-4b16-b4e1-f71a54e958a4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:47.478827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c08c289-e2ae-4755-bea2-cbabdbfed669 None None] Provisioning complete for port bac2681d-483c-4b16-b4e1-f71a54e958a4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:47.479598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c08c289-e2ae-4755-bea2-cbabdbfed669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.486217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dc42d-7ac9-4511-afa3-92e52c5f18a0 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event deleted for resources: {'Subnet': ['ID=53068c44-1d74-4dfc-8740-4bc1e946fae7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:47.492285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc42d-7ac9-4511-afa3-92e52c5f18a0 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.496801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ca7dc42d-7ac9-4511-afa3-92e52c5f18a0 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "DELETE /v2.0/subnets/53068c44-1d74-4dfc-8740-4bc1e946fae7 HTTP/1.1" status: 204 len: 168 time: 0.8894095 Jul 29 23:41:47.499451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36454) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:47.520560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b2d1f-9abf-4a20-8912-3e89a404666c None None] Network e533c3f4-349e-449f-a6ff-5c981a773722 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:47.526524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.605445 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.613289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3d5a69c6-3373-41fb-9355-6a0ce759ea5e HTTP/1.1" status: 204 len: 168 time: 1.1554193 Jul 29 23:41:47.636856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b7303-6435-4c40-ab6a-bf8c5e63ef93 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5a69c6-3373-41fb-9355-6a0ce759ea5e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:47.701418 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.778494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c08c289-e2ae-4755-bea2-cbabdbfed669 None None] Provisioning complete for port cc61152e-326b-4a56-86ae-7d4975331ae3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:47.778914 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c08c289-e2ae-4755-bea2-cbabdbfed669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.842320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Deleting port e49089f5-33a3-45f5-839f-3ae564463aad {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:47.842880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.854155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e90f1f-5a92-4490-b08d-f766e0bff664 None None] DHCP port deletion for e533c3f4-349e-449f-a6ff-5c981a773722 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:47.867416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6c08c289-e2ae-4755-bea2-cbabdbfed669 None None] Port cc61152e-326b-4a56-86ae-7d4975331ae3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:47.956383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] For port e49089f5-33a3-45f5-839f-3ae564463aad, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e49089f5-33a3-45f5-839f-3ae564463aad,segment=NetworkSegment(24b741e8-d417-45d6-b142-212a971d8fe4),segment_id=24b741e8-d417-45d6-b142-212a971d8fe4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:47.956875 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.971791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.20.0.14 (a08f0046-1962-4ada-8f1f-17b7d3ba6894/cddc8179-03fc-4115-ab08-c64bfbe69a2d/7474c97e-eec4-4147-a24e-3f4fdb39aa4d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:47.980435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Calling delete_port for e49089f5-33a3-45f5-839f-3ae564463aad owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:47.990056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-07e90f1f-5a92-4490-b08d-f766e0bff664 None None] Deleting port e49089f5-33a3-45f5-839f-3ae564463aad {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:47.990982 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07e90f1f-5a92-4490-b08d-f766e0bff664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.994447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.20.0.13 (a08f0046-1962-4ada-8f1f-17b7d3ba6894/cddc8179-03fc-4115-ab08-c64bfbe69a2d/7474c97e-eec4-4147-a24e-3f4fdb39aa4d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:48.086340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:48.121043 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-6689f338-19b1-41d3-ade5-6138b67baf83 service neutron] show failed (client error): The resource could not be found. Jul 29 23:41:48.122506 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-6689f338-19b1-41d3-ade5-6138b67baf83 service neutron] 10.222.0.42 "GET /v2.0/ports/81d49114-54c8-41d9-ab61-739649290fa6/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.5156744 Jul 29 23:41:48.124479 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-07e90f1f-5a92-4490-b08d-f766e0bff664 None None] For port e49089f5-33a3-45f5-839f-3ae564463aad, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e49089f5-33a3-45f5-839f-3ae564463aad,segment=NetworkSegment(24b741e8-d417-45d6-b142-212a971d8fe4),segment_id=24b741e8-d417-45d6-b142-212a971d8fe4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:48.125477 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07e90f1f-5a92-4490-b08d-f766e0bff664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.166709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-07e90f1f-5a92-4490-b08d-f766e0bff664 None None] Calling delete_port for e49089f5-33a3-45f5-839f-3ae564463aad owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:48.197901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.216344 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.238759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object 6ce4c2ec-7801-4932-9089-7139f0797469 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:48.319350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a49e93bd-e4ca-45a6-a8aa-00770a68c9ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2ecb7787a3b4f04b72ecbce4646a42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278712 Jul 29 23:41:48.322977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event deleted for resources: {'Port': ['ID=e49089f5-33a3-45f5-839f-3ae564463aad,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:48.348036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36478) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:48.369361 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.392286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] No DVR routers for this DVR port e49089f5-33a3-45f5-839f-3ae564463aad on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:48.413505 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07e90f1f-5a92-4490-b08d-f766e0bff664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.509472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.521791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e533c3f4-349e-449f-a6ff-5c981a773722']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:48.530970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:48.533193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b741e8-d417-45d6-b142-212a971d8fe4') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:48.533555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b741e8-d417-45d6-b142-212a971d8fe4') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:48.544077 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.546491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e90f1f-5a92-4490-b08d-f766e0bff664 None None] Pushing event deleted for resources: {'Port': ['ID=e49089f5-33a3-45f5-839f-3ae564463aad,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:48.552471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:48.560636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:48.561060 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.568611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.569384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:48.569809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.570983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.577627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e90f1f-5a92-4490-b08d-f766e0bff664 None None] No DVR routers for this DVR port e49089f5-33a3-45f5-839f-3ae564463aad on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:48.592530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=6ce4c2ec-7801-4932-9089-7139f0797469,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:48.629815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-7197fb13-8ddb-4f28-82e2-ebf89af2accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.631870 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-7197fb13-8ddb-4f28-82e2-ebf89af2accd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 1097 time: 0.2253435 Jul 29 23:41:48.636201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.657883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:48.694735 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:48.728512 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-74078816-97fb-4fbc-a4fb-768d22655c19 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6720455 Jul 29 23:41:48.739178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36484) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:48.760800 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.775394 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-066e507d-5652-47b9-97a4-a01056bb9fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.782602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.815668 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.822239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "DELETE /v2.0/networks/e533c3f4-349e-449f-a6ff-5c981a773722 HTTP/1.1" status: 204 len: 168 time: 1.3212531 Jul 29 23:41:48.826226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4899137-4d3d-458d-b57b-aaf98d58ff95 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Pushing event deleted for resources: {'Network': ['ID=e533c3f4-349e-449f-a6ff-5c981a773722,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:48.828893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36488) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:48.850696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-144b4105-3066-423e-afec-fccbca6e5ca6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:48.911143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6482d19e-3d7b-43a9-ad76-9b650918aeb4 tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "GET /v2.0/ports?device_id=964cde8d-7414-414d-941a-d51c00e27e63 HTTP/1.1" status: 200 len: 205 time: 0.0757265 Jul 29 23:41:48.913027 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-066e507d-5652-47b9-97a4-a01056bb9fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.913414 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.952537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36492) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:48.980550 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.999931 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-066e507d-5652-47b9-97a4-a01056bb9fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.003083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-066e507d-5652-47b9-97a4-a01056bb9fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.007441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-066e507d-5652-47b9-97a4-a01056bb9fbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c59542dd-f538-4373-926e-52d0d710faa5 HTTP/1.1" status: 204 len: 168 time: 0.6550245 Jul 29 23:41:49.038443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e507d-5652-47b9-97a4-a01056bb9fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59542dd-f538-4373-926e-52d0d710faa5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:49.069469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873ce04-f580-49e1-82e3-37a90826a824 req-94f24c2c-4dfc-46b9-82fd-46051f34f34d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:49.084539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3873ce04-f580-49e1-82e3-37a90826a824 req-94f24c2c-4dfc-46b9-82fd-46051f34f34d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.2253332 Jul 29 23:41:49.126582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9a16b5c5-dbd7-4d2d-90d8-a4870e661de9 None None] Provisioning for port 6ce4c2ec-7801-4932-9089-7139f0797469 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:49.150165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9a16b5c5-dbd7-4d2d-90d8-a4870e661de9 None None] Provisioning complete for port 6ce4c2ec-7801-4932-9089-7139f0797469 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:49.152367 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a16b5c5-dbd7-4d2d-90d8-a4870e661de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.184713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3873ce04-f580-49e1-82e3-37a90826a824 req-276d6768-1c60-4c41-a717-ee37c757ba84 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991585 Jul 29 23:41:49.188103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network a08f0046-1962-4ada-8f1f-17b7d3ba6894 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:49.207347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:49.222277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:49.284659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e49089f5-33a3-45f5-839f-3ae564463aad no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:49.292852 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9a16b5c5-dbd7-4d2d-90d8-a4870e661de9 None None] Port 6ce4c2ec-7801-4932-9089-7139f0797469 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:49.295899 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d37ce7a-e850-4cae-a357-cd5c7801b2bd tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.317834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=7474c97e-eec4-4147-a24e-3f4fdb39aa4d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:49.324199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e49089f5-33a3-45f5-839f-3ae564463aad {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:49.324671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e49089f5-33a3-45f5-839f-3ae564463aad not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:49.463392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:49.464314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.553852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36500) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:49.559109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '7474c97e-eec4-4147-a24e-3f4fdb39aa4d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:49.564711 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-15d41722-8805-48c7-9a4f-763b61340701 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.5059068 Jul 29 23:41:49.706751 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.716712 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d37ce7a-e850-4cae-a357-cd5c7801b2bd tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.737377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d37ce7a-e850-4cae-a357-cd5c7801b2bd tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.739463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144b4105-3066-423e-afec-fccbca6e5ca6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:49.743940 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-144b4105-3066-423e-afec-fccbca6e5ca6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.866968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.909519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:49.920001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d37ce7a-e850-4cae-a357-cd5c7801b2bd tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.920683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d37ce7a-e850-4cae-a357-cd5c7801b2bd tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Fanout notify agent at l3_agent the message router_deleted on router 964cde8d-7414-414d-941a-d51c00e27e63 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:41:49.925067 n-d-712139-11 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-144b4105-3066-423e-afec-fccbca6e5ca6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a7d5233-378c-4dca-b825-c0208ff72623 (CIDR: 2001:db8::/64) Jul 29 23:41:49.933527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d37ce7a-e850-4cae-a357-cd5c7801b2bd tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.934714 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d37ce7a-e850-4cae-a357-cd5c7801b2bd tempest-RoutersNegativeTest-2060930478 tempest-RoutersNegativeTest-2060930478-project] 10.222.0.37 "DELETE /v2.0/routers/964cde8d-7414-414d-941a-d51c00e27e63 HTTP/1.1" status: 204 len: 168 time: 0.9776599 Jul 29 23:41:49.938810 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-144b4105-3066-423e-afec-fccbca6e5ca6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:41:49.939096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144b4105-3066-423e-afec-fccbca6e5ca6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:49.978734 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-144b4105-3066-423e-afec-fccbca6e5ca6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2302995 Jul 29 23:41:49.979017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36516) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:49.998006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e0ff20d1-28d4-4da9-9b95-319b33ecbf0c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:50.032726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:50.122965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.25.2.6 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/21699ad5-e003-42c7-84f0-55c17b91c6a9) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:50.187751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:50.190437 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45bbc63-ee3b-4ac4-8bad-6170a42d99d5" -d '{"events": [{"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-unplugged", "status": "completed", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:50.203753 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.249072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Transition to ACTIVE for port object 81d49114-54c8-41d9-ab61-739649290fa6 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:50.283278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.398999 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2537d575-d897-4736-8092-50eb54f45f8b x-openstack-request-id: req-2537d575-d897-4736-8092-50eb54f45f8b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:50.399430 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-unplugged", "status": "completed", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:50.399689 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2537d575-d897-4736-8092-50eb54f45f8b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:50.401678 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'code': 200} Jul 29 23:41:50.439179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36532) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:50.533863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.556461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:50.591201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc13c0-b9ac-41c4-a04c-01b29d4e5101 req-695a9488-4e52-4d75-8d8b-3e7642e0bc9a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:50.606304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67fc13c0-b9ac-41c4-a04c-01b29d4e5101 req-695a9488-4e52-4d75-8d8b-3e7642e0bc9a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 943 time: 0.2123334 Jul 29 23:41:50.651117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:50.703917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ff20d1-28d4-4da9-9b95-319b33ecbf0c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:50.709090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:50.720766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0ff20d1-28d4-4da9-9b95-319b33ecbf0c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.765369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67fc13c0-b9ac-41c4-a04c-01b29d4e5101 req-237ce846-3834-46eb-b068-265b5dc923af tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1512127 Jul 29 23:41:50.774347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:50.802513 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.877667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:50.884070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:50.889062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:50.943931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-572937757-network', 'tenant_id': 'd09bbbc0ae8148acaae75fc3803e9501'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:50.976591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=21699ad5-e003-42c7-84f0-55c17b91c6a9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:50.999145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Made reservation on behalf of d09bbbc0ae8148acaae75fc3803e9501 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:51.002338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.014503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] No DVR routers for this DVR port 81d49114-54c8-41d9-ab61-739649290fa6 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:51.020037 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.164688 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-aad60eb9-9383-47e3-a4c4-b24997fd4a2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48a9848320e74f389f5be8dcbd1d83bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130182 Jul 29 23:41:51.171355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36548) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:51.198429 n-d-712139-11 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-e0ff20d1-28d4-4da9-9b95-319b33ecbf0c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ffb18c58-e1df-4f62-8ab6-15ece7a5af01 (CIDR: 2001:db8:0:1::/64) Jul 29 23:41:51.240844 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ff20d1-28d4-4da9-9b95-319b33ecbf0c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:41:51.241345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ff20d1-28d4-4da9-9b95-319b33ecbf0c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:41:51.364811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:51.365075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:51.365422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 on network 54f6f8ac-399e-4efa-abfa-b7167458392b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:51.372525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Port 81d49114-54c8-41d9-ab61-739649290fa6 on network 54f6f8ac-399e-4efa-abfa-b7167458392b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:51.372910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 on network 54f6f8ac-399e-4efa-abfa-b7167458392b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:51.382822 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:51.383246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Checking segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:51.383646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Bound using segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:51.384196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Bound port: 81d49114-54c8-41d9-ab61-739649290fa6, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:51.384612 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.424157 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99295b41-499d-490c-9091-4f583800bbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.455001 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99295b41-499d-490c-9091-4f583800bbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.483311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:51.487902 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:51.493570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.533199 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:51.533842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.535341 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] 10.222.0.47 "PUT /v2.0/ports/81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 1092 time: 2.8840370 Jul 29 23:41:51.588835 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.628614 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.659964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e0ff20d1-28d4-4da9-9b95-319b33ecbf0c tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6794510 Jul 29 23:41:51.666609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36552) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:51.672515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:51.676244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'subnet': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:51.677516 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99295b41-499d-490c-9091-4f583800bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.680086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99295b41-499d-490c-9091-4f583800bbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.681288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-99295b41-499d-490c-9091-4f583800bbc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaaf60dd-54b7-4e07-a304-bcc0da9624a4 HTTP/1.1" status: 204 len: 168 time: 0.5094926 Jul 29 23:41:51.690200 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-987aa272-e3f2-484e-b4f3-56e74c3f77c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.693718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:51.703983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588ecad-adbe-4533-b7f9-fa040cafeeff service neutron] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:51.731287 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.731644 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Added segment c3719dd5-35d0-4e91-9afd-bdd898c26aec of type vlan for network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 Jul 29 23:41:51.755906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99295b41-499d-490c-9091-4f583800bbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaf60dd-54b7-4e07-a304-bcc0da9624a4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:51.837119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.898415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-1c30fe1c-ddef-427c-bf2c-2ee0e16f6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:51.902374 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-1c30fe1c-ddef-427c-bf2c-2ee0e16f6472 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1095 time: 0.3285403 Jul 29 23:41:51.989386 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:41:52.038236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-d2744070-8bf8-45fd-830d-ba85ace1e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.041563 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-d2744070-8bf8-45fd-830d-ba85ace1e862 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.1306822 Jul 29 23:41:52.051664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.141399 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.142524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.143224 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.198623 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.202583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-9a69d765-97ee-401c-9a0f-15bbb468a01c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 999 time: 0.1512938 Jul 29 23:41:52.204732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Made reservation on behalf of 27ca511c69564aad951c716e67a7baed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:52.209843 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.302466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5244815 Jul 29 23:41:52.309379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36574) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:52.330945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Request body: {'subnet': {'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-572937757-subnet', 'tenant_id': 'd09bbbc0ae8148acaae75fc3803e9501', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:52.413763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:52.418592 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:52.435471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-7c43c1a1-6564-4b51-b501-4f618b8cb388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.439176 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-7c43c1a1-6564-4b51-b501-4f618b8cb388 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.2236402 Jul 29 23:41:52.541361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999a3b-be61-4409-b898-dd7b0bf93043 req-7bddee5e-81a2-48c5-bd4b-d1ce67b5ce5e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.543308 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1999a3b-be61-4409-b898-dd7b0bf93043 req-7bddee5e-81a2-48c5-bd4b-d1ce67b5ce5e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 943 time: 0.5843413 Jul 29 23:41:52.595787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-1aaaced2-698b-495e-92a2-bd4cedc5b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.597443 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-1aaaced2-698b-495e-92a2-bd4cedc5b0a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461203 Jul 29 23:41:52.631483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6109d2-26ba-4b07-aaac-cf42567f936e admin admin] Pushing event updated for resources: {'Network': ['ID=9672c27c-43a1-42dd-adcc-8c59e6a88db2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:52.647858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:52.753184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Made reservation on behalf of d09bbbc0ae8148acaae75fc3803e9501 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:52.771753 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.889428 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af8f147-2f7d-427c-b5a7-b45c8e660089 x-openstack-request-id: req-0af8f147-2f7d-427c-b5a7-b45c8e660089 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:52.889956 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:52.890267 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0af8f147-2f7d-427c-b5a7-b45c8e660089 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:52.890746 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'status': 'completed', 'code': 200} Jul 29 23:41:52.906820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1999a3b-be61-4409-b898-dd7b0bf93043 req-1dcf807e-cfb6-49d7-be67-5fe4cd29a9b7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2909491 Jul 29 23:41:52.930209 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-4c95d442-30db-4bf9-aa8b-10e0b3a4a8f8 service neutron] 10.222.0.47 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232789 Jul 29 23:41:53.065344 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.079218 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.271666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=21699ad5-e003-42c7-84f0-55c17b91c6a9,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:53.309023 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.418684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.551644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e352866-6809-4c48-8ed0-9a736b24cfb4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:53.579391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.591759 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP 66fdfff7-5142-4ec1-ae9c-90218aaf26c3 associated. External IP: 172.25.2.6, port: 7474c97e-eec4-4147-a24e-3f4fdb39aa4d. Jul 29 23:41:53.602028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-74bf7e24-01ec-4fc6-b227-5e97e6e945e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:53.604693 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-74bf7e24-01ec-4fc6-b227-5e97e6e945e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1095 time: 0.7063344 Jul 29 23:41:53.647023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Checking segment: {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:53.647822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Network hostable DHCP agents. Network: 9672c27c-43a1-42dd-adcc-8c59e6a88db2, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:53.649032 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11861460-7277-46fc-8e1e-a447f78a7f96 req-984247a7-0db6-4be3-a324-2332fea69311 service neutron] 10.222.0.47 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6898513 Jul 29 23:41:53.722445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Network 9f3ff1df-c126-463d-b051-9e6f127a915c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:53.744291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:53.747261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:53.747863 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.754365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b037769-3da1-41a8-89f7-f7d25e27444a None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:54.082763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Subnet': ['ID=a618dbc9-23ce-4740-91e5-d6e7ce1e48b5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:54.113389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19738a90-98d0-4b54-b222-3c133b153e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.120285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-4e6b5315-a1ce-4ff7-9947-58274ef6bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.122918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-4e6b5315-a1ce-4ff7-9947-58274ef6bbbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.4886625 Jul 29 23:41:54.156695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.157212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.159150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.159510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.159859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.160228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.160728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.164186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.169555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.170292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.170871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.172669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:54.211879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:54.246901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f2f4a245-a1a6-43ba-8e79-e651212ae219 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5781143 Jul 29 23:41:54.251368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.253425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:54.265711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b9a81f-70f9-4a6b-8184-8dfabc077448 None None] Update dhcp port {'port': {'network_id': '9f3ff1df-c126-463d-b051-9e6f127a915c', 'fixed_ips': [{'subnet_id': 'ffb18c58-e1df-4f62-8ab6-15ece7a5af01', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2a7d5233-378c-4dca-b825-c0208ff72623', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a618dbc9-23ce-4740-91e5-d6e7ce1e48b5'}], 'binding:host_id': 'n-d-712139-11'}, 'id': 'bac2681d-483c-4b16-b4e1-f71a54e958a4'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:41:54.274658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1217336562', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a618dbc9-23ce-4740-91e5-d6e7ce1e48b5'}], 'security_groups': ['526c437e-1d75-48f1-9bf6-d2b9d746f24c', 'b5bd9d79-debd-48b9-a43a-c44511cbf783']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:54.286832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-4b84e376-e8f2-4e99-9651-7734e1ddb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.289639 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-4b84e376-e8f2-4e99-9651-7734e1ddb7f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1095 time: 0.5601473 Jul 29 23:41:54.311352 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a81f-70f9-4a6b-8184-8dfabc077448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.393881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 9672c27c-43a1-42dd-adcc-8c59e6a88db2) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:54.435300 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-4ee63017-2a94-489a-9a3b-db331090dd66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 999 time: 0.2878339 Jul 29 23:41:54.502175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06edc48-ea2e-4527-bf11-204c55e5b4af None None] Network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:54.556420 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-06fcd9cf-4294-46b4-a061-80b1cf44ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.560684 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-06fcd9cf-4294-46b4-a061-80b1cf44ec1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.1133831 Jul 29 23:41:54.581373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.582077 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.633290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-6cccbeed-870a-4d36-bb02-d654373bd2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.640336 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-6cccbeed-870a-4d36-bb02-d654373bd2e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.3358333 Jul 29 23:41:54.646646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c0393d64-2a37-404b-92af-3d2a25fa1f8b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3312771 Jul 29 23:41:54.686836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abecd7b-5f90-4561-ae81-93e60b55bdf0 req-59f0ec8b-8ea4-401a-aa29-a53c1db5dfc2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.689870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6abecd7b-5f90-4561-ae81-93e60b55bdf0 req-59f0ec8b-8ea4-401a-aa29-a53c1db5dfc2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 943 time: 0.4832959 Jul 29 23:41:54.696870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.840166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-8cff802a-b58d-4626-93e1-91e3a1d0d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.843146 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-8cff802a-b58d-4626-93e1-91e3a1d0d134 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2613246 Jul 29 23:41:54.995909 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:41:55.128335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e7b9a81f-70f9-4a6b-8184-8dfabc077448 None None] Allocated IP 2001:db8:0:2::2 (9f3ff1df-c126-463d-b051-9e6f127a915c/a618dbc9-23ce-4740-91e5-d6e7ce1e48b5/bac2681d-483c-4b16-b4e1-f71a54e958a4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:55.163836 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-67e805c5-e4ec-4db3-af47-cd52f1281072 service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104866 Jul 29 23:41:55.166932 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-c05cea1a-3f3e-447d-af45-6dadd44d9757 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 999 time: 0.4473305 Jul 29 23:41:55.200332 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6abecd7b-5f90-4561-ae81-93e60b55bdf0 req-a7859fd4-cfda-47f1-83a1-190912b36bf0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4827933 Jul 29 23:41:55.368271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-f1cb03c4-154e-49e3-933e-0c01089a8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:55.372443 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-f1cb03c4-154e-49e3-933e-0c01089a8de7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.1872237 Jul 29 23:41:55.377221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:55.477276 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.576523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-e6760e76-6997-4d34-a43b-86281b90a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:55.581683 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-e6760e76-6997-4d34-a43b-86281b90a719 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512327 Jul 29 23:41:55.617225 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-7a24bb4f-5f00-4224-b213-7778fe24c6cb service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449854 Jul 29 23:41:55.617644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e7b9a81f-70f9-4a6b-8184-8dfabc077448 None None] For port bac2681d-483c-4b16-b4e1-f71a54e958a4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bac2681d-483c-4b16-b4e1-f71a54e958a4,segment=NetworkSegment(5a78aff2-f05c-414a-85e8-515c10d98107),segment_id=5a78aff2-f05c-414a-85e8-515c10d98107)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:55.623823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-9672c27c-43a1-42dd-adcc-8c59e6a88db2', 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2', 'tenant_id': 'd09bbbc0ae8148acaae75fc3803e9501', 'fixed_ips': [{'subnet_id': '2e352866-6809-4c48-8ed0-9a736b24cfb4'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:41:55.626220 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.759111 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-8e289069-10c4-4603-a815-7cd123b41c50 service neutron] 10.222.0.47 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408842 Jul 29 23:41:55.762479 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a81f-70f9-4a6b-8184-8dfabc077448 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.918591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:55.944943 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1600e-14e5-4a11-90f6-758b6ef935ad None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:55.992425 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.000136 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1600e-14e5-4a11-90f6-758b6ef935ad None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:56.001181 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2fa1600e-14e5-4a11-90f6-758b6ef935ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:56.047888 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6fe396c-2604-401e-8a0a-1e2462a4f8b5 req-155823f5-a59c-4d3a-bd2a-b6aad816ade0 service neutron] 10.222.0.47 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788877 Jul 29 23:41:56.052477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-f7a2255d-8486-4542-98c0-d9294753f1da tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:56.060712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-f7a2255d-8486-4542-98c0-d9294753f1da tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/networks?id=9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 200 len: 815 time: 0.3852420 Jul 29 23:41:56.087443 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2fa1600e-14e5-4a11-90f6-758b6ef935ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:56.109088 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1600e-14e5-4a11-90f6-758b6ef935ad None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:56.110986 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2fa1600e-14e5-4a11-90f6-758b6ef935ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:56.128546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-21d3fa74-bfc8-473f-a82f-f0c1393c5eae tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.5692990 Jul 29 23:41:56.129082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36670) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:56.137086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1d54b397-6855-4db1-94c3-6d5fbbb53783 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'port_id': '7474c97e-eec4-4147-a24e-3f4fdb39aa4d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:56.155070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-2dabc1e7-b18c-4dc5-84bd-01df73061d1f tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/quotas/d09bbbc0ae8148acaae75fc3803e9501 HTTP/1.1" status: 200 len: 375 time: 0.0337451 Jul 29 23:41:56.180720 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2fa1600e-14e5-4a11-90f6-758b6ef935ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:56.181901 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1600e-14e5-4a11-90f6-758b6ef935ad None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:56.195440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Allocated IP 172.20.0.2 (9672c27c-43a1-42dd-adcc-8c59e6a88db2/2e352866-6809-4c48-8ed0-9a736b24cfb4/e9cac098-c4d4-4834-999f-8e8600d8dcff) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:56.207734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7b9a81f-70f9-4a6b-8184-8dfabc077448 None None] Transition to ACTIVE for port object bac2681d-483c-4b16-b4e1-f71a54e958a4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:56.228669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a81f-70f9-4a6b-8184-8dfabc077448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.297542 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d54b397-6855-4db1-94c3-6d5fbbb53783 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.442420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Delete allocated IP 2001:db8::de (9f3ff1df-c126-463d-b051-9e6f127a915c/2a7d5233-378c-4dca-b825-c0208ff72623) {{(pid=93816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:41:56.448364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9a81f-70f9-4a6b-8184-8dfabc077448 None None] Pushing event updated for resources: {'Port': ['ID=bac2681d-483c-4b16-b4e1-f71a54e958a4,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:56.454036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Allocated IP 2001:db8:0:2::152 (9f3ff1df-c126-463d-b051-9e6f127a915c/a618dbc9-23ce-4740-91e5-d6e7ce1e48b5/6ce4c2ec-7801-4932-9089-7139f0797469) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:56.503911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-6604ee65-7962-4045-a75e-e9e23ce04bba tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3448961 Jul 29 23:41:56.545062 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.555413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Transition to ACTIVE for port object e9cac098-c4d4-4834-999f-8e8600d8dcff will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:56.578887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Transition to ACTIVE for port object e9cac098-c4d4-4834-999f-8e8600d8dcff will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:56.588244 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.643157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:56.660241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:56.670230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:56.711152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Pushing event updated for resources: {'Port': ['ID=e9cac098-c4d4-4834-999f-8e8600d8dcff,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:56.730750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7b61-f40a-45c6-a606-8582b0d10d5d req-11cc15e3-b373-4aef-b44e-49286ed9006b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:56.732658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b8e7b61-f40a-45c6-a606-8582b0d10d5d req-11cc15e3-b373-4aef-b44e-49286ed9006b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 943 time: 0.2256637 Jul 29 23:41:56.741343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Attempting to bind port e9cac098-c4d4-4834-999f-8e8600d8dcff on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:56.742147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Attempting to bind port e9cac098-c4d4-4834-999f-8e8600d8dcff by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:56.742532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Attempting to bind port e9cac098-c4d4-4834-999f-8e8600d8dcff on network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:56.751234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:56.752075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Checking segment: {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:56.752599 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.752976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Bound using segment: {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:56.753686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Bound port: e9cac098-c4d4-4834-999f-8e8600d8dcff, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:56.754610 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.832556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-0ee5e1be-e853-45ce-89d1-a59cfa1a1ad1 service neutron] 10.222.0.37 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988801 Jul 29 23:41:56.838652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b8e7b61-f40a-45c6-a606-8582b0d10d5d req-1d661040-9a0c-4c0e-bdbd-a0ff5b02d058 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914376 Jul 29 23:41:56.883933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] For port e9cac098-c4d4-4834-999f-8e8600d8dcff, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:56.888885 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] For port e9cac098-c4d4-4834-999f-8e8600d8dcff, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e9cac098-c4d4-4834-999f-8e8600d8dcff,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:56.896583 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.955536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f85a9-e103-466d-ba44-a7f5ba2fd74b None None] Pushing event updated for resources: {'Port': ['ID=e9cac098-c4d4-4834-999f-8e8600d8dcff,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:57.027514 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.072971 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.110934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Transition to ACTIVE for port object 6ce4c2ec-7801-4932-9089-7139f0797469 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:57.118869 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.146163 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:57.194643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d54b397-6855-4db1-94c3-6d5fbbb53783 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.198835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d54b397-6855-4db1-94c3-6d5fbbb53783 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.251199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event updated for resources: {'Port': ['ID=6ce4c2ec-7801-4932-9089-7139f0797469,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:57.289800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-ff8cfb3f-a48a-44b2-86ba-ff5384fa6104 service neutron] 10.222.0.37 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476032 Jul 29 23:41:57.322046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.324646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.325200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.325879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.327226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.327966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.333400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.333971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.335566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.336304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.336657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.337005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.373212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bac2681d-483c-4b16-b4e1-f71a54e958a4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:57.405569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] In _notify_port_updated(), no bound segment for port 6ce4c2ec-7801-4932-9089-7139f0797469 on network 9f3ff1df-c126-463d-b051-9e6f127a915c {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:41:57.435532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:57.435532 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.435532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4c0f6564-8626-4cf4-8bc5-dd30acd3d421 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "PUT /v2.0/ports/6ce4c2ec-7801-4932-9089-7139f0797469 HTTP/1.1" status: 200 len: 970 time: 3.1652646 Jul 29 23:41:57.435936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36692) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:57.740664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:57.779866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-708fe3b0-9507-4f7c-8a7f-4d2108e49405 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port 6ce4c2ec-7801-4932-9089-7139f0797469 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:57.780268 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-708fe3b0-9507-4f7c-8a7f-4d2108e49405 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.785921 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '81d49114-54c8-41d9-ab61-739649290fa6', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'port_id': '81d49114-54c8-41d9-ab61-739649290fa6', 'mac_address': 'fa:16:3e:fa:d1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:57.909414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5f9d2ef3-ebeb-40f4-9eca-ba869db43024 None None] Provisioning for port bac2681d-483c-4b16-b4e1-f71a54e958a4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:57.919855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5f9d2ef3-ebeb-40f4-9eca-ba869db43024 None None] Provisioning complete for port bac2681d-483c-4b16-b4e1-f71a54e958a4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:57.922934 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f9d2ef3-ebeb-40f4-9eca-ba869db43024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.929487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d54b397-6855-4db1-94c3-6d5fbbb53783 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:58.042995 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.072822 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-708fe3b0-9507-4f7c-8a7f-4d2108e49405 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.090429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-708fe3b0-9507-4f7c-8a7f-4d2108e49405 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for 6ce4c2ec-7801-4932-9089-7139f0797469 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:58.093787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d49114-54c8-41d9-ab61-739649290fa6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:58.207824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d54b397-6855-4db1-94c3-6d5fbbb53783 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:58.224781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:58.226019 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e25ee-733b-4db8-b38f-8886387774e0 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:58.231673 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d54b397-6855-4db1-94c3-6d5fbbb53783 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.257571 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.330901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1d54b397-6855-4db1-94c3-6d5fbbb53783 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "PUT /v2.0/floatingips/66fdfff7-5142-4ec1-ae9c-90218aaf26c3 HTTP/1.1" status: 200 len: 976 time: 2.2000959 Jul 29 23:41:58.337568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36726) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:58.393311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5f9d2ef3-ebeb-40f4-9eca-ba869db43024 None None] Could not find standard attr ID for object 6ce4c2ec-7801-4932-9089-7139f0797469. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:41:58.414582 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-708fe3b0-9507-4f7c-8a7f-4d2108e49405 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.465970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e25ee-733b-4db8-b38f-8886387774e0 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:58.466697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-173e25ee-733b-4db8-b38f-8886387774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:58.569040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fe3b0-9507-4f7c-8a7f-4d2108e49405 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=6ce4c2ec-7801-4932-9089-7139f0797469,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:58.676246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5f9d2ef3-ebeb-40f4-9eca-ba869db43024 None None] Provisioning complete for port cc61152e-326b-4a56-86ae-7d4975331ae3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:58.676246 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f9d2ef3-ebeb-40f4-9eca-ba869db43024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.683044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:58.694670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-173e25ee-733b-4db8-b38f-8886387774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:58.697792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-708fe3b0-9507-4f7c-8a7f-4d2108e49405 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.701669 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-708fe3b0-9507-4f7c-8a7f-4d2108e49405 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/6ce4c2ec-7801-4932-9089-7139f0797469 HTTP/1.1" status: 204 len: 168 time: 1.2576308 Jul 29 23:41:58.708202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36740) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:58.771122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886acd0-aacd-46b4-b2e6-41b1533a1ea4 req-0bbf9ffb-d215-4be5-8111-f29cfaaf798c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:58.785248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b886acd0-aacd-46b4-b2e6-41b1533a1ea4 req-0bbf9ffb-d215-4be5-8111-f29cfaaf798c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 944 time: 0.4942865 Jul 29 23:41:58.832987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e25ee-733b-4db8-b38f-8886387774e0 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:58.834842 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-951646d0-304c-4406-baab-0abdac401481 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] GET failed (client error): The resource could not be found. Jul 29 23:41:58.836453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-173e25ee-733b-4db8-b38f-8886387774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:58.856159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-65c52b9c-a88f-489b-9071-41a220e2c4d7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:58.856331 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-951646d0-304c-4406-baab-0abdac401481 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports/6ce4c2ec-7801-4932-9089-7139f0797469 HTTP/1.1" status: 404 len: 333 time: 0.1398153 Jul 29 23:41:58.857191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-65c52b9c-a88f-489b-9071-41a220e2c4d7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/networks?id=9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 200 len: 815 time: 0.5677373 Jul 29 23:41:58.864608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:58.894991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-282a7728-56ce-4ddd-96b1-0cfb1f14767a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/quotas/d09bbbc0ae8148acaae75fc3803e9501 HTTP/1.1" status: 200 len: 375 time: 0.0359097 Jul 29 23:41:58.895342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-173e25ee-733b-4db8-b38f-8886387774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:58.896681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e25ee-733b-4db8-b38f-8886387774e0 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:58.900261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['81d49114-54c8-41d9-ab61-739649290fa6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:58.923547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b886acd0-aacd-46b4-b2e6-41b1533a1ea4 req-be7738cd-29c3-43be-bf6c-abf3265322f0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296432 Jul 29 23:41:58.972820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d2ef3-ebeb-40f4-9eca-ba869db43024 None None] Port cc61152e-326b-4a56-86ae-7d4975331ae3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:59.103812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-33a7ac19-148d-4a53-a882-a78978d3e381 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2068510 Jul 29 23:41:59.134792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6787133b-e3ec-4f03-b5e2-1d938f41d99c None None] Could not find standard attr ID for object 6ce4c2ec-7801-4932-9089-7139f0797469. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:41:59.205982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 21699ad5-e003-42c7-84f0-55c17b91c6a9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:59.219651 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.369553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14efb09b-d12c-4b4d-bcb6-5ddf4b425eff None None] Network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:59.430524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-c381f0c1-b29d-4712-8d94-ae80364b5d0c service neutron] 10.222.0.37 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232224 Jul 29 23:41:59.437476 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25235774-cd5e-4b5b-859a-7445608f0717 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.510854 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25235774-cd5e-4b5b-859a-7445608f0717 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.619739 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25235774-cd5e-4b5b-859a-7445608f0717 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.625548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25235774-cd5e-4b5b-859a-7445608f0717 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.633912 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-25235774-cd5e-4b5b-859a-7445608f0717 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/security-groups/4f818bf7-4976-42d6-bd86-95fc34caad64 HTTP/1.1" status: 204 len: 168 time: 0.7680247 Jul 29 23:41:59.649464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36756) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:59.704715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-cbcec812-46a0-444e-bccb-53d166d4c45f service neutron] 10.222.0.37 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650602 Jul 29 23:41:59.758667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e9cac098-c4d4-4834-999f-8e8600d8dcff up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:59.763301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25235774-cd5e-4b5b-859a-7445608f0717 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f818bf7-4976-42d6-bd86-95fc34caad64,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:59.798900 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-089571fb-515b-4f4d-b368-f8d0d42f913f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.802945 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.803389 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.840769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 21699ad5-e003-42c7-84f0-55c17b91c6a9 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:59.915658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-089571fb-515b-4f4d-b368-f8d0d42f913f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.970549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8617e152-a8b1-41b8-b388-827654998d12 None None] Provisioning for port e9cac098-c4d4-4834-999f-8e8600d8dcff completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:00.318283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e9cac098-c4d4-4834-999f-8e8600d8dcff completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:00.340660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e9cac098-c4d4-4834-999f-8e8600d8dcff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:00.345213 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.355333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ee5c8-4734-40c1-9a10-08b78465a3ec req-c1e9a041-6196-4c81-99fa-d0b60e08820f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.365942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-804ee5c8-4734-40c1-9a10-08b78465a3ec req-c1e9a041-6196-4c81-99fa-d0b60e08820f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 944 time: 0.1685603 Jul 29 23:42:00.397722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2319a-e97c-4382-b1fc-9f22831064d5 req-0f3e12ea-c04a-44d2-8c6d-a964672279ea tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.413963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2319a-e97c-4382-b1fc-9f22831064d5 req-0f3e12ea-c04a-44d2-8c6d-a964672279ea tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.449817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2319a-e97c-4382-b1fc-9f22831064d5 req-0f3e12ea-c04a-44d2-8c6d-a964672279ea tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.466181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-e1ad17a2-131e-42e2-84bc-3983c427f494 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.470414 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-e1ad17a2-131e-42e2-84bc-3983c427f494 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.47 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 944 time: 0.5976985 Jul 29 23:42:00.472917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2319a-e97c-4382-b1fc-9f22831064d5 req-0f3e12ea-c04a-44d2-8c6d-a964672279ea tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.512964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2319a-e97c-4382-b1fc-9f22831064d5 req-0f3e12ea-c04a-44d2-8c6d-a964672279ea tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.520163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2319a-e97c-4382-b1fc-9f22831064d5 req-0f3e12ea-c04a-44d2-8c6d-a964672279ea tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.530166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2319a-e97c-4382-b1fc-9f22831064d5 req-0f3e12ea-c04a-44d2-8c6d-a964672279ea tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.544388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3dc2319a-e97c-4382-b1fc-9f22831064d5 req-0f3e12ea-c04a-44d2-8c6d-a964672279ea tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 0.4573548 Jul 29 23:42:00.668759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-804ee5c8-4734-40c1-9a10-08b78465a3ec req-299e6f14-cfea-4c23-9f88-c95390e18ab5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020222 Jul 29 23:42:00.673732 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.725693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3dc2319a-e97c-4382-b1fc-9f22831064d5 req-5689a1e5-7c28-460e-945f-6e6c780fe8d5 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778827 Jul 29 23:42:00.816046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port e9cac098-c4d4-4834-999f-8e8600d8dcff, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e9cac098-c4d4-4834-999f-8e8600d8dcff,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:00.824341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.935176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-089571fb-515b-4f4d-b368-f8d0d42f913f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.938573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-089571fb-515b-4f4d-b368-f8d0d42f913f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.939957 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-089571fb-515b-4f4d-b368-f8d0d42f913f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/security-groups/b5bd9d79-debd-48b9-a43a-c44511cbf783 HTTP/1.1" status: 204 len: 168 time: 1.2804351 Jul 29 23:42:00.945472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36808) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:00.970623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-88617f42-e7b1-4755-93c7-9eb353700b2c None None] Provisioning complete for port e9cac098-c4d4-4834-999f-8e8600d8dcff triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:00.971228 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88617f42-e7b1-4755-93c7-9eb353700b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.030980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089571fb-515b-4f4d-b368-f8d0d42f913f tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bd9d79-debd-48b9-a43a-c44511cbf783,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:01.045465 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-04b5214f-302e-4fe6-a060-daef7b1eadb1 service neutron] 10.222.0.47 "GET /v2.0/ports/81d49114-54c8-41d9-ab61-739649290fa6/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 383 time: 0.5497518 Jul 29 23:42:01.054293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3f9e4d0d-aa31-4e1c-91e8-9b41ec203c44 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.056412 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3f9e4d0d-aa31-4e1c-91e8-9b41ec203c44 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.42 "GET /v2.0/networks?id=9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 200 len: 815 time: 0.6502945 Jul 29 23:42:01.063698 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.095137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=e9cac098-c4d4-4834-999f-8e8600d8dcff,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:01.095434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Request body: {'port': {'device_id': '9d76b6a6-b3c0-45bf-85c7-8967ffd31112', 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2', 'admin_state_up': True, 'tenant_id': 'd09bbbc0ae8148acaae75fc3803e9501'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:01.129970 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cab1f9c0-06de-44db-887a-190e78ab0284 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.164565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cab1f9c0-06de-44db-887a-190e78ab0284 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.219708 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cab1f9c0-06de-44db-887a-190e78ab0284 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.222572 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cab1f9c0-06de-44db-887a-190e78ab0284 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.223997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cab1f9c0-06de-44db-887a-190e78ab0284 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/security-groups/526c437e-1d75-48f1-9bf6-d2b9d746f24c HTTP/1.1" status: 204 len: 168 time: 0.2772882 Jul 29 23:42:01.240819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36812) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:01.258070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=21699ad5-e003-42c7-84f0-55c17b91c6a9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:01.360527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e9cac098-c4d4-4834-999f-8e8600d8dcff up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:01.413914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-88aa874e-c908-4a55-9ccc-2173d12913f8 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.418435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-88aa874e-c908-4a55-9ccc-2173d12913f8 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/networks?id=9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 200 len: 815 time: 0.5127623 Jul 29 23:42:01.491151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e9cac098-c4d4-4834-999f-8e8600d8dcff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:01.491464 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.517470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8377f5-3b2c-4d40-a2d7-0693a8e269ef tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet 2a7d5233-378c-4dca-b825-c0208ff72623 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:01.521705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1f9c0-06de-44db-887a-190e78ab0284 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526c437e-1d75-48f1-9bf6-d2b9d746f24c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:01.551556 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.552474 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP 66fdfff7-5142-4ec1-ae9c-90218aaf26c3 disassociated (deleted). External IP: 172.25.2.6, port: 7474c97e-eec4-4147-a24e-3f4fdb39aa4d. Jul 29 23:42:01.554674 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f8377f5-3b2c-4d40-a2d7-0693a8e269ef tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.639532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-ec3c6447-a0bd-4a05-9bb6-cbacd073a2e3 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/quotas/d09bbbc0ae8148acaae75fc3803e9501 HTTP/1.1" status: 200 len: 375 time: 0.0995677 Jul 29 23:42:01.640752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-74b1d9ad-3eef-4efd-a344-a11489a1afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.642661 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-74b1d9ad-3eef-4efd-a344-a11489a1afb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1096 time: 0.4922440 Jul 29 23:42:01.693157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b345-1d94-44a4-8443-9306410d4e4c req-67e5f7e2-b0e7-4ab1-a047-da564a38819f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.704479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b345-1d94-44a4-8443-9306410d4e4c req-67e5f7e2-b0e7-4ab1-a047-da564a38819f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.716544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b345-1d94-44a4-8443-9306410d4e4c req-67e5f7e2-b0e7-4ab1-a047-da564a38819f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.730207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b345-1d94-44a4-8443-9306410d4e4c req-67e5f7e2-b0e7-4ab1-a047-da564a38819f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.744132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b345-1d94-44a4-8443-9306410d4e4c req-67e5f7e2-b0e7-4ab1-a047-da564a38819f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.756825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b345-1d94-44a4-8443-9306410d4e4c req-67e5f7e2-b0e7-4ab1-a047-da564a38819f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.768697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b345-1d94-44a4-8443-9306410d4e4c req-67e5f7e2-b0e7-4ab1-a047-da564a38819f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.771898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ed1b345-1d94-44a4-8443-9306410d4e4c req-67e5f7e2-b0e7-4ab1-a047-da564a38819f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 0.6476016 Jul 29 23:42:01.772501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-9b34cbd3-592a-47aa-912f-fd9e7b9af13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.774021 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-9b34cbd3-592a-47aa-912f-fd9e7b9af13d service neutron] 10.222.0.47 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.1178720 Jul 29 23:42:01.873875 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f8377f5-3b2c-4d40-a2d7-0693a8e269ef tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.060802 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-535ce152-145f-41ec-8f50-ce29696bcfa4 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3996499 Jul 29 23:42:02.120790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36836) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:02.202705 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f8377f5-3b2c-4d40-a2d7-0693a8e269ef tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.282388 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.313657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ed9a7-6f88-4191-ba10-b5ffd64500b6 req-dc61124f-3869-4794-bc65-3ceba6f63560 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:02.315178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-689ed9a7-6f88-4191-ba10-b5ffd64500b6 req-dc61124f-3869-4794-bc65-3ceba6f63560 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 944 time: 0.4350622 Jul 29 23:42:02.376470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f8377f5-3b2c-4d40-a2d7-0693a8e269ef tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.396380 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5dbb08f3-0ac5-4412-ad65-081ca5d8148c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.466592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Made reservation on behalf of d09bbbc0ae8148acaae75fc3803e9501 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:02.470828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.477813 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-eaa825b6-8b74-4354-9f6f-e5642f99913c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 1000 time: 0.6958873 Jul 29 23:42:02.656519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-3b5a4c4a-852d-40a4-adaa-612662d65104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:02.658077 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-3b5a4c4a-852d-40a4-adaa-612662d65104 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.1663237 Jul 29 23:42:02.806084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:02.828352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-4726b87b-b076-467c-8a52-852b9dd93f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:02.831168 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-4726b87b-b076-467c-8a52-852b9dd93f4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374533 Jul 29 23:42:02.847244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Allocated IP 172.20.0.8 (9672c27c-43a1-42dd-adcc-8c59e6a88db2/2e352866-6809-4c48-8ed0-9a736b24cfb4/1d5313c6-9877-4815-a821-289952e6e99c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:02.852483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8377f5-3b2c-4d40-a2d7-0693a8e269ef tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7d5233-378c-4dca-b825-c0208ff72623,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:02.869595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f8377f5-3b2c-4d40-a2d7-0693a8e269ef tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.879157 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1f8377f5-3b2c-4d40-a2d7-0693a8e269ef tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/2a7d5233-378c-4dca-b825-c0208ff72623 HTTP/1.1" status: 204 len: 168 time: 1.6060305 Jul 29 23:42:02.884601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22318939-0f0a-41ed-8d1b-64f68fc605df None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:02.888241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36846) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:02.912885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-4cbf7711-69e1-4a89-bfd1-abba5f4fc97b tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:02.914795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-4cbf7711-69e1-4a89-bfd1-abba5f4fc97b tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.47 "GET /v2.0/networks?id=9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 200 len: 815 time: 0.8494570 Jul 29 23:42:02.923833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-06daf9a0-fbfb-4980-aa4b-f94f2a27a1c5 service neutron] 10.222.0.37 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8620393 Jul 29 23:42:02.941515 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-689ed9a7-6f88-4191-ba10-b5ffd64500b6 req-1d7762de-fc29-4215-8b36-d460b1405ef3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6095934 Jul 29 23:42:02.961599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Request body: {'port': {'device_id': 'ae972ff7-c073-4ce8-835d-5b412825aca6', 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2', 'admin_state_up': True, 'tenant_id': 'd09bbbc0ae8148acaae75fc3803e9501'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:03.193257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a7e958-15a8-4e07-ba36-ef7d87c006fb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet a618dbc9-23ce-4740-91e5-d6e7ce1e48b5 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:03.239743 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24a7e958-15a8-4e07-ba36-ef7d87c006fb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.306140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:03.314559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:03.320752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.326506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-0ebc8613-8bc0-4047-9395-2852d1a9555a service neutron] 10.222.0.37 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833754 Jul 29 23:42:03.335473 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebccb71-4030-4a8c-a7fb-1a798aaaebb1 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:03.349215 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-24c3f375-635b-464f-97d3-9f4ed583e9a8 service neutron] 10.222.0.47 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038645 Jul 29 23:42:03.367834 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebccb71-4030-4a8c-a7fb-1a798aaaebb1 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:03.370071 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aebccb71-4030-4a8c-a7fb-1a798aaaebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:03.473331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 81d49114-54c8-41d9-ab61-739649290fa6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:03.488188 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 81d49114-54c8-41d9-ab61-739649290fa6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:03.488634 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.531722 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aebccb71-4030-4a8c-a7fb-1a798aaaebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:03.548568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5dbb08f3-0ac5-4412-ad65-081ca5d8148c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.565949 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5dbb08f3-0ac5-4412-ad65-081ca5d8148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.594196 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebccb71-4030-4a8c-a7fb-1a798aaaebb1 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:03.595109 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24a7e958-15a8-4e07-ba36-ef7d87c006fb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.597940 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aebccb71-4030-4a8c-a7fb-1a798aaaebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:03.686501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.717196 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8e6ff04f-c5df-45a4-9f6e-9350f6daf9bb tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/floatingips/66fdfff7-5142-4ec1-ae9c-90218aaf26c3 HTTP/1.1" status: 204 len: 168 time: 5.3782845 Jul 29 23:42:03.743185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.761695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Transition to ACTIVE for port object 1d5313c6-9877-4815-a821-289952e6e99c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:03.766271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:03.768076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:03.772405 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aebccb71-4030-4a8c-a7fb-1a798aaaebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:03.775245 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebccb71-4030-4a8c-a7fb-1a798aaaebb1 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:03.776100 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63509449-a804-4b4c-9250-c9df2567ee3b" -d '{"events": [{"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-plugged", "status": "completed", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:03.779668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5dbb08f3-0ac5-4412-ad65-081ca5d8148c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=099a4697d5994ca796307281e14215bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6555688 Jul 29 23:42:03.782715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36860) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:03.783219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36862) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:03.789165 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.911297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:03.948825 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d22bbcc-5b31-4fde-a472-c237eb7dc7b6 x-openstack-request-id: req-3d22bbcc-5b31-4fde-a472-c237eb7dc7b6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:03.949222 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-plugged", "status": "completed", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:03.949578 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d22bbcc-5b31-4fde-a472-c237eb7dc7b6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:03.950126 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'code': 200} Jul 29 23:42:03.978561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24a7e958-15a8-4e07-ba36-ef7d87c006fb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.980174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb08f3-0ac5-4412-ad65-081ca5d8148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3715a6-9e91-4234-acc7-8d3a76c5556f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:03.992797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Made reservation on behalf of d09bbbc0ae8148acaae75fc3803e9501 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:04.005113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.033987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4381cf78-9407-4a19-bbc0-fc46b95bd984 req-6c7ebaa7-6a42-4b3b-b648-565cf12777bd tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 210 time: 0.2517371 Jul 29 23:42:04.221710 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24a7e958-15a8-4e07-ba36-ef7d87c006fb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.270751 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.320861 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ef5948dc-d981-46a0-8697-ad94a99dd5d4 service neutron] 10.222.0.47 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9221900 Jul 29 23:42:04.362156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7e958-15a8-4e07-ba36-ef7d87c006fb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=a618dbc9-23ce-4740-91e5-d6e7ce1e48b5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:04.378828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24a7e958-15a8-4e07-ba36-ef7d87c006fb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.381494 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-24a7e958-15a8-4e07-ba36-ef7d87c006fb tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/a618dbc9-23ce-4740-91e5-d6e7ce1e48b5 HTTP/1.1" status: 204 len: 168 time: 1.4890823 Jul 29 23:42:04.386625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36888) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.396227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.446422 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ab15-2d6f-448d-962e-b48490986b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.458115 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cf23e5-275b-4520-aff2-fe1d0366a852 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:04.458839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cf23e5-275b-4520-aff2-fe1d0366a852 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:04.467174 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-20cf23e5-275b-4520-aff2-fe1d0366a852 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/2a7d5233-378c-4dca-b825-c0208ff72623 HTTP/1.1" status: 404 len: 337 time: 0.0794239 Jul 29 23:42:04.478849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.486127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:04.488632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:04.496394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:04.503346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Pushing event updated for resources: {'Port': ['ID=1d5313c6-9877-4815-a821-289952e6e99c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:04.550053 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ab15-2d6f-448d-962e-b48490986b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.661103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.662958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631a9a8-f4dd-4de5-86ba-c91b837b2e49 req-2ab9fd49-3e5b-421f-99db-8add20531eff tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.664806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e631a9a8-f4dd-4de5-86ba-c91b837b2e49 req-2ab9fd49-3e5b-421f-99db-8add20531eff tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.5663986 Jul 29 23:42:04.668216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.699281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c85c09-0349-47e5-b102-d21693dfdc3a req-70ab34af-77a0-4f29-8d5a-318561459e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.699993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c85c09-0349-47e5-b102-d21693dfdc3a req-70ab34af-77a0-4f29-8d5a-318561459e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.700919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c85c09-0349-47e5-b102-d21693dfdc3a req-70ab34af-77a0-4f29-8d5a-318561459e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.701594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c85c09-0349-47e5-b102-d21693dfdc3a req-70ab34af-77a0-4f29-8d5a-318561459e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.702258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c85c09-0349-47e5-b102-d21693dfdc3a req-70ab34af-77a0-4f29-8d5a-318561459e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.703742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c85c09-0349-47e5-b102-d21693dfdc3a req-70ab34af-77a0-4f29-8d5a-318561459e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.704508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c85c09-0349-47e5-b102-d21693dfdc3a req-70ab34af-77a0-4f29-8d5a-318561459e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.707393 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56c85c09-0349-47e5-b102-d21693dfdc3a req-70ab34af-77a0-4f29-8d5a-318561459e6c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6499 time: 0.3079870 Jul 29 23:42:04.710407 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-964a803d-e017-4c47-b57e-8302e4ca8b03 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6378732 Jul 29 23:42:04.721166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b6654bcd-6651-473b-a3d3-0f6e172f5310 None None] Provisioning complete for port bac2681d-483c-4b16-b4e1-f71a54e958a4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:04.722245 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6654bcd-6651-473b-a3d3-0f6e172f5310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.731827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353be331-1899-4ae6-a402-2583dae7d0ed None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:04.736375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Request body: {'port': {'device_id': '9d76b6a6-b3c0-45bf-85c7-8967ffd31112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:04.839345 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.845189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecf9fc2-6235-4253-b6de-ca08954b8425 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting subnet ffb18c58-e1df-4f62-8ab6-15ece7a5af01 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:04.880645 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56c85c09-0349-47e5-b102-d21693dfdc3a req-2bc4c7b1-0d87-404e-ba11-7bdfb2cbfe08 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915120 Jul 29 23:42:04.914395 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9fc2-6235-4253-b6de-ca08954b8425 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.970358 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9fc2-6235-4253-b6de-ca08954b8425 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.002574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Allocated IP 172.20.0.14 (9672c27c-43a1-42dd-adcc-8c59e6a88db2/2e352866-6809-4c48-8ed0-9a736b24cfb4/40754b69-ab76-44f2-a0ce-f1c7d52ef4de) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:05.173077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e631a9a8-f4dd-4de5-86ba-c91b837b2e49 req-f971ad91-1fe7-41cf-8695-b1d0dfc03e8a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3359368 Jul 29 23:42:05.175161 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ab15-2d6f-448d-962e-b48490986b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.175295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b6654bcd-6651-473b-a3d3-0f6e172f5310 None None] Provisioning complete for port cc61152e-326b-4a56-86ae-7d4975331ae3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:05.175961 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6654bcd-6651-473b-a3d3-0f6e172f5310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.179855 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ab15-2d6f-448d-962e-b48490986b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.186798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f2e5ab15-2d6f-448d-962e-b48490986b90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee3715a6-9e91-4234-acc7-8d3a76c5556f HTTP/1.1" status: 204 len: 168 time: 1.3607509 Jul 29 23:42:05.228194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b6654bcd-6651-473b-a3d3-0f6e172f5310 None None] Port cc61152e-326b-4a56-86ae-7d4975331ae3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:05.232144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-60032da0-25ee-4e4d-91fb-9650d00c1986 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 7474c97e-eec4-4147-a24e-3f4fdb39aa4d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:05.232144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60032da0-25ee-4e4d-91fb-9650d00c1986 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.278770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5ab15-2d6f-448d-962e-b48490986b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3715a6-9e91-4234-acc7-8d3a76c5556f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:05.291528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f9f7df6-8f06-4176-bb08-ceaa62b82268 req-d6b6e5a4-9fde-4aa5-815c-9298c028a701 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 210 time: 0.1326878 Jul 29 23:42:05.366703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-72d0fdea-3e65-4b10-8e0f-0e6cfe211f96 None None] Provisioning for port 1d5313c6-9877-4815-a821-289952e6e99c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:05.375220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-72d0fdea-3e65-4b10-8e0f-0e6cfe211f96 None None] Provisioning complete for port 1d5313c6-9877-4815-a821-289952e6e99c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:05.375789 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72d0fdea-3e65-4b10-8e0f-0e6cfe211f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.486376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-72d0fdea-3e65-4b10-8e0f-0e6cfe211f96 None None] Port 1d5313c6-9877-4815-a821-289952e6e99c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:05.776001 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9fc2-6235-4253-b6de-ca08954b8425 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.872235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.896639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a7d723a-c290-4675-af08-8e006e45fde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.983150 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60032da0-25ee-4e4d-91fb-9650d00c1986 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.034350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.041214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-60032da0-25ee-4e4d-91fb-9650d00c1986 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 7474c97e-eec4-4147-a24e-3f4fdb39aa4d owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:06.085693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-9a241941-f2fe-4fdc-8977-f4c83c02e66d tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:06.088183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-9a241941-f2fe-4fdc-8977-f4c83c02e66d tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.42 "GET /v2.0/networks?id=9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 200 len: 815 time: 0.4913960 Jul 29 23:42:06.090719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a7d723a-c290-4675-af08-8e006e45fde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.098063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a7d723a-c290-4675-af08-8e006e45fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.107067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Transition to ACTIVE for port object 40754b69-ab76-44f2-a0ce-f1c7d52ef4de will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:06.113838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Request body: {'port': {'device_id': 'acad8584-3e4b-4bf7-8f14-fd589b2a488d', 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2', 'admin_state_up': True, 'tenant_id': 'd09bbbc0ae8148acaae75fc3803e9501'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:06.124454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4f7ec697-06fa-4ddf-acda-caa28a6796b9 None None] Provisioning complete for port bac2681d-483c-4b16-b4e1-f71a54e958a4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:06.125545 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec697-06fa-4ddf-acda-caa28a6796b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.145003 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6a7d723a-c290-4675-af08-8e006e45fde6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f5d123feec948ea8f34a47ee4724d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691205 Jul 29 23:42:06.146565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.169197 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9fc2-6235-4253-b6de-ca08954b8425 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.178255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d723a-c290-4675-af08-8e006e45fde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a5c36-40c0-462b-9d0b-0293ffa2b775,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:06.255068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2ead75a-7575-44c3-ad74-0482580674d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.266126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4f7ec697-06fa-4ddf-acda-caa28a6796b9 None None] Provisioning complete for port cc61152e-326b-4a56-86ae-7d4975331ae3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:06.266820 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec697-06fa-4ddf-acda-caa28a6796b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.274001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf9fc2-6235-4253-b6de-ca08954b8425 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb18c58-e1df-4f62-8ab6-15ece7a5af01,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:06.279785 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9fc2-6235-4253-b6de-ca08954b8425 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.285184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0ecf9fc2-6235-4253-b6de-ca08954b8425 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/ffb18c58-e1df-4f62-8ab6-15ece7a5af01 HTTP/1.1" status: 204 len: 168 time: 1.8019640 Jul 29 23:42:06.288334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36922) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.324065 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2ead75a-7575-44c3-ad74-0482580674d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.326325 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a979e37-9a44-427b-b1ef-f6c6485efdc6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:06.326325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a979e37-9a44-427b-b1ef-f6c6485efdc6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:06.331330 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9a979e37-9a44-427b-b1ef-f6c6485efdc6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/c05772ad-89f7-477b-931f-d0e5035aac2f HTTP/1.1" status: 404 len: 337 time: 0.0421908 Jul 29 23:42:06.331942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.341924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67948546-9735-4dcf-90d6-833b1131dbbb None None] Network 9f3ff1df-c126-463d-b051-9e6f127a915c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:06.348716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ec697-06fa-4ddf-acda-caa28a6796b9 None None] Port cc61152e-326b-4a56-86ae-7d4975331ae3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:06.392599 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a01a62e1-c485-4c21-be21-bae608d22216 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "GET /v2.0/ports?device_id=5eab2a03-86b6-458c-b899-6a1df0e3bfbf HTTP/1.1" status: 200 len: 205 time: 0.0549357 Jul 29 23:42:06.393503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36928) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.441671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.463518 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-51cb05df-255a-4220-bb1d-c4dcd7263ddd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] delete failed (client error): The resource could not be found. Jul 29 23:42:06.467766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-51cb05df-255a-4220-bb1d-c4dcd7263ddd tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/routers/5eab2a03-86b6-458c-b899-6a1df0e3bfbf HTTP/1.1" status: 404 len: 336 time: 0.0712841 Jul 29 23:42:06.468985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.543648 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68c23eb-c2ca-48e5-aa3d-db0caf65c5f6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:06.544171 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68c23eb-c2ca-48e5-aa3d-db0caf65c5f6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:06.548831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b68c23eb-c2ca-48e5-aa3d-db0caf65c5f6 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/8dde9e10-1f61-48d3-b0aa-6cd4db623cb1 HTTP/1.1" status: 404 len: 337 time: 0.0453467 Jul 29 23:42:06.549539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36936) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.557279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0b92c-61e9-406d-93ff-2e91a05dfa41 req-5e6bc954-9a5b-46e1-a265-07ad5d075313 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:06.561567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61a0b92c-61e9-406d-93ff-2e91a05dfa41 req-5e6bc954-9a5b-46e1-a265-07ad5d075313 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.2716889 Jul 29 23:42:06.594945 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2ead75a-7575-44c3-ad74-0482580674d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.598269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2ead75a-7575-44c3-ad74-0482580674d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.610046 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a2ead75a-7575-44c3-ad74-0482580674d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b9a5c36-40c0-462b-9d0b-0293ffa2b775 HTTP/1.1" status: 204 len: 168 time: 0.4498668 Jul 29 23:42:06.629314 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab5f2f1-cf62-4ddf-a38a-12b8964ae6f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:06.630018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab5f2f1-cf62-4ddf-a38a-12b8964ae6f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:06.635312 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0ab5f2f1-cf62-4ddf-a38a-12b8964ae6f7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/51225a9a-e8c2-4341-a24d-876dd62935cf HTTP/1.1" status: 404 len: 337 time: 0.0801415 Jul 29 23:42:06.638451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36942) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.763392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ead75a-7575-44c3-ad74-0482580674d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a5c36-40c0-462b-9d0b-0293ffa2b775,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:06.792382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5eaa5d-fc39-4dc3-94d4-3e7feef33592 None None] DHCP port deletion for 9f3ff1df-c126-463d-b051-9e6f127a915c request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:42:06.842202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77e437e1-063f-4b06-95ac-b09bdd9e24a5 req-3af7eb04-8aee-4a83-a572-b9355a73f070 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 210 time: 0.3616614 Jul 29 23:42:06.852807 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3ee399-a20d-426e-8aba-e8fcacca0fa9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:06.855385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3ee399-a20d-426e-8aba-e8fcacca0fa9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:06.857501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:06.869042 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2a3ee399-a20d-426e-8aba-e8fcacca0fa9 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/bf0241db-8710-47f3-9065-9b21897f9fa7 HTTP/1.1" status: 404 len: 337 time: 0.2229276 Jul 29 23:42:06.894198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:06.924763 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:06.927861 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36948) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.975165 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b963ba5b-73b7-4767-93e9-fb455a2d95d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:06.976526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b963ba5b-73b7-4767-93e9-fb455a2d95d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:06.978836 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b963ba5b-73b7-4767-93e9-fb455a2d95d3 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/b7ea94ea-8520-4081-b2c6-6e59c756f810 HTTP/1.1" status: 404 len: 333 time: 0.0496814 Jul 29 23:42:06.987941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36952) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.040709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Pushing event updated for resources: {'Port': ['ID=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:07.053505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ec5eaa5d-fc39-4dc3-94d4-3e7feef33592 None None] Deleting port bac2681d-483c-4b16-b4e1-f71a54e958a4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:07.054209 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaa5d-fc39-4dc3-94d4-3e7feef33592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.148179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5313c6-9877-4815-a821-289952e6e99c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:07.179738 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e5c271-c95d-4d03-a197-ea089322280b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:07.185192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:07.186575 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.193045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e5c271-c95d-4d03-a197-ea089322280b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:07.198825 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-09e5c271-c95d-4d03-a197-ea089322280b tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/2161965b-e608-4966-9fad-c55b4608c453 HTTP/1.1" status: 404 len: 337 time: 0.2047169 Jul 29 23:42:07.204760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36956) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.230262 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ec5eaa5d-fc39-4dc3-94d4-3e7feef33592 None None] For port bac2681d-483c-4b16-b4e1-f71a54e958a4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bac2681d-483c-4b16-b4e1-f71a54e958a4,segment=NetworkSegment(5a78aff2-f05c-414a-85e8-515c10d98107),segment_id=5a78aff2-f05c-414a-85e8-515c10d98107)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:07.230900 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaa5d-fc39-4dc3-94d4-3e7feef33592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.242181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.270304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ec5eaa5d-fc39-4dc3-94d4-3e7feef33592 None None] Calling delete_port for bac2681d-483c-4b16-b4e1-f71a54e958a4 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:07.296268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61a0b92c-61e9-406d-93ff-2e91a05dfa41 req-63cc9a3b-3ae3-473e-b930-3365d8b4384a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4906225 Jul 29 23:42:07.310019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Made reservation on behalf of d09bbbc0ae8148acaae75fc3803e9501 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:07.315694 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.367834 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fe561d-069a-4cac-82ed-c678cd706a2d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:07.368342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fe561d-069a-4cac-82ed-c678cd706a2d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:07.388269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-e79b45e5-48ce-4977-b9fb-177c33188624 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4435346 Jul 29 23:42:07.393228 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-15fe561d-069a-4cac-82ed-c678cd706a2d tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/f4c7aa5a-16c6-4bb5-8120-f54aefee6282 HTTP/1.1" status: 404 len: 337 time: 0.1581786 Jul 29 23:42:07.397762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36962) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.455635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Transition to ACTIVE for port object 1d5313c6-9877-4815-a821-289952e6e99c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:07.462773 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.473255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Request body: {'port': {'device_id': 'ae972ff7-c073-4ce8-835d-5b412825aca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:07.487783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bac2681d-483c-4b16-b4e1-f71a54e958a4 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:07.523671 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eed061d-9d25-44f0-a275-32a6c286d3a7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:07.524782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eed061d-9d25-44f0-a275-32a6c286d3a7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:07.527227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5eed061d-9d25-44f0-a275-32a6c286d3a7 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/dacaf12a-c0f7-474b-bb3d-5cf95f21515b HTTP/1.1" status: 404 len: 333 time: 0.1261609 Jul 29 23:42:07.535415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36968) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.581368 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60032da0-25ee-4e4d-91fb-9650d00c1986 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.587326 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dfda0d4a-d0fd-4aea-a627-63f4d6252807 None None] Provisioning for port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:07.605783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-b57eaf1a-6801-44c2-9fd5-e44064ec451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:07.608898 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-b57eaf1a-6801-44c2-9fd5-e44064ec451a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 1097 time: 0.3990293 Jul 29 23:42:07.613616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dfda0d4a-d0fd-4aea-a627-63f4d6252807 None None] Provisioning complete for port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:07.615836 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfda0d4a-d0fd-4aea-a627-63f4d6252807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.657003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:07.689126 n-d-712139-11 neutron-server[93818]: INFO neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No ports have port_id starting with bac2681d-483c-4b16-b4e1-f71a54e958a4 Jul 29 23:42:07.711466 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05f9992-423b-4d05-91eb-e70c1d588407 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:07.712189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05f9992-423b-4d05-91eb-e70c1d588407 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:07.713872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a05f9992-423b-4d05-91eb-e70c1d588407 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/6fc43833-730e-4cdc-a284-42d64979de11 HTTP/1.1" status: 404 len: 337 time: 0.1735322 Jul 29 23:42:07.725551 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaa5d-fc39-4dc3-94d4-3e7feef33592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.733939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dfda0d4a-d0fd-4aea-a627-63f4d6252807 None None] Port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:07.761729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.773483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60032da0-25ee-4e4d-91fb-9650d00c1986 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=7474c97e-eec4-4147-a24e-3f4fdb39aa4d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:07.779647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5eaa5d-fc39-4dc3-94d4-3e7feef33592 None None] Pushing event deleted for resources: {'Port': ['ID=bac2681d-483c-4b16-b4e1-f71a54e958a4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:07.782658 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5eaa5d-fc39-4dc3-94d4-3e7feef33592 None None] No DVR routers for this DVR port bac2681d-483c-4b16-b4e1-f71a54e958a4 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:07.856975 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.861237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Pushing event updated for resources: {'Port': ['ID=1d5313c6-9877-4815-a821-289952e6e99c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:07.933877 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98f3985-e636-4b8e-8575-db335b5d6790 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:07.935194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98f3985-e636-4b8e-8575-db335b5d6790 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:07.938085 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f98f3985-e636-4b8e-8575-db335b5d6790 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/subnets/671312dc-87a2-49a0-ba3f-a45bcf548cda HTTP/1.1" status: 404 len: 337 time: 0.1736009 Jul 29 23:42:07.957346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.959741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.982443 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60032da0-25ee-4e4d-91fb-9650d00c1986 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.990925 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-60032da0-25ee-4e4d-91fb-9650d00c1986 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/ports/7474c97e-eec4-4147-a24e-3f4fdb39aa4d HTTP/1.1" status: 204 len: 168 time: 4.1704936 Jul 29 23:42:07.992448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36982) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.023099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:08.053699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Attempting to bind port 1d5313c6-9877-4815-a821-289952e6e99c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:08.054905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Attempting to bind port 1d5313c6-9877-4815-a821-289952e6e99c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:08.055897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Attempting to bind port 1d5313c6-9877-4815-a821-289952e6e99c on network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:08.133879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Port 1d5313c6-9877-4815-a821-289952e6e99c on network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:08.134316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Attempting to bind port 1d5313c6-9877-4815-a821-289952e6e99c on network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:08.156064 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e5b0d878-be94-455d-8679-87db02119604 req-f98699f4-916c-4f07-a412-5aed2dcabb18 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 210 time: 0.1622345 Jul 29 23:42:08.171978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Allocated IP 172.20.0.7 (9672c27c-43a1-42dd-adcc-8c59e6a88db2/2e352866-6809-4c48-8ed0-9a736b24cfb4/e8f07eac-680e-4cd8-84ac-c7bb5e741693) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:08.220399 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.243042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:08.243397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Checking segment: {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:08.243801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Bound using segment: {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:08.244385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Bound port: 1d5313c6-9877-4815-a821-289952e6e99c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:08.245236 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.601536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] For port 1d5313c6-9877-4815-a821-289952e6e99c, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:08.607805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] For port 1d5313c6-9877-4815-a821-289952e6e99c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=1d5313c6-9877-4815-a821-289952e6e99c,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:08.622884 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.749064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-805a48aa-1351-4438-8bd0-1f483ef5b597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Deleting port cc61152e-326b-4a56-86ae-7d4975331ae3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:08.749064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-805a48aa-1351-4438-8bd0-1f483ef5b597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.871938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:08.895873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:08.896132 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.897595 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] 10.222.0.42 "PUT /v2.0/ports/1d5313c6-9877-4815-a821-289952e6e99c HTTP/1.1" status: 200 len: 1092 time: 4.1765769 Jul 29 23:42:08.900554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d76b6a6-b3c0-45bf-85c7-8967ffd31112', 'tag': '1d5313c6-9877-4815-a821-289952e6e99c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:08.904278 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38352178-46cd-4d8e-884d-f751e74143e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d76b6a6-b3c0-45bf-85c7-8967ffd31112", "tag": "1d5313c6-9877-4815-a821-289952e6e99c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:09.042200 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a3952d-bd67-4c53-9fb4-9732c562ac7b x-openstack-request-id: req-15a3952d-bd67-4c53-9fb4-9732c562ac7b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:09.043078 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d76b6a6-b3c0-45bf-85c7-8967ffd31112", "tag": "1d5313c6-9877-4815-a821-289952e6e99c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:09.043361 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15a3952d-bd67-4c53-9fb4-9732c562ac7b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:09.044188 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d76b6a6-b3c0-45bf-85c7-8967ffd31112', 'tag': '1d5313c6-9877-4815-a821-289952e6e99c', 'status': 'completed', 'code': 200} Jul 29 23:42:09.115234 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84575f7a-1a40-421b-80f4-9abc84f79a2c req-13790f63-df5a-443f-804a-5e29e3424f57 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:09.117343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84575f7a-1a40-421b-80f4-9abc84f79a2c req-13790f63-df5a-443f-804a-5e29e3424f57 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 945 time: 0.6523442 Jul 29 23:42:09.142589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:09.203219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:09.214491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:09.237406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Transition to ACTIVE for port object 81d49114-54c8-41d9-ab61-739649290fa6 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:09.238561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89143e-6836-4d6f-a84b-69f755debfdc service neutron] Pushing event updated for resources: {'Port': ['ID=1d5313c6-9877-4815-a821-289952e6e99c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:09.252957 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:09.327568 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-805a48aa-1351-4438-8bd0-1f483ef5b597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:09.441816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84575f7a-1a40-421b-80f4-9abc84f79a2c req-4c4bffe2-7bdf-468d-afc2-44c5275a88f5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3096070 Jul 29 23:42:09.496610 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-805a48aa-1351-4438-8bd0-1f483ef5b597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Calling delete_port for cc61152e-326b-4a56-86ae-7d4975331ae3 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:09.508838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-7de15195-2523-45c1-9014-368482734d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:09.510812 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-7de15195-2523-45c1-9014-368482734d3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 1095 time: 0.5307639 Jul 29 23:42:09.524442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9048d2b-d452-4b6c-9a13-3c0d00e7403d req-312f687f-29df-46ad-b5fe-7f66d2f0204c tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 210 time: 0.0659971 Jul 29 23:42:09.557180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:09.582047 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:09.587161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:09.603701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Transition to ACTIVE for port object e8f07eac-680e-4cd8-84ac-c7bb5e741693 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:09.667937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:09.805398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] No DVR routers for this DVR port 81d49114-54c8-41d9-ab61-739649290fa6 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:09.811437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.25.2.232 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/86967a5d-b1ad-491b-84bf-563ec63221e6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:09.816064 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-48e435f8-0836-4b45-92b2-1459fb366f87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d5313c6-9877-4815-a821-289952e6e99c HTTP/1.1" status: 200 len: 217 time: 0.1674368 Jul 29 23:42:09.833374 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.017446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:10.021829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Pushing event updated for resources: {'Port': ['ID=e8f07eac-680e-4cd8-84ac-c7bb5e741693,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:10.022994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-6a6dce19-6183-4607-8ffc-ec1e426cac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:10.026015 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-6a6dce19-6183-4607-8ffc-ec1e426cac62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e352866-6809-4c48-8ed0-9a736b24cfb4 HTTP/1.1" status: 200 len: 854 time: 0.1494207 Jul 29 23:42:10.032314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:10.035047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:10.207661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:10.208720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.246517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-8a6992de-377f-4d4e-aa40-9064dbfc21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:10.252847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.253203 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-8a6992de-377f-4d4e-aa40-9064dbfc21f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9672c27c-43a1-42dd-adcc-8c59e6a88db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2149405 Jul 29 23:42:10.293290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-880723d5-6b44-4694-a491-48673bf4b7b7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1842418 Jul 29 23:42:10.391916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Request body: {'port': {'device_id': 'acad8584-3e4b-4bf7-8f14-fd589b2a488d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:10.402283 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.580355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=86967a5d-b1ad-491b-84bf-563ec63221e6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:10.590126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40754b69-ab76-44f2-a0ce-f1c7d52ef4de {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:10.601237 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.622477 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d20e4ff-afb0-4864-b0e2-012e6b924ca1 None None] Provisioning for port e8f07eac-680e-4cd8-84ac-c7bb5e741693 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:10.634627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d20e4ff-afb0-4864-b0e2-012e6b924ca1 None None] Provisioning complete for port e8f07eac-680e-4cd8-84ac-c7bb5e741693 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:10.636405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Transition to ACTIVE for port object 40754b69-ab76-44f2-a0ce-f1c7d52ef4de will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:10.639045 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d20e4ff-afb0-4864-b0e2-012e6b924ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.660722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:10.683404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:10.685545 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.691564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:10.770139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0d20e4ff-afb0-4864-b0e2-012e6b924ca1 None None] Port e8f07eac-680e-4cd8-84ac-c7bb5e741693 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:10.966026 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.078966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Pushing event updated for resources: {'Port': ['ID=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:11.131701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:11.137147 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f943db3e-f139-4a6e-b43c-017d8fbfa6aa" -d '{"events": [{"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-unplugged", "status": "completed", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:11.257008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:11.269142 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-805a48aa-1351-4438-8bd0-1f483ef5b597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.411266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a48aa-1351-4438-8bd0-1f483ef5b597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Port': ['ID=cc61152e-326b-4a56-86ae-7d4975331ae3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:11.429225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fdc06-231c-47a5-84a1-a18f62de8bca req-cbe5bdf7-55de-4f4b-aa68-b1fff209eb35 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:11.431891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-805a48aa-1351-4438-8bd0-1f483ef5b597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.433150 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-540fdc06-231c-47a5-84a1-a18f62de8bca req-cbe5bdf7-55de-4f4b-aa68-b1fff209eb35 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 931 time: 0.6367574 Jul 29 23:42:11.434837 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-805a48aa-1351-4438-8bd0-1f483ef5b597 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/ports/cc61152e-326b-4a56-86ae-7d4975331ae3 HTTP/1.1" status: 204 len: 168 time: 3.4667115 Jul 29 23:42:11.435941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:11.436311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:11.436655 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 on network 54f6f8ac-399e-4efa-abfa-b7167458392b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:11.440768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:11.450164 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.481878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Port 81d49114-54c8-41d9-ab61-739649290fa6 on network 54f6f8ac-399e-4efa-abfa-b7167458392b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:11.482211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Attempting to bind port 81d49114-54c8-41d9-ab61-739649290fa6 on network 54f6f8ac-399e-4efa-abfa-b7167458392b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:11.516749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf2296-6795-4590-af4b-e62ee5cc76dc req-92a82f17-6043-45d4-906d-a533fd128c06 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:11.518409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fccf2296-6795-4590-af4b-e62ee5cc76dc req-92a82f17-6043-45d4-906d-a533fd128c06 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 944 time: 0.8374608 Jul 29 23:42:11.554878 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-b988b9de-86a1-4ee4-a1fd-481f8047cdeb service neutron] 10.222.0.42 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2858346 Jul 29 23:42:11.596962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:11.597582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Checking segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:11.597716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Bound using segment: {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:11.598103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Bound port: 81d49114-54c8-41d9-ab61-739649290fa6, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07218e1a-b5d2-4c96-9e1e-5986d49e7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:11.598691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.599744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Attempting to bind port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:11.600298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Attempting to bind port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:11.600534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Attempting to bind port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de on network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:11.652330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de on network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:11.652693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Attempting to bind port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de on network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:11.652979 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fb682f8-0836-4cf3-99e1-3a8811772dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.670610 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.727148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:11.727454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Checking segment: {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:11.727981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Bound using segment: {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:11.728622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Bound port: 40754b69-ab76-44f2-a0ce-f1c7d52ef4de, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:11.729077 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.745225 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-540fdc06-231c-47a5-84a1-a18f62de8bca req-0666f661-788a-4296-ba2a-4fd9118b6a30 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597861 Jul 29 23:42:11.762421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fccf2296-6795-4590-af4b-e62ee5cc76dc req-dcbd2063-6227-4608-8e8f-6ed2cddbfdd0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2092562 Jul 29 23:42:11.869853 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61766d70-b53b-4529-8937-d82cc639ce78 x-openstack-request-id: req-61766d70-b53b-4529-8937-d82cc639ce78 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:11.870216 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-unplugged", "status": "completed", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:11.870398 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61766d70-b53b-4529-8937-d82cc639ce78 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:11.870786 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'code': 200} Jul 29 23:42:11.914645 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-24f0ffef-89fa-4a7b-9276-3d42079315a5 req-f7893948-7319-41dd-8d69-052e5722f0f1 service neutron] 10.222.0.42 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035161 Jul 29 23:42:11.935007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.009257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] For port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:12.018375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f07eac-680e-4cd8-84ac-c7bb5e741693 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:12.046848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.056130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] For port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:12.075259 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.081031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:12.092052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Transition to ACTIVE for port object e8f07eac-680e-4cd8-84ac-c7bb5e741693 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:12.136578 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.154782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:12.184143 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.186523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:12.187312 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.188939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] 10.222.0.47 "PUT /v2.0/ports/40754b69-ab76-44f2-a0ce-f1c7d52ef4de HTTP/1.1" status: 200 len: 1093 time: 4.7738678 Jul 29 23:42:12.195769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae972ff7-c073-4ce8-835d-5b412825aca6', 'tag': '40754b69-ab76-44f2-a0ce-f1c7d52ef4de'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:12.198187 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e644090e-f242-4b7c-a5fc-44dee7f5aa73" -d '{"events": [{"name": "network-changed", "server_uuid": "ae972ff7-c073-4ce8-835d-5b412825aca6", "tag": "40754b69-ab76-44f2-a0ce-f1c7d52ef4de"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:12.208467 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.222400 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.244990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.245274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8807ea-0abc-48ca-8bce-35be8d115719 service neutron] Pushing event updated for resources: {'Port': ['ID=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:12.291798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3ff1df-c126-463d-b051-9e6f127a915c']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:12.297699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352178-46cd-4d8e-884d-f751e74143e5 req-47f32d4c-b2a4-42f5-a66e-99c5664578b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:12.300448 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-38352178-46cd-4d8e-884d-f751e74143e5 req-47f32d4c-b2a4-42f5-a66e-99c5664578b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 1095 time: 0.3106220 Jul 29 23:42:12.300970 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267b9338-6655-47c4-9072-7f69335ff11e x-openstack-request-id: req-267b9338-6655-47c4-9072-7f69335ff11e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:12.301279 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae972ff7-c073-4ce8-835d-5b412825aca6", "tag": "40754b69-ab76-44f2-a0ce-f1c7d52ef4de", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:12.301528 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-267b9338-6655-47c4-9072-7f69335ff11e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:12.301920 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae972ff7-c073-4ce8-835d-5b412825aca6', 'tag': '40754b69-ab76-44f2-a0ce-f1c7d52ef4de', 'status': 'completed', 'code': 200} Jul 29 23:42:12.339194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a78aff2-f05c-414a-85e8-515c10d98107') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:12.339587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a78aff2-f05c-414a-85e8-515c10d98107') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:12.367228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:12.367882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.369802 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 1093 time: 4.7472920 Jul 29 23:42:12.402018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fb682f8-0836-4cf3-99e1-3a8811772dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.442581 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.449155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Pushing event updated for resources: {'Port': ['ID=e8f07eac-680e-4cd8-84ac-c7bb5e741693,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:12.487197 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fb682f8-0836-4cf3-99e1-3a8811772dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.528473 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.532776 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.534918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6201fe-0810-4b69-83f8-e8565a8025c0 service neutron] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=11']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:12.555731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-281a5882-3e97-4e71-b345-2b7d91b73945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:12.557985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-281a5882-3e97-4e71-b345-2b7d91b73945 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 1096 time: 0.2547915 Jul 29 23:42:12.560094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Attempting to bind port e8f07eac-680e-4cd8-84ac-c7bb5e741693 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:12.560462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Attempting to bind port e8f07eac-680e-4cd8-84ac-c7bb5e741693 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:12.560901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Attempting to bind port e8f07eac-680e-4cd8-84ac-c7bb5e741693 on network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:12.562489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:12.562925 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.564081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=86967a5d-b1ad-491b-84bf-563ec63221e6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:12.573494 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:12.587059 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.591949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b11f0a86-126e-4d5e-95ee-0c251e0a6ed3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5806344 Jul 29 23:42:12.591949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Port e8f07eac-680e-4cd8-84ac-c7bb5e741693 on network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:12.591949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Attempting to bind port e8f07eac-680e-4cd8-84ac-c7bb5e741693 on network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:12.625848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37070) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:12.631099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'port': {'network_id': 'a08f0046-1962-4ada-8f1f-17b7d3ba6894', 'name': 'tempest-FloatingIPTestJSON-182555695'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:12.640336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-99245b66-db27-44c2-916d-579b4eba5cd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40754b69-ab76-44f2-a0ce-f1c7d52ef4de HTTP/1.1" status: 200 len: 217 time: 0.0625212 Jul 29 23:42:12.724932 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9fb682f8-0836-4cf3-99e1-3a8811772dd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68b05af21c614a4ca1f2d970bc47f382&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4642334 Jul 29 23:42:12.736997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37078) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:12.737267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:12.737455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Checking segment: {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:12.737870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Bound using segment: {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:12.738335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Bound port: e8f07eac-680e-4cd8-84ac-c7bb5e741693, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3719dd5-35d0-4e91-9afd-bdd898c26aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:12.738763 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.753504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb682f8-0836-4cf3-99e1-3a8811772dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e7ed26-6985-4a59-aea5-8db0fc401cd2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:12.840623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-ca528203-ddee-4a29-85d1-9bfbc7d32826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:12.843580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-ca528203-ddee-4a29-85d1-9bfbc7d32826 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e352866-6809-4c48-8ed0-9a736b24cfb4 HTTP/1.1" status: 200 len: 854 time: 0.1896849 Jul 29 23:42:12.876309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-17b2cdf5-a399-409a-8a6b-94ee442656b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:12.880629 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-17b2cdf5-a399-409a-8a6b-94ee442656b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1096 time: 0.4215908 Jul 29 23:42:12.922554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.954465 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.957205 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] 10.222.0.37 "DELETE /v2.0/networks/9f3ff1df-c126-463d-b051-9e6f127a915c HTTP/1.1" status: 204 len: 168 time: 1.5153785 Jul 29 23:42:13.047217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352178-46cd-4d8e-884d-f751e74143e5 req-ec2eedee-b556-47ae-9d41-c9c5c076d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:13.049225 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-38352178-46cd-4d8e-884d-f751e74143e5 req-ec2eedee-b556-47ae-9d41-c9c5c076d9e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 200 len: 916 time: 0.7167709 Jul 29 23:42:13.070082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Made reservation on behalf of 281586f2fd78411e84ca79b82e86b185 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:13.074800 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.156966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] For port e8f07eac-680e-4cd8-84ac-c7bb5e741693, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:13.226849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f70a67-509e-4c8e-bfda-d0e257bcb487 tempest-PortsIpV6TestJSON-754335575 tempest-PortsIpV6TestJSON-754335575-project] Pushing event deleted for resources: {'Network': ['ID=9f3ff1df-c126-463d-b051-9e6f127a915c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:13.232123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-cef4073e-afb1-4b55-8d7f-411a590be8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:13.236828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-cef4073e-afb1-4b55-8d7f-411a590be8a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9672c27c-43a1-42dd-adcc-8c59e6a88db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3845911 Jul 29 23:42:13.274422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] device_id is not set on port e7089257-f226-494e-8802-41df6f4aa2b1 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:42:13.394491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] For port e8f07eac-680e-4cd8-84ac-c7bb5e741693, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e8f07eac-680e-4cd8-84ac-c7bb5e741693,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:13.442868 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-38352178-46cd-4d8e-884d-f751e74143e5 req-a281b4ca-a6d3-44d8-a8e9-3c88e072d4ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d5313c6-9877-4815-a821-289952e6e99c HTTP/1.1" status: 200 len: 217 time: 0.2174835 Jul 29 23:42:13.533137 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.560805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37104) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:13.568006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7c14f-bb22-4cc6-89c6-6fbf0b7cd5c2 req-f5e1a18e-97e5-469e-b032-57c6293e9b11 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:13.574290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60f7c14f-bb22-4cc6-89c6-6fbf0b7cd5c2 req-f5e1a18e-97e5-469e-b032-57c6293e9b11 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 943 time: 0.5198417 Jul 29 23:42:13.595614 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdc0e-6074-490c-9707-e43f1450147c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.693659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-581005fa-d3a1-4e3d-a19a-a1ddda8a1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:13.698029 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-581005fa-d3a1-4e3d-a19a-a1ddda8a1197 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.7731152 Jul 29 23:42:13.707442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352178-46cd-4d8e-884d-f751e74143e5 req-37b0b507-0a2b-428d-bd83-9ea8a4ef34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:13.710527 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-38352178-46cd-4d8e-884d-f751e74143e5 req-37b0b507-0a2b-428d-bd83-9ea8a4ef34a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e352866-6809-4c48-8ed0-9a736b24cfb4 HTTP/1.1" status: 200 len: 854 time: 0.2585192 Jul 29 23:42:13.726944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdc0e-6074-490c-9707-e43f1450147c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.878573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:13.882433 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0fface-b0ee-4503-ac66-4347617c37e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:14.006402 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-cbce18c9-bacd-46d0-bd78-81454bbba645 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 999 time: 0.2943377 Jul 29 23:42:14.031645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352178-46cd-4d8e-884d-f751e74143e5 req-f5fa4079-a247-4357-be1b-5b1d12ce35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.034380 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-38352178-46cd-4d8e-884d-f751e74143e5 req-f5fa4079-a247-4357-be1b-5b1d12ce35cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9672c27c-43a1-42dd-adcc-8c59e6a88db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3040066 Jul 29 23:42:14.038655 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9453803c-8189-4218-907d-5d906577ea25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27ca511c69564aad951c716e67a7baed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711480 Jul 29 23:42:14.058080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37110) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:14.142979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab147feb-a95e-4c5f-b898-fe7a40b03aa8 req-106f3d4d-2681-4f53-b63a-72d7c2798d45 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.142979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab147feb-a95e-4c5f-b898-fe7a40b03aa8 req-106f3d4d-2681-4f53-b63a-72d7c2798d45 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 944 time: 1.0862334 Jul 29 23:42:14.153850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.154501 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.156797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] 10.222.0.42 "PUT /v2.0/ports/e8f07eac-680e-4cd8-84ac-c7bb5e741693 HTTP/1.1" status: 200 len: 1092 time: 3.7782693 Jul 29 23:42:14.254924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdc0e-6074-490c-9707-e43f1450147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.260063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdc0e-6074-490c-9707-e43f1450147c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.261719 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f5ffdc0e-6074-490c-9707-e43f1450147c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3e7ed26-6985-4a59-aea5-8db0fc401cd2 HTTP/1.1" status: 204 len: 168 time: 1.5191751 Jul 29 23:42:14.280473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ad4efb94-4a3d-4f81-954a-bd7f70b1af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.283390 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-ad4efb94-4a3d-4f81-954a-bd7f70b1af28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.2684102 Jul 29 23:42:14.293707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b27f6-f7af-4fe4-bd17-7b6979b1f0ff service neutron] Pushing event updated for resources: {'Port': ['ID=e8f07eac-680e-4cd8-84ac-c7bb5e741693,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:14.306088 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acad8584-3e4b-4bf7-8f14-fd589b2a488d', 'tag': 'e8f07eac-680e-4cd8-84ac-c7bb5e741693'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:14.308772 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51274afe-9158-4cfd-a240-73f8ff23d3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "acad8584-3e4b-4bf7-8f14-fd589b2a488d", "tag": "e8f07eac-680e-4cd8-84ac-c7bb5e741693"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:14.320631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60f7c14f-bb22-4cc6-89c6-6fbf0b7cd5c2 req-28e89bd5-7998-414d-9d81-10ac3518a300 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871760 Jul 29 23:42:14.362042 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-58967a16-d108-4565-a558-9f53e468acd9 service neutron] 10.222.0.47 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1124163 Jul 29 23:42:14.369897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.20.0.14 (a08f0046-1962-4ada-8f1f-17b7d3ba6894/cddc8179-03fc-4115-ab08-c64bfbe69a2d/e7089257-f226-494e-8802-41df6f4aa2b1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:14.385010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffdc0e-6074-490c-9707-e43f1450147c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e7ed26-6985-4a59-aea5-8db0fc401cd2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:14.434091 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a4b2-5eba-4c92-aca4-c14f1943b791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.437581 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-38352178-46cd-4d8e-884d-f751e74143e5 req-3166c3ff-6ad1-4f4d-a191-c0a31235c980 service neutron] 10.222.0.42 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946223 Jul 29 23:42:14.484383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab147feb-a95e-4c5f-b898-fe7a40b03aa8 req-8bf0e9cb-db7d-4369-b77e-144c80c1a1e4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2976241 Jul 29 23:42:14.627568 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a4b2-5eba-4c92-aca4-c14f1943b791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.633446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 1d5313c6-9877-4815-a821-289952e6e99c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:14.682186 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc26a4f7-132c-4ff3-82fb-9688e06963e5 x-openstack-request-id: req-cc26a4f7-132c-4ff3-82fb-9688e06963e5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:14.682929 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acad8584-3e4b-4bf7-8f14-fd589b2a488d", "tag": "e8f07eac-680e-4cd8-84ac-c7bb5e741693", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:14.683275 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc26a4f7-132c-4ff3-82fb-9688e06963e5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:14.684656 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acad8584-3e4b-4bf7-8f14-fd589b2a488d', 'tag': 'e8f07eac-680e-4cd8-84ac-c7bb5e741693', 'status': 'completed', 'code': 200} Jul 29 23:42:14.696688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-6c6df4b0-aae7-4dc9-8641-d892587a9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.699597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-6c6df4b0-aae7-4dc9-8641-d892587a9382 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 1095 time: 0.4760935 Jul 29 23:42:14.715204 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf255da-815a-4e83-9b54-9d05740365b0 x-openstack-request-id: req-fdf255da-815a-4e83-9b54-9d05740365b0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:14.715670 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:14.716135 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdf255da-815a-4e83-9b54-9d05740365b0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:14.717318 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'status': 'completed', 'code': 200} Jul 29 23:42:14.879603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-ec5d5d4c-209c-45ec-9c6d-9deb68e5dd03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8f07eac-680e-4cd8-84ac-c7bb5e741693 HTTP/1.1" status: 200 len: 217 time: 0.1564322 Jul 29 23:42:14.907352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 1d5313c6-9877-4815-a821-289952e6e99c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=1d5313c6-9877-4815-a821-289952e6e99c,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:14.945436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '1d5313c6-9877-4815-a821-289952e6e99c', 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2', 'port_id': '1d5313c6-9877-4815-a821-289952e6e99c', 'mac_address': 'fa:16:3e:32:44:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e352866-6809-4c48-8ed0-9a736b24cfb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:14.955742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-4fe70408-f910-46fa-bbe0-912c19f67bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.961438 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-4fe70408-f910-46fa-bbe0-912c19f67bbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6543925 Jul 29 23:42:14.991178 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.018305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a4b2-5eba-4c92-aca4-c14f1943b791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.023717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5313c6-9877-4815-a821-289952e6e99c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:15.029620 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a4b2-5eba-4c92-aca4-c14f1943b791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.031371 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9fc0a4b2-5eba-4c92-aca4-c14f1943b791 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afff80a4-c99c-4f87-980d-90a92cd1a2b3 HTTP/1.1" status: 204 len: 168 time: 0.9332461 Jul 29 23:42:15.033548 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37120) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:15.068711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 1d5313c6-9877-4815-a821-289952e6e99c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=1d5313c6-9877-4815-a821-289952e6e99c,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:15.075713 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.125937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0a4b2-5eba-4c92-aca4-c14f1943b791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afff80a4-c99c-4f87-980d-90a92cd1a2b3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:15.135673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-5bc071a4-eeb4-45ee-8c2f-b5bb1dd2afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.140485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-5bc071a4-eeb4-45ee-8c2f-b5bb1dd2afdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e352866-6809-4c48-8ed0-9a736b24cfb4 HTTP/1.1" status: 200 len: 854 time: 0.2424507 Jul 29 23:42:15.142660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fae30687-5cb3-4b38-9fc0-4e4ed29eb1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.150640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3427bd8e-b217-48d5-8041-b2f36d61f06e req-66d5b14e-ec5a-417e-8a2e-98ba96af9fe5 service neutron] 10.222.0.47 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536762 Jul 29 23:42:15.162177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-5c4b392e-76c2-4e06-98d0-b50197d9c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.163680 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-5c4b392e-76c2-4e06-98d0-b50197d9c60a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1096 time: 0.4442945 Jul 29 23:42:15.194890 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-38352178-46cd-4d8e-884d-f751e74143e5 req-e03db858-67df-4bac-a01b-355fd6291bab service neutron] 10.222.0.42 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427874 Jul 29 23:42:15.270179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-3d7f99cb-2628-41d5-a6e1-ecd66a347fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.273465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-3d7f99cb-2628-41d5-a6e1-ecd66a347fb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9672c27c-43a1-42dd-adcc-8c59e6a88db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165464 Jul 29 23:42:15.276488 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=1d5313c6-9877-4815-a821-289952e6e99c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:15.341424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.359595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['1d5313c6-9877-4815-a821-289952e6e99c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:15.468224 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-2d296f2f-b39e-429f-9127-ad807e07300d service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531744 Jul 29 23:42:15.534871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-b4b222a8-096d-4351-8f1f-91d1b5a449a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.538519 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-b4b222a8-096d-4351-8f1f-91d1b5a449a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.3481369 Jul 29 23:42:15.722918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-c10ca655-1e62-4ade-9852-8ac16577ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.726536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-c10ca655-1e62-4ade-9852-8ac16577ab03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 1096 time: 0.4424412 Jul 29 23:42:15.799263 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4459787d-7c70-4df4-aaf7-fa3a022d4fc0 req-75c8926e-9ad1-4aba-924c-a3b852e0c531 service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228488 Jul 29 23:42:15.803537 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-9049cab5-ff79-4aa4-a072-c120ffdf5124 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 999 time: 0.1310985 Jul 29 23:42:15.891598 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fae30687-5cb3-4b38-9fc0-4e4ed29eb1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.911887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a0b07-165a-44ac-a113-39f3d87a5f89 req-0bb5414e-a83d-415f-b519-62326e39dadd tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.914896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd1a0b07-165a-44ac-a113-39f3d87a5f89 req-0bb5414e-a83d-415f-b519-62326e39dadd tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 943 time: 0.3534153 Jul 29 23:42:15.918475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fae30687-5cb3-4b38-9fc0-4e4ed29eb1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.958166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-7fcfcf17-9b4c-4565-a19c-e9acfad4bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.960068 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-7fcfcf17-9b4c-4565-a19c-e9acfad4bf50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.1378191 Jul 29 23:42:15.995169 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fae30687-5cb3-4b38-9fc0-4e4ed29eb1a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=163ce4452f1446948e50eb68b318cebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9344611 Jul 29 23:42:16.019756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae30687-5cb3-4b38-9fc0-4e4ed29eb1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810391b7-74ac-4259-a4ef-54a94015505e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:16.027126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:16.068096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-6839948f-52d6-4b65-84cf-6b99de484008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.071224 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-6839948f-52d6-4b65-84cf-6b99de484008 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1096 time: 0.2092383 Jul 29 23:42:16.079011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-ea3e7f4a-200c-4b02-9ee1-32ebc408a608 service neutron] 10.222.0.42 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7799885 Jul 29 23:42:16.096577 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.208592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-5b0e0adf-82af-4541-af38-6f2d9daf6f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.210524 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-5b0e0adf-82af-4541-af38-6f2d9daf6f12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2337489 Jul 29 23:42:16.242139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd1a0b07-165a-44ac-a113-39f3d87a5f89 req-f191f09f-4386-417c-a797-018b49d547eb tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606096 Jul 29 23:42:16.312356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b84bf-5681-4853-a9bb-b7b4680771da req-a9eb8541-c94e-481d-919f-d88bd06b9ee4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.314991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a79b84bf-5681-4853-a9bb-b7b4680771da req-a9eb8541-c94e-481d-919f-d88bd06b9ee4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 944 time: 0.5526323 Jul 29 23:42:16.327970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network a08f0046-1962-4ada-8f1f-17b7d3ba6894 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:16.365221 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56001676-977b-450a-b39d-ff16f3299e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.379630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:16.420406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:16.482574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=e7089257-f226-494e-8802-41df6f4aa2b1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:16.484446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56001676-977b-450a-b39d-ff16f3299e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.494625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.495688 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.516305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-dcfef2d8-369b-4162-8ea9-baf2d7bc74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.518410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-dcfef2d8-369b-4162-8ea9-baf2d7bc74d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 200 len: 916 time: 0.7483869 Jul 29 23:42:16.524658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-d2f676e2-ee9f-4a17-80b2-491e37966825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.526280 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-d2f676e2-ee9f-4a17-80b2-491e37966825 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.4296699 Jul 29 23:42:16.558663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a79b84bf-5681-4853-a9bb-b7b4680771da req-c7ae3a77-3e40-4baa-a5c4-91c372cc5b54 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2214532 Jul 29 23:42:16.574846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6b45a45f-d53f-43f5-b050-7ff03d22112a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9478552 Jul 29 23:42:16.603668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37150) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:16.638564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 1d5313c6-9877-4815-a821-289952e6e99c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:16.666051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-63e096a0-580f-4bd0-bfee-09acbe8b17bc tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'port_id': 'e7089257-f226-494e-8802-41df6f4aa2b1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:16.671776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-52a68201-f7eb-44be-9e64-7c383ce567f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40754b69-ab76-44f2-a0ce-f1c7d52ef4de HTTP/1.1" status: 200 len: 217 time: 0.1243966 Jul 29 23:42:16.771337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86dc4ea7-8cef-4637-ae1d-02f43794dfee req-537c7178-4763-4b3f-8f82-1d1220d78345 service neutron] 10.222.0.42 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6687784 Jul 29 23:42:16.837507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-81e20f48-9dd2-4aff-a913-df8764e75caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.851289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-81e20f48-9dd2-4aff-a913-df8764e75caf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e352866-6809-4c48-8ed0-9a736b24cfb4 HTTP/1.1" status: 200 len: 854 time: 0.1555388 Jul 29 23:42:16.854983 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-f611a059-9535-4a1b-8925-50b040f71a15 service neutron] 10.222.0.47 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301849 Jul 29 23:42:16.863443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 1d5313c6-9877-4815-a821-289952e6e99c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:16.869988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 1d5313c6-9877-4815-a821-289952e6e99c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:16.870503 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.943363 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63e096a0-580f-4bd0-bfee-09acbe8b17bc tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.005028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37158) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:17.054709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-dad206b6-32b5-4fc8-94b2-72548490cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.057837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-dad206b6-32b5-4fc8-94b2-72548490cc13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 1095 time: 0.1844714 Jul 29 23:42:17.102145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-f9184bfe-69b6-41d8-ac9f-25e5e9212b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.105654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-f9184bfe-69b6-41d8-ac9f-25e5e9212b06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9672c27c-43a1-42dd-adcc-8c59e6a88db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2530484 Jul 29 23:42:17.112406 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.139882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56001676-977b-450a-b39d-ff16f3299e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.145482 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56001676-977b-450a-b39d-ff16f3299e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.147010 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-56001676-977b-450a-b39d-ff16f3299e97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/810391b7-74ac-4259-a4ef-54a94015505e HTTP/1.1" status: 204 len: 168 time: 1.1153340 Jul 29 23:42:17.161743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d76b6a6-b3c0-45bf-85c7-8967ffd31112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5313c6-9877-4815-a821-289952e6e99c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:17.169821 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9363d87-e40d-4651-a30c-bae07dc5ccf4" -d '{"events": [{"server_uuid": "9d76b6a6-b3c0-45bf-85c7-8967ffd31112", "name": "network-vif-plugged", "status": "completed", "tag": "1d5313c6-9877-4815-a821-289952e6e99c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:17.186093 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-7247a261-c270-488d-b230-0dea93028db3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 999 time: 0.6494207 Jul 29 23:42:17.214834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 1d5313c6-9877-4815-a821-289952e6e99c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=1d5313c6-9877-4815-a821-289952e6e99c,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:17.223868 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.402139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-2f52c56e-cc28-4d25-8390-1d57b58cb77d service neutron] 10.222.0.47 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485311 Jul 29 23:42:17.431696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=1d5313c6-9877-4815-a821-289952e6e99c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:17.456547 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3538a46d-16bc-4baa-bfe8-06d63b30c3ee x-openstack-request-id: req-3538a46d-16bc-4baa-bfe8-06d63b30c3ee {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:17.461168 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d76b6a6-b3c0-45bf-85c7-8967ffd31112", "name": "network-vif-plugged", "status": "completed", "tag": "1d5313c6-9877-4815-a821-289952e6e99c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:17.461881 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3538a46d-16bc-4baa-bfe8-06d63b30c3ee {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:17.462487 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d76b6a6-b3c0-45bf-85c7-8967ffd31112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5313c6-9877-4815-a821-289952e6e99c', 'code': 200} Jul 29 23:42:17.470929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group': {'name': 'tempest-secgroup--396598403'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:17.524237 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-afbe07ec-9ff1-4828-9371-16c14a0f576f service neutron] 10.222.0.47 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718207 Jul 29 23:42:17.525725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56001676-977b-450a-b39d-ff16f3299e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810391b7-74ac-4259-a4ef-54a94015505e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:17.774251 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-6485c6c7-2e59-4fb9-84e0-dbd57a132994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.786224 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-6485c6c7-2e59-4fb9-84e0-dbd57a132994 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.5523338 Jul 29 23:42:17.895955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f57de-5cfc-4369-9e85-efccdf49347a req-6d15a1d9-d332-4801-badb-16e9d3aa73cd tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.899627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d9f57de-5cfc-4369-9e85-efccdf49347a req-6d15a1d9-d332-4801-badb-16e9d3aa73cd tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 943 time: 0.3189485 Jul 29 23:42:17.917225 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.922604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-e24f69c7-f260-4cbf-8c31-13e9e8fffb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.925271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-e24f69c7-f260-4cbf-8c31-13e9e8fffb92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 200 len: 916 time: 0.8571274 Jul 29 23:42:17.952924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0c437-0c26-4442-b9bc-a3295b9ad149 req-78424646-65da-4d39-89f8-b20ede6abab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.955818 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-64c0c437-0c26-4442-b9bc-a3295b9ad149 req-78424646-65da-4d39-89f8-b20ede6abab9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 1097 time: 0.3710613 Jul 29 23:42:18.023273 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d9f57de-5cfc-4369-9e85-efccdf49347a req-a2c80242-642a-4db1-b601-87e84e263678 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120095 Jul 29 23:42:18.037752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.110968 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-64c0c437-0c26-4442-b9bc-a3295b9ad149 req-0cb961c0-9960-4ce5-ba1f-6499c1f5bda4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384091 Jul 29 23:42:18.118611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-a5140d2f-d146-4c75-a34f-309a8c50acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.121343 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-a5140d2f-d146-4c75-a34f-309a8c50acb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3087554 Jul 29 23:42:18.131092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e644090e-f242-4b7c-a5fc-44dee7f5aa73 req-8d5d2d69-a3e9-4a2c-8e80-24be8e8b975d service neutron] 10.222.0.47 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200539 Jul 29 23:42:18.137348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-84dd142d-d7ae-4ffb-a6b3-61f00d95dcfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8f07eac-680e-4cd8-84ac-c7bb5e741693 HTTP/1.1" status: 200 len: 217 time: 0.1200347 Jul 29 23:42:18.158261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8929f-ce90-41b6-a346-d7256232edf6 req-413137b1-472f-470e-9c0f-57d15cadc57a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.174694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cef8929f-ce90-41b6-a346-d7256232edf6 req-413137b1-472f-470e-9c0f-57d15cadc57a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 944 time: 0.4263532 Jul 29 23:42:18.338169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-56ff9731-bc70-4ec8-875f-d92fb043e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.341102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-56ff9731-bc70-4ec8-875f-d92fb043e2ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e352866-6809-4c48-8ed0-9a736b24cfb4 HTTP/1.1" status: 200 len: 854 time: 0.1609206 Jul 29 23:42:18.400428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cef8929f-ce90-41b6-a346-d7256232edf6 req-de3a34e9-afcf-4896-8271-ac46bd739913 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2042391 Jul 29 23:42:18.448712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-f99289d2-b634-460c-935b-06fa6b21561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.450373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-f99289d2-b634-460c-935b-06fa6b21561e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9672c27c-43a1-42dd-adcc-8c59e6a88db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952179 Jul 29 23:42:18.571840 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.579197 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.663893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e8f07eac-680e-4cd8-84ac-c7bb5e741693 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:18.686014 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb19ed30-eb04-49f9-8052-6c33d07e6b46,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:18.796628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-a3b9dd3c-6a18-4a0c-89ce-cc655552269f service neutron] 10.222.0.42 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263946 Jul 29 23:42:18.846330 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-0550b614-f9d0-4af9-ad67-e7bde2bc1b03 service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6782107 Jul 29 23:42:18.882209 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.927419 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e8f07eac-680e-4cd8-84ac-c7bb5e741693, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e8f07eac-680e-4cd8-84ac-c7bb5e741693,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:18.962643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'e8f07eac-680e-4cd8-84ac-c7bb5e741693', 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2', 'port_id': 'e8f07eac-680e-4cd8-84ac-c7bb5e741693', 'mac_address': 'fa:16:3e:9c:f6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e352866-6809-4c48-8ed0-9a736b24cfb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:19.074100 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.089223 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.266207 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.355184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f07eac-680e-4cd8-84ac-c7bb5e741693 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:19.359897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.362235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3519897 Jul 29 23:42:19.381972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 40754b69-ab76-44f2-a0ce-f1c7d52ef4de details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:19.397403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:19.415174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503559c-36ce-4873-adbf-32eeb44ea9be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840d4ea9-4714-4756-a495-059f966d2fab,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:19.423759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51274afe-9158-4cfd-a240-73f8ff23d3e4 req-0fbb282f-56e5-45df-a261-87b9dd4243d3 service neutron] 10.222.0.42 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143761 Jul 29 23:42:19.492894 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd0fface-b0ee-4503-ac66-4347617c37e7 req-1eb357e1-f461-4535-8262-01e8d917bff2 service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302235 Jul 29 23:42:19.525267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e8f07eac-680e-4cd8-84ac-c7bb5e741693, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e8f07eac-680e-4cd8-84ac-c7bb5e741693,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:19.541208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.542922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:19.649034 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-63e096a0-580f-4bd0-bfee-09acbe8b17bc tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:42:19.662753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7d7fc23d-609c-441e-b12b-d5627bd77563 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2626929 Jul 29 23:42:19.675201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37226) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:19.691704 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:42:19.706267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c8a2d0dc-500c-4540-bcad-8cfb5f76e474 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group': {'name': 'tempest-security--1565280443', 'description': 'tempest-security-description-1618806149'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:19.743186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fd721-346e-4722-8d41-2d022f21096a req-89ae2591-f14b-4727-9963-6c01bd517b64 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:19.745583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63e096a0-580f-4bd0-bfee-09acbe8b17bc tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.752108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63e096a0-580f-4bd0-bfee-09acbe8b17bc tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.754163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e63fd721-346e-4722-8d41-2d022f21096a req-89ae2591-f14b-4727-9963-6c01bd517b64 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 943 time: 0.4765427 Jul 29 23:42:19.871568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8a2d0dc-500c-4540-bcad-8cfb5f76e474 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.927310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e8f07eac-680e-4cd8-84ac-c7bb5e741693,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:19.980744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:19.997916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:20.022710 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-63e096a0-580f-4bd0-bfee-09acbe8b17bc tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP 75bd020e-0d68-4cb7-936a-0310ff4d906f associated. External IP: 172.25.2.232, port: e7089257-f226-494e-8802-41df6f4aa2b1. Jul 29 23:42:20.046738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '81d49114-54c8-41d9-ab61-739649290fa6', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'port_id': '81d49114-54c8-41d9-ab61-739649290fa6', 'mac_address': 'fa:16:3e:fa:d1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:20.051288 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '40754b69-ab76-44f2-a0ce-f1c7d52ef4de', 'network_id': '9672c27c-43a1-42dd-adcc-8c59e6a88db2', 'port_id': '40754b69-ab76-44f2-a0ce-f1c7d52ef4de', 'mac_address': 'fa:16:3e:f6:86:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e352866-6809-4c48-8ed0-9a736b24cfb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:20.088587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e63fd721-346e-4722-8d41-2d022f21096a req-b3697b4b-612a-471f-a26c-67619c2acd37 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196568 Jul 29 23:42:20.114732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6561b8e-7d2e-40bf-b30d-162391a82903 req-e4ff881f-540f-41c1-87a2-bb8470aebdec tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:20.116383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6561b8e-7d2e-40bf-b30d-162391a82903 req-e4ff881f-540f-41c1-87a2-bb8470aebdec tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 944 time: 0.4410095 Jul 29 23:42:20.153647 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8a2d0dc-500c-4540-bcad-8cfb5f76e474 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.186639 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8a2d0dc-500c-4540-bcad-8cfb5f76e474 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.191121 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8a2d0dc-500c-4540-bcad-8cfb5f76e474 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.197680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c8a2d0dc-500c-4540-bcad-8cfb5f76e474 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "PUT /v2.0/security-groups/840d4ea9-4714-4756-a495-059f966d2fab HTTP/1.1" status: 200 len: 1780 time: 0.5069714 Jul 29 23:42:20.209059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37236) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.276354 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.281372 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.316579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40754b69-ab76-44f2-a0ce-f1c7d52ef4de {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:20.335711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.341263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6561b8e-7d2e-40bf-b30d-162391a82903 req-25c3199f-ab26-4abe-aabf-f582a9a8be08 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1927562 Jul 29 23:42:20.351990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:20.355835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d49114-54c8-41d9-ab61-739649290fa6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:20.362064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2d0dc-500c-4540-bcad-8cfb5f76e474 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840d4ea9-4714-4756-a495-059f966d2fab,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:20.366301 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.423104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e096a0-580f-4bd0-bfee-09acbe8b17bc tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:20.443243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.470832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-412912fd-c55e-43c0-8bea-2db8cf03a146 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups/840d4ea9-4714-4756-a495-059f966d2fab HTTP/1.1" status: 200 len: 1780 time: 0.2554295 Jul 29 23:42:20.477957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37246) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.491949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:20.499654 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.526695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:20.603344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:20.667006 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78905677-6ee7-400e-b6e0-9c4877c9a88b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.700344 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be93a930-cab7-43a6-906d-f57b24156c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.708768 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ce2bf3e9-a3c6-4463-950e-37d323792774 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/ec9593e5-1e22-46b7-9d5f-034ac2a4aafb HTTP/1.1" status: 200 len: 991 time: 0.2623117 Jul 29 23:42:20.715729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78905677-6ee7-400e-b6e0-9c4877c9a88b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.780047 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78905677-6ee7-400e-b6e0-9c4877c9a88b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.786635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78905677-6ee7-400e-b6e0-9c4877c9a88b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.790427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-78905677-6ee7-400e-b6e0-9c4877c9a88b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-groups/840d4ea9-4714-4756-a495-059f966d2fab HTTP/1.1" status: 204 len: 168 time: 0.3096607 Jul 29 23:42:20.797744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37248) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.798319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78905677-6ee7-400e-b6e0-9c4877c9a88b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840d4ea9-4714-4756-a495-059f966d2fab,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:20.825185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e8f07eac-680e-4cd8-84ac-c7bb5e741693'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:20.857385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['40754b69-ab76-44f2-a0ce-f1c7d52ef4de'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:20.860183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e096a0-580f-4bd0-bfee-09acbe8b17bc tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:20.876794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63e096a0-580f-4bd0-bfee-09acbe8b17bc tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.911462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['81d49114-54c8-41d9-ab61-739649290fa6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:20.917748 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-137fbca6-9078-4c27-9a41-d355c893207a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1159308 Jul 29 23:42:20.922494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.926158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e134fd4-8103-4c94-a4bd-9275e87d1055 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:20.961856 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-63e096a0-580f-4bd0-bfee-09acbe8b17bc tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "PUT /v2.0/floatingips/75bd020e-0d68-4cb7-936a-0310ff4d906f HTTP/1.1" status: 200 len: 978 time: 4.2997689 Jul 29 23:42:20.963152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.964147 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-e88b46bc-2e3e-4d24-9691-99ee43092461 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] delete failed (client error): The resource could not be found. Jul 29 23:42:20.974530 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e88b46bc-2e3e-4d24-9691-99ee43092461 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-groups/840d4ea9-4714-4756-a495-059f966d2fab HTTP/1.1" status: 404 len: 347 time: 0.0509005 Jul 29 23:42:20.977558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37254) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.994261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b3ba3809-8608-4ec5-9ff4-e8179badd9fd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118705650'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:21.042396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e134fd4-8103-4c94-a4bd-9275e87d1055 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:21.043604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3e134fd4-8103-4c94-a4bd-9275e87d1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:21.097299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be93a930-cab7-43a6-906d-f57b24156c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.103099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be93a930-cab7-43a6-906d-f57b24156c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.120399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3e134fd4-8103-4c94-a4bd-9275e87d1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:21.127454 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3809-8608-4ec5-9ff4-e8179badd9fd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.177132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e134fd4-8103-4c94-a4bd-9275e87d1055 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:21.177937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3e134fd4-8103-4c94-a4bd-9275e87d1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:21.192045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93a930-cab7-43a6-906d-f57b24156c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d519a4e-b41a-49a2-9341-307c9ec2b548,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.202093 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-be93a930-cab7-43a6-906d-f57b24156c8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df37c464c32e4ee682bac8f41024560f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8647599 Jul 29 23:42:21.208754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:21.251710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port e7089257-f226-494e-8802-41df6f4aa2b1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:21.252099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.284768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3e134fd4-8103-4c94-a4bd-9275e87d1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:21.284768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e134fd4-8103-4c94-a4bd-9275e87d1055 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:21.325492 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3809-8608-4ec5-9ff4-e8179badd9fd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.345058 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3809-8608-4ec5-9ff4-e8179badd9fd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.431689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edb91327-e2d6-4984-ae88-4eaea3599389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.441066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab6dc1-4022-44e5-a4a9-00f9ba7d383f req-f29a8b0e-1a33-497d-a153-9de022dfc986 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:21.442854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29ab6dc1-4022-44e5-a4a9-00f9ba7d383f req-f29a8b0e-1a33-497d-a153-9de022dfc986 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 944 time: 0.1157389 Jul 29 23:42:21.443649 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3809-8608-4ec5-9ff4-e8179badd9fd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.450379 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b3ba3809-8608-4ec5-9ff4-e8179badd9fd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4680231 Jul 29 23:42:21.454662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37264) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:21.471709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2559599f-3f1c-4edf-88a5-68dcda3ac79a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': '6da250e2-26d6-4db7-b95b-ef3f4f095402', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:21.478301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.479931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba3809-8608-4ec5-9ff4-e8179badd9fd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da250e2-26d6-4db7-b95b-ef3f4f095402,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.494291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edb91327-e2d6-4984-ae88-4eaea3599389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.535387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29ab6dc1-4022-44e5-a4a9-00f9ba7d383f req-53c05d2d-bdca-46a1-83da-a3d5e53a2903 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819330 Jul 29 23:42:21.568510 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2559599f-3f1c-4edf-88a5-68dcda3ac79a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.653995 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2559599f-3f1c-4edf-88a5-68dcda3ac79a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.660372 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2559599f-3f1c-4edf-88a5-68dcda3ac79a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.707210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edb91327-e2d6-4984-ae88-4eaea3599389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.712297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559599f-3f1c-4edf-88a5-68dcda3ac79a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0facf86b-b0e1-4979-a2ab-f39a269b0f86,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.714909 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edb91327-e2d6-4984-ae88-4eaea3599389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.719629 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-edb91327-e2d6-4984-ae88-4eaea3599389 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d519a4e-b41a-49a2-9341-307c9ec2b548 HTTP/1.1" status: 204 len: 168 time: 0.5097415 Jul 29 23:42:21.730014 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2559599f-3f1c-4edf-88a5-68dcda3ac79a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.733228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2559599f-3f1c-4edf-88a5-68dcda3ac79a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2765656 Jul 29 23:42:21.737263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:21.745969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb91327-e2d6-4984-ae88-4eaea3599389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d519a4e-b41a-49a2-9341-307c9ec2b548,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.776184 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb044-8dd3-4876-abb3-fb385f3c4457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.815139 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f6bab66-3caa-4bae-878a-7d100ee0ef07 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.828273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.828663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.828837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f6bab66-3caa-4bae-878a-7d100ee0ef07 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.829041 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP 75bd020e-0d68-4cb7-936a-0310ff4d906f disassociated. External IP: 172.25.2.232, port: e7089257-f226-494e-8802-41df6f4aa2b1. Jul 29 23:42:21.829338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for e7089257-f226-494e-8802-41df6f4aa2b1 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:21.876553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f6bab66-3caa-4bae-878a-7d100ee0ef07 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.887324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f6bab66-3caa-4bae-878a-7d100ee0ef07 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.888569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3f6bab66-3caa-4bae-878a-7d100ee0ef07 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0facf86b-b0e1-4979-a2ab-f39a269b0f86 HTTP/1.1" status: 204 len: 168 time: 0.1502559 Jul 29 23:42:21.891246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37272) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:21.897189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bab66-3caa-4bae-878a-7d100ee0ef07 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0facf86b-b0e1-4979-a2ab-f39a269b0f86,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.973256 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7f70c784-94ac-49b9-80a8-8547d302fd19 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0808661 Jul 29 23:42:21.977163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37276) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:22.064981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.065260 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-274f8f9f-2868-4721-a1d0-9537418516f8 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.105178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-274f8f9f-2868-4721-a1d0-9537418516f8 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.114517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=e7089257-f226-494e-8802-41df6f4aa2b1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:22.195522 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-274f8f9f-2868-4721-a1d0-9537418516f8 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.202112 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-274f8f9f-2868-4721-a1d0-9537418516f8 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.209226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37284) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:22.210628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-274f8f9f-2868-4721-a1d0-9537418516f8 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-groups/6da250e2-26d6-4db7-b95b-ef3f4f095402 HTTP/1.1" status: 204 len: 168 time: 0.2315292 Jul 29 23:42:22.229260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f8f9f-2868-4721-a1d0-9537418516f8 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da250e2-26d6-4db7-b95b-ef3f4f095402,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:22.357259 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-99f8733b-0de4-4a53-bc51-3e669f28c05c tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1427519 Jul 29 23:42:22.357506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:22.364195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1a3a64d2-abdd-48c1-a523-1d5907b0aabe tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group': {'name': 'tempest-secgroup--671222631'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:22.385515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:22.399057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a3a64d2-abdd-48c1-a523-1d5907b0aabe tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.529083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a3a64d2-abdd-48c1-a523-1d5907b0aabe tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.536244 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a3a64d2-abdd-48c1-a523-1d5907b0aabe tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.549992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:22.558774 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed32c3a-e13f-44ec-a810-b8b744130fa0 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:22.579539 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed32c3a-e13f-44ec-a810-b8b744130fa0 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:22.581779 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4ed32c3a-e13f-44ec-a810-b8b744130fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:22.609434 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a3a64d2-abdd-48c1-a523-1d5907b0aabe tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.612351 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1a3a64d2-abdd-48c1-a523-1d5907b0aabe tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2524121 Jul 29 23:42:22.614756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:22.623665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-36c22ef0-ec7b-41e1-b7ba-37ed30820aea tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': 'a7117d14-6ce9-4fe8-a98b-2d80480f5c12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:22.632091 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a64d2-abdd-48c1-a523-1d5907b0aabe tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7117d14-6ce9-4fe8-a98b-2d80480f5c12,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:22.675972 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4ed32c3a-e13f-44ec-a810-b8b744130fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:22.691683 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed32c3a-e13f-44ec-a810-b8b744130fa0 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:22.692830 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4ed32c3a-e13f-44ec-a810-b8b744130fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:41:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:22.694368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e8f07eac-680e-4cd8-84ac-c7bb5e741693 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:22.704115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.709305 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-29c542d0-b56e-4ba8-bea4-537c8d2d917d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/ports/e7089257-f226-494e-8802-41df6f4aa2b1 HTTP/1.1" status: 204 len: 168 time: 1.7335610 Jul 29 23:42:22.710026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37306) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:22.737355 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4ed32c3a-e13f-44ec-a810-b8b744130fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:22.738393 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed32c3a-e13f-44ec-a810-b8b744130fa0 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:22.793643 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3a1d9c89-30ec-43de-a960-dffe50cbd658 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "GET /v2.0/floatingips/75bd020e-0d68-4cb7-936a-0310ff4d906f HTTP/1.1" status: 200 len: 688 time: 0.0825140 Jul 29 23:42:22.799121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:22.822990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port e8f07eac-680e-4cd8-84ac-c7bb5e741693 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:22.829021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port e8f07eac-680e-4cd8-84ac-c7bb5e741693 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:22.830584 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.831109 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36c22ef0-ec7b-41e1-b7ba-37ed30820aea tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.892306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13101295-c1cc-4010-9e1c-cb35e66bea05 req-48da0193-23eb-44f3-8e13-3f802df4dcc0 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:22.914529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13101295-c1cc-4010-9e1c-cb35e66bea05 req-48da0193-23eb-44f3-8e13-3f802df4dcc0 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 944 time: 0.2373161 Jul 29 23:42:22.990480 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.994919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-50a89799-bc45-4e9b-b953-15474f831e37 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 86967a5d-b1ad-491b-84bf-563ec63221e6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:22.995282 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50a89799-bc45-4e9b-b953-15474f831e37 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.009219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13101295-c1cc-4010-9e1c-cb35e66bea05 req-35cecda0-09d1-47a2-9aff-c09f6738b15e tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937035 Jul 29 23:42:23.025170 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36c22ef0-ec7b-41e1-b7ba-37ed30820aea tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.031213 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36c22ef0-ec7b-41e1-b7ba-37ed30820aea tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.049094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad8584-3e4b-4bf7-8f14-fd589b2a488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f07eac-680e-4cd8-84ac-c7bb5e741693'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:23.053214 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c19a1e1-04fb-48a2-8289-8c8b68709300" -d '{"events": [{"server_uuid": "acad8584-3e4b-4bf7-8f14-fd589b2a488d", "name": "network-vif-plugged", "status": "completed", "tag": "e8f07eac-680e-4cd8-84ac-c7bb5e741693"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:23.113889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c22ef0-ec7b-41e1-b7ba-37ed30820aea tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f89300b-71af-42f9-bfdb-53b2a025c941,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.125632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36c22ef0-ec7b-41e1-b7ba-37ed30820aea tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.133140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-36c22ef0-ec7b-41e1-b7ba-37ed30820aea tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5120394 Jul 29 23:42:23.135234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:23.148704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e8f7e1ee-b2b7-42ae-8372-318942c7ef62 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': 'a7117d14-6ce9-4fe8-a98b-2d80480f5c12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:23.263880 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368b2050-8e2c-4d99-b082-8edf93689bed x-openstack-request-id: req-368b2050-8e2c-4d99-b082-8edf93689bed {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:23.264223 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad8584-3e4b-4bf7-8f14-fd589b2a488d", "name": "network-vif-plugged", "status": "completed", "tag": "e8f07eac-680e-4cd8-84ac-c7bb5e741693", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:23.264474 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-368b2050-8e2c-4d99-b082-8edf93689bed {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:23.265535 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acad8584-3e4b-4bf7-8f14-fd589b2a488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f07eac-680e-4cd8-84ac-c7bb5e741693', 'code': 200} Jul 29 23:42:23.269318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e8f07eac-680e-4cd8-84ac-c7bb5e741693, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e8f07eac-680e-4cd8-84ac-c7bb5e741693,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:23.277360 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.278369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:23.325786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50a89799-bc45-4e9b-b953-15474f831e37 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.326080 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50a89799-bc45-4e9b-b953-15474f831e37 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.335573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 40754b69-ab76-44f2-a0ce-f1c7d52ef4de up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:23.350265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e1ee-b2b7-42ae-8372-318942c7ef62 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.360763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-50a89799-bc45-4e9b-b953-15474f831e37 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 86967a5d-b1ad-491b-84bf-563ec63221e6 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:23.464805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8fbfb-2a53-497b-b091-f54f677d981d req-7801462c-f872-42d0-84dd-266d971bba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:23.467751 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73d8fbfb-2a53-497b-b091-f54f677d981d req-7801462c-f872-42d0-84dd-266d971bba34 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 1097 time: 0.2244871 Jul 29 23:42:23.484528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 81d49114-54c8-41d9-ab61-739649290fa6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:23.505123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:23.512694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 81d49114-54c8-41d9-ab61-739649290fa6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:23.513178 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.541131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e8f07eac-680e-4cd8-84ac-c7bb5e741693,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.544268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:23.544977 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.655985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e1ee-b2b7-42ae-8372-318942c7ef62 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.671697 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73d8fbfb-2a53-497b-b091-f54f677d981d req-37485bf1-0baa-4dcd-9129-62d4e367bdde service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346655 Jul 29 23:42:23.672427 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e1ee-b2b7-42ae-8372-318942c7ef62 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.689015 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.694146 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.719964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7e1ee-b2b7-42ae-8372-318942c7ef62 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df30f4f9-5d97-4ba7-83d8-f4725697ec6d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.736394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e1ee-b2b7-42ae-8372-318942c7ef62 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.738570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e8f7e1ee-b2b7-42ae-8372-318942c7ef62 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5985518 Jul 29 23:42:23.742708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:23.751216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-424da6a6-d113-4f84-8d26-9869fd4e10d1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': 'a7117d14-6ce9-4fe8-a98b-2d80480f5c12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:23.829935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-424da6a6-d113-4f84-8d26-9869fd4e10d1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.855871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:23.862504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:23.864802 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.904160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.929241 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50a89799-bc45-4e9b-b953-15474f831e37 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.941979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.978890 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-424da6a6-d113-4f84-8d26-9869fd4e10d1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.980490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a89799-bc45-4e9b-b953-15474f831e37 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=86967a5d-b1ad-491b-84bf-563ec63221e6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.985331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-424da6a6-d113-4f84-8d26-9869fd4e10d1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.044175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=13']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.122772 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e6fc7f9-e92c-4596-8be9-af908ca982a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.158544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424da6a6-d113-4f84-8d26-9869fd4e10d1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297de58b-ea94-458d-ac40-468efd3a6338,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.175762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-424da6a6-d113-4f84-8d26-9869fd4e10d1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.177090 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-424da6a6-d113-4f84-8d26-9869fd4e10d1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4324913 Jul 29 23:42:24.183767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37338) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:24.190322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7f0dcf15-d5de-4100-8cdd-49c7f86fc4be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': 'a7117d14-6ce9-4fe8-a98b-2d80480f5c12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:24.208818 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.231885 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50a89799-bc45-4e9b-b953-15474f831e37 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.236834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50a89799-bc45-4e9b-b953-15474f831e37 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.238698 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-50a89799-bc45-4e9b-b953-15474f831e37 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/floatingips/75bd020e-0d68-4cb7-936a-0310ff4d906f HTTP/1.1" status: 204 len: 168 time: 1.4383261 Jul 29 23:42:24.248991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:24.255993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '47e9f5c5-1ce2-47a5-a638-b729cf12bfaa'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:24.284819 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f0dcf15-d5de-4100-8cdd-49c7f86fc4be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.305905 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.340957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575cbf4-cacc-41fd-9d81-548cae2c51de req-a43c29ee-0110-4f32-ac44-4019e27978f5 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:24.353618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e575cbf4-cacc-41fd-9d81-548cae2c51de req-a43c29ee-0110-4f32-ac44-4019e27978f5 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 945 time: 0.1714709 Jul 29 23:42:24.437699 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f0dcf15-d5de-4100-8cdd-49c7f86fc4be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.445907 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f0dcf15-d5de-4100-8cdd-49c7f86fc4be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.477401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dcf15-d5de-4100-8cdd-49c7f86fc4be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b15fdb-d47c-43e5-a663-0b0fc53fb0b7,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.491792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e575cbf4-cacc-41fd-9d81-548cae2c51de req-e66c45e7-0847-426b-81ea-2a76605a1926 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364644 Jul 29 23:42:24.493876 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.517171 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f0dcf15-d5de-4100-8cdd-49c7f86fc4be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.518649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7f0dcf15-d5de-4100-8cdd-49c7f86fc4be tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3337979 Jul 29 23:42:24.521418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37344) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:24.528874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7031ccb3-dcea-4e15-990c-7608c66d6e81 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': 'a7117d14-6ce9-4fe8-a98b-2d80480f5c12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:24.602752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7031ccb3-dcea-4e15-990c-7608c66d6e81 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.757896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.25.2.212 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/9f72feb6-dc22-4829-8657-5b8d290aa977) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:24.829480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7031ccb3-dcea-4e15-990c-7608c66d6e81 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.835078 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7031ccb3-dcea-4e15-990c-7608c66d6e81 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.883281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031ccb3-dcea-4e15-990c-7608c66d6e81 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4790b91-23eb-4b34-a049-73f1fd5b6c8c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.892209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7031ccb3-dcea-4e15-990c-7608c66d6e81 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.898253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7031ccb3-dcea-4e15-990c-7608c66d6e81 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3752556 Jul 29 23:42:24.899050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:24.936568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bc73864-6b07-4695-8721-e4d62b9481ae tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.957930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bc73864-6b07-4695-8721-e4d62b9481ae tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.035608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bc73864-6b07-4695-8721-e4d62b9481ae tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.037989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.049234 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bc73864-6b07-4695-8721-e4d62b9481ae tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.058247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9bc73864-6b07-4695-8721-e4d62b9481ae tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e4790b91-23eb-4b34-a049-73f1fd5b6c8c HTTP/1.1" status: 204 len: 168 time: 0.1570778 Jul 29 23:42:25.063994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:25.073156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc73864-6b07-4695-8721-e4d62b9481ae tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4790b91-23eb-4b34-a049-73f1fd5b6c8c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:25.162949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e3cd99c5-f45d-4b78-9cfd-2ef401057853 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0974424 Jul 29 23:42:25.165637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37368) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:25.200577 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.204655 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-748a8a46-b519-4671-b072-36c35e80e51c tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.221796 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-748a8a46-b519-4671-b072-36c35e80e51c tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.247695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:25.253456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:25.258269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:25.261613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=9f72feb6-dc22-4829-8657-5b8d290aa977,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:25.268487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae972ff7-c073-4ce8-835d-5b412825aca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40754b69-ab76-44f2-a0ce-f1c7d52ef4de'}, {'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:25.275378 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c2f3d8-7247-496d-99b0-a758d1fd0bca" -d '{"events": [{"server_uuid": "ae972ff7-c073-4ce8-835d-5b412825aca6", "name": "network-vif-plugged", "status": "completed", "tag": "40754b69-ab76-44f2-a0ce-f1c7d52ef4de"}, {"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-plugged", "status": "completed", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:25.282601 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-748a8a46-b519-4671-b072-36c35e80e51c tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.301563 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-748a8a46-b519-4671-b072-36c35e80e51c tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.306178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-748a8a46-b519-4671-b072-36c35e80e51c tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/26b15fdb-d47c-43e5-a663-0b0fc53fb0b7 HTTP/1.1" status: 204 len: 168 time: 0.1390114 Jul 29 23:42:25.307087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a8a46-b519-4671-b072-36c35e80e51c tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26b15fdb-d47c-43e5-a663-0b0fc53fb0b7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:25.308373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:25.330543 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec572a8e-e549-4413-8d15-0a06fb3dc430 x-openstack-request-id: req-ec572a8e-e549-4413-8d15-0a06fb3dc430 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:25.330852 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae972ff7-c073-4ce8-835d-5b412825aca6", "name": "network-vif-plugged", "status": "completed", "tag": "40754b69-ab76-44f2-a0ce-f1c7d52ef4de", "code": 200}, {"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-plugged", "status": "completed", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:25.331120 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec572a8e-e549-4413-8d15-0a06fb3dc430 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:25.331526 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae972ff7-c073-4ce8-835d-5b412825aca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40754b69-ab76-44f2-a0ce-f1c7d52ef4de', 'code': 200} Jul 29 23:42:25.331779 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'code': 200} Jul 29 23:42:25.400171 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.416115 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c325a603-618e-4a7b-a925-52606b1814a0 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1033618 Jul 29 23:42:25.416664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:25.486432 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8e38-f293-4e20-b3dd-3f56620dbd0f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.497729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8e38-f293-4e20-b3dd-3f56620dbd0f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.519718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537bc97-f548-456b-9295-b79348d0121d req-13205543-8c49-47bb-8db4-ed0863068ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:25.521293 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c537bc97-f548-456b-9295-b79348d0121d req-13205543-8c49-47bb-8db4-ed0863068ede service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 1098 time: 0.0867949 Jul 29 23:42:25.550472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8e38-f293-4e20-b3dd-3f56620dbd0f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.563146 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8e38-f293-4e20-b3dd-3f56620dbd0f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.565135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fc4e8e38-f293-4e20-b3dd-3f56620dbd0f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/297de58b-ea94-458d-ac40-468efd3a6338 HTTP/1.1" status: 204 len: 168 time: 0.1460814 Jul 29 23:42:25.568171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37378) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:25.609767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e8e38-f293-4e20-b3dd-3f56620dbd0f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=297de58b-ea94-458d-ac40-468efd3a6338,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:25.649106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c537bc97-f548-456b-9295-b79348d0121d req-1bb21389-c517-4150-8216-f4aecbfe13e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196501 Jul 29 23:42:25.723424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-83d4c3dd-4b12-4437-98e6-855bb2bec6cf tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1532676 Jul 29 23:42:25.727542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37380) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:25.754486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.756707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b307e-09a2-4992-a3c4-d4e06e0b8333 req-202e0c4c-6ea7-447a-b2d1-80c6fd6eaf16 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:25.758335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-413b307e-09a2-4992-a3c4-d4e06e0b8333 req-202e0c4c-6ea7-447a-b2d1-80c6fd6eaf16 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 945 time: 0.1331613 Jul 29 23:42:25.777773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6998a999-a065-4028-b068-7288bc57b0c1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.798831 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6998a999-a065-4028-b068-7288bc57b0c1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.833152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-413b307e-09a2-4992-a3c4-d4e06e0b8333 req-1302f9bc-6999-4cde-9622-a700f8e705e6 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648663 Jul 29 23:42:25.845660 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6998a999-a065-4028-b068-7288bc57b0c1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.858045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.859231 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6998a999-a065-4028-b068-7288bc57b0c1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.859231 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6998a999-a065-4028-b068-7288bc57b0c1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/df30f4f9-5d97-4ba7-83d8-f4725697ec6d HTTP/1.1" status: 204 len: 168 time: 0.1238415 Jul 29 23:42:25.859231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:25.882066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998a999-a065-4028-b068-7288bc57b0c1 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df30f4f9-5d97-4ba7-83d8-f4725697ec6d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:25.919317 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-727af8d5-d6ba-4944-96cf-88681878de6c tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0624995 Jul 29 23:42:25.924327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37386) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:25.988248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dc069-2079-4b95-99ba-982a940e2331 req-d277ddf0-6124-4f3c-8b9a-303b15d5bd07 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:25.989843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-532dc069-2079-4b95-99ba-982a940e2331 req-d277ddf0-6124-4f3c-8b9a-303b15d5bd07 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.0689232 Jul 29 23:42:26.040518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-badbe78d-9efa-45bf-95e9-0f5ad37539d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.054102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-532dc069-2079-4b95-99ba-982a940e2331 req-ba9bf37f-e69b-4d9c-bf28-cbd8e60da362 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Jul 29 23:42:26.055901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-badbe78d-9efa-45bf-95e9-0f5ad37539d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.125502 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-badbe78d-9efa-45bf-95e9-0f5ad37539d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.140452 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-badbe78d-9efa-45bf-95e9-0f5ad37539d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.141605 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-badbe78d-9efa-45bf-95e9-0f5ad37539d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1f89300b-71af-42f9-bfdb-53b2a025c941 HTTP/1.1" status: 204 len: 168 time: 0.2159810 Jul 29 23:42:26.144280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37396) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:26.167000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe78d-9efa-45bf-95e9-0f5ad37539d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f89300b-71af-42f9-bfdb-53b2a025c941,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:26.222567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.232886 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.281236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1ab15df4-b204-45fd-bc34-20b9d843db0f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1350234 Jul 29 23:42:26.285603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37406) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:26.358370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d88bba-91bc-4f75-adfa-aaf33bde3c6d req-30b7ac5e-e7d3-43f0-8f1e-613bde73ee72 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:26.360421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94d88bba-91bc-4f75-adfa-aaf33bde3c6d req-30b7ac5e-e7d3-43f0-8f1e-613bde73ee72 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 946 time: 0.1739082 Jul 29 23:42:26.411621 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08777db3-a70b-408d-bf6f-bc4470643697 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.445771 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08777db3-a70b-408d-bf6f-bc4470643697 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.493655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94d88bba-91bc-4f75-adfa-aaf33bde3c6d req-5dac12d7-061f-4c33-b613-3f4c6f0da157 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191993 Jul 29 23:42:26.520642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08777db3-a70b-408d-bf6f-bc4470643697 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.531410 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08777db3-a70b-408d-bf6f-bc4470643697 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.531410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-08777db3-a70b-408d-bf6f-bc4470643697 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-groups/a7117d14-6ce9-4fe8-a98b-2d80480f5c12 HTTP/1.1" status: 204 len: 168 time: 0.2404544 Jul 29 23:42:26.531410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37416) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:26.567777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08777db3-a70b-408d-bf6f-bc4470643697 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7117d14-6ce9-4fe8-a98b-2d80480f5c12,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:26.615441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fc613437-5619-4669-81b9-0e873c091258 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812745 Jul 29 23:42:26.616139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37420) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:26.621561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e0741ebc-d8a8-4242-8517-314d27cf03e4 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657411160'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:26.649104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0741ebc-d8a8-4242-8517-314d27cf03e4 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.877783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0741ebc-d8a8-4242-8517-314d27cf03e4 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.883986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0741ebc-d8a8-4242-8517-314d27cf03e4 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.930566 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0741ebc-d8a8-4242-8517-314d27cf03e4 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.936177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e0741ebc-d8a8-4242-8517-314d27cf03e4 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3147154 Jul 29 23:42:26.936177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0741ebc-d8a8-4242-8517-314d27cf03e4 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26383c8-2527-459a-ae28-1b8ab75a1cab,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:26.937268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:26.941431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3aff58d1-f8b2-47c1-8d26-5dfd691221e5 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': 'c26383c8-2527-459a-ae28-1b8ab75a1cab', 'direction': 'ingress', 'protocol': 17}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:26.965204 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=9f72feb6-dc22-4829-8657-5b8d290aa977,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:26.970632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.056337 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.141767 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3aff58d1-f8b2-47c1-8d26-5dfd691221e5 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.184686 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP f41cf289-5ef4-437e-811e-36643b48fc4b associated. External IP: 172.25.2.212, port: 47e9f5c5-1ce2-47a5-a638-b729cf12bfaa. Jul 29 23:42:27.307039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3aff58d1-f8b2-47c1-8d26-5dfd691221e5 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.314801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3aff58d1-f8b2-47c1-8d26-5dfd691221e5 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.399176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3aff58d1-f8b2-47c1-8d26-5dfd691221e5 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.406080 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3aff58d1-f8b2-47c1-8d26-5dfd691221e5 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4634798 Jul 29 23:42:27.406492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37448) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:27.422572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff58d1-f8b2-47c1-8d26-5dfd691221e5 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790494ab-f24b-4e5b-a0dc-59535eee1858,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:27.541463 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0e04be9-adca-4cef-a3c7-524940ec99a2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.559902 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:27.632342 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0e04be9-adca-4cef-a3c7-524940ec99a2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.731023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c81c5-adca-43e2-80ce-7864b1f053a0 req-980943ad-5202-4aee-9e10-45277b819761 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:27.734297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed0c81c5-adca-43e2-80ce-7864b1f053a0 req-980943ad-5202-4aee-9e10-45277b819761 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 946 time: 0.1344728 Jul 29 23:42:27.752697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:27.782420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b2f43-d4b1-44e8-b9be-95af1c2920d2 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:27.782955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.815686 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0e04be9-adca-4cef-a3c7-524940ec99a2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.820144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0e04be9-adca-4cef-a3c7-524940ec99a2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.825667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c0e04be9-adca-4cef-a3c7-524940ec99a2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-groups/c26383c8-2527-459a-ae28-1b8ab75a1cab HTTP/1.1" status: 204 len: 168 time: 0.4179749 Jul 29 23:42:27.831370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:27.841909 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-63530770-97f6-4f1f-91c5-dab10a334530 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5910184 Jul 29 23:42:27.843619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:27.853668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1853084296'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:27.854166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed0c81c5-adca-43e2-80ce-7864b1f053a0 req-832186a5-eace-4a21-ac00-8e0b7373fa62 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109581 Jul 29 23:42:27.877060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e04be9-adca-4cef-a3c7-524940ec99a2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26383c8-2527-459a-ae28-1b8ab75a1cab,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:27.902868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Made reservation on behalf of 281586f2fd78411e84ca79b82e86b185 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:27.907646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b2f43-d4b1-44e8-b9be-95af1c2920d2 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:27.908735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-386b2f43-d4b1-44e8-b9be-95af1c2920d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:27.926457 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.949479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5af6d40f-a9ef-4429-ba2b-c6966623b689 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1121182 Jul 29 23:42:27.972633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37460) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:27.986229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8b472bbc-bb6f-4970-a498-032497ab8f9a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305882731'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:28.076464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-386b2f43-d4b1-44e8-b9be-95af1c2920d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:28.096151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b2f43-d4b1-44e8-b9be-95af1c2920d2 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:28.097494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-386b2f43-d4b1-44e8-b9be-95af1c2920d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:28.098240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:28.113899 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.114287 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Added segment 7156e5ee-2db7-44fd-a53e-4ff8caf76ebc of type vlan for network bd725f22-148b-4a09-b646-18996ad37077 Jul 29 23:42:28.116034 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b472bbc-bb6f-4970-a498-032497ab8f9a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.163132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-386b2f43-d4b1-44e8-b9be-95af1c2920d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:28.164653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b2f43-d4b1-44e8-b9be-95af1c2920d2 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:28.183149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.271388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.282903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.284257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.406682 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0ba21-d49c-4a3f-9ae7-59cbe199671c req-b01f643d-5344-471e-ab59-cca8f1f8fdc2 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.408467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ecc0ba21-d49c-4a3f-9ae7-59cbe199671c req-b01f643d-5344-471e-ab59-cca8f1f8fdc2 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 945 time: 0.0732315 Jul 29 23:42:28.431710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Network': ['ID=bd725f22-148b-4a09-b646-18996ad37077,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:28.443510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b472bbc-bb6f-4970-a498-032497ab8f9a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.449435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network bd725f22-148b-4a09-b646-18996ad37077 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:28.466454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b472bbc-bb6f-4970-a498-032497ab8f9a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.487217 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-703f401a-d5c1-4c41-a859-ddccbd493059 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6368999 Jul 29 23:42:28.487499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ecc0ba21-d49c-4a3f-9ae7-59cbe199671c req-43434839-fa42-471a-bef3-55810b1de82b tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651405 Jul 29 23:42:28.488448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37468) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:28.512282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'subnet': {'network_id': 'bd725f22-148b-4a09-b646-18996ad37077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:28.520533 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b472bbc-bb6f-4970-a498-032497ab8f9a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.523566 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8b472bbc-bb6f-4970-a498-032497ab8f9a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5491905 Jul 29 23:42:28.524958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b472bbc-bb6f-4970-a498-032497ab8f9a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c11045-e046-48a7-81c7-09edeecbf07a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:28.528540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37472) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:28.535159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6b9e80da-0e7f-4592-b709-95b2230ecd6d tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783019551'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:28.575030 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9e80da-0e7f-4592-b709-95b2230ecd6d tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.772743 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9e80da-0e7f-4592-b709-95b2230ecd6d tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.786143 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9e80da-0e7f-4592-b709-95b2230ecd6d tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.803271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Made reservation on behalf of 281586f2fd78411e84ca79b82e86b185 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:28.813630 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.823829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e80da-0e7f-4592-b709-95b2230ecd6d tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c07daf5-59af-45ac-96c6-ed3ffc530d0f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:28.835842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9e80da-0e7f-4592-b709-95b2230ecd6d tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.842285 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6b9e80da-0e7f-4592-b709-95b2230ecd6d tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3085778 Jul 29 23:42:28.843032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:28.848879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1de11730-6c25-4549-98f2-a8b9b68661b6 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': 'e2c11045-e046-48a7-81c7-09edeecbf07a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8c07daf5-59af-45ac-96c6-ed3ffc530d0f', 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:28.884586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1de11730-6c25-4549-98f2-a8b9b68661b6 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.984310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b357a-0cb8-483f-8ce6-87276ea9d8d6 req-d6c29363-58ea-44f7-a10c-c3c8640cf787 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.985917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b3b357a-0cb8-483f-8ce6-87276ea9d8d6 req-d6c29363-58ea-44f7-a10c-c3c8640cf787 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.1409259 Jul 29 23:42:29.004042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1de11730-6c25-4549-98f2-a8b9b68661b6 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.018970 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1de11730-6c25-4549-98f2-a8b9b68661b6 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.048739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de11730-6c25-4549-98f2-a8b9b68661b6 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16ef229-34f0-4407-a488-f9e020663cdd,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:29.059577 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1de11730-6c25-4549-98f2-a8b9b68661b6 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.062071 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1de11730-6c25-4549-98f2-a8b9b68661b6 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2164335 Jul 29 23:42:29.065103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:29.084291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b3b357a-0cb8-483f-8ce6-87276ea9d8d6 req-f545e5d6-f9d5-4c64-9a16-25ccb0e3a7d5 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862281 Jul 29 23:42:29.105615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74eb1753-6ba2-499a-bdcd-2758a5c28ecc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.120304 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74eb1753-6ba2-499a-bdcd-2758a5c28ecc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.178114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74eb1753-6ba2-499a-bdcd-2758a5c28ecc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.182545 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.216477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74eb1753-6ba2-499a-bdcd-2758a5c28ecc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.228724 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-74eb1753-6ba2-499a-bdcd-2758a5c28ecc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e16ef229-34f0-4407-a488-f9e020663cdd HTTP/1.1" status: 204 len: 168 time: 0.1610835 Jul 29 23:42:29.229318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37486) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:29.230738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb1753-6ba2-499a-bdcd-2758a5c28ecc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e16ef229-34f0-4407-a488-f9e020663cdd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:29.315611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Subnet': ['ID=f9b76e6f-42d7-40e2-9d0b-7c743e402d9f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:29.331506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Checking segment: {'id': '7156e5ee-2db7-44fd-a53e-4ff8caf76ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd725f22-148b-4a09-b646-18996ad37077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:29.331951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network hostable DHCP agents. Network: bd725f22-148b-4a09-b646-18996ad37077, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:29.350620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6673a72e-5e20-4bdd-9945-9a9f8aa56566 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1177042 Jul 29 23:42:29.354862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37490) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:29.405012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network bd725f22-148b-4a09-b646-18996ad37077 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:29.421933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, bd725f22-148b-4a09-b646-18996ad37077) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:29.439564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6febc366-e3e9-4704-9f4d-22ee1a4ecee4 None None] Network bd725f22-148b-4a09-b646-18996ad37077 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:29.456236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:29.457275 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.471755 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c080cc5-d66d-4384-a779-022b65d6c66e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.490053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a486487b-25aa-42e8-916a-834b376ad421 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9986722 Jul 29 23:42:29.491443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37494) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:29.498015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-529904905', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:29.529720 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c080cc5-d66d-4384-a779-022b65d6c66e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.565286 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.566420 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.692296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c080cc5-d66d-4384-a779-022b65d6c66e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.705769 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c080cc5-d66d-4384-a779-022b65d6c66e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.713440 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9c080cc5-d66d-4384-a779-022b65d6c66e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c07daf5-59af-45ac-96c6-ed3ffc530d0f HTTP/1.1" status: 204 len: 168 time: 0.3570035 Jul 29 23:42:29.714090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37500) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:29.777216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c080cc5-d66d-4384-a779-022b65d6c66e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c07daf5-59af-45ac-96c6-ed3ffc530d0f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:29.840088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c55d077f-28a6-4543-b1dd-47b025f190ed tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1105461 Jul 29 23:42:29.841415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37504) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:29.937654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:29.939308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d35ab556-5f19-44af-966d-bf233e91cd60 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.977040 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d35ab556-5f19-44af-966d-bf233e91cd60 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.985810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-bd725f22-148b-4a09-b646-18996ad37077', 'network_id': 'bd725f22-148b-4a09-b646-18996ad37077', 'tenant_id': '281586f2fd78411e84ca79b82e86b185', 'fixed_ips': [{'subnet_id': 'f9b76e6f-42d7-40e2-9d0b-7c743e402d9f'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:42:29.986603 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.063589 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d35ab556-5f19-44af-966d-bf233e91cd60 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.070626 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d35ab556-5f19-44af-966d-bf233e91cd60 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.073750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d35ab556-5f19-44af-966d-bf233e91cd60 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-groups/e2c11045-e046-48a7-81c7-09edeecbf07a HTTP/1.1" status: 204 len: 168 time: 0.2311215 Jul 29 23:42:30.082299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37510) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:30.106883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ab556-5f19-44af-966d-bf233e91cd60 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c11045-e046-48a7-81c7-09edeecbf07a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:30.189262 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Allocated IP 172.20.0.2 (bd725f22-148b-4a09-b646-18996ad37077/f9b76e6f-42d7-40e2-9d0b-7c743e402d9f/d38489ca-ebeb-4ba3-a766-62b3014318d8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:30.206604 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2e1e76af-621e-4f12-ad28-af0064630aca tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1174736 Jul 29 23:42:30.209946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37512) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:30.224305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-25d1c9fc-03c4-4bc1-9f69-788155e5e0d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group': {'name': 'tempest-secgroup--481868024'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:30.309733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48f8027b-0110-4795-a1bf-37e0ccbe361d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.323880 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25d1c9fc-03c4-4bc1-9f69-788155e5e0d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.387156 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.396346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Transition to ACTIVE for port object d38489ca-ebeb-4ba3-a766-62b3014318d8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:30.422416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Transition to ACTIVE for port object d38489ca-ebeb-4ba3-a766-62b3014318d8 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:30.430570 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.483585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Network bd725f22-148b-4a09-b646-18996ad37077 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:30.511893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48f8027b-0110-4795-a1bf-37e0ccbe361d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.538250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:30.543569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:30.708081 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.748111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f343fe-1ef8-485e-9b5e-57dea666e538 req-4b98b85c-7eb2-4fdb-8d0f-c31343fa64e7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:30.750835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25d1c9fc-03c4-4bc1-9f69-788155e5e0d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.765332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48f8027b-0110-4795-a1bf-37e0ccbe361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.778187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f343fe-1ef8-485e-9b5e-57dea666e538 req-4b98b85c-7eb2-4fdb-8d0f-c31343fa64e7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:30.802350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f343fe-1ef8-485e-9b5e-57dea666e538 req-4b98b85c-7eb2-4fdb-8d0f-c31343fa64e7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:30.807282 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47f343fe-1ef8-485e-9b5e-57dea666e538 req-4b98b85c-7eb2-4fdb-8d0f-c31343fa64e7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d&device_id=ae972ff7-c073-4ce8-835d-5b412825aca6&device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 2417 time: 1.2203317 Jul 29 23:42:30.810323 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Pushing event updated for resources: {'Port': ['ID=d38489ca-ebeb-4ba3-a766-62b3014318d8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:30.818319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Attempting to bind port d38489ca-ebeb-4ba3-a766-62b3014318d8 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:30.822596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Attempting to bind port d38489ca-ebeb-4ba3-a766-62b3014318d8 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '7156e5ee-2db7-44fd-a53e-4ff8caf76ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd725f22-148b-4a09-b646-18996ad37077'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:30.823184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Attempting to bind port d38489ca-ebeb-4ba3-a766-62b3014318d8 on network bd725f22-148b-4a09-b646-18996ad37077 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:30.830495 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25d1c9fc-03c4-4bc1-9f69-788155e5e0d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.837936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:30.838604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Checking segment: {'id': '7156e5ee-2db7-44fd-a53e-4ff8caf76ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd725f22-148b-4a09-b646-18996ad37077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:30.839193 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.839749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Bound using segment: {'id': '7156e5ee-2db7-44fd-a53e-4ff8caf76ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd725f22-148b-4a09-b646-18996ad37077'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:30.840424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Bound port: d38489ca-ebeb-4ba3-a766-62b3014318d8, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7156e5ee-2db7-44fd-a53e-4ff8caf76ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bd725f22-148b-4a09-b646-18996ad37077'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:30.840979 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.970711 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-48f8027b-0110-4795-a1bf-37e0ccbe361d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0db901a8291a4d8ea2e1fc79c2d76e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9454925 Jul 29 23:42:30.980378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8027b-0110-4795-a1bf-37e0ccbe361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8919a92-aae8-4405-8bf3-39c673f72b6d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:30.983434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25d1c9fc-03c4-4bc1-9f69-788155e5e0d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.988988 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-25d1c9fc-03c4-4bc1-9f69-788155e5e0d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7714858 Jul 29 23:42:30.999739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37518) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:31.000323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37520) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:31.075453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1c9fc-03c4-4bc1-9f69-788155e5e0d2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485222d5-4275-4ae7-8c92-96abc781a16e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:31.086354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] For port d38489ca-ebeb-4ba3-a766-62b3014318d8, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:31.098197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d6c6af2a-fd32-4254-ab8b-52f6d2d7c1cd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': '485222d5-4275-4ae7-8c92-96abc781a16e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:31.099683 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] For port d38489ca-ebeb-4ba3-a766-62b3014318d8, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d38489ca-ebeb-4ba3-a766-62b3014318d8,segment=NetworkSegment(7156e5ee-2db7-44fd-a53e-4ff8caf76ebc),segment_id=7156e5ee-2db7-44fd-a53e-4ff8caf76ebc)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:31.153242 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.194817 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d4907ea6-4dde-4307-a34e-97d53911758a req-12c61c21-59f5-46ab-977b-ea84b534092e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4389315 Jul 29 23:42:31.246433 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c6af2a-fd32-4254-ab8b-52f6d2d7c1cd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.353994 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.388532 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f8bd-cebe-44ec-a38a-10319f8afc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.444716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907ea6-4dde-4307-a34e-97d53911758a req-264ddd52-d13b-4e18-ad92-0c6009ee0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:31.447185 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d4907ea6-4dde-4307-a34e-97d53911758a req-264ddd52-d13b-4e18-ad92-0c6009ee0379 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1098 time: 0.1503062 Jul 29 23:42:31.449652 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f8bd-cebe-44ec-a38a-10319f8afc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.524214 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c6af2a-fd32-4254-ab8b-52f6d2d7c1cd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.579411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbab001-7aab-484a-86f9-b26777883829 None None] Pushing event updated for resources: {'Port': ['ID=d38489ca-ebeb-4ba3-a766-62b3014318d8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:31.610494 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c6af2a-fd32-4254-ab8b-52f6d2d7c1cd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.621788 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f8bd-cebe-44ec-a38a-10319f8afc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.629573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f8bd-cebe-44ec-a38a-10319f8afc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.644071 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d9e6f8bd-cebe-44ec-a38a-10319f8afc2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8919a92-aae8-4405-8bf3-39c673f72b6d HTTP/1.1" status: 204 len: 168 time: 0.5727956 Jul 29 23:42:31.706678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47f343fe-1ef8-485e-9b5e-57dea666e538 req-b39e965b-8553-413e-aa02-bcd40887b62a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152618 Jul 29 23:42:31.843072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6f8bd-cebe-44ec-a38a-10319f8afc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8919a92-aae8-4405-8bf3-39c673f72b6d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:31.899449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6af2a-fd32-4254-ab8b-52f6d2d7c1cd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb5b197-fd37-44ae-93ce-809e440c9479,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:31.960785 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c6af2a-fd32-4254-ab8b-52f6d2d7c1cd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.996738 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d6c6af2a-fd32-4254-ab8b-52f6d2d7c1cd tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9234831 Jul 29 23:42:32.005266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:32.008974 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:42:32.289578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907ea6-4dde-4307-a34e-97d53911758a req-7087e3ca-6726-42c2-8662-5e482115fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:32.292155 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d4907ea6-4dde-4307-a34e-97d53911758a req-7087e3ca-6726-42c2-8662-5e482115fdbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.7794757 Jul 29 23:42:32.320445 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f17cd743-306a-4c9c-8ab0-c90cf0001bcb tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.326031 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.381605 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f17cd743-306a-4c9c-8ab0-c90cf0001bcb tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.431615 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d4907ea6-4dde-4307-a34e-97d53911758a req-08e64571-1766-4b50-b94b-79bdc8597cf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 1001 time: 0.1251285 Jul 29 23:42:32.466403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f17cd743-306a-4c9c-8ab0-c90cf0001bcb tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.503727 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f17cd743-306a-4c9c-8ab0-c90cf0001bcb tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.504981 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f17cd743-306a-4c9c-8ab0-c90cf0001bcb tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0bb5b197-fd37-44ae-93ce-809e440c9479 HTTP/1.1" status: 204 len: 168 time: 0.4829702 Jul 29 23:42:32.513155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37534) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:32.525531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cd743-306a-4c9c-8ab0-c90cf0001bcb tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bb5b197-fd37-44ae-93ce-809e440c9479,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:32.528178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.558006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907ea6-4dde-4307-a34e-97d53911758a req-a3f90817-3b33-47cb-af90-9f8f034f28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:32.559542 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d4907ea6-4dde-4307-a34e-97d53911758a req-a3f90817-3b33-47cb-af90-9f8f034f28aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.1039228 Jul 29 23:42:32.573023 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.582700 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bf5fe79d-cfe7-4947-9e74-36c03114df6e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639210 Jul 29 23:42:32.586030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:32.641086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099e19-4ba2-44fe-b3a5-3ad2c8943f97 req-65637b92-0976-419f-a938-0170819af454 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:32.642301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907ea6-4dde-4307-a34e-97d53911758a req-d942dcc3-6363-4233-b3f7-c16a7904dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:32.643924 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d4907ea6-4dde-4307-a34e-97d53911758a req-d942dcc3-6363-4233-b3f7-c16a7904dcd1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645268 Jul 29 23:42:32.648713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f099e19-4ba2-44fe-b3a5-3ad2c8943f97 req-65637b92-0976-419f-a938-0170819af454 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 945 time: 0.2874207 Jul 29 23:42:32.790644 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d4907ea6-4dde-4307-a34e-97d53911758a req-60adcd71-0669-4716-b4f3-9c36f3319c71 service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282413 Jul 29 23:42:32.936868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f099e19-4ba2-44fe-b3a5-3ad2c8943f97 req-d0447e2b-5751-4a3f-a56f-62ae29339c26 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150214 Jul 29 23:42:32.939052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.25.2.62 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/0773b834-e931-4b05-8917-49bb391847e4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:32.941931 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae32c871-b9f5-4876-b673-960dca36e56e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.000203 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae32c871-b9f5-4876-b673-960dca36e56e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.064421 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d4907ea6-4dde-4307-a34e-97d53911758a req-451e46b6-7fee-4d32-8037-ef24d5bfccb7 service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597845 Jul 29 23:42:33.274335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae32c871-b9f5-4876-b673-960dca36e56e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.277481 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae32c871-b9f5-4876-b673-960dca36e56e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.281812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37568) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:33.282670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ae32c871-b9f5-4876-b673-960dca36e56e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-groups/485222d5-4275-4ae7-8c92-96abc781a16e HTTP/1.1" status: 204 len: 168 time: 0.6951356 Jul 29 23:42:33.309084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3a43e-4acd-437c-822c-1beca5324610 None None] Network bd725f22-148b-4a09-b646-18996ad37077 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:33.382803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32c871-b9f5-4876-b673-960dca36e56e tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485222d5-4275-4ae7-8c92-96abc781a16e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:33.465050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.521991 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a83b9f21-9866-4472-ae9c-dedccdd1279a tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2346857 Jul 29 23:42:33.526352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:33.533125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-643feea3-edeb-48a5-b5d3-84fe100a2333 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961715265'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:33.579369 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.581690 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-643feea3-edeb-48a5-b5d3-84fe100a2333 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.606958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d38489ca-ebeb-4ba3-a766-62b3014318d8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:33.688802 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1bc7f8b3-d3f3-4684-8a00-e93af3caaa93 None None] Provisioning for port d38489ca-ebeb-4ba3-a766-62b3014318d8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:33.735962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d38489ca-ebeb-4ba3-a766-62b3014318d8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:33.741017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=0773b834-e931-4b05-8917-49bb391847e4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:33.745726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d38489ca-ebeb-4ba3-a766-62b3014318d8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:33.746928 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.800963 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-643feea3-edeb-48a5-b5d3-84fe100a2333 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.808355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-643feea3-edeb-48a5-b5d3-84fe100a2333 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.817532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:33.823386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:33.832408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:33.934364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-643feea3-edeb-48a5-b5d3-84fe100a2333 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.943238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-643feea3-edeb-48a5-b5d3-84fe100a2333 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4132791 Jul 29 23:42:33.943859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37590) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:33.956089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643feea3-edeb-48a5-b5d3-84fe100a2333 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43623ba2-ea74-47b3-9859-e3118982dfcb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:33.956314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8acc973e-179c-4908-9243-b60042e076bc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': '43623ba2-ea74-47b3-9859-e3118982dfcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:33.998088 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.091211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d38489ca-ebeb-4ba3-a766-62b3014318d8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d38489ca-ebeb-4ba3-a766-62b3014318d8,segment=NetworkSegment(7156e5ee-2db7-44fd-a53e-4ff8caf76ebc),segment_id=7156e5ee-2db7-44fd-a53e-4ff8caf76ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:34.097416 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.184938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d38489ca-ebeb-4ba3-a766-62b3014318d8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:34.262869 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8acc973e-179c-4908-9243-b60042e076bc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.386798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8acc973e-179c-4908-9243-b60042e076bc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.395270 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8acc973e-179c-4908-9243-b60042e076bc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.420539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc973e-179c-4908-9243-b60042e076bc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa60a78-4ff1-4411-813a-3623713a6b50,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:34.470941 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8acc973e-179c-4908-9243-b60042e076bc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.472437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8acc973e-179c-4908-9243-b60042e076bc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5232141 Jul 29 23:42:34.476732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:34.480935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c955480-01c9-45e5-b18a-8871a714cecc None None] Provisioning complete for port d38489ca-ebeb-4ba3-a766-62b3014318d8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:34.481768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c955480-01c9-45e5-b18a-8871a714cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.512446 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-402aa556-d717-475d-abf2-61d43b20b6ec tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules/eaa60a78-4ff1-4411-813a-3623713a6b50 HTTP/1.1" status: 200 len: 763 time: 0.0340216 Jul 29 23:42:34.518351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37600) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:34.596347 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fcab5a2b-6096-4e5b-bfcf-d0006a9ffa4f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0765145 Jul 29 23:42:34.601082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:34.633450 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.683645 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc8e3-9430-4c07-9bff-fb4237abfa55 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.706762 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc8e3-9430-4c07-9bff-fb4237abfa55 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.833379 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc8e3-9430-4c07-9bff-fb4237abfa55 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.847332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc8e3-9430-4c07-9bff-fb4237abfa55 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.848656 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3a2cc8e3-9430-4c07-9bff-fb4237abfa55 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/eaa60a78-4ff1-4411-813a-3623713a6b50 HTTP/1.1" status: 204 len: 168 time: 0.2462151 Jul 29 23:42:34.852845 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:34.855689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cc8e3-9430-4c07-9bff-fb4237abfa55 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaa60a78-4ff1-4411-813a-3623713a6b50,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:34.970749 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-96f22785-403f-4a44-a813-db2a7000ccd3 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1158869 Jul 29 23:42:34.976872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37614) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:34.986431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-09474adc-992f-4bf8-885c-4d55120a86e2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': '43623ba2-ea74-47b3-9859-e3118982dfcb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:35.055400 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.073363 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09474adc-992f-4bf8-885c-4d55120a86e2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.203393 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09474adc-992f-4bf8-885c-4d55120a86e2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.233842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09474adc-992f-4bf8-885c-4d55120a86e2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.307314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09474adc-992f-4bf8-885c-4d55120a86e2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ce0b7a-202b-4f1d-b166-a60fa3929016,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:35.325234 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09474adc-992f-4bf8-885c-4d55120a86e2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.328490 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-09474adc-992f-4bf8-885c-4d55120a86e2 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3497739 Jul 29 23:42:35.339700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37620) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:35.399929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d38489ca-ebeb-4ba3-a766-62b3014318d8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:35.422210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f7031ccf-6398-4359-8ebe-7c7671976bb0 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules/e1ce0b7a-202b-4f1d-b166-a60fa3929016 HTTP/1.1" status: 200 len: 763 time: 0.0723922 Jul 29 23:42:35.422493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:35.478446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router aafc305c-087e-40fb-8c60-42fdb452c756 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:42:35.555269 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ab2e53ca-3b73-4bdf-8bec-ee6139a6ba23 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1312411 Jul 29 23:42:35.559077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:35.630029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d38489ca-ebeb-4ba3-a766-62b3014318d8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:35.631856 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.635062 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9df10f23-cfd6-4525-8abe-34a214ce57ad tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.670274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9df10f23-cfd6-4525-8abe-34a214ce57ad tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.709958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9df10f23-cfd6-4525-8abe-34a214ce57ad tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.719493 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9df10f23-cfd6-4525-8abe-34a214ce57ad tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.724609 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9df10f23-cfd6-4525-8abe-34a214ce57ad tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e1ce0b7a-202b-4f1d-b166-a60fa3929016 HTTP/1.1" status: 204 len: 168 time: 0.1586120 Jul 29 23:42:35.726384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:35.806809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df10f23-cfd6-4525-8abe-34a214ce57ad tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1ce0b7a-202b-4f1d-b166-a60fa3929016,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:35.862863 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-786617b8-ffde-460f-85ac-c07601121a45 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1326509 Jul 29 23:42:35.867675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:35.876548 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-321de7e8-ca3a-4d84-a8ec-b104ae080a8f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Request body: {'security_group_rule': {'security_group_id': '43623ba2-ea74-47b3-9859-e3118982dfcb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:35.919354 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-321de7e8-ca3a-4d84-a8ec-b104ae080a8f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Project 41f93f9d9c60441fbaf1a12f133684be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:42:35.924692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cebb11-6035-4cba-b546-7eccbe8c746e req-e2204d3d-6c3a-4a2d-8362-aba8f38e3925 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:35.927767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6cebb11-6035-4cba-b546-7eccbe8c746e req-e2204d3d-6c3a-4a2d-8362-aba8f38e3925 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.2196994 Jul 29 23:42:35.957694 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-321de7e8-ca3a-4d84-a8ec-b104ae080a8f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.042287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6cebb11-6035-4cba-b546-7eccbe8c746e req-b7c79ba3-979b-4d51-978b-1ea73552c2cd tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006472 Jul 29 23:42:36.049962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:36.051672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-321de7e8-ca3a-4d84-a8ec-b104ae080a8f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.058303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-321de7e8-ca3a-4d84-a8ec-b104ae080a8f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.074602 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238aa3c-8894-4db1-9698-7dbe75f9b5dc None None] Sync routers for ids ['aafc305c-087e-40fb-8c60-42fdb452c756'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:36.093582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321de7e8-ca3a-4d84-a8ec-b104ae080a8f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b113587-ca1c-43b5-86be-96f21dd18432,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:36.093796 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d238aa3c-8894-4db1-9698-7dbe75f9b5dc None None] Routers {'aafc305c-087e-40fb-8c60-42fdb452c756'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:36.094423 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d238aa3c-8894-4db1-9698-7dbe75f9b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['aafc305c-087e-40fb-8c60-42fdb452c756'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:36.104674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-321de7e8-ca3a-4d84-a8ec-b104ae080a8f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.105929 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-321de7e8-ca3a-4d84-a8ec-b104ae080a8f tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2371798 Jul 29 23:42:36.108944 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.109382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:36.111123 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-af346ab0-8373-4b80-9665-893dc352186a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6187248 Jul 29 23:42:36.115340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37642) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:36.137276 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-185edfa3-04e4-4181-a710-d25738160efc tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules/9b113587-ca1c-43b5-86be-96f21dd18432 HTTP/1.1" status: 200 len: 769 time: 0.0262740 Jul 29 23:42:36.141147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:36.185045 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d238aa3c-8894-4db1-9698-7dbe75f9b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:36.205364 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d238aa3c-8894-4db1-9698-7dbe75f9b5dc None None] Routers {'aafc305c-087e-40fb-8c60-42fdb452c756'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:36.206879 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d238aa3c-8894-4db1-9698-7dbe75f9b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['aafc305c-087e-40fb-8c60-42fdb452c756'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:36.221977 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1f1e848b-c873-407a-9996-7b8efed4efd9 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0789862 Jul 29 23:42:36.223799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37646) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:36.270416 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ead359f2-fb3b-4db3-b773-9dfbd6bfc729 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.277633 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d238aa3c-8894-4db1-9698-7dbe75f9b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:36.279116 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238aa3c-8894-4db1-9698-7dbe75f9b5dc None None] The sync data for ids ['aafc305c-087e-40fb-8c60-42fdb452c756'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:36.286062 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ead359f2-fb3b-4db3-b773-9dfbd6bfc729 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.324144 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ead359f2-fb3b-4db3-b773-9dfbd6bfc729 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.334101 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ead359f2-fb3b-4db3-b773-9dfbd6bfc729 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.335601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ead359f2-fb3b-4db3-b773-9dfbd6bfc729 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9b113587-ca1c-43b5-86be-96f21dd18432 HTTP/1.1" status: 204 len: 168 time: 0.1102574 Jul 29 23:42:36.341139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37648) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:36.349869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead359f2-fb3b-4db3-b773-9dfbd6bfc729 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b113587-ca1c-43b5-86be-96f21dd18432,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:36.410250 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-75bf03c8-378e-4f17-9b1f-62bc61267377 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677338 Jul 29 23:42:36.413396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37650) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:36.489729 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7122427-c6cc-4ff1-8ae7-bae947ed0f4b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.517308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7122427-c6cc-4ff1-8ae7-bae947ed0f4b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.568096 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7122427-c6cc-4ff1-8ae7-bae947ed0f4b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.571484 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7122427-c6cc-4ff1-8ae7-bae947ed0f4b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.575406 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c7122427-c6cc-4ff1-8ae7-bae947ed0f4b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "DELETE /v2.0/security-groups/43623ba2-ea74-47b3-9859-e3118982dfcb HTTP/1.1" status: 204 len: 168 time: 0.1582346 Jul 29 23:42:36.576697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:36.599698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7122427-c6cc-4ff1-8ae7-bae947ed0f4b tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43623ba2-ea74-47b3-9859-e3118982dfcb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:36.639817 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3c63242e-f822-4afb-a4cf-71df58465225 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617177 Jul 29 23:42:36.646082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:36.709272 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.726087 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-75e9c9e1-95d6-479e-a854-23cb85114df6 tempest-SecGroupIPv6Test-544065147 tempest-SecGroupIPv6Test-544065147-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782981 Jul 29 23:42:37.226871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37682) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:37.428220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efa2ce-8b90-446b-8d7f-e77d16795d7a req-2d9d6400-8f40-4ce4-a7e0-d66d998db2a8 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:37.429747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70efa2ce-8b90-446b-8d7f-e77d16795d7a req-2d9d6400-8f40-4ce4-a7e0-d66d998db2a8 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.1326137 Jul 29 23:42:37.431483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-9701f1b1-b4f4-4449-b851-650535e5870b tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f1bd4df5fa94e3a8c94f82ab0e7a3d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777960 Jul 29 23:42:37.486562 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-532339d2-0599-41e0-9ae6-5e7c976ea9f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41f93f9d9c60441fbaf1a12f133684be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557478 Jul 29 23:42:37.486933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37700) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:37.553554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6411e8f8-853c-43d8-84b7-d74ab9a719ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.602312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6411e8f8-853c-43d8-84b7-d74ab9a719ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.676845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70efa2ce-8b90-446b-8d7f-e77d16795d7a req-3d08058f-9100-4a4a-9352-8793b492b202 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349021 Jul 29 23:42:37.687325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6411e8f8-853c-43d8-84b7-d74ab9a719ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.694517 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6411e8f8-853c-43d8-84b7-d74ab9a719ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.708607 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6411e8f8-853c-43d8-84b7-d74ab9a719ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb19ed30-eb04-49f9-8052-6c33d07e6b46 HTTP/1.1" status: 204 len: 168 time: 0.2120807 Jul 29 23:42:37.708850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.20.0.1 (bd725f22-148b-4a09-b646-18996ad37077/f9b76e6f-42d7-40e2-9d0b-7c743e402d9f/07253313-c2dd-4e23-be05-7dd851cbfd3d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:37.719262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411e8f8-853c-43d8-84b7-d74ab9a719ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb19ed30-eb04-49f9-8052-6c33d07e6b46,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:37.768081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11030287-d314-4634-9a35-b3a5600b309f req-2f0a26fa-c218-41e9-9383-0d6dac5fb947 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:37.772615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-2f0a26fa-c218-41e9-9383-0d6dac5fb947 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3295562 Jul 29 23:42:37.802532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-0c5f8041-2e8b-48d3-b647-dcf3c2369832 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/quotas/7f1bd4df5fa94e3a8c94f82ab0e7a3d7 HTTP/1.1" status: 200 len: 375 time: 0.0187800 Jul 29 23:42:37.924851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-8612d6e3-1645-4177-94c8-20cff5de66a8 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f1bd4df5fa94e3a8c94f82ab0e7a3d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888627 Jul 29 23:42:38.048620 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.083588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Transition to ACTIVE for port object 07253313-c2dd-4e23-be05-7dd851cbfd3d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:38.173324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d76a1d1e-8615-4f0b-9a1c-45d7446c4c8f req-ec57f377-abdf-4d84-9729-a165099d0145 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 210 time: 0.0340190 Jul 29 23:42:38.179632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.245155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=07253313-c2dd-4e23-be05-7dd851cbfd3d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:38.260398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network bd725f22-148b-4a09-b646-18996ad37077 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:38.264822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:38.270031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:38.323427 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.669622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.784484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5392dc43-599c-4e9b-9a8a-7529880cd736 None None] Provisioning for port 07253313-c2dd-4e23-be05-7dd851cbfd3d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:38.795270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5392dc43-599c-4e9b-9a8a-7529880cd736 None None] Provisioning complete for port 07253313-c2dd-4e23-be05-7dd851cbfd3d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:38.796691 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5392dc43-599c-4e9b-9a8a-7529880cd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.878405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5392dc43-599c-4e9b-9a8a-7529880cd736 None None] Port 07253313-c2dd-4e23-be05-7dd851cbfd3d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:38.972278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:39.130249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-478105430'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:39.155818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Made reservation on behalf of a13d6176c6d44f6cbe04555a407b66f2 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:39.163409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.177418 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.181358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b82dda-ef6f-47e9-b27d-69dd6380bd3c req-729a7107-22f8-4a0a-a5d7-5ff6d210b708 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:39.204490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58b82dda-ef6f-47e9-b27d-69dd6380bd3c req-729a7107-22f8-4a0a-a5d7-5ff6d210b708 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.2378998 Jul 29 23:42:39.377191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58b82dda-ef6f-47e9-b27d-69dd6380bd3c req-121a4de1-f177-4008-bad3-ad3923ac49bf tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716712 Jul 29 23:42:39.383290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24a27a40-c7c8-4fd2-b114-47423514b60e req-c6e03c9a-02a0-4e3b-9929-d7edaebe2867 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 210 time: 0.0980618 Jul 29 23:42:39.403947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.417717 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.443906 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.450802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:39.453026 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.468186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b27506-dbc1-4655-af73-6a6525ddfab9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:39.471406 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.471892 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Added segment d56ccc01-b296-421c-b147-64e11f8f39ae of type vlan for network ef34cc8e-de3c-4545-9935-b42658c5656f Jul 29 23:42:39.521926 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.559500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.562902 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.565899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:39.566642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.579279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=07253313-c2dd-4e23-be05-7dd851cbfd3d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:39.667256 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6931424 Jul 29 23:42:39.671555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37754) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:39.680288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-da3d3bbd-8274-43cd-8bb1-bc6d6f235f7e tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f', 'tempest-TagsTest-Tag-1422492581') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:39.687519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5c573-c30d-452a-a87c-6de047622eea tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Pushing event updated for resources: {'Network': ['ID=ef34cc8e-de3c-4545-9935-b42658c5656f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:39.700623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network ef34cc8e-de3c-4545-9935-b42658c5656f details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:39.778738 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network bd725f22-148b-4a09-b646-18996ad37077 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:39.782446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:39.928409 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-232886e6-a8fc-4b15-be60-1adeacfd52e5 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7f1bd4df5fa94e3a8c94f82ab0e7a3d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385032 Jul 29 23:42:40.021438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router aafc305c-087e-40fb-8c60-42fdb452c756 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:40.039316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-da3d3bbd-8274-43cd-8bb1-bc6d6f235f7e tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "PUT /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags/tempest-TagsTest-Tag-1422492581 HTTP/1.1" status: 201 len: 201 time: 0.3644171 Jul 29 23:42:40.040361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37756) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:40.050019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-c7e69bc6-b3a9-42e3-a92d-4682720901cd tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f', 'tempest-TagsTest-Tag-1422492581') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:40.236255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3bd256fc-1823-42cd-a32c-2e41c7a4e5fc None None] Provisioning complete for port 07253313-c2dd-4e23-be05-7dd851cbfd3d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:40.236843 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bd256fc-1823-42cd-a32c-2e41c7a4e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.286222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3bd256fc-1823-42cd-a32c-2e41c7a4e5fc None None] Port 07253313-c2dd-4e23-be05-7dd851cbfd3d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:40.320622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c7e69bc6-b3a9-42e3-a92d-4682720901cd tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "GET /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags/tempest-TagsTest-Tag-1422492581 HTTP/1.1" status: 204 len: 168 time: 0.2769763 Jul 29 23:42:40.326875 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:40.344685 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:40.346724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-e20ae916-71d6-41d6-a35b-52bd4727de2c tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:40.354546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-20aac185-dd22-4727-a90e-95e9b33ca264 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "PUT /v2.0/routers/aafc305c-087e-40fb-8c60-42fdb452c756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2365210 Jul 29 23:42:40.359001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37762) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:40.362403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912763f7-4504-4918-b1a0-0b15746ee3fc None None] Sync routers for ids ['aafc305c-087e-40fb-8c60-42fdb452c756'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:40.370722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'port': {'network_id': 'bd725f22-148b-4a09-b646-18996ad37077', 'name': 'tempest-FloatingIPTestJSON-1196883559'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:40.379439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912763f7-4504-4918-b1a0-0b15746ee3fc None None] Routers {'aafc305c-087e-40fb-8c60-42fdb452c756'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:40.380875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-912763f7-4504-4918-b1a0-0b15746ee3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['aafc305c-087e-40fb-8c60-42fdb452c756'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:40.452436 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11030287-d314-4634-9a35-b3a5600b309f req-32acef3c-ce54-4620-a7d9-0e98ba402432 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:40.457908 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-32acef3c-ce54-4620-a7d9-0e98ba402432 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5175180 Jul 29 23:42:40.499827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Request body: {'port': {'device_id': 'fa73bbb9-46f1-481f-977c-43e69b7479f5', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '7f1bd4df5fa94e3a8c94f82ab0e7a3d7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:40.616341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1da7520f-4838-47fa-8a33-f406ad1d1585 req-d8addc46-5211-40d9-86a5-ccb851c8c620 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 210 time: 0.0606081 Jul 29 23:42:40.693807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Made reservation on behalf of 281586f2fd78411e84ca79b82e86b185 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:40.700603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.721273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-912763f7-4504-4918-b1a0-0b15746ee3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:40.734777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912763f7-4504-4918-b1a0-0b15746ee3fc None None] Routers {'aafc305c-087e-40fb-8c60-42fdb452c756'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:40.735681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-912763f7-4504-4918-b1a0-0b15746ee3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['aafc305c-087e-40fb-8c60-42fdb452c756'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:40.778942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] device_id is not set on port 70ea2789-b23b-4a88-bb2a-00856966eaa8 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:42:40.796780 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e20ae916-71d6-41d6-a35b-52bd4727de2c tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "GET /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags HTTP/1.1" status: 200 len: 238 time: 0.4555745 Jul 29 23:42:40.798767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-912763f7-4504-4918-b1a0-0b15746ee3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:40.800310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37772) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:40.809213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912763f7-4504-4918-b1a0-0b15746ee3fc None None] The sync data for ids ['aafc305c-087e-40fb-8c60-42fdb452c756'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:40.809588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-2d42f2fa-9417-4c8d-ad25-3b88446c3ff7 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f', {'tags': ['tempest-TagsTest-Tag-952976347', 'tempest-TagsTest-Tag-1110302734', 'tempest-TagsTest-Tag-1469700212']}) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:40.904502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aa09f-7d0d-40c1-a046-12b19ba4954d req-2277e032-3539-42fb-a598-b583cf59a9e0 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:40.909303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-440aa09f-7d0d-40c1-a046-12b19ba4954d req-2277e032-3539-42fb-a598-b583cf59a9e0 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.2872760 Jul 29 23:42:40.914046 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2d42f2fa-9417-4c8d-ad25-3b88446c3ff7 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "PUT /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags HTTP/1.1" status: 200 len: 308 time: 0.1087248 Jul 29 23:42:40.915766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37778) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:40.916635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Made reservation on behalf of 7f1bd4df5fa94e3a8c94f82ab0e7a3d7 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:40.920623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.944242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-dfb18c5e-25e3-434d-8e57-7df7e4cd3b60 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f', 'tempest-TagsTest-Tag-952976347') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:40.949264 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.089989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-440aa09f-7d0d-40c1-a046-12b19ba4954d req-3a605f57-8ac2-4d4e-94a3-b2d70aff40c5 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006796 Jul 29 23:42:41.091911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Allocated IP 172.20.0.13 (bd725f22-148b-4a09-b646-18996ad37077/f9b76e6f-42d7-40e2-9d0b-7c743e402d9f/70ea2789-b23b-4a88-bb2a-00856966eaa8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:41.136572 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dfb18c5e-25e3-434d-8e57-7df7e4cd3b60 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "DELETE /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags/tempest-TagsTest-Tag-952976347 HTTP/1.1" status: 204 len: 168 time: 0.1955659 Jul 29 23:42:41.138920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37788) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:41.152388 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-b3b4fe53-fc40-442e-90f1-5e74b43dfe7f tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f', 'tempest-TagsTest-Tag-952976347') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:41.293309 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-b3b4fe53-fc40-442e-90f1-5e74b43dfe7f tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] show failed (client error): The resource could not be found. Jul 29 23:42:41.300396 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b3b4fe53-fc40-442e-90f1-5e74b43dfe7f tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "GET /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags/tempest-TagsTest-Tag-952976347 HTTP/1.1" status: 404 len: 325 time: 0.1591704 Jul 29 23:42:41.301658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37798) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:41.308413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-b35777fe-271b-4df2-abd4-6897c1840775 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f', 'tempest-TagsTest-Tag-1110302734') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:41.321269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.327483 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.491345 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.504989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efac92cd-3731-4d69-98cc-6fc565e1ff65,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:41.513322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b35777fe-271b-4df2-abd4-6897c1840775 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "GET /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags/tempest-TagsTest-Tag-1110302734 HTTP/1.1" status: 204 len: 168 time: 0.2070560 Jul 29 23:42:41.515806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37804) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:41.525615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-8cb96ed2-8bd5-4b8c-88e8-4595ae290b33 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f', 'tempest-TagsTest-Tag-1469700212') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:41.552372 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Allocated IP 192.168.233.228 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:41.553790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Transition to ACTIVE for port object 70ea2789-b23b-4a88-bb2a-00856966eaa8 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:41.682515 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8cb96ed2-8bd5-4b8c-88e8-4595ae290b33 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "GET /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags/tempest-TagsTest-Tag-1469700212 HTTP/1.1" status: 204 len: 168 time: 0.1650822 Jul 29 23:42:41.686864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37808) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:41.696791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-b5d9ac68-39a0-4a1f-83aa-d30752cfe81e tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:41.722898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.826169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.854007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Transition to ACTIVE for port object e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:41.885522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37812) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:41.905879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-183d492a-f44c-4a8c-88e8-dfbe0b172152 req-16d6a2e5-c897-4151-954d-2c9c3abdd11a tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 210 time: 0.1165521 Jul 29 23:42:41.918083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Network bd725f22-148b-4a09-b646-18996ad37077 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:41.933804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.936869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:41.941531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:42.003201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event updated for resources: {'Port': ['ID=70ea2789-b23b-4a88-bb2a-00856966eaa8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:42.014951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:42.020559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:42.024661 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:42.066096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:42.067177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.083117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Pushing event updated for resources: {'Port': ['ID=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:42.090423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b5d9ac68-39a0-4a1f-83aa-d30752cfe81e tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "DELETE /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags HTTP/1.1" status: 204 len: 168 time: 0.4019182 Jul 29 23:42:42.099972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:42.107643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-aba7482c-1562-4ff7-93d9-1570a9cc4d2f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7462142 Jul 29 23:42:42.108518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-b9f8f8cf-9d40-445b-a8a2-73d6c6b47df3 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f', 'tempest-TagsTest-Tag-1110302734') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:42.110789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37818) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:42.125309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Request body: {'floatingip': {'port_id': '70ea2789-b23b-4a88-bb2a-00856966eaa8'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:42.241689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.244842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:42.247440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.251969 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c91c01a-670f-4376-bd68-da54f02a2976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.301846 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-c77ca68b-d8f0-4d80-a18b-601e08e2b27e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8260977 Jul 29 23:42:42.345358 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Request body: {'port': {'device_id': 'fa73bbb9-46f1-481f-977c-43e69b7479f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:42.400849 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-b9f8f8cf-9d40-445b-a8a2-73d6c6b47df3 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] show failed (client error): The resource could not be found. Jul 29 23:42:42.406916 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b9f8f8cf-9d40-445b-a8a2-73d6c6b47df3 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "GET /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags/tempest-TagsTest-Tag-1110302734 HTTP/1.1" status: 404 len: 326 time: 0.3044443 Jul 29 23:42:42.413036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37822) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:42.418422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-f661301f-17b5-4947-98ee-6dfc70343acd tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f', 'tempest-TagsTest-Tag-1469700212') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:42.446297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59553ac-e003-4f46-bbd1-3f659d8f41e0 req-e7e5f9de-2b5d-4875-9659-752b4b66046d tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:42.450443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c59553ac-e003-4f46-bbd1-3f659d8f41e0 req-e7e5f9de-2b5d-4875-9659-752b4b66046d tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.1564910 Jul 29 23:42:42.550572 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.552908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c4edfbaa-49fd-4624-a5c9-5068d872fa5e None None] Provisioning for port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:42.567721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c4edfbaa-49fd-4624-a5c9-5068d872fa5e None None] Provisioning complete for port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:42.569027 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4edfbaa-49fd-4624-a5c9-5068d872fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.615434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c59553ac-e003-4f46-bbd1-3f659d8f41e0 req-fb2d999f-82a8-4730-bbe8-5001c36b83fa tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663056 Jul 29 23:42:42.646633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c4edfbaa-49fd-4624-a5c9-5068d872fa5e None None] Port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:42.674584 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-f661301f-17b5-4947-98ee-6dfc70343acd tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] show failed (client error): The resource could not be found. Jul 29 23:42:42.675891 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f661301f-17b5-4947-98ee-6dfc70343acd tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "GET /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags/tempest-TagsTest-Tag-1469700212 HTTP/1.1" status: 404 len: 326 time: 0.2611463 Jul 29 23:42:42.676669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c4edfbaa-49fd-4624-a5c9-5068d872fa5e None None] Provisioning for port 70ea2789-b23b-4a88-bb2a-00856966eaa8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:42.681964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c4edfbaa-49fd-4624-a5c9-5068d872fa5e None None] Provisioning complete for port 70ea2789-b23b-4a88-bb2a-00856966eaa8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:42.682609 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4edfbaa-49fd-4624-a5c9-5068d872fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.684856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:42.692877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c91c01a-670f-4376-bd68-da54f02a2976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.693408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-25eeab3c-b583-4e14-8ec8-b4f98d4f3059 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ef34cc8e-de3c-4545-9935-b42658c5656f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:42.702410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c91c01a-670f-4376-bd68-da54f02a2976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.750469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c4edfbaa-49fd-4624-a5c9-5068d872fa5e None None] Port 70ea2789-b23b-4a88-bb2a-00856966eaa8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:42.815684 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9c91c01a-670f-4376-bd68-da54f02a2976 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0883cc31bd8248c09671046ba9de8a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9286134 Jul 29 23:42:42.818979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:42.891309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91c01a-670f-4376-bd68-da54f02a2976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e0b59a-f1c3-4f49-874c-62b5be1fa961,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:42.909104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-25eeab3c-b583-4e14-8ec8-b4f98d4f3059 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "DELETE /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f/tags HTTP/1.1" status: 204 len: 168 time: 0.2224331 Jul 29 23:42:42.916471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37830) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:43.012507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0eac4acb-70bb-4ec5-aec2-b1695094c937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.074692 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0eac4acb-70bb-4ec5-aec2-b1695094c937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.108863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:43.123816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.140282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Transition to ACTIVE for port object e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:43.146184 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.197139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0eac4acb-70bb-4ec5-aec2-b1695094c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.202018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0eac4acb-70bb-4ec5-aec2-b1695094c937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.205807 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0eac4acb-70bb-4ec5-aec2-b1695094c937 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26e0b59a-f1c3-4f49-874c-62b5be1fa961 HTTP/1.1" status: 204 len: 168 time: 0.3238599 Jul 29 23:42:43.250898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac4acb-70bb-4ec5-aec2-b1695094c937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e0b59a-f1c3-4f49-874c-62b5be1fa961,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:43.252674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Pushing event updated for resources: {'Port': ['ID=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:43.349196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Attempting to bind port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:43.350432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Attempting to bind port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:43.350959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Attempting to bind port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:43.360054 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:43.360969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Attempting to bind port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:43.371887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:43.372767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:43.374291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:43.375133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Bound port: e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:43.375828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.496003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.517077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] For port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:43.522300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] For port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:43.527817 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.569716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481b59-ca88-4ebc-bd00-c3fa0d08e6a4 req-97a837d6-a404-4df4-8129-f449cc34717d tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.571600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11481b59-ca88-4ebc-bd00-c3fa0d08e6a4 req-97a837d6-a404-4df4-8129-f449cc34717d tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 948 time: 0.1276858 Jul 29 23:42:43.656712 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Pushing event updated for resources: {'Port': ['ID=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:43.667622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.668287 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.674650 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-b892badb-8ba8-4867-aedf-02f3ab788b71 service neutron] 10.222.0.42 "PUT /v2.0/ports/e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 HTTP/1.1" status: 200 len: 1097 time: 1.3361828 Jul 29 23:42:43.684764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa73bbb9-46f1-481f-977c-43e69b7479f5', 'tag': 'e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:43.687059 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e84c064-ee82-475f-9846-f3c73c64a6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa73bbb9-46f1-481f-977c-43e69b7479f5", "tag": "e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:43.731846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.761400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef34cc8e-de3c-4545-9935-b42658c5656f']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:43.810706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56ccc01-b296-421c-b147-64e11f8f39ae') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:43.811444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11030287-d314-4634-9a35-b3a5600b309f req-e057dc79-e083-4063-bebd-d46da5b2222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.812518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56ccc01-b296-421c-b147-64e11f8f39ae') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:43.813079 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-e057dc79-e083-4063-bebd-d46da5b2222a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f1bd4df5fa94e3a8c94f82ab0e7a3d7&device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 1100 time: 0.0489678 Jul 29 23:42:43.848811 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.863056 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.867171 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.885596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11481b59-ca88-4ebc-bd00-c3fa0d08e6a4 req-560b2666-bbeb-4514-8380-5193eb761f6e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/security-groups?id=efac92cd-3731-4d69-98cc-6fc565e1ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883275 Jul 29 23:42:43.924268 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-2a9460f8-59d0-4525-8d1a-ee8bd1dab99f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 HTTP/1.1" status: 200 len: 217 time: 0.0939119 Jul 29 23:42:43.932460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:43.967881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.990561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bc647e0-5ceb-465f-aa4b-2901df6cf690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.004561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c2c6f-bef5-44f0-83f3-4853e7b526c7 req-8906dc50-fb8b-4612-9e61-e81c8e2580f8 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.005898 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f6ae01-ba27-456e-87bd-2f0c1380f1c0 x-openstack-request-id: req-55f6ae01-ba27-456e-87bd-2f0c1380f1c0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:44.006180 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa73bbb9-46f1-481f-977c-43e69b7479f5", "tag": "e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:44.006732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c3c2c6f-bef5-44f0-83f3-4853e7b526c7 req-8906dc50-fb8b-4612-9e61-e81c8e2580f8 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.2405214 Jul 29 23:42:44.011528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:44.011528 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.012282 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55f6ae01-ba27-456e-87bd-2f0c1380f1c0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:44.012751 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa73bbb9-46f1-481f-977c-43e69b7479f5', 'tag': 'e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7', 'status': 'completed', 'code': 200} Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:44.016419 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:44.034715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11030287-d314-4634-9a35-b3a5600b309f req-ccd81653-2273-43e6-bd5d-54086ae3c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.036499 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-ccd81653-2273-43e6-bd5d-54086ae3c6b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1003435 Jul 29 23:42:44.124001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11030287-d314-4634-9a35-b3a5600b309f req-7250f608-457e-4cf7-a216-9a36acda4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.125628 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-7250f608-457e-4cf7-a216-9a36acda4bef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0770407 Jul 29 23:42:44.169531 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.172453 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP f41cf289-5ef4-437e-811e-36643b48fc4b associated. External IP: 172.25.2.212, port: 47e9f5c5-1ce2-47a5-a638-b729cf12bfaa. Jul 29 23:42:44.205077 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bc647e0-5ceb-465f-aa4b-2901df6cf690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.212067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bc647e0-5ceb-465f-aa4b-2901df6cf690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.230689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.232728 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] 10.222.0.37 "DELETE /v2.0/networks/ef34cc8e-de3c-4545-9935-b42658c5656f HTTP/1.1" status: 204 len: 168 time: 1.3136826 Jul 29 23:42:44.250360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c3c2c6f-bef5-44f0-83f3-4853e7b526c7 req-422002ad-f4d9-4cfd-a4a1-3b3aa8625a15 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991990 Jul 29 23:42:44.251549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f01910-36ce-45ef-acbd-15c7d6831e15 tempest-TagsTest-702925381 tempest-TagsTest-702925381-project] Pushing event deleted for resources: {'Network': ['ID=ef34cc8e-de3c-4545-9935-b42658c5656f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.297667 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9bc647e0-5ceb-465f-aa4b-2901df6cf690 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=503f4b631fb04d8cab5c97c9676f6a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630452 Jul 29 23:42:44.307476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37848) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:44.341493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc647e0-5ceb-465f-aa4b-2901df6cf690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec26f466-1b8c-4522-b47b-b264f73e04d4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.387992 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-de5eec7f-9921-4c20-b25a-aba64ad7f937 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507041 Jul 29 23:42:44.498546 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e138a86d-632e-4a60-9f91-a0e5c69d67c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.559973 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e138a86d-632e-4a60-9f91-a0e5c69d67c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.585517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:44.591994 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11030287-d314-4634-9a35-b3a5600b309f req-d941e8b8-ac43-4b82-a72d-1461df84e884 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951692 Jul 29 23:42:44.644439 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e138a86d-632e-4a60-9f91-a0e5c69d67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.652301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e138a86d-632e-4a60-9f91-a0e5c69d67c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.659284 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e138a86d-632e-4a60-9f91-a0e5c69d67c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec26f466-1b8c-4522-b47b-b264f73e04d4 HTTP/1.1" status: 204 len: 168 time: 0.3497880 Jul 29 23:42:44.686990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138a86d-632e-4a60-9f91-a0e5c69d67c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec26f466-1b8c-4522-b47b-b264f73e04d4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.703472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37856) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:44.744449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-ad092986-635e-46f6-a879-72fde475e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.746244 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-ad092986-635e-46f6-a879-72fde475e649 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f1bd4df5fa94e3a8c94f82ab0e7a3d7&device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 1100 time: 0.0811677 Jul 29 23:42:44.834504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:44.863947 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d96c8-3a74-4679-bbd0-32b94a735271 None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:44.883507 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d96c8-3a74-4679-bbd0-32b94a735271 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:44.884614 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5d4d96c8-3a74-4679-bbd0-32b94a735271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:44.973911 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5d4d96c8-3a74-4679-bbd0-32b94a735271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:45.015352 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d96c8-3a74-4679-bbd0-32b94a735271 None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:45.016447 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5d4d96c8-3a74-4679-bbd0-32b94a735271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:45.045109 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3a95ae52-4a61-4c81-a8df-203e3d2c295a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a13d6176c6d44f6cbe04555a407b66f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371499 Jul 29 23:42:45.049969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37862) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:45.072157 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5d4d96c8-3a74-4679-bbd0-32b94a735271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:45.072910 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d96c8-3a74-4679-bbd0-32b94a735271 None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:45.125240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-2e757243-d2fc-4ef3-ae43-2898ef9c9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.127205 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-2e757243-d2fc-4ef3-ae43-2898ef9c9c65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.3659143 Jul 29 23:42:45.194599 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-6a714b6e-3fdf-4bf1-9eb3-d604b1cadc69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 HTTP/1.1" status: 200 len: 217 time: 0.0538168 Jul 29 23:42:45.205255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac3df7-2dc6-4a83-8a66-dae472dc8163 req-b17061f6-a1d1-437e-8f7c-39e4a7f593f4 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.207274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aac3df7-2dc6-4a83-8a66-dae472dc8163 req-b17061f6-a1d1-437e-8f7c-39e4a7f593f4 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 948 time: 0.1496015 Jul 29 23:42:45.224322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55c7506b-401a-4829-b293-771259f7b319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.304690 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55c7506b-401a-4829-b293-771259f7b319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.325287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-ef0a13f1-4dfb-448d-9279-0fbaef4ab5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.327812 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-ef0a13f1-4dfb-448d-9279-0fbaef4ab5ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.1194701 Jul 29 23:42:45.355666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aac3df7-2dc6-4a83-8a66-dae472dc8163 req-010d0710-64d5-4f98-98f2-5c3107c3e716 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/security-groups?id=efac92cd-3731-4d69-98cc-6fc565e1ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380994 Jul 29 23:42:45.408003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router aafc305c-087e-40fb-8c60-42fdb452c756 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:45.419718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-7a17dcf4-1c2b-49b2-9de3-c5864384a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.423755 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-7a17dcf4-1c2b-49b2-9de3-c5864384a89d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0827281 Jul 29 23:42:45.511188 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55c7506b-401a-4829-b293-771259f7b319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.513837 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55c7506b-401a-4829-b293-771259f7b319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.515143 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-55c7506b-401a-4829-b293-771259f7b319 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6b27506-dbc1-4655-af73-6a6525ddfab9 HTTP/1.1" status: 204 len: 168 time: 0.4638438 Jul 29 23:42:45.532295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7506b-401a-4829-b293-771259f7b319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b27506-dbc1-4655-af73-6a6525ddfab9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:45.580250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71e471-8693-4a20-9263-2706917f141f req-c598b30b-4437-4176-b209-3ed1b9d4e0fe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.584838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa71e471-8693-4a20-9263-2706917f141f req-c598b30b-4437-4176-b209-3ed1b9d4e0fe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.1857774 Jul 29 23:42:45.604151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-4d42366d-46ab-486c-bc63-3b9613f55ae6 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658134 Jul 29 23:42:45.677280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa71e471-8693-4a20-9263-2706917f141f req-e29ac37f-f990-4083-bfbf-ed4782face47 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825491 Jul 29 23:42:45.703177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:45.709116 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.712638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04246d9a-b252-4d60-8b03-77fe9b6f626f None None] Sync routers for ids ['aafc305c-087e-40fb-8c60-42fdb452c756'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:45.726715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04246d9a-b252-4d60-8b03-77fe9b6f626f None None] Routers {'aafc305c-087e-40fb-8c60-42fdb452c756'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:45.727639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-04246d9a-b252-4d60-8b03-77fe9b6f626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['aafc305c-087e-40fb-8c60-42fdb452c756'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:45.794010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-04246d9a-b252-4d60-8b03-77fe9b6f626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:45.810582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04246d9a-b252-4d60-8b03-77fe9b6f626f None None] Routers {'aafc305c-087e-40fb-8c60-42fdb452c756'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:45.812624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-04246d9a-b252-4d60-8b03-77fe9b6f626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['aafc305c-087e-40fb-8c60-42fdb452c756'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:45.858436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-97b91e76-630e-43fa-901d-1793a728aaf8 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "PUT /v2.0/floatingips/f41cf289-5ef4-437e-811e-36643b48fc4b HTTP/1.1" status: 200 len: 979 time: 3.7450113 Jul 29 23:42:45.861515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37888) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:45.881967 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e84c064-ee82-475f-9846-f3c73c64a6c3 req-63ff30f1-804b-46f1-9052-51a64972bbbc service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564392 Jul 29 23:42:45.909573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-04246d9a-b252-4d60-8b03-77fe9b6f626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:45.910664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04246d9a-b252-4d60-8b03-77fe9b6f626f None None] The sync data for ids ['aafc305c-087e-40fb-8c60-42fdb452c756'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:46.077789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 70ea2789-b23b-4a88-bb2a-00856966eaa8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:46.078400 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.238127 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.596858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.597334 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.597684 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Floating IP f41cf289-5ef4-437e-811e-36643b48fc4b disassociated. External IP: 172.25.2.212, port: 70ea2789-b23b-4a88-bb2a-00856966eaa8. Jul 29 23:42:46.598022 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 70ea2789-b23b-4a88-bb2a-00856966eaa8 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:46.607483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c6a77-22d9-45b8-8e4d-b578d8e09cc8 req-41d1beed-257c-4545-9fa1-ebaacdb85d5e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.609133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-135c6a77-22d9-45b8-8e4d-b578d8e09cc8 req-41d1beed-257c-4545-9fa1-ebaacdb85d5e tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 948 time: 0.1158068 Jul 29 23:42:46.714457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-135c6a77-22d9-45b8-8e4d-b578d8e09cc8 req-672b09c7-2ffa-49eb-b762-b6797b2f26c8 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/security-groups?id=efac92cd-3731-4d69-98cc-6fc565e1ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902278 Jul 29 23:42:46.792678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:46.820064 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.823729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:46.877513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=70ea2789-b23b-4a88-bb2a-00856966eaa8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:47.027879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:47.049522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7', 'mac_address': 'fa:16:3e:b0:f8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:47.093105 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.126971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:47.160428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:47.167158 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.177622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1506494355-network', 'tenant_id': 'd493399de07143af8d53d54352e177ab'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:47.192711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d3ee8-325a-499f-8738-8acffe2b4d7c req-cf88cb04-f510-43ba-97c1-e215762bc906 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:47.200333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-596d3ee8-325a-499f-8738-8acffe2b4d7c req-cf88cb04-f510-43ba-97c1-e215762bc906 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.3633933 Jul 29 23:42:47.232219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Made reservation on behalf of d493399de07143af8d53d54352e177ab for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:47.236351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.260447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router aafc305c-087e-40fb-8c60-42fdb452c756 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:47.294412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-596d3ee8-325a-499f-8738-8acffe2b4d7c req-6a21bd8e-a6e0-47a0-b872-bf8038f12e52 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909321 Jul 29 23:42:47.301187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:47.313976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.314433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.314848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.315259 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.315690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.316143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.316560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.316961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.317362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.317755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.318155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.318550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:47.543530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:47.731810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.891544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.897097 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.925283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:47.941134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193f15f4-38c7-49f0-a6b8-6f0f48f2c94e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:47.948309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.948674 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Added segment bee3ca34-f084-467c-b2d3-50200158dc60 of type vlan for network 2c8f6d90-a162-4cee-9168-6ad82ebddd6c Jul 29 23:42:47.996176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:47.997477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.015080 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cf5bdf-a189-4207-92b0-ed60c97f1b20 None None] Sync routers for ids ['aafc305c-087e-40fb-8c60-42fdb452c756'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:48.031793 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf5bdf-a189-4207-92b0-ed60c97f1b20 None None] Routers {'aafc305c-087e-40fb-8c60-42fdb452c756'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:48.032633 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-47cf5bdf-a189-4207-92b0-ed60c97f1b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['aafc305c-087e-40fb-8c60-42fdb452c756'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:48.058388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.060183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.061874 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.090479 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-47cf5bdf-a189-4207-92b0-ed60c97f1b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:48.103758 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf5bdf-a189-4207-92b0-ed60c97f1b20 None None] Routers {'aafc305c-087e-40fb-8c60-42fdb452c756'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:48.104528 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-47cf5bdf-a189-4207-92b0-ed60c97f1b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['aafc305c-087e-40fb-8c60-42fdb452c756'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:48.105092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a0648-13f9-4c31-b58e-7e6001c234ca req-4b1d04b2-6492-41b6-b431-110ffcd0cb62 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.108161 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a0a0648-13f9-4c31-b58e-7e6001c234ca req-4b1d04b2-6492-41b6-b431-110ffcd0cb62 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 949 time: 0.1616046 Jul 29 23:42:48.146558 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.156793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4fe8267f-acb3-4bf0-9d48-90572b2f3d89 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/ports/70ea2789-b23b-4a88-bb2a-00856966eaa8 HTTP/1.1" status: 204 len: 168 time: 2.2936549 Jul 29 23:42:48.169683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37950) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:48.211410 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-47cf5bdf-a189-4207-92b0-ed60c97f1b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:48.213044 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cf5bdf-a189-4207-92b0-ed60c97f1b20 None None] The sync data for ids ['aafc305c-087e-40fb-8c60-42fdb452c756'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:48.249446 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4547050 Jul 29 23:42:48.249745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37952) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:48.268203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Request body: {'subnet': {'network_id': '2c8f6d90-a162-4cee-9168-6ad82ebddd6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1506494355-subnet', 'tenant_id': 'd493399de07143af8d53d54352e177ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:48.268903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b4b28-1a7d-40d4-963d-33b9c62bfe35 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8f6d90-a162-4cee-9168-6ad82ebddd6c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:48.289039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 2c8f6d90-a162-4cee-9168-6ad82ebddd6c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:48.355336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a0a0648-13f9-4c31-b58e-7e6001c234ca req-8b90a11d-a305-4ad7-8565-897c4babd28b tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/security-groups?id=efac92cd-3731-4d69-98cc-6fc565e1ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300811 Jul 29 23:42:48.483882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Made reservation on behalf of d493399de07143af8d53d54352e177ab for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:48.486320 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.500171 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-ecdd1083-9fad-48d7-95f7-211b049e4cb3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2443025 Jul 29 23:42:48.677634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e72a-fb8d-4a85-8d63-bb6cda3fe349 req-b23dc2a7-1f54-4ba7-a5ed-22a3eb45efbd tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.679193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c378e72a-fb8d-4a85-8d63-bb6cda3fe349 req-b23dc2a7-1f54-4ba7-a5ed-22a3eb45efbd tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.2553344 Jul 29 23:42:48.734722 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.802519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-21653735-2341-4857-9b61-428e31526648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.803065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-21653735-2341-4857-9b61-428e31526648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.803557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-21653735-2341-4857-9b61-428e31526648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.804069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-21653735-2341-4857-9b61-428e31526648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.804565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-21653735-2341-4857-9b61-428e31526648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.805044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-21653735-2341-4857-9b61-428e31526648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.805526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-21653735-2341-4857-9b61-428e31526648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.807623 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-21653735-2341-4857-9b61-428e31526648 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 6499 time: 0.2263496 Jul 29 23:42:48.834591 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:48.871359 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c378e72a-fb8d-4a85-8d63-bb6cda3fe349 req-f46cbb25-45ac-4003-9375-d55e7472886c tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751068 Jul 29 23:42:48.918744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:48.924450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:48.924858 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.082572 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.112040 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.114793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa73bbb9-46f1-481f-977c-43e69b7479f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:49.119495 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229b247f-c41a-49ef-ad86-ff5437b2e136" -d '{"events": [{"server_uuid": "fa73bbb9-46f1-481f-977c-43e69b7479f5", "name": "network-vif-plugged", "status": "completed", "tag": "e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:49.148655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:49.148851 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-f3e17cbc-bd28-43d1-8231-ca1e0c5efccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.150355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-f3e17cbc-bd28-43d1-8231-ca1e0c5efccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.151202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-f3e17cbc-bd28-43d1-8231-ca1e0c5efccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.154071 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-f3e17cbc-bd28-43d1-8231-ca1e0c5efccf service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d04e04e-9948-407a-b7bb-4578f768d2cf&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=36382307-0fe1-4604-af47-70013c8641db&id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac HTTP/1.1" status: 200 len: 2291 time: 0.2873647 Jul 29 23:42:49.156702 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.207936 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d2513b-d513-4a41-902e-105eca8344eb x-openstack-request-id: req-b6d2513b-d513-4a41-902e-105eca8344eb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:49.208597 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa73bbb9-46f1-481f-977c-43e69b7479f5", "name": "network-vif-plugged", "status": "completed", "tag": "e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:49.209464 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6d2513b-d513-4a41-902e-105eca8344eb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:49.210059 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa73bbb9-46f1-481f-977c-43e69b7479f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7', 'code': 200} Jul 29 23:42:49.270745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:49.340256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89c8046-d32e-405e-a4ac-220b37c8d986,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:49.372225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe725fa-6687-44c6-ac10-1a18610b0312 req-4b45574d-dcd6-4094-bae6-80b815dbce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.374513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fbe725fa-6687-44c6-ac10-1a18610b0312 req-4b45574d-dcd6-4094-bae6-80b815dbce9e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 1102 time: 0.0614462 Jul 29 23:42:49.381004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-2ab3923c-7724-42fd-9f02-1e4e6f3da913 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 HTTP/1.1" status: 200 len: 1001 time: 0.1700373 Jul 29 23:42:49.427654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Checking segment: {'id': 'bee3ca34-f084-467c-b2d3-50200158dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2c8f6d90-a162-4cee-9168-6ad82ebddd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:49.428346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Network hostable DHCP agents. Network: 2c8f6d90-a162-4cee-9168-6ad82ebddd6c, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:49.435528 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fbe725fa-6687-44c6-ac10-1a18610b0312 req-13f0fb16-bb99-4925-bdc4-9bb2a1c4ba94 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=efac92cd-3731-4d69-98cc-6fc565e1ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474668 Jul 29 23:42:49.528156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-626aa42d-62e8-437a-babe-580ac39d9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.530060 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-626aa42d-62e8-437a-babe-580ac39d9d68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f HTTP/1.1" status: 200 len: 850 time: 0.1202726 Jul 29 23:42:49.535931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Network 2c8f6d90-a162-4cee-9168-6ad82ebddd6c is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:49.597395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 2c8f6d90-a162-4cee-9168-6ad82ebddd6c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:49.607079 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.609740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d26458d-978f-48c2-bc5b-97cceca6412c None None] Network 2c8f6d90-a162-4cee-9168-6ad82ebddd6c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:49.610522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.611167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.675102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60edcc2-289d-42c3-847a-6db097b47230 req-49d6904a-fa8e-4bb5-8a50-8552cdb217d0 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.676804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a60edcc2-289d-42c3-847a-6db097b47230 req-49d6904a-fa8e-4bb5-8a50-8552cdb217d0 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 950 time: 0.1947875 Jul 29 23:42:49.697050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ffed5cd1-148a-4ec6-a169-c5d85259ab8b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4389732 Jul 29 23:42:49.716380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-588a75a6-7f62-4e7f-8efa-ee6d2beb4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.718764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-588a75a6-7f62-4e7f-8efa-ee6d2beb4c44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d04e04e-9948-407a-b7bb-4578f768d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801794 Jul 29 23:42:49.815046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee341a-55d0-4572-a2ee-48b278527151 None None] Network 2c8f6d90-a162-4cee-9168-6ad82ebddd6c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:49.888777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a60edcc2-289d-42c3-847a-6db097b47230 req-faacfba7-7385-4381-a6f2-01b70300e7b1 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/security-groups?id=efac92cd-3731-4d69-98cc-6fc565e1ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975873 Jul 29 23:42:50.037408 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-0aa7aee4-4f09-4a08-977e-53cbab75ae23 service neutron] 10.222.0.47 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653131 Jul 29 23:42:50.179938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f45e2-119a-47bd-acb8-548a81e20863 req-66e053d2-8cdd-4c11-a8a0-a867c98987ab tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:50.182005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1f45e2-119a-47bd-acb8-548a81e20863 req-66e053d2-8cdd-4c11-a8a0-a867c98987ab tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.1681564 Jul 29 23:42:50.303029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-a26b8c2b-e6dd-4961-86d1-6c9b5c181b06 service neutron] 10.222.0.47 "GET /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468550 Jul 29 23:42:50.362823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-8c381591-3e62-4154-bf78-76dc39956d22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=029f2ad7-f9a7-457b-9093-231a372c243b HTTP/1.1" status: 200 len: 217 time: 0.0520542 Jul 29 23:42:50.473790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1f45e2-119a-47bd-acb8-548a81e20863 req-6dc885e0-3a58-4c1f-ae8d-5a847aab690f tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721739 Jul 29 23:42:50.476385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37990) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:50.495353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2091702772-network', 'tenant_id': '6a4715590c4746c783ec05b29e10b5f6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:50.510284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-e26ad994-373b-4d8d-aaa9-6d22c3db0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:50.512067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-e26ad994-373b-4d8d-aaa9-6d22c3db0956 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.1109066 Jul 29 23:42:50.534732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Made reservation on behalf of 6a4715590c4746c783ec05b29e10b5f6 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:50.537521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.542497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 07253313-c2dd-4e23-be05-7dd851cbfd3d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:50.542894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.561962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.635017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-3a0f489c-ca4b-4765-b4e8-7fdf15e60bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:50.636613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-3a0f489c-ca4b-4765-b4e8-7fdf15e60bdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1158338 Jul 29 23:42:50.735785 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.770498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 07253313-c2dd-4e23-be05-7dd851cbfd3d owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:50.800526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.809081 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.841807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:50.863061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6cb12f-95dd-4ab1-a8db-bb812e305019,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:50.878613 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.881578 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Added segment 79fe970f-d0a7-4820-bd16-78b7eec6c42a of type vlan for network 569688ca-6e40-442b-9f34-fa2047563fe0 Jul 29 23:42:50.929633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-d2e12822-85fc-4a36-9205-47518321d2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739944 Jul 29 23:42:50.968530 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.026813 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.029477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:51.031604 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.122935 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6412890 Jul 29 23:42:51.123219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38004) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:51.133425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Request body: {'subnet': {'network_id': '569688ca-6e40-442b-9f34-fa2047563fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2091702772-subnet', 'tenant_id': '6a4715590c4746c783ec05b29e10b5f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:51.145550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8249a6c-5bca-4102-9b62-172f5eb49fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=569688ca-6e40-442b-9f34-fa2047563fe0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:51.152657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf50343-47bf-4bd6-8981-3c16a40b2aff req-2c1d1dd0-465f-43ad-a5ae-ac72b419b7b1 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:51.156499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cf50343-47bf-4bd6-8981-3c16a40b2aff req-2c1d1dd0-465f-43ad-a5ae-ac72b419b7b1 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 950 time: 0.1342254 Jul 29 23:42:51.166366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 569688ca-6e40-442b-9f34-fa2047563fe0 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:51.182269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Made reservation on behalf of 6a4715590c4746c783ec05b29e10b5f6 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:51.189285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.233694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-c8730a7b-2b67-4fd2-9b74-e6a6448f277e service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941120 Jul 29 23:42:51.507623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.617164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Checking segment: {'id': '79fe970f-d0a7-4820-bd16-78b7eec6c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '569688ca-6e40-442b-9f34-fa2047563fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:51.617722 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Network hostable DHCP agents. Network: 569688ca-6e40-442b-9f34-fa2047563fe0, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:51.631828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6fbb42-8065-44f9-834f-f86f72f86b7a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:51.668671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Network 569688ca-6e40-442b-9f34-fa2047563fe0 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:51.684433 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08635ef3-295f-45c3-b405-20098baf0d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.694648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cf50343-47bf-4bd6-8981-3c16a40b2aff req-822ebec9-a815-42a8-a7c0-7bf06be3ef8f tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/security-groups?id=efac92cd-3731-4d69-98cc-6fc565e1ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204499 Jul 29 23:42:51.700170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-04414a9c-8a50-48ef-a648-85b7ee38646a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=ebe284d5-c308-4e20-b3bf-2e4de4483ed2 HTTP/1.1" status: 200 len: 217 time: 0.4538417 Jul 29 23:42:51.710882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 569688ca-6e40-442b-9f34-fa2047563fe0) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:51.721955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:51.722813 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.736560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f9f067-f71b-441f-8e86-e7c7c74ae12a None None] Network 569688ca-6e40-442b-9f34-fa2047563fe0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:51.772932 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fa2ea669-b4a5-4862-a07f-2cc7c901c938 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6485071 Jul 29 23:42:51.798185 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.821906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-6b6d48c2-52b0-4131-a226-aa550e19d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:51.823770 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-6b6d48c2-52b0-4131-a226-aa550e19d268 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.0985239 Jul 29 23:42:51.882734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=07253313-c2dd-4e23-be05-7dd851cbfd3d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:52.007721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba1444-c96c-4267-ae05-b03fbd9fe314 req-6c49f949-093c-471f-8086-6063e4f51edf tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.018277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81ba1444-c96c-4267-ae05-b03fbd9fe314 req-6c49f949-093c-471f-8086-6063e4f51edf tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.3317256 Jul 29 23:42:52.128725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38024) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:52.186879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3621c1fe-22d4-4016-8209-033d7d046893 None None] Network 569688ca-6e40-442b-9f34-fa2047563fe0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:52.191891 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.211726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-df6395b8-4748-416d-be98-7ed542c268ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.214629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-df6395b8-4748-416d-be98-7ed542c268ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3460810 Jul 29 23:42:52.258614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bb936e-fdf5-4986-bbf4-7ed4ee25a3b9 admin admin] Deleting subnet d89c8046-d32e-405e-a4ac-220b37c8d986 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:52.260309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81ba1444-c96c-4267-ae05-b03fbd9fe314 req-3431bb96-0541-4eaa-81d3-9a8979f04d91 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406766 Jul 29 23:42:52.262968 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36bb936e-fdf5-4986-bbf4-7ed4ee25a3b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.369511 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36bb936e-fdf5-4986-bbf4-7ed4ee25a3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.415190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-b4e0745f-52bc-45b2-bbaa-3dc642e02d70 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904736 Jul 29 23:42:52.488665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36bb936e-fdf5-4986-bbf4-7ed4ee25a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.576352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36bb936e-fdf5-4986-bbf4-7ed4ee25a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.635639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36bb936e-fdf5-4986-bbf4-7ed4ee25a3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.642514 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-36bb936e-fdf5-4986-bbf4-7ed4ee25a3b9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d89c8046-d32e-405e-a4ac-220b37c8d986 HTTP/1.1" status: 204 len: 168 time: 0.5088978 Jul 29 23:42:52.642514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb936e-fdf5-4986-bbf4-7ed4ee25a3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89c8046-d32e-405e-a4ac-220b37c8d986,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:52.646245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:52.666137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-c95edbf7-e4af-43af-b147-1ffe0b8928af service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419889 Jul 29 23:42:52.753541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-215ded3b-09bb-4b4b-b9de-4bc4d5669e40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=73946deb-b986-42b4-a633-a6c3141403fe HTTP/1.1" status: 200 len: 217 time: 0.0810161 Jul 29 23:42:52.809743 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.874533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-8416fa4f-14e2-4760-ae75-5e10dd6a1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.876652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-8416fa4f-14e2-4760-ae75-5e10dd6a1f33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.1153183 Jul 29 23:42:52.910149 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router aafc305c-087e-40fb-8c60-42fdb452c756 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:52.975378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-dbfee5ce-3cef-452e-bbb2-ebcafb0c424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.977672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-dbfee5ce-3cef-452e-bbb2-ebcafb0c424d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858057 Jul 29 23:42:52.997552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.017925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8f6d90-a162-4cee-9168-6ad82ebddd6c']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:53.032617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee3ca34-f084-467c-b2d3-50200158dc60') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:53.032998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee3ca34-f084-467c-b2d3-50200158dc60') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:53.049058 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.070888 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.083189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:53.084831 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:53.174045 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:53.179935 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.202944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.210334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:53.211345 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] 10.222.0.37 "DELETE /v2.0/networks/2c8f6d90-a162-4cee-9168-6ad82ebddd6c HTTP/1.1" status: 204 len: 168 time: 0.5648739 Jul 29 23:42:53.218385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a400aa-d119-4369-9726-25a0a2e0895e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8f6d90-a162-4cee-9168-6ad82ebddd6c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:53.288659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-afaf187a-2b6e-44fa-8e67-dde31c45779b service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609758 Jul 29 23:42:53.371066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5380208-918e-412c-9d4a-a7f7298bca7a admin admin] Deleting subnet ca6fbb42-8065-44f9-834f-f86f72f86b7a {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:53.374649 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5380208-918e-412c-9d4a-a7f7298bca7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.418632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:53.432423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bfe74-941c-4a7c-af43-005726245d3e None None] Sync routers for ids ['aafc305c-087e-40fb-8c60-42fdb452c756'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:53.438006 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5380208-918e-412c-9d4a-a7f7298bca7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.447946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bfe74-941c-4a7c-af43-005726245d3e None None] Routers {'aafc305c-087e-40fb-8c60-42fdb452c756'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:53.449497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-414bfe74-941c-4a7c-af43-005726245d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['aafc305c-087e-40fb-8c60-42fdb452c756'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:53.501156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-414bfe74-941c-4a7c-af43-005726245d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:53.513281 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5380208-918e-412c-9d4a-a7f7298bca7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.513705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bfe74-941c-4a7c-af43-005726245d3e None None] Routers {'aafc305c-087e-40fb-8c60-42fdb452c756'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:53.515085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-414bfe74-941c-4a7c-af43-005726245d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['aafc305c-087e-40fb-8c60-42fdb452c756'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:53.600635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-414bfe74-941c-4a7c-af43-005726245d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:53.601589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bfe74-941c-4a7c-af43-005726245d3e None None] The sync data for ids ['aafc305c-087e-40fb-8c60-42fdb452c756'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:53.644662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-84e36da9-adb9-4c64-a3e9-9718346c69de tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "PUT /v2.0/routers/aafc305c-087e-40fb-8c60-42fdb452c756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4729393 Jul 29 23:42:53.654025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:53.661324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5380208-918e-412c-9d4a-a7f7298bca7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.741049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5380208-918e-412c-9d4a-a7f7298bca7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6fbb42-8065-44f9-834f-f86f72f86b7a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:53.756906 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5380208-918e-412c-9d4a-a7f7298bca7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.771712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d5380208-918e-412c-9d4a-a7f7298bca7a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ca6fbb42-8065-44f9-834f-f86f72f86b7a HTTP/1.1" status: 204 len: 168 time: 0.5586591 Jul 29 23:42:53.772780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38064) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:53.869617 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-090dcb99-456f-4bf9-ad5f-185f6508e2d0 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719848 Jul 29 23:42:53.872564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.899341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993b638-cf84-473e-bb51-ba5b8c6a4a8e req-6344d914-9fc8-4622-a08d-defbab6745ab tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:53.910653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993b638-cf84-473e-bb51-ba5b8c6a4a8e req-6344d914-9fc8-4622-a08d-defbab6745ab tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.4985147 Jul 29 23:42:53.912393 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.008665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-35e589d2-71f7-477a-a43f-4d4c95b012b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=879ba5f7-5d77-407a-ba32-ffb56f3efc3c HTTP/1.1" status: 200 len: 217 time: 0.0601144 Jul 29 23:42:54.058835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.095379 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-132a699e-02fc-4a36-b8f5-f1d19fef6ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.108280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993b638-cf84-473e-bb51-ba5b8c6a4a8e req-0c24a2a3-d4c5-41b4-a6ff-3bde5242ffae tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954010 Jul 29 23:42:54.149829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 0773b834-e931-4b05-8917-49bb391847e4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:54.150562 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.206699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.284883 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.318216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 0773b834-e931-4b05-8917-49bb391847e4 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:54.359342 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.376152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569688ca-6e40-442b-9f34-fa2047563fe0']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:54.397957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-15eef792-0ec8-45cc-bc24-c26e2bfdd054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:54.399699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-15eef792-0ec8-45cc-bc24-c26e2bfdd054 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 200 len: 797 time: 0.3745530 Jul 29 23:42:54.401589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fe970f-d0a7-4820-bd16-78b7eec6c42a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:54.402325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fe970f-d0a7-4820-bd16-78b7eec6c42a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:54.426461 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.484402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.501311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:54.501774 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:54.505847 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:54.556358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-e207d514-475a-4417-8206-6079eebef3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:54.558177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-e207d514-475a-4417-8206-6079eebef3b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36382307-0fe1-4604-af47-70013c8641db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1477737 Jul 29 23:42:54.614140 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.651498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=0773b834-e931-4b05-8917-49bb391847e4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:54.675518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.682626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.689249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] 10.222.0.37 "DELETE /v2.0/networks/569688ca-6e40-442b-9f34-fa2047563fe0 HTTP/1.1" status: 204 len: 168 time: 0.9038610 Jul 29 23:42:54.696152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.697196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.697973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.698525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.699050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.699570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.700534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.701058 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.702177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.702699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.703890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.704785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:54.724432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33852280-b1bc-4238-b01f-5ddb65c4db96 admin admin] Pushing event deleted for resources: {'Network': ['ID=569688ca-6e40-442b-9f34-fa2047563fe0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:54.778111 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.789312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-d6c69b1a-01bb-4f68-97da-67a0bfd40e74 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211044 Jul 29 23:42:54.925590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.927920 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.979686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38078) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:55.004933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.005417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Fanout notify agent at l3_agent the message router_deleted on router aafc305c-087e-40fb-8c60-42fdb452c756 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:42:55.021998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.024986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4cb633b3-24c4-4657-b3e9-efde8d46bd3d tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/routers/aafc305c-087e-40fb-8c60-42fdb452c756 HTTP/1.1" status: 204 len: 168 time: 1.3687878 Jul 29 23:42:55.030721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38080) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:55.098979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64c71e3-5f1e-42a3-a39a-ea422b48739f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting subnet f9b76e6f-42d7-40e2-9d0b-7c743e402d9f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:55.103999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d64c71e3-5f1e-42a3-a39a-ea422b48739f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.135462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a2ed12c1-d9be-4a91-a06f-94101593652e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d493399de07143af8d53d54352e177ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542759 Jul 29 23:42:55.138510 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-26874937-fca5-4de8-9732-a13ba4f55ae0 service neutron] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417990 Jul 29 23:42:55.141677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38082) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:55.210865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d64c71e3-5f1e-42a3-a39a-ea422b48739f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.236248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-b07fb1c4-d609-40bd-ae94-72d36cefebd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 HTTP/1.1" status: 200 len: 217 time: 0.0862157 Jul 29 23:42:55.372873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbdde4b0-559d-48e8-890c-b43eb831257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.375434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d64c71e3-5f1e-42a3-a39a-ea422b48739f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.381493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-e412026d-a4b5-4aa7-abe9-b1de98f5b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.387288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-e412026d-a4b5-4aa7-abe9-b1de98f5b9f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 HTTP/1.1" status: 200 len: 797 time: 0.1392930 Jul 29 23:42:55.432539 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.436379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b3bd-0154-4acc-a818-8b6b59fda2da req-262229aa-bffa-430e-bfd9-a416512a30f0 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.438154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ea6b3bd-0154-4acc-a818-8b6b59fda2da req-262229aa-bffa-430e-bfd9-a416512a30f0 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.1999238 Jul 29 23:42:55.500253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbdde4b0-559d-48e8-890c-b43eb831257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.503870 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d64c71e3-5f1e-42a3-a39a-ea422b48739f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.571006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c71e3-5f1e-42a3-a39a-ea422b48739f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b76e6f-42d7-40e2-9d0b-7c743e402d9f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:55.584992 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d64c71e3-5f1e-42a3-a39a-ea422b48739f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.587252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d64c71e3-5f1e-42a3-a39a-ea422b48739f tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/subnets/f9b76e6f-42d7-40e2-9d0b-7c743e402d9f HTTP/1.1" status: 204 len: 168 time: 0.5554473 Jul 29 23:42:55.590329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38092) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:55.598857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7a385-dd17-485a-995f-ef206fcadd9c None None] Network bd725f22-148b-4a09-b646-18996ad37077 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:55.609721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-d104c007-f3fe-4049-a29e-38b88210ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.611383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-d104c007-f3fe-4049-a29e-38b88210ef01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2077980 Jul 29 23:42:55.620456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ea6b3bd-0154-4acc-a818-8b6b59fda2da req-dbf55ff0-920e-4416-aefc-4eb2bf6eafa9 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538522 Jul 29 23:42:55.733596 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.802085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbdde4b0-559d-48e8-890c-b43eb831257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.805475 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbdde4b0-559d-48e8-890c-b43eb831257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.813246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fbdde4b0-559d-48e8-890c-b43eb831257e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/193f15f4-38c7-49f0-a6b8-6f0f48f2c94e HTTP/1.1" status: 204 len: 168 time: 0.6701150 Jul 29 23:42:55.870528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdde4b0-559d-48e8-890c-b43eb831257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193f15f4-38c7-49f0-a6b8-6f0f48f2c94e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:55.898404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbefd76-944c-4bd3-b643-2876300df284 None None] DHCP port deletion for bd725f22-148b-4a09-b646-18996ad37077 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:42:55.924340 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-1d77e2df-1b62-4767-a7ff-f53cac848134 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022206 Jul 29 23:42:55.934385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port d38489ca-ebeb-4ba3-a766-62b3014318d8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:55.934385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.062581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5cbefd76-944c-4bd3-b643-2876300df284 None None] Deleting port d38489ca-ebeb-4ba3-a766-62b3014318d8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:56.062963 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5cbefd76-944c-4bd3-b643-2876300df284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.106106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-4c08d2b8-a715-42b5-af75-764261a51d72 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721988 Jul 29 23:42:56.143861 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] For port d38489ca-ebeb-4ba3-a766-62b3014318d8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d38489ca-ebeb-4ba3-a766-62b3014318d8,segment=NetworkSegment(7156e5ee-2db7-44fd-a53e-4ff8caf76ebc),segment_id=7156e5ee-2db7-44fd-a53e-4ff8caf76ebc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:56.144478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.162773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5cbefd76-944c-4bd3-b643-2876300df284 None None] For port d38489ca-ebeb-4ba3-a766-62b3014318d8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d38489ca-ebeb-4ba3-a766-62b3014318d8,segment=NetworkSegment(7156e5ee-2db7-44fd-a53e-4ff8caf76ebc),segment_id=7156e5ee-2db7-44fd-a53e-4ff8caf76ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:56.163180 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5cbefd76-944c-4bd3-b643-2876300df284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.182537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5cbefd76-944c-4bd3-b643-2876300df284 None None] Calling delete_port for d38489ca-ebeb-4ba3-a766-62b3014318d8 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:56.191775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-9520837c-a811-4500-84ce-79e3fbad9392 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b553493-5e11-4969-9ddf-5058c0af1fde HTTP/1.1" status: 200 len: 217 time: 0.0799589 Jul 29 23:42:56.196862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for d38489ca-ebeb-4ba3-a766-62b3014318d8 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:56.314993 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5cbefd76-944c-4bd3-b643-2876300df284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.333570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-7af6e0f4-4988-42c0-a1fc-19ed39abba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.335244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-7af6e0f4-4988-42c0-a1fc-19ed39abba84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 HTTP/1.1" status: 200 len: 797 time: 0.1350126 Jul 29 23:42:56.345434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.370084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbefd76-944c-4bd3-b643-2876300df284 None None] Pushing event deleted for resources: {'Port': ['ID=d38489ca-ebeb-4ba3-a766-62b3014318d8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:56.392838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbefd76-944c-4bd3-b643-2876300df284 None None] No DVR routers for this DVR port d38489ca-ebeb-4ba3-a766-62b3014318d8 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:56.422618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642691a-dd83-474e-af04-490c0ed36eaa req-edca1ec6-6fa8-47ad-becd-f45ac23f3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.424191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-edca1ec6-6fa8-47ad-becd-f45ac23f3d78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0811331 Jul 29 23:42:56.454956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=d38489ca-ebeb-4ba3-a766-62b3014318d8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:56.462878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] No DVR routers for this DVR port d38489ca-ebeb-4ba3-a766-62b3014318d8 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:56.556147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-cb278002-4a82-42d3-829d-044837a6a0c3 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236129 Jul 29 23:42:56.566237 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.581317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd725f22-148b-4a09-b646-18996ad37077']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:56.601986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7156e5ee-2db7-44fd-a53e-4ff8caf76ebc') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:56.602258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7156e5ee-2db7-44fd-a53e-4ff8caf76ebc') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:56.619290 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.637091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:56.647495 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.670220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:56.670220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:56.675246 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:56.683460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1642691a-dd83-474e-af04-490c0ed36eaa req-e075cb33-a519-48fb-b744-c805d2448084 service neutron] 10.222.0.47 "GET /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207607 Jul 29 23:42:56.830311 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.835785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c480e-b4ce-432b-be83-37a4ec615d25 req-5b9f9601-1d53-4db9-884d-100494732f74 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.837411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a47c480e-b4ce-432b-be83-37a4ec615d25 req-5b9f9601-1d53-4db9-884d-100494732f74 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.0772622 Jul 29 23:42:56.848764 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.855837 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/networks/bd725f22-148b-4a09-b646-18996ad37077 HTTP/1.1" status: 204 len: 168 time: 1.2638199 Jul 29 23:42:56.857249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38114) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:56.863208 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7b77401f-9c0f-4c24-a846-6d902dcb0de7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a4715590c4746c783ec05b29e10b5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262359 Jul 29 23:42:56.869784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38116) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:56.985193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a47c480e-b4ce-432b-be83-37a4ec615d25 req-5a36f5b2-cdb0-46d2-ba6d-7b79b1f34f48 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310973 Jul 29 23:42:57.028737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fd1b8-0143-443e-b5f6-c80da1a585cf tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Network': ['ID=bd725f22-148b-4a09-b646-18996ad37077,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:57.063457 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.086483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4667-be76-4fb1-971c-f8d741733081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.125650 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4667-be76-4fb1-971c-f8d741733081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.144171 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f4bf7-82bb-46bd-af7f-7b4ef34f14a1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 9f72feb6-dc22-4829-8657-5b8d290aa977 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:57.153070 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f9f4bf7-82bb-46bd-af7f-7b4ef34f14a1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.213019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4667-be76-4fb1-971c-f8d741733081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.216707 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4667-be76-4fb1-971c-f8d741733081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.222502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2ddc4667-be76-4fb1-971c-f8d741733081 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab6cb12f-95dd-4ab1-a8db-bb812e305019 HTTP/1.1" status: 204 len: 168 time: 0.3515899 Jul 29 23:42:57.235827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc4667-be76-4fb1-971c-f8d741733081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6cb12f-95dd-4ab1-a8db-bb812e305019,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:57.455566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d38489ca-ebeb-4ba3-a766-62b3014318d8 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:57.475432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f9f4bf7-82bb-46bd-af7f-7b4ef34f14a1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.476344 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f9f4bf7-82bb-46bd-af7f-7b4ef34f14a1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.510156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d38489ca-ebeb-4ba3-a766-62b3014318d8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:57.510156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d38489ca-ebeb-4ba3-a766-62b3014318d8 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:57.520872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f4bf7-82bb-46bd-af7f-7b4ef34f14a1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 9f72feb6-dc22-4829-8657-5b8d290aa977 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:57.736827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966982a4-ab7f-472b-aaa7-66c324e1102f req-5d3e9f7e-dcc7-4c39-8492-733f7aaf0a42 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.745677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-966982a4-ab7f-472b-aaa7-66c324e1102f req-5d3e9f7e-dcc7-4c39-8492-733f7aaf0a42 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.1161826 Jul 29 23:42:57.812083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-966982a4-ab7f-472b-aaa7-66c324e1102f req-b79f7d99-fd2a-4b81-8d49-fe96a179f514 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650120 Jul 29 23:42:57.855610 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-30b2e187-147e-458a-9c4c-4d80b41d153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.858459 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-30b2e187-147e-458a-9c4c-4d80b41d153a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 1097 time: 0.1345887 Jul 29 23:42:58.029672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-c40f80e3-2a9d-4598-a2a4-01d13b5cd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:58.033553 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-c40f80e3-2a9d-4598-a2a4-01d13b5cd173 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 200 len: 916 time: 0.1647692 Jul 29 23:42:58.035488 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f9f4bf7-82bb-46bd-af7f-7b4ef34f14a1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.091169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f4bf7-82bb-46bd-af7f-7b4ef34f14a1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=9f72feb6-dc22-4829-8657-5b8d290aa977,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.179809 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-da976926-5a63-49f6-b85a-53a14c1d723a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d5313c6-9877-4815-a821-289952e6e99c HTTP/1.1" status: 200 len: 217 time: 0.1304262 Jul 29 23:42:58.717321 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f9f4bf7-82bb-46bd-af7f-7b4ef34f14a1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.720310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f9f4bf7-82bb-46bd-af7f-7b4ef34f14a1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.721723 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8f9f4bf7-82bb-46bd-af7f-7b4ef34f14a1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/floatingips/f41cf289-5ef4-437e-811e-36643b48fc4b HTTP/1.1" status: 204 len: 168 time: 1.8614819 Jul 29 23:42:58.723790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-309a48e0-1a2b-4385-b32e-6ca1022f35de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:58.725476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-309a48e0-1a2b-4385-b32e-6ca1022f35de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e352866-6809-4c48-8ed0-9a736b24cfb4 HTTP/1.1" status: 200 len: 854 time: 0.5155993 Jul 29 23:42:58.727242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38174) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:58.761313 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5776be5-9f72-4f10-9248-7f7f112f3ee6 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:58.761935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5776be5-9f72-4f10-9248-7f7f112f3ee6 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:58.764278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b5776be5-9f72-4f10-9248-7f7f112f3ee6 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/ports/70ea2789-b23b-4a88-bb2a-00856966eaa8 HTTP/1.1" status: 404 len: 333 time: 0.0353391 Jul 29 23:42:58.767942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38178) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:58.815217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-b272cb16-ac20-4c47-9d4d-8959269bf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:58.816894 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-b272cb16-ac20-4c47-9d4d-8959269bf78a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9672c27c-43a1-42dd-adcc-8c59e6a88db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776813 Jul 29 23:42:58.845760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-08bd0d37-ca9f-4298-bd09-ba444535315b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "GET /v2.0/ports?device_id=aafc305c-087e-40fb-8c60-42fdb452c756 HTTP/1.1" status: 200 len: 205 time: 0.0761986 Jul 29 23:42:58.848956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38182) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:58.950277 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-cba85090-5efa-4196-94b5-c90c15ebc80b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] delete failed (client error): The resource could not be found. Jul 29 23:42:58.952319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cba85090-5efa-4196-94b5-c90c15ebc80b tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/routers/aafc305c-087e-40fb-8c60-42fdb452c756 HTTP/1.1" status: 404 len: 336 time: 0.1018116 Jul 29 23:42:58.959830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38186) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:58.978465 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-50f37f3c-465c-4311-9ca4-6757a2b01447 service neutron] 10.222.0.42 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476653 Jul 29 23:42:59.019468 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c016c7d-5434-41df-9acb-8dcbfd00df70 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:59.019815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c016c7d-5434-41df-9acb-8dcbfd00df70 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:59.021580 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0c016c7d-5434-41df-9acb-8dcbfd00df70 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/subnets/f9b76e6f-42d7-40e2-9d0b-7c743e402d9f HTTP/1.1" status: 404 len: 337 time: 0.0601490 Jul 29 23:42:59.025225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6e7a-dd69-4c98-a96d-0ef547945dea req-d35691ac-2904-46cf-ab99-8862c11272c7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:59.027294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75ec6e7a-dd69-4c98-a96d-0ef547945dea req-d35691ac-2904-46cf-ab99-8862c11272c7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.0787063 Jul 29 23:42:59.028078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:59.152693 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b22aac6f-75cb-4679-8279-dca7e5f8e788 req-bf879136-8070-4fd1-b991-dc249a3fa6be service neutron] 10.222.0.42 "GET /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500750 Jul 29 23:42:59.178118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75ec6e7a-dd69-4c98-a96d-0ef547945dea req-8f3973ed-2cfc-45b4-b9f5-ace53afa3548 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375048 Jul 29 23:42:59.248753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 47e9f5c5-1ce2-47a5-a638-b729cf12bfaa {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:59.249642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.387440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.410050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 47e9f5c5-1ce2-47a5-a638-b729cf12bfaa owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:59.600694 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.631909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=47e9f5c5-1ce2-47a5-a638-b729cf12bfaa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:59.662298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.662653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.662970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.663305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.663641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.663966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.664318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.664644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.664962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.665283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.665607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.665954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:00.135582 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.142769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-be6f5108-b78a-454f-834e-851592f68128 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/ports/47e9f5c5-1ce2-47a5-a638-b729cf12bfaa HTTP/1.1" status: 204 len: 168 time: 1.1132741 Jul 29 23:43:00.143123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:00.282679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-abdd96c5-4add-4113-9206-4d7d18d18cf1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 07b3771e-495b-4de5-bcd4-3bf94fd50aa2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:00.283035 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abdd96c5-4add-4113-9206-4d7d18d18cf1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.413109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b604b-cb82-4daa-87e8-c534d684a103 req-56bf0b9e-e69c-4fad-9f17-c439c3ad2b3d tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:00.425725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-721b604b-cb82-4daa-87e8-c534d684a103 req-56bf0b9e-e69c-4fad-9f17-c439c3ad2b3d tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.1300576 Jul 29 23:43:00.451793 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:00.488451 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abdd96c5-4add-4113-9206-4d7d18d18cf1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.496078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-721b604b-cb82-4daa-87e8-c534d684a103 req-0623bbd0-7b0f-4f3c-8303-0936b22aa769 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687723 Jul 29 23:43:00.522677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-abdd96c5-4add-4113-9206-4d7d18d18cf1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 07b3771e-495b-4de5-bcd4-3bf94fd50aa2 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:00.650272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83b1a795-01ec-45c9-9153-52f92e449581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.698653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a680a-aa2f-480f-a779-6bd502098266 req-bcabe918-2ed9-4f97-924b-f67a7706793c tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:00.706768 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b09a680a-aa2f-480f-a779-6bd502098266 req-bcabe918-2ed9-4f97-924b-f67a7706793c tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.0710895 Jul 29 23:43:00.746439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b09a680a-aa2f-480f-a779-6bd502098266 req-ae76d972-c424-4c66-995a-38a127d545db tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385408 Jul 29 23:43:00.756781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abdd96c5-4add-4113-9206-4d7d18d18cf1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.827096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd96c5-4add-4113-9206-4d7d18d18cf1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=07b3771e-495b-4de5-bcd4-3bf94fd50aa2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:00.915303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bde2cb-6ee5-4b57-8943-4242c4b78013 req-65f0896c-8e1c-4078-a21d-6554bab54c5e tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:00.932778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71bde2cb-6ee5-4b57-8943-4242c4b78013 req-65f0896c-8e1c-4078-a21d-6554bab54c5e tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 946 time: 0.0924547 Jul 29 23:43:00.961586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abdd96c5-4add-4113-9206-4d7d18d18cf1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.968719 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-abdd96c5-4add-4113-9206-4d7d18d18cf1 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/ports/07b3771e-495b-4de5-bcd4-3bf94fd50aa2 HTTP/1.1" status: 204 len: 168 time: 0.8235416 Jul 29 23:43:00.972186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83b1a795-01ec-45c9-9153-52f92e449581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.973065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38248) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:00.977009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71bde2cb-6ee5-4b57-8943-4242c4b78013 req-643ea44a-a95e-4f8b-a15e-661e46c1f38a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427067 Jul 29 23:43:00.987303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83b1a795-01ec-45c9-9153-52f92e449581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.070262 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-83b1a795-01ec-45c9-9153-52f92e449581 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6eabe9c2ac974273882366c1fb0e9878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169767 Jul 29 23:43:01.073106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38252) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:01.073291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1a795-01ec-45c9-9153-52f92e449581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f483a18-dc2f-4595-a373-7036203789c5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:01.091737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21f4ff-8e99-4fef-a43d-3c658b8772d3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.097767 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3b21f4ff-8e99-4fef-a43d-3c658b8772d3 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "GET /v2.0/ports?device_id=71988ab5-60af-4216-8205-f8b9b8e7b32f HTTP/1.1" status: 200 len: 913 time: 0.1233060 Jul 29 23:43:01.098401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:01.198286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4fe8-96a1-4367-a34f-e0f09dbe3902 req-20393de8-c939-465d-ab24-bcdc8c3fec74 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.199937 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-310d4fe8-96a1-4367-a34f-e0f09dbe3902 req-20393de8-c939-465d-ab24-bcdc8c3fec74 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 945 time: 0.1151206 Jul 29 23:43:01.242519 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f915bd3f-fdcc-4efd-89c3-524e68314001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.258979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-310d4fe8-96a1-4367-a34f-e0f09dbe3902 req-e28b5ad2-27c4-4a49-975f-255438808e84 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475907 Jul 29 23:43:01.283736 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f915bd3f-fdcc-4efd-89c3-524e68314001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.309989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-5bea9752-349c-49ce-b755-ffa526a74b80 req-b1ec6d63-99e4-4f33-ae7d-90abdf88025b tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:43:01.311553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bea9752-349c-49ce-b755-ffa526a74b80 req-b1ec6d63-99e4-4f33-ae7d-90abdf88025b tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085449 Jul 29 23:43:01.413923 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f915bd3f-fdcc-4efd-89c3-524e68314001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.416633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f915bd3f-fdcc-4efd-89c3-524e68314001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.417739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f915bd3f-fdcc-4efd-89c3-524e68314001 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f483a18-dc2f-4595-a373-7036203789c5 HTTP/1.1" status: 204 len: 168 time: 0.3432598 Jul 29 23:43:01.433222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915bd3f-fdcc-4efd-89c3-524e68314001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f483a18-dc2f-4595-a373-7036203789c5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:01.459236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bea9752-349c-49ce-b755-ffa526a74b80 req-6b5d8425-c6f9-4b0e-a4f4-fac53c00f730 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1358609 Jul 29 23:43:01.777423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38274) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:01.813612 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.817660 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9312d73d-2c2b-4ff6-bb55-b91443c27411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.861489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44633e3c-cfb8-4d58-b649-a89422b966f2 req-ee75a745-ff90-4083-8430-24e6d97ed2d6 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.868627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44633e3c-cfb8-4d58-b649-a89422b966f2 req-ee75a745-ff90-4083-8430-24e6d97ed2d6 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.0945330 Jul 29 23:43:01.935435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44633e3c-cfb8-4d58-b649-a89422b966f2 req-245a7b33-a421-4876-b0b3-9ced61e20644 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658610 Jul 29 23:43:02.026005 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9312d73d-2c2b-4ff6-bb55-b91443c27411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.031586 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9312d73d-2c2b-4ff6-bb55-b91443c27411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.084733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312d73d-2c2b-4ff6-bb55-b91443c27411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae25156-834f-4d6e-a2cf-f763fc5d52b1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.103832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9312d73d-2c2b-4ff6-bb55-b91443c27411 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72c6f4328a8e4371839b662fc587079f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252668 Jul 29 23:43:02.110839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:02.226626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5216-f700-4ee9-b829-ba3a8e39c2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.248067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a21397-050f-4232-921b-e7240282d2be req-e6fcea44-02d2-495d-94c2-ebd9cb416fa0 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.250075 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74a21397-050f-4232-921b-e7240282d2be req-e6fcea44-02d2-495d-94c2-ebd9cb416fa0 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 946 time: 0.1176677 Jul 29 23:43:02.265779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port 6dc25b8e-1a13-4b02-8eee-fe47f12fd30a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:02.266181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.290796 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.316518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5216-f700-4ee9-b829-ba3a8e39c2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.329224 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74a21397-050f-4232-921b-e7240282d2be req-6559049d-ca2e-4d1e-9693-1ac283079aff tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698066 Jul 29 23:43:02.392707 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5216-f700-4ee9-b829-ba3a8e39c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.394615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.396199 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5216-f700-4ee9-b829-ba3a8e39c2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.407311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c5ff5216-f700-4ee9-b829-ba3a8e39c2d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ae25156-834f-4d6e-a2cf-f763fc5d52b1 HTTP/1.1" status: 204 len: 168 time: 0.2958369 Jul 29 23:43:02.410482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for 6dc25b8e-1a13-4b02-8eee-fe47f12fd30a owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:02.460454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff5216-f700-4ee9-b829-ba3a8e39c2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae25156-834f-4d6e-a2cf-f763fc5d52b1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.500940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960715bf-7d60-4ca9-90ac-d06b55698052 req-f56dfa3f-d1e1-4e37-adba-17cad696d8fb tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.503307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-960715bf-7d60-4ca9-90ac-d06b55698052 req-f56dfa3f-d1e1-4e37-adba-17cad696d8fb tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 945 time: 0.0770934 Jul 29 23:43:02.567605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-960715bf-7d60-4ca9-90ac-d06b55698052 req-f254689d-5d5d-4934-beb8-eb312b0156f7 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575905 Jul 29 23:43:02.708783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.741459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=6dc25b8e-1a13-4b02-8eee-fe47f12fd30a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.864300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0b064-9f1e-4d66-add3-0e1ed342547d req-4474e354-05b8-479b-84e6-f417f7d69eac tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.873540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0b064-9f1e-4d66-add3-0e1ed342547d req-4474e354-05b8-479b-84e6-f417f7d69eac tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.879953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0b064-9f1e-4d66-add3-0e1ed342547d req-4474e354-05b8-479b-84e6-f417f7d69eac tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.885339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bf0b064-9f1e-4d66-add3-0e1ed342547d req-4474e354-05b8-479b-84e6-f417f7d69eac tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d&device_id=ae972ff7-c073-4ce8-835d-5b412825aca6&device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 2417 time: 0.1161735 Jul 29 23:43:02.935195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bf0b064-9f1e-4d66-add3-0e1ed342547d req-0d43eed3-6bd9-4418-ab89-df4c59930343 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 Jul 29 23:43:03.031943 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.054570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f3017b8-4f28-415d-9b75-a5247c0024ad req-609df552-bac4-4211-8ae4-e0bd7960f090 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0821705 Jul 29 23:43:03.374275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Router 71988ab5-60af-4216-8205-f8b9b8e7b32f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:03.533696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:03.538751 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-68cf19ac-17bb-4643-87f7-77f2f492d626 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "PUT /v2.0/routers/71988ab5-60af-4216-8205-f8b9b8e7b32f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4393227 Jul 29 23:43:03.541624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:03.548255 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b97a87-ea31-4076-928b-2461ef9059cc None None] Sync routers for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:03.571433 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b97a87-ea31-4076-928b-2461ef9059cc None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:03.572707 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-03b97a87-ea31-4076-928b-2461ef9059cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:03.661822 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-03b97a87-ea31-4076-928b-2461ef9059cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:03.672632 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.679653 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b97a87-ea31-4076-928b-2461ef9059cc None None] Routers {'71988ab5-60af-4216-8205-f8b9b8e7b32f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:03.680873 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-03b97a87-ea31-4076-928b-2461ef9059cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['71988ab5-60af-4216-8205-f8b9b8e7b32f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:03.728696 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-03b97a87-ea31-4076-928b-2461ef9059cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:03.729665 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b97a87-ea31-4076-928b-2461ef9059cc None None] The sync data for ids ['71988ab5-60af-4216-8205-f8b9b8e7b32f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:03.821178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.908659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting port cfb1e39a-cdad-4d57-a0d4-add3a2d80c2a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:03.909048 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.004801 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.022512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Calling delete_port for cfb1e39a-cdad-4d57-a0d4-add3a2d80c2a owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:04.314739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.368440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Port': ['ID=cfb1e39a-cdad-4d57-a0d4-add3a2d80c2a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:04.459938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.585562 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.588886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.645056 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.646120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Fanout notify agent at l3_agent the message router_deleted on router 71988ab5-60af-4216-8205-f8b9b8e7b32f {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:43:04.655749 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.659181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5f5370fa-91ba-4965-a1be-a869d4c7377e tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/routers/71988ab5-60af-4216-8205-f8b9b8e7b32f HTTP/1.1" status: 204 len: 168 time: 1.1141508 Jul 29 23:43:04.659612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38378) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:04.750740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51a6d3a-f2d1-464f-a07b-ee532361464a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Deleting subnet cddc8179-03fc-4115-ab08-c64bfbe69a2d {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:04.756388 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c51a6d3a-f2d1-464f-a07b-ee532361464a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.879328 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c51a6d3a-f2d1-464f-a07b-ee532361464a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.932289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b2bb3-772d-44d0-9407-1b0b55a3976e req-87823210-7851-4b8e-a84a-403fe58651dc tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.934091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f2b2bb3-772d-44d0-9407-1b0b55a3976e req-87823210-7851-4b8e-a84a-403fe58651dc tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 945 time: 0.1381214 Jul 29 23:43:04.946591 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c51a6d3a-f2d1-464f-a07b-ee532361464a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.030347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f2b2bb3-772d-44d0-9407-1b0b55a3976e req-e09f20aa-6fa4-49b5-b95b-7b625abc3fa8 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796361 Jul 29 23:43:05.046533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c51a6d3a-f2d1-464f-a07b-ee532361464a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.079651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a6d3a-f2d1-464f-a07b-ee532361464a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Subnet': ['ID=cddc8179-03fc-4115-ab08-c64bfbe69a2d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:05.086316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c51a6d3a-f2d1-464f-a07b-ee532361464a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.088540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c51a6d3a-f2d1-464f-a07b-ee532361464a tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/subnets/cddc8179-03fc-4115-ab08-c64bfbe69a2d HTTP/1.1" status: 204 len: 168 time: 0.4276528 Jul 29 23:43:05.092663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:05.199132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.337883 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.354822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08f0046-1962-4ada-8f1f-17b7d3ba6894']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:05.369001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a6b920-f1aa-4018-b0c4-b5eda9acb6d3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:05.369357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a6b920-f1aa-4018-b0c4-b5eda9acb6d3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:05.386356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.402382 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.414115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:05.414989 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:05.469785 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:05.507055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.522952 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.526277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] 10.222.0.37 "DELETE /v2.0/networks/a08f0046-1962-4ada-8f1f-17b7d3ba6894 HTTP/1.1" status: 204 len: 168 time: 0.4321325 Jul 29 23:43:05.542726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a2d9d-11d0-4ace-ac4f-764bd7b54106 tempest-FloatingIPTestJSON-1468541629 tempest-FloatingIPTestJSON-1468541629-project] Pushing event deleted for resources: {'Network': ['ID=a08f0046-1962-4ada-8f1f-17b7d3ba6894,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:05.863790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38412) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:06.175807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:06.177088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eec325e4-6af5-4cc4-a4a2-c81315d99997 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=281586f2fd78411e84ca79b82e86b185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106198 Jul 29 23:43:06.257467 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-104d0b2c-c895-48b0-80af-17fbafb1f52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.309164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-104d0b2c-c895-48b0-80af-17fbafb1f52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.332987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ec17c-3362-4734-acb1-d42c0d212ae8 req-69d35b24-5c41-4443-b1d9-6273c4bd5f36 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:06.335668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-677ec17c-3362-4734-acb1-d42c0d212ae8 req-69d35b24-5c41-4443-b1d9-6273c4bd5f36 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 945 time: 0.1377685 Jul 29 23:43:06.405303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-104d0b2c-c895-48b0-80af-17fbafb1f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.409037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-104d0b2c-c895-48b0-80af-17fbafb1f52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.414813 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-104d0b2c-c895-48b0-80af-17fbafb1f52e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4232a4f4-c305-42f1-b04d-f134c5ea8c27 HTTP/1.1" status: 204 len: 168 time: 0.2369881 Jul 29 23:43:06.436549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d0b2c-c895-48b0-80af-17fbafb1f52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4232a4f4-c305-42f1-b04d-f134c5ea8c27,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:06.480862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-677ec17c-3362-4734-acb1-d42c0d212ae8 req-e93dc26a-c310-4d4f-83fe-18ee81a2cb64 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270413 Jul 29 23:43:06.720976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06314be-9d22-47d6-85b3-0c1d23249766 req-ac76b420-3dad-499b-882b-a457e9b4bab9 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:06.745793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b06314be-9d22-47d6-85b3-0c1d23249766 req-ac76b420-3dad-499b-882b-a457e9b4bab9 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1098 time: 0.2112038 Jul 29 23:43:06.854415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b06314be-9d22-47d6-85b3-0c1d23249766 req-7b02cbfd-6f41-4d15-834d-5cbbf7577b17 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063929 Jul 29 23:43:06.887330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38466) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:07.002490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c237f-ab74-4149-8315-036ce1408b02 req-d578a986-57db-4152-a378-b6783de34c0e tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:07.008812 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-337c237f-ab74-4149-8315-036ce1408b02 req-d578a986-57db-4152-a378-b6783de34c0e tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.42 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 945 time: 0.1326191 Jul 29 23:43:07.308460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 9fd23933-487d-4de5-963f-782c1bc0925e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:07.308986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.551328 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.551681 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.593999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 9fd23933-487d-4de5-963f-782c1bc0925e owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:07.731779 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-337c237f-ab74-4149-8315-036ce1408b02 req-ac9123f6-7cf6-4176-a71d-8f65c369d479 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Deleting port e8f07eac-680e-4cd8-84ac-c7bb5e741693 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:07.733056 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-337c237f-ab74-4149-8315-036ce1408b02 req-ac9123f6-7cf6-4176-a71d-8f65c369d479 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.911674 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.965943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38496) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:07.971114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=9fd23933-487d-4de5-963f-782c1bc0925e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.020471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-337c237f-ab74-4149-8315-036ce1408b02 req-ac9123f6-7cf6-4176-a71d-8f65c369d479 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] For port e8f07eac-680e-4cd8-84ac-c7bb5e741693, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e8f07eac-680e-4cd8-84ac-c7bb5e741693,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:08.020989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-337c237f-ab74-4149-8315-036ce1408b02 req-ac9123f6-7cf6-4176-a71d-8f65c369d479 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.066059 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-337c237f-ab74-4149-8315-036ce1408b02 req-ac9123f6-7cf6-4176-a71d-8f65c369d479 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Calling delete_port for e8f07eac-680e-4cd8-84ac-c7bb5e741693 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:08.109823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597c52f-148d-464d-9c08-caa61d5c798f req-eaa04728-105f-4443-b95b-ba106a449668 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:08.111785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2597c52f-148d-464d-9c08-caa61d5c798f req-eaa04728-105f-4443-b95b-ba106a449668 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 945 time: 0.2309370 Jul 29 23:43:08.168757 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.169102 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Floating IP ec9593e5-1e22-46b7-9d5f-034ac2a4aafb disassociated (deleted). External IP: 172.25.2.186, port: 81d49114-54c8-41d9-ab61-739649290fa6. Jul 29 23:43:08.257813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2597c52f-148d-464d-9c08-caa61d5c798f req-1db10b44-832c-474b-bdf7-210108aed287 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365032 Jul 29 23:43:08.305095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2042625432'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:08.347428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-337c237f-ab74-4149-8315-036ce1408b02 req-ac9123f6-7cf6-4176-a71d-8f65c369d479 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.363542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['1d5313c6-9877-4815-a821-289952e6e99c', 'e8f07eac-680e-4cd8-84ac-c7bb5e741693'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:08.393789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:08.397410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.459392 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.479671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9123f6-7cf6-4176-a71d-8f65c369d479 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Pushing event deleted for resources: {'Port': ['ID=e8f07eac-680e-4cd8-84ac-c7bb5e741693,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.480935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['40754b69-ab76-44f2-a0ce-f1c7d52ef4de'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:08.612047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.633249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.674077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e409ee65-f53e-4457-a4a9-63011c55129a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.679163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router d4e1aaec-e02e-4e53-870d-f4a6992cd136 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:08.693275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-337c237f-ab74-4149-8315-036ce1408b02 req-ac9123f6-7cf6-4176-a71d-8f65c369d479 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] No DVR routers for this DVR port e8f07eac-680e-4cd8-84ac-c7bb5e741693 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:08.698463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-337c237f-ab74-4149-8315-036ce1408b02 req-ac9123f6-7cf6-4176-a71d-8f65c369d479 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.704903 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-337c237f-ab74-4149-8315-036ce1408b02 req-ac9123f6-7cf6-4176-a71d-8f65c369d479 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.42 "DELETE /v2.0/ports/e8f07eac-680e-4cd8-84ac-c7bb5e741693 HTTP/1.1" status: 204 len: 173 time: 1.6887088 Jul 29 23:43:08.705390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad8584-3e4b-4bf7-8f14-fd589b2a488d', 'name': 'network-vif-deleted', 'tag': 'e8f07eac-680e-4cd8-84ac-c7bb5e741693'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:08.708321 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daad92bc-6572-4282-a94e-f9569e74c5d7" -d '{"events": [{"server_uuid": "acad8584-3e4b-4bf7-8f14-fd589b2a488d", "name": "network-vif-deleted", "tag": "e8f07eac-680e-4cd8-84ac-c7bb5e741693"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:08.715734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:08.730703 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.731126 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Added segment 3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67 of type vlan for network 07ea90e8-a4e2-46cc-99d5-071a15728e01 Jul 29 23:43:08.842627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.858624 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7d7db3-5082-48c5-baca-026e00cc5de7 x-openstack-request-id: req-7f7d7db3-5082-48c5-baca-026e00cc5de7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:08.859731 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad8584-3e4b-4bf7-8f14-fd589b2a488d", "name": "network-vif-deleted", "tag": "e8f07eac-680e-4cd8-84ac-c7bb5e741693", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:08.860124 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f7d7db3-5082-48c5-baca-026e00cc5de7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:08.861090 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acad8584-3e4b-4bf7-8f14-fd589b2a488d', 'name': 'network-vif-deleted', 'tag': 'e8f07eac-680e-4cd8-84ac-c7bb5e741693', 'status': 'completed', 'code': 200} Jul 29 23:43:08.957153 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.988618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:08.989318 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.991641 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:43:09.130051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:09.135320 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.169365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] Sync routers for ids ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:09.219078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-26998e56-9da3-4125-aabc-ffb0ab6239c8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/floatingips/ec9593e5-1e22-46b7-9d5f-034ac2a4aafb HTTP/1.1" status: 204 len: 168 time: 2.3284240 Jul 29 23:43:09.225027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] Routers {'d4e1aaec-e02e-4e53-870d-f4a6992cd136'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:09.225812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:09.226534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:09.236911 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4127f044-b065-46be-b8e8-ae7dfd4077c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:09.238920 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2675414 Jul 29 23:43:09.248707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38516) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:09.259978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'name': 'tempest-PortsTestJSON-1306650061'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:09.358117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d05995-93d1-4027-ae96-7b7c7663e0db tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Network': ['ID=07ea90e8-a4e2-46cc-99d5-071a15728e01,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:09.554182 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ecc552-3d60-4a5c-aed3-c915cabd7f86 x-openstack-request-id: req-91ecc552-3d60-4a5c-aed3-c915cabd7f86 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:09.554526 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:09.554800 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91ecc552-3d60-4a5c-aed3-c915cabd7f86 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:09.555271 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'status': 'completed', 'code': 200} Jul 29 23:43:09.608256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:09.617416 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.619670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-e8570b72-68a5-4fc2-8968-fa9d31347326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:09.623123 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-e8570b72-68a5-4fc2-8968-fa9d31347326 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 1098 time: 0.1185915 Jul 29 23:43:09.651473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 445be74d-f710-4749-ade9-76736df5a5fb yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:09.679555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:09.835430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1999cdc5-e226-4595-8465-2f5b51c9c3c9 req-f60131b0-a3a5-4293-8680-245b31afc349 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=acad8584-3e4b-4bf7-8f14-fd589b2a488d HTTP/1.1" status: 200 len: 210 time: 0.1234221 Jul 29 23:43:09.927150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] Set router d4e1aaec-e02e-4e53-870d-f4a6992cd136 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:09.995581 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-eade4334-ef06-4189-97f2-f696302d8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.002896 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-eade4334-ef06-4189-97f2-f696302d8dd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 200 len: 897 time: 0.3624775 Jul 29 23:43:10.098960 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-f0e8faea-a53f-4532-997f-b41e3cc20e34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 200 len: 217 time: 0.0785007 Jul 29 23:43:10.108536 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.128740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca93049-2bf2-4ff3-9c0f-e959bf815b9b req-a20bc32c-e049-4620-914e-41d67297fa2d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.131076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ca93049-2bf2-4ff3-9c0f-e959bf815b9b req-a20bc32c-e049-4620-914e-41d67297fa2d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 946 time: 0.1258013 Jul 29 23:43:10.233735 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-0423494d-051f-48bf-9ed5-ce88ffada28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.237295 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-0423494d-051f-48bf-9ed5-ce88ffada28b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 200 len: 835 time: 0.1275339 Jul 29 23:43:10.240254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ca93049-2bf2-4ff3-9c0f-e959bf815b9b req-49e529b8-09b0-4aed-be9c-6a4c9e6bf45b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953228 Jul 29 23:43:10.252260 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.317025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=445be74d-f710-4749-ade9-76736df5a5fb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:10.389903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-6188e9b2-0eb0-49ca-a613-05cab5a571b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.397533 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-6188e9b2-0eb0-49ca-a613-05cab5a571b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54f6f8ac-399e-4efa-abfa-b7167458392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450686 Jul 29 23:43:10.410207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Checking segment: {'id': '3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:10.410718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network hostable DHCP agents. Network: 07ea90e8-a4e2-46cc-99d5-071a15728e01, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:10.451345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:10.452219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8ef7ad5f-820f-4fe6-8707-af90a44c8aa1', 'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:4c:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:09Z', 'updated_at': '2021-07-29T23:40:37Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '2c809582-ee1b-4918-8149-5327c4e75278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:10.482536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 07ea90e8-a4e2-46cc-99d5-071a15728e01) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:10.486713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:10.499759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.500574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.523604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] Checking router: d4e1aaec-e02e-4e53-870d-f4a6992cd136 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:10.531333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2065eb01-0529-42d8-9b87-ed8f17d6c428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2811611 Jul 29 23:43:10.533405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f25c5d-6aa0-4083-82e0-4f9ccf008e49 None None] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:10.535617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38534) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:10.542628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-672598988'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:10.568735 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-8612c848-bdd4-415c-9d34-69c53a6be5cf service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541424 Jul 29 23:43:10.572811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:10.583751 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.625847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:10.631824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] Routers {'d4e1aaec-e02e-4e53-870d-f4a6992cd136'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:10.633437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:10.646775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.647467 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Added segment 3bd5c478-fd60-4568-83ab-12e22c699055 of type vlan for network 4c312966-dfa0-476c-bba7-a00ead059909 Jul 29 23:43:10.765000 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4127f044-b065-46be-b8e8-ae7dfd4077c0 req-e6c2eb63-a0af-4384-867c-6870a97dd647 service neutron] 10.222.0.42 "GET /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778302 Jul 29 23:43:10.781233 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.833416 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.844632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.845302 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.876056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3353703 Jul 29 23:43:10.876197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38540) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:10.882859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'ports': [{'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01'}, {'network_id': '4c312966-dfa0-476c-bba7-a00ead059909'}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:10.883295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:10.883848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '4c312966-dfa0-476c-bba7-a00ead059909'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:11.001820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d4cd9-9ced-4e8c-a56d-89d3ac5a5c54 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Network': ['ID=4c312966-dfa0-476c-bba7-a00ead059909,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:11.072732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e8f07eac-680e-4cd8-84ac-c7bb5e741693 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:11.130317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 4c312966-dfa0-476c-bba7-a00ead059909 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:11.283473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: e8f07eac-680e-4cd8-84ac-c7bb5e741693 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:11.286594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e8f07eac-680e-4cd8-84ac-c7bb5e741693 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:11.310086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 2} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:11.316443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.369497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.670082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port e122d5b5-c170-4d2c-ad75-a70fcac7ca02 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:11.744667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] Set router d4e1aaec-e02e-4e53-870d-f4a6992cd136 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:11.867241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8932f-4019-42e9-a290-1cce498eb4d4 req-b045b7ee-a9a1-4b78-b54f-cfcfc07459ef tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.876866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2c8932f-4019-42e9-a290-1cce498eb4d4 req-b045b7ee-a9a1-4b78-b54f-cfcfc07459ef tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 946 time: 0.3289180 Jul 29 23:43:11.961495 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.027272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2c8932f-4019-42e9-a290-1cce498eb4d4 req-b45089a6-73ce-47ae-81ed-6d0d2e652944 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352315 Jul 29 23:43:12.059687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07451489-d4c0-48e7-a627-38e7919c3635 req-6025a64a-7fb6-4f5d-be5f-24b9ee7a3cd7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.069810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07451489-d4c0-48e7-a627-38e7919c3635 req-6025a64a-7fb6-4f5d-be5f-24b9ee7a3cd7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 946 time: 0.4404335 Jul 29 23:43:12.071489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 24856629-6c20-43cd-8572-4f2c48f6802e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:12.169247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07451489-d4c0-48e7-a627-38e7919c3635 req-083325e7-068b-4502-86f9-90d344f05180 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972476 Jul 29 23:43:12.185953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38562) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:12.233937 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.290371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8ef7ad5f-820f-4fe6-8707-af90a44c8aa1', 'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:4c:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:09Z', 'updated_at': '2021-07-29T23:40:37Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '2c809582-ee1b-4918-8149-5327c4e75278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:12.299974 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.353377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beece7c9-9bee-4c33-ba53-1a9faf59262d None None] The sync data for ids ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'] in n-d-712139-11 is: [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8ef7ad5f-820f-4fe6-8707-af90a44c8aa1', 'name': '', 'network_id': '54f6f8ac-399e-4efa-abfa-b7167458392b', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:4c:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '2c809582-ee1b-4918-8149-5327c4e75278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:09Z', 'updated_at': '2021-07-29T23:40:37Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': '2c809582-ee1b-4918-8149-5327c4e75278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:12.415708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:12.425985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:12.427386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:12.427596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6467cbb1-7bd1-433f-be46-c628559b3487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.428634 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.478705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-ec8667ae-9c00-4eb5-8087-12aedb81f606 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.481368 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-ec8667ae-9c00-4eb5-8087-12aedb81f606 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 946 time: 0.1931992 Jul 29 23:43:12.507843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=e122d5b5-c170-4d2c-ad75-a70fcac7ca02,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:12.682335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Checking segment: {'id': '3bd5c478-fd60-4568-83ab-12e22c699055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c312966-dfa0-476c-bba7-a00ead059909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:12.682800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network hostable DHCP agents. Network: 4c312966-dfa0-476c-bba7-a00ead059909, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:12.713833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6467cbb1-7bd1-433f-be46-c628559b3487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.719471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6467cbb1-7bd1-433f-be46-c628559b3487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.741008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=24856629-6c20-43cd-8572-4f2c48f6802e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:12.813782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 4c312966-dfa0-476c-bba7-a00ead059909 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:12.830934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6467cbb1-7bd1-433f-be46-c628559b3487 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67ddc0d7c45e4d2d8f1484ccea5f8fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6436388 Jul 29 23:43:12.831646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38574) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:12.844907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467cbb1-7bd1-433f-be46-c628559b3487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55a1735-5b24-4ecc-8857-45e0aeaf54d2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:12.860809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-3645004a-8a19-42ee-918f-1aa335bb5b82 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 81d49114-54c8-41d9-ab61-739649290fa6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:12.861210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-3645004a-8a19-42ee-918f-1aa335bb5b82 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.888899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 4c312966-dfa0-476c-bba7-a00ead059909) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:12.904708 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c279c-d1dd-4d20-8783-e44cff65a6c3 None None] New status for floating IP ec9593e5-1e22-46b7-9d5f-034ac2a4aafb: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:43:12.907988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c950a-53a3-4388-920e-69054e304757 None None] Network 4c312966-dfa0-476c-bba7-a00ead059909 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:12.938999 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d374991b-ec9b-4604-9585-ef1147dc8bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.962560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:12.978008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.991658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:13.004212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.034050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d374991b-ec9b-4604-9585-ef1147dc8bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.060570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f19959b4-3d70-428b-b164-b907937219ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1824913 Jul 29 23:43:13.064059 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:13.164445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-deeb2d29-3199-4a5d-ab3c-efbb9b7e0fef tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:13.166842 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-deeb2d29-3199-4a5d-ab3c-efbb9b7e0fef tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 946 time: 0.2028878 Jul 29 23:43:13.237190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-3645004a-8a19-42ee-918f-1aa335bb5b82 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port 81d49114-54c8-41d9-ab61-739649290fa6, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=81d49114-54c8-41d9-ab61-739649290fa6,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:13.237670 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-3645004a-8a19-42ee-918f-1aa335bb5b82 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.320199 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-3645004a-8a19-42ee-918f-1aa335bb5b82 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 81d49114-54c8-41d9-ab61-739649290fa6 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:13.399597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fecc23-2be9-4492-adbd-750b02e1dd0b req-dc27f833-26b2-45ba-b666-43f1a1cc552b tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:13.401214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0fecc23-2be9-4492-adbd-750b02e1dd0b req-dc27f833-26b2-45ba-b666-43f1a1cc552b tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 946 time: 0.1699624 Jul 29 23:43:13.402931 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d374991b-ec9b-4604-9585-ef1147dc8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.406068 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d374991b-ec9b-4604-9585-ef1147dc8bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.407191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d374991b-ec9b-4604-9585-ef1147dc8bcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f55a1735-5b24-4ecc-8857-45e0aeaf54d2 HTTP/1.1" status: 204 len: 168 time: 0.5722554 Jul 29 23:43:13.441936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374991b-ec9b-4604-9585-ef1147dc8bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55a1735-5b24-4ecc-8857-45e0aeaf54d2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:13.485745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d898f-5dd1-44c6-bcda-72292bbdbca6 req-cfb2f6cb-98ea-4f85-8435-684844294fdc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:13.493928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-872d898f-5dd1-44c6-bcda-72292bbdbca6 req-cfb2f6cb-98ea-4f85-8435-684844294fdc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 946 time: 0.1606443 Jul 29 23:43:13.527551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0fecc23-2be9-4492-adbd-750b02e1dd0b req-cdd7f3e5-c105-42fc-8795-a108b4240352 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092873 Jul 29 23:43:13.546712 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b2032688-3e5a-48e7-94ca-869a8fee137b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 24856629-6c20-43cd-8572-4f2c48f6802e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:13.547397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2032688-3e5a-48e7-94ca-869a8fee137b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.629637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-872d898f-5dd1-44c6-bcda-72292bbdbca6 req-3630587d-1846-409b-8009-334932cac88a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=09bf0058-d27c-4331-a430-26a81aef0abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1348934 Jul 29 23:43:13.643405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-0e3e9cd3-00d5-4be3-b56e-a1c44badecfe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Deleting port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:13.643405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-0e3e9cd3-00d5-4be3-b56e-a1c44badecfe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.677331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2032688-3e5a-48e7-94ca-869a8fee137b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.741960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b2032688-3e5a-48e7-94ca-869a8fee137b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 24856629-6c20-43cd-8572-4f2c48f6802e owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:13.787032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-0e3e9cd3-00d5-4be3-b56e-a1c44badecfe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] For port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:13.787404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-0e3e9cd3-00d5-4be3-b56e-a1c44badecfe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.806079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-0e3e9cd3-00d5-4be3-b56e-a1c44badecfe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Calling delete_port for 40754b69-ab76-44f2-a0ce-f1c7d52ef4de owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:13.831412 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-3645004a-8a19-42ee-918f-1aa335bb5b82 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.921794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645004a-8a19-42ee-918f-1aa335bb5b82 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=81d49114-54c8-41d9-ab61-739649290fa6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.055717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-3645004a-8a19-42ee-918f-1aa335bb5b82 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] No DVR routers for this DVR port 81d49114-54c8-41d9-ab61-739649290fa6 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:14.067720 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-3645004a-8a19-42ee-918f-1aa335bb5b82 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.072352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e34e4897-8f4b-402c-9a2b-06baa1a9f976 req-3645004a-8a19-42ee-918f-1aa335bb5b82 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "DELETE /v2.0/ports/81d49114-54c8-41d9-ab61-739649290fa6 HTTP/1.1" status: 204 len: 173 time: 1.5785794 Jul 29 23:43:14.074922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-deleted', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:14.086188 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b140ea3a-0c85-4349-9a8e-43f03aeadc42" -d '{"events": [{"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-deleted", "tag": "81d49114-54c8-41d9-ab61-739649290fa6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:14.113688 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-0e3e9cd3-00d5-4be3-b56e-a1c44badecfe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.133184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['1d5313c6-9877-4815-a821-289952e6e99c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:14.147881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:14.181714 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed35b02b-05cd-483d-b1ef-634b5f976e9c x-openstack-request-id: req-ed35b02b-05cd-483d-b1ef-634b5f976e9c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:14.181714 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79cec7c-0ac5-45fe-996a-0d8630d4cc74", "name": "network-vif-deleted", "tag": "81d49114-54c8-41d9-ab61-739649290fa6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:14.182041 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed35b02b-05cd-483d-b1ef-634b5f976e9c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:14.182484 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79cec7c-0ac5-45fe-996a-0d8630d4cc74', 'name': 'network-vif-deleted', 'tag': '81d49114-54c8-41d9-ab61-739649290fa6', 'status': 'completed', 'code': 200} Jul 29 23:43:14.231495 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b072789a-c50b-4ae0-88f0-9309f4612e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.240655 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2032688-3e5a-48e7-94ca-869a8fee137b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.276238 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2032688-3e5a-48e7-94ca-869a8fee137b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.279705 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b2032688-3e5a-48e7-94ca-869a8fee137b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/24856629-6c20-43cd-8572-4f2c48f6802e HTTP/1.1" status: 204 len: 168 time: 1.2144148 Jul 29 23:43:14.316055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:14.327879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e9cd3-00d5-4be3-b56e-a1c44badecfe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Pushing event deleted for resources: {'Port': ['ID=40754b69-ab76-44f2-a0ce-f1c7d52ef4de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.347486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2032688-3e5a-48e7-94ca-869a8fee137b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=24856629-6c20-43cd-8572-4f2c48f6802e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.383515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-0e3e9cd3-00d5-4be3-b56e-a1c44badecfe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] No DVR routers for this DVR port 40754b69-ab76-44f2-a0ce-f1c7d52ef4de on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:14.385565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-0e3e9cd3-00d5-4be3-b56e-a1c44badecfe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.388869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb71dc5d-6bc5-4e42-b951-2cbe8ae9aa69 req-0e3e9cd3-00d5-4be3-b56e-a1c44badecfe tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.47 "DELETE /v2.0/ports/40754b69-ab76-44f2-a0ce-f1c7d52ef4de HTTP/1.1" status: 204 len: 173 time: 1.1757705 Jul 29 23:43:14.392471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae972ff7-c073-4ce8-835d-5b412825aca6', 'name': 'network-vif-deleted', 'tag': '40754b69-ab76-44f2-a0ce-f1c7d52ef4de'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:14.398593 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e16a3ac-7758-4297-8e18-363b0bf87479" -d '{"events": [{"server_uuid": "ae972ff7-c073-4ce8-835d-5b412825aca6", "name": "network-vif-deleted", "tag": "40754b69-ab76-44f2-a0ce-f1c7d52ef4de"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:14.587322 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd6bf5c-7bdf-4568-8a0e-724927417b71 x-openstack-request-id: req-ebd6bf5c-7bdf-4568-8a0e-724927417b71 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:14.587904 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae972ff7-c073-4ce8-835d-5b412825aca6", "name": "network-vif-deleted", "tag": "40754b69-ab76-44f2-a0ce-f1c7d52ef4de", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:14.590718 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebd6bf5c-7bdf-4568-8a0e-724927417b71 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:14.591559 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae972ff7-c073-4ce8-835d-5b412825aca6', 'name': 'network-vif-deleted', 'tag': '40754b69-ab76-44f2-a0ce-f1c7d52ef4de', 'status': 'completed', 'code': 200} Jul 29 23:43:14.743578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c7cdb24-5c6d-4bfb-8bef-b0619c003432 req-b43540df-f2e4-4892-925f-aba9cf11cf35 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae972ff7-c073-4ce8-835d-5b412825aca6 HTTP/1.1" status: 200 len: 210 time: 0.0772562 Jul 29 23:43:14.905308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b072789a-c50b-4ae0-88f0-9309f4612e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.940405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e27a83-60c4-41e9-ad5d-50bdfffd5b1c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:14.949336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a5577e4-9e04-487c-87a2-74d468766296 req-1bcff0a0-3919-4acc-aa65-4cd4110eeb1c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79cec7c-0ac5-45fe-996a-0d8630d4cc74 HTTP/1.1" status: 200 len: 210 time: 0.0805974 Jul 29 23:43:14.986740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e27a83-60c4-41e9-ad5d-50bdfffd5b1c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:14.989547 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-65e27a83-60c4-41e9-ad5d-50bdfffd5b1c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6603565 Jul 29 23:43:14.995918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38630) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:15.014042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b072789a-c50b-4ae0-88f0-9309f4612e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.028305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:15.095585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 81d49114-54c8-41d9-ab61-739649290fa6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:15.095940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 81d49114-54c8-41d9-ab61-739649290fa6 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:15.166662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072789a-c50b-4ae0-88f0-9309f4612e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f4404a-eeab-4208-98da-a9d0c8985597,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:15.174484 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b072789a-c50b-4ae0-88f0-9309f4612e7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b76b25345104480ba853df6fd1adff6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0274642 Jul 29 23:43:15.178616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:15.280530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c7478eae-369b-49c0-a46a-7e9883f58ebe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port e122d5b5-c170-4d2c-ad75-a70fcac7ca02 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:15.290158 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7478eae-369b-49c0-a46a-7e9883f58ebe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.316822 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:15.327749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-434bc45d-1ea4-486b-ac73-d4a5e50f9c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.376387 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-434bc45d-1ea4-486b-ac73-d4a5e50f9c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.446317 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7478eae-369b-49c0-a46a-7e9883f58ebe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.469221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c7478eae-369b-49c0-a46a-7e9883f58ebe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for e122d5b5-c170-4d2c-ad75-a70fcac7ca02 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:15.493269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-434bc45d-1ea4-486b-ac73-d4a5e50f9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.496985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-434bc45d-1ea4-486b-ac73-d4a5e50f9c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.500773 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-434bc45d-1ea4-486b-ac73-d4a5e50f9c96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27f4404a-eeab-4208-98da-a9d0c8985597 HTTP/1.1" status: 204 len: 168 time: 0.3181612 Jul 29 23:43:15.533652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bc45d-1ea4-486b-ac73-d4a5e50f9c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f4404a-eeab-4208-98da-a9d0c8985597,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:15.568908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2be27b6-6f6f-4851-bdcb-dae92e9c0345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.592086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 40754b69-ab76-44f2-a0ce-f1c7d52ef4de no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:15.618084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 40754b69-ab76-44f2-a0ce-f1c7d52ef4de {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:15.618751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 40754b69-ab76-44f2-a0ce-f1c7d52ef4de not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:15.645149 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7478eae-369b-49c0-a46a-7e9883f58ebe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.696807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7478eae-369b-49c0-a46a-7e9883f58ebe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.699963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c7478eae-369b-49c0-a46a-7e9883f58ebe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/e122d5b5-c170-4d2c-ad75-a70fcac7ca02 HTTP/1.1" status: 204 len: 168 time: 0.7024148 Jul 29 23:43:15.701792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478eae-369b-49c0-a46a-7e9883f58ebe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=e122d5b5-c170-4d2c-ad75-a70fcac7ca02,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:15.703793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38644) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:15.753666 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2be27b6-6f6f-4851-bdcb-dae92e9c0345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.763996 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2be27b6-6f6f-4851-bdcb-dae92e9c0345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.764465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d57f80-a62f-49b8-b116-f88d6e2feefc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:15.765809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-95d57f80-a62f-49b8-b116-f88d6e2feefc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0612428 Jul 29 23:43:15.770776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38648) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:15.828209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be27b6-6f6f-4851-bdcb-dae92e9c0345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aab7980-3c6b-425d-8139-613661097b5b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:15.867264 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b2be27b6-6f6f-4851-bdcb-dae92e9c0345 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f979749543ee4a4981b739f665a69ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5487599 Jul 29 23:43:15.871816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:15.975169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e800e03-62b6-4b18-a2d5-8e4263c1c5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.023643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e800e03-62b6-4b18-a2d5-8e4263c1c5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.083443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38666) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:16.333228 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1e3db8-fe45-4f8e-9004-b8996f8bc641 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:43:16.334908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6a1e3db8-fe45-4f8e-9004-b8996f8bc641 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/24856629-6c20-43cd-8572-4f2c48f6802e HTTP/1.1" status: 404 len: 333 time: 0.5625613 Jul 29 23:43:16.342228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38672) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:16.396485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b0b4e-c848-4104-857e-50d16547cd92 req-9d816c44-df04-4531-a316-b808c2141f5b tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:16.404152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-684b0b4e-c848-4104-857e-50d16547cd92 req-9d816c44-df04-4531-a316-b808c2141f5b tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.0723066 Jul 29 23:43:16.426425 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e800e03-62b6-4b18-a2d5-8e4263c1c5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.429610 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e800e03-62b6-4b18-a2d5-8e4263c1c5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.431135 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2e800e03-62b6-4b18-a2d5-8e4263c1c5be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aab7980-3c6b-425d-8139-613661097b5b HTTP/1.1" status: 204 len: 168 time: 0.5581505 Jul 29 23:43:16.432428 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8900aff5-d1ff-4b6b-896f-781332ca13de tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:43:16.435556 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8900aff5-d1ff-4b6b-896f-781332ca13de tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/e122d5b5-c170-4d2c-ad75-a70fcac7ca02 HTTP/1.1" status: 404 len: 333 time: 0.0910325 Jul 29 23:43:16.439162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:16.451750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e800e03-62b6-4b18-a2d5-8e4263c1c5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aab7980-3c6b-425d-8139-613661097b5b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:16.562050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-684b0b4e-c848-4104-857e-50d16547cd92 req-27f897c1-80e7-40b1-bea3-a4022cd5a71c tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542711 Jul 29 23:43:16.630044 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.837649 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.865676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.893652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c312966-dfa0-476c-bba7-a00ead059909']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:16.908715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd5c478-fd60-4568-83ab-12e22c699055') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:16.908991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd5c478-fd60-4568-83ab-12e22c699055') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:16.925872 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.983146 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.998428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:16.999288 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:17.003195 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:17.123383 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.133890 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.135948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/networks/4c312966-dfa0-476c-bba7-a00ead059909 HTTP/1.1" status: 204 len: 168 time: 0.6952057 Jul 29 23:43:17.141249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38692) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:17.173223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2107264333'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:17.178520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4681234-3aab-4211-8d6a-4f167809e0c5 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Network': ['ID=4c312966-dfa0-476c-bba7-a00ead059909,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:17.211940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:17.219689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.254361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38694) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:17.273313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:17.297740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.298743 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Added segment 3d0b04db-061c-481f-92fc-cca9bce1548b of type vlan for network d436ca53-8b44-480d-87cf-23484744417e Jul 29 23:43:17.398615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:17.399161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.432758 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.476219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1556348985-network', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:17.503301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.507619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38700) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:17.511011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:17.511659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.526964 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce086cf5-3522-44a9-86c9-6542e49f7d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.565959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8ef7ad5f-820f-4fe6-8707-af90a44c8aa1,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:17.566475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.578695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Made reservation on behalf of c85ac3743d154bacb324f962f2094f9c for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:17.579924 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.597752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:17.600492 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.623666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Network': ['ID=d436ca53-8b44-480d-87cf-23484744417e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:17.636810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network d436ca53-8b44-480d-87cf-23484744417e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:17.775406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dc308-d02e-4d90-b793-c89ba2b9dd59 req-c1d1f22e-3433-460c-a840-a3f66f379b4f tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:17.781861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-937dc308-d02e-4d90-b793-c89ba2b9dd59 req-c1d1f22e-3433-460c-a840-a3f66f379b4f tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.0896749 Jul 29 23:43:17.838828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce086cf5-3522-44a9-86c9-6542e49f7d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.854628 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce086cf5-3522-44a9-86c9-6542e49f7d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.860695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-937dc308-d02e-4d90-b793-c89ba2b9dd59 req-ce3cdc3b-7e91-40ca-8930-75b7b50b1a9d tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778365 Jul 29 23:43:17.908426 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ce086cf5-3522-44a9-86c9-6542e49f7d7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfbbd2302f9a4f71b0a2e2c4f470cb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997028 Jul 29 23:43:17.911588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:17.936061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce086cf5-3522-44a9-86c9-6542e49f7d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491f045d-9030-4e2f-88ac-ae4bd727f6b2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:17.961674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1a8bf103-b909-4929-8ccc-bd415b07d875 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8152056 Jul 29 23:43:17.961926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38706) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:17.969396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': 'd436ca53-8b44-480d-87cf-23484744417e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:18.021924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.029691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89300dab-18b5-4599-8f59-1cccdd8da351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.033413 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.040827 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.054920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:18.056073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=8ef7ad5f-820f-4fe6-8707-af90a44c8aa1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:18.064808 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.065237 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Added segment 417126c3-1c89-4928-932c-486ffd623632 of type vlan for network a585dfa2-29d7-49e2-ba89-7683384fe1e8 Jul 29 23:43:18.127347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89300dab-18b5-4599-8f59-1cccdd8da351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.182373 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.189762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffebac74-c0b4-45bc-9f9c-d84a3c685e40,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:18.235647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:18.239782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.249820 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.250377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:18.252284 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.320796 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89300dab-18b5-4599-8f59-1cccdd8da351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.325758 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89300dab-18b5-4599-8f59-1cccdd8da351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.327835 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-89300dab-18b5-4599-8f59-1cccdd8da351 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/491f045d-9030-4e2f-88ac-ae4bd727f6b2 HTTP/1.1" status: 204 len: 168 time: 0.4147301 Jul 29 23:43:18.333073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0766463 Jul 29 23:43:18.337026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:18.347928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Request body: {'subnet': {'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1556348985-subnet', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:18.393614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89300dab-18b5-4599-8f59-1cccdd8da351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491f045d-9030-4e2f-88ac-ae4bd727f6b2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:18.427205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89a731-8bb1-4aa1-8400-2efcb7f1857e admin admin] Pushing event updated for resources: {'Network': ['ID=a585dfa2-29d7-49e2-ba89-7683384fe1e8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:18.441305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a585dfa2-29d7-49e2-ba89-7683384fe1e8 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:18.499351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Made reservation on behalf of c85ac3743d154bacb324f962f2094f9c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:18.503503 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.512303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.614379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-729e0929-e56a-4fd5-b142-e9c1c8832dcd tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:18.616456 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-729e0929-e56a-4fd5-b142-e9c1c8832dcd tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.2559950 Jul 29 23:43:18.729237 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.767943 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.926231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=2bbe8981-ccf3-4a6b-bbe7-8741536bed9a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:18.945614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Checking segment: {'id': '3d0b04db-061c-481f-92fc-cca9bce1548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd436ca53-8b44-480d-87cf-23484744417e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:18.949780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network hostable DHCP agents. Network: d436ca53-8b44-480d-87cf-23484744417e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:18.989704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network d436ca53-8b44-480d-87cf-23484744417e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:19.002928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, d436ca53-8b44-480d-87cf-23484744417e) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:19.021655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde8bd90-a1d8-49dd-bdc1-7e35dbd33fae None None] Network d436ca53-8b44-480d-87cf-23484744417e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:19.033709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:19.034840 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.064131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7cf91175-362a-4c41-a648-20283c5930b7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0998669 Jul 29 23:43:19.066936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38726) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:19.089747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': 'd436ca53-8b44-480d-87cf-23484744417e', 'name': 'tempest-PortsTestJSON-1110302907'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:19.258535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-d436ca53-8b44-480d-87cf-23484744417e', 'network_id': 'd436ca53-8b44-480d-87cf-23484744417e', 'tenant_id': 'dd266ff5897c47f89f2f08b223d0b45d', 'fixed_ips': [{'subnet_id': '2bbe8981-ccf3-4a6b-bbe7-8741536bed9a'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:19.259421 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.332945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-9bccd66d-76cd-40f7-b1dc-b4021d264c6a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Deleting port 1d5313c6-9877-4815-a821-289952e6e99c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:19.333285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-9bccd66d-76cd-40f7-b1dc-b4021d264c6a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.474051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Allocated IP 172.20.0.2 (d436ca53-8b44-480d-87cf-23484744417e/2bbe8981-ccf3-4a6b-bbe7-8741536bed9a/1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:19.530345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7a135-dda5-4db7-8752-14a76b7eb313 req-0e69c593-2878-4487-86b4-355335940bc3 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:19.542014 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8b7a135-dda5-4db7-8752-14a76b7eb313 req-0e69c593-2878-4487-86b4-355335940bc3 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 945 time: 0.2134173 Jul 29 23:43:19.554309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:19.559446 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.581577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router d4e1aaec-e02e-4e53-870d-f4a6992cd136 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:19.588760 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.692312 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.709194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Transition to ACTIVE for port object 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:19.729678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8b7a135-dda5-4db7-8752-14a76b7eb313 req-0402e0e5-42ce-484e-9c79-f12313d99a23 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/security-groups?id=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865761 Jul 29 23:43:19.735148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 8696de74-459d-458b-bff2-930ece48f949 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:19.754877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Transition to ACTIVE for port object 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:19.773874 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.775375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Pushing event updated for resources: {'Subnet': ['ID=89df1c70-55f5-4d69-bd75-c2a6371ca538,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:19.802700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-9bccd66d-76cd-40f7-b1dc-b4021d264c6a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] For port 1d5313c6-9877-4815-a821-289952e6e99c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=1d5313c6-9877-4815-a821-289952e6e99c,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:19.803547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-9bccd66d-76cd-40f7-b1dc-b4021d264c6a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.831416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-9bccd66d-76cd-40f7-b1dc-b4021d264c6a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Calling delete_port for 1d5313c6-9877-4815-a821-289952e6e99c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:19.846612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Checking segment: {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:19.847227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Network hostable DHCP agents. Network: a585dfa2-29d7-49e2-ba89-7683384fe1e8, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:19.882147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Network d436ca53-8b44-480d-87cf-23484744417e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:19.895468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:19.916880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:19.920719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Pushing event updated for resources: {'Port': ['ID=1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:20.046484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Network a585dfa2-29d7-49e2-ba89-7683384fe1e8 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:20.074089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.11 (d436ca53-8b44-480d-87cf-23484744417e/2bbe8981-ccf3-4a6b-bbe7-8741536bed9a/8696de74-459d-458b-bff2-930ece48f949) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:20.080268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Attempting to bind port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:20.080690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Attempting to bind port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '3d0b04db-061c-481f-92fc-cca9bce1548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd436ca53-8b44-480d-87cf-23484744417e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:20.081465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Attempting to bind port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 on network d436ca53-8b44-480d-87cf-23484744417e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:20.095730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:20.096145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Checking segment: {'id': '3d0b04db-061c-481f-92fc-cca9bce1548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd436ca53-8b44-480d-87cf-23484744417e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:20.098173 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.098866 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Bound using segment: {'id': '3d0b04db-061c-481f-92fc-cca9bce1548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd436ca53-8b44-480d-87cf-23484744417e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:20.100424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Bound port: 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0b04db-061c-481f-92fc-cca9bce1548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd436ca53-8b44-480d-87cf-23484744417e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:20.105828 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.185945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, a585dfa2-29d7-49e2-ba89-7683384fe1e8) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:20.198560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:20.199227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.207519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc6e62-0e2a-4d90-b8dd-4f780dd42357 None None] Network a585dfa2-29d7-49e2-ba89-7683384fe1e8 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:20.209747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:20.216602 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-66f27b7b-29b4-4080-8610-74a352b9a797 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "PUT /v2.0/routers/d4e1aaec-e02e-4e53-870d-f4a6992cd136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1314893 Jul 29 23:43:20.223996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38746) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:20.249959 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-204ddc8f-99f2-4fb5-bb45-49662116734c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9006138 Jul 29 23:43:20.262070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38748) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:20.271958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] Sync routers for ids ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:20.292861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1556348985-router', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:20.355510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] Routers {'d4e1aaec-e02e-4e53-870d-f4a6992cd136'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:20.356971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:20.427222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc54a87d-a45e-4cca-aad8-59cf2a7a93e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting subnet 2c809582-ee1b-4918-8149-5327c4e75278 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:20.430664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc54a87d-a45e-4cca-aad8-59cf2a7a93e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.479972 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc54a87d-a45e-4cca-aad8-59cf2a7a93e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.480797 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-9bccd66d-76cd-40f7-b1dc-b4021d264c6a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.532544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccd66d-76cd-40f7-b1dc-b4021d264c6a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Pushing event deleted for resources: {'Port': ['ID=1d5313c6-9877-4815-a821-289952e6e99c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:20.533689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.534730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.566424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] For port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:20.640785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-9bccd66d-76cd-40f7-b1dc-b4021d264c6a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] No DVR routers for this DVR port 1d5313c6-9877-4815-a821-289952e6e99c on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:20.645790 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-9bccd66d-76cd-40f7-b1dc-b4021d264c6a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.648923 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-704912da-2fd2-449c-98ff-3ff54a8827aa req-9bccd66d-76cd-40f7-b1dc-b4021d264c6a tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.42 "DELETE /v2.0/ports/1d5313c6-9877-4815-a821-289952e6e99c HTTP/1.1" status: 204 len: 173 time: 2.0218754 Jul 29 23:43:20.648923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d76b6a6-b3c0-45bf-85c7-8967ffd31112', 'name': 'network-vif-deleted', 'tag': '1d5313c6-9877-4815-a821-289952e6e99c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:20.656174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] For port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1,segment=NetworkSegment(3d0b04db-061c-481f-92fc-cca9bce1548b),segment_id=3d0b04db-061c-481f-92fc-cca9bce1548b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:20.662759 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ae339-7877-483c-9640-d842f5cfbfd1" -d '{"events": [{"server_uuid": "9d76b6a6-b3c0-45bf-85c7-8967ffd31112", "name": "network-vif-deleted", "tag": "1d5313c6-9877-4815-a821-289952e6e99c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:20.755612 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed0ec92-4be0-4f81-935a-5d256160b1a6 x-openstack-request-id: req-8ed0ec92-4be0-4f81-935a-5d256160b1a6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:20.756543 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d76b6a6-b3c0-45bf-85c7-8967ffd31112", "name": "network-vif-deleted", "tag": "1d5313c6-9877-4815-a821-289952e6e99c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:20.756543 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ed0ec92-4be0-4f81-935a-5d256160b1a6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:20.756543 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d76b6a6-b3c0-45bf-85c7-8967ffd31112', 'name': 'network-vif-deleted', 'tag': '1d5313c6-9877-4815-a821-289952e6e99c', 'status': 'completed', 'code': 200} Jul 29 23:43:20.757649 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.810103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.999571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c33e00-53e5-491f-b7e6-79b81f5a4e67 None None] Pushing event updated for resources: {'Port': ['ID=1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:21.007441 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc54a87d-a45e-4cca-aad8-59cf2a7a93e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.020938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.085453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-a585dfa2-29d7-49e2-ba89-7683384fe1e8', 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'fixed_ips': [{'subnet_id': '89df1c70-55f5-4d69-bd75-c2a6371ca538'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:21.087546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.096230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 1d5313c6-9877-4815-a821-289952e6e99c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:21.166562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-816c9882-29a9-45e4-b606-90ad61de0761 req-1f6a78d3-1f9d-471d-9633-a0c44153bd39 tempest-ListServerFiltersTestJSON-1519089510 tempest-ListServerFiltersTestJSON-1519089510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d76b6a6-b3c0-45bf-85c7-8967ffd31112 HTTP/1.1" status: 200 len: 210 time: 0.1765056 Jul 29 23:43:21.167157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] Set router d4e1aaec-e02e-4e53-870d-f4a6992cd136 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:21.240617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 1d5313c6-9877-4815-a821-289952e6e99c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:21.240993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 1d5313c6-9877-4815-a821-289952e6e99c not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:21.272153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object 8696de74-459d-458b-bff2-930ece48f949 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:21.484156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.587579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc54a87d-a45e-4cca-aad8-59cf2a7a93e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.673492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Allocated IP 172.20.0.2 (a585dfa2-29d7-49e2-ba89-7683384fe1e8/89df1c70-55f5-4d69-bd75-c2a6371ca538/4b7cd263-743d-440d-bb2c-408b551b688a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:21.711063 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d49b376-3d7a-4e5f-b9d8-16b394ae0567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.733865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54a87d-a45e-4cca-aad8-59cf2a7a93e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Subnet': ['ID=2c809582-ee1b-4918-8149-5327c4e75278,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:21.795578 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc54a87d-a45e-4cca-aad8-59cf2a7a93e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.797592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dc54a87d-a45e-4cca-aad8-59cf2a7a93e2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/subnets/2c809582-ee1b-4918-8149-5327c4e75278 HTTP/1.1" status: 204 len: 168 time: 1.5725725 Jul 29 23:43:21.801179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38776) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:21.815778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dac516-931e-4c2e-83b1-d70aa30506c1 None None] Network 54f6f8ac-399e-4efa-abfa-b7167458392b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:21.844840 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.921212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=8696de74-459d-458b-bff2-930ece48f949,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:21.932411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network d436ca53-8b44-480d-87cf-23484744417e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:21.937654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:21.940766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:22.013803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:43:17Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:22.060954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:22.061843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.102181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8ea92a8c-2dbd-431d-917e-2ff8e939f2a0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0337453 Jul 29 23:43:22.103066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38786) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:22.125241 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.126662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] Checking router: d4e1aaec-e02e-4e53-870d-f4a6992cd136 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:22.208998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] Routers {'d4e1aaec-e02e-4e53-870d-f4a6992cd136'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:22.208998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:42:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:22.334357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:22.405396 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.418316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1ea81fb5-baf8-45ce-8f80-93b5f3a0c744 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 8696de74-459d-458b-bff2-930ece48f949 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:22.418751 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ea81fb5-baf8-45ce-8f80-93b5f3a0c744 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.431738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.462742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.482584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Transition to ACTIVE for port object 4b7cd263-743d-440d-bb2c-408b551b688a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:22.498838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Transition to ACTIVE for port object 4b7cd263-743d-440d-bb2c-408b551b688a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:22.501090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 582168dd-f80d-46c7-9a90-339e47e9749c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:22.501859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.505001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d558796d-e4b8-43e9-8cf0-5dacb2e74af3 admin admin] Deleting subnet 2e352866-6809-4c48-8ed0-9a736b24cfb4 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:22.511677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.514405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d558796d-e4b8-43e9-8cf0-5dacb2e74af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.552243 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.633843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d558796d-e4b8-43e9-8cf0-5dacb2e74af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.634286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port 582168dd-f80d-46c7-9a90-339e47e9749c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=582168dd-f80d-46c7-9a90-339e47e9749c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:22.634919 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.658011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 582168dd-f80d-46c7-9a90-339e47e9749c owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:22.695364 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ea81fb5-baf8-45ce-8f80-93b5f3a0c744 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.746216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1ea81fb5-baf8-45ce-8f80-93b5f3a0c744 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 8696de74-459d-458b-bff2-930ece48f949 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:22.836094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd73e6-6ee8-4c51-85f2-53c940e11027 None None] Network d436ca53-8b44-480d-87cf-23484744417e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:22.871235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Allocated IP 172.25.2.209 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/74737635-af7d-4169-919a-f1f5d3d29141) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:22.908610 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d558796d-e4b8-43e9-8cf0-5dacb2e74af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.923863 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.966825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Network a585dfa2-29d7-49e2-ba89-7683384fe1e8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:23.018902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:23.030464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1043f875-5e1e-4f4b-adf8-4120bd60c280 None None] Provisioning for port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:23.039580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:23.056132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Pushing event updated for resources: {'Port': ['ID=4b7cd263-743d-440d-bb2c-408b551b688a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:23.066126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=582168dd-f80d-46c7-9a90-339e47e9749c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:23.113078 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.114449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] Set router d4e1aaec-e02e-4e53-870d-f4a6992cd136 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:23.199476 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d558796d-e4b8-43e9-8cf0-5dacb2e74af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.238127 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.240963 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.279523 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d558796d-e4b8-43e9-8cf0-5dacb2e74af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.286799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d558796d-e4b8-43e9-8cf0-5dacb2e74af3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2e352866-6809-4c48-8ed0-9a736b24cfb4 HTTP/1.1" status: 204 len: 168 time: 0.9480093 Jul 29 23:43:23.293574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38798) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:23.295822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558796d-e4b8-43e9-8cf0-5dacb2e74af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e352866-6809-4c48-8ed0-9a736b24cfb4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:23.299448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf80f5c-2185-44af-9163-e2123e49f90e None None] Network 9672c27c-43a1-42dd-adcc-8c59e6a88db2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:23.312388 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.317617 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ea81fb5-baf8-45ce-8f80-93b5f3a0c744 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.416873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec0e9c-dd64-4da2-834d-f329f67f6562 None None] DHCP port deletion for 54f6f8ac-399e-4efa-abfa-b7167458392b request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:43:23.450001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea81fb5-baf8-45ce-8f80-93b5f3a0c744 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=8696de74-459d-458b-bff2-930ece48f949,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:23.453825 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.454440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Fanout notify agent at l3_agent the message router_deleted on router d4e1aaec-e02e-4e53-870d-f4a6992cd136 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:43:23.475312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.479016 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8b54db86-253b-4a8f-9483-584cc0d34039 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/routers/d4e1aaec-e02e-4e53-870d-f4a6992cd136 HTTP/1.1" status: 204 len: 168 time: 1.6741319 Jul 29 23:43:23.480737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.482365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38806) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:23.566965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Attempting to bind port 4b7cd263-743d-440d-bb2c-408b551b688a on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:23.567549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Attempting to bind port 4b7cd263-743d-440d-bb2c-408b551b688a by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:23.568205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Attempting to bind port 4b7cd263-743d-440d-bb2c-408b551b688a on network a585dfa2-29d7-49e2-ba89-7683384fe1e8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:23.610764 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.613542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:23.645280 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ea81fb5-baf8-45ce-8f80-93b5f3a0c744 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.647851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1ea81fb5-baf8-45ce-8f80-93b5f3a0c744 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/8696de74-459d-458b-bff2-930ece48f949 HTTP/1.1" status: 204 len: 168 time: 1.5419853 Jul 29 23:43:23.649271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:23.653562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38808) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:23.667245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:23.668545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Checking segment: {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:23.668984 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.669638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Bound using segment: {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:23.670337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Bound port: 4b7cd263-743d-440d-bb2c-408b551b688a, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:23.670739 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.685939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:23.744247 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa89013-7e61-4c5c-8440-2e223d4d10ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:43:23.745406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa89013-7e61-4c5c-8440-2e223d4d10ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:43:23.747857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:23.748843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ffa89013-7e61-4c5c-8440-2e223d4d10ae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/8696de74-459d-458b-bff2-930ece48f949 HTTP/1.1" status: 404 len: 333 time: 0.0935335 Jul 29 23:43:23.751827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:23.762413 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.858988 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d27fbbe-8581-4e7a-8f6f-cb21b2ceeda8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:43:23.865021 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6d27fbbe-8581-4e7a-8f6f-cb21b2ceeda8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/8696de74-459d-458b-bff2-930ece48f949 HTTP/1.1" status: 404 len: 333 time: 0.1072273 Jul 29 23:43:23.871213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38812) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:23.993237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Pushing event updated for resources: {'Port': ['ID=74737635-af7d-4169-919a-f1f5d3d29141,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:24.111437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3ea4eb-79c1-455c-a130-a65664ffacd0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet 2bbe8981-ccf3-4a6b-bbe7-8741536bed9a {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:24.114820 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c3ea4eb-79c1-455c-a130-a65664ffacd0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.155445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Deleting port e9cac098-c4d4-4834-999f-8e8600d8dcff {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:24.155940 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.206523 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.225899 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c3ea4eb-79c1-455c-a130-a65664ffacd0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.288411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:24.291403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8bec0e9c-dd64-4da2-834d-f329f67f6562 None None] Deleting port 9d30c784-3e26-46b8-85d3-4f9d3716b170 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:24.292046 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bec0e9c-dd64-4da2-834d-f329f67f6562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.300918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 9d30c784-3e26-46b8-85d3-4f9d3716b170 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:24.301422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.306921 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ccc76ddb-ae5c-45f3-9766-c85675593f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.362705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:43:17Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:24.371198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:24.371572 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.456816 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.458620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-09b65ccd-357b-46c5-bd41-3dd8b1b4b4d3 None None] Provisioning complete for port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:24.458988 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09b65ccd-357b-46c5-bd41-3dd8b1b4b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.461289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] For port 4b7cd263-743d-440d-bb2c-408b551b688a, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:24.499080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port 9d30c784-3e26-46b8-85d3-4f9d3716b170, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9d30c784-3e26-46b8-85d3-4f9d3716b170,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:24.499603 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.507508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8bec0e9c-dd64-4da2-834d-f329f67f6562 None None] For port 9d30c784-3e26-46b8-85d3-4f9d3716b170, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9d30c784-3e26-46b8-85d3-4f9d3716b170,segment=NetworkSegment(07218e1a-b5d2-4c96-9e1e-5986d49e7d06),segment_id=07218e1a-b5d2-4c96-9e1e-5986d49e7d06)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:24.510633 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bec0e9c-dd64-4da2-834d-f329f67f6562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.517930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 9d30c784-3e26-46b8-85d3-4f9d3716b170 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:24.530237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8bec0e9c-dd64-4da2-834d-f329f67f6562 None None] Calling delete_port for 9d30c784-3e26-46b8-85d3-4f9d3716b170 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:24.573910 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.635515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] For port e9cac098-c4d4-4834-999f-8e8600d8dcff, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e9cac098-c4d4-4834-999f-8e8600d8dcff,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:24.635873 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.703805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b4a90-84e5-403f-99ae-77d161347c58 None None] DHCP port deletion for 9672c27c-43a1-42dd-adcc-8c59e6a88db2 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:43:24.747833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2db0e1-db66-4c60-bb49-bd0cb1c68f32 None None] The sync data for ids ['d4e1aaec-e02e-4e53-870d-f4a6992cd136'] in n-d-712139-11 is: [{'id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034063525', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:02Z', 'updated_at': '2021-07-29T23:43:17Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': '582168dd-f80d-46c7-9a90-339e47e9749c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1aaec-e02e-4e53-870d-f4a6992cd136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:03Z', 'updated_at': '2021-07-29T23:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:24.749608 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bec0e9c-dd64-4da2-834d-f329f67f6562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.759284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Calling delete_port for e9cac098-c4d4-4834-999f-8e8600d8dcff owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:24.779453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] For port 4b7cd263-743d-440d-bb2c-408b551b688a, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4b7cd263-743d-440d-bb2c-408b551b688a,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:24.797791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec0e9c-dd64-4da2-834d-f329f67f6562 None None] No DVR routers for this DVR port 9d30c784-3e26-46b8-85d3-4f9d3716b170 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:24.826894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c3ea4eb-79c1-455c-a130-a65664ffacd0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.855268 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.857454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec0e9c-dd64-4da2-834d-f329f67f6562 None None] Pushing event deleted for resources: {'Port': ['ID=9d30c784-3e26-46b8-85d3-4f9d3716b170,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:24.949319 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09b65ccd-357b-46c5-bd41-3dd8b1b4b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.963181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c3ea4eb-79c1-455c-a130-a65664ffacd0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.045326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ea4eb-79c1-455c-a130-a65664ffacd0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbe8981-ccf3-4a6b-bbe7-8741536bed9a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:25.061252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799836c9-8700-4a7c-b83f-053a1edfa7bc None None] Pushing event updated for resources: {'Port': ['ID=4b7cd263-743d-440d-bb2c-408b551b688a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:25.077513 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c3ea4eb-79c1-455c-a130-a65664ffacd0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.079744 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6c3ea4eb-79c1-455c-a130-a65664ffacd0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/2bbe8981-ccf3-4a6b-bbe7-8741536bed9a HTTP/1.1" status: 204 len: 168 time: 1.2028499 Jul 29 23:43:25.083812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38830) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:25.086293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.100515 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.100959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b80e79-4f9b-4453-8844-d6a97cb03c8d None None] Network d436ca53-8b44-480d-87cf-23484744417e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:25.243141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=9d30c784-3e26-46b8-85d3-4f9d3716b170,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:25.257250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-480b4a90-84e5-403f-99ae-77d161347c58 None None] Deleting port e9cac098-c4d4-4834-999f-8e8600d8dcff {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:25.257758 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-480b4a90-84e5-403f-99ae-77d161347c58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.347885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] No DVR routers for this DVR port 9d30c784-3e26-46b8-85d3-4f9d3716b170 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:25.513532 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-09b65ccd-357b-46c5-bd41-3dd8b1b4b4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:43:25.514055 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-09b65ccd-357b-46c5-bd41-3dd8b1b4b4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:43:25.541786 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.543772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1,segment=NetworkSegment(3d0b04db-061c-481f-92fc-cca9bce1548b),segment_id=3d0b04db-061c-481f-92fc-cca9bce1548b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:25.563121 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.594043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-480b4a90-84e5-403f-99ae-77d161347c58 None None] For port e9cac098-c4d4-4834-999f-8e8600d8dcff, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e9cac098-c4d4-4834-999f-8e8600d8dcff,segment=NetworkSegment(c3719dd5-35d0-4e91-9afd-bdd898c26aec),segment_id=c3719dd5-35d0-4e91-9afd-bdd898c26aec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:25.598660 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-480b4a90-84e5-403f-99ae-77d161347c58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.676302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-480b4a90-84e5-403f-99ae-77d161347c58 None None] Calling delete_port for e9cac098-c4d4-4834-999f-8e8600d8dcff owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:25.692662 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.724672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b7d55-948f-4b67-acc4-287868d987a8 None None] DHCP port deletion for d436ca53-8b44-480d-87cf-23484744417e request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:43:25.744926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cac098-c4d4-4834-999f-8e8600d8dcff,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:25.750721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.760853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Router 9b503bd8-1a64-486a-b0d9-0dc36db06255 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:43:25.805851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] No DVR routers for this DVR port e9cac098-c4d4-4834-999f-8e8600d8dcff on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:25.818455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.875807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f6f8ac-399e-4efa-abfa-b7167458392b']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:25.893220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07218e1a-b5d2-4c96-9e1e-5986d49e7d06') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:25.893521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07218e1a-b5d2-4c96-9e1e-5986d49e7d06') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:25.911327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:25.931466 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.933679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0eb6f70e-b2ac-467c-ba16-5ca932e58e54 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6548941 Jul 29 23:43:25.935178 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Sync routers for ids ['9b503bd8-1a64-486a-b0d9-0dc36db06255'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:25.937022 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:25.940550 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.949192 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Routers {'9b503bd8-1a64-486a-b0d9-0dc36db06255'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:25.950201 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9b503bd8-1a64-486a-b0d9-0dc36db06255'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:26.019630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.038099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.047792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:26.049994 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:26.054415 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:26.068585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9672c27c-43a1-42dd-adcc-8c59e6a88db2']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:26.083579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4b7cd263-743d-440d-bb2c-408b551b688a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:26.151341 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Set router 9b503bd8-1a64-486a-b0d9-0dc36db06255 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:26.176807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.352532 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.355151 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:43:26.390221 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-480b4a90-84e5-403f-99ae-77d161347c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.469484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 4b7cd263-743d-440d-bb2c-408b551b688a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:26.476872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eb2c304a-a952-4ad6-917b-300c3948559a None None] Could not find standard attr ID for object 8696de74-459d-458b-bff2-930ece48f949. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:43:26.479042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a21b7d55-948f-4b67-acc4-287868d987a8 None None] Deleting port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:26.479461 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a21b7d55-948f-4b67-acc4-287868d987a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.479822 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'name': 'tempest-TestServerMultinode-1556348985-router', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '74737635-af7d-4169-919a-f1f5d3d29141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:20Z', 'updated_at': '2021-07-29T23:43:23Z', 'revision_number': 3, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'gw_port': {'id': '74737635-af7d-4169-919a-f1f5d3d29141', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:22Z', 'updated_at': '2021-07-29T23:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:26.481370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b4a90-84e5-403f-99ae-77d161347c58 None None] Pushing event deleted for resources: {'Port': ['ID=e9cac098-c4d4-4834-999f-8e8600d8dcff,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:26.488121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b4a90-84e5-403f-99ae-77d161347c58 None None] No DVR routers for this DVR port e9cac098-c4d4-4834-999f-8e8600d8dcff on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:26.604045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e9cac098-c4d4-4834-999f-8e8600d8dcff no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:26.626638 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Checking router: 9b503bd8-1a64-486a-b0d9-0dc36db06255 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:26.627154 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Updating router 9b503bd8-1a64-486a-b0d9-0dc36db06255 port 74737635-af7d-4169-919a-f1f5d3d29141 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:26.674269 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.683706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e9cac098-c4d4-4834-999f-8e8600d8dcff {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:26.684117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e9cac098-c4d4-4834-999f-8e8600d8dcff not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:26.685071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9d30c784-3e26-46b8-85d3-4f9d3716b170 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:26.721564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3719dd5-35d0-4e91-9afd-bdd898c26aec') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:26.722624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3719dd5-35d0-4e91-9afd-bdd898c26aec') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:26.742792 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.743009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a21b7d55-948f-4b67-acc4-287868d987a8 None None] For port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1,segment=NetworkSegment(3d0b04db-061c-481f-92fc-cca9bce1548b),segment_id=3d0b04db-061c-481f-92fc-cca9bce1548b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:26.743384 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a21b7d55-948f-4b67-acc4-287868d987a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.745992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 9d30c784-3e26-46b8-85d3-4f9d3716b170 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:26.746342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9d30c784-3e26-46b8-85d3-4f9d3716b170 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:26.746759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:26.769201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.777205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:26.779098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.793000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:26.793349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8ef7ad5f-820f-4fe6-8707-af90a44c8aa1 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:26.799845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a21b7d55-948f-4b67-acc4-287868d987a8 None None] Calling delete_port for 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:26.876424 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:26.879781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.886260 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.889107 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/networks/54f6f8ac-399e-4efa-abfa-b7167458392b HTTP/1.1" status: 204 len: 168 time: 3.4057460 Jul 29 23:43:26.893043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.897583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38854) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:26.898487 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.903043 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.906098 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] 10.222.0.37 "DELETE /v2.0/networks/9672c27c-43a1-42dd-adcc-8c59e6a88db2 HTTP/1.1" status: 204 len: 168 time: 3.6051040 Jul 29 23:43:26.921586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5df64-ecb2-47da-ba27-1734d4453ec5 None None] Network a585dfa2-29d7-49e2-ba89-7683384fe1e8 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:26.958303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac2788-6a59-4d1d-9fb3-58733fbb10df tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Network': ['ID=54f6f8ac-399e-4efa-abfa-b7167458392b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:27.002664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee223a-73bf-4606-b84f-08a498d912da admin admin] Pushing event deleted for resources: {'Network': ['ID=9672c27c-43a1-42dd-adcc-8c59e6a88db2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:27.023683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:27.024802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.101114 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a21b7d55-948f-4b67-acc4-287868d987a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.175891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-32729ecb-919b-4566-8c19-1c8dafc29b0a None None] Provisioning for port 4b7cd263-743d-440d-bb2c-408b551b688a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:27.201273 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.208261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b7d55-948f-4b67-acc4-287868d987a8 None None] Pushing event deleted for resources: {'Port': ['ID=1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:27.211547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cb8abc-b3d1-424f-b8e4-a03d6dd1ca8c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.223326 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-32729ecb-919b-4566-8c19-1c8dafc29b0a None None] Provisioning complete for port 4b7cd263-743d-440d-bb2c-408b551b688a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:27.223641 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32729ecb-919b-4566-8c19-1c8dafc29b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.255280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b7d55-948f-4b67-acc4-287868d987a8 None None] No DVR routers for this DVR port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:27.261790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] For port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1,segment=NetworkSegment(3d0b04db-061c-481f-92fc-cca9bce1548b),segment_id=3d0b04db-061c-481f-92fc-cca9bce1548b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:27.268436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.307516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:27.349420 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cb8abc-b3d1-424f-b8e4-a03d6dd1ca8c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.362913 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.374698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38858) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:27.392573 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Transition to ACTIVE for port object 74737635-af7d-4169-919a-f1f5d3d29141 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:27.418055 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.519519 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Pushing event updated for resources: {'Port': ['ID=74737635-af7d-4169-919a-f1f5d3d29141,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:27.540726 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1be3d947-e5fd-4148-9f5d-93d238688fd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d09bbbc0ae8148acaae75fc3803e9501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645803 Jul 29 23:43:27.546313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Allocated IP 172.20.0.1 (a585dfa2-29d7-49e2-ba89-7683384fe1e8/89df1c70-55f5-4d69-bd75-c2a6371ca538/490af8bc-eeed-4771-a637-5194412f8a41) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:27.560793 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.562365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:27.563036 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.563591 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.564004 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.565835 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.566278 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.566692 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.567567 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.568867 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.569278 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.573824 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.574264 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:27.618107 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Attempting to bind port 74737635-af7d-4169-919a-f1f5d3d29141 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:27.618675 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Attempting to bind port 74737635-af7d-4169-919a-f1f5d3d29141 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:27.619600 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Attempting to bind port 74737635-af7d-4169-919a-f1f5d3d29141 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:27.638008 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:27.639024 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:27.639514 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.640891 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:27.642623 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Bound port: 74737635-af7d-4169-919a-f1f5d3d29141, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:27.643073 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.672332 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32729ecb-919b-4566-8c19-1c8dafc29b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.702611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.714549 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32a65a62-5ad0-4cfc-8936-b6f091a9bb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.776299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:27.787364 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] For port 74737635-af7d-4169-919a-f1f5d3d29141, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:27.796066 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] For port 74737635-af7d-4169-919a-f1f5d3d29141, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=74737635-af7d-4169-919a-f1f5d3d29141,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:27.807432 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.827422 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cb8abc-b3d1-424f-b8e4-a03d6dd1ca8c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.830936 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cb8abc-b3d1-424f-b8e4-a03d6dd1ca8c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.836113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-15cb8abc-b3d1-424f-b8e4-a03d6dd1ca8c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/security-groups/09bf0058-d27c-4331-a430-26a81aef0abf HTTP/1.1" status: 204 len: 168 time: 0.9344792 Jul 29 23:43:27.847281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No DVR routers for this DVR port 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:27.863299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb8abc-b3d1-424f-b8e4-a03d6dd1ca8c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf0058-d27c-4331-a430-26a81aef0abf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:27.869072 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.890775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-32729ecb-919b-4566-8c19-1c8dafc29b0a None None] For port 4b7cd263-743d-440d-bb2c-408b551b688a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4b7cd263-743d-440d-bb2c-408b551b688a,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:27.891633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Transition to ACTIVE for port object 490af8bc-eeed-4771-a637-5194412f8a41 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:27.900414 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32a65a62-5ad0-4cfc-8936-b6f091a9bb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.915430 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Routers {'9b503bd8-1a64-486a-b0d9-0dc36db06255'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:27.916101 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9b503bd8-1a64-486a-b0d9-0dc36db06255'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:27.920396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:27.931324 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:27.932844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1b6a8c86-852f-4fdc-a7f3-59e5cdf597b1 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:27.933533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 582168dd-f80d-46c7-9a90-339e47e9749c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:27.937557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.951747 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32729ecb-919b-4566-8c19-1c8dafc29b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.993427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Network a585dfa2-29d7-49e2-ba89-7683384fe1e8 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:27.996679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:28.002130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:28.034487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 582168dd-f80d-46c7-9a90-339e47e9749c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:28.034487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 582168dd-f80d-46c7-9a90-339e47e9749c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:28.053307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Pushing event updated for resources: {'Port': ['ID=490af8bc-eeed-4771-a637-5194412f8a41,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:28.072265 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.137402 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.152807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d436ca53-8b44-480d-87cf-23484744417e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:28.157781 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cad10-9cca-46d5-ab19-459c2930f1ca None None] Pushing event updated for resources: {'Port': ['ID=74737635-af7d-4169-919a-f1f5d3d29141,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:28.174324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0b04db-061c-481f-92fc-cca9bce1548b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:28.174725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0b04db-061c-481f-92fc-cca9bce1548b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:28.177787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32a65a62-5ad0-4cfc-8936-b6f091a9bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.181104 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32a65a62-5ad0-4cfc-8936-b6f091a9bb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.182500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-32a65a62-5ad0-4cfc-8936-b6f091a9bb74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8 HTTP/1.1" status: 204 len: 168 time: 0.6173682 Jul 29 23:43:28.225978 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] Set router 9b503bd8-1a64-486a-b0d9-0dc36db06255 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:28.233098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32729ecb-919b-4566-8c19-1c8dafc29b0a None None] Pushing event updated for resources: {'Port': ['ID=4b7cd263-743d-440d-bb2c-408b551b688a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:28.236857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2dc24929-af0c-428c-abb6-b6758f745a62 None None] Provisioning complete for port 4b7cd263-743d-440d-bb2c-408b551b688a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:28.237243 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dc24929-af0c-428c-abb6-b6758f745a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.241818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a65a62-5ad0-4cfc-8936-b6f091a9bb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c0c28c-db68-41bd-a7b7-7a4fc08ff8f8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:28.249162 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.281895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.295500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:28.296295 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:28.304685 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:28.375962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.491948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.499552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.501449 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/networks/d436ca53-8b44-480d-87cf-23484744417e HTTP/1.1" status: 204 len: 168 time: 3.4162004 Jul 29 23:43:28.509766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38880) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:28.533096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1245539048'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:28.538785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722dfcb-6126-461e-8d94-48f497822b09 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Network': ['ID=d436ca53-8b44-480d-87cf-23484744417e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:28.576927 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'name': 'tempest-TestServerMultinode-1556348985-router', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '74737635-af7d-4169-919a-f1f5d3d29141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:20Z', 'updated_at': '2021-07-29T23:43:23Z', 'revision_number': 3, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'gw_port': {'id': '74737635-af7d-4169-919a-f1f5d3d29141', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:22Z', 'updated_at': '2021-07-29T23:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:28.583120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:28.586905 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.614897 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f279ae3-71de-41a7-8f09-646abba5fd71 None None] The sync data for ids ['9b503bd8-1a64-486a-b0d9-0dc36db06255'] in n-d-712139-11 is: [{'id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'name': 'tempest-TestServerMultinode-1556348985-router', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '74737635-af7d-4169-919a-f1f5d3d29141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:20Z', 'updated_at': '2021-07-29T23:43:23Z', 'revision_number': 3, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'gw_port': {'id': '74737635-af7d-4169-919a-f1f5d3d29141', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:22Z', 'updated_at': '2021-07-29T23:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:28.652720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:28.665255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.665579 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Added segment 56b1181d-0d51-4439-9a62-65ffd588942b of type vlan for network 1b3d8158-c76a-413f-b3fb-82abcb62c44f Jul 29 23:43:28.696497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-47da9190-4286-4904-a06a-f7c331cb84bb None None] Provisioning for port 490af8bc-eeed-4771-a637-5194412f8a41 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:28.701874 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.709094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-47da9190-4286-4904-a06a-f7c331cb84bb None None] Provisioning complete for port 490af8bc-eeed-4771-a637-5194412f8a41 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:28.709663 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47da9190-4286-4904-a06a-f7c331cb84bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.713761 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.754834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.786854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-47da9190-4286-4904-a06a-f7c331cb84bb None None] Port 490af8bc-eeed-4771-a637-5194412f8a41 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:28.831761 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.837809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:28.838461 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.849927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Pushing event updated for resources: {'Port': ['ID=490af8bc-eeed-4771-a637-5194412f8a41,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:28.891553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.013953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Network': ['ID=1b3d8158-c76a-413f-b3fb-82abcb62c44f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:29.023329 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fc312c4b-ebda-4b4a-a068-c1513d7539c6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5124276 Jul 29 23:43:29.024483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:29.026620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1b3d8158-c76a-413f-b3fb-82abcb62c44f details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:29.032816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '1b3d8158-c76a-413f-b3fb-82abcb62c44f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:29.126201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Network a585dfa2-29d7-49e2-ba89-7683384fe1e8 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:29.134093 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:29.285120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:29.295549 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.453730 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Router 9b503bd8-1a64-486a-b0d9-0dc36db06255 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:29.621581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1d39189e-9267-4afe-9009-333dd38e56d8 None None] Provisioning complete for port 490af8bc-eeed-4771-a637-5194412f8a41 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:29.623798 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d39189e-9267-4afe-9009-333dd38e56d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.651205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:29.660059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b1e90030-3471-4168-bacb-00048af1a16b admin admin] 10.222.0.37 "PUT /v2.0/routers/9b503bd8-1a64-486a-b0d9-0dc36db06255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7184844 Jul 29 23:43:29.733940 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.751910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1d39189e-9267-4afe-9009-333dd38e56d8 None None] Port 490af8bc-eeed-4771-a637-5194412f8a41 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:29.838458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Checking segment: {'id': '56b1181d-0d51-4439-9a62-65ffd588942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1b3d8158-c76a-413f-b3fb-82abcb62c44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:29.838634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network hostable DHCP agents. Network: 1b3d8158-c76a-413f-b3fb-82abcb62c44f, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:29.864318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=771f0812-0cf3-4c00-be94-080ce2dc1b1f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:29.871130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 1b3d8158-c76a-413f-b3fb-82abcb62c44f is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:29.885414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 1b3d8158-c76a-413f-b3fb-82abcb62c44f) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:29.892760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:29.897858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31598b4-b909-49a1-8212-f44bf7e9319e None None] Network 1b3d8158-c76a-413f-b3fb-82abcb62c44f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:29.898244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-864edbc6-2aeb-49ae-b25f-050d0d095015 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-565872030', 'description': 'tempest-secgroup-smoke-565872030 description', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:29.919391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:29.921373 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.959007 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-864edbc6-2aeb-49ae-b25f-050d0d095015 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.972687 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1e3c1969-9104-4994-9df6-b2cc5d4ef6ac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9469481 Jul 29 23:43:29.973819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38922) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:29.990509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '1b3d8158-c76a-413f-b3fb-82abcb62c44f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-392764233'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:30.055087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4b7cd263-743d-440d-bb2c-408b551b688a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:30.179960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-864edbc6-2aeb-49ae-b25f-050d0d095015 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.192908 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-864edbc6-2aeb-49ae-b25f-050d0d095015 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.340099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-864edbc6-2aeb-49ae-b25f-050d0d095015 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.369663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-864edbc6-2aeb-49ae-b25f-050d0d095015 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4754648 Jul 29 23:43:30.400966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:30.421060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-668cb240-6cec-408f-8cc9-1f3ca9dc4de3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:30.438602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864edbc6-2aeb-49ae-b25f-050d0d095015 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:30.444399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:30.482477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.491386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4b7cd263-743d-440d-bb2c-408b551b688a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:30.491824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.592207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 034f0b95-ef22-4e12-885c-6b804a871abe yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:30.612175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-1b3d8158-c76a-413f-b3fb-82abcb62c44f', 'network_id': '1b3d8158-c76a-413f-b3fb-82abcb62c44f', 'tenant_id': 'dd266ff5897c47f89f2f08b223d0b45d', 'fixed_ips': [{'subnet_id': '771f0812-0cf3-4c00-be94-080ce2dc1b1f'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:30.615399 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.805321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.4 (1b3d8158-c76a-413f-b3fb-82abcb62c44f/771f0812-0cf3-4c00-be94-080ce2dc1b1f/034f0b95-ef22-4e12-885c-6b804a871abe) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:30.863510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 74737635-af7d-4169-919a-f1f5d3d29141 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:30.972891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.004121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object 034f0b95-ef22-4e12-885c-6b804a871abe will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:31.036708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 74737635-af7d-4169-919a-f1f5d3d29141 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:31.046439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 74737635-af7d-4169-919a-f1f5d3d29141 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:31.048204 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.061090 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.077900 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-668cb240-6cec-408f-8cc9-1f3ca9dc4de3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.214623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Allocated IP 172.20.0.2 (1b3d8158-c76a-413f-b3fb-82abcb62c44f/771f0812-0cf3-4c00-be94-080ce2dc1b1f/705bb719-747a-47a6-a8a1-3b330217bc03) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:31.220471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38958) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:31.227565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1732079603-network', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:31.282295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Made reservation on behalf of b15aff817eb148a7a9162c035f0693fd for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:31.285071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.316498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 1b3d8158-c76a-413f-b3fb-82abcb62c44f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:31.317180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.336835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:31.342428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:31.347041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.394408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 74737635-af7d-4169-919a-f1f5d3d29141, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=74737635-af7d-4169-919a-f1f5d3d29141,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:31.416853 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.451574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=034f0b95-ef22-4e12-885c-6b804a871abe,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:31.534494 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-668cb240-6cec-408f-8cc9-1f3ca9dc4de3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.593007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:31.593836 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.618972 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-668cb240-6cec-408f-8cc9-1f3ca9dc4de3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.642682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.663581 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.690640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:31.697711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cb240-6cec-408f-8cc9-1f3ca9dc4de3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e855c9a3-6ca0-441c-9b4c-54394204e103,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:31.739591 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-668cb240-6cec-408f-8cc9-1f3ca9dc4de3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.740759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-668cb240-6cec-408f-8cc9-1f3ca9dc4de3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3360143 Jul 29 23:43:31.745996 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-78ceb9d6-bab1-43ab-a2de-06e642634a67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.7696826 Jul 29 23:43:31.750137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:31.750484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:31.761202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-76e93cb5-c408-4ad6-8594-e1090db9231e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:31.767508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.768545 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Added segment 4e4b82a1-c429-4ee9-955f-494358ed85c5 of type vlan for network 345c58d9-3e02-4f89-a441-0156268968bd Jul 29 23:43:31.855161 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.857721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=74737635-af7d-4169-919a-f1f5d3d29141,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:31.907661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Sync routers for ids ['9b503bd8-1a64-486a-b0d9-0dc36db06255'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:31.924194 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.925330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:31.926087 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.962285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Routers {'9b503bd8-1a64-486a-b0d9-0dc36db06255'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:31.966769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9b503bd8-1a64-486a-b0d9-0dc36db06255'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:32.017540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ed3d8e-80ae-482a-b710-d215da5f680a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:32.055054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76e93cb5-c408-4ad6-8594-e1090db9231e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.060726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8384373 Jul 29 23:43:32.063135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a7e8f-b81b-4f1c-b154-171190dc1d02 admin admin] Pushing event updated for resources: {'Network': ['ID=345c58d9-3e02-4f89-a441-0156268968bd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:32.077092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38980) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:32.086912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Request body: {'subnet': {'network_id': '345c58d9-3e02-4f89-a441-0156268968bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1732079603-subnet', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:32.109780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fa282638-3635-4536-b538-857048d63a77 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 034f0b95-ef22-4e12-885c-6b804a871abe {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:32.110182 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa282638-3635-4536-b538-857048d63a77 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.137816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Made reservation on behalf of b15aff817eb148a7a9162c035f0693fd for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:32.141868 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.230969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 345c58d9-3e02-4f89-a441-0156268968bd details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:32.394629 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76e93cb5-c408-4ad6-8594-e1090db9231e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.401815 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.405938 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.409800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Set router 9b503bd8-1a64-486a-b0d9-0dc36db06255 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:32.415440 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.423170 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76e93cb5-c408-4ad6-8594-e1090db9231e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.436938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa282638-3635-4536-b538-857048d63a77 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.468134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Transition to ACTIVE for port object 705bb719-747a-47a6-a8a1-3b330217bc03 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:32.501151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Transition to ACTIVE for port object 705bb719-747a-47a6-a8a1-3b330217bc03 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:32.502814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e93cb5-c408-4ad6-8594-e1090db9231e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc37ded-bafc-455c-9ac4-9d35d4b514a7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:32.508124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fa282638-3635-4536-b538-857048d63a77 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 034f0b95-ef22-4e12-885c-6b804a871abe owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:32.526765 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76e93cb5-c408-4ad6-8594-e1090db9231e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.528193 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-76e93cb5-c408-4ad6-8594-e1090db9231e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7766480 Jul 29 23:43:32.531942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38988) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:32.541217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a0f3c002-efe9-495c-a2e8-b4325214c1cd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:32.570225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b0973e-a0ab-406f-bb76-de3545aac5e4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:32.597272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Checking segment: {'id': '4e4b82a1-c429-4ee9-955f-494358ed85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:32.597986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Network hostable DHCP agents. Network: 345c58d9-3e02-4f89-a441-0156268968bd, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:32.618409 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.636286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Network 345c58d9-3e02-4f89-a441-0156268968bd is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:32.649265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c002-efe9-495c-a2e8-b4325214c1cd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.655448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 345c58d9-3e02-4f89-a441-0156268968bd) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:32.660483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:32.661445 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.687960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9d93f4db-0bc8-463f-8517-a3c05eb60cda admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6093700 Jul 29 23:43:32.690423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38992) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:32.695016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaabc70-eccd-46d3-91c6-88ba52e07c85 None None] Network 345c58d9-3e02-4f89-a441-0156268968bd requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:32.695995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1732079603-router', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:32.754986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.756057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.858403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c002-efe9-495c-a2e8-b4325214c1cd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.871043 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c002-efe9-495c-a2e8-b4325214c1cd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.909567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.983123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3c002-efe9-495c-a2e8-b4325214c1cd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ea334e-1cc2-406b-8a2f-6af208f4de7a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:32.997025 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c002-efe9-495c-a2e8-b4325214c1cd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.998557 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a0f3c002-efe9-495c-a2e8-b4325214c1cd tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4655092 Jul 29 23:43:33.021461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39002) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:33.035598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ab7aa1e3-53ad-42e3-b1d3-e57ea5a30cb2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:33.106380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Network 1b3d8158-c76a-413f-b3fb-82abcb62c44f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:33.112485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa282638-3635-4536-b538-857048d63a77 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.118852 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:33.130304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:33.154644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Pushing event updated for resources: {'Port': ['ID=705bb719-747a-47a6-a8a1-3b330217bc03,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:33.154942 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab7aa1e3-53ad-42e3-b1d3-e57ea5a30cb2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.168542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa282638-3635-4536-b538-857048d63a77 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=034f0b95-ef22-4e12-885c-6b804a871abe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:33.238408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.331165 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa282638-3635-4536-b538-857048d63a77 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.336469 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fa282638-3635-4536-b538-857048d63a77 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/034f0b95-ef22-4e12-885c-6b804a871abe HTTP/1.1" status: 204 len: 168 time: 1.5447350 Jul 29 23:43:33.337440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39006) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:33.360119 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab7aa1e3-53ad-42e3-b1d3-e57ea5a30cb2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.374639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Attempting to bind port 705bb719-747a-47a6-a8a1-3b330217bc03 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:33.375418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Attempting to bind port 705bb719-747a-47a6-a8a1-3b330217bc03 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '56b1181d-0d51-4439-9a62-65ffd588942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1b3d8158-c76a-413f-b3fb-82abcb62c44f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:33.376048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Attempting to bind port 705bb719-747a-47a6-a8a1-3b330217bc03 on network 1b3d8158-c76a-413f-b3fb-82abcb62c44f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:33.387885 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab7aa1e3-53ad-42e3-b1d3-e57ea5a30cb2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.408570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:33.409390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Checking segment: {'id': '56b1181d-0d51-4439-9a62-65ffd588942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1b3d8158-c76a-413f-b3fb-82abcb62c44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:33.410063 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.410569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Bound using segment: {'id': '56b1181d-0d51-4439-9a62-65ffd588942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1b3d8158-c76a-413f-b3fb-82abcb62c44f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:33.411170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Bound port: 705bb719-747a-47a6-a8a1-3b330217bc03, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b1181d-0d51-4439-9a62-65ffd588942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1b3d8158-c76a-413f-b3fb-82abcb62c44f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:33.411679 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.483957 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-950fbd36-d193-49a4-bd7e-4dc30eab3fde tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:43:33.490355 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-950fbd36-d193-49a4-bd7e-4dc30eab3fde tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/034f0b95-ef22-4e12-885c-6b804a871abe HTTP/1.1" status: 404 len: 333 time: 0.1337304 Jul 29 23:43:33.493491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39010) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:33.501639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7aa1e3-53ad-42e3-b1d3-e57ea5a30cb2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc272751-2957-437d-b561-7c8d67f704f3,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:33.565821 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'name': 'tempest-TestServerMultinode-1556348985-router', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '74737635-af7d-4169-919a-f1f5d3d29141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:20Z', 'updated_at': '2021-07-29T23:43:28Z', 'revision_number': 4, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'gw_port': {'id': '74737635-af7d-4169-919a-f1f5d3d29141', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:22Z', 'updated_at': '2021-07-29T23:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '490af8bc-eeed-4771-a637-5194412f8a41', 'name': '', 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'mac_address': 'fa:16:3e:82:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '89df1c70-55f5-4d69-bd75-c2a6371ca538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:27Z', 'updated_at': '2021-07-29T23:43:28Z', 'revision_number': 2, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'subnets': [{'id': '89df1c70-55f5-4d69-bd75-c2a6371ca538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:33.592411 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab7aa1e3-53ad-42e3-b1d3-e57ea5a30cb2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.597220 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ab7aa1e3-53ad-42e3-b1d3-e57ea5a30cb2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5687289 Jul 29 23:43:33.604094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:33.631905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cd26a6a4-527a-4318-8e72-7245f0e0baac tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:33.641467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Checking router: 9b503bd8-1a64-486a-b0d9-0dc36db06255 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:33.642553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Updating router 9b503bd8-1a64-486a-b0d9-0dc36db06255 port 490af8bc-eeed-4771-a637-5194412f8a41 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:33.645135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-345c58d9-3e02-4f89-a441-0156268968bd', 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'fixed_ips': [{'subnet_id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:33.646181 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.656503 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.681050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.711292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafa395a-41c4-4c4f-822d-52eaa5448839 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet 771f0812-0cf3-4c00-be94-080ce2dc1b1f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:33.717904 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.721968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] For port 705bb719-747a-47a6-a8a1-3b330217bc03, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:33.726858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eafa395a-41c4-4c4f-822d-52eaa5448839 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.752122 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-cd26a6a4-527a-4318-8e72-7245f0e0baac tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Project b2f34a2d2a684983b52eb5a5ea340e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:43:33.763892 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd26a6a4-527a-4318-8e72-7245f0e0baac tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.792349 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eafa395a-41c4-4c4f-822d-52eaa5448839 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.833589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Allocated IP 172.25.2.220 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/a28a771c-f55f-4aff-96b8-dcd354aba76f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:33.836250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 74737635-af7d-4169-919a-f1f5d3d29141 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:33.900063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd26a6a4-527a-4318-8e72-7245f0e0baac tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.922254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd26a6a4-527a-4318-8e72-7245f0e0baac tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.994520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39022) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:34.031469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26a6a4-527a-4318-8e72-7245f0e0baac tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc23288c-1d96-404c-8f2c-55439965f5da,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:34.039464 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.072959 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd26a6a4-527a-4318-8e72-7245f0e0baac tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.076770 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cd26a6a4-527a-4318-8e72-7245f0e0baac tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4690890 Jul 29 23:43:34.077191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39028) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:34.082168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f635e05f-c782-48cd-ae8b-18d6d9bba041 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': '0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:34.086586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] For port 705bb719-747a-47a6-a8a1-3b330217bc03, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=705bb719-747a-47a6-a8a1-3b330217bc03,segment=NetworkSegment(56b1181d-0d51-4439-9a62-65ffd588942b),segment_id=56b1181d-0d51-4439-9a62-65ffd588942b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:34.108253 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eafa395a-41c4-4c4f-822d-52eaa5448839 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.122309 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.134538 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-f635e05f-c782-48cd-ae8b-18d6d9bba041 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Project b2f34a2d2a684983b52eb5a5ea340e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:43:34.172806 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.182306 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f635e05f-c782-48cd-ae8b-18d6d9bba041 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.218566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:34.233611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eafa395a-41c4-4c4f-822d-52eaa5448839 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.235197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:34.245266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:34.257840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Pushing event updated for resources: {'Port': ['ID=a28a771c-f55f-4aff-96b8-dcd354aba76f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:34.275768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa395a-41c4-4c4f-822d-52eaa5448839 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=771f0812-0cf3-4c00-be94-080ce2dc1b1f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:34.279057 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eafa395a-41c4-4c4f-822d-52eaa5448839 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.281391 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eafa395a-41c4-4c4f-822d-52eaa5448839 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/771f0812-0cf3-4c00-be94-080ce2dc1b1f HTTP/1.1" status: 204 len: 168 time: 0.7807205 Jul 29 23:43:34.283709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39030) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:34.329428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db8496fb-2026-43a8-a0ef-e262e6fd350b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.369525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.423871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f635e05f-c782-48cd-ae8b-18d6d9bba041 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.424600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Allocated IP 172.20.0.2 (345c58d9-3e02-4f89-a441-0156268968bd/f6b0973e-a0ab-406f-bb76-de3545aac5e4/cf550233-adb8-4423-9121-31d7d62de09b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:34.436389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 705bb719-747a-47a6-a8a1-3b330217bc03 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:34.437262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.470411 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f635e05f-c782-48cd-ae8b-18d6d9bba041 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.516583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] For port 705bb719-747a-47a6-a8a1-3b330217bc03, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=705bb719-747a-47a6-a8a1-3b330217bc03,segment=NetworkSegment(56b1181d-0d51-4439-9a62-65ffd588942b),segment_id=56b1181d-0d51-4439-9a62-65ffd588942b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:34.517504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.531486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635e05f-c782-48cd-ae8b-18d6d9bba041 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2412daa0-692f-46c9-87c1-171816fa24cb,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:34.542635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 705bb719-747a-47a6-a8a1-3b330217bc03 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:34.620607 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.631480 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Transition to ACTIVE for port object cf550233-adb8-4423-9121-31d7d62de09b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:34.648907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Transition to ACTIVE for port object cf550233-adb8-4423-9121-31d7d62de09b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:34.669626 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.710037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.727207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Network 345c58d9-3e02-4f89-a441-0156268968bd is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:34.765330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:34.769391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=705bb719-747a-47a6-a8a1-3b330217bc03,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:34.784186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:34.785093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No DVR routers for this DVR port 705bb719-747a-47a6-a8a1-3b330217bc03 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:34.882022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef39ab-c420-4723-9d16-35a3d8b04a0f None None] Pushing event updated for resources: {'Port': ['ID=705bb719-747a-47a6-a8a1-3b330217bc03,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:34.907784 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db8496fb-2026-43a8-a0ef-e262e6fd350b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.934885 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db8496fb-2026-43a8-a0ef-e262e6fd350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.952519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.977183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3d8158-c76a-413f-b3fb-82abcb62c44f']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:35.002023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b1181d-0d51-4439-9a62-65ffd588942b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:35.002350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b1181d-0d51-4439-9a62-65ffd588942b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:35.042545 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.053551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-db8496fb-2026-43a8-a0ef-e262e6fd350b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f7e422eb8b84976bc947c22f5136e79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0557208 Jul 29 23:43:35.060658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8496fb-2026-43a8-a0ef-e262e6fd350b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee50c74-2b8c-4544-aa2d-4f1c1d972697,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:35.065314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:35.070308 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f635e05f-c782-48cd-ae8b-18d6d9bba041 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.070308 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f635e05f-c782-48cd-ae8b-18d6d9bba041 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9896138 Jul 29 23:43:35.072245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39050) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:35.091380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'network': {'name': 'tempest-network-smoke--613484832', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:35.099932 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.126250 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.166504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:35.167043 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:35.171923 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:35.210215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Pushing event updated for resources: {'Port': ['ID=cf550233-adb8-4423-9121-31d7d62de09b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:35.217346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 74737635-af7d-4169-919a-f1f5d3d29141 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:35.217699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.330229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:35.333821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.348298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Attempting to bind port cf550233-adb8-4423-9121-31d7d62de09b on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:35.348847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Attempting to bind port cf550233-adb8-4423-9121-31d7d62de09b by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '4e4b82a1-c429-4ee9-955f-494358ed85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:35.355377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Attempting to bind port cf550233-adb8-4423-9121-31d7d62de09b on network 345c58d9-3e02-4f89-a441-0156268968bd {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:35.375331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:35.376115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Checking segment: {'id': '4e4b82a1-c429-4ee9-955f-494358ed85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:35.376828 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.377212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b4439d-7b70-4015-a5fb-b52d49788214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.377333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Bound using segment: {'id': '4e4b82a1-c429-4ee9-955f-494358ed85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:35.377732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Bound port: cf550233-adb8-4423-9121-31d7d62de09b, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4b82a1-c429-4ee9-955f-494358ed85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:35.378122 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.390682 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.393212 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.410170 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.415606 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/networks/1b3d8158-c76a-413f-b3fb-82abcb62c44f HTTP/1.1" status: 204 len: 168 time: 1.1274574 Jul 29 23:43:35.418253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39056) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:35.456336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3a160-ca74-4ebe-bfdd-936582cf476e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Network': ['ID=1b3d8158-c76a-413f-b3fb-82abcb62c44f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:35.466183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b4439d-7b70-4015-a5fb-b52d49788214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.466421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Transition to ACTIVE for port object 490af8bc-eeed-4771-a637-5194412f8a41 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:35.491143 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.580267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] For port cf550233-adb8-4423-9121-31d7d62de09b, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:35.587754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] For port cf550233-adb8-4423-9121-31d7d62de09b, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cf550233-adb8-4423-9121-31d7d62de09b,segment=NetworkSegment(4e4b82a1-c429-4ee9-955f-494358ed85c5),segment_id=4e4b82a1-c429-4ee9-955f-494358ed85c5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:35.592047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1a992-3f7a-485c-a77b-eea828f6489b None None] Pushing event updated for resources: {'Port': ['ID=490af8bc-eeed-4771-a637-5194412f8a41,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:35.602020 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.616882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b4439d-7b70-4015-a5fb-b52d49788214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.629714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b4439d-7b70-4015-a5fb-b52d49788214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.639950 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-86b4439d-7b70-4015-a5fb-b52d49788214 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ee50c74-2b8c-4544-aa2d-4f1c1d972697 HTTP/1.1" status: 204 len: 168 time: 0.5670187 Jul 29 23:43:35.675659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4439d-7b70-4015-a5fb-b52d49788214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee50c74-2b8c-4544-aa2d-4f1c1d972697,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:35.901261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Attempting to bind port 490af8bc-eeed-4771-a637-5194412f8a41 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:35.902676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Attempting to bind port 490af8bc-eeed-4771-a637-5194412f8a41 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:35.903501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Attempting to bind port 490af8bc-eeed-4771-a637-5194412f8a41 on network a585dfa2-29d7-49e2-ba89-7683384fe1e8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:35.918148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:35.918866 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Checking segment: {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:35.919471 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.920222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Bound using segment: {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:35.920908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Bound port: 490af8bc-eeed-4771-a637-5194412f8a41, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:35.921472 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.926729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae026c-eb97-4aa6-8393-ec3a656f94ff None None] Pushing event updated for resources: {'Port': ['ID=cf550233-adb8-4423-9121-31d7d62de09b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:36.220487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] For port 490af8bc-eeed-4771-a637-5194412f8a41, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:36.237144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] For port 490af8bc-eeed-4771-a637-5194412f8a41, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=490af8bc-eeed-4771-a637-5194412f8a41,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:36.245501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.373358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'name': 'tempest-PortsTestJSON-1672774882'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:36.381533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:36.409693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Routers {'9b503bd8-1a64-486a-b0d9-0dc36db06255'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:36.410541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9b503bd8-1a64-486a-b0d9-0dc36db06255'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:36.510154 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.510821 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Added segment 63be73f5-3704-4e20-b769-1037bab596e7 of type vlan for network 65b7b401-b590-437f-bfcb-60bbbc16a551 Jul 29 23:43:36.643237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1a992-3f7a-485c-a77b-eea828f6489b None None] Pushing event updated for resources: {'Port': ['ID=490af8bc-eeed-4771-a637-5194412f8a41,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:36.769234 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.853961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39084) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:36.859491 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.873845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] Set router 9b503bd8-1a64-486a-b0d9-0dc36db06255 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:36.876286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b308-ea82-4682-811c-d5a33b1a787e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.961636 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.972838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:36.973495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.006517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:37.011970 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.161564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 563472c5-ea87-47e0-bf7b-d62241406e8b yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:37.187989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b308-ea82-4682-811c-d5a33b1a787e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.193804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b308-ea82-4682-811c-d5a33b1a787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.232300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Network': ['ID=65b7b401-b590-437f-bfcb-60bbbc16a551,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:37.263039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7b308-ea82-4682-811c-d5a33b1a787e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc057528-6c48-4742-9961-2b1e197b3042,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:37.299297 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b7c7b308-ea82-4682-811c-d5a33b1a787e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79dcc9c95e7f4fb28a6fe648823c0ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441466 Jul 29 23:43:37.301808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39094) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:37.317491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-738417be-177d-4b4f-ba4a-a1e7fae68c0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2441990 Jul 29 23:43:37.328160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39096) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:37.338810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'admin_state_up': True, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:37.357289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4decd8-734e-4f64-98f8-b785c9c32d8d None None] DHCP port deletion for 1b3d8158-c76a-413f-b3fb-82abcb62c44f request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:43:37.359717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 65b7b401-b590-437f-bfcb-60bbbc16a551 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:37.402703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a4f98e71-1f87-4267-b226-cc53a7ee71e9 None None] Could not find standard attr ID for object 705bb719-747a-47a6-a8a1-3b330217bc03. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:43:37.421033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f386-16bc-4110-b137-7b668e4cd49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.444840 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.445880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.485096 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f386-16bc-4110-b137-7b668e4cd49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.494300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0bc458-7a67-4108-b4d0-489c4919dadb None None] Network 1b3d8158-c76a-413f-b3fb-82abcb62c44f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:37.578034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0bc458-7a67-4108-b4d0-489c4919dadb None None] Network 1b3d8158-c76a-413f-b3fb-82abcb62c44f could not be found, it might have been deleted concurrently. {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:43:37.637446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f386-16bc-4110-b137-7b668e4cd49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.645700 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f386-16bc-4110-b137-7b668e4cd49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.649154 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b7a1f386-16bc-4110-b137-7b668e4cd49e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc057528-6c48-4742-9961-2b1e197b3042 HTTP/1.1" status: 204 len: 168 time: 0.3460083 Jul 29 23:43:37.663730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1f386-16bc-4110-b137-7b668e4cd49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc057528-6c48-4742-9961-2b1e197b3042,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:37.873630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'name': 'tempest-TestServerMultinode-1556348985-router', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '74737635-af7d-4169-919a-f1f5d3d29141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:20Z', 'updated_at': '2021-07-29T23:43:28Z', 'revision_number': 4, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'gw_port': {'id': '74737635-af7d-4169-919a-f1f5d3d29141', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:22Z', 'updated_at': '2021-07-29T23:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '490af8bc-eeed-4771-a637-5194412f8a41', 'name': '', 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'mac_address': 'fa:16:3e:82:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '89df1c70-55f5-4d69-bd75-c2a6371ca538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:27Z', 'updated_at': '2021-07-29T23:43:36Z', 'revision_number': 4, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'subnets': [{'id': '89df1c70-55f5-4d69-bd75-c2a6371ca538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:37.890691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cf550233-adb8-4423-9121-31d7d62de09b up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:37.968317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08353bd2-1745-4205-b837-726b8b58b375 None None] The sync data for ids ['9b503bd8-1a64-486a-b0d9-0dc36db06255'] in n-d-712139-11 is: [{'id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'name': 'tempest-TestServerMultinode-1556348985-router', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '74737635-af7d-4169-919a-f1f5d3d29141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:20Z', 'updated_at': '2021-07-29T23:43:28Z', 'revision_number': 4, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'gw_port': {'id': '74737635-af7d-4169-919a-f1f5d3d29141', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:22Z', 'updated_at': '2021-07-29T23:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '490af8bc-eeed-4771-a637-5194412f8a41', 'name': '', 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'mac_address': 'fa:16:3e:82:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '89df1c70-55f5-4d69-bd75-c2a6371ca538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:27Z', 'updated_at': '2021-07-29T23:43:36Z', 'revision_number': 4, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'subnets': [{'id': '89df1c70-55f5-4d69-bd75-c2a6371ca538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:37.995034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea871a4-58bb-47c5-8991-f46466cea149 None None] Network 345c58d9-3e02-4f89-a441-0156268968bd requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:38.003567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.007340 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.010077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Router 6f7573c2-18d3-4345-9b97-76e5043d7e5a is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:43:38.147806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port cf550233-adb8-4423-9121-31d7d62de09b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:38.161562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-00a2fa60-a8de-4d2a-8cfa-b6a9c81e0e2c None None] Provisioning for port cf550233-adb8-4423-9121-31d7d62de09b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:38.166075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port cf550233-adb8-4423-9121-31d7d62de09b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:38.166225 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.173960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-00a2fa60-a8de-4d2a-8cfa-b6a9c81e0e2c None None] Provisioning complete for port cf550233-adb8-4423-9121-31d7d62de09b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:38.174282 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00a2fa60-a8de-4d2a-8cfa-b6a9c81e0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.317647 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.620604 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.641075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:38.659135 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Sync routers for ids ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:38.667666 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.677334 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Routers {'6f7573c2-18d3-4345-9b97-76e5043d7e5a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:38.677987 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:38.732864 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.734346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d6310c99-1479-47de-bdb5-71f76020b089 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0423255 Jul 29 23:43:38.737651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39130) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:38.740702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=563472c5-ea87-47e0-bf7b-d62241406e8b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:38.801383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:38.828998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:38.832939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:38.841694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:38.842812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.908510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port cf550233-adb8-4423-9121-31d7d62de09b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cf550233-adb8-4423-9121-31d7d62de09b,segment=NetworkSegment(4e4b82a1-c429-4ee9-955f-494358ed85c5),segment_id=4e4b82a1-c429-4ee9-955f-494358ed85c5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:38.957137 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.975518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-524d6798-37c8-4831-8db0-bdf4029c18b1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6238811 Jul 29 23:43:38.983283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:39.080885 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00a2fa60-a8de-4d2a-8cfa-b6a9c81e0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.088990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 705bb719-747a-47a6-a8a1-3b330217bc03 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:39.119922 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Set router 6f7573c2-18d3-4345-9b97-76e5043d7e5a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:39.331567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 705bb719-747a-47a6-a8a1-3b330217bc03 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:39.335118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 705bb719-747a-47a6-a8a1-3b330217bc03 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:39.394060 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.464083 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-00a2fa60-a8de-4d2a-8cfa-b6a9c81e0e2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:43:39.464479 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-00a2fa60-a8de-4d2a-8cfa-b6a9c81e0e2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:43:39.537913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=cf550233-adb8-4423-9121-31d7d62de09b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:39.573892 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.941282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b444c1fa-520e-4c12-828d-dbe503ee5f13 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 563472c5-ea87-47e0-bf7b-d62241406e8b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:39.941945 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b444c1fa-520e-4c12-828d-dbe503ee5f13 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.080702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 490af8bc-eeed-4771-a637-5194412f8a41 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:40.135629 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'name': 'tempest-TestServerMultinode-1732079603-router', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:43:34Z', 'revision_number': 3, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'gw_port': {'id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:33Z', 'updated_at': '2021-07-29T23:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:40.269239 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8ba05671-a1de-415e-9c7b-7b2b16c85e9a None None] Provisioning complete for port cf550233-adb8-4423-9121-31d7d62de09b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:40.270613 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ba05671-a1de-415e-9c7b-7b2b16c85e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.282513 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Checking router: 6f7573c2-18d3-4345-9b97-76e5043d7e5a for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:40.283143 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Updating router 6f7573c2-18d3-4345-9b97-76e5043d7e5a port a28a771c-f55f-4aff-96b8-dcd354aba76f binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:40.324846 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.329741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.25.2.194 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/cd860a48-6b11-42b5-8831-fffd755d98de) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:40.368083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 490af8bc-eeed-4771-a637-5194412f8a41 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:40.394528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 490af8bc-eeed-4771-a637-5194412f8a41 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:40.395311 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.550284 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.716727 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.830713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 490af8bc-eeed-4771-a637-5194412f8a41, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=490af8bc-eeed-4771-a637-5194412f8a41,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:40.836692 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b444c1fa-520e-4c12-828d-dbe503ee5f13 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.841348 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.843160 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.844421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cf550233-adb8-4423-9121-31d7d62de09b up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:40.859881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b444c1fa-520e-4c12-828d-dbe503ee5f13 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 563472c5-ea87-47e0-bf7b-d62241406e8b owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:41.047302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port cf550233-adb8-4423-9121-31d7d62de09b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:41.055271 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.059693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Allocated IP 172.20.0.1 (345c58d9-3e02-4f89-a441-0156268968bd/f6b0973e-a0ab-406f-bb76-de3545aac5e4/533e1e4e-2904-4169-9f21-e1877003ebcb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:41.115530 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.171482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=490af8bc-eeed-4771-a637-5194412f8a41,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:41.256006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:41.259895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.265157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:41.271323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:41.312101 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b444c1fa-520e-4c12-828d-dbe503ee5f13 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.317548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=cd860a48-6b11-42b5-8831-fffd755d98de,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:41.322565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Transition to ACTIVE for port object 533e1e4e-2904-4169-9f21-e1877003ebcb will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:41.356095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444c1fa-520e-4c12-828d-dbe503ee5f13 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=563472c5-ea87-47e0-bf7b-d62241406e8b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:41.367443 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b444c1fa-520e-4c12-828d-dbe503ee5f13 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.370207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b444c1fa-520e-4c12-828d-dbe503ee5f13 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/563472c5-ea87-47e0-bf7b-d62241406e8b HTTP/1.1" status: 204 len: 168 time: 2.3848920 Jul 29 23:43:41.373216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39204) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:41.380205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'mac_address': 'fa:16:3e:d2:b3:d2', 'name': 'tempest-PortsTestJSON-1460686684'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:41.428940 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.429475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.441447 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Transition to ACTIVE for port object a28a771c-f55f-4aff-96b8-dcd354aba76f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:41.452277 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.506155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Network 345c58d9-3e02-4f89-a441-0156268968bd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:41.509484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:41.521905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:41.525253 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Attempting to bind port a28a771c-f55f-4aff-96b8-dcd354aba76f on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:41.525775 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Attempting to bind port a28a771c-f55f-4aff-96b8-dcd354aba76f by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:41.526241 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Attempting to bind port a28a771c-f55f-4aff-96b8-dcd354aba76f on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:41.561459 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:41.562236 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:41.562912 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.563660 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:41.564505 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Bound port: a28a771c-f55f-4aff-96b8-dcd354aba76f, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:41.565124 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.599994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Pushing event updated for resources: {'Port': ['ID=533e1e4e-2904-4169-9f21-e1877003ebcb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:41.626753 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09005b27-c7c7-4c78-b933-a316f5e679b4 None None] Pushing event updated for resources: {'Port': ['ID=a28a771c-f55f-4aff-96b8-dcd354aba76f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:41.709209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.755841 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] For port a28a771c-f55f-4aff-96b8-dcd354aba76f, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:41.766897 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] For port a28a771c-f55f-4aff-96b8-dcd354aba76f, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a28a771c-f55f-4aff-96b8-dcd354aba76f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:41.804439 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.873220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 490af8bc-eeed-4771-a637-5194412f8a41 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:42.024625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39218) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:42.131444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:42.181414 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Routers {'6f7573c2-18d3-4345-9b97-76e5043d7e5a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:42.182536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 490af8bc-eeed-4771-a637-5194412f8a41 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:42.183050 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.186964 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:42.275559 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.279181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.375381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.379305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 7dbadba2-100d-415a-baa0-e00fc5ec234b yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:42.381754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-642900af-55be-4242-a9d6-6be3d77b3f15 None None] Provisioning for port 533e1e4e-2904-4169-9f21-e1877003ebcb completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:42.391730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-642900af-55be-4242-a9d6-6be3d77b3f15 None None] Provisioning complete for port 533e1e4e-2904-4169-9f21-e1877003ebcb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:42.392725 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-642900af-55be-4242-a9d6-6be3d77b3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.475602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-642900af-55be-4242-a9d6-6be3d77b3f15 None None] Port 533e1e4e-2904-4169-9f21-e1877003ebcb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:42.503508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-926e296f-ca95-41e6-8468-eae8a9e57dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.552248 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] Set router 6f7573c2-18d3-4345-9b97-76e5043d7e5a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:42.745602 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.753348 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.831164 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09005b27-c7c7-4c78-b933-a316f5e679b4 None None] Pushing event updated for resources: {'Port': ['ID=a28a771c-f55f-4aff-96b8-dcd354aba76f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:42.842959 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-926e296f-ca95-41e6-8468-eae8a9e57dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.869118 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-926e296f-ca95-41e6-8468-eae8a9e57dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.910261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-926e296f-ca95-41e6-8468-eae8a9e57dad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31c5866c0512470a93bd79d0651c27e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815565 Jul 29 23:43:42.927526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39240) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:42.927964 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'name': 'tempest-TestServerMultinode-1732079603-router', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:43:42Z', 'revision_number': 4, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'gw_port': {'id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:33Z', 'updated_at': '2021-07-29T23:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '533e1e4e-2904-4169-9f21-e1877003ebcb', 'name': '', 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'mac_address': 'fa:16:3e:2e:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:40Z', 'updated_at': '2021-07-29T23:43:41Z', 'revision_number': 1, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'subnets': [{'id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:42.928445 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.984819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Pushing event updated for resources: {'Port': ['ID=533e1e4e-2904-4169-9f21-e1877003ebcb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:43.028545 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c9ef9-3a29-454b-8036-36e2358b29b3 None None] The sync data for ids ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'] in n-d-712139-11 is: [{'id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'name': 'tempest-TestServerMultinode-1732079603-router', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:43:42Z', 'revision_number': 4, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'gw_port': {'id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:33Z', 'updated_at': '2021-07-29T23:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '533e1e4e-2904-4169-9f21-e1877003ebcb', 'name': '', 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'mac_address': 'fa:16:3e:2e:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:40Z', 'updated_at': '2021-07-29T23:43:41Z', 'revision_number': 1, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'subnets': [{'id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:43.121810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc8b44d9-78ec-46c3-8656-444d7d15aaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.128485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e296f-ca95-41e6-8468-eae8a9e57dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20d85e5-bf5f-40a7-be6a-a7479d03e3a7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:43.162234 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc8b44d9-78ec-46c3-8656-444d7d15aaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.229361 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.232482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Network 345c58d9-3e02-4f89-a441-0156268968bd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:43.234846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:43.289914 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.346171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc8b44d9-78ec-46c3-8656-444d7d15aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.348819 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc8b44d9-78ec-46c3-8656-444d7d15aaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.351412 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dc8b44d9-78ec-46c3-8656-444d7d15aaf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f20d85e5-bf5f-40a7-be6a-a7479d03e3a7 HTTP/1.1" status: 204 len: 168 time: 0.4204495 Jul 29 23:43:43.408999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b44d9-78ec-46c3-8656-444d7d15aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20d85e5-bf5f-40a7-be6a-a7479d03e3a7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:43.465220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.816744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a23c925d-217b-42dc-abbd-43c84bc478ad None None] Provisioning complete for port 533e1e4e-2904-4169-9f21-e1877003ebcb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:43.819065 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a23c925d-217b-42dc-abbd-43c84bc478ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.902264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a23c925d-217b-42dc-abbd-43c84bc478ad None None] Port 533e1e4e-2904-4169-9f21-e1877003ebcb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:44.240397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Router 6f7573c2-18d3-4345-9b97-76e5043d7e5a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:44.532120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:44.536502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=7dbadba2-100d-415a-baa0-e00fc5ec234b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:44.546482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:44.560546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:44.572822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.579310 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.605358 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:44.627634 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5850c5a9-e377-4842-96c8-31f89e0fd472 admin admin] 10.222.0.37 "PUT /v2.0/routers/6f7573c2-18d3-4345-9b97-76e5043d7e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8742161 Jul 29 23:43:44.677295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-05822d8f-a834-4b34-866a-fc00d0c0bc6e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3015797 Jul 29 23:43:44.680512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39284) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:44.737987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router 747948ad-fb9d-42a3-8d1c-b91d19222ccb is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:43:44.813982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37816eb2-b7d8-4294-87ae-4d228c8c3ae6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.828218 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-37816eb2-b7d8-4294-87ae-4d228c8c3ae6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/7dbadba2-100d-415a-baa0-e00fc5ec234b HTTP/1.1" status: 200 len: 841 time: 0.1447694 Jul 29 23:43:44.828804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39290) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.033200 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ef78fb4a-1d0e-450c-9488-ce9f28f22f8f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 7dbadba2-100d-415a-baa0-e00fc5ec234b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:45.033507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef78fb4a-1d0e-450c-9488-ce9f28f22f8f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.149520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:45.162251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Sync routers for ids ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:45.179034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Routers {'747948ad-fb9d-42a3-8d1c-b91d19222ccb'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:45.179854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:45.197107 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef78fb4a-1d0e-450c-9488-ce9f28f22f8f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.199570 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.202003 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3351aea3-fb2f-432b-82a9-762052d03920 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.8701184 Jul 29 23:43:45.205494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.273045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ef78fb4a-1d0e-450c-9488-ce9f28f22f8f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 7dbadba2-100d-415a-baa0-e00fc5ec234b owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:45.447157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39310) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.447425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e13c577f-3337-4080-8c27-21dae65f6b11 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b2f34a2d2a684983b52eb5a5ea340e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2243807 Jul 29 23:43:45.500994 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef78fb4a-1d0e-450c-9488-ce9f28f22f8f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.567652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78fb4a-1d0e-450c-9488-ce9f28f22f8f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=7dbadba2-100d-415a-baa0-e00fc5ec234b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:45.589850 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef78fb4a-1d0e-450c-9488-ce9f28f22f8f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.601741 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ef78fb4a-1d0e-450c-9488-ce9f28f22f8f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/7dbadba2-100d-415a-baa0-e00fc5ec234b HTTP/1.1" status: 204 len: 168 time: 0.7712307 Jul 29 23:43:45.602588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.654376 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a5f10b-3cba-4088-b4f5-8b131fec45d0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:43:45.664699 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-20a5f10b-3cba-4088-b4f5-8b131fec45d0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/7dbadba2-100d-415a-baa0-e00fc5ec234b HTTP/1.1" status: 404 len: 333 time: 0.0594158 Jul 29 23:43:45.665398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.671109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'name': 'tempest-PortsTestJSON-172589379'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:45.682044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26799f0a-fe81-479a-b18c-a3c8d260f73b tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:45.683884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-26799f0a-fe81-479a-b18c-a3c8d260f73b tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2344570 Jul 29 23:43:45.686901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39322) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.725999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Set router 747948ad-fb9d-42a3-8d1c-b91d19222ccb gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:45.756450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-90ccdfb8-4a68-4089-8c85-2a43d319eefe tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661027 Jul 29 23:43:45.757336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39328) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.765737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-742589371', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:45.894993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:45.898653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.929848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 27c38c03-94f4-4664-93e5-5c67ec136cb7 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:45.994063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a28a771c-f55f-4aff-96b8-dcd354aba76f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:46.007254 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:43:46.060694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:46.078882 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.099846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:41Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:46.139720 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Checking router: 747948ad-fb9d-42a3-8d1c-b91d19222ccb for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:46.140493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Updating router 747948ad-fb9d-42a3-8d1c-b91d19222ccb port cd860a48-6b11-42b5-8831-fffd755d98de binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:46.195629 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.198150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a28a771c-f55f-4aff-96b8-dcd354aba76f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:46.244607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a28a771c-f55f-4aff-96b8-dcd354aba76f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:46.245322 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.327071 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.399955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.448311 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.522937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:46.534634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:46.554422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Subnet': ['ID=cf4fa847-6320-49ac-b0bf-015685211b25,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.557018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:46.575963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.584211 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.622711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=27c38c03-94f4-4664-93e5-5c67ec136cb7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.673437 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d2f3ea4-9d27-4ce0-a275-a462908d73e9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0069160 Jul 29 23:43:46.676968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39380) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:46.700234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-85fa9930-d0de-4b02-88a3-ca5e5f90dc3b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:46.730139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Checking segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:46.732303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network hostable DHCP agents. Network: 65b7b401-b590-437f-bfcb-60bbbc16a551, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:46.736699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.802812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 65b7b401-b590-437f-bfcb-60bbbc16a551 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:46.882311 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85fa9930-d0de-4b02-88a3-ca5e5f90dc3b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.893389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 65b7b401-b590-437f-bfcb-60bbbc16a551) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:46.901610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-18c13f41-8897-4b18-b9f9-c1d38090894a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.903642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-18c13f41-8897-4b18-b9f9-c1d38090894a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/networks?id=a585dfa2-29d7-49e2-ba89-7683384fe1e8 HTTP/1.1" status: 200 len: 911 time: 0.3513126 Jul 29 23:43:46.905939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.906543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.927436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a33ba1-4875-4197-870f-78dadc378d06 None None] Network 65b7b401-b590-437f-bfcb-60bbbc16a551 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:46.934575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-fa5aeece-577b-477d-9131-bff7b7cf9b3e tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/quotas/b15aff817eb148a7a9162c035f0693fd HTTP/1.1" status: 200 len: 375 time: 0.0183496 Jul 29 23:43:46.941093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fd97861b-6ed6-4c06-a0fa-ead4d26dc055 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1827214 Jul 29 23:43:46.962532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port a28a771c-f55f-4aff-96b8-dcd354aba76f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a28a771c-f55f-4aff-96b8-dcd354aba76f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:46.967693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691ed53-ca03-4c12-b5bc-7ba871eb49d2 req-08cd0046-b097-41f0-a7df-9b617e1a935b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.977828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9691ed53-ca03-4c12-b5bc-7ba871eb49d2 req-08cd0046-b097-41f0-a7df-9b617e1a935b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 945 time: 0.1459064 Jul 29 23:43:46.991922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39390) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:47.077958 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.286049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-d5be3a01-7e6c-4974-97ab-ef9ca14f2829 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=b15aff817eb148a7a9162c035f0693fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2918894 Jul 29 23:43:47.299551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9691ed53-ca03-4c12-b5bc-7ba871eb49d2 req-3c30260b-37ae-4b85-8f84-7294f8b3cc51 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173876 Jul 29 23:43:47.314834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-f03369eb-07ec-4843-9d3c-6492ad9151e8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:43:47.316187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-f03369eb-07ec-4843-9d3c-6492ad9151e8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155783 Jul 29 23:43:47.349668 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Sync routers for ids ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:47.382854 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Routers {'6f7573c2-18d3-4345-9b97-76e5043d7e5a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:47.383821 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:47.474012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=a28a771c-f55f-4aff-96b8-dcd354aba76f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:47.516200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.516551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.517059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.517533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.517879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.518219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.521410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.521410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.521410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.521410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.521410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.521410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:47.672337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-50711d88-88bc-4a8e-afbf-9830e25d42fe service neutron] 10.222.0.37 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338664 Jul 29 23:43:47.711271 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.741009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-65b7b401-b590-437f-bfcb-60bbbc16a551', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:47.741904 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.795260 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Set router 6f7573c2-18d3-4345-9b97-76e5043d7e5a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:48.051193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85fa9930-d0de-4b02-88a3-ca5e5f90dc3b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.062039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-dbc4a57d-57e7-4c06-ab3e-a92afeb4a1dc service neutron] 10.222.0.37 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823721 Jul 29 23:43:48.064272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85fa9930-d0de-4b02-88a3-ca5e5f90dc3b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.154544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Allocated IP 172.20.0.2 (65b7b401-b590-437f-bfcb-60bbbc16a551/cf4fa847-6320-49ac-b0bf-015685211b25/57212ad6-5477-48c0-9bb2-95bc792dc033) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:48.456326 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.482970 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'name': 'tempest-TestServerMultinode-1732079603-router', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:43:42Z', 'revision_number': 4, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'gw_port': {'id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:33Z', 'updated_at': '2021-07-29T23:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '533e1e4e-2904-4169-9f21-e1877003ebcb', 'name': '', 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'mac_address': 'fa:16:3e:2e:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:40Z', 'updated_at': '2021-07-29T23:43:42Z', 'revision_number': 2, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'subnets': [{'id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:48.498813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Transition to ACTIVE for port object 57212ad6-5477-48c0-9bb2-95bc792dc033 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:48.530181 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Checking router: 6f7573c2-18d3-4345-9b97-76e5043d7e5a for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:48.530529 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Updating router 6f7573c2-18d3-4345-9b97-76e5043d7e5a port 533e1e4e-2904-4169-9f21-e1877003ebcb binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:48.540369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Transition to ACTIVE for port object 57212ad6-5477-48c0-9bb2-95bc792dc033 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:48.589442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a28a771c-f55f-4aff-96b8-dcd354aba76f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:48.603747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fdb4bc5-922b-4f48-a011-7fe3f410ba23 req-66b4c96f-75e0-48c4-bf1b-453de6f441a5 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 210 time: 0.1097291 Jul 29 23:43:48.609721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Transition to ACTIVE for port object cd860a48-6b11-42b5-8831-fffd755d98de will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:48.614794 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.638082 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.671352 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.721255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-85fa9930-d0de-4b02-88a3-ca5e5f90dc3b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] In _notify_port_updated(), no bound segment for port 27c38c03-94f4-4664-93e5-5c67ec136cb7 on network 07ea90e8-a4e2-46cc-99d5-071a15728e01 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:43:48.743526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fa9930-d0de-4b02-88a3-ca5e5f90dc3b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:48.744296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85fa9930-d0de-4b02-88a3-ca5e5f90dc3b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.750934 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-85fa9930-d0de-4b02-88a3-ca5e5f90dc3b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "PUT /v2.0/ports/27c38c03-94f4-4664-93e5-5c67ec136cb7 HTTP/1.1" status: 200 len: 818 time: 2.0709994 Jul 29 23:43:48.753538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:48.826705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Network 65b7b401-b590-437f-bfcb-60bbbc16a551 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:48.833384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:48.843761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa9930-d0de-4b02-88a3-ca5e5f90dc3b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=27c38c03-94f4-4664-93e5-5c67ec136cb7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:48.863357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:48.877575 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.877876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Pushing event updated for resources: {'Port': ['ID=57212ad6-5477-48c0-9bb2-95bc792dc033,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.092984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a48310d9-eb76-45d0-8b1f-e9125e5832cc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 27c38c03-94f4-4664-93e5-5c67ec136cb7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:49.093604 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a48310d9-eb76-45d0-8b1f-e9125e5832cc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.112939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Attempting to bind port cd860a48-6b11-42b5-8831-fffd755d98de on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:49.113385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Attempting to bind port cd860a48-6b11-42b5-8831-fffd755d98de by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:49.113761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Attempting to bind port cd860a48-6b11-42b5-8831-fffd755d98de on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:49.185536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Attempting to bind port 57212ad6-5477-48c0-9bb2-95bc792dc033 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:49.185916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Attempting to bind port 57212ad6-5477-48c0-9bb2-95bc792dc033 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:49.186288 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Attempting to bind port 57212ad6-5477-48c0-9bb2-95bc792dc033 on network 65b7b401-b590-437f-bfcb-60bbbc16a551 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:49.194783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.195498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:49.195498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:49.196194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.196194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:49.196434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Bound port: cd860a48-6b11-42b5-8831-fffd755d98de, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:49.197001 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.251369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040000f9-3f99-44cd-9a38-72f00b0062e9 None None] Pushing event updated for resources: {'Port': ['ID=cd860a48-6b11-42b5-8831-fffd755d98de,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.295675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:49.296093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Checking segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:49.296508 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.307841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Bound using segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:49.309347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Bound port: 57212ad6-5477-48c0-9bb2-95bc792dc033, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:49.309775 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.339619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a28a771c-f55f-4aff-96b8-dcd354aba76f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:49.340546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.354985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] For port cd860a48-6b11-42b5-8831-fffd755d98de, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:49.536689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] For port cd860a48-6b11-42b5-8831-fffd755d98de, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cd860a48-6b11-42b5-8831-fffd755d98de,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:49.609441 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.637004 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a48310d9-eb76-45d0-8b1f-e9125e5832cc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.639189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39502) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:49.654152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-0145dccc-d63c-4a26-8d2d-68ca414ebf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:49.656180 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-0145dccc-d63c-4a26-8d2d-68ca414ebf60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1097 time: 0.3137531 Jul 29 23:43:49.671267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a48310d9-eb76-45d0-8b1f-e9125e5832cc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 27c38c03-94f4-4664-93e5-5c67ec136cb7 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:49.681089 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Transition to ACTIVE for port object 533e1e4e-2904-4169-9f21-e1877003ebcb will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:49.695858 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.742811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] For port 57212ad6-5477-48c0-9bb2-95bc792dc033, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:49.746926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] For port 57212ad6-5477-48c0-9bb2-95bc792dc033, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=57212ad6-5477-48c0-9bb2-95bc792dc033,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:49.763765 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.842226 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.891677 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Attempting to bind port 533e1e4e-2904-4169-9f21-e1877003ebcb on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:49.899349 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Attempting to bind port 533e1e4e-2904-4169-9f21-e1877003ebcb by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '4e4b82a1-c429-4ee9-955f-494358ed85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:49.901945 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Attempting to bind port 533e1e4e-2904-4169-9f21-e1877003ebcb on network 345c58d9-3e02-4f89-a441-0156268968bd {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:49.918266 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:49.924641 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Checking segment: {'id': '4e4b82a1-c429-4ee9-955f-494358ed85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:49.926619 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.927220 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Bound using segment: {'id': '4e4b82a1-c429-4ee9-955f-494358ed85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:49.929096 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Bound port: 533e1e4e-2904-4169-9f21-e1877003ebcb, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4b82a1-c429-4ee9-955f-494358ed85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:49.930251 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.089018 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] For port 533e1e4e-2904-4169-9f21-e1877003ebcb, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:50.099349 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] For port 533e1e4e-2904-4169-9f21-e1877003ebcb, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=533e1e4e-2904-4169-9f21-e1877003ebcb,segment=NetworkSegment(4e4b82a1-c429-4ee9-955f-494358ed85c5),segment_id=4e4b82a1-c429-4ee9-955f-494358ed85c5)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:50.101252 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29548a-d431-44f7-b832-814e8140eb98 None None] Pushing event updated for resources: {'Port': ['ID=533e1e4e-2904-4169-9f21-e1877003ebcb,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:50.115151 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.147617 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40bb0cd6-af70-4a7d-a5a7-24d2fa5eb376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.151885 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Routers {'747948ad-fb9d-42a3-8d1c-b91d19222ccb'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:50.153744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:50.187075 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Routers {'6f7573c2-18d3-4345-9b97-76e5043d7e5a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:50.188123 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:50.293460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-787c4c0a-f301-407d-b1b4-244a2776c877 req-83c01ed2-4951-4e91-8055-bd80615bd70d tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 210 time: 0.5620944 Jul 29 23:43:50.392643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040000f9-3f99-44cd-9a38-72f00b0062e9 None None] Pushing event updated for resources: {'Port': ['ID=cd860a48-6b11-42b5-8831-fffd755d98de,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:50.502472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a48310d9-eb76-45d0-8b1f-e9125e5832cc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.675378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-043bc55e-3ae9-43d6-a674-e286a541221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:50.692764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-043bc55e-3ae9-43d6-a674-e286a541221b service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 1.0103028 Jul 29 23:43:50.695228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.20.0.1 (65b7b401-b590-437f-bfcb-60bbbc16a551/cf4fa847-6320-49ac-b0bf-015685211b25/339a348c-4743-48ab-8777-1921ff1045f4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:50.702977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48310d9-eb76-45d0-8b1f-e9125e5832cc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=27c38c03-94f4-4664-93e5-5c67ec136cb7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:50.728502 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a48310d9-eb76-45d0-8b1f-e9125e5832cc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.739399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39520) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:50.741160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a48310d9-eb76-45d0-8b1f-e9125e5832cc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/27c38c03-94f4-4664-93e5-5c67ec136cb7 HTTP/1.1" status: 204 len: 168 time: 1.9802809 Jul 29 23:43:50.846122 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] Set router 6f7573c2-18d3-4345-9b97-76e5043d7e5a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:50.988175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] Set router 747948ad-fb9d-42a3-8d1c-b91d19222ccb gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:51.002598 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-b74ca29f-1d98-4faf-85b7-ed6cc2f87b04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 1000 time: 0.2884009 Jul 29 23:43:51.118606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-d36f79ff-d7b1-4a62-b80f-1f87f3bf9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.119321 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29548a-d431-44f7-b832-814e8140eb98 None None] Pushing event updated for resources: {'Port': ['ID=533e1e4e-2904-4169-9f21-e1877003ebcb,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:51.120216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-d36f79ff-d7b1-4a62-b80f-1f87f3bf9fcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.1129127 Jul 29 23:43:51.168921 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'name': 'tempest-TestServerMultinode-1732079603-router', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:43:42Z', 'revision_number': 4, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'gw_port': {'id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:33Z', 'updated_at': '2021-07-29T23:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '533e1e4e-2904-4169-9f21-e1877003ebcb', 'name': '', 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'mac_address': 'fa:16:3e:2e:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:40Z', 'updated_at': '2021-07-29T23:43:50Z', 'revision_number': 4, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'subnets': [{'id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:51.195025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee54a1a7-1bf3-439d-ad58-94d5657cdd81 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.201364 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ee54a1a7-1bf3-439d-ad58-94d5657cdd81 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4366724 Jul 29 23:43:51.202844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39532) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:51.225839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-f5fc7a3d-8f2c-4e32-8685-ab77686b9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.228942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-f5fc7a3d-8f2c-4e32-8685-ab77686b9781 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992019 Jul 29 23:43:51.238963 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ce24e-7efe-4a63-bd01-53b5e922452d None None] The sync data for ids ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'] in n-d-712139-11 is: [{'id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'name': 'tempest-TestServerMultinode-1732079603-router', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:43:42Z', 'revision_number': 4, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'gw_port': {'id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:33Z', 'updated_at': '2021-07-29T23:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '533e1e4e-2904-4169-9f21-e1877003ebcb', 'name': '', 'network_id': '345c58d9-3e02-4f89-a441-0156268968bd', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'mac_address': 'fa:16:3e:2e:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:40Z', 'updated_at': '2021-07-29T23:43:50Z', 'revision_number': 4, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'subnets': [{'id': 'f6b0973e-a0ab-406f-bb76-de3545aac5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:51.319220 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfb1c1c-03b5-4c51-9255-59af10427165 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:43:51.321270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6bfb1c1c-03b5-4c51-9255-59af10427165 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/27c38c03-94f4-4664-93e5-5c67ec136cb7 HTTP/1.1" status: 404 len: 333 time: 0.1153598 Jul 29 23:43:51.345221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:51.360256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1606714453'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:51.405526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40bb0cd6-af70-4a7d-a5a7-24d2fa5eb376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.434295 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-40bb0cd6-af70-4a7d-a5a7-24d2fa5eb376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.591598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 533e1e4e-2904-4169-9f21-e1877003ebcb up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:51.608872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.662597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Transition to ACTIVE for port object 339a348c-4743-48ab-8777-1921ff1045f4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:51.669138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-083e0fc8-f330-4609-83e3-4f9e70681031 req-37c05273-0d40-4616-b700-d16ff90fe839 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 210 time: 0.1858888 Jul 29 23:43:51.783198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92e92f-8eb7-4637-a6f3-dd5b9bbe52ee None None] Pushing event updated for resources: {'Port': ['ID=57212ad6-5477-48c0-9bb2-95bc792dc033,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:51.816762 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f824a58d-5cce-4cba-8c91-c3188a376276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.847532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-a3bc50d0-3f29-4969-bdd0-2cbac818de2f service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989742 Jul 29 23:43:51.847654 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.899737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb0cd6-af70-4a7d-a5a7-24d2fa5eb376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f1eb7-6dca-4c7a-a249-97754b25f370,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:51.957800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 533e1e4e-2904-4169-9f21-e1877003ebcb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:51.962942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 533e1e4e-2904-4169-9f21-e1877003ebcb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:51.963361 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.057515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=339a348c-4743-48ab-8777-1921ff1045f4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:52.217186 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-40bb0cd6-af70-4a7d-a5a7-24d2fa5eb376 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15e2ec6e5bab459aab9c23da362a22da&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5605903 Jul 29 23:43:52.220549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39560) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:52.225748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:52.253854 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.258793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:41Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:52.259724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-043720ea-7150-43eb-92b4-5c7a91d4604b req-8bcd2219-f658-4443-b565-152ee8552b1d service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125581 Jul 29 23:43:52.313983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 65b7b401-b590-437f-bfcb-60bbbc16a551 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:52.334644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:52.339544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:52.359897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8107dabd-dabc-4755-9507-33b684085559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.414373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56b809-fe11-4fb0-82f6-cf085c213f6c None None] Network 65b7b401-b590-437f-bfcb-60bbbc16a551 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:52.441639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110d08f-3be4-4850-b7d2-359196bb9fd9 None None] The sync data for ids ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'] in n-d-712139-11 is: [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:41Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:52.450258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8107dabd-dabc-4755-9507-33b684085559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.521570 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8107dabd-dabc-4755-9507-33b684085559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.531347 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8107dabd-dabc-4755-9507-33b684085559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.535403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8107dabd-dabc-4755-9507-33b684085559 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f4f1eb7-6dca-4c7a-a249-97754b25f370 HTTP/1.1" status: 204 len: 168 time: 0.3134542 Jul 29 23:43:52.566508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107dabd-dabc-4755-9507-33b684085559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f1eb7-6dca-4c7a-a249-97754b25f370,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:52.581271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-6d425418-9c48-43b7-9437-c25ebd3a86ff tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.582870 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-6d425418-9c48-43b7-9437-c25ebd3a86ff tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.47 "GET /v2.0/networks?id=a585dfa2-29d7-49e2-ba89-7683384fe1e8 HTTP/1.1" status: 200 len: 911 time: 0.5044665 Jul 29 23:43:52.614176 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.621175 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.637919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Request body: {'port': {'device_id': '02f7d413-b054-47fa-9e5c-1482591f6e7a', 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8', 'admin_state_up': True, 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:52.711236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a0b7ca0a-8d5c-4979-9576-5348cd1695f0 None None] Provisioning for port 57212ad6-5477-48c0-9bb2-95bc792dc033 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:52.744601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 533e1e4e-2904-4169-9f21-e1877003ebcb, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=533e1e4e-2904-4169-9f21-e1877003ebcb,segment=NetworkSegment(4e4b82a1-c429-4ee9-955f-494358ed85c5),segment_id=4e4b82a1-c429-4ee9-955f-494358ed85c5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:52.754131 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.844187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:52.881354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.882086 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Added segment 01830a96-f3df-4dae-b489-d75575b98a9c of type vlan for network 575aef85-600e-45c3-baad-0a72f2b23873 Jul 29 23:43:52.993863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-43eac912-9b50-42bb-adc4-a48bb23ecbb6 req-ff7923c1-2254-45b9-9e6b-d948b1b14a02 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 210 time: 0.0698936 Jul 29 23:43:53.093193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=533e1e4e-2904-4169-9f21-e1877003ebcb,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:53.146524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Made reservation on behalf of b15aff817eb148a7a9162c035f0693fd for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:53.159267 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.242017 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.335489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.342545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.343199 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.343568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39586) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:53.387912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5722e34e-ee10-4bbf-b75f-b4ee6a47346f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.681948 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5722e34e-ee10-4bbf-b75f-b4ee6a47346f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.683508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Network': ['ID=575aef85-600e-45c3-baad-0a72f2b23873,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:53.703592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5722e34e-ee10-4bbf-b75f-b4ee6a47346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.715171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 575aef85-600e-45c3-baad-0a72f2b23873 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:53.777806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722e34e-ee10-4bbf-b75f-b4ee6a47346f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c45205-3c23-4467-bc10-b6158be354a9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:53.832844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5722e34e-ee10-4bbf-b75f-b4ee6a47346f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cfdbab83cf74ee2908f03179f3f1059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873829 Jul 29 23:43:53.833519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39596) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:53.908466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cd860a48-6b11-42b5-8831-fffd755d98de up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:53.960682 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3d40512c-27aa-49bf-9a2b-deaf389bb6b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6114397 Jul 29 23:43:53.983135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:53.996361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '575aef85-600e-45c3-baad-0a72f2b23873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:54.016311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:54.023052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.112224 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bd7eb8a-16bc-4480-9ed6-b63df56ccdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.152063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bd7eb8a-16bc-4480-9ed6-b63df56ccdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.180654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:54.196693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-869cb592-b387-4e6c-9d24-0acb211e9270 None None] Provisioning for port 339a348c-4743-48ab-8777-1921ff1045f4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:54.206443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'port_id': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'mac_address': 'fa:16:3e:18:65:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:54.229611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-869cb592-b387-4e6c-9d24-0acb211e9270 None None] Provisioning complete for port 339a348c-4743-48ab-8777-1921ff1045f4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:54.232644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-869cb592-b387-4e6c-9d24-0acb211e9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.294234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Allocated IP 172.20.0.8 (a585dfa2-29d7-49e2-ba89-7683384fe1e8/89df1c70-55f5-4d69-bd75-c2a6371ca538/a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:54.325659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bd7eb8a-16bc-4480-9ed6-b63df56ccdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.332942 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bd7eb8a-16bc-4480-9ed6-b63df56ccdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.338450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7bd7eb8a-16bc-4480-9ed6-b63df56ccdef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60c45205-3c23-4467-bc10-b6158be354a9 HTTP/1.1" status: 204 len: 168 time: 0.5038652 Jul 29 23:43:54.380626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-317cf4ed-9c52-4e47-aa84-8ebadc93618b req-7ce9f38e-3da6-4ef0-9f38-c016bed1aab0 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 210 time: 0.2796090 Jul 29 23:43:54.407519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7eb8a-16bc-4480-9ed6-b63df56ccdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c45205-3c23-4467-bc10-b6158be354a9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:54.482953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:54.490069 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.506533 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b283171a-fb15-4625-a799-0a67d0bf5634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.581630 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.670053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port cd860a48-6b11-42b5-8831-fffd755d98de completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:54.677813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-869cb592-b387-4e6c-9d24-0acb211e9270 None None] Port 339a348c-4743-48ab-8777-1921ff1045f4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:54.688329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port cd860a48-6b11-42b5-8831-fffd755d98de triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:54.689066 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.748062 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.805530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74c60c01-b360-44ba-8ade-677ebc5408a2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:54.869652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:54.880178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.885367 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.939390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-88542264-6a57-466b-8ead-270a5ed135c4 None None] Provisioning complete for port 339a348c-4743-48ab-8777-1921ff1045f4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:54.940058 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88542264-6a57-466b-8ead-270a5ed135c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.057057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=987ff7a2-89dc-452e-bab6-4bd5995d92ae,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.092656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['74c60c01-b360-44ba-8ade-677ebc5408a2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:55.121293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Checking segment: {'id': '01830a96-f3df-4dae-b489-d75575b98a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '575aef85-600e-45c3-baad-0a72f2b23873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:55.121677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network hostable DHCP agents. Network: 575aef85-600e-45c3-baad-0a72f2b23873, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:55.143083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.166229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 575aef85-600e-45c3-baad-0a72f2b23873 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:55.188905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 575aef85-600e-45c3-baad-0a72f2b23873) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:55.209220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.212686 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.221012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-88542264-6a57-466b-8ead-270a5ed135c4 None None] Port 339a348c-4743-48ab-8777-1921ff1045f4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:55.228291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ea042a-2531-4c83-a5aa-2f5a2f142a53 None None] Network 575aef85-600e-45c3-baad-0a72f2b23873 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:55.234662 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.246425 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b73ffd3e-c306-4cc7-ba30-e69ef9b3782d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2620659 Jul 29 23:43:55.247809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39636) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:55.254934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-08f7b796-d731-4b5a-90bf-9979030c61d2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '575aef85-600e-45c3-baad-0a72f2b23873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:55.275814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.291247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.362430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port cd860a48-6b11-42b5-8831-fffd755d98de, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cd860a48-6b11-42b5-8831-fffd755d98de,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:55.386959 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.387768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 57212ad6-5477-48c0-9bb2-95bc792dc033 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:55.576788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f7b796-d731-4b5a-90bf-9979030c61d2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:55.583564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08f7b796-d731-4b5a-90bf-9979030c61d2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.605342 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.808155 n-d-712139-11 neutron-server[93816]: INFO neutron.db.ipam_backend_mixin [None req-08f7b796-d731-4b5a-90bf-9979030c61d2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 987ff7a2-89dc-452e-bab6-4bd5995d92ae (CIDR: 172.20.0.0/28) Jul 29 23:43:55.885164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f698591-8835-4e76-b020-e972f4672f96 req-42d6063a-daf5-489a-900d-3bc3f62df30f tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 210 time: 0.2932744 Jul 29 23:43:55.886591 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f7b796-d731-4b5a-90bf-9979030c61d2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:43:55.887375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f7b796-d731-4b5a-90bf-9979030c61d2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:43:55.888050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=cd860a48-6b11-42b5-8831-fffd755d98de,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.924201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-575aef85-600e-45c3-baad-0a72f2b23873', 'network_id': '575aef85-600e-45c3-baad-0a72f2b23873', 'tenant_id': 'dd266ff5897c47f89f2f08b223d0b45d', 'fixed_ips': [{'subnet_id': '987ff7a2-89dc-452e-bab6-4bd5995d92ae'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:55.925636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.941431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-08f7b796-d731-4b5a-90bf-9979030c61d2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6920946 Jul 29 23:43:55.946403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39658) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:55.961205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6a0613c3-5eda-4e1c-98f8-e52c4a036755 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '575aef85-600e-45c3-baad-0a72f2b23873', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:56.159254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 57212ad6-5477-48c0-9bb2-95bc792dc033 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:56.166166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.172439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 57212ad6-5477-48c0-9bb2-95bc792dc033 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:56.172813 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.205028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0613c3-5eda-4e1c-98f8-e52c4a036755 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:56.211790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=339a348c-4743-48ab-8777-1921ff1045f4,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:56.221993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.226025 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a0613c3-5eda-4e1c-98f8-e52c4a036755 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.235911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Transition to ACTIVE for port object a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:56.244219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.244586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.244934 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.245468 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.245980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.246651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.247333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.247855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.248435 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.248937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.249458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.249960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:56.397891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.509642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Network a585dfa2-29d7-49e2-ba89-7683384fe1e8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:56.525620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 65b7b401-b590-437f-bfcb-60bbbc16a551 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:56.537917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:56.545535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:56.566304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:56.615529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Pushing event updated for resources: {'Port': ['ID=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:56.728500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Allocated IP 172.20.0.2 (575aef85-600e-45c3-baad-0a72f2b23873/987ff7a2-89dc-452e-bab6-4bd5995d92ae/5ee5bb4f-c2f4-4b25-98d1-369d3960613c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:56.738933 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.783173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.783805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.830471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a0613c3-5eda-4e1c-98f8-e52c4a036755 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.909339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0613c3-5eda-4e1c-98f8-e52c4a036755 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 575aef85-600e-45c3-baad-0a72f2b23873 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:56.911041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6a0613c3-5eda-4e1c-98f8-e52c4a036755 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:56.938256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0613c3-5eda-4e1c-98f8-e52c4a036755 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.940558 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a0613c3-5eda-4e1c-98f8-e52c4a036755 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.966704 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c662e8ac-6e4e-4082-a4c6-b3a9c937b4e4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.3336663 Jul 29 23:43:56.997875 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Request body: {'port': {'device_id': '02f7d413-b054-47fa-9e5c-1482591f6e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:57.067894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0613c3-5eda-4e1c-98f8-e52c4a036755 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=8dc5afda-d05b-4e81-89c4-520f64a334e2,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.102780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6a0613c3-5eda-4e1c-98f8-e52c4a036755 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1541126 Jul 29 23:43:57.106045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 57212ad6-5477-48c0-9bb2-95bc792dc033, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=57212ad6-5477-48c0-9bb2-95bc792dc033,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:57.120253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:57.126354 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.127430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 533e1e4e-2904-4169-9f21-e1877003ebcb up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:57.146213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '575aef85-600e-45c3-baad-0a72f2b23873', 'fixed_ips': [{'subnet_id': '987ff7a2-89dc-452e-bab6-4bd5995d92ae'}, {'subnet_id': '8dc5afda-d05b-4e81-89c4-520f64a334e2'}], 'name': 'tempest-PortsTestJSON-1333035154'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:57.177869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933b59a-8a1c-4cfd-b08b-b14ca13ca4ba req-428a8b18-acd9-43c3-97fe-a49efabebe2d tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:57.187598 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f933b59a-8a1c-4cfd-b08b-b14ca13ca4ba req-428a8b18-acd9-43c3-97fe-a49efabebe2d tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1027 time: 0.1106720 Jul 29 23:43:57.273867 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f933b59a-8a1c-4cfd-b08b-b14ca13ca4ba req-3691b4c3-3249-47f5-aa1c-ac3eda97b66f tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836821 Jul 29 23:43:57.319515 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.328775 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.344798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=57212ad6-5477-48c0-9bb2-95bc792dc033,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.375186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-95e38719-dba3-430a-bde4-a80dae32da6a None None] Provisioning complete for port 339a348c-4743-48ab-8777-1921ff1045f4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:57.375683 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95e38719-dba3-430a-bde4-a80dae32da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.476047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-95e38719-dba3-430a-bde4-a80dae32da6a None None] Port 339a348c-4743-48ab-8777-1921ff1045f4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:57.509544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.515627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 533e1e4e-2904-4169-9f21-e1877003ebcb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:57.516340 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.551497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Transition to ACTIVE for port object 5ee5bb4f-c2f4-4b25-98d1-369d3960613c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:57.581364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Transition to ACTIVE for port object 5ee5bb4f-c2f4-4b25-98d1-369d3960613c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:57.599646 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.669305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router 747948ad-fb9d-42a3-8d1c-b91d19222ccb has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:57.688989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Network 575aef85-600e-45c3-baad-0a72f2b23873 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:57.734385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:57.745501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:57.780535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9eb14b2a-24a1-451e-9cc1-e6993679f244 None None] Provisioning for port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:57.783231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Pushing event updated for resources: {'Port': ['ID=5ee5bb4f-c2f4-4b25-98d1-369d3960613c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.849267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9eb14b2a-24a1-451e-9cc1-e6993679f244 None None] Provisioning complete for port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:57.849568 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eb14b2a-24a1-451e-9cc1-e6993679f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.893648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:58.047563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9eb14b2a-24a1-451e-9cc1-e6993679f244 None None] Port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:58.052405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Attempting to bind port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:58.052795 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Attempting to bind port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '01830a96-f3df-4dae-b489-d75575b98a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '575aef85-600e-45c3-baad-0a72f2b23873'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:58.053171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Attempting to bind port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c on network 575aef85-600e-45c3-baad-0a72f2b23873 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:58.061191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:58.061588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Checking segment: {'id': '01830a96-f3df-4dae-b489-d75575b98a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '575aef85-600e-45c3-baad-0a72f2b23873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:58.062013 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.062426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Bound using segment: {'id': '01830a96-f3df-4dae-b489-d75575b98a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '575aef85-600e-45c3-baad-0a72f2b23873'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:58.062919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Bound port: 5ee5bb4f-c2f4-4b25-98d1-369d3960613c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01830a96-f3df-4dae-b489-d75575b98a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '575aef85-600e-45c3-baad-0a72f2b23873'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:58.063316 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.162126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 74c60c01-b360-44ba-8ade-677ebc5408a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:58.163169 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.278033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cd860a48-6b11-42b5-8831-fffd755d98de up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:58.348732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] For port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:58.352660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] For port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5ee5bb4f-c2f4-4b25-98d1-369d3960613c,segment=NetworkSegment(01830a96-f3df-4dae-b489-d75575b98a9c),segment_id=01830a96-f3df-4dae-b489-d75575b98a9c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:58.362944 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.454858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port cd860a48-6b11-42b5-8831-fffd755d98de triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:58.455201 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.552553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0befc-d498-4a3a-a58e-2665e9a2dca4 req-68b357da-913a-4649-b761-173c66cc1fe5 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:58.561687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cc0befc-d498-4a3a-a58e-2665e9a2dca4 req-68b357da-913a-4649-b761-173c66cc1fe5 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1027 time: 0.1252508 Jul 29 23:43:58.577431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:58.643567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39820) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:58.676967 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.684050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cc0befc-d498-4a3a-a58e-2665e9a2dca4 req-4611fc0b-486d-4083-a0de-33aa4e28294b tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083965 Jul 29 23:43:58.729290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3d3ce-56b4-4443-bab3-8ae8a9d6f909 None None] Pushing event updated for resources: {'Port': ['ID=5ee5bb4f-c2f4-4b25-98d1-369d3960613c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:58.809449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:58.818140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:58.820934 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4a224c-02b4-4a7d-839b-2bc83b1a1e0c" -d '{"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-plugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:58.828314 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.976844 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b918d3a-abc2-4758-a6a3-35c728d26edc x-openstack-request-id: req-6b918d3a-abc2-4758-a6a3-35c728d26edc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:58.977359 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-plugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:58.977787 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b918d3a-abc2-4758-a6a3-35c728d26edc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:58.978357 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'code': 200} Jul 29 23:43:59.066109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:59.094491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.123919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-86df76ee-a9f4-40ad-a5b1-1293112851d6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "PUT /v2.0/routers/747948ad-fb9d-42a3-8d1c-b91d19222ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1207190 Jul 29 23:43:59.168858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25891ee8-9f8f-4080-bb3e-0d793119e51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.181208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Sync routers for ids ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:59.264489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:59.315927 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Routers {'747948ad-fb9d-42a3-8d1c-b91d19222ccb'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:59.316906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:59.323657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 57212ad6-5477-48c0-9bb2-95bc792dc033 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:59.407762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39848) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:59.431353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 28c91205-3023-4956-b5ee-54ee7319b41c yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:59.564004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 57212ad6-5477-48c0-9bb2-95bc792dc033 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:59.564695 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.594434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Set router 747948ad-fb9d-42a3-8d1c-b91d19222ccb gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:59.678326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-809a1606-4d8e-4225-8185-f12bcf586714 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565872030&fields=id&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 267 time: 0.1139441 Jul 29 23:43:59.712528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:59.784192 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.950542 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.977805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Transition to ACTIVE for port object a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:00.191722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:53Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '339a348c-4743-48ab-8777-1921ff1045f4', 'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:3c:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:49Z', 'updated_at': '2021-07-29T23:43:54Z', 'revision_number': 2, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:00.195684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-d97fb27f-d134-4b3e-a93b-088878f8cccf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:00.206181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-d97fb27f-d134-4b3e-a93b-088878f8cccf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/networks?id=65b7b401-b590-437f-bfcb-60bbbc16a551 HTTP/1.1" status: 200 len: 796 time: 0.5180345 Jul 29 23:44:00.263923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-6011560f-47c0-48fd-aa91-3a3fa5013b0b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/quotas/b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 375 time: 0.0564978 Jul 29 23:44:00.363727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5ee5bb4f-c2f4-4b25-98d1-369d3960613c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:00.369104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03204-6ac3-4c15-b12c-ecbce6779171 req-d004dd66-3cfe-449e-bdd1-4ef1d148c456 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:00.371173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29e03204-6ac3-4c15-b12c-ecbce6779171 req-d004dd66-3cfe-449e-bdd1-4ef1d148c456 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1053 time: 0.3317480 Jul 29 23:44:00.377032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Checking router: 747948ad-fb9d-42a3-8d1c-b91d19222ccb for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:00.377632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Updating router 747948ad-fb9d-42a3-8d1c-b91d19222ccb port 339a348c-4743-48ab-8777-1921ff1045f4 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:44:00.410825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.9 (575aef85-600e-45c3-baad-0a72f2b23873/987ff7a2-89dc-452e-bab6-4bd5995d92ae/28c91205-3023-4956-b5ee-54ee7319b41c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:00.418898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.26 (575aef85-600e-45c3-baad-0a72f2b23873/8dc5afda-d05b-4e81-89c4-520f64a334e2/28c91205-3023-4956-b5ee-54ee7319b41c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:00.440657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-6c5faf3b-9dfb-4b3e-be79-5ba6d479e6e5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686792 Jul 29 23:44:00.476146 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.560105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064527a4-0406-40de-b775-e0935b98eaa7 None None] Network 575aef85-600e-45c3-baad-0a72f2b23873 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:00.563166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.572748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25891ee8-9f8f-4080-bb3e-0d793119e51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.669449 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25891ee8-9f8f-4080-bb3e-0d793119e51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.688493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29e03204-6ac3-4c15-b12c-ecbce6779171 req-088910a3-f756-4ebc-a3cf-8b89edeb0a04 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006341 Jul 29 23:44:00.729366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:00.881322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:00.884919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2b9b3c2d-e8ba-483a-8b76-837bc2c87033 None None] Provisioning for port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:00.908317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2b9b3c2d-e8ba-483a-8b76-837bc2c87033 None None] Provisioning complete for port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:00.908868 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3c2d-e8ba-483a-8b76-837bc2c87033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.922756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25891ee8-9f8f-4080-bb3e-0d793119e51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89637c9a-d791-460c-b127-17fcb1d3628c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:00.977160 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-25891ee8-9f8f-4080-bb3e-0d793119e51e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5862985966924a11b332406ac3eab5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3147495 Jul 29 23:44:00.985864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:01.060693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-2c5e108f-8a8d-4012-b12d-9c626d90e4fc service neutron] 10.222.0.37 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915332 Jul 29 23:44:01.214024 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.233191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object 28c91205-3023-4956-b5ee-54ee7319b41c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:01.311232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.365111 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.409465 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3c2d-e8ba-483a-8b76-837bc2c87033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.421853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-132e670e-288d-47e4-b0d1-c8df464946f4 service neutron] 10.222.0.37 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355603 Jul 29 23:44:01.423324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.462600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc836135457043a1ae1b14c44423864a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0550239 Jul 29 23:44:01.464519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:01.484617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Attempting to bind port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:01.485588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Attempting to bind port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:01.488600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Attempting to bind port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d on network a585dfa2-29d7-49e2-ba89-7683384fe1e8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:01.569516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 575aef85-600e-45c3-baad-0a72f2b23873 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:01.586178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc09f3-bd35-4f60-9493-92fb7ad5caeb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:01.590812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:01.607261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d on network a585dfa2-29d7-49e2-ba89-7683384fe1e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:01.607667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Attempting to bind port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d on network a585dfa2-29d7-49e2-ba89-7683384fe1e8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:01.613650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.614218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.614736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.616440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.617364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.618127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:01.618790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.619301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.624804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.625416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.625926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.626428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.626932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee43ce2-9215-4632-b26f-29c21a82c635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:01.639042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:01.640027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2b9b3c2d-e8ba-483a-8b76-837bc2c87033 None None] For port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5ee5bb4f-c2f4-4b25-98d1-369d3960613c,segment=NetworkSegment(01830a96-f3df-4dae-b489-d75575b98a9c),segment_id=01830a96-f3df-4dae-b489-d75575b98a9c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:01.640883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Checking segment: {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:01.641659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Bound using segment: {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:01.643264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Bound port: a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:01.643642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.665299 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bacbc9c-c5b2-4224-ae9e-85f46b40521c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.747426 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bacbc9c-c5b2-4224-ae9e-85f46b40521c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.758522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=28c91205-3023-4956-b5ee-54ee7319b41c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:01.782214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a38830-fe99-42c5-9abf-24f5d88cf6e7 req-40a3c07b-7e73-4510-b949-11677a9fc65e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 210 time: 0.0450242 Jul 29 23:44:01.838375 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b1440e-7dc5-4e26-adac-ee004ea073be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.872407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3c2d-e8ba-483a-8b76-837bc2c87033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.880961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b1440e-7dc5-4e26-adac-ee004ea073be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.882541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4db9a6-d0fd-4c3f-bff9-ed0414599ba2 None None] Update dhcp port {'port': {'network_id': '575aef85-600e-45c3-baad-0a72f2b23873', 'fixed_ips': [{'subnet_id': '987ff7a2-89dc-452e-bab6-4bd5995d92ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '8dc5afda-d05b-4e81-89c4-520f64a334e2'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '5ee5bb4f-c2f4-4b25-98d1-369d3960613c'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:44:01.889457 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.891965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3e3a2-6e10-45d1-bacb-463b5b141cd2 req-50e974c5-70fd-4b13-9166-0e44eca6cd2f tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:01.911676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18e3e3a2-6e10-45d1-bacb-463b5b141cd2 req-50e974c5-70fd-4b13-9166-0e44eca6cd2f tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1053 time: 0.0836031 Jul 29 23:44:01.947330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:01.951805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.973571 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bacbc9c-c5b2-4224-ae9e-85f46b40521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.975078 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bacbc9c-c5b2-4224-ae9e-85f46b40521c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.978565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6bacbc9c-c5b2-4224-ae9e-85f46b40521c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0cc09f3-bd35-4f60-9493-92fb7ad5caeb HTTP/1.1" status: 204 len: 168 time: 0.5104725 Jul 29 23:44:02.031467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18e3e3a2-6e10-45d1-bacb-463b5b141cd2 req-040e0e82-fcad-4ae5-82e1-cdb53a9457e2 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187179 Jul 29 23:44:02.032279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacbc9c-c5b2-4224-ae9e-85f46b40521c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc09f3-bd35-4f60-9493-92fb7ad5caeb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.085796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] For port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:02.088691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Transition to ACTIVE for port object 339a348c-4743-48ab-8777-1921ff1045f4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:02.110857 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c4db9a6-d0fd-4c3f-bff9-ed0414599ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.122266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] For port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:02.142594 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5e2fd75a-57f8-453e-b3e3-49b19ccecaae tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.0143361 Jul 29 23:44:02.142917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:02.150418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '987ff7a2-89dc-452e-bab6-4bd5995d92ae'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:02.174393 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.193734 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.198364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b3c2d-e8ba-483a-8b76-837bc2c87033 None None] Pushing event updated for resources: {'Port': ['ID=5ee5bb4f-c2f4-4b25-98d1-369d3960613c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.270014 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:02.270773 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.272506 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] 10.222.0.47 "PUT /v2.0/ports/a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d HTTP/1.1" status: 200 len: 1092 time: 5.2881777 Jul 29 23:44:02.275939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f7d413-b054-47fa-9e5c-1482591f6e7a', 'tag': 'a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:02.300725 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e581b4-bd23-4a8e-84c4-51dbdce680a2" -d '{"events": [{"name": "network-changed", "server_uuid": "02f7d413-b054-47fa-9e5c-1482591f6e7a", "tag": "a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:02.591742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04190c0-e040-4ff6-9bd4-415daf0ecca4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.739209 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07058a2a-c234-473c-9269-4d82f035d280 x-openstack-request-id: req-07058a2a-c234-473c-9269-4d82f035d280 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:02.739795 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f7d413-b054-47fa-9e5c-1482591f6e7a", "tag": "a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:02.740691 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07058a2a-c234-473c-9269-4d82f035d280 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:02.741838 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f7d413-b054-47fa-9e5c-1482591f6e7a', 'tag': 'a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d', 'status': 'completed', 'code': 200} Jul 29 23:44:02.784804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b1440e-7dc5-4e26-adac-ee004ea073be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.789115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b1440e-7dc5-4e26-adac-ee004ea073be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.799753 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-37b1440e-7dc5-4e26-adac-ee004ea073be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89637c9a-d791-460c-b127-17fcb1d3628c HTTP/1.1" status: 204 len: 168 time: 1.7737207 Jul 29 23:44:02.816868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-1e1b704b-22eb-4f33-91e3-9c416347b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:02.818514 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-1e1b704b-22eb-4f33-91e3-9c416347b514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b15aff817eb148a7a9162c035f0693fd&device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1095 time: 0.2227459 Jul 29 23:44:02.828628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1440e-7dc5-4e26-adac-ee004ea073be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89637c9a-d791-460c-b127-17fcb1d3628c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.878445 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.943923 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-1e08e276-3493-4da7-bc03-d84091573395 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d HTTP/1.1" status: 200 len: 217 time: 0.1069143 Jul 29 23:44:03.034017 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-192228ec-8e25-445d-bd24-0ab93860f792 req-2e229af3-c98f-48cd-a898-131d5bac5344 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 210 time: 0.1089802 Jul 29 23:44:03.160404 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-40997010-e171-4b4f-a429-0ffb4ba2cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:03.175832 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-40997010-e171-4b4f-a429-0ffb4ba2cc62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89df1c70-55f5-4d69-bd75-c2a6371ca538 HTTP/1.1" status: 200 len: 849 time: 0.2230613 Jul 29 23:44:03.328770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-0497b9f7-0a2b-4a3b-989c-ac649b2be790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:03.332083 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-0497b9f7-0a2b-4a3b-989c-ac649b2be790 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a585dfa2-29d7-49e2-ba89-7683384fe1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1452339 Jul 29 23:44:03.341023 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.350975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4661b05-ebfb-4445-977c-dd900de659f3 None None] Pushing event updated for resources: {'Port': ['ID=339a348c-4743-48ab-8777-1921ff1045f4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:03.354565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f9046-87b0-4f66-961b-fee4b2d3333a req-c15f9b27-794b-4f99-ba70-a67e3a101a26 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:03.370074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-983f9046-87b0-4f66-961b-fee4b2d3333a req-c15f9b27-794b-4f99-ba70-a67e3a101a26 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1095 time: 0.1643374 Jul 29 23:44:03.627336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Attempting to bind port 339a348c-4743-48ab-8777-1921ff1045f4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:03.630923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Attempting to bind port 339a348c-4743-48ab-8777-1921ff1045f4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:03.632837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Attempting to bind port 339a348c-4743-48ab-8777-1921ff1045f4 on network 65b7b401-b590-437f-bfcb-60bbbc16a551 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:03.683166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-983f9046-87b0-4f66-961b-fee4b2d3333a req-f1a173ae-383a-4f88-b17b-96e810ccd720 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107240 Jul 29 23:44:03.754824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:03.755223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Checking segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:03.755652 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.756076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Bound using segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:03.756578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Bound port: 339a348c-4743-48ab-8777-1921ff1045f4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:03.756966 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.786486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-c01e56af-a51f-4546-b0af-82ebb1930c2c service neutron] 10.222.0.47 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458206 Jul 29 23:44:03.805224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39966) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:03.847788 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04536db7-09b3-4a97-8030-b30a86a22893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.930755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9c4db9a6-d0fd-4c3f-bff9-ed0414599ba2 None None] Allocated IP 172.20.0.18 (575aef85-600e-45c3-baad-0a72f2b23873/8dc5afda-d05b-4e81-89c4-520f64a334e2/5ee5bb4f-c2f4-4b25-98d1-369d3960613c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:03.996590 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] For port 339a348c-4743-48ab-8777-1921ff1045f4, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:04.164248 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04536db7-09b3-4a97-8030-b30a86a22893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.179113 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] For port 339a348c-4743-48ab-8777-1921ff1045f4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=339a348c-4743-48ab-8777-1921ff1045f4,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:04.211473 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.262427 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04536db7-09b3-4a97-8030-b30a86a22893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.294533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e06deafd-7dea-48aa-8d1b-6465ba0bd8e1 req-598bcf79-a39a-4df7-a7f4-e654f0cf497b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 210 time: 0.1229248 Jul 29 23:44:04.298447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5ee5bb4f-c2f4-4b25-98d1-369d3960613c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:04.369992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-c5a4b662-e8f6-4e02-be0d-dd3bf6645c35 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:04.384834 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-c5a4b662-e8f6-4e02-be0d-dd3bf6645c35 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/networks?id=65b7b401-b590-437f-bfcb-60bbbc16a551 HTTP/1.1" status: 200 len: 796 time: 0.4273100 Jul 29 23:44:04.418224 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-04536db7-09b3-4a97-8030-b30a86a22893 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82082466b5a34879b070d48c23918a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6112511 Jul 29 23:44:04.431957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39986) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:04.464035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04536db7-09b3-4a97-8030-b30a86a22893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cc8565-7ba1-4669-a6ca-f40cd10b3610,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:04.532949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bdafcdd3-b75a-4e61-a6d3-04a1f43e7b5b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 379 time: 0.1297758 Jul 29 23:44:04.550812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'port': {'device_id': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'admin_state_up': True, 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'security_groups': ['0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:04.639695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Routers {'747948ad-fb9d-42a3-8d1c-b91d19222ccb'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:04.645827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:04.675294 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2702bf0f-164b-473d-a9e3-717b4a1d4b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.766782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2702bf0f-164b-473d-a9e3-717b4a1d4b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.808088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6f1b8737-1d71-42bc-9920-95a748d5f3f3 req-feade2f1-e03d-435d-957e-45ab73eaefab service neutron] 10.222.0.47 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0083897 Jul 29 23:44:05.070675 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2702bf0f-164b-473d-a9e3-717b4a1d4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.073637 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2702bf0f-164b-473d-a9e3-717b4a1d4b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.076061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2702bf0f-164b-473d-a9e3-717b4a1d4b40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1cc8565-7ba1-4669-a6ca-f40cd10b3610 HTTP/1.1" status: 204 len: 168 time: 0.6426976 Jul 29 23:44:05.079526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-0278ffb7-a5b1-4f45-b4ac-4c34be5c97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:05.082472 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-0278ffb7-a5b1-4f45-b4ac-4c34be5c97dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b15aff817eb148a7a9162c035f0693fd&device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1095 time: 0.1267133 Jul 29 23:44:05.099595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702bf0f-164b-473d-a9e3-717b4a1d4b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cc8565-7ba1-4669-a6ca-f40cd10b3610,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:05.117876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117531ad-60e6-456d-8d05-2d538b96a19b req-a6b4526c-bb7f-4437-a7ed-e50476648a3f tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:05.120856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-117531ad-60e6-456d-8d05-2d538b96a19b req-a6b4526c-bb7f-4437-a7ed-e50476648a3f tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1095 time: 0.1046698 Jul 29 23:44:05.150929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] Set router 747948ad-fb9d-42a3-8d1c-b91d19222ccb gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:05.226762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-117531ad-60e6-456d-8d05-2d538b96a19b req-84d6a073-cbac-47d4-a549-58fdbe90cace tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586979 Jul 29 23:44:05.317390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:05.351055 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.395389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40006) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:05.531367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb8a7d08-fdc6-42d4-9e6e-0656a7ed384b req-66064044-e40d-4a32-a971-f646a0d12a4b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 210 time: 0.0847170 Jul 29 23:44:05.594799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9c4db9a6-d0fd-4c3f-bff9-ed0414599ba2 None None] For port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5ee5bb4f-c2f4-4b25-98d1-369d3960613c,segment=NetworkSegment(01830a96-f3df-4dae-b489-d75575b98a9c),segment_id=01830a96-f3df-4dae-b489-d75575b98a9c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:05.727666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.20.0.5 (65b7b401-b590-437f-bfcb-60bbbc16a551/cf4fa847-6320-49ac-b0bf-015685211b25/8aea22d4-ab8f-40c9-ace3-06275699515a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:05.753607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4661b05-ebfb-4445-977c-dd900de659f3 None None] Pushing event updated for resources: {'Port': ['ID=339a348c-4743-48ab-8777-1921ff1045f4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:05.760919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-2e1ba68b-e31c-43f3-8dab-4ead1fdf5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:05.763418 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-2e1ba68b-e31c-43f3-8dab-4ead1fdf5a9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a585dfa2-29d7-49e2-ba89-7683384fe1e8 HTTP/1.1" status: 200 len: 911 time: 0.6690679 Jul 29 23:44:05.861265 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-15f545fd-0502-400a-8424-7cb4c765020f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d HTTP/1.1" status: 200 len: 217 time: 0.0885870 Jul 29 23:44:05.973932 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-a1bcfc12-6d0d-485e-bfbe-2104069b24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:05.975804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f0dc0d8-a6d9-41f4-95e7-353245a90038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.981851 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-a1bcfc12-6d0d-485e-bfbe-2104069b24dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89df1c70-55f5-4d69-bd75-c2a6371ca538 HTTP/1.1" status: 200 len: 849 time: 0.0929375 Jul 29 23:44:06.062869 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c4db9a6-d0fd-4c3f-bff9-ed0414599ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.080548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:06.080926 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.141444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9c4db9a6-d0fd-4c3f-bff9-ed0414599ba2 None None] Transition to ACTIVE for port object 5ee5bb4f-c2f4-4b25-98d1-369d3960613c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:06.154246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c had new provisioning blocks added so it will not transition to active. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 29 23:44:06.158720 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c4db9a6-d0fd-4c3f-bff9-ed0414599ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.315249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:53Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '339a348c-4743-48ab-8777-1921ff1045f4', 'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:3c:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:49Z', 'updated_at': '2021-07-29T23:44:03Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:06.393567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Delete allocated IP 172.20.0.26 (575aef85-600e-45c3-baad-0a72f2b23873/8dc5afda-d05b-4e81-89c4-520f64a334e2) {{(pid=93816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:44:06.407847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f0dc0d8-a6d9-41f4-95e7-353245a90038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.443547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f0dc0d8-a6d9-41f4-95e7-353245a90038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.510111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede40c2f-46b9-471c-8e14-9061f6e7455a None None] The sync data for ids ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'] in n-d-712139-11 is: [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:53Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '339a348c-4743-48ab-8777-1921ff1045f4', 'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:3c:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:49Z', 'updated_at': '2021-07-29T23:44:03Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:06.569301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4db9a6-d0fd-4c3f-bff9-ed0414599ba2 None None] Pushing event updated for resources: {'Port': ['ID=5ee5bb4f-c2f4-4b25-98d1-369d3960613c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:06.638527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5f0dc0d8-a6d9-41f4-95e7-353245a90038 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd0af7f3d56c4c6d966cc97f71c9679e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2417338 Jul 29 23:44:06.659069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dc0d8-a6d9-41f4-95e7-353245a90038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554a7449-6c36-42c0-b91f-a5b9c03907c8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:06.680582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40050) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:06.875261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-413517fe-ffed-4117-aa35-d83afb38bc60 req-9b132e64-70df-4ec0-81e2-99a83c5fa54f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 210 time: 0.0550041 Jul 29 23:44:06.950756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee5929-1a2e-42c2-849b-d73926741930 req-e7f9cc3a-195c-42bc-9192-481480d81052 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.962606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-adee5929-1a2e-42c2-849b-d73926741930 req-e7f9cc3a-195c-42bc-9192-481480d81052 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1095 time: 0.5438807 Jul 29 23:44:07.102317 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e99965e7-e725-44e1-8d25-34b4e1d14425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.205888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-adee5929-1a2e-42c2-849b-d73926741930 req-047f72f1-a8a5-40ea-930f-4f48f5d81789 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265124 Jul 29 23:44:07.212527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-d13bbe01-1176-4310-885a-594ec5e5bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.214134 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-d13bbe01-1176-4310-885a-594ec5e5bc26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a585dfa2-29d7-49e2-ba89-7683384fe1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2231469 Jul 29 23:44:07.244352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e99965e7-e725-44e1-8d25-34b4e1d14425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.377635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.419719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Ignored duplicate provisioning block setup for port 28c91205-3023-4956-b5ee-54ee7319b41c by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:44:07.431601 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.556764 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e99965e7-e725-44e1-8d25-34b4e1d14425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.562319 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e99965e7-e725-44e1-8d25-34b4e1d14425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.567833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e99965e7-e725-44e1-8d25-34b4e1d14425 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/554a7449-6c36-42c0-b91f-a5b9c03907c8 HTTP/1.1" status: 204 len: 168 time: 0.8485584 Jul 29 23:44:07.605154 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.678264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99965e7-e725-44e1-8d25-34b4e1d14425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554a7449-6c36-42c0-b91f-a5b9c03907c8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:07.747455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Transition to ACTIVE for port object 8aea22d4-ab8f-40c9-ace3-06275699515a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:07.801044 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-87c0bb53-9ec5-4cee-b550-d2589d3a3208 service neutron] 10.222.0.47 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668266 Jul 29 23:44:07.843480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=28c91205-3023-4956-b5ee-54ee7319b41c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:07.911100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:07.913447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] In _notify_port_updated(), no bound segment for port 28c91205-3023-4956-b5ee-54ee7319b41c on network 575aef85-600e-45c3-baad-0a72f2b23873 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:44:07.931244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.932617 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.938398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d0be216f-8719-4204-9f34-407ee367ad7b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "PUT /v2.0/ports/28c91205-3023-4956-b5ee-54ee7319b41c HTTP/1.1" status: 200 len: 919 time: 5.7941399 Jul 29 23:44:07.943304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40076) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:07.975933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '987ff7a2-89dc-452e-bab6-4bd5995d92ae'}, {'subnet_id': '8dc5afda-d05b-4e81-89c4-520f64a334e2'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:08.076552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29907de-6c1a-41d3-a7b2-b365f7c5f495 None None] Network 575aef85-600e-45c3-baad-0a72f2b23873 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:08.203599 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.410117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=8aea22d4-ab8f-40c9-ace3-06275699515a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:08.474613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:08.490974 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52e581b4-bd23-4a8e-84c4-51dbdce680a2 req-33d670b5-a19a-47b9-9665-b2a29f191e17 service neutron] 10.222.0.47 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823971 Jul 29 23:44:08.503115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 65b7b401-b590-437f-bfcb-60bbbc16a551 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:08.522392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:08.539454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d', 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8', 'port_id': 'a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d', 'mac_address': 'fa:16:3e:2f:c0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89df1c70-55f5-4d69-bd75-c2a6371ca538', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:08.543480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:08.845962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5ee5bb4f-c2f4-4b25-98d1-369d3960613c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:08.857957 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:08.858742 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.926014 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-5aad705c-50ba-4e67-9b6d-8afc8bbbf744 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3810070 Jul 29 23:44:08.961197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Request body: {'port': {'device_id': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:09.214045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.220187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b784244-987b-46a0-8443-958ae20f7d7c None None] Provisioning for port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:09.262115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b784244-987b-46a0-8443-958ae20f7d7c None None] Provisioning complete for port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:09.265934 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b784244-987b-46a0-8443-958ae20f7d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.414215 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.502042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:09.502042 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.556796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:09.650351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:09.678058 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.774945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 339a348c-4743-48ab-8777-1921ff1045f4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:09.845219 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.916683 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:09.926763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 339a348c-4743-48ab-8777-1921ff1045f4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:09.949269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 339a348c-4743-48ab-8777-1921ff1045f4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:09.950062 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.973592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-22ed7dc6-d866-4c8d-bc5e-9d494aa913ad tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:09.983244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-22ed7dc6-d866-4c8d-bc5e-9d494aa913ad tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:09.993052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-22ed7dc6-d866-4c8d-bc5e-9d494aa913ad tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.002670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-22ed7dc6-d866-4c8d-bc5e-9d494aa913ad tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.014336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-22ed7dc6-d866-4c8d-bc5e-9d494aa913ad tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.023416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-22ed7dc6-d866-4c8d-bc5e-9d494aa913ad tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.066892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-22ed7dc6-d866-4c8d-bc5e-9d494aa913ad tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.080332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-22ed7dc6-d866-4c8d-bc5e-9d494aa913ad tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 0.4374001 Jul 29 23:44:10.202063 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e72f81-9bfa-4580-8f33-f599f861f5e5 req-6fe10f58-632e-434f-b8b5-1124e79bf10a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.209832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e72f81-9bfa-4580-8f33-f599f861f5e5 req-6fe10f58-632e-434f-b8b5-1124e79bf10a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.210526 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a43fe04d-a42c-4ba3-8e44-4d8159d881ec None None] Provisioning for port 8aea22d4-ab8f-40c9-ace3-06275699515a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:10.217743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e72f81-9bfa-4580-8f33-f599f861f5e5 req-6fe10f58-632e-434f-b8b5-1124e79bf10a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.228480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e72f81-9bfa-4580-8f33-f599f861f5e5 req-6fe10f58-632e-434f-b8b5-1124e79bf10a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.232390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a43fe04d-a42c-4ba3-8e44-4d8159d881ec None None] Provisioning complete for port 8aea22d4-ab8f-40c9-ace3-06275699515a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:10.232922 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a43fe04d-a42c-4ba3-8e44-4d8159d881ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.236275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e72f81-9bfa-4580-8f33-f599f861f5e5 req-6fe10f58-632e-434f-b8b5-1124e79bf10a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.265511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e72f81-9bfa-4580-8f33-f599f861f5e5 req-6fe10f58-632e-434f-b8b5-1124e79bf10a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.274542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e72f81-9bfa-4580-8f33-f599f861f5e5 req-6fe10f58-632e-434f-b8b5-1124e79bf10a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.278427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5e72f81-9bfa-4580-8f33-f599f861f5e5 req-6fe10f58-632e-434f-b8b5-1124e79bf10a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 2.0288405 Jul 29 23:44:10.373822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:10.418001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e2752-310d-419a-a2c7-6642322df662 req-960b43dc-9ac4-4204-b9bf-18aa35651941 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.424322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c27e2752-310d-419a-a2c7-6642322df662 req-960b43dc-9ac4-4204-b9bf-18aa35651941 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 931 time: 2.2475545 Jul 29 23:44:10.516622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c27e2752-310d-419a-a2c7-6642322df662 req-1d3f6d04-2b92-42e0-8d87-50ad121d1151 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699315 Jul 29 23:44:10.520953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5e72f81-9bfa-4580-8f33-f599f861f5e5 req-48f49441-74ce-4cf1-8525-d51b5b66f208 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2242827 Jul 29 23:44:10.630654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aea22d4-ab8f-40c9-ace3-06275699515a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:10.654084 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.702470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Transition to ACTIVE for port object 8aea22d4-ab8f-40c9-ace3-06275699515a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:10.781953 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.887464 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a65c4-9771-4088-b507-2114893ec12a req-409d88f1-832e-4eb6-ba1f-8c2ea1ef6f0b tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.902942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Pushing event updated for resources: {'Port': ['ID=8aea22d4-ab8f-40c9-ace3-06275699515a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:10.932218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-301a65c4-9771-4088-b507-2114893ec12a req-409d88f1-832e-4eb6-ba1f-8c2ea1ef6f0b tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1096 time: 0.1911221 Jul 29 23:44:10.938892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-8ef05275-fb85-4496-95ca-99eb20aff970 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.943944 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-8ef05275-fb85-4496-95ca-99eb20aff970 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "GET /v2.0/ports/029f2ad7-f9a7-457b-9093-231a372c243b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8624461 Jul 29 23:44:11.028821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-301a65c4-9771-4088-b507-2114893ec12a req-258481f0-fcd2-4e9c-bc7b-cc8436aec040 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Jul 29 23:44:11.085747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.26 (575aef85-600e-45c3-baad-0a72f2b23873/8dc5afda-d05b-4e81-89c4-520f64a334e2/28c91205-3023-4956-b5ee-54ee7319b41c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:11.302411 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.310850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a43fe04d-a42c-4ba3-8e44-4d8159d881ec None None] Port 8aea22d4-ab8f-40c9-ace3-06275699515a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:11.409931 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c39ed2f5-1644-48fd-a83a-e33ff3106b5d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "GET /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4594135 Jul 29 23:44:11.454370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:11.504733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.518869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 339a348c-4743-48ab-8777-1921ff1045f4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=339a348c-4743-48ab-8777-1921ff1045f4,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:11.534130 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.596068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Ignored duplicate provisioning block setup for port 28c91205-3023-4956-b5ee-54ee7319b41c by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:44:11.607462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.709090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=339a348c-4743-48ab-8777-1921ff1045f4,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:11.712478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b649631-1444-45b1-9a49-8994b4402cb3 None None] Provisioning for port 28c91205-3023-4956-b5ee-54ee7319b41c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:11.730691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b649631-1444-45b1-9a49-8994b4402cb3 None None] Provisioning complete for port 28c91205-3023-4956-b5ee-54ee7319b41c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:11.731336 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b649631-1444-45b1-9a49-8994b4402cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.779085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=28c91205-3023-4956-b5ee-54ee7319b41c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:11.882449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:11.884882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:11.885484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a on network 65b7b401-b590-437f-bfcb-60bbbc16a551 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:11.897927 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.919299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Port 8aea22d4-ab8f-40c9-ace3-06275699515a on network 65b7b401-b590-437f-bfcb-60bbbc16a551 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:11.919645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a on network 65b7b401-b590-437f-bfcb-60bbbc16a551 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:11.929884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40222) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:11.954217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 029f2ad7-f9a7-457b-9093-231a372c243b no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:12.008272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:12.008272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Checking segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:12.015454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0b649631-1444-45b1-9a49-8994b4402cb3 None None] Port 28c91205-3023-4956-b5ee-54ee7319b41c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:12.015961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Bound using segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:12.020449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Bound port: 8aea22d4-ab8f-40c9-ace3-06275699515a, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:12.021018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.250148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:12.264279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb965a-bf95-4522-bca9-a210b2c914a6 req-30c2e235-cf4d-4222-974d-00f49417fe8b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.275810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b649631-1444-45b1-9a49-8994b4402cb3 None None] Provisioning complete for port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:12.277627 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b649631-1444-45b1-9a49-8994b4402cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.288825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb965a-bf95-4522-bca9-a210b2c914a6 req-30c2e235-cf4d-4222-974d-00f49417fe8b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.302788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb965a-bf95-4522-bca9-a210b2c914a6 req-30c2e235-cf4d-4222-974d-00f49417fe8b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.329461 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.350266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb965a-bf95-4522-bca9-a210b2c914a6 req-30c2e235-cf4d-4222-974d-00f49417fe8b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.377651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb965a-bf95-4522-bca9-a210b2c914a6 req-30c2e235-cf4d-4222-974d-00f49417fe8b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.399696 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb965a-bf95-4522-bca9-a210b2c914a6 req-30c2e235-cf4d-4222-974d-00f49417fe8b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.413248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb965a-bf95-4522-bca9-a210b2c914a6 req-30c2e235-cf4d-4222-974d-00f49417fe8b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.415352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96bb965a-bf95-4522-bca9-a210b2c914a6 req-30c2e235-cf4d-4222-974d-00f49417fe8b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 5435 time: 0.6413841 Jul 29 23:44:12.465067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.473973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:12.484629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] In _notify_port_updated(), no bound segment for port 28c91205-3023-4956-b5ee-54ee7319b41c on network 575aef85-600e-45c3-baad-0a72f2b23873 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:44:12.485416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:12.493615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.494800 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.497758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-508364a5-6db3-4af3-a6cb-5ebfa4f01118 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "PUT /v2.0/ports/28c91205-3023-4956-b5ee-54ee7319b41c HTTP/1.1" status: 200 len: 999 time: 4.5531144 Jul 29 23:44:12.522602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:12.523876 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.530873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96bb965a-bf95-4522-bca9-a210b2c914a6 req-9ec702af-1695-484f-9ecb-8a2beb0b5cb7 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052029 Jul 29 23:44:12.540210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1f667-d1fe-4d4e-95f7-1374b8273859 req-2f505ee9-7d31-4e6f-b53f-b1863a01f1db tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.541951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18c1f667-d1fe-4d4e-95f7-1374b8273859 req-2f505ee9-7d31-4e6f-b53f-b1863a01f1db tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 943 time: 0.7702105 Jul 29 23:44:12.611838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f0ba31ab-569b-46de-87c2-7531838d3617 None None] Provisioning complete for port 28c91205-3023-4956-b5ee-54ee7319b41c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:12.612603 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0ba31ab-569b-46de-87c2-7531838d3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.696608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18c1f667-d1fe-4d4e-95f7-1374b8273859 req-07068e1c-6b66-47a3-a664-aa720858914d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456738 Jul 29 23:44:12.717785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Pushing event updated for resources: {'Port': ['ID=8aea22d4-ab8f-40c9-ace3-06275699515a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:12.734063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba31ab-569b-46de-87c2-7531838d3617 None None] Port 28c91205-3023-4956-b5ee-54ee7319b41c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:12.809246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1090ab-e290-43b0-8bf0-ea6466eb1351 req-bacdd7f8-0d93-41be-b02d-376370e3a24b tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.850508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab1090ab-e290-43b0-8bf0-ea6466eb1351 req-bacdd7f8-0d93-41be-b02d-376370e3a24b tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1096 time: 0.1969697 Jul 29 23:44:12.860119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.860759 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.862690 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-bd8c6409-1d12-4b8f-b3c8-ca049d8a6d0f service neutron] 10.222.0.42 "PUT /v2.0/ports/8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 200 len: 1092 time: 3.9267554 Jul 29 23:44:12.893323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:12.915322 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624e8766-45be-47de-8632-f16c6232705d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:12.981333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab1090ab-e290-43b0-8bf0-ea6466eb1351 req-9f0b77cd-2b2d-4d1a-b318-a3ff10df507a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136034 Jul 29 23:44:13.036350 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97421df-ec64-4d31-8598-8565e9d03074 x-openstack-request-id: req-c97421df-ec64-4d31-8598-8565e9d03074 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:13.037630 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:13.038082 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c97421df-ec64-4d31-8598-8565e9d03074 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:13.041596 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'status': 'completed', 'code': 200} Jul 29 23:44:13.061418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] For port 029f2ad7-f9a7-457b-9093-231a372c243b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=029f2ad7-f9a7-457b-9093-231a372c243b,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:13.114270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-223c65e8-3c31-497e-8629-211ac90d4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.116261 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-223c65e8-3c31-497e-8629-211ac90d4529 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1095 time: 0.1905758 Jul 29 23:44:13.221767 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-435447f4-9cf9-4354-a06e-72a8281939c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 200 len: 217 time: 0.0855641 Jul 29 23:44:13.311230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-76d44a89-ad02-4d86-bd63-2478163712ef tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 28c91205-3023-4956-b5ee-54ee7319b41c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:13.311552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d44a89-ad02-4d86-bd63-2478163712ef tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:13.342139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] For port 029f2ad7-f9a7-457b-9093-231a372c243b, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:13.452837 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:13.524940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-93d38232-6def-45de-8715-43b2e6780608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.527308 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-93d38232-6def-45de-8715-43b2e6780608 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf4fa847-6320-49ac-b0bf-015685211b25 HTTP/1.1" status: 200 len: 834 time: 0.2958810 Jul 29 23:44:13.529739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] device_id is not set on port 029f2ad7-f9a7-457b-9093-231a372c243b yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:13.599553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:13.638531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:13.716979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] Pushing event updated for resources: {'Port': ['ID=029f2ad7-f9a7-457b-9093-231a372c243b,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:13.726943 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:44:13.731432 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:44:13.765637 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d44a89-ad02-4d86-bd63-2478163712ef tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:13.777831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 339a348c-4743-48ab-8777-1921ff1045f4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:13.843428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40310) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:13.849354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Allocated IP 172.25.2.243 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/53ec4d87-0ff5-4860-af26-bf8f9aecd4ec) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:13.859891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 339a348c-4743-48ab-8777-1921ff1045f4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:13.860600 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:13.881405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-76d44a89-ad02-4d86-bd63-2478163712ef tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 28c91205-3023-4956-b5ee-54ee7319b41c owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:13.964121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-dcbfa2b1-3974-4e42-8a6b-3f1f18a4acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.975247 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-dcbfa2b1-3974-4e42-8a6b-3f1f18a4acbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65b7b401-b590-437f-bfcb-60bbbc16a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4342330 Jul 29 23:44:13.987998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] No DVR routers for this DVR port 029f2ad7-f9a7-457b-9093-231a372c243b on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:14.124886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4088774-555d-425a-b788-3ee52dafc93a req-0db1ea7a-5d09-4245-b545-2cd77bb41bff tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.146507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4088774-555d-425a-b788-3ee52dafc93a req-0db1ea7a-5d09-4245-b545-2cd77bb41bff tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.159332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4088774-555d-425a-b788-3ee52dafc93a req-0db1ea7a-5d09-4245-b545-2cd77bb41bff tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.166881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4088774-555d-425a-b788-3ee52dafc93a req-0db1ea7a-5d09-4245-b545-2cd77bb41bff tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.173326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4088774-555d-425a-b788-3ee52dafc93a req-0db1ea7a-5d09-4245-b545-2cd77bb41bff tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.180235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4088774-555d-425a-b788-3ee52dafc93a req-0db1ea7a-5d09-4245-b545-2cd77bb41bff tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.198120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4088774-555d-425a-b788-3ee52dafc93a req-0db1ea7a-5d09-4245-b545-2cd77bb41bff tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 4661 time: 0.4440722 Jul 29 23:44:14.289538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dbf56-d6f3-46e0-aa53-b427ae4e10c1 req-0972f361-5957-4afd-870b-3608bb07746e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.291286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c8dbf56-d6f3-46e0-aa53-b427ae4e10c1 req-0972f361-5957-4afd-870b-3608bb07746e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 943 time: 0.3683581 Jul 29 23:44:14.335346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:14.336804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4088774-555d-425a-b788-3ee52dafc93a req-04bba4b9-fd6a-4c78-8dd4-1ac177d7e601 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355476 Jul 29 23:44:14.419200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c8dbf56-d6f3-46e0-aa53-b427ae4e10c1 req-967b603e-cd92-42d1-aa99-bc97f0d093fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998421 Jul 29 23:44:14.458370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0126ed3f-eeea-482d-94ee-5fd0615abf66 None None] Provisioning complete for port 029f2ad7-f9a7-457b-9093-231a372c243b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:14.458748 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0126ed3f-eeea-482d-94ee-5fd0615abf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.462539 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.472561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] In _notify_port_updated(), no bound segment for port 029f2ad7-f9a7-457b-9093-231a372c243b on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:44:14.473483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.474105 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.475430 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-156928c8-5bff-49d8-b0b7-2a088bdc1df9 service neutron] 10.222.0.47 "PUT /v2.0/ports/029f2ad7-f9a7-457b-9093-231a372c243b HTTP/1.1" status: 200 len: 1027 time: 3.0480280 Jul 29 23:44:14.518899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530ee11-2a92-473b-91d8-77de25b2c511 req-a09b7c19-822c-403b-81b7-01f6fedc141d tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.521096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7530ee11-2a92-473b-91d8-77de25b2c511 req-a09b7c19-822c-403b-81b7-01f6fedc141d tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1096 time: 0.0675855 Jul 29 23:44:14.538651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0126ed3f-eeea-482d-94ee-5fd0615abf66 None None] Port 029f2ad7-f9a7-457b-9093-231a372c243b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:14.570817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7530ee11-2a92-473b-91d8-77de25b2c511 req-f423dc84-0cd9-4e4f-96e0-e7f98eed5a53 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Jul 29 23:44:14.657561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9f32d60-78e4-4d95-aea9-3a23c8578e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.681478 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.689014 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-d62159d0-133b-4465-b79a-3910b58d5151 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.690513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-d62159d0-133b-4465-b79a-3910b58d5151 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "GET /v2.0/ports/ebe284d5-c308-4e20-b3bf-2e4de4483ed2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1014018 Jul 29 23:44:14.716374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:14.720454 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c9637-3a7a-42c6-ad61-26bf655dcec4" -d '{"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:14.742895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:14.749718 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.758368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6b553493-5e11-4969-9ddf-5058c0af1fde no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:14.804370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9f32d60-78e4-4d95-aea9-3a23c8578e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.812676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:14.823307 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9f32d60-78e4-4d95-aea9-3a23c8578e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.828898 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1a0122-f381-44d8-a2ec-54e1b5266b72 x-openstack-request-id: req-1b1a0122-f381-44d8-a2ec-54e1b5266b72 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:14.829468 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:14.829828 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b1a0122-f381-44d8-a2ec-54e1b5266b72 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:14.830392 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6', 'code': 200} Jul 29 23:44:14.935119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-9a11ba30-0082-4452-9de6-52ed1321dfd2 service neutron] 10.222.0.42 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9376473 Jul 29 23:44:14.997501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.999624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:15.101257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6b553493-5e11-4969-9ddf-5058c0af1fde, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6b553493-5e11-4969-9ddf-5058c0af1fde,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:15.112709 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.117902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ebe284d5-c308-4e20-b3bf-2e4de4483ed2 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:15.404340 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.439656 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c503fca1-f647-45bf-8d5a-7495dbefdde4 req-ba79d6b7-f7e0-4da1-bd5e-ae4f112eefce service neutron] 10.222.0.42 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848086 Jul 29 23:44:15.462455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d44a89-ad02-4d86-bd63-2478163712ef tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.470865 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b9f32d60-78e4-4d95-aea9-3a23c8578e8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b4dc7f7a3654fe994886e8b61b1684c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6138284 Jul 29 23:44:15.473883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40348) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:15.490822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=6b553493-5e11-4969-9ddf-5058c0af1fde,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:15.555554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port ebe284d5-c308-4e20-b3bf-2e4de4483ed2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:15.557768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69288a-bea0-43f9-b7c7-1e03b3cd6742 req-7bba3338-4af0-4ea3-b23a-d4152b74cb24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.564433 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.565515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:15.584766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f32d60-78e4-4d95-aea9-3a23c8578e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d57f51-4b71-4c93-90b4-a0c7087eb745,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:15.594386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69288a-bea0-43f9-b7c7-1e03b3cd6742 req-7bba3338-4af0-4ea3-b23a-d4152b74cb24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.635502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69288a-bea0-43f9-b7c7-1e03b3cd6742 req-7bba3338-4af0-4ea3-b23a-d4152b74cb24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.654933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69288a-bea0-43f9-b7c7-1e03b3cd6742 req-7bba3338-4af0-4ea3-b23a-d4152b74cb24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.655124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.666671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69288a-bea0-43f9-b7c7-1e03b3cd6742 req-7bba3338-4af0-4ea3-b23a-d4152b74cb24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.669149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.674365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69288a-bea0-43f9-b7c7-1e03b3cd6742 req-7bba3338-4af0-4ea3-b23a-d4152b74cb24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.682780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc69288a-bea0-43f9-b7c7-1e03b3cd6742 req-7bba3338-4af0-4ea3-b23a-d4152b74cb24 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 4657 time: 0.2585843 Jul 29 23:44:15.687320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d44a89-ad02-4d86-bd63-2478163712ef tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=28c91205-3023-4956-b5ee-54ee7319b41c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:15.736507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:15.795098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176c6af-5bdd-44ca-8284-202464bc0df9 req-8b9a5102-2fb8-4014-830c-c68464a53fc4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.797230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2176c6af-5bdd-44ca-8284-202464bc0df9 req-8b9a5102-2fb8-4014-830c-c68464a53fc4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 943 time: 0.1111605 Jul 29 23:44:15.810260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc69288a-bea0-43f9-b7c7-1e03b3cd6742 req-88b7f8d6-b224-4f8b-931e-93bee96582f9 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f5ae0cc-ba76-432f-87b4-a3aac1254d38&id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1258280 Jul 29 23:44:15.882391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:15.938908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2176c6af-5bdd-44ca-8284-202464bc0df9 req-6daf6864-3ce6-4fc5-9250-d818d220bab9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974898 Jul 29 23:44:15.962948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:16.042497 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.062533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] For port ebe284d5-c308-4e20-b3bf-2e4de4483ed2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:16.063916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025b394-48e4-4999-a434-ff5a8ac1b874 req-aae86f9a-ceec-42a7-86dd-58f372425fc6 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.071764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1025b394-48e4-4999-a434-ff5a8ac1b874 req-aae86f9a-ceec-42a7-86dd-58f372425fc6 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1096 time: 0.0762329 Jul 29 23:44:16.109406 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:16.115400 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.116609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 73946deb-b986-42b4-a633-a6c3141403fe no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:16.143555 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1025b394-48e4-4999-a434-ff5a8ac1b874 req-0ea0c4a0-8d3b-46eb-9848-6b378f21a666 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655866 Jul 29 23:44:16.155357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] For port ebe284d5-c308-4e20-b3bf-2e4de4483ed2, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:16.231643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] device_id is not set on port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:16.241496 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.256186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:16.307589 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.325847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:16.377566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 73946deb-b986-42b4-a633-a6c3141403fe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=73946deb-b986-42b4-a633-a6c3141403fe,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:16.392941 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.396055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 879ba5f7-5d77-407a-ba32-ffb56f3efc3c no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:16.422312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.425184 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76d44a89-ad02-4d86-bd63-2478163712ef tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.429898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40368) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:16.430088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-76d44a89-ad02-4d86-bd63-2478163712ef tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/28c91205-3023-4956-b5ee-54ee7319b41c HTTP/1.1" status: 204 len: 168 time: 3.9034839 Jul 29 23:44:16.451014 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8766-45be-47de-8632-f16c6232705d req-e0ff560e-1096-4c2a-879f-ebfb0bb2d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.456192 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-624e8766-45be-47de-8632-f16c6232705d req-e0ff560e-1096-4c2a-879f-ebfb0bb2d7f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1095 time: 0.8881972 Jul 29 23:44:16.480999 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f54949b-6a19-43f6-acba-4a41755d1edf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:44:16.488554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5f54949b-6a19-43f6-acba-4a41755d1edf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/28c91205-3023-4956-b5ee-54ee7319b41c HTTP/1.1" status: 404 len: 333 time: 0.0569434 Jul 29 23:44:16.489442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40370) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:16.540229 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.565663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4edc15c8-af57-43fd-8133-9f6373ebad76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.593463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4edc15c8-af57-43fd-8133-9f6373ebad76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.599561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:16.601292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=73946deb-b986-42b4-a633-a6c3141403fe,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:16.606074 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.614313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8766-45be-47de-8632-f16c6232705d req-418b6d23-f038-4ff9-8920-41e846873a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.617189 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-624e8766-45be-47de-8632-f16c6232705d req-418b6d23-f038-4ff9-8920-41e846873a3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=65b7b401-b590-437f-bfcb-60bbbc16a551 HTTP/1.1" status: 200 len: 897 time: 0.1482790 Jul 29 23:44:16.630707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0455788c-927f-477d-ae27-d681ce76055d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet 8dc5afda-d05b-4e81-89c4-520f64a334e2 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:44:16.637025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:16.640814 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0455788c-927f-477d-ae27-d681ce76055d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.717783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:16.725826 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0455788c-927f-477d-ae27-d681ce76055d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.749092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:16.757129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:16.757532 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.846374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b553493-5e11-4969-9ddf-5058c0af1fde'}, {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe284d5-c308-4e20-b3bf-2e4de4483ed2'}, {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30'}, {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73946deb-b986-42b4-a633-a6c3141403fe'}, {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879ba5f7-5d77-407a-ba32-ffb56f3efc3c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:16.850335 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f8ecd7-b504-4a7b-9d98-0a3afdb164d5" -d '{"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "6b553493-5e11-4969-9ddf-5058c0af1fde"}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe284d5-c308-4e20-b3bf-2e4de4483ed2"}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "0c16c9a3-ed45-4f25-9ee2-8c60a319ea30"}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "73946deb-b986-42b4-a633-a6c3141403fe"}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "879ba5f7-5d77-407a-ba32-ffb56f3efc3c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:16.862268 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0455788c-927f-477d-ae27-d681ce76055d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.043957 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee9367e-c197-4dad-9016-7615fde289ca x-openstack-request-id: req-9ee9367e-c197-4dad-9016-7615fde289ca {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:17.046760 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "6b553493-5e11-4969-9ddf-5058c0af1fde", "code": 200}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe284d5-c308-4e20-b3bf-2e4de4483ed2", "code": 200}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "0c16c9a3-ed45-4f25-9ee2-8c60a319ea30", "code": 200}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "73946deb-b986-42b4-a633-a6c3141403fe", "code": 200}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-unplugged", "status": "completed", "tag": "879ba5f7-5d77-407a-ba32-ffb56f3efc3c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:17.047162 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ee9367e-c197-4dad-9016-7615fde289ca {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:17.047696 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b553493-5e11-4969-9ddf-5058c0af1fde', 'code': 200} Jul 29 23:44:17.048077 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe284d5-c308-4e20-b3bf-2e4de4483ed2', 'code': 200} Jul 29 23:44:17.048429 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30', 'code': 200} Jul 29 23:44:17.048778 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73946deb-b986-42b4-a633-a6c3141403fe', 'code': 200} Jul 29 23:44:17.049121 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879ba5f7-5d77-407a-ba32-ffb56f3efc3c', 'code': 200} Jul 29 23:44:17.071731 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.126470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0455788c-927f-477d-ae27-d681ce76055d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.154425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:17.159662 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0455788c-927f-477d-ae27-d681ce76055d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.163319 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.171616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0455788c-927f-477d-ae27-d681ce76055d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/8dc5afda-d05b-4e81-89c4-520f64a334e2 HTTP/1.1" status: 204 len: 168 time: 0.6742439 Jul 29 23:44:17.174400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f9e33e-6c21-4da1-988c-6aa0732f56c8 None None] Network 575aef85-600e-45c3-baad-0a72f2b23873 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:17.176542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40384) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:17.310506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455788c-927f-477d-ae27-d681ce76055d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc5afda-d05b-4e81-89c4-520f64a334e2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:17.338657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Pushing event updated for resources: {'Port': ['ID=53ec4d87-0ff5-4860-af26-bf8f9aecd4ec,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:17.357929 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-624e8766-45be-47de-8632-f16c6232705d req-80d4f8c7-6ab5-4273-b527-a0b49d968840 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 200 len: 217 time: 0.1319048 Jul 29 23:44:17.358316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8aea22d4-ab8f-40c9-ace3-06275699515a details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:17.400106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:17.448040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] No DVR routers for this DVR port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:17.461394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a782fe-77c9-47ef-b058-54f9b484fee8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet 987ff7a2-89dc-452e-bab6-4bd5995d92ae {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:44:17.469191 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1a782fe-77c9-47ef-b058-54f9b484fee8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.584772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] In _notify_port_updated(), no bound segment for port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 on network 36382307-0fe1-4604-af47-70013c8641db {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:44:17.591818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.592526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.593909 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] 10.222.0.47 "PUT /v2.0/ports/ebe284d5-c308-4e20-b3bf-2e4de4483ed2 HTTP/1.1" status: 200 len: 1028 time: 2.7863269 Jul 29 23:44:17.610730 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.616611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1a782fe-77c9-47ef-b058-54f9b484fee8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.691633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:17.733822 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1a782fe-77c9-47ef-b058-54f9b484fee8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.753109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc94a8-5a2c-42eb-9c8c-88a073dc1acb service neutron] Pushing event updated for resources: {'Port': ['ID=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:17.769774 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4edc15c8-af57-43fd-8133-9f6373ebad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.776008 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4edc15c8-af57-43fd-8133-9f6373ebad76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.777847 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4edc15c8-af57-43fd-8133-9f6373ebad76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01d57f51-4b71-4c93-90b4-a0c7087eb745 HTTP/1.1" status: 204 len: 168 time: 2.2900760 Jul 29 23:44:17.794043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8766-45be-47de-8632-f16c6232705d req-e1207970-dcab-4d4d-984b-bdfc03bebacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.795823 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-624e8766-45be-47de-8632-f16c6232705d req-e1207970-dcab-4d4d-984b-bdfc03bebacf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf4fa847-6320-49ac-b0bf-015685211b25 HTTP/1.1" status: 200 len: 834 time: 0.3884401 Jul 29 23:44:17.824201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc15c8-af57-43fd-8133-9f6373ebad76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d57f51-4b71-4c93-90b4-a0c7087eb745,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:17.827616 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1a782fe-77c9-47ef-b058-54f9b484fee8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.845176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.870191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'port_id': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'mac_address': 'fa:16:3e:08:2a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:17.900276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc4c8-a98e-446e-9340-93b2de338572 req-fccc95ff-b6e6-49c0-9f29-7de0740c4080 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.918709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc4c8-a98e-446e-9340-93b2de338572 req-fccc95ff-b6e6-49c0-9f29-7de0740c4080 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.932313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc4c8-a98e-446e-9340-93b2de338572 req-fccc95ff-b6e6-49c0-9f29-7de0740c4080 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.942778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c7bc3ca-f8a4-4c70-8ad4-e2333edee0bf None None] Provisioning complete for port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:17.943158 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c7bc3ca-f8a4-4c70-8ad4-e2333edee0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.955000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc4c8-a98e-446e-9340-93b2de338572 req-fccc95ff-b6e6-49c0-9f29-7de0740c4080 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.962819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8766-45be-47de-8632-f16c6232705d req-df041bdc-5085-4443-95ad-a6eba94a3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.965195 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-624e8766-45be-47de-8632-f16c6232705d req-df041bdc-5085-4443-95ad-a6eba94a3462 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65b7b401-b590-437f-bfcb-60bbbc16a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1344173 Jul 29 23:44:17.974428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc4c8-a98e-446e-9340-93b2de338572 req-fccc95ff-b6e6-49c0-9f29-7de0740c4080 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.979000 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d48dc4c8-a98e-446e-9340-93b2de338572 req-fccc95ff-b6e6-49c0-9f29-7de0740c4080 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 3876 time: 0.9307220 Jul 29 23:44:18.041475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Deleting port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:18.041817 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.069898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1a782fe-77c9-47ef-b058-54f9b484fee8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.079469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b1a782fe-77c9-47ef-b058-54f9b484fee8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/987ff7a2-89dc-452e-bab6-4bd5995d92ae HTTP/1.1" status: 204 len: 168 time: 0.8961973 Jul 29 23:44:18.083189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40402) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:18.135799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a782fe-77c9-47ef-b058-54f9b484fee8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=987ff7a2-89dc-452e-bab6-4bd5995d92ae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:18.230516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56142588-ecb0-4d1f-8dfd-2e9e9aea8701 None None] Update dhcp port {'port': {'network_id': '575aef85-600e-45c3-baad-0a72f2b23873', 'fixed_ips': [{'subnet_id': '987ff7a2-89dc-452e-bab6-4bd5995d92ae'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '5ee5bb4f-c2f4-4b25-98d1-369d3960613c'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:44:18.235259 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.274099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aea22d4-ab8f-40c9-ace3-06275699515a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:18.279170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8c7bc3ca-f8a4-4c70-8ad4-e2333edee0bf None None] Port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:18.338992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56142588-ecb0-4d1f-8dfd-2e9e9aea8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.341475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897e4f3-8101-40ed-bb2c-378f520955ec req-2054b97f-e369-4985-b361-fc7181bad7ce tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.357303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:18.357766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d897e4f3-8101-40ed-bb2c-378f520955ec req-2054b97f-e369-4985-b361-fc7181bad7ce tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 943 time: 1.1818619 Jul 29 23:44:18.381071 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.403985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40410) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:18.428176 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-624e8766-45be-47de-8632-f16c6232705d req-db21630a-a757-44d1-ad3e-5681a7af806b service neutron] 10.222.0.42 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335144 Jul 29 23:44:18.453370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] For port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:18.454309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d48dc4c8-a98e-446e-9340-93b2de338572 req-0a7320f4-d2d3-41bd-bf8f-4971c12fd01c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3688109 Jul 29 23:44:18.465925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b74d73b1-9ed5-4fe2-994a-ae0fd56acd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.471357 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.478963 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.521617 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.530722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d897e4f3-8101-40ed-bb2c-378f520955ec req-f2bf4255-cd76-483b-adc8-134412f45986 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718147 Jul 29 23:44:18.547169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.662592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:18.663512 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.773680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Pushing event updated for resources: {'Port': ['ID=53ec4d87-0ff5-4860-af26-bf8f9aecd4ec,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:18.784178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.801655 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b74d73b1-9ed5-4fe2-994a-ae0fd56acd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.851208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.852996 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6e752254-2032-45ad-9ee9-ab11c2063215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9115083 Jul 29 23:44:18.858681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:18.864819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-882501636', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'fixed_ips': [{'ip_address': '172.25.2.243'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:18.892671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b74d73b1-9ed5-4fe2-994a-ae0fd56acd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.974659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Made reservation on behalf of d807927bfe554e1187434f5f01958673 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:18.977532 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.992399 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a71e2-e74e-4062-b233-03b17999c30d req-ade69cfd-f936-4743-8f35-c45b77ae5cbd tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.994086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a06a71e2-e74e-4062-b233-03b17999c30d req-ade69cfd-f936-4743-8f35-c45b77ae5cbd tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1097 time: 0.3253117 Jul 29 23:44:19.026646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.057576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] For port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5ee5bb4f-c2f4-4b25-98d1-369d3960613c,segment=NetworkSegment(01830a96-f3df-4dae-b489-d75575b98a9c),segment_id=01830a96-f3df-4dae-b489-d75575b98a9c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:19.088415 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.095941 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-624e8766-45be-47de-8632-f16c6232705d req-ba6a29c0-5360-4670-8343-31c18eb949cc service neutron] 10.222.0.42 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635111 Jul 29 23:44:19.124215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f7d413-b054-47fa-9e5c-1482591f6e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:19.130174 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aab6bf-8480-41b4-abb0-8e17b5244a39" -d '{"events": [{"server_uuid": "02f7d413-b054-47fa-9e5c-1482591f6e7a", "name": "network-vif-plugged", "status": "completed", "tag": "a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:19.166223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d73b1-9ed5-4fe2-994a-ae0fd56acd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b94906-7b5c-49bd-b828-814f218504a5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:19.204167 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.231096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b74d73b1-9ed5-4fe2-994a-ae0fd56acd60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82e5c2ccb5af4ff580046023d7decd04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8060999 Jul 29 23:44:19.231501 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244054ab-5493-49c5-b706-d3ee1fd81783 x-openstack-request-id: req-244054ab-5493-49c5-b706-d3ee1fd81783 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:19.232055 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f7d413-b054-47fa-9e5c-1482591f6e7a", "name": "network-vif-plugged", "status": "completed", "tag": "a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:19.233383 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-244054ab-5493-49c5-b706-d3ee1fd81783 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:19.237679 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f7d413-b054-47fa-9e5c-1482591f6e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d', 'code': 200} Jul 29 23:44:19.254015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40426) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:19.270876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 5ee5bb4f-c2f4-4b25-98d1-369d3960613c owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:19.276137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8aea22d4-ab8f-40c9-ace3-06275699515a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:19.324161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8aea22d4-ab8f-40c9-ace3-06275699515a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:19.331448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.331964 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.332440 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Floating IP bd3662db-fe58-46a9-b089-e698da7411d7 disassociated. External IP: 172.25.2.235, port: 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30. Jul 29 23:44:19.332891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Calling delete_port for 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:19.337053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a06a71e2-e74e-4062-b233-03b17999c30d req-8d477bd9-b4f8-46f2-a9c6-c39fc1ba2b8c tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936509 Jul 29 23:44:19.350338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b836344-94c2-4ada-bb94-1eab3c8f00c0 None None] Network 575aef85-600e-45c3-baad-0a72f2b23873 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:19.455681 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.678874 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-791bb295-6dcf-4fa9-92c1-6a17f774ccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.738162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8951c827-7920-408f-b84c-73af6a507706 None None] Provisioning complete for port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:19.738810 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8951c827-7920-408f-b84c-73af6a507706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.761857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5ee5bb4f-c2f4-4b25-98d1-369d3960613c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:19.769995 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-791bb295-6dcf-4fa9-92c1-6a17f774ccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.925901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.952808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] device_id is not set on port 55b2b051-e1dd-4a20-b8d1-da24ac2c7e04 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:19.996193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.013792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-791bb295-6dcf-4fa9-92c1-6a17f774ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.026294 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-791bb295-6dcf-4fa9-92c1-6a17f774ccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.032086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-791bb295-6dcf-4fa9-92c1-6a17f774ccdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61b94906-7b5c-49bd-b828-814f218504a5 HTTP/1.1" status: 204 len: 168 time: 0.7705095 Jul 29 23:44:20.126606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5afaa-0bb4-4031-a532-c867a58f472e req-dacd2597-6910-4315-8b7b-1046c527bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.134397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77d5afaa-0bb4-4031-a532-c867a58f472e req-dacd2597-6910-4315-8b7b-1046c527bf01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1097 time: 0.6971641 Jul 29 23:44:20.174042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b591b90-3e8c-45d6-b2c9-e66c92042c14 None None] DHCP port deletion for 575aef85-600e-45c3-baad-0a72f2b23873 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:44:20.190040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bb295-6dcf-4fa9-92c1-6a17f774ccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b94906-7b5c-49bd-b828-814f218504a5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.215713 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.226480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Port': ['ID=0c16c9a3-ed45-4f25-9ee2-8c60a319ea30,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.314509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72525644-3592-4518-9d18-52245ac38e52,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.340463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf7fe7-d1cc-40eb-9741-1e3ab4c50e61 req-ae9e0eb3-e2a6-4e61-8846-1ffc39409b82 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.383340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf7fe7-d1cc-40eb-9741-1e3ab4c50e61 req-ae9e0eb3-e2a6-4e61-8846-1ffc39409b82 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.397516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf7fe7-d1cc-40eb-9741-1e3ab4c50e61 req-ae9e0eb3-e2a6-4e61-8846-1ffc39409b82 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.404230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf7fe7-d1cc-40eb-9741-1e3ab4c50e61 req-ae9e0eb3-e2a6-4e61-8846-1ffc39409b82 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.406082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfcf7fe7-d1cc-40eb-9741-1e3ab4c50e61 req-ae9e0eb3-e2a6-4e61-8846-1ffc39409b82 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 3143 time: 0.4728601 Jul 29 23:44:20.415056 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.470089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451a37d-1617-4a4c-b475-f9c124d8ae04 req-fda55f01-c8a3-4add-992c-6f990a4742a4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.480436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0451a37d-1617-4a4c-b475-f9c124d8ae04 req-fda55f01-c8a3-4add-992c-6f990a4742a4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 944 time: 0.5576689 Jul 29 23:44:20.539612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77d5afaa-0bb4-4031-a532-c867a58f472e req-e12eeb2f-2059-4578-9878-c9ad3f538e0c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995464 Jul 29 23:44:20.677156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7b591b90-3e8c-45d6-b2c9-e66c92042c14 None None] Deleting port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:20.677726 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b591b90-3e8c-45d6-b2c9-e66c92042c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.680417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=5ee5bb4f-c2f4-4b25-98d1-369d3960613c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.725609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No DVR routers for this DVR port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:20.764935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfcf7fe7-d1cc-40eb-9741-1e3ab4c50e61 req-215998da-3f75-484f-86a1-56a5833eb0fa tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470759 Jul 29 23:44:20.937421 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:44:20.938213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:44:20.973352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7b591b90-3e8c-45d6-b2c9-e66c92042c14 None None] For port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c, host n-d-712139-11, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:20.973756 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b591b90-3e8c-45d6-b2c9-e66c92042c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.985053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Router 5663c608-d2d6-46e6-b85f-93c953f7bf34 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:21.001455 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-988e8f7d-c0fe-435d-a2c6-40e53e9fe15e tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1388862 Jul 29 23:44:21.002680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40470) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:21.039470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7b591b90-3e8c-45d6-b2c9-e66c92042c14 None None] Calling delete_port for 5ee5bb4f-c2f4-4b25-98d1-369d3960613c owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:21.059154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-7b591b90-3e8c-45d6-b2c9-e66c92042c14 None None] Port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:44:21.064072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b591b90-3e8c-45d6-b2c9-e66c92042c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.111310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b591b90-3e8c-45d6-b2c9-e66c92042c14 None None] Pushing event deleted for resources: {'Port': ['ID=5ee5bb4f-c2f4-4b25-98d1-369d3960613c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:21.126653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b591b90-3e8c-45d6-b2c9-e66c92042c14 None None] No DVR routers for this DVR port 5ee5bb4f-c2f4-4b25-98d1-369d3960613c on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:21.259475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:21.275933 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] Sync routers for ids ['5663c608-d2d6-46e6-b85f-93c953f7bf34'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:21.314353 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] Routers {'5663c608-d2d6-46e6-b85f-93c953f7bf34'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:21.316154 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5663c608-d2d6-46e6-b85f-93c953f7bf34'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:21.380055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.382815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] No DVR routers for this DVR port 0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:21.394392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575aef85-600e-45c3-baad-0a72f2b23873']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:21.396782 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.400827 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-c069e9a6-9668-419f-8ac6-2a1fe33d67f2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "DELETE /v2.0/ports/0c16c9a3-ed45-4f25-9ee2-8c60a319ea30 HTTP/1.1" status: 204 len: 173 time: 3.7861967 Jul 29 23:44:21.401520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-deleted', 'tag': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:21.404494 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15403227-167a-499e-bf39-1705fb5dfd56" -d '{"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-deleted", "tag": "0c16c9a3-ed45-4f25-9ee2-8c60a319ea30"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:21.510391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0451a37d-1617-4a4c-b475-f9c124d8ae04 req-05bc00a7-e060-4a99-8862-eb4517ac0c5f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0279467 Jul 29 23:44:21.520888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01830a96-f3df-4dae-b489-d75575b98a9c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:21.521625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01830a96-f3df-4dae-b489-d75575b98a9c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:21.621856 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] Set router 5663c608-d2d6-46e6-b85f-93c953f7bf34 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:21.664155 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.667719 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b97d58-867a-44c0-a6ec-17d5af6e2882 x-openstack-request-id: req-32b97d58-867a-44c0-a6ec-17d5af6e2882 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:21.668028 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-deleted", "tag": "0c16c9a3-ed45-4f25-9ee2-8c60a319ea30", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:21.669114 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32b97d58-867a-44c0-a6ec-17d5af6e2882 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:21.670185 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-deleted', 'tag': '0c16c9a3-ed45-4f25-9ee2-8c60a319ea30', 'status': 'completed', 'code': 200} Jul 29 23:44:21.673002 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5866c2d6-a4f1-4ef8-b429-3da0b5f58203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.709917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f69c2d-f2b0-410b-8269-0f606e21dc04 req-40f98f78-4baa-4a09-9434-8449e6c66200 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.711626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79f69c2d-f2b0-410b-8269-0f606e21dc04 req-40f98f78-4baa-4a09-9434-8449e6c66200 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1097 time: 0.7368155 Jul 29 23:44:21.740563 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.762554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:21.763365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.768964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-a7fd169f-1267-43fb-a901-9106403fa731 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Deleting port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:21.769516 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-a7fd169f-1267-43fb-a901-9106403fa731 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:21.784764 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:21.890175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3ad29-a1bd-4f08-94ff-48291a02e19b tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Deleting port 53ec4d87-0ff5-4860-af26-bf8f9aecd4ec {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:21.899853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ad29-a1bd-4f08-94ff-48291a02e19b tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.033359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-a7fd169f-1267-43fb-a901-9106403fa731 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] For port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:22.035748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-a7fd169f-1267-43fb-a901-9106403fa731 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.051083 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:52Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8e306495-4677-486e-acb8-04b9bedb75ec', 'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'mac_address': 'fa:16:3e:6c:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:51Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 5, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'subnets': [{'id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:22.058872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79f69c2d-f2b0-410b-8269-0f606e21dc04 req-5a85417e-8ffd-4d9d-953d-32b0a1f76200 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373001 Jul 29 23:44:22.069417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-a7fd169f-1267-43fb-a901-9106403fa731 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Calling delete_port for cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:22.159966 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] Checking router: 5663c608-d2d6-46e6-b85f-93c953f7bf34 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:22.175523 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] Routers {'5663c608-d2d6-46e6-b85f-93c953f7bf34'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:22.176282 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:43:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5663c608-d2d6-46e6-b85f-93c953f7bf34'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:22.181040 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ad29-a1bd-4f08-94ff-48291a02e19b tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.181888 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ad29-a1bd-4f08-94ff-48291a02e19b tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.194566 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.264485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1177c-305b-4e7e-9108-a61fa0a7e2e4 req-f4a15483-136c-4506-9dc8-aaf3acf4a9ef tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.272458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1177c-305b-4e7e-9108-a61fa0a7e2e4 req-f4a15483-136c-4506-9dc8-aaf3acf4a9ef tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.281288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1177c-305b-4e7e-9108-a61fa0a7e2e4 req-f4a15483-136c-4506-9dc8-aaf3acf4a9ef tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.288730 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1177c-305b-4e7e-9108-a61fa0a7e2e4 req-f4a15483-136c-4506-9dc8-aaf3acf4a9ef tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.291106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29a1177c-305b-4e7e-9108-a61fa0a7e2e4 req-f4a15483-136c-4506-9dc8-aaf3acf4a9ef tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 3143 time: 0.2513855 Jul 29 23:44:22.309776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3ad29-a1bd-4f08-94ff-48291a02e19b tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Calling delete_port for 53ec4d87-0ff5-4860-af26-bf8f9aecd4ec owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:22.336470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.338507 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/networks/575aef85-600e-45c3-baad-0a72f2b23873 HTTP/1.1" status: 204 len: 168 time: 4.1920030 Jul 29 23:44:22.339907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a60c8-79e9-4413-ab2b-dda883b98a2e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Network': ['ID=575aef85-600e-45c3-baad-0a72f2b23873,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:22.350369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40504) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:22.451308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-a7fd169f-1267-43fb-a901-9106403fa731 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.467917 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] Set router 5663c608-d2d6-46e6-b85f-93c953f7bf34 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:22.492274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29a1177c-305b-4e7e-9108-a61fa0a7e2e4 req-88b53e65-0590-4faf-aacc-631638c927c4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801746 Jul 29 23:44:22.541094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd169f-1267-43fb-a901-9106403fa731 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Port': ['ID=cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:22.679654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-a7fd169f-1267-43fb-a901-9106403fa731 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] No DVR routers for this DVR port cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:22.684178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-a7fd169f-1267-43fb-a901-9106403fa731 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.694648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406bbe7-0a69-4dc9-8f27-49862bc6135d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.700040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d406bbe7-0a69-4dc9-8f27-49862bc6135d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3452365 Jul 29 23:44:22.700270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-a7fd169f-1267-43fb-a901-9106403fa731 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "DELETE /v2.0/ports/cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6 HTTP/1.1" status: 204 len: 173 time: 1.2901528 Jul 29 23:44:22.704634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40520) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:22.783495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40522) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:22.800259 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ad29-a1bd-4f08-94ff-48291a02e19b tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.852945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3ad29-a1bd-4f08-94ff-48291a02e19b tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Pushing event deleted for resources: {'Port': ['ID=53ec4d87-0ff5-4860-af26-bf8f9aecd4ec,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:22.905294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-90caf190-bf5d-4386-b797-26f4f3595428 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1992950 Jul 29 23:44:22.911001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40526) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:22.955657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-4a4c84a8-1df0-420c-bbe0-88aaf3fadf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Deleting port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:22.956322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-4a4c84a8-1df0-420c-bbe0-88aaf3fadf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.991236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-837923537'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:23.027731 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:44:23.053207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b9075-24cc-4a80-85d6-15f8c51e7e22 req-030bf41d-c265-4ffa-b816-f0a6363cbc02 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.055121 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-280b9075-24cc-4a80-85d6-15f8c51e7e22 req-030bf41d-c265-4ffa-b816-f0a6363cbc02 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 944 time: 0.2955363 Jul 29 23:44:23.059804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f495bb44-ff9e-47c6-b31c-8bd4100e8272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.117875 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:52Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8e306495-4677-486e-acb8-04b9bedb75ec', 'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'mac_address': 'fa:16:3e:6c:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:51Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 5, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'subnets': [{'id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:23.154003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:44:23.154003 n-d-712139-11 neutron-server[93816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:44:23.154003 n-d-712139-11 neutron-server[93816]: [parameters: {'project_id': 'dd266ff5897c47f89f2f08b223d0b45d', 'id': 'dbb7c9db-6ff6-4572-8c3a-25db7278a884', 'expiration': datetime.datetime(2021, 7, 29, 23, 46, 23, 91493)}] Jul 29 23:44:23.154003 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:44:23.158639 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:44:23.166392 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e4127-7880-46b8-950f-b4e3f6e65b38 None None] The sync data for ids ['5663c608-d2d6-46e6-b85f-93c953f7bf34'] in n-d-712139-11 is: [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:33:52Z', 'revision_number': 4, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8e306495-4677-486e-acb8-04b9bedb75ec', 'name': '', 'network_id': '1d04e04e-9948-407a-b7bb-4578f768d2cf', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'mac_address': 'fa:16:3e:6c:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:51Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 5, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'subnets': [{'id': '7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:23.174926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ad29-a1bd-4f08-94ff-48291a02e19b tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.181805 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ad29-a1bd-4f08-94ff-48291a02e19b tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.190191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e4e3ad29-a1bd-4f08-94ff-48291a02e19b tempest-ExternalNetworksAdminNegativeTestJSON-1141171215 tempest-ExternalNetworksAdminNegativeTestJSON-1141171215-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/22331bf5-24b1-4ca0-867a-c61133ce592c HTTP/1.1" status: 204 len: 168 time: 2.1687307 Jul 29 23:44:23.259501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-280b9075-24cc-4a80-85d6-15f8c51e7e22 req-e6f5f6c5-7e3c-4c9a-beef-2b7c975e4fe3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939905 Jul 29 23:44:23.268301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f495bb44-ff9e-47c6-b31c-8bd4100e8272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.297387 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f495bb44-ff9e-47c6-b31c-8bd4100e8272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.326104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13a317-2f4d-4b6e-8c47-c575ba74256f req-617d5533-6047-4c74-8430-7578ea330957 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.333974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d13a317-2f4d-4b6e-8c47-c575ba74256f req-617d5533-6047-4c74-8430-7578ea330957 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1097 time: 0.1401808 Jul 29 23:44:23.380995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8aea22d4-ab8f-40c9-ace3-06275699515a up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:23.435719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d13a317-2f4d-4b6e-8c47-c575ba74256f req-0046222b-9a25-4f86-9613-471d9a611fa5 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007187 Jul 29 23:44:23.503724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495bb44-ff9e-47c6-b31c-8bd4100e8272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e9db7e-97f1-42d8-a94c-280e1476c81d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:23.535854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:23.552773 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f495bb44-ff9e-47c6-b31c-8bd4100e8272 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba347c847653419c9e11847c4eca5ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7418816 Jul 29 23:44:23.614023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 8aea22d4-ab8f-40c9-ace3-06275699515a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:23.619675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 8aea22d4-ab8f-40c9-ace3-06275699515a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:23.620071 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.687015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-4a4c84a8-1df0-420c-bbe0-88aaf3fadf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] For port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:23.691685 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-4a4c84a8-1df0-420c-bbe0-88aaf3fadf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.757126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-4a4c84a8-1df0-420c-bbe0-88aaf3fadf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Calling delete_port for 879ba5f7-5d77-407a-ba32-ffb56f3efc3c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:23.850773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-deleted', 'tag': 'cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:23.855458 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f5ebf7-b8d1-423a-b983-da05ab68d25e" -d '{"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-deleted", "tag": "cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:23.898797 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.953316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:23.956696 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bbab18-9c18-4a5e-976d-caef1599facc" -d '{"events": [{"server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "name": "network-vif-plugged", "status": "completed", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:23.983274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40558) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:23.984305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:23.991047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94237c66-94ad-4ec4-894e-3e85cf1b5eb4 None None] New status for floating IP bd3662db-fe58-46a9-b089-e698da7411d7: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:44:24.000652 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.059810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:24.070307 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.162796 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-4a4c84a8-1df0-420c-bbe0-88aaf3fadf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.194902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337aa87f-19d7-494d-98dd-30a1141d4988 req-59c1857c-0052-4dfc-9037-096b0d63476b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.203866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337aa87f-19d7-494d-98dd-30a1141d4988 req-59c1857c-0052-4dfc-9037-096b0d63476b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.211935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337aa87f-19d7-494d-98dd-30a1141d4988 req-59c1857c-0052-4dfc-9037-096b0d63476b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.216873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-337aa87f-19d7-494d-98dd-30a1141d4988 req-59c1857c-0052-4dfc-9037-096b0d63476b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 2410 time: 0.4956961 Jul 29 23:44:24.238673 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df7b9c89-4f03-4460-9ac5-cc2571c5614a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.257277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8aea22d4-ab8f-40c9-ace3-06275699515a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:24.268596 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.284427 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f9603de-03c4-4639-b619-c33cecd6d22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.297049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793629e-f4ce-495a-bd44-e2680898237d req-c7cbb532-daf4-4eeb-9196-c9cc02d308ae tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.305865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5793629e-f4ce-495a-bd44-e2680898237d req-c7cbb532-daf4-4eeb-9196-c9cc02d308ae tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1097 time: 0.4737797 Jul 29 23:44:24.308232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3129ef9-01a9-473f-a359-b6d708559faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.311969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c84a8-1df0-420c-bbe0-88aaf3fadf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Port': ['ID=879ba5f7-5d77-407a-ba32-ffb56f3efc3c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:24.333495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-4a4c84a8-1df0-420c-bbe0-88aaf3fadf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] No DVR routers for this DVR port 879ba5f7-5d77-407a-ba32-ffb56f3efc3c on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:24.336561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-4a4c84a8-1df0-420c-bbe0-88aaf3fadf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.338834 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-4a4c84a8-1df0-420c-bbe0-88aaf3fadf40 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "DELETE /v2.0/ports/879ba5f7-5d77-407a-ba32-ffb56f3efc3c HTTP/1.1" status: 204 len: 173 time: 1.5950818 Jul 29 23:44:24.362068 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5793629e-f4ce-495a-bd44-e2680898237d req-d29ed51e-2fd5-4fcd-9285-f30c7bd67ae7 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514801 Jul 29 23:44:24.381047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:24.413611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f9603de-03c4-4639-b619-c33cecd6d22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.472679 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bc4342-43be-4f15-9e2d-ecf3c05895fd x-openstack-request-id: req-84bc4342-43be-4f15-9e2d-ecf3c05895fd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:24.473069 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-deleted", "tag": "cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:24.473260 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84bc4342-43be-4f15-9e2d-ecf3c05895fd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:24.473626 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-deleted', 'tag': 'cc0678ab-ae1c-44a2-ae01-7ac5e36bc6d6', 'status': 'completed', 'code': 200} Jul 29 23:44:24.504992 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f82c6b4-9e31-4237-92fb-e040473d5372 x-openstack-request-id: req-4f82c6b4-9e31-4237-92fb-e040473d5372 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:24.506087 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "name": "network-vif-plugged", "status": "completed", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:24.506598 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f82c6b4-9e31-4237-92fb-e040473d5372 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:24.507245 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'code': 200} Jul 29 23:44:24.606961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f9603de-03c4-4639-b619-c33cecd6d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.610700 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f9603de-03c4-4639-b619-c33cecd6d22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.612085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9f9603de-03c4-4639-b619-c33cecd6d22d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63e9db7e-97f1-42d8-a94c-280e1476c81d HTTP/1.1" status: 204 len: 168 time: 1.0744109 Jul 29 23:44:24.616560 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.617085 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Added segment 26614087-f71c-4671-82d1-0bb56bfa69d7 of type vlan for network badafe5d-4221-4e6a-92aa-f612df7ccd04 Jul 29 23:44:24.655729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9603de-03c4-4639-b619-c33cecd6d22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e9db7e-97f1-42d8-a94c-280e1476c81d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:24.668345 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-337aa87f-19d7-494d-98dd-30a1141d4988 req-992ab0a7-18bb-400b-841b-2a07af54022f tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016321 Jul 29 23:44:24.730767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-250d1af5-fbef-44cb-ac72-12167630eee6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Deleting port 73946deb-b986-42b4-a633-a6c3141403fe {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:24.734226 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-250d1af5-fbef-44cb-ac72-12167630eee6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.743655 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.796786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfea4a-4eee-4bc5-8629-f2cac86f88b9 req-600e3faf-f365-4eb7-9ec7-76592730e00a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.813762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bdcfea4a-4eee-4bc5-8629-f2cac86f88b9 req-600e3faf-f365-4eb7-9ec7-76592730e00a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.1785011 Jul 29 23:44:24.929547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc8667-6466-443b-b021-e3944f55f8ef req-0ed731b1-b461-46c8-8e3a-775b48cd7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.931985 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48bc8667-6466-443b-b021-e3944f55f8ef req-0ed731b1-b461-46c8-8e3a-775b48cd7328 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1097 time: 0.2970498 Jul 29 23:44:24.969440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.980846 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.980846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.046537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3129ef9-01a9-473f-a359-b6d708559faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.080904 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3129ef9-01a9-473f-a359-b6d708559faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.086500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48bc8667-6466-443b-b021-e3944f55f8ef req-5c0fa6f0-cf75-4ff6-838e-924334978d22 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437299 Jul 29 23:44:25.171701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-250d1af5-fbef-44cb-ac72-12167630eee6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] For port 73946deb-b986-42b4-a633-a6c3141403fe, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=73946deb-b986-42b4-a633-a6c3141403fe,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:25.173023 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-250d1af5-fbef-44cb-ac72-12167630eee6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.194515 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f3129ef9-01a9-473f-a359-b6d708559faa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=def8d2cccdec490783c40e29e0de5025&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2097523 Jul 29 23:44:25.200643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40584) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:25.219140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-250d1af5-fbef-44cb-ac72-12167630eee6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Calling delete_port for 73946deb-b986-42b4-a633-a6c3141403fe owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:25.231954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3129ef9-01a9-473f-a359-b6d708559faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b63849-029c-4cde-8c36-f1a674dcc69a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:25.464829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c082daa1-cfdf-4a44-86a5-cbf8f312d4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.470526 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.503385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c082daa1-cfdf-4a44-86a5-cbf8f312d4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.656419 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-250d1af5-fbef-44cb-ac72-12167630eee6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.741975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d1af5-fbef-44cb-ac72-12167630eee6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Port': ['ID=73946deb-b986-42b4-a633-a6c3141403fe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:25.768709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-250d1af5-fbef-44cb-ac72-12167630eee6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] No DVR routers for this DVR port 73946deb-b986-42b4-a633-a6c3141403fe on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:25.772391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-250d1af5-fbef-44cb-ac72-12167630eee6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.775787 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-250d1af5-fbef-44cb-ac72-12167630eee6 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "DELETE /v2.0/ports/73946deb-b986-42b4-a633-a6c3141403fe HTTP/1.1" status: 204 len: 173 time: 1.4293761 Jul 29 23:44:25.799346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c082daa1-cfdf-4a44-86a5-cbf8f312d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.805112 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c082daa1-cfdf-4a44-86a5-cbf8f312d4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.806533 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c082daa1-cfdf-4a44-86a5-cbf8f312d4a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8b63849-029c-4cde-8c36-f1a674dcc69a HTTP/1.1" status: 204 len: 168 time: 0.5987155 Jul 29 23:44:25.830435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Network': ['ID=badafe5d-4221-4e6a-92aa-f612df7ccd04,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:25.848705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082daa1-cfdf-4a44-86a5-cbf8f312d4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b63849-029c-4cde-8c36-f1a674dcc69a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:25.854800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network badafe5d-4221-4e6a-92aa-f612df7ccd04 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:25.871477 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bdcfea4a-4eee-4bc5-8629-f2cac86f88b9 req-9b7214cf-0d03-47a8-a2bc-4783ec99280f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0437679 Jul 29 23:44:25.905763 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5535a697-02ad-4738-97b3-15518f545c6c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.9377329 Jul 29 23:44:25.912284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40616) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:25.914611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088e891-5ade-4e40-b3b0-bf6ce510b9e3 req-9cb7a8fc-be6c-4cb2-a754-791ec3e4b63a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.917954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c088e891-5ade-4e40-b3b0-bf6ce510b9e3 req-9cb7a8fc-be6c-4cb2-a754-791ec3e4b63a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1097 time: 1.0456834 Jul 29 23:44:25.925630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': 'badafe5d-4221-4e6a-92aa-f612df7ccd04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:26.007068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-001a374c-d472-4a66-bbc4-1ec49596790d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Deleting port 6b553493-5e11-4969-9ddf-5058c0af1fde {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:26.008820 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-001a374c-d472-4a66-bbc4-1ec49596790d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.306261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c088e891-5ade-4e40-b3b0-bf6ce510b9e3 req-e91c1d73-a758-45d8-94b2-258a3cd351bb tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755648 Jul 29 23:44:26.392681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-001a374c-d472-4a66-bbc4-1ec49596790d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] For port 6b553493-5e11-4969-9ddf-5058c0af1fde, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6b553493-5e11-4969-9ddf-5058c0af1fde,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:26.393635 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-001a374c-d472-4a66-bbc4-1ec49596790d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.440820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e72a6e-52a4-493b-8a74-0c3f3742fd99 req-d4c57a96-bd3b-4db5-b1b7-bfb18e6e511d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.454817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-001a374c-d472-4a66-bbc4-1ec49596790d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Calling delete_port for 6b553493-5e11-4969-9ddf-5058c0af1fde owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:26.458413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64e72a6e-52a4-493b-8a74-0c3f3742fd99 req-d4c57a96-bd3b-4db5-b1b7-bfb18e6e511d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 943 time: 0.2379105 Jul 29 23:44:26.480129 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-deleted', 'tag': '879ba5f7-5d77-407a-ba32-ffb56f3efc3c'}, {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-deleted', 'tag': '73946deb-b986-42b4-a633-a6c3141403fe'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:26.489691 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44efa549-fcf7-4c6f-8be5-6d5f4a641ef5" -d '{"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-deleted", "tag": "879ba5f7-5d77-407a-ba32-ffb56f3efc3c"}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-deleted", "tag": "73946deb-b986-42b4-a633-a6c3141403fe"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:26.551756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:26.561911 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.690961 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a4bc3c-523d-4a49-a9e4-3a6e08af8f8c x-openstack-request-id: req-c3a4bc3c-523d-4a49-a9e4-3a6e08af8f8c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:26.691202 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-deleted", "tag": "879ba5f7-5d77-407a-ba32-ffb56f3efc3c", "status": "completed", "code": 200}, {"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-deleted", "tag": "73946deb-b986-42b4-a633-a6c3141403fe", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:26.692167 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3a4bc3c-523d-4a49-a9e4-3a6e08af8f8c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:26.693607 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-deleted', 'tag': '879ba5f7-5d77-407a-ba32-ffb56f3efc3c', 'status': 'completed', 'code': 200} Jul 29 23:44:26.695474 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-deleted', 'tag': '73946deb-b986-42b4-a633-a6c3141403fe', 'status': 'completed', 'code': 200} Jul 29 23:44:26.825115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64e72a6e-52a4-493b-8a74-0c3f3742fd99 req-b917a693-c83b-4dc3-98fe-52d8ee2a976d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8166cff-a153-487a-bc04-8e25ad7e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562865 Jul 29 23:44:26.903862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40648) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:27.007074 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-001a374c-d472-4a66-bbc4-1ec49596790d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.022448 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fba5c8b9-ac91-4427-a4c3-e8098e37b4bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d807927bfe554e1187434f5f01958673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099384 Jul 29 23:44:27.023146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:27.083305 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.107895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a374c-d472-4a66-bbc4-1ec49596790d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Port': ['ID=6b553493-5e11-4969-9ddf-5058c0af1fde,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:27.164386 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50d2a7b9-a586-4a42-84bf-605ba663aca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.219459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-001a374c-d472-4a66-bbc4-1ec49596790d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] No DVR routers for this DVR port 6b553493-5e11-4969-9ddf-5058c0af1fde on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:27.226921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-001a374c-d472-4a66-bbc4-1ec49596790d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.229083 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9d4ea557-742e-4d4e-a787-4144888ae56e req-001a374c-d472-4a66-bbc4-1ec49596790d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.47 "DELETE /v2.0/ports/6b553493-5e11-4969-9ddf-5058c0af1fde HTTP/1.1" status: 204 len: 173 time: 1.4474821 Jul 29 23:44:27.289835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50d2a7b9-a586-4a42-84bf-605ba663aca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.391986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.393907 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50d2a7b9-a586-4a42-84bf-605ba663aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.397415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50d2a7b9-a586-4a42-84bf-605ba663aca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.401246 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-50d2a7b9-a586-4a42-84bf-605ba663aca1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72525644-3592-4518-9d18-52245ac38e52 HTTP/1.1" status: 204 len: 168 time: 0.3300009 Jul 29 23:44:27.419596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2a7b9-a586-4a42-84bf-605ba663aca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72525644-3592-4518-9d18-52245ac38e52,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:27.525985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f56e1-0e6f-46cd-b44c-6866530a5dd7 req-d5ada9e1-5134-4186-9139-f704939484f3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:27.526917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec4f56e1-0e6f-46cd-b44c-6866530a5dd7 req-d5ada9e1-5134-4186-9139-f704939484f3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.2639618 Jul 29 23:44:27.587500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-4f7ddb65-5fa2-4600-9e84-817f17adf0fb tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:27.596386 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-4f7ddb65-5fa2-4600-9e84-817f17adf0fb tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/networks?id=a585dfa2-29d7-49e2-ba89-7683384fe1e8 HTTP/1.1" status: 200 len: 911 time: 0.7069643 Jul 29 23:44:27.605556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=1e09a767-743f-49be-975e-9d52f6ff887f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:27.681939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-56f1df96-38cb-40cf-b05f-63a9cd7041e7 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/quotas/b15aff817eb148a7a9162c035f0693fd HTTP/1.1" status: 200 len: 375 time: 0.0843375 Jul 29 23:44:27.838132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Checking segment: {'id': '26614087-f71c-4671-82d1-0bb56bfa69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'badafe5d-4221-4e6a-92aa-f612df7ccd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:27.840651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network hostable DHCP agents. Network: badafe5d-4221-4e6a-92aa-f612df7ccd04, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:27.893525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-8a6416f4-10b7-4416-b79c-538847ad0b28 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=b15aff817eb148a7a9162c035f0693fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1977303 Jul 29 23:44:27.918937 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec4f56e1-0e6f-46cd-b44c-6866530a5dd7 req-9ab6deb2-a3d4-4c01-a70d-394def0743a3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555694 Jul 29 23:44:27.955781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-17a2d4b6-482b-4953-8c97-a150d5a42087 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:44:27.957144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-17a2d4b6-482b-4953-8c97-a150d5a42087 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0392287 Jul 29 23:44:28.008249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network badafe5d-4221-4e6a-92aa-f612df7ccd04 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:28.338024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95c818a1-acc4-4486-ad2e-6cd7fecf13ea req-29d8f102-fa05-4bf2-a16b-8bb759481d1b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.1327069 Jul 29 23:44:28.345211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, badafe5d-4221-4e6a-92aa-f612df7ccd04) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:28.355863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.356086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.358095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c1c32-8dd3-4a3e-9968-4b2cd3fb9189 None None] Network badafe5d-4221-4e6a-92aa-f612df7ccd04 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:28.393221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-91b9eaca-ff15-4104-8d78-83b7877fdf98 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4703462 Jul 29 23:44:28.394532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:28.398663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': 'badafe5d-4221-4e6a-92aa-f612df7ccd04', 'name': 'tempest-PortsTestJSON-1319562560'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:28.440811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-f831870a-b21a-4912-9622-5f7601fde882 service neutron] 10.222.0.37 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663520 Jul 29 23:44:28.700616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-deleted', 'tag': '6b553493-5e11-4969-9ddf-5058c0af1fde'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:28.724585 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a1fc3a-92a1-4861-945c-40a642ff356c" -d '{"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-deleted", "tag": "6b553493-5e11-4969-9ddf-5058c0af1fde"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:28.759914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-badafe5d-4221-4e6a-92aa-f612df7ccd04', 'network_id': 'badafe5d-4221-4e6a-92aa-f612df7ccd04', 'tenant_id': 'dd266ff5897c47f89f2f08b223d0b45d', 'fixed_ips': [{'subnet_id': '1e09a767-743f-49be-975e-9d52f6ff887f'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:44:28.763779 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.827197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da7cec-706f-44b5-a604-e5faa5de9107 req-f83c2f8f-8a00-42b8-80f0-9b986aff11e0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.837056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2da7cec-706f-44b5-a604-e5faa5de9107 req-f83c2f8f-8a00-42b8-80f0-9b986aff11e0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.2657490 Jul 29 23:44:28.863000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:28.886415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.968762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-e1b29908-11b9-4710-ae5a-cacebaedf7ca service neutron] 10.222.0.37 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088480 Jul 29 23:44:28.970968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port f980ab2f-7fe6-42b3-9f49-064663e2aa21 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:29.007745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2da7cec-706f-44b5-a604-e5faa5de9107 req-b35d0da9-0300-40db-8131-e98d3a3078fa tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664193 Jul 29 23:44:29.040456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40708) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:29.166766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f86ab4-6f78-4c79-ac3c-92e4e263ee0b tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.172714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-58f86ab4-6f78-4c79-ac3c-92e4e263ee0b tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1092 time: 0.1310308 Jul 29 23:44:29.177943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40722) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:29.184484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:29.262916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.275933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Allocated IP 172.20.0.2 (badafe5d-4221-4e6a-92aa-f612df7ccd04/1e09a767-743f-49be-975e-9d52f6ff887f/84314f65-5744-4fa7-a781-b1defe3b0687) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:29.408340 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7620b723-fa1d-41fc-a45f-fdddb59d689e x-openstack-request-id: req-7620b723-fa1d-41fc-a45f-fdddb59d689e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:29.409188 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519", "name": "network-vif-deleted", "tag": "6b553493-5e11-4969-9ddf-5058c0af1fde", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:29.409389 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7620b723-fa1d-41fc-a45f-fdddb59d689e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:29.409963 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519', 'name': 'network-vif-deleted', 'tag': '6b553493-5e11-4969-9ddf-5058c0af1fde', 'status': 'completed', 'code': 200} Jul 29 23:44:29.609343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.914675 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.944313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Transition to ACTIVE for port object 84314f65-5744-4fa7-a781-b1defe3b0687 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:30.007081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Transition to ACTIVE for port object 84314f65-5744-4fa7-a781-b1defe3b0687 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:30.028499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.154343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Network badafe5d-4221-4e6a-92aa-f612df7ccd04 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:30.160787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:30.178796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:30.273391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Pushing event updated for resources: {'Port': ['ID=84314f65-5744-4fa7-a781-b1defe3b0687,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:30.311938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.7 (badafe5d-4221-4e6a-92aa-f612df7ccd04/1e09a767-743f-49be-975e-9d52f6ff887f/f980ab2f-7fe6-42b3-9f49-064663e2aa21) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:30.332337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.25.2.147 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/a7258ba2-7cb0-4663-a8db-50699f9388b9) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:30.355476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96b46d28-cc56-4feb-9166-ac137272259e req-f1583a59-a3df-47ad-a175-d83efca5d5d8 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.2914104 Jul 29 23:44:30.478310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Attempting to bind port 84314f65-5744-4fa7-a781-b1defe3b0687 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:30.478682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Attempting to bind port 84314f65-5744-4fa7-a781-b1defe3b0687 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '26614087-f71c-4671-82d1-0bb56bfa69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'badafe5d-4221-4e6a-92aa-f612df7ccd04'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:30.488543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Attempting to bind port 84314f65-5744-4fa7-a781-b1defe3b0687 on network badafe5d-4221-4e6a-92aa-f612df7ccd04 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:30.532674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f89e4c02-d1df-4771-93e1-1d493171af93 req-199f2b25-af3b-4a13-896b-7f00a4042111 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 210 time: 0.4837279 Jul 29 23:44:30.541105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:30.541452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Checking segment: {'id': '26614087-f71c-4671-82d1-0bb56bfa69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'badafe5d-4221-4e6a-92aa-f612df7ccd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:30.542411 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.542817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Bound using segment: {'id': '26614087-f71c-4671-82d1-0bb56bfa69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'badafe5d-4221-4e6a-92aa-f612df7ccd04'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:30.543308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Bound port: 84314f65-5744-4fa7-a781-b1defe3b0687, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26614087-f71c-4671-82d1-0bb56bfa69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'badafe5d-4221-4e6a-92aa-f612df7ccd04'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:30.543711 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.890690 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.937049 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.994778 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.006012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] For port 84314f65-5744-4fa7-a781-b1defe3b0687, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:31.022992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] For port 84314f65-5744-4fa7-a781-b1defe3b0687, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=84314f65-5744-4fa7-a781-b1defe3b0687,segment=NetworkSegment(26614087-f71c-4671-82d1-0bb56bfa69d7),segment_id=26614087-f71c-4671-82d1-0bb56bfa69d7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:31.038315 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.045739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object f980ab2f-7fe6-42b3-9f49-064663e2aa21 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:31.046005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:31.051969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:31.056429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:31.102734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=a7258ba2-7cb0-4663-a8db-50699f9388b9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:31.289949 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.624542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449b098-6cfa-4c17-b286-ffc84b17acdc None None] Pushing event updated for resources: {'Port': ['ID=84314f65-5744-4fa7-a781-b1defe3b0687,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:31.781419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network badafe5d-4221-4e6a-92aa-f612df7ccd04 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:31.801962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=f980ab2f-7fe6-42b3-9f49-064663e2aa21,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:31.816168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:31.832488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:32.329392 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.333584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ecc620a8-07d4-43d9-bbb0-5fb62be9d173 req-e6c78b05-732a-4bd3-a019-c821c6e27c22 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 210 time: 0.3001463 Jul 29 23:44:32.343146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40806) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:32.350304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ad850b5-c701-4d63-bea2-5b0613484e52 req-c2396cef-b0a3-4c75-802c-42a6edcc701c tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.3053226 Jul 29 23:44:32.805443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-7691c11e-cd3f-43bb-94d1-60f5818bbcdc tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.807275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-7691c11e-cd3f-43bb-94d1-60f5818bbcdc tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.42 "GET /v2.0/networks?id=a585dfa2-29d7-49e2-ba89-7683384fe1e8 HTTP/1.1" status: 200 len: 911 time: 0.1650865 Jul 29 23:44:32.816179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6643b0f9-ce47-4033-86f5-5a266e7bfbf1 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-552056072'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:32.816644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6643b0f9-ce47-4033-86f5-5a266e7bfbf1 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Unknown quota resources ['metering_label']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:44:32.893613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Request body: {'port': {'device_id': '4e887b88-6615-43e5-a1ed-cfe56eb3d50e', 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8', 'admin_state_up': True, 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:32.954744 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.028227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.029620 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.068462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cce14-a188-4edb-b469-0b2147067927 req-82c7b77f-2b48-4f17-983a-4147f9a25655 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.070218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-991cce14-a188-4edb-b469-0b2147067927 req-82c7b77f-2b48-4f17-983a-4147f9a25655 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 945 time: 0.5370457 Jul 29 23:44:33.113813 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-605cf4dc-2d55-48f5-b7a6-5afc49e8f8be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3225424 Jul 29 23:44:33.195811 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-69579949-af13-4b9d-8055-5ff0d86ea784 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7986741 Jul 29 23:44:33.197178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40818) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:33.211979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Made reservation on behalf of b15aff817eb148a7a9162c035f0693fd for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:33.221539 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.251346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': 'badafe5d-4221-4e6a-92aa-f612df7ccd04', 'name': 'tempest-PortsTestJSON-163951685'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:33.303568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.309214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6643b0f9-ce47-4033-86f5-5a266e7bfbf1 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.310434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6643b0f9-ce47-4033-86f5-5a266e7bfbf1 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9560285 Jul 29 23:44:33.343980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40822) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:33.350679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-45607c97-b115-4e54-b933-eb086baac3f0 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a8ac3179-e223-4208-b8bb-7eff764ecaf0'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:33.351811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-45607c97-b115-4e54-b933-eb086baac3f0 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:44:33.403320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267109b-fd9c-4062-9710-33d4973862fe None None] Network badafe5d-4221-4e6a-92aa-f612df7ccd04 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:33.430190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-3fb73533-1bbc-463a-8582-4d321bd2a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.432002 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-3fb73533-1bbc-463a-8582-4d321bd2a655 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f1bd4df5fa94e3a8c94f82ab0e7a3d7&device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 1102 time: 0.2331469 Jul 29 23:44:33.449733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-991cce14-a188-4edb-b469-0b2147067927 req-64eb22b8-c853-49a3-be9a-62bc0d97f54c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283920 Jul 29 23:44:33.495474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe8079a0-5b3f-4fb1-9413-ea0fb5f66475 None None] Provisioning for port 84314f65-5744-4fa7-a781-b1defe3b0687 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:33.561297 n-d-712139-11 neutron-server[93817]: WARNING neutron.services.metering.metering_plugin [None req-45607c97-b115-4e54-b933-eb086baac3f0 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:44:33.718300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b15a9378-91c9-4f8d-9321-8d6e6960ee5d req-185e2b98-d212-4743-9b65-e4277467c4a7 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 210 time: 0.2658997 Jul 29 23:44:33.832920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Allocated IP 172.20.0.12 (a585dfa2-29d7-49e2-ba89-7683384fe1e8/89df1c70-55f5-4d69-bd75-c2a6371ca538/9b87954c-2c2a-435e-9c0f-71c6ed944ed5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:33.946508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 84314f65-5744-4fa7-a781-b1defe3b0687 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:34.007533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f17c837-09d3-4a0a-890c-765a27ea5a56 req-36aad45d-57ac-422f-af55-0fc11b5072e8 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.3848057 Jul 29 23:44:34.110184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:34.264347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45607c97-b115-4e54-b933-eb086baac3f0 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.272002 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-45607c97-b115-4e54-b933-eb086baac3f0 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9252536 Jul 29 23:44:34.300895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40846) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:34.326775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f5534ecd-92e6-4f20-9a5e-ce36c28e7c4f tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a8ac3179-e223-4208-b8bb-7eff764ecaf0'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:34.344926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f5534ecd-92e6-4f20-9a5e-ce36c28e7c4f tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:44:34.378436 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.416307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Transition to ACTIVE for port object 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:34.524269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:34.529172 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.533699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-5c39ea68-6508-4c36-b381-0e340f482b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.535561 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-5c39ea68-6508-4c36-b381-0e340f482b5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.9963925 Jul 29 23:44:34.542613 n-d-712139-11 neutron-server[93817]: WARNING neutron.services.metering.metering_plugin [None req-f5534ecd-92e6-4f20-9a5e-ce36c28e7c4f tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:44:34.567094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.572531 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.656883 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.668701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Pushing event updated for resources: {'Port': ['ID=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:34.674683 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:34.802827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 4a981be2-620e-49b9-b977-bfef3c5384c4 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:34.805140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=a7258ba2-7cb0-4663-a8db-50699f9388b9,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:34.825587 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-d31a7ff5-e346-42a1-bfbb-f61c4d660bf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 HTTP/1.1" status: 200 len: 217 time: 0.2773085 Jul 29 23:44:34.827161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Network a585dfa2-29d7-49e2-ba89-7683384fe1e8 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:34.858677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-535ad523-8b17-459e-9500-1763e05843b5 None None] Provisioning for port f980ab2f-7fe6-42b3-9f49-064663e2aa21 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:34.865767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:34.876397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-535ad523-8b17-459e-9500-1763e05843b5 None None] Provisioning complete for port f980ab2f-7fe6-42b3-9f49-064663e2aa21 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:34.877232 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-535ad523-8b17-459e-9500-1763e05843b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.886621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:34.956424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.969244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 84314f65-5744-4fa7-a781-b1defe3b0687 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:34.971992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-535ad523-8b17-459e-9500-1763e05843b5 None None] Port f980ab2f-7fe6-42b3-9f49-064663e2aa21 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:34.983229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 84314f65-5744-4fa7-a781-b1defe3b0687 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:34.983921 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.051698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-535ad523-8b17-459e-9500-1763e05843b5 None None] Provisioning complete for port 84314f65-5744-4fa7-a781-b1defe3b0687 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:35.056282 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-535ad523-8b17-459e-9500-1763e05843b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.144601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-4c5346c8-a1ad-43dc-a441-5016f4bbf8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.146402 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-4c5346c8-a1ad-43dc-a441-5016f4bbf8f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.3121324 Jul 29 23:44:35.149852 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5534ecd-92e6-4f20-9a5e-ce36c28e7c4f tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.162967 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f5534ecd-92e6-4f20-9a5e-ce36c28e7c4f tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8491282 Jul 29 23:44:35.259048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40872) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:35.305734 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3cc30abd-d34c-4dc3-907d-ba8784fdb85c tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=3705e010-7fb6-400d-b399-d5c0c63a91a0 HTTP/1.1" status: 200 len: 464 time: 0.0429428 Jul 29 23:44:35.307924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:35.376899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-699c1398-c44e-4cd1-86e9-dc6b45a38664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.378734 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-699c1398-c44e-4cd1-86e9-dc6b45a38664 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2101808 Jul 29 23:44:35.408939 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.434168 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Floating IP 83847cbd-a052-4a01-8ae1-eb89c7c81b42 associated. External IP: 172.25.2.147, port: 8aea22d4-ab8f-40c9-ace3-06275699515a. Jul 29 23:44:35.454413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:35.477747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:35.480961 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cc1882-2bbb-460c-8bf9-47525f423de3" -d '{"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-unplugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:35.493652 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.499206 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-535ad523-8b17-459e-9500-1763e05843b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.553434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-535ad523-8b17-459e-9500-1763e05843b5 None None] For port 84314f65-5744-4fa7-a781-b1defe3b0687, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=84314f65-5744-4fa7-a781-b1defe3b0687,segment=NetworkSegment(26614087-f71c-4671-82d1-0bb56bfa69d7),segment_id=26614087-f71c-4671-82d1-0bb56bfa69d7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:35.589742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-535ad523-8b17-459e-9500-1763e05843b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.650843 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.652928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:35.657127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.657776 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.716814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2a30f2b-9555-46cb-af4b-17a519a412ac req-6e733de9-0c30-4bd5-ab0a-e641979de903 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0828719 Jul 29 23:44:35.736235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1a416-b624-4991-ae15-115c1c74f595 req-79fb4850-0a52-4b85-b5e1-192efe77d217 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.737998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-feb1a416-b624-4991-ae15-115c1c74f595 req-79fb4850-0a52-4b85-b5e1-192efe77d217 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1028 time: 0.8476245 Jul 29 23:44:35.759146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.8 (badafe5d-4221-4e6a-92aa-f612df7ccd04/1e09a767-743f-49be-975e-9d52f6ff887f/4a981be2-620e-49b9-b977-bfef3c5384c4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:35.777164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c087084-9db3-4fa0-ae09-019150cf6801 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.781435 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4c087084-9db3-4fa0-ae09-019150cf6801 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/3705e010-7fb6-400d-b399-d5c0c63a91a0 HTTP/1.1" status: 204 len: 168 time: 0.4699149 Jul 29 23:44:35.784668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:35.806078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-bf2fcebe-b3c7-455e-aefd-30a2b30ded79 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9731362 Jul 29 23:44:35.819564 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8ed8a102-9a36-4fef-8aae-ad9bdeb4cc09 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=3705e010-7fb6-400d-b399-d5c0c63a91a0 HTTP/1.1" status: 200 len: 221 time: 0.0281811 Jul 29 23:44:35.822081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40892) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:35.828259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-42b1bc7d-6d49-4bd5-9300-00710abd67fb tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1858058462', 'description': 'label created by tempest'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:35.828960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-42b1bc7d-6d49-4bd5-9300-00710abd67fb tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Unknown quota resources ['metering_label']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:44:35.832175 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f66915-0d61-4ba2-aa33-8f470d9a4320 x-openstack-request-id: req-67f66915-0d61-4ba2-aa33-8f470d9a4320 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:35.832709 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-unplugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:35.832709 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67f66915-0d61-4ba2-aa33-8f470d9a4320 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:35.833104 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'code': 200} Jul 29 23:44:35.838436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Request body: {'port': {'device_id': '4e887b88-6615-43e5-a1ed-cfe56eb3d50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:35.914509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-75fa57a8-2e3e-4726-95de-a1a8962cc182 None None] Provisioning complete for port f980ab2f-7fe6-42b3-9f49-064663e2aa21 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:35.914924 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75fa57a8-2e3e-4726-95de-a1a8962cc182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.967373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ad523-8b17-459e-9500-1763e05843b5 None None] Pushing event updated for resources: {'Port': ['ID=84314f65-5744-4fa7-a781-b1defe3b0687,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:36.012466 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-92c5a95d-5e58-4646-a1d9-ff8beba5140a service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182489 Jul 29 23:44:36.017399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-75fa57a8-2e3e-4726-95de-a1a8962cc182 None None] Port f980ab2f-7fe6-42b3-9f49-064663e2aa21 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:36.021816 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:44:36.022444 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:44:36.045183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-75fa57a8-2e3e-4726-95de-a1a8962cc182 None None] Provisioning for port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:36.056473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-75fa57a8-2e3e-4726-95de-a1a8962cc182 None None] Provisioning complete for port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:36.056473 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75fa57a8-2e3e-4726-95de-a1a8962cc182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.087470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.179518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-feb1a416-b624-4991-ae15-115c1c74f595 req-06d6912e-50e1-4242-bc5f-11fffd58792d tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887491 Jul 29 23:44:36.186384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-75fa57a8-2e3e-4726-95de-a1a8962cc182 None None] Port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:36.279461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router 747948ad-fb9d-42a3-8d1c-b91d19222ccb has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:36.310506 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42b1bc7d-6d49-4bd5-9300-00710abd67fb tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.312458 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-42b1bc7d-6d49-4bd5-9300-00710abd67fb tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4876523 Jul 29 23:44:36.319861 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:36.430730 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-16a68b50-cda3-4e6a-b754-47bc5616c492 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=3a241dd4-a56f-49eb-802d-1b4b4452e8e9 HTTP/1.1" status: 200 len: 468 time: 0.1092792 Jul 29 23:44:36.439081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40906) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:36.980354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 84314f65-5744-4fa7-a781-b1defe3b0687 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:37.095645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 84314f65-5744-4fa7-a781-b1defe3b0687 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:37.096123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.228812 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.302384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object 4a981be2-620e-49b9-b977-bfef3c5384c4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:37.340783 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf6e4fea-768b-4d25-bb36-09da32f373a3 req-a43bc9d7-c559-4671-bee9-92df47f12e4b service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2715330 Jul 29 23:44:37.345462 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.532096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network badafe5d-4221-4e6a-92aa-f612df7ccd04 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:37.567661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:37.578961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.600205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Transition to ACTIVE for port object 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:37.627112 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:37.629184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.648559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:37.688599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-959543e0-3fcd-49aa-bec2-ac908cc5857f req-f3ea4aa7-6f1c-4510-bcc8-fca03cccc777 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0899067 Jul 29 23:44:37.710608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=4a981be2-620e-49b9-b977-bfef3c5384c4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:37.756117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Pushing event updated for resources: {'Port': ['ID=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:37.856366 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75693a16-df31-4684-875b-1aacb3439fc6 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.857633 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-75693a16-df31-4684-875b-1aacb3439fc6 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/3a241dd4-a56f-49eb-802d-1b4b4452e8e9 HTTP/1.1" status: 204 len: 168 time: 1.4172320 Jul 29 23:44:37.865974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40938) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:37.925068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:37.926638 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b7f49bc6-c308-418a-9681-d1452de24d60 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=3a241dd4-a56f-49eb-802d-1b4b4452e8e9 HTTP/1.1" status: 200 len: 216 time: 0.0590992 Jul 29 23:44:37.947734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40946) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:37.951245 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] Sync routers for ids ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:37.989809 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] Routers {'747948ad-fb9d-42a3-8d1c-b91d19222ccb'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:37.999180 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:44:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:38.033837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:38.036668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.040229 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.109086 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-96dbcc94-dbe5-4d2c-aa7b-15304b1e264d tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1398718 Jul 29 23:44:38.110825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:38.161079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a185d82-f751-4909-aa84-c4df0f2428d5 req-125b4198-54a9-4d71-9974-d9412e34e49f tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.169939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a185d82-f751-4909-aa84-c4df0f2428d5 req-125b4198-54a9-4d71-9974-d9412e34e49f tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1054 time: 0.6408563 Jul 29 23:44:38.171780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Attempting to bind port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:38.172208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Attempting to bind port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:38.175292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Attempting to bind port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 on network a585dfa2-29d7-49e2-ba89-7683384fe1e8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:38.189473 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-49eb70e6-46ab-4009-b2ca-c738c76cbcf0 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0669868 Jul 29 23:44:38.197205 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.202183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40952) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:38.212535 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-106e7ed7-8ddc-4bf0-9da4-2bfa6032337b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0116079 Jul 29 23:44:38.229992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40954) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:38.242986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 on network a585dfa2-29d7-49e2-ba89-7683384fe1e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:38.243588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Attempting to bind port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 on network a585dfa2-29d7-49e2-ba89-7683384fe1e8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:38.341924 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9740c7ee-5f3a-460f-b7c1-31f5bdee2d71 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1627936 Jul 29 23:44:38.360965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:38.369599 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07deb948-213b-4aa8-b8ee-a4b49c8aba41" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:38.376321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:38.376664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Checking segment: {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:38.377069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Bound using segment: {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:38.377527 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Bound port: 9b87954c-2c2a-435e-9c0f-71c6ed944ed5, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417126c3-1c89-4928-932c-486ffd623632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:38.377894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.418912 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] Set router 747948ad-fb9d-42a3-8d1c-b91d19222ccb gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:38.437069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bc181b1d-6144-4461-8d14-3ad6798d7b5f None None] Provisioning for port 4a981be2-620e-49b9-b977-bfef3c5384c4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:38.455278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bc181b1d-6144-4461-8d14-3ad6798d7b5f None None] Provisioning complete for port 4a981be2-620e-49b9-b977-bfef3c5384c4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:38.455818 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc181b1d-6144-4461-8d14-3ad6798d7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.503083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a185d82-f751-4909-aa84-c4df0f2428d5 req-88559062-e308-4788-80dd-99ecee891167 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948411 Jul 29 23:44:38.522683 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8f138a35-3f20-487f-b07a-b44238696753 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/a8ac3179-e223-4208-b8bb-7eff764ecaf0 HTTP/1.1" status: 200 len: 472 time: 0.3118625 Jul 29 23:44:38.524073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40966) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:38.564304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bc181b1d-6144-4461-8d14-3ad6798d7b5f None None] Port 4a981be2-620e-49b9-b977-bfef3c5384c4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:38.606930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:38.607978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a8d0a23a-4edf-4ac2-ad61-c53a3b2c58fe tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/89930a98-e64e-427f-9a17-6c41ad408c29 HTTP/1.1" status: 200 len: 461 time: 0.0696905 Jul 29 23:44:38.629198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5c9c37-b7da-4f96-9d18-d754577cdd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.637085 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fc5c9c37-b7da-4f96-9d18-d754577cdd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.4048440 Jul 29 23:44:38.638401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40970) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:38.638538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:38.645667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'port_id': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'mac_address': 'fa:16:3e:18:65:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:38.720365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] For port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:38.786064 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.843215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c60c01-b360-44ba-8ade-677ebc5408a2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:38.875283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2e256fd3-8291-47b0-865c-e98fb21c5b1e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 4a981be2-620e-49b9-b977-bfef3c5384c4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:38.875708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e256fd3-8291-47b0-865c-e98fb21c5b1e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.883730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:38.898597 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.060463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:39.073765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['74c60c01-b360-44ba-8ade-677ebc5408a2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:39.094495 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c17f429-13f1-43bc-b75e-97673f62ea4a x-openstack-request-id: req-0c17f429-13f1-43bc-b75e-97673f62ea4a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:39.095275 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:39.095799 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c17f429-13f1-43bc-b75e-97673f62ea4a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:39.096488 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'status': 'completed', 'code': 200} Jul 29 23:44:39.144238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d64ba2d-46dc-45eb-92a2-96e3a21eadc4 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.146293 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4d64ba2d-46dc-45eb-92a2-96e3a21eadc4 tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/89930a98-e64e-427f-9a17-6c41ad408c29 HTTP/1.1" status: 204 len: 168 time: 0.5058742 Jul 29 23:44:39.155071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:39.160470 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:53Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '83847cbd-a052-4a01-8ae1-eb89c7c81b42', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'port_id': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'mac_address': 'fa:16:3e:08:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:31Z', 'updated_at': '2021-07-29T23:44:31Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339a348c-4743-48ab-8777-1921ff1045f4', 'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:3c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:49Z', 'updated_at': '2021-07-29T23:44:11Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:39.178913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] For port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:39.184248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a85b23e-53c1-428b-826a-a6e518265afe req-bfc19307-2095-4383-942a-c361dd59b4e4 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0850568 Jul 29 23:44:39.192681 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.228252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-16d9b922-7e18-48d7-af12-ec7808dc4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.230495 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-16d9b922-7e18-48d7-af12-ec7808dc4417 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1097 time: 0.2955983 Jul 29 23:44:39.243745 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] Checking router: 747948ad-fb9d-42a3-8d1c-b91d19222ccb for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:39.266473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8ac1-a18f-49d6-802e-999f29151793 req-96368cda-f44e-4385-84d9-c067fc2cd065 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.267302 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] Routers {'747948ad-fb9d-42a3-8d1c-b91d19222ccb'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:39.269650 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:44:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:39.273839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-342c8ac1-a18f-49d6-802e-999f29151793 req-96368cda-f44e-4385-84d9-c067fc2cd065 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.6960371 Jul 29 23:44:39.279539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.287793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.291200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] 10.222.0.42 "PUT /v2.0/ports/9b87954c-2c2a-435e-9c0f-71c6ed944ed5 HTTP/1.1" status: 200 len: 1093 time: 3.4631300 Jul 29 23:44:39.452911 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e256fd3-8291-47b0-865c-e98fb21c5b1e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.565732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-0a918e40-829f-44e8-bd21-8beeee1e1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.567658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-0a918e40-829f-44e8-bd21-8beeee1e1294 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b15aff817eb148a7a9162c035f0693fd&device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1096 time: 0.2093720 Jul 29 23:44:39.575654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2114b3-4de2-4ca5-b706-79fc1d06d996 service neutron] Pushing event updated for resources: {'Port': ['ID=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:39.603202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-342c8ac1-a18f-49d6-802e-999f29151793 req-a6548073-b043-4587-8636-ccf996d6f527 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232838 Jul 29 23:44:39.652005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2e256fd3-8291-47b0-865c-e98fb21c5b1e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 4a981be2-620e-49b9-b977-bfef3c5384c4 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:39.694138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40994) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:39.759335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-0c3298c5-daa9-4bae-919c-a20aec330afc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b87954c-2c2a-435e-9c0f-71c6ed944ed5 HTTP/1.1" status: 200 len: 217 time: 0.1806552 Jul 29 23:44:39.760076 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] Set router 747948ad-fb9d-42a3-8d1c-b91d19222ccb gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:39.911175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b048f21-513d-4a00-805b-1e54fe7318e1 req-4a3ba96d-061e-47ba-b123-deb39bb1aa46 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.913548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b048f21-513d-4a00-805b-1e54fe7318e1 req-4a3ba96d-061e-47ba-b123-deb39bb1aa46 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1096 time: 0.2183294 Jul 29 23:44:39.946877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6ebce9dd-948a-4847-94ef-c3580f3228d5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/83847cbd-a052-4a01-8ae1-eb89c7c81b42 HTTP/1.1" status: 200 len: 991 time: 0.2480767 Jul 29 23:44:39.969510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-ab19d3b6-1995-460d-80e2-4b7a9d3f6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.978060 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-ab19d3b6-1995-460d-80e2-4b7a9d3f6518 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89df1c70-55f5-4d69-bd75-c2a6371ca538 HTTP/1.1" status: 200 len: 849 time: 0.1398406 Jul 29 23:44:40.048062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:40.146439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b048f21-513d-4a00-805b-1e54fe7318e1 req-60ed51d8-1900-4caf-8574-d03e2306ce02 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213864 Jul 29 23:44:40.180191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-7b1a5124-b3de-4d3f-a07a-1e67beeae85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.193567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-7b1a5124-b3de-4d3f-a07a-1e67beeae85e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a585dfa2-29d7-49e2-ba89-7683384fe1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040527 Jul 29 23:44:40.219597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 74c60c01-b360-44ba-8ade-677ebc5408a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:40.220212 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.237636 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:53Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '83847cbd-a052-4a01-8ae1-eb89c7c81b42', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'port_id': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'mac_address': 'fa:16:3e:08:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:31Z', 'updated_at': '2021-07-29T23:44:31Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339a348c-4743-48ab-8777-1921ff1045f4', 'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:3c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:49Z', 'updated_at': '2021-07-29T23:44:11Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:40.297681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-a6e441fb-b90e-452c-b455-0758a61da443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.306120 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-a6e441fb-b90e-452c-b455-0758a61da443 service neutron] 10.222.0.42 "GET /v2.0/networks?id=65b7b401-b590-437f-bfcb-60bbbc16a551 HTTP/1.1" status: 200 len: 897 time: 1.0434427 Jul 29 23:44:40.313814 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de583a45-4fda-4ec1-a7dc-9a9a0a84f3ea None None] The sync data for ids ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'] in n-d-712139-11 is: [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:53Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '83847cbd-a052-4a01-8ae1-eb89c7c81b42', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'port_id': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'mac_address': 'fa:16:3e:08:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:31Z', 'updated_at': '2021-07-29T23:44:31Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339a348c-4743-48ab-8777-1921ff1045f4', 'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:3c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:49Z', 'updated_at': '2021-07-29T23:44:11Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:40.326648 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38aa10a0-015d-4c9e-ae84-72651de273cb tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.330033 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-38aa10a0-015d-4c9e-ae84-72651de273cb tempest-MeteringTestJSON-1194722395 tempest-MeteringTestJSON-1194722395-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/a8ac3179-e223-4208-b8bb-7eff764ecaf0 HTTP/1.1" status: 204 len: 168 time: 1.1616359 Jul 29 23:44:40.446949 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.466412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-634c9b6c-1eb8-4f61-8c0d-d2b75698eb89 req-89ba20a3-4c85-47ca-a8ae-6fed9f20b496 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0871189 Jul 29 23:44:40.538153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:40.543355 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d64ef1c-eedd-4045-944d-3baa7f0ae606" -d '{"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-plugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:40.548894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-ac759dc8-ad29-4224-b84e-8e9a1f657728 service neutron] 10.222.0.42 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431954 Jul 29 23:44:40.549605 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-ddcf4c86-eae8-4dca-9933-ba35bc38dd20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 200 len: 999 time: 0.2176356 Jul 29 23:44:40.570976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:40.585618 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.693609 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e9465-4fc0-4dea-8137-e5e6bcf7f737 x-openstack-request-id: req-9c4e9465-4fc0-4dea-8137-e5e6bcf7f737 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:40.695822 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-plugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:40.696198 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c4e9465-4fc0-4dea-8137-e5e6bcf7f737 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:40.697531 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'code': 200} Jul 29 23:44:40.706290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:40.740636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52264f2f-6270-414a-9f4a-86f27439374b None None] New status for floating IP 83847cbd-a052-4a01-8ae1-eb89c7c81b42: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:44:40.777089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-739d7727-632c-42a5-9035-755cadd03340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.784676 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-739d7727-632c-42a5-9035-755cadd03340 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf4fa847-6320-49ac-b0bf-015685211b25 HTTP/1.1" status: 200 len: 834 time: 0.2059300 Jul 29 23:44:40.836358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b7cbcd0-e575-44b5-bdd6-d75844100178 req-55a632c0-f851-4113-a25d-9693588736cc service neutron] 10.222.0.42 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616930 Jul 29 23:44:40.848640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41028) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:40.955212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41032) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:40.975321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-2252f064-967d-4517-b2f2-01350ea29c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.978281 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-2252f064-967d-4517-b2f2-01350ea29c77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65b7b401-b590-437f-bfcb-60bbbc16a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1725245 Jul 29 23:44:41.040694 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e256fd3-8291-47b0-865c-e98fb21c5b1e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.101710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e887b88-6615-43e5-a1ed-cfe56eb3d50e', 'tag': '9b87954c-2c2a-435e-9c0f-71c6ed944ed5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:41.117734 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9ca7c7-d131-4304-892e-5302c87f6ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e887b88-6615-43e5-a1ed-cfe56eb3d50e", "tag": "9b87954c-2c2a-435e-9c0f-71c6ed944ed5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:41.139113 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e256fd3-8291-47b0-865c-e98fb21c5b1e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=4a981be2-620e-49b9-b977-bfef3c5384c4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:41.177052 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d9e360dd-9308-4997-9dc3-686b79423613 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/83847cbd-a052-4a01-8ae1-eb89c7c81b42 HTTP/1.1" status: 200 len: 991 time: 0.2107601 Jul 29 23:44:41.195588 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d69b616-5301-48b0-930e-7b0233993dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.300490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e256fd3-8291-47b0-865c-e98fb21c5b1e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.306628 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2e256fd3-8291-47b0-865c-e98fb21c5b1e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/4a981be2-620e-49b9-b977-bfef3c5384c4 HTTP/1.1" status: 204 len: 168 time: 2.6671977 Jul 29 23:44:41.310127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:41.362154 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-442153ab-1a90-4660-a784-6e509b5b631a tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:44:41.367189 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-442153ab-1a90-4660-a784-6e509b5b631a tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/4a981be2-620e-49b9-b977-bfef3c5384c4 HTTP/1.1" status: 404 len: 333 time: 0.0559063 Jul 29 23:44:41.369619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41044) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:41.382523 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-d23897ec-59d2-4e32-8cca-80584d2133ed service neutron] 10.222.0.42 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534591 Jul 29 23:44:41.456839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d69b616-5301-48b0-930e-7b0233993dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.461446 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3b32f6-d232-43ed-a19f-2f77dad7df73 x-openstack-request-id: req-0c3b32f6-d232-43ed-a19f-2f77dad7df73 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:41.461943 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e887b88-6615-43e5-a1ed-cfe56eb3d50e", "tag": "9b87954c-2c2a-435e-9c0f-71c6ed944ed5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:41.462248 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c3b32f6-d232-43ed-a19f-2f77dad7df73 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:41.462691 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e887b88-6615-43e5-a1ed-cfe56eb3d50e', 'tag': '9b87954c-2c2a-435e-9c0f-71c6ed944ed5', 'status': 'completed', 'code': 200} Jul 29 23:44:41.474894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d69b616-5301-48b0-930e-7b0233993dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.614291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2d69b616-5301-48b0-930e-7b0233993dcf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b7b9a1e0f844c8db6298ce49b680d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7621596 Jul 29 23:44:41.616090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df8a13-aea5-4523-abc5-df73ce4dc34f req-a1c00ed7-6da9-4071-a122-90e8553e8c6a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.617667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34df8a13-aea5-4523-abc5-df73ce4dc34f req-a1c00ed7-6da9-4071-a122-90e8553e8c6a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1096 time: 0.1592579 Jul 29 23:44:41.618383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69b616-5301-48b0-930e-7b0233993dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd91521-d5b9-41e3-9e32-47e22aa74e5c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:41.620895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41048) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:41.653804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-fd846495-014b-4a57-bdcb-14d29205f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.656463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-fd846495-014b-4a57-bdcb-14d29205f00d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b15aff817eb148a7a9162c035f0693fd&device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1096 time: 0.1929486 Jul 29 23:44:41.673717 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07deb948-213b-4aa8-b8ee-a4b49c8aba41 req-8bb18777-e170-4dc0-a43b-acef22484de6 service neutron] 10.222.0.42 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607863 Jul 29 23:44:41.687747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d5fed-2a63-40a2-befc-9fabe836a410 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port f980ab2f-7fe6-42b3-9f49-064663e2aa21 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:41.688146 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5fed-2a63-40a2-befc-9fabe836a410 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.764987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec315464-3997-4f95-bc2f-d366a1c894db req-2199b11e-92e3-48c7-ba3e-ffb4df7499e9 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.1051745 Jul 29 23:44:41.821839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef701833-b6b5-402b-ba85-a38cb6409807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.841239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5fed-2a63-40a2-befc-9fabe836a410 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.853627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-34df8a13-aea5-4523-abc5-df73ce4dc34f req-a2f0bbfd-6248-44de-b75a-ed82fadc83bc tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959791 Jul 29 23:44:41.857996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d5fed-2a63-40a2-befc-9fabe836a410 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for f980ab2f-7fe6-42b3-9f49-064663e2aa21 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:41.889564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef701833-b6b5-402b-ba85-a38cb6409807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.974774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-6e2e00bc-6b65-48d9-a8a2-230882f4ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.976579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-6e2e00bc-6b65-48d9-a8a2-230882f4ede0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a585dfa2-29d7-49e2-ba89-7683384fe1e8 HTTP/1.1" status: 200 len: 911 time: 0.2870226 Jul 29 23:44:42.035567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-50b77367-9df4-4f62-9c4a-24151a07ecb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b87954c-2c2a-435e-9c0f-71c6ed944ed5 HTTP/1.1" status: 200 len: 217 time: 0.0484004 Jul 29 23:44:42.045150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5fed-2a63-40a2-befc-9fabe836a410 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.077354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d5fed-2a63-40a2-befc-9fabe836a410 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=f980ab2f-7fe6-42b3-9f49-064663e2aa21,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:42.080896 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef701833-b6b5-402b-ba85-a38cb6409807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.083405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef701833-b6b5-402b-ba85-a38cb6409807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.099881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ef701833-b6b5-402b-ba85-a38cb6409807 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fd91521-d5b9-41e3-9e32-47e22aa74e5c HTTP/1.1" status: 204 len: 168 time: 0.4644380 Jul 29 23:44:42.122757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef701833-b6b5-402b-ba85-a38cb6409807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd91521-d5b9-41e3-9e32-47e22aa74e5c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:42.164334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-9738b816-8886-486e-872d-9821716d7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.175674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-9738b816-8886-486e-872d-9821716d7411 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89df1c70-55f5-4d69-bd75-c2a6371ca538 HTTP/1.1" status: 200 len: 849 time: 0.1253011 Jul 29 23:44:42.180698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41060) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:42.195139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5fed-2a63-40a2-befc-9fabe836a410 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.200742 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bf1d5fed-2a63-40a2-befc-9fabe836a410 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/f980ab2f-7fe6-42b3-9f49-064663e2aa21 HTTP/1.1" status: 204 len: 168 time: 0.8270116 Jul 29 23:44:42.201586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:42.237473 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd202a92-bc9b-4597-b726-974f18c147a3 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:44:42.240095 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dd202a92-bc9b-4597-b726-974f18c147a3 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/f980ab2f-7fe6-42b3-9f49-064663e2aa21 HTTP/1.1" status: 404 len: 333 time: 0.0366256 Jul 29 23:44:42.242348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:42.343587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92b959c-60a6-4fc4-8f0e-39cbeb16bf15 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet 1e09a767-743f-49be-975e-9d52f6ff887f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:44:42.349107 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a92b959c-60a6-4fc4-8f0e-39cbeb16bf15 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.455433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a9cd5cca-7973-4def-9e31-e0daec88a45c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/83847cbd-a052-4a01-8ae1-eb89c7c81b42 HTTP/1.1" status: 200 len: 993 time: 0.2649007 Jul 29 23:44:42.455433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-4942b97f-2d8b-409f-b048-1768b6ee303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.456588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-4942b97f-2d8b-409f-b048-1768b6ee303c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a585dfa2-29d7-49e2-ba89-7683384fe1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2339220 Jul 29 23:44:42.459276 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a92b959c-60a6-4fc4-8f0e-39cbeb16bf15 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.607009 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a92b959c-60a6-4fc4-8f0e-39cbeb16bf15 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.653129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-cc2ebebb-5916-45d3-bebf-e42e5790d026 service neutron] 10.222.0.42 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799555 Jul 29 23:44:42.722220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41068) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:42.738760 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a50412c-afba-4897-95a2-9c24391c2df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.752186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a92b959c-60a6-4fc4-8f0e-39cbeb16bf15 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.780905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b959c-60a6-4fc4-8f0e-39cbeb16bf15 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=1e09a767-743f-49be-975e-9d52f6ff887f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:42.795337 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a92b959c-60a6-4fc4-8f0e-39cbeb16bf15 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.799594 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a92b959c-60a6-4fc4-8f0e-39cbeb16bf15 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/1e09a767-743f-49be-975e-9d52f6ff887f HTTP/1.1" status: 204 len: 168 time: 0.5537026 Jul 29 23:44:42.799861 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:42.803345 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f9ca7c7-d131-4304-892e-5302c87f6ec1 req-080bfa8a-7402-40a4-9aab-e4250d9b19e6 service neutron] 10.222.0.42 "GET /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392677 Jul 29 23:44:42.804598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bda67b-bb06-43f3-94e9-12e3e8d1d78e None None] Network badafe5d-4221-4e6a-92aa-f612df7ccd04 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:42.969720 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.022154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3bda3b82-9314-4873-902f-c115610cf984 req-9cc2ef1c-7e32-4df9-b835-c64908651d03 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0851221 Jul 29 23:44:43.086426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298e537-a69b-45b4-a5c1-5a886f029b7e req-1d808110-ec5e-4f4d-bb08-2c3297d42919 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.088036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c298e537-a69b-45b4-a5c1-5a886f029b7e req-1d808110-ec5e-4f4d-bb08-2c3297d42919 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1096 time: 0.0845091 Jul 29 23:44:43.155362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a50412c-afba-4897-95a2-9c24391c2df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.169174 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a50412c-afba-4897-95a2-9c24391c2df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.173210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c298e537-a69b-45b4-a5c1-5a886f029b7e req-574ce9b9-6318-49f0-8a22-c7c7b7ca6d13 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753307 Jul 29 23:44:43.197943 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8a50412c-afba-4897-95a2-9c24391c2df8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e54ffe812a04fa2bae4f58c977cafa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746296 Jul 29 23:44:43.201169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:43.201393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 84314f65-5744-4fa7-a781-b1defe3b0687 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:43.201746 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.249944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7159de-0f7e-4faf-be6b-5af2518337ec None None] DHCP port deletion for badafe5d-4221-4e6a-92aa-f612df7ccd04 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:44:43.304062 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21b8e368-d565-4c3e-8077-470d73ff8744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.310140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50412c-afba-4897-95a2-9c24391c2df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451c2e05-8014-484f-b52d-c786e924ae9e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:43.323378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9f7159de-0f7e-4faf-be6b-5af2518337ec None None] Deleting port 84314f65-5744-4fa7-a781-b1defe3b0687 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:43.323628 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f7159de-0f7e-4faf-be6b-5af2518337ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.342668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] For port 84314f65-5744-4fa7-a781-b1defe3b0687, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=84314f65-5744-4fa7-a781-b1defe3b0687,segment=NetworkSegment(26614087-f71c-4671-82d1-0bb56bfa69d7),segment_id=26614087-f71c-4671-82d1-0bb56bfa69d7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:43.343038 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.358886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21b8e368-d565-4c3e-8077-470d73ff8744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.359790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 84314f65-5744-4fa7-a781-b1defe3b0687 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:43.438195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9f7159de-0f7e-4faf-be6b-5af2518337ec None None] For port 84314f65-5744-4fa7-a781-b1defe3b0687, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=84314f65-5744-4fa7-a781-b1defe3b0687,segment=NetworkSegment(26614087-f71c-4671-82d1-0bb56bfa69d7),segment_id=26614087-f71c-4671-82d1-0bb56bfa69d7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:43.439016 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f7159de-0f7e-4faf-be6b-5af2518337ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.458954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9f7159de-0f7e-4faf-be6b-5af2518337ec None None] Calling delete_port for 84314f65-5744-4fa7-a781-b1defe3b0687 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:43.476191 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21b8e368-d565-4c3e-8077-470d73ff8744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.476867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:43.485086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21b8e368-d565-4c3e-8077-470d73ff8744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.489455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.491939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-21b8e368-d565-4c3e-8077-470d73ff8744 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/451c2e05-8014-484f-b52d-c786e924ae9e HTTP/1.1" status: 204 len: 168 time: 0.2851958 Jul 29 23:44:43.515889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8e368-d565-4c3e-8077-470d73ff8744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c2e05-8014-484f-b52d-c786e924ae9e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:43.542528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=84314f65-5744-4fa7-a781-b1defe3b0687,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:43.545241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No DVR routers for this DVR port 84314f65-5744-4fa7-a781-b1defe3b0687 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:43.643018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.656483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badafe5d-4221-4e6a-92aa-f612df7ccd04']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:43.669470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26614087-f71c-4671-82d1-0bb56bfa69d7') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:43.669772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26614087-f71c-4671-82d1-0bb56bfa69d7') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:43.680174 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.696528 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.703116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:43.703586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:43.707469 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:43.792996 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.795254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:43.807359 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f7159de-0f7e-4faf-be6b-5af2518337ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.816814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f7159de-0f7e-4faf-be6b-5af2518337ec None None] Network badafe5d-4221-4e6a-92aa-f612df7ccd04 is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:44:43.817366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7159de-0f7e-4faf-be6b-5af2518337ec None None] No DVR routers for this DVR port 84314f65-5744-4fa7-a781-b1defe3b0687 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:43.845683 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '9b87954c-2c2a-435e-9c0f-71c6ed944ed5', 'network_id': 'a585dfa2-29d7-49e2-ba89-7683384fe1e8', 'port_id': '9b87954c-2c2a-435e-9c0f-71c6ed944ed5', 'mac_address': 'fa:16:3e:69:55:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89df1c70-55f5-4d69-bd75-c2a6371ca538', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:43.850136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7159de-0f7e-4faf-be6b-5af2518337ec None None] Pushing event deleted for resources: {'Port': ['ID=84314f65-5744-4fa7-a781-b1defe3b0687,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:43.867194 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.869837 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/networks/badafe5d-4221-4e6a-92aa-f612df7ccd04 HTTP/1.1" status: 204 len: 168 time: 1.0689368 Jul 29 23:44:43.871834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e99577-4e04-47d3-bf42-5fce55b29ea8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Network': ['ID=badafe5d-4221-4e6a-92aa-f612df7ccd04,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:43.877524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41090) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:43.896140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-223329982'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:43.920256 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.940279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:43.944110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:43.949997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.996240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:44.001939 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.008662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:44.029180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.029843 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Added segment b166d398-cead-4a77-b0ed-289e8299ec83 of type vlan for network 1ee6ac27-199a-407d-840e-f208ee901827 Jul 29 23:44:44.087434 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.089150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:44.147821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.163178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.163910 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.296160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-350db634-5727-46d8-99df-df99a38d5ba4 req-d2a60926-0221-4385-b04a-5cb6177e838b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.1162012 Jul 29 23:44:44.302674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4211934 Jul 29 23:44:44.303976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:44.310248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '1ee6ac27-199a-407d-840e-f208ee901827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:44.327721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9b87954c-2c2a-435e-9c0f-71c6ed944ed5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:44.415348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf207d-8a80-45b2-86fb-124f18b6dcf4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Network': ['ID=1ee6ac27-199a-407d-840e-f208ee901827,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:44.469065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:44.470160 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.475620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1ee6ac27-199a-407d-840e-f208ee901827 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:44.546999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9469227-8df3-494f-b74e-7b2caeb5676b req-be9cb234-79d5-4652-8a99-f061a37c93d8 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.548740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9469227-8df3-494f-b74e-7b2caeb5676b req-be9cb234-79d5-4652-8a99-f061a37c93d8 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1097 time: 0.1590009 Jul 29 23:44:44.627078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9469227-8df3-494f-b74e-7b2caeb5676b req-4efe91fa-7bb7-45ec-b55d-01e1eecda719 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698121 Jul 29 23:44:44.785848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.843158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 84314f65-5744-4fa7-a781-b1defe3b0687 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:44.878679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 84314f65-5744-4fa7-a781-b1defe3b0687 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:44:44.879087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 84314f65-5744-4fa7-a781-b1defe3b0687 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:44:44.911707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:44.921890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Checking segment: {'id': 'b166d398-cead-4a77-b0ed-289e8299ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1ee6ac27-199a-407d-840e-f208ee901827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:44.922272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network hostable DHCP agents. Network: 1ee6ac27-199a-407d-840e-f208ee901827, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:44.945529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 1ee6ac27-199a-407d-840e-f208ee901827 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:44.964443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 1ee6ac27-199a-407d-840e-f208ee901827) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:44.980034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f648f2-a05b-4872-b842-43a048f5b658 None None] Network 1ee6ac27-199a-407d-840e-f208ee901827 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:44.996132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.997165 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.034272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-035be0b3-077e-499c-87e6-7454293dfd61 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7275064 Jul 29 23:44:45.034961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41142) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:45.040139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '1ee6ac27-199a-407d-840e-f208ee901827', 'name': 'tempest-PortsTestJSON-560431656', 'fixed_ips': [{'subnet_id': 'fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359', 'ip_address': '172.20.0.10'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:45.236613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-1ee6ac27-199a-407d-840e-f208ee901827', 'network_id': '1ee6ac27-199a-407d-840e-f208ee901827', 'tenant_id': 'dd266ff5897c47f89f2f08b223d0b45d', 'fixed_ips': [{'subnet_id': 'fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:44:45.237739 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.389363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:45.589021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:45.609351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.624642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d0c4ad0-d97d-4e93-a098-9ca492a5c416 req-6b667fb9-8258-41ae-b6e0-2398d79457f0 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0601935 Jul 29 23:44:45.673100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port d1dd077b-6589-4ade-8897-956368fb3ca8 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:45.852873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:45.870669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:45.871274 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.936774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77805b-7215-4fc9-928f-b718ecad1910 req-35b2e82d-5b76-4eb6-aafe-af6ad4111868 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.938840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d77805b-7215-4fc9-928f-b718ecad1910 req-35b2e82d-5b76-4eb6-aafe-af6ad4111868 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1097 time: 0.1007428 Jul 29 23:44:46.075235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d77805b-7215-4fc9-928f-b718ecad1910 req-60173331-b841-4a67-943c-1aa31c2733cb tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249750 Jul 29 23:44:46.115682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Allocated IP 172.20.0.2 (1ee6ac27-199a-407d-840e-f208ee901827/fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359/9e5bd851-dee7-456c-b622-3c29d87c97ed) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:46.696786 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.722136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Transition to ACTIVE for port object 9e5bd851-dee7-456c-b622-3c29d87c97ed will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:46.762169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Transition to ACTIVE for port object 9e5bd851-dee7-456c-b622-3c29d87c97ed will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:46.780403 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.842547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.10 (1ee6ac27-199a-407d-840e-f208ee901827/fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359/d1dd077b-6589-4ade-8897-956368fb3ca8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:46.880992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41200) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.027224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Network 1ee6ac27-199a-407d-840e-f208ee901827 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:47.031756 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2f73429-251a-4bfc-98f3-0919c5cd7e23 req-0ac37e6d-da3c-4db6-b7ed-a934481877f3 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.1638129 Jul 29 23:44:47.045926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Pushing event updated for resources: {'Port': ['ID=9e5bd851-dee7-456c-b622-3c29d87c97ed,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:47.066140 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.107643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:47.123108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:47.222869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c1c2102f-a84c-43fe-9f25-5ef0260af263 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:47.271489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:47.312087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e887b88-6615-43e5-a1ed-cfe56eb3d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b87954c-2c2a-435e-9c0f-71c6ed944ed5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:47.315578 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3b2cb1-1ea5-4247-b864-cab787b61642" -d '{"events": [{"server_uuid": "4e887b88-6615-43e5-a1ed-cfe56eb3d50e", "name": "network-vif-plugged", "status": "completed", "tag": "9b87954c-2c2a-435e-9c0f-71c6ed944ed5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:47.349437 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.445362 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a6ceb2-061c-4a91-853a-cb3654d9e3ff x-openstack-request-id: req-94a6ceb2-061c-4a91-853a-cb3654d9e3ff {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:47.449857 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e887b88-6615-43e5-a1ed-cfe56eb3d50e", "name": "network-vif-plugged", "status": "completed", "tag": "9b87954c-2c2a-435e-9c0f-71c6ed944ed5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:47.451147 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94a6ceb2-061c-4a91-853a-cb3654d9e3ff {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:47.452352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff8cd1-294e-439f-8a5b-85a90d6835db req-b7a33ed3-7d27-48c7-94aa-f49b30bca5c7 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.452694 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e887b88-6615-43e5-a1ed-cfe56eb3d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b87954c-2c2a-435e-9c0f-71c6ed944ed5', 'code': 200} Jul 29 23:44:47.455135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffff8cd1-294e-439f-8a5b-85a90d6835db req-b7a33ed3-7d27-48c7-94aa-f49b30bca5c7 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1097 time: 0.2235184 Jul 29 23:44:47.497773 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.499498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Attempting to bind port 9e5bd851-dee7-456c-b622-3c29d87c97ed on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:47.502182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Attempting to bind port 9e5bd851-dee7-456c-b622-3c29d87c97ed by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b166d398-cead-4a77-b0ed-289e8299ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1ee6ac27-199a-407d-840e-f208ee901827'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:47.502832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Attempting to bind port 9e5bd851-dee7-456c-b622-3c29d87c97ed on network 1ee6ac27-199a-407d-840e-f208ee901827 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:47.520892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object d1dd077b-6589-4ade-8897-956368fb3ca8 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:47.523871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:47.539296 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:47.545710 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Checking segment: {'id': 'b166d398-cead-4a77-b0ed-289e8299ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1ee6ac27-199a-407d-840e-f208ee901827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:47.545710 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.546300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Bound using segment: {'id': 'b166d398-cead-4a77-b0ed-289e8299ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1ee6ac27-199a-407d-840e-f208ee901827'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:47.547162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Bound port: 9e5bd851-dee7-456c-b622-3c29d87c97ed, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b166d398-cead-4a77-b0ed-289e8299ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1ee6ac27-199a-407d-840e-f208ee901827'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:47.547834 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.559657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c1c2102f-a84c-43fe-9f25-5ef0260af263 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] 10.222.0.37 "PUT /v2.0/quotas/ee2929fe25554aab9088257fb4edeb24 HTTP/1.1" status: 200 len: 366 time: 0.6646252 Jul 29 23:44:47.561988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41216) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.587719 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-51f8e21e-a772-44e7-88f0-78b0d4543d1f tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0239573 Jul 29 23:44:47.591161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.602099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.607341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.610696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.610696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.610696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.610696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.610696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.610696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.610696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.610696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.610696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.615478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.616440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:47.619545 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-92058017-8ccc-4a7b-8f7b-2ca87eaa3630 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] 10.222.0.37 "GET /v2.0/quotas/ee2929fe25554aab9088257fb4edeb24 HTTP/1.1" status: 200 len: 366 time: 0.0270638 Jul 29 23:44:47.649108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41220) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.678058 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-25b447ba-cb8e-4a15-9c1b-82d9eedddd58 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/ee2929fe25554aab9088257fb4edeb24 HTTP/1.1" status: 204 len: 168 time: 0.0267634 Jul 29 23:44:47.692979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 1ee6ac27-199a-407d-840e-f208ee901827 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:47.694446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41222) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.700393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:47.705780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:47.723220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffff8cd1-294e-439f-8a5b-85a90d6835db req-926eed10-0eb4-4096-a848-fcfc2add74ff tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495608 Jul 29 23:44:47.768602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63681c2f-c368-40ef-bebb-e9449dccce30 req-805f9426-e2e8-40f2-acb9-b7e26a886438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.774200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63681c2f-c368-40ef-bebb-e9449dccce30 req-805f9426-e2e8-40f2-acb9-b7e26a886438 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1098 time: 0.2383301 Jul 29 23:44:47.784290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ec603b46-3784-4256-bffb-55399fcaf851 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0833919 Jul 29 23:44:47.788805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41224) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.794442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=d1dd077b-6589-4ade-8897-956368fb3ca8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:47.829456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] For port 9e5bd851-dee7-456c-b622-3c29d87c97ed, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:47.833865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] For port 9e5bd851-dee7-456c-b622-3c29d87c97ed, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9e5bd851-dee7-456c-b622-3c29d87c97ed,segment=NetworkSegment(b166d398-cead-4a77-b0ed-289e8299ec83),segment_id=b166d398-cead-4a77-b0ed-289e8299ec83)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:47.842319 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.850596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.852283 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.890050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-53ef4094-e921-4325-8c6a-a61bc675e5d9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8526363 Jul 29 23:44:47.891140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.899920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '1ee6ac27-199a-407d-840e-f208ee901827', 'name': 'tempest-PortsTestJSON-1770154719', 'fixed_ips': [{'subnet_id': 'fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359', 'ip_address': '172.20.0.9'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:47.929229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4f11e4d9-d02f-4749-9ec3-cbb295a1bd22 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] 10.222.0.37 "GET /v2.0/quotas/ee2929fe25554aab9088257fb4edeb24 HTTP/1.1" status: 200 len: 370 time: 0.1388144 Jul 29 23:44:47.933022 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41228) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.959946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5da1ba1b-4968-4ca6-b682-b89e818990ac tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] 10.222.0.37 "GET /v2.0/quotas/ee2929fe25554aab9088257fb4edeb24/default HTTP/1.1" status: 200 len: 370 time: 0.0195560 Jul 29 23:44:47.961238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41230) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.977255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63681c2f-c368-40ef-bebb-e9449dccce30 req-617359b4-2975-4b71-b560-1ad1056ae5f4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555262 Jul 29 23:44:47.991791 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-909d4f1b-49df-48e1-98ea-6ba3bdeeb620 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] delete failed (client error): The resource could not be found. Jul 29 23:44:48.021758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-909d4f1b-49df-48e1-98ea-6ba3bdeeb620 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/ee2929fe25554aab9088257fb4edeb24 HTTP/1.1" status: 404 len: 348 time: 0.0462470 Jul 29 23:44:48.064680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac16a20-ef02-4d4a-8d16-aedabf46b092 None None] Pushing event updated for resources: {'Port': ['ID=9e5bd851-dee7-456c-b622-3c29d87c97ed,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:48.176749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:48.197011 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.234912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.274771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 8d8506f9-6758-4a60-b2aa-8804045abe7f yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:48.322349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9bc3171-dc5c-47d8-8228-24807a6459fb req-dc4178e0-88c5-4ef5-a59b-2f9fcfde3f9a tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0648069 Jul 29 23:44:48.607379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Usage tracker for resource:network and tenant:9e48e775788a4fcea41fda56c3fbc132 is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:44:48.642196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:44:48.748612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Usage tracker for resource:subnet and tenant:9e48e775788a4fcea41fda56c3fbc132 is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:44:48.764639 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.803670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:44:48.855648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Usage tracker for resource:subnetpool and tenant:9e48e775788a4fcea41fda56c3fbc132 is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:44:48.900222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:44:48.999070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Usage tracker for resource:port and tenant:9e48e775788a4fcea41fda56c3fbc132 is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:44:49.007970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e44c8-f0d5-450a-940c-c798a10c002d req-ad4b7e76-fb19-41eb-9bf7-9b3dd082e73b tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:49.019023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:44:49.044877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.9 (1ee6ac27-199a-407d-840e-f208ee901827/fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359/8d8506f9-6758-4a60-b2aa-8804045abe7f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:49.057043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Usage tracker for resource:router and tenant:9e48e775788a4fcea41fda56c3fbc132 is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:44:49.071274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:44:49.082777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e9e44c8-f0d5-450a-940c-c798a10c002d req-ad4b7e76-fb19-41eb-9bf7-9b3dd082e73b tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1098 time: 0.2016225 Jul 29 23:44:49.094800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9e5bd851-dee7-456c-b622-3c29d87c97ed up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:49.126599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Usage tracker for resource:floatingip and tenant:9e48e775788a4fcea41fda56c3fbc132 is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:44:49.160852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:44:49.198595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e9e44c8-f0d5-450a-940c-c798a10c002d req-bd992bf7-5852-47a2-bcfb-695b0b493519 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008775 Jul 29 23:44:49.309126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 9e5bd851-dee7-456c-b622-3c29d87c97ed completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:49.529135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Usage tracker for resource:security_group and tenant:9e48e775788a4fcea41fda56c3fbc132 is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:44:49.547316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:44:49.577063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.580626 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Usage tracker for resource:security_group_rule and tenant:9e48e775788a4fcea41fda56c3fbc132 is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:44:49.594973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.quota.resource [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:44:49.629284 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f4da71f4-ed0d-4ea2-ab21-e8a5d7de0d23 tempest-QuotasTest-1230728723 tempest-QuotasTest-1230728723-project-admin] 10.222.0.37 "GET /v2.0/quotas/9e48e775788a4fcea41fda56c3fbc132/details.json HTTP/1.1" status: 200 len: 703 time: 1.3884878 Jul 29 23:44:49.634340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object 8d8506f9-6758-4a60-b2aa-8804045abe7f will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:49.718661 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b39611dd-b9c8-4a34-b92d-9fa540512803 req-9c38eece-2a28-44d2-a900-81803f1b0a8b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.1308749 Jul 29 23:44:49.762633 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.864049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=8d8506f9-6758-4a60-b2aa-8804045abe7f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:49.886530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 1ee6ac27-199a-407d-840e-f208ee901827 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:49.888373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:49.891836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:50.007026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.014757 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.036929 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7dde07e9-7d5f-42ca-b5b1-eee3ed3eebdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1418498 Jul 29 23:44:50.039061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:50.111082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ae456-2de2-4ad6-8462-a8bdf70ec73e None None] Network 1ee6ac27-199a-407d-840e-f208ee901827 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:50.268514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fd84ce-b21e-48bb-92c4-bd6516eefd67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.278336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-be1ddffb-dec8-4fe4-b570-1f8c92cfef14 None None] Provisioning for port 9e5bd851-dee7-456c-b622-3c29d87c97ed completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:50.284762 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b6fd84ce-b21e-48bb-92c4-bd6516eefd67 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2443781 Jul 29 23:44:50.287443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41270) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:50.296267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-be1ddffb-dec8-4fe4-b570-1f8c92cfef14 None None] Provisioning complete for port 9e5bd851-dee7-456c-b622-3c29d87c97ed triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:50.296810 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be1ddffb-dec8-4fe4-b570-1f8c92cfef14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.430939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5a25b-bb82-4c56-ab94-c68a29a9fcc9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.442605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5a25b-bb82-4c56-ab94-c68a29a9fcc9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.452143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41272) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:50.452523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5a25b-bb82-4c56-ab94-c68a29a9fcc9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.454532 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3ba5a25b-bb82-4c56-ab94-c68a29a9fcc9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1661847 Jul 29 23:44:50.459139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41274) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:50.484845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9921a0-1aa8-4519-9805-c5e5a2d86c8f req-7c44a6a8-fd53-4dfe-95c8-7a4d026d0b1a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.487437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f9921a0-1aa8-4519-9805-c5e5a2d86c8f req-7c44a6a8-fd53-4dfe-95c8-7a4d026d0b1a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1098 time: 0.0871539 Jul 29 23:44:50.611829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f9921a0-1aa8-4519-9805-c5e5a2d86c8f req-57b3a70b-5f1d-4bcb-836e-e04cacb42641 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163321 Jul 29 23:44:50.653593 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be1ddffb-dec8-4fe4-b570-1f8c92cfef14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.694576 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-65f1677b-0e54-48de-b034-9d8418bde825 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 8d8506f9-6758-4a60-b2aa-8804045abe7f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:50.695039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65f1677b-0e54-48de-b034-9d8418bde825 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.758117 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f33e2120-c964-484e-9927-00b27b6c5aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.790818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-be1ddffb-dec8-4fe4-b570-1f8c92cfef14 None None] For port 9e5bd851-dee7-456c-b622-3c29d87c97ed, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9e5bd851-dee7-456c-b622-3c29d87c97ed,segment=NetworkSegment(b166d398-cead-4a77-b0ed-289e8299ec83),segment_id=b166d398-cead-4a77-b0ed-289e8299ec83)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:50.796391 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be1ddffb-dec8-4fe4-b570-1f8c92cfef14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.996888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ddffb-dec8-4fe4-b570-1f8c92cfef14 None None] Pushing event updated for resources: {'Port': ['ID=9e5bd851-dee7-456c-b622-3c29d87c97ed,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:51.056203 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f33e2120-c964-484e-9927-00b27b6c5aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.077111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a154dfe-e568-487e-9604-595e3affef9d req-0f15b7f1-a417-4ebd-be11-5feb5d7e7488 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0714247 Jul 29 23:44:51.081452 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f33e2120-c964-484e-9927-00b27b6c5aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.173566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067391c-a364-4182-a1e9-535b425677ea req-add650e3-8db5-44d4-9d1a-4249ae8ad513 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.181864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f067391c-a364-4182-a1e9-535b425677ea req-add650e3-8db5-44d4-9d1a-4249ae8ad513 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1098 time: 0.4442832 Jul 29 23:44:51.276199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e2120-c964-484e-9927-00b27b6c5aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b28767-cae2-46a6-ace1-72e258f869f1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:51.297779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f33e2120-c964-484e-9927-00b27b6c5aa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b2beed50b634fb2a5e9efa64a55b371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8433998 Jul 29 23:44:51.308218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:51.410264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f067391c-a364-4182-a1e9-535b425677ea req-0a1ca42f-16c3-4365-b484-f73c89c30a6e tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270565 Jul 29 23:44:51.492794 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eab1ef3b-488b-42db-870e-c9f43cce8675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.516505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65f1677b-0e54-48de-b034-9d8418bde825 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.540899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-65f1677b-0e54-48de-b034-9d8418bde825 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 8d8506f9-6758-4a60-b2aa-8804045abe7f owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:51.545352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eab1ef3b-488b-42db-870e-c9f43cce8675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.639233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0bd87822-f43d-4c5b-a9cd-93bda7bf9b50 None None] Provisioning complete for port 9e5bd851-dee7-456c-b622-3c29d87c97ed triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:51.639790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd87822-f43d-4c5b-a9cd-93bda7bf9b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.759355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56d50e6c-3965-4ee9-a953-04c1da5e8ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.788361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9879c8-1ef9-4b47-a331-31a250adc3f9 req-701e6280-4268-4641-a4f2-603274b89d1a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.789025 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65f1677b-0e54-48de-b034-9d8418bde825 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.795055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd9879c8-1ef9-4b47-a331-31a250adc3f9 req-701e6280-4268-4641-a4f2-603274b89d1a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1098 time: 0.1819582 Jul 29 23:44:51.798612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eab1ef3b-488b-42db-870e-c9f43cce8675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.802773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eab1ef3b-488b-42db-870e-c9f43cce8675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.804594 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eab1ef3b-488b-42db-870e-c9f43cce8675 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46b28767-cae2-46a6-ace1-72e258f869f1 HTTP/1.1" status: 204 len: 168 time: 0.4929574 Jul 29 23:44:51.859328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1ef3b-488b-42db-870e-c9f43cce8675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b28767-cae2-46a6-ace1-72e258f869f1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:51.904068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1677b-0e54-48de-b034-9d8418bde825 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=8d8506f9-6758-4a60-b2aa-8804045abe7f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:51.989537 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd9879c8-1ef9-4b47-a331-31a250adc3f9 req-c22a015d-91af-42d1-b55c-82a66ec630c1 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836460 Jul 29 23:44:52.017994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0bd87822-f43d-4c5b-a9cd-93bda7bf9b50 None None] Could not find standard attr ID for object 8d8506f9-6758-4a60-b2aa-8804045abe7f. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:44:52.042722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0bd87822-f43d-4c5b-a9cd-93bda7bf9b50 None None] Provisioning for port d1dd077b-6589-4ade-8897-956368fb3ca8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:52.053853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0bd87822-f43d-4c5b-a9cd-93bda7bf9b50 None None] Provisioning complete for port d1dd077b-6589-4ade-8897-956368fb3ca8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:52.054244 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd87822-f43d-4c5b-a9cd-93bda7bf9b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.063138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65f1677b-0e54-48de-b034-9d8418bde825 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.073088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-65f1677b-0e54-48de-b034-9d8418bde825 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/8d8506f9-6758-4a60-b2aa-8804045abe7f HTTP/1.1" status: 204 len: 168 time: 1.6098409 Jul 29 23:44:52.073479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41304) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:52.117069 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a2785e-b30f-41a9-82ec-79d95904a643 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:44:52.129047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-84a2785e-b30f-41a9-82ec-79d95904a643 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/8d8506f9-6758-4a60-b2aa-8804045abe7f HTTP/1.1" status: 404 len: 333 time: 0.0517681 Jul 29 23:44:52.129753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:52.186118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0bd87822-f43d-4c5b-a9cd-93bda7bf9b50 None None] Port d1dd077b-6589-4ade-8897-956368fb3ca8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:52.323865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b7d21af-5bea-4fa8-960b-b0beac95f257 None None] Provisioning complete for port d1dd077b-6589-4ade-8897-956368fb3ca8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:52.324285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b7d21af-5bea-4fa8-960b-b0beac95f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.363628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-594a04bd-4e3f-4319-9c03-8beb8f19de89 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port d1dd077b-6589-4ade-8897-956368fb3ca8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:52.364695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-594a04bd-4e3f-4319-9c03-8beb8f19de89 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.430109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc95ed2b-60e8-4a48-be7b-5d68e52eaa62 req-6539d90c-93af-40f5-a3c5-be8c54bf42ae tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.1306229 Jul 29 23:44:52.437442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d21af-5bea-4fa8-960b-b0beac95f257 None None] Port d1dd077b-6589-4ade-8897-956368fb3ca8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:52.577048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ac6c527a-28eb-42c9-88d6-e4973df9ce6e None None] Could not find standard attr ID for object 8d8506f9-6758-4a60-b2aa-8804045abe7f. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:44:52.583690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a08f65-19fb-4194-974c-6332c66fc502 req-82f88905-a39c-45a0-83d0-d0e1356c4f82 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:52.585339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33a08f65-19fb-4194-974c-6332c66fc502 req-82f88905-a39c-45a0-83d0-d0e1356c4f82 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1098 time: 0.1542702 Jul 29 23:44:52.668428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-594a04bd-4e3f-4319-9c03-8beb8f19de89 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.676801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33a08f65-19fb-4194-974c-6332c66fc502 req-61029aca-4c67-4cf3-91cd-09de6921f6c1 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767243 Jul 29 23:44:52.715941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-594a04bd-4e3f-4319-9c03-8beb8f19de89 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for d1dd077b-6589-4ade-8897-956368fb3ca8 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:52.754308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41320) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:52.788415 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-319dd04b-14a1-43c6-b825-4e99c461dbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.885803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9e5bd851-dee7-456c-b622-3c29d87c97ed up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:52.946376 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-319dd04b-14a1-43c6-b825-4e99c461dbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.952844 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-319dd04b-14a1-43c6-b825-4e99c461dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.049786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-319dd04b-14a1-43c6-b825-4e99c461dbd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e48e775788a4fcea41fda56c3fbc132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917833 Jul 29 23:44:53.056316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dd04b-14a1-43c6-b825-4e99c461dbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13881a5e-2879-4ce5-8b2f-3d5d6bb639fe,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:53.067558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9e5bd851-dee7-456c-b622-3c29d87c97ed triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:53.067957 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.068244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41328) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:53.163250 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-594a04bd-4e3f-4319-9c03-8beb8f19de89 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.175925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-052b6b48-1803-4830-b91f-c52c0a381c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.235283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a04bd-4e3f-4319-9c03-8beb8f19de89 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=d1dd077b-6589-4ade-8897-956368fb3ca8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:53.257303 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-052b6b48-1803-4830-b91f-c52c0a381c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.359524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-052b6b48-1803-4830-b91f-c52c0a381c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.364842 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-052b6b48-1803-4830-b91f-c52c0a381c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.376700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-052b6b48-1803-4830-b91f-c52c0a381c94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13881a5e-2879-4ce5-8b2f-3d5d6bb639fe HTTP/1.1" status: 204 len: 168 time: 0.3072195 Jul 29 23:44:53.387060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b6b48-1803-4830-b91f-c52c0a381c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13881a5e-2879-4ce5-8b2f-3d5d6bb639fe,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:53.435247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-594a04bd-4e3f-4319-9c03-8beb8f19de89 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.442016 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-594a04bd-4e3f-4319-9c03-8beb8f19de89 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/d1dd077b-6589-4ade-8897-956368fb3ca8 HTTP/1.1" status: 204 len: 168 time: 1.3082826 Jul 29 23:44:53.442613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41336) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:53.521200 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-67886d01-c107-40e0-a757-ba485ccbe9a9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:44:53.529151 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-67886d01-c107-40e0-a757-ba485ccbe9a9 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/d1dd077b-6589-4ade-8897-956368fb3ca8 HTTP/1.1" status: 404 len: 333 time: 0.0852401 Jul 29 23:44:53.530616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:53.629056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2290afd6-9c09-4a85-87cd-e0af487f5b10 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:44:53.633395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2290afd6-9c09-4a85-87cd-e0af487f5b10 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.640384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3b89f9c-86eb-4dc7-af45-e8c2450cd6ea req-4de7ab83-39b3-41d3-b283-86a5309980ea tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0657327 Jul 29 23:44:53.705085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2290afd6-9c09-4a85-87cd-e0af487f5b10 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.919524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988515bc-fe87-4183-9e7b-99fbc78b662e req-52f97080-df1e-40cd-8b8b-4a655b6efa7a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:53.920767 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2290afd6-9c09-4a85-87cd-e0af487f5b10 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.925021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-988515bc-fe87-4183-9e7b-99fbc78b662e req-52f97080-df1e-40cd-8b8b-4a655b6efa7a tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1098 time: 0.0847981 Jul 29 23:44:53.976327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-988515bc-fe87-4183-9e7b-99fbc78b662e req-b62e07d8-5bb7-4afd-b84b-aa63b4e79286 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450056 Jul 29 23:44:54.062828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2290afd6-9c09-4a85-87cd-e0af487f5b10 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.107705 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49147346-1d15-43e2-8be5-b77eaeba900c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.117118 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290afd6-9c09-4a85-87cd-e0af487f5b10 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:54.120042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2290afd6-9c09-4a85-87cd-e0af487f5b10 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.122044 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2290afd6-9c09-4a85-87cd-e0af487f5b10 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359 HTTP/1.1" status: 204 len: 168 time: 0.5894167 Jul 29 23:44:54.124729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41356) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:54.137400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4794a7d-8800-4e8e-8cab-21629a35a1cd None None] Network 1ee6ac27-199a-407d-840e-f208ee901827 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:54.349563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-16333932-ee3d-4f49-b0e0-14de5043bb1c tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.357305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-16333932-ee3d-4f49-b0e0-14de5043bb1c tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 1098 time: 0.1179323 Jul 29 23:44:54.415252 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.448319 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.618985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23512af2-3982-4331-b823-06824939312c None None] DHCP port deletion for 1ee6ac27-199a-407d-840e-f208ee901827 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:44:54.635975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-10b6dc81-e50c-4ab8-b69a-d7c2f0615ee4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Deleting port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:54.636415 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-10b6dc81-e50c-4ab8-b69a-d7c2f0615ee4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.729207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-10b6dc81-e50c-4ab8-b69a-d7c2f0615ee4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] For port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:54.729871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-10b6dc81-e50c-4ab8-b69a-d7c2f0615ee4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.742903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-23512af2-3982-4331-b823-06824939312c None None] Deleting port 9e5bd851-dee7-456c-b622-3c29d87c97ed {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:54.743281 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23512af2-3982-4331-b823-06824939312c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.746388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-10b6dc81-e50c-4ab8-b69a-d7c2f0615ee4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Calling delete_port for 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:54.912099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-10b6dc81-e50c-4ab8-b69a-d7c2f0615ee4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.913289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-23512af2-3982-4331-b823-06824939312c None None] For port 9e5bd851-dee7-456c-b622-3c29d87c97ed, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9e5bd851-dee7-456c-b622-3c29d87c97ed,segment=NetworkSegment(b166d398-cead-4a77-b0ed-289e8299ec83),segment_id=b166d398-cead-4a77-b0ed-289e8299ec83)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:54.913747 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23512af2-3982-4331-b823-06824939312c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.936215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-23512af2-3982-4331-b823-06824939312c None None] Calling delete_port for 9e5bd851-dee7-456c-b622-3c29d87c97ed owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:54.968750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d046872-ed32-4885-8be9-d46edc9856e9 req-92eef1ca-1fe5-4d0e-8cd4-5528303f0408 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.0724697 Jul 29 23:44:54.973456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 9e5bd851-dee7-456c-b622-3c29d87c97ed {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:54.973807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.975776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6dc81-e50c-4ab8-b69a-d7c2f0615ee4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b87954c-2c2a-435e-9c0f-71c6ed944ed5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:55.161595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9e5bd851-dee7-456c-b622-3c29d87c97ed no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:55.164244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9b87954c-2c2a-435e-9c0f-71c6ed944ed5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:55.191382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:55.248644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23512af2-3982-4331-b823-06824939312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:55.348805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23512af2-3982-4331-b823-06824939312c None None] Pushing event deleted for resources: {'Port': ['ID=9e5bd851-dee7-456c-b622-3c29d87c97ed,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:55.357245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 9e5bd851-dee7-456c-b622-3c29d87c97ed {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:44:55.360362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9e5bd851-dee7-456c-b622-3c29d87c97ed not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:44:55.412935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23512af2-3982-4331-b823-06824939312c None None] No DVR routers for this DVR port 9e5bd851-dee7-456c-b622-3c29d87c97ed on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:55.609029 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:55.759365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] For port 9e5bd851-dee7-456c-b622-3c29d87c97ed, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9e5bd851-dee7-456c-b622-3c29d87c97ed,segment=NetworkSegment(b166d398-cead-4a77-b0ed-289e8299ec83),segment_id=b166d398-cead-4a77-b0ed-289e8299ec83)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:55.759745 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:55.798405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 9e5bd851-dee7-456c-b622-3c29d87c97ed owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:55.936541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e513760e-00aa-43e4-85a1-e515db0cdb63 req-f7aa2296-4e3e-4f9c-9203-a775af658cb8 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e887b88-6615-43e5-a1ed-cfe56eb3d50e HTTP/1.1" status: 200 len: 210 time: 0.3013093 Jul 29 23:44:55.974415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-10b6dc81-e50c-4ab8-b69a-d7c2f0615ee4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] No DVR routers for this DVR port 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:55.995294 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.006073 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-10b6dc81-e50c-4ab8-b69a-d7c2f0615ee4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.009635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0abe5ef0-01a9-4a1b-a139-ebf4c414811c req-10b6dc81-e50c-4ab8-b69a-d7c2f0615ee4 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9b87954c-2c2a-435e-9c0f-71c6ed944ed5 HTTP/1.1" status: 204 len: 173 time: 1.6376007 Jul 29 23:44:56.014690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e887b88-6615-43e5-a1ed-cfe56eb3d50e', 'name': 'network-vif-deleted', 'tag': '9b87954c-2c2a-435e-9c0f-71c6ed944ed5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:56.018615 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b8a7c3-65aa-4a8e-aa38-b3488929341a" -d '{"events": [{"server_uuid": "4e887b88-6615-43e5-a1ed-cfe56eb3d50e", "name": "network-vif-deleted", "tag": "9b87954c-2c2a-435e-9c0f-71c6ed944ed5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:56.038570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No DVR routers for this DVR port 9e5bd851-dee7-456c-b622-3c29d87c97ed on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:56.234879 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9ebbf0-d7ed-48f2-9edd-77fa6c4a5063 x-openstack-request-id: req-0c9ebbf0-d7ed-48f2-9edd-77fa6c4a5063 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:56.237496 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e887b88-6615-43e5-a1ed-cfe56eb3d50e", "name": "network-vif-deleted", "tag": "9b87954c-2c2a-435e-9c0f-71c6ed944ed5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:56.237989 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c9ebbf0-d7ed-48f2-9edd-77fa6c4a5063 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:56.238579 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e887b88-6615-43e5-a1ed-cfe56eb3d50e', 'name': 'network-vif-deleted', 'tag': '9b87954c-2c2a-435e-9c0f-71c6ed944ed5', 'status': 'completed', 'code': 200} Jul 29 23:44:56.319101 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-479ee111-0552-45e8-966f-968422c7ff63 req-7907d0b6-1588-4849-836d-b759dd52a32b tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.1130805 Jul 29 23:44:56.347439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=9e5bd851-dee7-456c-b622-3c29d87c97ed,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:56.386982 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.408488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee6ac27-199a-407d-840e-f208ee901827']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:56.424479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b166d398-cead-4a77-b0ed-289e8299ec83') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:56.425060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b166d398-cead-4a77-b0ed-289e8299ec83') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:56.437787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.456190 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.464655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:56.465246 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.474168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41416) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:56.674155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1063247057', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:56.710833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Made reservation on behalf of 081c140adb494697b32204e8d512af69 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:56.715981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.733742 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:56.748610 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:56.761730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.796447 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.799879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/networks/1ee6ac27-199a-407d-840e-f208ee901827 HTTP/1.1" status: 204 len: 168 time: 2.6741021 Jul 29 23:44:56.804139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349c367-f3db-4246-8657-0062f43d9aaf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Network': ['ID=1ee6ac27-199a-407d-840e-f208ee901827,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:56.804748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41424) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:56.813969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-605666626'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:56.945927 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.957145 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.007049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] device_id is not set on port ee77919b-c15b-4d75-ad77-a9cf4479f296 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:57.020685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6229019-a90a-4260-9e39-cf760a5191ff,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:57.049284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.049648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.050251 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.050673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.051034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.051506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.052028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.052606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.053045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.053716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.054336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.054846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:57.067027 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.071699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:57.085788 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.232154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:57.300574 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.301310 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Added segment 00add752-5a23-4d4c-a472-c8246487e46a of type vlan for network 703187f0-e545-4efd-b069-cdaa59180502 Jul 29 23:44:57.510022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Allocated IP 172.25.2.231 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/ee77919b-c15b-4d75-ad77-a9cf4479f296) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:57.518922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.540322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4ffb1-1306-4b28-8e66-8bad88536192 req-88619b59-adab-4c2b-854a-d3f133024de1 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.543762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eaf4ffb1-1306-4b28-8e66-8bad88536192 req-88619b59-adab-4c2b-854a-d3f133024de1 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1097 time: 0.0880046 Jul 29 23:44:57.699578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db5943c8-25e4-497d-9d52-e316c3515fbe req-76b2bc5b-1470-4153-94b1-cd6f66eff96e tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2ff2cb-8f4c-4795-bcba-4ead6b7f4519 HTTP/1.1" status: 200 len: 210 time: 0.1212823 Jul 29 23:44:57.732829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.737618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eaf4ffb1-1306-4b28-8e66-8bad88536192 req-d96529dd-1a1a-4512-b3ad-b64110b4e4c3 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695149 Jul 29 23:44:57.739903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.740638 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.897175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Network': ['ID=703187f0-e545-4efd-b069-cdaa59180502,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:57.912939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 703187f0-e545-4efd-b069-cdaa59180502 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:58.010748 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8abfea2f-e5cb-4099-b48d-09d231a3c99b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2039747 Jul 29 23:44:58.014629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41442) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:58.022772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '703187f0-e545-4efd-b069-cdaa59180502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:58.234811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.236968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:58.241757 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.335107 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.448398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Pushing event updated for resources: {'Port': ['ID=ee77919b-c15b-4d75-ad77-a9cf4479f296,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:58.484073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:58.486718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:58.500896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:58.610031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.611475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.646942 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-86b204e9-8968-499b-914e-96e35aa8eb5b tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1708953 Jul 29 23:44:58.659495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:58.672508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.231'}]}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:58.851110 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.859202 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.859724 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.040471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41460) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:59.216569 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8358cea5-4051-4b95-9f2b-4a6ef2a37ffe tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.242190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Checking segment: {'id': '00add752-5a23-4d4c-a472-c8246487e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '703187f0-e545-4efd-b069-cdaa59180502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:59.243431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network hostable DHCP agents. Network: 703187f0-e545-4efd-b069-cdaa59180502, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:59.275063 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=adec7093-44fd-474e-97c0-25202911844f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:59.278415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.354142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8358cea5-4051-4b95-9f2b-4a6ef2a37ffe tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.522364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76d883-8cae-486c-af45-20fd127b826a req-1de6ac8d-fbd2-4bcd-95a7-55d70ebb9bc2 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.527458 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3b76d883-8cae-486c-af45-20fd127b826a req-1de6ac8d-fbd2-4bcd-95a7-55d70ebb9bc2 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1097 time: 0.2980573 Jul 29 23:44:59.566282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265222d-dfda-480a-a0a2-b8741ee00f9b req-3ebf3769-63c7-4e69-b22a-d0ff48b2721f tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.577992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d265222d-dfda-480a-a0a2-b8741ee00f9b req-3ebf3769-63c7-4e69-b22a-d0ff48b2721f tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1097 time: 0.5392141 Jul 29 23:44:59.580233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 703187f0-e545-4efd-b069-cdaa59180502 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:59.582215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:59.596241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8358cea5-4051-4b95-9f2b-4a6ef2a37ffe tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.598867 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8358cea5-4051-4b95-9f2b-4a6ef2a37ffe tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.602038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8358cea5-4051-4b95-9f2b-4a6ef2a37ffe tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "DELETE /v2.0/security-groups/c8166cff-a153-487a-bc04-8e25ad7e4b73 HTTP/1.1" status: 204 len: 168 time: 0.5521324 Jul 29 23:44:59.610750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41470) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:59.639097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 703187f0-e545-4efd-b069-cdaa59180502) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:59.668768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a128e218-45e1-4acf-bb1a-9582137147c3 None None] Network 703187f0-e545-4efd-b069-cdaa59180502 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:59.671617 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d265222d-dfda-480a-a0a2-b8741ee00f9b req-79c4a626-87e0-4633-8ca8-1dc32ee696b7 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863693 Jul 29 23:44:59.672922 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-14702ab8-31fe-4fbd-b923-7a3fe58201bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] show failed (client error): The resource could not be found. Jul 29 23:44:59.674499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-14702ab8-31fe-4fbd-b923-7a3fe58201bd tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "GET /v2.0/security-groups/c8166cff-a153-487a-bc04-8e25ad7e4b73 HTTP/1.1" status: 404 len: 347 time: 0.0591846 Jul 29 23:44:59.675611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358cea5-4051-4b95-9f2b-4a6ef2a37ffe tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8166cff-a153-487a-bc04-8e25ad7e4b73,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:59.676232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:44:59.676381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9b87954c-2c2a-435e-9c0f-71c6ed944ed5 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:44:59.679602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.680501 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.686105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:59.745511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eefaf202-e579-42cc-8be1-ec58ba1c886e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7293854 Jul 29 23:44:59.748626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:59.753387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8f44c1de-a5de-4c7f-b7d1-cdc82f4f2ebc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1981067521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:59.760727 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.781875 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f44c1de-a5de-4c7f-b7d1-cdc82f4f2ebc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.782897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f44c1de-a5de-4c7f-b7d1-cdc82f4f2ebc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.023681 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:45:00.123404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f44c1de-a5de-4c7f-b7d1-cdc82f4f2ebc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.139937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f44c1de-a5de-4c7f-b7d1-cdc82f4f2ebc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.143507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3b76d883-8cae-486c-af45-20fd127b826a req-63048a44-26e2-47a7-b041-309543f52e62 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Deleting port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:00.143507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b76d883-8cae-486c-af45-20fd127b826a req-63048a44-26e2-47a7-b041-309543f52e62 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.154399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-703187f0-e545-4efd-b069-cdaa59180502', 'network_id': '703187f0-e545-4efd-b069-cdaa59180502', 'tenant_id': 'dd266ff5897c47f89f2f08b223d0b45d', 'fixed_ips': [{'subnet_id': 'adec7093-44fd-474e-97c0-25202911844f'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:00.155591 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.185224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Deleting port 9b6664a3-1503-4089-a1a8-9ccb80a88c29 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:00.187235 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.198353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f44c1de-a5de-4c7f-b7d1-cdc82f4f2ebc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.200632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8f44c1de-a5de-4c7f-b7d1-cdc82f4f2ebc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4510412 Jul 29 23:45:00.250354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41478) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:00.278434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'network_id': '703187f0-e545-4efd-b069-cdaa59180502', 'name': 'tempest-PortsTestJSON-323831071'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:00.520812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Allocated IP 172.20.0.2 (703187f0-e545-4efd-b069-cdaa59180502/adec7093-44fd-474e-97c0-25202911844f/54ee1a51-9631-45d5-90ec-e23ffc700c02) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:00.579142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3b76d883-8cae-486c-af45-20fd127b826a req-63048a44-26e2-47a7-b041-309543f52e62 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] For port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:00.579619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b76d883-8cae-486c-af45-20fd127b826a req-63048a44-26e2-47a7-b041-309543f52e62 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.591786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.644089 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.644347 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.665866 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.699631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Calling delete_port for 9b6664a3-1503-4089-a1a8-9ccb80a88c29 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:00.707182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3b76d883-8cae-486c-af45-20fd127b826a req-63048a44-26e2-47a7-b041-309543f52e62 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Calling delete_port for a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:00.808223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:00.823666 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.983330 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.013892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Transition to ACTIVE for port object 54ee1a51-9631-45d5-90ec-e23ffc700c02 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:01.062288 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Transition to ACTIVE for port object 54ee1a51-9631-45d5-90ec-e23ffc700c02 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:01.076497 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.268914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Network 703187f0-e545-4efd-b069-cdaa59180502 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:01.271326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port bc05df94-fa5c-47e5-b578-e09300dc2452 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:01.285453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:01.293267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:01.344087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Pushing event updated for resources: {'Port': ['ID=54ee1a51-9631-45d5-90ec-e23ffc700c02,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.458322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8f6a2-54c9-4cae-8b37-a9ae8bb0e3c5 req-417aceff-05d1-42b2-a51d-5a8d5ae69dcd tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:01.479419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04c8f6a2-54c9-4cae-8b37-a9ae8bb0e3c5 req-417aceff-05d1-42b2-a51d-5a8d5ae69dcd tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 1097 time: 0.4319458 Jul 29 23:45:01.583643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Attempting to bind port 54ee1a51-9631-45d5-90ec-e23ffc700c02 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:01.590486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Attempting to bind port 54ee1a51-9631-45d5-90ec-e23ffc700c02 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '00add752-5a23-4d4c-a472-c8246487e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '703187f0-e545-4efd-b069-cdaa59180502'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:01.594116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Attempting to bind port 54ee1a51-9631-45d5-90ec-e23ffc700c02 on network 703187f0-e545-4efd-b069-cdaa59180502 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:01.624966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:01.626280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Checking segment: {'id': '00add752-5a23-4d4c-a472-c8246487e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '703187f0-e545-4efd-b069-cdaa59180502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:01.626871 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.627542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Bound using segment: {'id': '00add752-5a23-4d4c-a472-c8246487e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '703187f0-e545-4efd-b069-cdaa59180502'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:01.628413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Bound port: 54ee1a51-9631-45d5-90ec-e23ffc700c02, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00add752-5a23-4d4c-a472-c8246487e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '703187f0-e545-4efd-b069-cdaa59180502'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:01.629084 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.666205 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.681752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04c8f6a2-54c9-4cae-8b37-a9ae8bb0e3c5 req-6ffb27ba-e276-425c-a0ef-d0774c2c3a10 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c8ed3d8e-80ae-482a-b710-d215da5f680a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911476 Jul 29 23:45:01.740710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.3 (703187f0-e545-4efd-b069-cdaa59180502/adec7093-44fd-474e-97c0-25202911844f/bc05df94-fa5c-47e5-b578-e09300dc2452) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:01.762551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.785867 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b76d883-8cae-486c-af45-20fd127b826a req-63048a44-26e2-47a7-b041-309543f52e62 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.797328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] For port 54ee1a51-9631-45d5-90ec-e23ffc700c02, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:01.800939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] For port 54ee1a51-9631-45d5-90ec-e23ffc700c02, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=54ee1a51-9631-45d5-90ec-e23ffc700c02,segment=NetworkSegment(00add752-5a23-4d4c-a472-c8246487e46a),segment_id=00add752-5a23-4d4c-a472-c8246487e46a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:01.805952 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.875924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Port': ['ID=9b6664a3-1503-4089-a1a8-9ccb80a88c29,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.963455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85c6d7-8559-42f1-b82c-2e8c2e02ba3a None None] Pushing event updated for resources: {'Port': ['ID=54ee1a51-9631-45d5-90ec-e23ffc700c02,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.975066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63048a44-26e2-47a7-b041-309543f52e62 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:02.087126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:02.093036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.093036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.093036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.093036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.093036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.093577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.093577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.093947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.094505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.094633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.096000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.096000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.159314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:02.159646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:02.302355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b76d883-8cae-486c-af45-20fd127b826a req-63048a44-26e2-47a7-b041-309543f52e62 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] No DVR routers for this DVR port a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:02.350913 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.391956 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b76d883-8cae-486c-af45-20fd127b826a req-63048a44-26e2-47a7-b041-309543f52e62 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.402282 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3b76d883-8cae-486c-af45-20fd127b826a req-63048a44-26e2-47a7-b041-309543f52e62 tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d HTTP/1.1" status: 204 len: 173 time: 2.6239982 Jul 29 23:45:02.413890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f7d413-b054-47fa-9e5c-1482591f6e7a', 'name': 'network-vif-deleted', 'tag': 'a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:02.438526 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e3415f-4d7a-41ef-bc1b-778e76cdf930" -d '{"events": [{"server_uuid": "02f7d413-b054-47fa-9e5c-1482591f6e7a", "name": "network-vif-deleted", "tag": "a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:02.508605 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.539625 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.764774 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.792113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.809014 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f308d57-8dab-44a5-946a-c95934e91946 x-openstack-request-id: req-7f308d57-8dab-44a5-946a-c95934e91946 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:02.813490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d0c9442a-5ee2-4242-bc82-7694f2fd1149 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "DELETE /v2.0/floatingips/bd3662db-fe58-46a9-b089-e698da7411d7 HTTP/1.1" status: 204 len: 168 time: 3.1234219 Jul 29 23:45:02.815016 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f7d413-b054-47fa-9e5c-1482591f6e7a", "name": "network-vif-deleted", "tag": "a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:02.819151 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f308d57-8dab-44a5-946a-c95934e91946 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:02.819850 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f7d413-b054-47fa-9e5c-1482591f6e7a', 'name': 'network-vif-deleted', 'tag': 'a6055a63-c6a5-4bb4-bd7a-fa212ae18b8d', 'status': 'completed', 'code': 200} Jul 29 23:45:02.820588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41514) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:02.935733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.936568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e54f6eda-bc94-45f2-9e93-6ede24e2f73e {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:03.001646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.012314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 54ee1a51-9631-45d5-90ec-e23ffc700c02 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:03.046704 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:45:03.059199 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-925aac1f-e0b4-416e-9007-e437b0cf5fbb tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3915637 Jul 29 23:45:03.092188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41516) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:03.201809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object bc05df94-fa5c-47e5-b578-e09300dc2452 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:03.231313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-14f1d650-aee1-471a-a4de-580f1440363d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Deleting port ebe284d5-c308-4e20-b3bf-2e4de4483ed2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:03.231575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f1d650-aee1-471a-a4de-580f1440363d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.233773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11d4a20f-b10a-4c97-85ef-9dd6d75437db req-71a751d9-bfff-432e-b671-5a04455be33d tempest-TestServerMultinode-1291325678 tempest-TestServerMultinode-1291325678-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=02f7d413-b054-47fa-9e5c-1482591f6e7a HTTP/1.1" status: 200 len: 210 time: 0.1561229 Jul 29 23:45:03.290411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 54ee1a51-9631-45d5-90ec-e23ffc700c02 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:03.535043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.621244 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f1d650-aee1-471a-a4de-580f1440363d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.676930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-14f1d650-aee1-471a-a4de-580f1440363d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Calling delete_port for ebe284d5-c308-4e20-b3bf-2e4de4483ed2 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:03.719222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 703187f0-e545-4efd-b069-cdaa59180502 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:03.746435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:03.757097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:03.778465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4b687-5920-40d9-b498-091a653354b5 tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Deleting port ee77919b-c15b-4d75-ad77-a9cf4479f296 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:03.779094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b687-5920-40d9-b498-091a653354b5 tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.154664 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f1d650-aee1-471a-a4de-580f1440363d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.173176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b56e26-cbd8-41b0-86bb-f2eec1137187 None None] Network 703187f0-e545-4efd-b069-cdaa59180502 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:04.174700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=bc05df94-fa5c-47e5-b578-e09300dc2452,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:04.283324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1d650-aee1-471a-a4de-580f1440363d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Port': ['ID=ebe284d5-c308-4e20-b3bf-2e4de4483ed2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:04.284392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b687-5920-40d9-b498-091a653354b5 tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.311760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4b687-5920-40d9-b498-091a653354b5 tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Calling delete_port for ee77919b-c15b-4d75-ad77-a9cf4479f296 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:04.472115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aa3947fd-a17a-43a0-9f92-47866ddc4a5a None None] Provisioning for port 54ee1a51-9631-45d5-90ec-e23ffc700c02 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:04.491340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aa3947fd-a17a-43a0-9f92-47866ddc4a5a None None] Provisioning complete for port 54ee1a51-9631-45d5-90ec-e23ffc700c02 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:04.501945 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa3947fd-a17a-43a0-9f92-47866ddc4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.556100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:04.617404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.620925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.655787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b687-5920-40d9-b498-091a653354b5 tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.656672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f1d650-aee1-471a-a4de-580f1440363d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.658883 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14f1d650-aee1-471a-a4de-580f1440363d tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "DELETE /v2.0/ports/ebe284d5-c308-4e20-b3bf-2e4de4483ed2 HTTP/1.1" status: 204 len: 168 time: 1.8344040 Jul 29 23:45:04.672965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41576) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:04.782015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4b687-5920-40d9-b498-091a653354b5 tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee77919b-c15b-4d75-ad77-a9cf4479f296,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:04.787333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e3274d19-7810-4b8f-b035-aa982a8a8bfc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5356433 Jul 29 23:45:04.794646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41590) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:05.041364 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa3947fd-a17a-43a0-9f92-47866ddc4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.229154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-aa3947fd-a17a-43a0-9f92-47866ddc4a5a None None] For port 54ee1a51-9631-45d5-90ec-e23ffc700c02, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=54ee1a51-9631-45d5-90ec-e23ffc700c02,segment=NetworkSegment(00add752-5a23-4d4c-a472-c8246487e46a),segment_id=00add752-5a23-4d4c-a472-c8246487e46a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:05.237297 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa3947fd-a17a-43a0-9f92-47866ddc4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.480868 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3947fd-a17a-43a0-9f92-47866ddc4a5a None None] Pushing event updated for resources: {'Port': ['ID=54ee1a51-9631-45d5-90ec-e23ffc700c02,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:05.580719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a1cfc82c-58ff-4795-9bd1-da3a3ddbb1cb None None] Provisioning for port bc05df94-fa5c-47e5-b578-e09300dc2452 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:05.598667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a1cfc82c-58ff-4795-9bd1-da3a3ddbb1cb None None] Provisioning complete for port bc05df94-fa5c-47e5-b578-e09300dc2452 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:05.611537 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1cfc82c-58ff-4795-9bd1-da3a3ddbb1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.669915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b687-5920-40d9-b498-091a653354b5 tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.672536 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1ab4b687-5920-40d9-b498-091a653354b5 tempest-RoutersAdminNegativeIpV6Test-1288105914 tempest-RoutersAdminNegativeIpV6Test-1288105914-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ee77919b-c15b-4d75-ad77-a9cf4479f296 HTTP/1.1" status: 204 len: 168 time: 2.5765858 Jul 29 23:45:05.707338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfc82c-58ff-4795-9bd1-da3a3ddbb1cb None None] Port bc05df94-fa5c-47e5-b578-e09300dc2452 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:05.756072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a1cfc82c-58ff-4795-9bd1-da3a3ddbb1cb None None] Provisioning complete for port 54ee1a51-9631-45d5-90ec-e23ffc700c02 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:05.756527 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1cfc82c-58ff-4795-9bd1-da3a3ddbb1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.093639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.135729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-30f3890e-5752-4c4c-950d-788eaa38567d None None] Provisioning complete for port bc05df94-fa5c-47e5-b578-e09300dc2452 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:06.137127 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30f3890e-5752-4c4c-950d-788eaa38567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.388655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-30f3890e-5752-4c4c-950d-788eaa38567d None None] Port bc05df94-fa5c-47e5-b578-e09300dc2452 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:06.511301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.605389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-269cc213-ea99-45bf-9670-720594fcd886 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Deleting port 029f2ad7-f9a7-457b-9093-231a372c243b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:06.606486 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-269cc213-ea99-45bf-9670-720594fcd886 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.840443 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-269cc213-ea99-45bf-9670-720594fcd886 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.847642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41674) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:06.862074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-269cc213-ea99-45bf-9670-720594fcd886 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Calling delete_port for 029f2ad7-f9a7-457b-9093-231a372c243b owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:06.965168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 54ee1a51-9631-45d5-90ec-e23ffc700c02 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:07.092873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 54ee1a51-9631-45d5-90ec-e23ffc700c02 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:07.093553 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.102995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] Deleting port 490af8bc-eeed-4771-a637-5194412f8a41 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:07.108382 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.627377 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.635326 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.676675 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73faff8f-615b-4bbc-8c0a-453968fc698e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.854821 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73faff8f-615b-4bbc-8c0a-453968fc698e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.876522 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73faff8f-615b-4bbc-8c0a-453968fc698e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.936005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73faff8f-615b-4bbc-8c0a-453968fc698e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a400dde-bb09-4ca0-ae87-0c89eba8fcde,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:07.991118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=bc05df94-fa5c-47e5-b578-e09300dc2452,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:08.013766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-73faff8f-615b-4bbc-8c0a-453968fc698e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f96a1f889684f4d81d7f98e99b7aae9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1615491 Jul 29 23:45:08.041502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:08.100102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] For port 490af8bc-eeed-4771-a637-5194412f8a41, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=490af8bc-eeed-4771-a637-5194412f8a41,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:08.105220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.146243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-269cc213-ea99-45bf-9670-720594fcd886 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.178843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] Calling delete_port for 490af8bc-eeed-4771-a637-5194412f8a41 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:08.284326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cc213-ea99-45bf-9670-720594fcd886 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Port': ['ID=029f2ad7-f9a7-457b-9093-231a372c243b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:08.328275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11621d-b14c-4f1d-82bb-6b7f2355f1ec req-1dd3901b-01a8-45cc-ab19-adf681d322aa tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.331156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b11621d-b14c-4f1d-82bb-6b7f2355f1ec req-1dd3901b-01a8-45cc-ab19-adf681d322aa tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.3285685 Jul 29 23:45:08.343544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-25beb4a5-bd07-4fd0-a779-a40d23317d2b None None] Provisioning complete for port bc05df94-fa5c-47e5-b578-e09300dc2452 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:08.344205 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25beb4a5-bd07-4fd0-a779-a40d23317d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.439153 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b015ca-a15f-440d-8ef1-6a83fa347bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.470727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-25beb4a5-bd07-4fd0-a779-a40d23317d2b None None] Port bc05df94-fa5c-47e5-b578-e09300dc2452 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:08.490178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b015ca-a15f-440d-8ef1-6a83fa347bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.534194 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b11621d-b14c-4f1d-82bb-6b7f2355f1ec req-6df2a19d-f1b4-4982-937b-ea585d714a31 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411998 Jul 29 23:45:08.584528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:08.589815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b015ca-a15f-440d-8ef1-6a83fa347bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.592842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b015ca-a15f-440d-8ef1-6a83fa347bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.594175 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c9b015ca-a15f-440d-8ef1-6a83fa347bd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a400dde-bb09-4ca0-ae87-0c89eba8fcde HTTP/1.1" status: 204 len: 168 time: 0.5436130 Jul 29 23:45:08.612381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-269cc213-ea99-45bf-9670-720594fcd886 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.614858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-269cc213-ea99-45bf-9670-720594fcd886 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "DELETE /v2.0/ports/029f2ad7-f9a7-457b-9093-231a372c243b HTTP/1.1" status: 204 len: 168 time: 3.8545089 Jul 29 23:45:08.616167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.620338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41788) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:08.873256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b015ca-a15f-440d-8ef1-6a83fa347bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a400dde-bb09-4ca0-ae87-0c89eba8fcde,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:09.082377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f96993-ddf9-4b85-a9dc-aec44e0146b9 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Deleting subnet cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:09.098266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60f96993-ddf9-4b85-a9dc-aec44e0146b9 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.112752 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-aa28902a-73c0-49f4-8b21-c2518eb2f813 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/83847cbd-a052-4a01-8ae1-eb89c7c81b42 HTTP/1.1" status: 200 len: 993 time: 0.5266094 Jul 29 23:45:09.184980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.217647 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60f96993-ddf9-4b85-a9dc-aec44e0146b9 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.448223 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60f96993-ddf9-4b85-a9dc-aec44e0146b9 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.507001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41842) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:09.806274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60f96993-ddf9-4b85-a9dc-aec44e0146b9 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.844613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2d5f7c-220f-48fd-9e11-16e57329d753 None None] Network 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:09.845718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60f96993-ddf9-4b85-a9dc-aec44e0146b9 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.855516 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-60f96993-ddf9-4b85-a9dc-aec44e0146b9 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "DELETE /v2.0/subnets/cbebeb36-4cfa-415a-8afe-8ff8a9de5e25 HTTP/1.1" status: 204 len: 168 time: 1.2258487 Jul 29 23:45:09.856422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.858620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41868) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:10.011843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] Pushing event deleted for resources: {'Port': ['ID=490af8bc-eeed-4771-a637-5194412f8a41,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.029723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81d1076-0547-472a-9e63-314099941ccb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Deleting subnet 7d86ad07-e024-428c-96d6-69edc70cf9c4 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:10.036294 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d81d1076-0547-472a-9e63-314099941ccb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.141570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d81d1076-0547-472a-9e63-314099941ccb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.297506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f96993-ddf9-4b85-a9dc-aec44e0146b9 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Subnet': ['ID=cbebeb36-4cfa-415a-8afe-8ff8a9de5e25,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.362105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f16b0-b1f2-4869-86e3-f7fec25a7912 None None] DHCP port deletion for 0d56165a-adce-4f4e-ad5e-0e89bf8e4eac request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:10.424900 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d81d1076-0547-472a-9e63-314099941ccb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.607782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f16b0-b1f2-4869-86e3-f7fec25a7912 None None] Deleting port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:10.609224 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf9f16b0-b1f2-4869-86e3-f7fec25a7912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.846607 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d81d1076-0547-472a-9e63-314099941ccb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.866937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6a6f-34e3-489a-9cf1-f75da6a91436 req-cb802bed-4adf-4990-a1b7-d0d2695543c6 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.878732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8be6a6f-34e3-489a-9cf1-f75da6a91436 req-cb802bed-4adf-4990-a1b7-d0d2695543c6 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1097 time: 1.2997117 Jul 29 23:45:10.894888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cf9f16b0-b1f2-4869-86e3-f7fec25a7912 None None] For port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522,segment=NetworkSegment(ba4dac38-f41e-42f6-a240-bf87f17aa798),segment_id=ba4dac38-f41e-42f6-a240-bf87f17aa798)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:10.896455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf9f16b0-b1f2-4869-86e3-f7fec25a7912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.907168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c9522e93-889c-464a-9587-c3313ecc00e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=081c140adb494697b32204e8d512af69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3990026 Jul 29 23:45:10.914354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f16b0-b1f2-4869-86e3-f7fec25a7912 None None] Calling delete_port for 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:10.926569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41928) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:11.091246 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d81d1076-0547-472a-9e63-314099941ccb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.096449 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d81d1076-0547-472a-9e63-314099941ccb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "DELETE /v2.0/subnets/7d86ad07-e024-428c-96d6-69edc70cf9c4 HTTP/1.1" status: 204 len: 168 time: 1.2074156 Jul 29 23:45:11.106477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d1076-0547-472a-9e63-314099941ccb tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Subnet': ['ID=7d86ad07-e024-428c-96d6-69edc70cf9c4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.112458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:11.114286 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf9f16b0-b1f2-4869-86e3-f7fec25a7912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.196561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f2c6b8-3f9b-4091-97d3-309b1bf614bb None None] Network 36382307-0fe1-4604-af47-70013c8641db requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:11.199834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8be6a6f-34e3-489a-9cf1-f75da6a91436 req-bbfe1f9d-afee-42af-bd0b-2cdc75b7cb1f tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209484 Jul 29 23:45:11.315759 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.334489 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.342748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.402598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f16b0-b1f2-4869-86e3-f7fec25a7912 None None] No DVR routers for this DVR port 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:11.422345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f16b0-b1f2-4869-86e3-f7fec25a7912 None None] Pushing event deleted for resources: {'Port': ['ID=382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.459780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.482270 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f9d4cb3-9b5e-4ec6-8087-41e04b674f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.506323 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:11.599069 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f9d4cb3-9b5e-4ec6-8087-41e04b674f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.652907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=bc05df94-fa5c-47e5-b578-e09300dc2452,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.684324 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:11.684962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 382491dc-3a3b-4b3a-a7d2-a7c1d2fa3522 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:11.810108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 703187f0-e545-4efd-b069-cdaa59180502 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:11.813859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:11.842242 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.860363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e137efd-9628-4ca1-ba6b-5941ab7bb7e5 None None] DHCP port deletion for 36382307-0fe1-4604-af47-70013c8641db request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:11.861937 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.910794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d56165a-adce-4f4e-ad5e-0e89bf8e4eac']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:12.047588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6e137efd-9628-4ca1-ba6b-5941ab7bb7e5 None None] Deleting port cdf1f733-aee7-44b2-b0d0-806cfcbf507d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:12.050781 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e137efd-9628-4ca1-ba6b-5941ab7bb7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.170667 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f9d4cb3-9b5e-4ec6-8087-41e04b674f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.174238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f9d4cb3-9b5e-4ec6-8087-41e04b674f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.177737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6f9d4cb3-9b5e-4ec6-8087-41e04b674f92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6229019-a90a-4260-9e39-cf760a5191ff HTTP/1.1" status: 204 len: 168 time: 1.2328491 Jul 29 23:45:12.180744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4dac38-f41e-42f6-a240-bf87f17aa798') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:12.181064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4dac38-f41e-42f6-a240-bf87f17aa798') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:12.196200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d4cb3-9b5e-4ec6-8087-41e04b674f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6229019-a90a-4260-9e39-cf760a5191ff,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:12.253220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.290163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Router 17e73169-873b-4241-a0e5-81c63fddd245 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:45:12.296111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6e137efd-9628-4ca1-ba6b-5941ab7bb7e5 None None] For port cdf1f733-aee7-44b2-b0d0-806cfcbf507d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cdf1f733-aee7-44b2-b0d0-806cfcbf507d,segment=NetworkSegment(e87db4a6-0668-4459-9eea-ff407a895698),segment_id=e87db4a6-0668-4459-9eea-ff407a895698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:12.299850 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e137efd-9628-4ca1-ba6b-5941ab7bb7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.315947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.335839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:12.340394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.386581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6e137efd-9628-4ca1-ba6b-5941ab7bb7e5 None None] Calling delete_port for cdf1f733-aee7-44b2-b0d0-806cfcbf507d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:12.515048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:12.526244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-68ee2e6a-0753-4553-8f36-ba321ad3349e tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "PUT /v2.0/routers/17e73169-873b-4241-a0e5-81c63fddd245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7304370 Jul 29 23:45:12.529039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42028) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:12.540379 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a12eef-246a-49a7-997b-1278e9c5b8be None None] Sync routers for ids ['17e73169-873b-4241-a0e5-81c63fddd245'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:12.562320 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a12eef-246a-49a7-997b-1278e9c5b8be None None] Routers {'17e73169-873b-4241-a0e5-81c63fddd245'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:12.565278 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3a12eef-246a-49a7-997b-1278e9c5b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:44:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['17e73169-873b-4241-a0e5-81c63fddd245'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:12.585131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-058a3ed2-b064-4759-aaad-c0374f6aad76 None None] Provisioning complete for port bc05df94-fa5c-47e5-b578-e09300dc2452 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:12.587100 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-058a3ed2-b064-4759-aaad-c0374f6aad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:12.618003 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:12.655559 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3a12eef-246a-49a7-997b-1278e9c5b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:12.674753 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.703681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-058a3ed2-b064-4759-aaad-c0374f6aad76 None None] Port bc05df94-fa5c-47e5-b578-e09300dc2452 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:12.715270 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a12eef-246a-49a7-997b-1278e9c5b8be None None] Routers {'17e73169-873b-4241-a0e5-81c63fddd245'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:12.715953 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3a12eef-246a-49a7-997b-1278e9c5b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:44:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['17e73169-873b-4241-a0e5-81c63fddd245'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:12.736870 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.741683 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "DELETE /v2.0/networks/0d56165a-adce-4f4e-ad5e-0e89bf8e4eac HTTP/1.1" status: 204 len: 168 time: 1.6108034 Jul 29 23:45:12.755890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da43e262-3824-40db-9851-e418ecc1d773 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.757700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-da43e262-3824-40db-9851-e418ecc1d773 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports?device_id=17e73169-873b-4241-a0e5-81c63fddd245 HTTP/1.1" status: 200 len: 981 time: 0.2266796 Jul 29 23:45:12.758331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42044) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:12.790062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42048) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:12.831135 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3a12eef-246a-49a7-997b-1278e9c5b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:12.832072 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a12eef-246a-49a7-997b-1278e9c5b8be None None] The sync data for ids ['17e73169-873b-4241-a0e5-81c63fddd245'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:12.914718 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e137efd-9628-4ca1-ba6b-5941ab7bb7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.988772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694edef-c4a9-40f3-a2f5-493b02c637c2 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Network': ['ID=0d56165a-adce-4f4e-ad5e-0e89bf8e4eac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:13.019470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cdf1f733-aee7-44b2-b0d0-806cfcbf507d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:13.039455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e137efd-9628-4ca1-ba6b-5941ab7bb7e5 None None] Pushing event deleted for resources: {'Port': ['ID=cdf1f733-aee7-44b2-b0d0-806cfcbf507d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:13.067379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e137efd-9628-4ca1-ba6b-5941ab7bb7e5 None None] No DVR routers for this DVR port cdf1f733-aee7-44b2-b0d0-806cfcbf507d on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:13.160068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: cdf1f733-aee7-44b2-b0d0-806cfcbf507d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:13.160776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cdf1f733-aee7-44b2-b0d0-806cfcbf507d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:13.352782 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-d996d4d1-84e8-4405-b9b5-c6bf8c7b12af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7135344 Jul 29 23:45:13.361857 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.390120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] Router 9b503bd8-1a64-486a-b0d9-0dc36db06255 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:13.643736 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.675094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:13.679855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36382307-0fe1-4604-af47-70013c8641db']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:13.686895 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-da4f3bb0-0a96-49c4-9472-f5b232fc610a admin admin] 10.222.0.37 "PUT /v2.0/routers/9b503bd8-1a64-486a-b0d9-0dc36db06255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1260979 Jul 29 23:45:13.687006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] Sync routers for ids ['9b503bd8-1a64-486a-b0d9-0dc36db06255'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:13.687103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42146) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:13.730339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] Routers {'9b503bd8-1a64-486a-b0d9-0dc36db06255'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:13.731016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:44:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9b503bd8-1a64-486a-b0d9-0dc36db06255'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:13.766186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87db4a6-0668-4459-9eea-ff407a895698') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:13.774883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87db4a6-0668-4459-9eea-ff407a895698') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:13.853987 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.012713 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.073059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:14.084637 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:14.102514 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:14.106335 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.229169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] Set router 9b503bd8-1a64-486a-b0d9-0dc36db06255 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:14.308165 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.343163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.375345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfd2b6-bfb4-49df-9df4-098227f96373 req-e7a89dbb-204a-4320-b30c-29ffc0e12071 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.378284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97bfd2b6-bfb4-49df-9df4-098227f96373 req-e7a89dbb-204a-4320-b30c-29ffc0e12071 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.2221575 Jul 29 23:45:14.390937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.394156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] 10.222.0.37 "DELETE /v2.0/networks/36382307-0fe1-4604-af47-70013c8641db HTTP/1.1" status: 204 len: 168 time: 1.6348264 Jul 29 23:45:14.514203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c2428-2ab3-40fe-927a-38716c416693 tempest-TaggedBootDevicesTest-129731781 tempest-TaggedBootDevicesTest-129731781-project] Pushing event deleted for resources: {'Network': ['ID=36382307-0fe1-4604-af47-70013c8641db,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:14.518437 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.633487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Deleting port 74737635-af7d-4169-919a-f1f5d3d29141 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:14.634041 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.753236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97bfd2b6-bfb4-49df-9df4-098227f96373 req-56d45e93-df09-4ecc-b8c5-1fd0d25b8512 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466222 Jul 29 23:45:14.853881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'name': 'tempest-TestServerMultinode-1556348985-router', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '74737635-af7d-4169-919a-f1f5d3d29141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:20Z', 'updated_at': '2021-07-29T23:45:09Z', 'revision_number': 5, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'gw_port': {'id': '74737635-af7d-4169-919a-f1f5d3d29141', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:22Z', 'updated_at': '2021-07-29T23:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:14.875215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] For port 74737635-af7d-4169-919a-f1f5d3d29141, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=74737635-af7d-4169-919a-f1f5d3d29141,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:14.877707 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.915053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Calling delete_port for 74737635-af7d-4169-919a-f1f5d3d29141 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:14.944110 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] Checking router: 9b503bd8-1a64-486a-b0d9-0dc36db06255 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:14.963978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port bc05df94-fa5c-47e5-b578-e09300dc2452 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:14.963978 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.973672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] Routers {'9b503bd8-1a64-486a-b0d9-0dc36db06255'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:14.974340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:44:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9b503bd8-1a64-486a-b0d9-0dc36db06255'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:15.158905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-58b3ffa3-e50c-4cef-93b2-b45b98a7288e tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:45:15.164962 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-58b3ffa3-e50c-4cef-93b2-b45b98a7288e tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6823771 Jul 29 23:45:15.178743 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.181353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] Set router 9b503bd8-1a64-486a-b0d9-0dc36db06255 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:15.206811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Request body: {'binding': {'host': 'n-h2-712139-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:15.207555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Unknown quota resources ['binding']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:45:15.210962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for bc05df94-fa5c-47e5-b578-e09300dc2452 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:15.352501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'name': 'tempest-TestServerMultinode-1556348985-router', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:20Z', 'updated_at': '2021-07-29T23:45:14Z', 'revision_number': 6, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:15.448745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b100bfc-318f-4a75-8858-daf7caad2b9a None None] The sync data for ids ['9b503bd8-1a64-486a-b0d9-0dc36db06255'] in n-d-712139-11 is: [{'id': '9b503bd8-1a64-486a-b0d9-0dc36db06255', 'name': 'tempest-TestServerMultinode-1556348985-router', 'tenant_id': 'c85ac3743d154bacb324f962f2094f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:20Z', 'updated_at': '2021-07-29T23:45:14Z', 'revision_number': 6, 'project_id': 'c85ac3743d154bacb324f962f2094f9c', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:15.533853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.576264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=bc05df94-fa5c-47e5-b578-e09300dc2452,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:15.834292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.927290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42214) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:16.019697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=74737635-af7d-4169-919a-f1f5d3d29141,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:16.200274 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.244410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d321-d71a-46b2-8a5a-4ae2f3990296 req-330403c0-3050-44da-9023-597412e4be69 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:16.253192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8852d321-d71a-46b2-8a5a-4ae2f3990296 req-330403c0-3050-44da-9023-597412e4be69 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.4742236 Jul 29 23:45:16.268110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-685254055', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:16.276408 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.407782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8852d321-d71a-46b2-8a5a-4ae2f3990296 req-afab6ac9-1318-49e8-b4a7-8fedd15bc383 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532128 Jul 29 23:45:16.529180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Made reservation on behalf of 4516d56f90124246ae6092019a46442c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:16.531647 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.539989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a on host n-h2-712139-11 for vnic_type normal with profile None {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:16.541107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:16.541650 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a on network 65b7b401-b590-437f-bfcb-60bbbc16a551 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:16.563107 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.563367 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.573818 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.580472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Port 8aea22d4-ab8f-40c9-ace3-06275699515a on network 65b7b401-b590-437f-bfcb-60bbbc16a551 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:45:16.581885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a on network 65b7b401-b590-437f-bfcb-60bbbc16a551 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:16.643804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:16.644271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Checking segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:16.644827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Bound using segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:16.645639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Bound port: 8aea22d4-ab8f-40c9-ace3-06275699515a, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:16.757376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:16.773223 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.776949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] 10.222.0.37 "POST /v2.0/ports/8aea22d4-ab8f-40c9-ace3-06275699515a/bindings HTTP/1.1" status: 201 len: 390 time: 1.5886981 Jul 29 23:45:16.789417 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.790744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b503bd8-1a64-486a-b0d9-0dc36db06255 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:16.798898 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.803798 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-caacd738-efcb-4ad1-a030-554d76ba7a2b admin admin] 10.222.0.37 "DELETE /v2.0/routers/9b503bd8-1a64-486a-b0d9-0dc36db06255 HTTP/1.1" status: 204 len: 168 time: 3.1155555 Jul 29 23:45:16.812272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:16.815044 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.845788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Router 17e73169-873b-4241-a0e5-81c63fddd245 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:16.882984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.897031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 490af8bc-eeed-4771-a637-5194412f8a41 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:16.929478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c672217-8b53-47d6-956a-acacf6ae9ce3 admin admin] Deleting subnet 89df1c70-55f5-4d69-bd75-c2a6371ca538 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:16.937640 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c672217-8b53-47d6-956a-acacf6ae9ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.012359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] device_id is not set on port ea005372-c907-4dee-af13-43fa950fabe0 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:17.017506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 490af8bc-eeed-4771-a637-5194412f8a41 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:17.018397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b879e534-f0c4-4b53-bd52-54d0cdb0f6a2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:17.019031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 490af8bc-eeed-4771-a637-5194412f8a41 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:17.021464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 74737635-af7d-4169-919a-f1f5d3d29141 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:17.042942 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c672217-8b53-47d6-956a-acacf6ae9ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.111795 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 74737635-af7d-4169-919a-f1f5d3d29141 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:17.112257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 74737635-af7d-4169-919a-f1f5d3d29141 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:17.174377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c672217-8b53-47d6-956a-acacf6ae9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.252720 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c672217-8b53-47d6-956a-acacf6ae9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.281186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:17.295760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0cb04a76-4fbf-4401-a7e7-4e4e0bad7120 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "PUT /v2.0/routers/17e73169-873b-4241-a0e5-81c63fddd245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5036607 Jul 29 23:45:17.302558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42232) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:17.303694 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c604a13-78d1-487d-b063-d6b87a624688 None None] Sync routers for ids ['17e73169-873b-4241-a0e5-81c63fddd245'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:17.318794 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c604a13-78d1-487d-b063-d6b87a624688 None None] Routers {'17e73169-873b-4241-a0e5-81c63fddd245'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:17.319827 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8c604a13-78d1-487d-b063-d6b87a624688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:44:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['17e73169-873b-4241-a0e5-81c63fddd245'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:17.344389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c672217-8b53-47d6-956a-acacf6ae9ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89df1c70-55f5-4d69-bd75-c2a6371ca538,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:17.345145 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb442cb-afee-4901-a413-460881b2ae0d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:45:17.350816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6bb442cb-afee-4901-a413-460881b2ae0d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/bc05df94-fa5c-47e5-b578-e09300dc2452 HTTP/1.1" status: 404 len: 333 time: 0.0480790 Jul 29 23:45:17.354394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42234) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:17.364680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b66e1c-f517-42d7-8752-35451dbfae6e req-e956c5fb-f392-4743-be9f-40f75a708370 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.368351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c672217-8b53-47d6-956a-acacf6ae9ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.371468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2c672217-8b53-47d6-956a-acacf6ae9ce3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/89df1c70-55f5-4d69-bd75-c2a6371ca538 HTTP/1.1" status: 204 len: 168 time: 0.5568373 Jul 29 23:45:17.374186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0b66e1c-f517-42d7-8752-35451dbfae6e req-e956c5fb-f392-4743-be9f-40f75a708370 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.1837568 Jul 29 23:45:17.376050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42236) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:17.376794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a9c818-2f20-425c-aa01-44a453a08954 None None] Network a585dfa2-29d7-49e2-ba89-7683384fe1e8 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:17.382284 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8c604a13-78d1-487d-b063-d6b87a624688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:17.418647 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c604a13-78d1-487d-b063-d6b87a624688 None None] Routers {'17e73169-873b-4241-a0e5-81c63fddd245'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:17.419710 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8c604a13-78d1-487d-b063-d6b87a624688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:44:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['17e73169-873b-4241-a0e5-81c63fddd245'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:17.508993 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8c604a13-78d1-487d-b063-d6b87a624688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:17.510413 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c604a13-78d1-487d-b063-d6b87a624688 None None] The sync data for ids ['17e73169-873b-4241-a0e5-81c63fddd245'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:17.545962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.667570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0b66e1c-f517-42d7-8752-35451dbfae6e req-77e19f12-d62f-4f59-9a79-882eedb63e7a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923546 Jul 29 23:45:17.670645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Allocated IP 172.25.2.154 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/ea005372-c907-4dee-af13-43fa950fabe0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:17.698502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b54e1d-227e-4532-9645-014320a395d3 None None] DHCP port deletion for a585dfa2-29d7-49e2-ba89-7683384fe1e8 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:17.745309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7fbd5-4164-490e-b533-ba4694714470 req-2e3c5afc-b189-4ebd-8500-7d1c7d47c290 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.753371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86a7fbd5-4164-490e-b533-ba4694714470 req-2e3c5afc-b189-4ebd-8500-7d1c7d47c290 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.1838474 Jul 29 23:45:17.788322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-17b54e1d-227e-4532-9645-014320a395d3 None None] Deleting port 4b7cd263-743d-440d-bb2c-408b551b688a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:17.788712 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17b54e1d-227e-4532-9645-014320a395d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.886578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-17b54e1d-227e-4532-9645-014320a395d3 None None] For port 4b7cd263-743d-440d-bb2c-408b551b688a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4b7cd263-743d-440d-bb2c-408b551b688a,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:17.887016 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17b54e1d-227e-4532-9645-014320a395d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.922343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-17b54e1d-227e-4532-9645-014320a395d3 None None] Calling delete_port for 4b7cd263-743d-440d-bb2c-408b551b688a owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:17.966682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.027410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86a7fbd5-4164-490e-b533-ba4694714470 req-d72262c9-5386-442a-937e-74ca8d61fac9 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672570 Jul 29 23:45:18.038925 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf931-89dc-4241-8bdb-7b9674cbd986 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.045509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Deleting port 4b7cd263-743d-440d-bb2c-408b551b688a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:18.046020 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.050864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-531cc127-13e8-40e2-a966-66e073a243cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.053443 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-531cc127-13e8-40e2-a966-66e073a243cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1097 time: 0.8155212 Jul 29 23:45:18.061622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.084446 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17b54e1d-227e-4532-9645-014320a395d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.160121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b54e1d-227e-4532-9645-014320a395d3 None None] Pushing event deleted for resources: {'Port': ['ID=4b7cd263-743d-440d-bb2c-408b551b688a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:18.161608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:18.168116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Pushing event updated for resources: {'Port': ['ID=ea005372-c907-4dee-af13-43fa950fabe0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:18.174895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b54e1d-227e-4532-9645-014320a395d3 None None] No DVR routers for this DVR port 4b7cd263-743d-440d-bb2c-408b551b688a on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:18.188670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:18.192401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] For port 4b7cd263-743d-440d-bb2c-408b551b688a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4b7cd263-743d-440d-bb2c-408b551b688a,segment=NetworkSegment(417126c3-1c89-4928-932c-486ffd623632),segment_id=417126c3-1c89-4928-932c-486ffd623632)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:18.192989 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.196235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:18.197974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:18.328895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.381316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:18.383851 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76744132-0263-46e4-ae45-0b7eacf6abc6" -d '{"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-unplugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:18.399278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:18.404152 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.437293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-9875e91a-3577-4308-a09b-d63c588b6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.438955 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-9875e91a-3577-4308-a09b-d63c588b6dd4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65b7b401-b590-437f-bfcb-60bbbc16a551 HTTP/1.1" status: 200 len: 897 time: 0.3467665 Jul 29 23:45:18.478718 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac25880-b0eb-41a1-a74e-974b5ccd7738 x-openstack-request-id: req-3ac25880-b0eb-41a1-a74e-974b5ccd7738 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:18.479016 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-unplugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:18.479278 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ac25880-b0eb-41a1-a74e-974b5ccd7738 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:18.479683 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'code': 200} Jul 29 23:45:18.480295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:18.602405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf931-89dc-4241-8bdb-7b9674cbd986 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.614395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf931-89dc-4241-8bdb-7b9674cbd986 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.670648 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-a5c7c736-654c-4e42-a139-28f2c8664f09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 200 len: 1001 time: 0.2241523 Jul 29 23:45:18.688979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Calling delete_port for 4b7cd263-743d-440d-bb2c-408b551b688a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:18.690845 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf931-89dc-4241-8bdb-7b9674cbd986 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.691629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2cf931-89dc-4241-8bdb-7b9674cbd986 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Fanout notify agent at l3_agent the message router_deleted on router 17e73169-873b-4241-a0e5-81c63fddd245 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:18.741149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf931-89dc-4241-8bdb-7b9674cbd986 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.742467 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6d2cf931-89dc-4241-8bdb-7b9674cbd986 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/routers/17e73169-873b-4241-a0e5-81c63fddd245 HTTP/1.1" status: 204 len: 168 time: 1.3866942 Jul 29 23:45:18.746073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:18.768640 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.822964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2f7f95-1628-406a-a7ae-db370f86d6b4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet adec7093-44fd-474e-97c0-25202911844f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:18.831661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d2f7f95-1628-406a-a7ae-db370f86d6b4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.836096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-f5f469a4-8a27-414d-85d4-2300a5253e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.838295 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-f5f469a4-8a27-414d-85d4-2300a5253e04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf4fa847-6320-49ac-b0bf-015685211b25 HTTP/1.1" status: 200 len: 834 time: 0.1584733 Jul 29 23:45:18.867260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4b7cd263-743d-440d-bb2c-408b551b688a no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:18.900839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 4b7cd263-743d-440d-bb2c-408b551b688a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:18.901409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4b7cd263-743d-440d-bb2c-408b551b688a not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:18.926940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.927289 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.928684 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d2f7f95-1628-406a-a7ae-db370f86d6b4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.940664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.966130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-7cc65842-7bc8-4263-bb58-2b5322109a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.967668 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-7cc65842-7bc8-4263-bb58-2b5322109a29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65b7b401-b590-437f-bfcb-60bbbc16a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034725 Jul 29 23:45:18.995848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77619672-c454-43b0-96dc-3c1c8c48fa69 req-8ed021ae-051a-4b5a-aa05-a98ed8cb48fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.997595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77619672-c454-43b0-96dc-3c1c8c48fa69 req-8ed021ae-051a-4b5a-aa05-a98ed8cb48fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.1763847 Jul 29 23:45:19.001404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7cd263-743d-440d-bb2c-408b551b688a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:19.012922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-817c216f-5a70-4e81-92b1-f91c83ff578d tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0751846 Jul 29 23:45:19.013691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42254) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:19.022315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.154'}]}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:19.037743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] No DVR routers for this DVR port 4b7cd263-743d-440d-bb2c-408b551b688a on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:19.124621 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d2f7f95-1628-406a-a7ae-db370f86d6b4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.144434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77619672-c454-43b0-96dc-3c1c8c48fa69 req-8bf3622b-6d90-4b1c-a8a9-7c13c69efb04 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290295 Jul 29 23:45:19.151377 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.152625 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.156949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-fc2d0f4b-a693-445d-83fd-0d2f89be122c service neutron] 10.222.0.47 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794834 Jul 29 23:45:19.192256 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.222962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a585dfa2-29d7-49e2-ba89-7683384fe1e8']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:19.267872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d2f7f95-1628-406a-a7ae-db370f86d6b4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.286037 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.294178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417126c3-1c89-4928-932c-486ffd623632') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:19.294864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417126c3-1c89-4928-932c-486ffd623632') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:19.333844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210dc77-3c42-4b96-890a-3c140c4ae5ae None None] Network 703187f0-e545-4efd-b069-cdaa59180502 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:19.345756 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d2f7f95-1628-406a-a7ae-db370f86d6b4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.345991 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.355107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42260) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:19.355413 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3d2f7f95-1628-406a-a7ae-db370f86d6b4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/adec7093-44fd-474e-97c0-25202911844f HTTP/1.1" status: 204 len: 168 time: 0.6082704 Jul 29 23:45:19.375973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f7f95-1628-406a-a7ae-db370f86d6b4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=adec7093-44fd-474e-97c0-25202911844f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:19.396617 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-d3fbcf0e-52f8-4339-aaf5-da7048064bcb service neutron] 10.222.0.47 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262714 Jul 29 23:45:19.399672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fef0b-caf1-4563-9866-8c0bbdcace2a req-104b0e43-e2a8-4e22-87be-bd8ff321866f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.401418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a29fef0b-caf1-4563-9866-8c0bbdcace2a req-104b0e43-e2a8-4e22-87be-bd8ff321866f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2443547 Jul 29 23:45:19.436147 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.482337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:19.482922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:19.534723 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:19.662937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde2e7da-1c6a-45ee-8535-8f1cd195eecb None None] DHCP port deletion for 703187f0-e545-4efd-b069-cdaa59180502 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:19.669031 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.731544 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.752348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a29fef0b-caf1-4563-9866-8c0bbdcace2a req-96f64ea4-4554-4a50-bd20-6d0b1e1df80f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196573 Jul 29 23:45:19.764822 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.770926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bde2e7da-1c6a-45ee-8535-8f1cd195eecb None None] Deleting port 54ee1a51-9631-45d5-90ec-e23ffc700c02 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:19.771384 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bde2e7da-1c6a-45ee-8535-8f1cd195eecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.780122 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.782733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] 10.222.0.37 "DELETE /v2.0/networks/a585dfa2-29d7-49e2-ba89-7683384fe1e8 HTTP/1.1" status: 204 len: 168 time: 2.3783684 Jul 29 23:45:19.792111 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42278) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:19.812582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b5fbf-7688-4866-927b-26446e15f21d admin admin] Pushing event deleted for resources: {'Network': ['ID=a585dfa2-29d7-49e2-ba89-7683384fe1e8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:19.908279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bde2e7da-1c6a-45ee-8535-8f1cd195eecb None None] For port 54ee1a51-9631-45d5-90ec-e23ffc700c02, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=54ee1a51-9631-45d5-90ec-e23ffc700c02,segment=NetworkSegment(00add752-5a23-4d4c-a472-c8246487e46a),segment_id=00add752-5a23-4d4c-a472-c8246487e46a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:19.908897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bde2e7da-1c6a-45ee-8535-8f1cd195eecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.923639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bde2e7da-1c6a-45ee-8535-8f1cd195eecb None None] Calling delete_port for 54ee1a51-9631-45d5-90ec-e23ffc700c02 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:19.940251 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-ce1cd65c-bd23-4b9f-bb3f-82483c8bd619 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.941814 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-ce1cd65c-bd23-4b9f-bb3f-82483c8bd619 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1097 time: 0.3899565 Jul 29 23:45:19.960923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-11'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:19.974258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 54ee1a51-9631-45d5-90ec-e23ffc700c02 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:19.977951 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.063143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42282) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:20.067377 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bde2e7da-1c6a-45ee-8535-8f1cd195eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.081870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2e7da-1c6a-45ee-8535-8f1cd195eecb None None] No DVR routers for this DVR port 54ee1a51-9631-45d5-90ec-e23ffc700c02 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:20.116439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e7da-1c6a-45ee-8535-8f1cd195eecb None None] Pushing event deleted for resources: {'Port': ['ID=54ee1a51-9631-45d5-90ec-e23ffc700c02,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:20.156747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.183311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:20.207191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] For port 54ee1a51-9631-45d5-90ec-e23ffc700c02, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=54ee1a51-9631-45d5-90ec-e23ffc700c02,segment=NetworkSegment(00add752-5a23-4d4c-a472-c8246487e46a),segment_id=00add752-5a23-4d4c-a472-c8246487e46a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:20.207569 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.245187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 54ee1a51-9631-45d5-90ec-e23ffc700c02 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:20.349239 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.352523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:20.379863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6353-abd0-49ed-82ea-145b935ca7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.382356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.389710 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:20.398721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:20.417528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'port_id': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'mac_address': 'fa:16:3e:18:65:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:20.447422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.478880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:20.481834 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064eea4b-c272-4051-8ec1-c5a1b8db0c51" -d '{"events": [{"server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "name": "network-vif-unplugged", "status": "completed", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:20.489990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.529485 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.584293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c60c01-b360-44ba-8ade-677ebc5408a2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:20.603848 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.621596 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884f4511-b5e5-41ca-b47c-eacdee70b200 x-openstack-request-id: req-884f4511-b5e5-41ca-b47c-eacdee70b200 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:20.622019 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "name": "network-vif-unplugged", "status": "completed", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:20.622390 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-884f4511-b5e5-41ca-b47c-eacdee70b200 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:20.623148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:20.624946 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'code': 200} Jul 29 23:45:20.633135 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.722384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Pushing event updated for resources: {'Port': ['ID=8aea22d4-ab8f-40c9-ace3-06275699515a,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:20.728200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:20.735490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=54ee1a51-9631-45d5-90ec-e23ffc700c02,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:20.739986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No DVR routers for this DVR port 54ee1a51-9631-45d5-90ec-e23ffc700c02 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:20.794439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['74c60c01-b360-44ba-8ade-677ebc5408a2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:20.932474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 54ee1a51-9631-45d5-90ec-e23ffc700c02 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:20.948166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a on host n-h1-712139-11 for vnic_type normal with profile {"migrating_to": "n-h2-712139-11"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:20.948838 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.949123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:20.949727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a on network 65b7b401-b590-437f-bfcb-60bbbc16a551 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:20.957032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Port 8aea22d4-ab8f-40c9-ace3-06275699515a on network 65b7b401-b590-437f-bfcb-60bbbc16a551 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:45:20.957743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Attempting to bind port 8aea22d4-ab8f-40c9-ace3-06275699515a on network 65b7b401-b590-437f-bfcb-60bbbc16a551 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:20.963476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 54ee1a51-9631-45d5-90ec-e23ffc700c02 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:20.963837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 54ee1a51-9631-45d5-90ec-e23ffc700c02 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:20.968354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:20.969343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Checking segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:20.971134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Bound using segment: {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:20.971859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Bound port: 8aea22d4-ab8f-40c9-ace3-06275699515a, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63be73f5-3704-4e20-b769-1037bab596e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:20.975728 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.004491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40230de2-31fa-44bf-9c10-c2a66a69e846 req-3dfef608-2a94-458d-8e95-b99a39d6a4ad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:21.014588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40230de2-31fa-44bf-9c10-c2a66a69e846 req-3dfef608-2a94-458d-8e95-b99a39d6a4ad tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 943 time: 0.6750107 Jul 29 23:45:21.046414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-61accad4-3a13-48f7-b159-61648b498320 None None] Provisioning complete for port 8aea22d4-ab8f-40c9-ace3-06275699515a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:21.048746 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61accad4-3a13-48f7-b159-61648b498320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.096299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:21.101311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:21.107113 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.131331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-61accad4-3a13-48f7-b159-61648b498320 None None] Port 8aea22d4-ab8f-40c9-ace3-06275699515a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:21.161038 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.228662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703187f0-e545-4efd-b069-cdaa59180502']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:21.254729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00add752-5a23-4d4c-a472-c8246487e46a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:21.254953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00add752-5a23-4d4c-a472-c8246487e46a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:21.268929 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.285401 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.288841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Pushing event updated for resources: {'Port': ['ID=8aea22d4-ab8f-40c9-ace3-06275699515a,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.293064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:21.293487 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.369549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:21.371305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.372830 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-54c7d3f3-147a-4fbd-a937-6a3c73b77d6b service neutron] 10.222.0.47 "PUT /v2.0/ports/8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 200 len: 1123 time: 1.4190626 Jul 29 23:45:21.388295 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.391886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6353-abd0-49ed-82ea-145b935ca7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:21.415543 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:21.455969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8aea22d4-ab8f-40c9-ace3-06275699515a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:21.561994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40230de2-31fa-44bf-9c10-c2a66a69e846 req-9ad9b4eb-e871-4fe5-8f42-233ba7d11fdb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4982705 Jul 29 23:45:21.562677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.567659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.576724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/networks/703187f0-e545-4efd-b069-cdaa59180502 HTTP/1.1" status: 204 len: 168 time: 2.1868687 Jul 29 23:45:21.586779 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6353-abd0-49ed-82ea-145b935ca7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.622117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:21.622117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6b3d6353-abd0-49ed-82ea-145b935ca7c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=169d96335d5641c69957f854473a589e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5566452 Jul 29 23:45:21.626488 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.642728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-245d9584-6cc4-42cc-8dd6-b49d8efdfd12 None None] Provisioning complete for port 8aea22d4-ab8f-40c9-ace3-06275699515a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:21.643280 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-245d9584-6cc4-42cc-8dd6-b49d8efdfd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.650844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:21.652764 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.732300 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4106b0c3-13b6-48da-a27b-b94ef6674141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.754182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb9a88-9166-44f5-9081-8616aabcd948 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:21.758226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9abb9a88-9166-44f5-9081-8616aabcd948 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/445be74d-f710-4749-ade9-76736df5a5fb HTTP/1.1" status: 200 len: 841 time: 0.1346540 Jul 29 23:45:21.770719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af61f1-8813-4206-9077-f7240f3222dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Network': ['ID=703187f0-e545-4efd-b069-cdaa59180502,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.784996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42306) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:21.812221 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2d0fc1-f829-46ac-bd1e-0b326cac66fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.830716 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-245d9584-6cc4-42cc-8dd6-b49d8efdfd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.842736 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-97708106-7a97-4e0e-a945-b5f21b9a030a tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/445be74d-f710-4749-ade9-76736df5a5fb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0511503 Jul 29 23:45:21.846303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:21.855878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6bbe36eb-723d-465a-aa2d-88440c98c17b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:21.874938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:21.877757 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa977df-e83c-437a-8025-5c31defe4e65" -d '{"events": [{"server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "name": "network-vif-plugged", "status": "completed", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:21.884984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d6353-abd0-49ed-82ea-145b935ca7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dbf071-c372-492b-b6d3-cae732909c3b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.895567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.896726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14c93714-f2ee-4f67-a1d0-b10f68763eee {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:21.937803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddaeb1-f199-4ea7-aeb1-f1c2f452141a req-8c0a682b-0176-47f1-b637-1a2b31583b0d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:21.940260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ddddaeb1-f199-4ea7-aeb1-f1c2f452141a req-8c0a682b-0176-47f1-b637-1a2b31583b0d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 945 time: 0.9611430 Jul 29 23:45:21.947269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-245d9584-6cc4-42cc-8dd6-b49d8efdfd12 None None] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:21.952397 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:45:21.953709 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-245d9584-6cc4-42cc-8dd6-b49d8efdfd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.954153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-af594fa0-cffc-40ed-9bfe-16c1980690a6 tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9372001 Jul 29 23:45:21.956543 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:21.956713 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2d0fc1-f829-46ac-bd1e-0b326cac66fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.977831 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5525a4f8-617a-44fd-923a-05755874ceec x-openstack-request-id: req-5525a4f8-617a-44fd-923a-05755874ceec {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:21.978090 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "name": "network-vif-plugged", "status": "completed", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:21.978343 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5525a4f8-617a-44fd-923a-05755874ceec {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:21.978747 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'code': 200} Jul 29 23:45:22.066196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ddddaeb1-f199-4ea7-aeb1-f1c2f452141a req-c698f452-8fd6-468e-b4bd-fb04bfa82282 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154981 Jul 29 23:45:22.126593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] Deleting port 533e1e4e-2904-4169-9f21-e1877003ebcb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:22.126952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.146560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dd489310-bf0a-4676-bad4-a3a7c467dffc tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Deleting port ea005372-c907-4dee-af13-43fa950fabe0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:22.147016 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd489310-bf0a-4676-bad4-a3a7c467dffc tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.209478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:22.241507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2d0fc1-f829-46ac-bd1e-0b326cac66fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.246191 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2d0fc1-f829-46ac-bd1e-0b326cac66fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.247747 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bf2d0fc1-f829-46ac-bd1e-0b326cac66fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4dbf071-c372-492b-b6d3-cae732909c3b HTTP/1.1" status: 204 len: 168 time: 0.5827308 Jul 29 23:45:22.257705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbe36eb-723d-465a-aa2d-88440c98c17b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:22.268195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bbe36eb-723d-465a-aa2d-88440c98c17b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.271876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d9584-6cc4-42cc-8dd6-b49d8efdfd12 None None] Pushing event updated for resources: {'Port': ['ID=8aea22d4-ab8f-40c9-ace3-06275699515a,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.289403 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd489310-bf0a-4676-bad4-a3a7c467dffc tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.329180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 74c60c01-b360-44ba-8ade-677ebc5408a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:22.329180 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.332712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dd489310-bf0a-4676-bad4-a3a7c467dffc tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Calling delete_port for ea005372-c907-4dee-af13-43fa950fabe0 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:22.374699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d0fc1-f829-46ac-bd1e-0b326cac66fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dbf071-c372-492b-b6d3-cae732909c3b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.463017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] For port 533e1e4e-2904-4169-9f21-e1877003ebcb, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=533e1e4e-2904-4169-9f21-e1877003ebcb,segment=NetworkSegment(4e4b82a1-c429-4ee9-955f-494358ed85c5),segment_id=4e4b82a1-c429-4ee9-955f-494358ed85c5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:22.463253 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.482139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] Calling delete_port for 533e1e4e-2904-4169-9f21-e1877003ebcb owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:22.533090 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.546806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deb1f3-33a2-4c87-bf13-014404d004ad req-34b3292d-d4f8-43c6-bb5c-a7a2d49c1d28 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:22.556094 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65deb1f3-33a2-4c87-bf13-014404d004ad req-34b3292d-d4f8-43c6-bb5c-a7a2d49c1d28 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 950 time: 0.1018274 Jul 29 23:45:22.613890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:22.619203 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.626682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:22.629250 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a758f145-3edf-4a72-8988-4551a458e274" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:22.713219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65deb1f3-33a2-4c87-bf13-014404d004ad req-b8997e8d-3eee-4866-b03c-9ccee3d1ea6f tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/security-groups?id=efac92cd-3731-4d69-98cc-6fc565e1ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552150 Jul 29 23:45:22.725046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=13']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.786530 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bbe36eb-723d-465a-aa2d-88440c98c17b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.789399 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2afcf1-884c-42ee-9e9e-4799af0de5f7 x-openstack-request-id: req-ff2afcf1-884c-42ee-9e9e-4799af0de5f7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:22.789690 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:22.789946 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff2afcf1-884c-42ee-9e9e-4799af0de5f7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:22.790431 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'status': 'completed', 'code': 200} Jul 29 23:45:22.885805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe36eb-723d-465a-aa2d-88440c98c17b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:22.889818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41039e1-b1ca-4af4-aa82-2e51e5862d19 req-1acb0d17-2cd1-4f7c-a8ba-64450342e32c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:22.891408 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e41039e1-b1ca-4af4-aa82-2e51e5862d19 req-1acb0d17-2cd1-4f7c-a8ba-64450342e32c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.1282899 Jul 29 23:45:22.895003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd489310-bf0a-4676-bad4-a3a7c467dffc tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.902965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe36eb-723d-465a-aa2d-88440c98c17b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:22.914122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf7627-ab50-4423-adf9-0f4dcb7195c5 None None] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:22.926238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe36eb-723d-465a-aa2d-88440c98c17b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:22.927148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bbe36eb-723d-465a-aa2d-88440c98c17b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.964230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe36eb-723d-465a-aa2d-88440c98c17b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=43bfef7b-6d96-4aa6-bc84-60b2781c9c3c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.981665 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6bbe36eb-723d-465a-aa2d-88440c98c17b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1340532 Jul 29 23:45:22.989964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.000705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489310-bf0a-4676-bad4-a3a7c467dffc tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea005372-c907-4dee-af13-43fa950fabe0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:23.002012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e9d588a0-be28-4514-9a5f-a4542beec2b6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'security_group': {'name': 'tempest-secgroup-1149979014'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:23.019041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f145-3edf-4a72-8988-4551a458e274 req-03dc20a1-30d7-4812-ba52-d3085ce55aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:23.020648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a758f145-3edf-4a72-8988-4551a458e274 req-03dc20a1-30d7-4812-ba52-d3085ce55aec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1128 time: 0.1895285 Jul 29 23:45:23.042237 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.051476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e41039e1-b1ca-4af4-aa82-2e51e5862d19 req-c5ab6732-516d-404d-9299-8381057675aa tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422927 Jul 29 23:45:23.085286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=533e1e4e-2904-4169-9f21-e1877003ebcb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:23.135900 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9d588a0-be28-4514-9a5f-a4542beec2b6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.186601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f145-3edf-4a72-8988-4551a458e274 req-5cde6d91-e233-43b5-a343-1212e292bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:23.188186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a758f145-3edf-4a72-8988-4551a458e274 req-5cde6d91-e233-43b5-a343-1212e292bf9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=65b7b401-b590-437f-bfcb-60bbbc16a551 HTTP/1.1" status: 200 len: 897 time: 0.1496048 Jul 29 23:45:23.209305 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd489310-bf0a-4676-bad4-a3a7c467dffc tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.211269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dd489310-bf0a-4676-bad4-a3a7c467dffc tempest-RoutersAdminNegativeTest-1310474660 tempest-RoutersAdminNegativeTest-1310474660-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ea005372-c907-4dee-af13-43fa950fabe0 HTTP/1.1" status: 204 len: 168 time: 1.2532396 Jul 29 23:45:23.224945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-07ea90e8-a4e2-46cc-99d5-071a15728e01', 'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'tenant_id': 'dd266ff5897c47f89f2f08b223d0b45d', 'fixed_ips': [{'subnet_id': '43bfef7b-6d96-4aa6-bc84-60b2781c9c3c'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:23.226206 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.450412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a758f145-3edf-4a72-8988-4551a458e274 req-4c914fd9-9c3c-4b22-84eb-92837fe499c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 200 len: 1001 time: 0.2373548 Jul 29 23:45:23.540329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5304260-2dfe-4cb4-9c06-e503c7b3c46d req-df99018f-a45a-4cb6-80a4-1ce0acd7254c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:23.541739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Allocated IP 172.20.0.2 (07ea90e8-a4e2-46cc-99d5-071a15728e01/43bfef7b-6d96-4aa6-bc84-60b2781c9c3c/0a006ec4-a98c-47fe-8559-ec0d6371e704) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:23.543596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5304260-2dfe-4cb4-9c06-e503c7b3c46d req-df99018f-a45a-4cb6-80a4-1ce0acd7254c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.3231182 Jul 29 23:45:23.584111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f145-3edf-4a72-8988-4551a458e274 req-d9f20b35-cab7-40d6-95a6-8772187858c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:23.586203 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.588855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a758f145-3edf-4a72-8988-4551a458e274 req-d9f20b35-cab7-40d6-95a6-8772187858c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf4fa847-6320-49ac-b0bf-015685211b25 HTTP/1.1" status: 200 len: 834 time: 0.1261094 Jul 29 23:45:23.597340 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9d588a0-be28-4514-9a5f-a4542beec2b6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.605893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9d588a0-be28-4514-9a5f-a4542beec2b6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.671379 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5304260-2dfe-4cb4-9c06-e503c7b3c46d req-a52cd0b6-465f-46a1-89e0-58fabf368469 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191497 Jul 29 23:45:23.672189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.678860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f145-3edf-4a72-8988-4551a458e274 req-08ad40f3-3a8f-4c98-9c57-54c5291b6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:23.681269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a758f145-3edf-4a72-8988-4551a458e274 req-08ad40f3-3a8f-4c98-9c57-54c5291b6a5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65b7b401-b590-437f-bfcb-60bbbc16a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811565 Jul 29 23:45:23.703718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9d588a0-be28-4514-9a5f-a4542beec2b6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.704910 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e9d588a0-be28-4514-9a5f-a4542beec2b6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7101355 Jul 29 23:45:23.707598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d588a0-be28-4514-9a5f-a4542beec2b6 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc79e5ea-30ea-4355-8fe8-8c55a27ca9ff,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:23.710489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42360) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.721577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c4530363-f420-4a74-a22d-50f8638fe741 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'security_group': {'name': 'tempest-secgroup-1505736699'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:23.831521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4530363-f420-4a74-a22d-50f8638fe741 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.888288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a758f145-3edf-4a72-8988-4551a458e274 req-4e280a3b-cab3-4e8d-84df-664e249a1b95 service neutron] 10.222.0.42 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957266 Jul 29 23:45:23.935768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.957763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Transition to ACTIVE for port object 0a006ec4-a98c-47fe-8559-ec0d6371e704 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:23.989225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:23.993812 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807e1362-868f-4e41-a486-2ba7365bca04" -d '{"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-plugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:24.016641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Transition to ACTIVE for port object 0a006ec4-a98c-47fe-8559-ec0d6371e704 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:24.028431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c189287-54e9-4753-b398-6bff39375029 req-a0d86a46-0509-4dd2-814e-bfdee552cb27 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:24.029945 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.030099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c189287-54e9-4753-b398-6bff39375029 req-a0d86a46-0509-4dd2-814e-bfdee552cb27 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 950 time: 0.1404915 Jul 29 23:45:24.062934 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2e1429-3831-4c47-9b7d-0631df5840dd x-openstack-request-id: req-7f2e1429-3831-4c47-9b7d-0631df5840dd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:24.063592 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-plugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:24.063954 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f2e1429-3831-4c47-9b7d-0631df5840dd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:24.064502 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'code': 200} Jul 29 23:45:24.109518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a758f145-3edf-4a72-8988-4551a458e274 req-7b95ecb6-9013-4983-92da-e0c60450b95a service neutron] 10.222.0.42 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076716 Jul 29 23:45:24.117287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c189287-54e9-4753-b398-6bff39375029 req-90333bd9-9ec9-4dc4-af3b-1cb52a758665 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/security-groups?id=efac92cd-3731-4d69-98cc-6fc565e1ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643418 Jul 29 23:45:24.195222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:24.242068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:24.251062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:24.267732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8aea22d4-ab8f-40c9-ace3-06275699515a details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:24.289343 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fdc5d48-9837-44a4-a94c-215b80a0ea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.295714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Pushing event updated for resources: {'Port': ['ID=0a006ec4-a98c-47fe-8559-ec0d6371e704,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:24.296316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8f834-751d-4be2-b3a3-c25b4a15db61 req-357e99f2-a308-4687-b63d-779241520c57 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:24.298030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64c8f834-751d-4be2-b3a3-c25b4a15db61 req-357e99f2-a308-4687-b63d-779241520c57 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.1430776 Jul 29 23:45:24.327062 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.356774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-e2de23b1-2b53-4ecb-9e14-56e3c1d05904 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:24.359803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-e2de23b1-2b53-4ecb-9e14-56e3c1d05904 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 950 time: 0.1582723 Jul 29 23:45:24.540692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-64c8f834-751d-4be2-b3a3-c25b4a15db61 req-289e3c00-b666-402c-b6e0-d4f360cdadcc tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236857 Jul 29 23:45:24.564863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] Router 6f7573c2-18d3-4345-9b97-76e5043d7e5a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:24.605081 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:45:24.607903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a776893d-1f04-4b56-89bc-07cad10ffa05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.609852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-1e85467f-a6f0-42cd-b65d-a87ee4d564c3 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Deleting port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:24.610211 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-1e85467f-a6f0-42cd-b65d-a87ee4d564c3 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.665289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Attempting to bind port 0a006ec4-a98c-47fe-8559-ec0d6371e704 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:24.665707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Attempting to bind port 0a006ec4-a98c-47fe-8559-ec0d6371e704 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:24.666045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Attempting to bind port 0a006ec4-a98c-47fe-8559-ec0d6371e704 on network 07ea90e8-a4e2-46cc-99d5-071a15728e01 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:24.673625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:24.674116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Checking segment: {'id': '3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:24.674426 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.674837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Bound using segment: {'id': '3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:24.675341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Bound port: 0a006ec4-a98c-47fe-8559-ec0d6371e704, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:24.675743 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.751160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:24.757340 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7b08cd98-6016-46b4-bfd2-9cbb14215d8c admin admin] 10.222.0.37 "PUT /v2.0/routers/6f7573c2-18d3-4345-9b97-76e5043d7e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9641569 Jul 29 23:45:24.760812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42390) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:24.820465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:24.903192 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.970758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8aea22d4-ab8f-40c9-ace3-06275699515a has no active binding in host n-h2-712139-11 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:45:24.987188 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] Sync routers for ids ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:25.059925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] Routers {'6f7573c2-18d3-4345-9b97-76e5043d7e5a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:25.060824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:45:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:25.138101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] For port 0a006ec4-a98c-47fe-8559-ec0d6371e704, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:25.154294 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4530363-f420-4a74-a22d-50f8638fe741 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.156747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] For port 0a006ec4-a98c-47fe-8559-ec0d6371e704, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0a006ec4-a98c-47fe-8559-ec0d6371e704,segment=NetworkSegment(3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67),segment_id=3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:25.168581 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.190423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4530363-f420-4a74-a22d-50f8638fe741 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.257290 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.329140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4530363-f420-4a74-a22d-50f8638fe741 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a027547-3429-4cfa-ac87-184d0150151a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:25.406939 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a776893d-1f04-4b56-89bc-07cad10ffa05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.414906 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a776893d-1f04-4b56-89bc-07cad10ffa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.466555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4530363-f420-4a74-a22d-50f8638fe741 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.471432 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c4530363-f420-4a74-a22d-50f8638fe741 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7575541 Jul 29 23:45:25.475509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42408) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:25.494640 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2130462528', 'security_groups': ['9a027547-3429-4cfa-ac87-184d0150151a'], 'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43bfef7b-6d96-4aa6-bc84-60b2781c9c3c'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:25.499483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599d480-3b2a-449d-8543-0edb093ac443 None None] Pushing event updated for resources: {'Port': ['ID=0a006ec4-a98c-47fe-8559-ec0d6371e704,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:25.554017 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.589003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] Set router 6f7573c2-18d3-4345-9b97-76e5043d7e5a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:25.662673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-1e85467f-a6f0-42cd-b65d-a87ee4d564c3 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] For port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:25.663180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-1e85467f-a6f0-42cd-b65d-a87ee4d564c3 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.688714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Deleting port a28a771c-f55f-4aff-96b8-dcd354aba76f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:25.689763 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.727427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-1e85467f-a6f0-42cd-b65d-a87ee4d564c3 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Calling delete_port for e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:25.814108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] For port a28a771c-f55f-4aff-96b8-dcd354aba76f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a28a771c-f55f-4aff-96b8-dcd354aba76f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:25.814492 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.835444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Calling delete_port for a28a771c-f55f-4aff-96b8-dcd354aba76f owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:26.018883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'name': 'tempest-TestServerMultinode-1732079603-router', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:45:22Z', 'revision_number': 5, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'gw_port': {'id': 'a28a771c-f55f-4aff-96b8-dcd354aba76f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:33Z', 'updated_at': '2021-07-29T23:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:26.063213 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-1e85467f-a6f0-42cd-b65d-a87ee4d564c3 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.070803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776893d-1f04-4b56-89bc-07cad10ffa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c3bf21-a99d-4e14-8ebc-fd288f72d342,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.082938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.126188 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:26.137096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-366f2efa-5d81-4e8b-a1c3-acc657323beb req-067af9f6-84fe-405e-b08b-c7dc366f3b02 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 210 time: 0.1157012 Jul 29 23:45:26.139235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] Checking router: 6f7573c2-18d3-4345-9b97-76e5043d7e5a for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:26.202561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28a771c-f55f-4aff-96b8-dcd354aba76f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.217450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85467f-a6f0-42cd-b65d-a87ee4d564c3 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Pushing event deleted for resources: {'Port': ['ID=e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.225175 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a776893d-1f04-4b56-89bc-07cad10ffa05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=724a9e05ed43423e941b90b7ca8c8443&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5410542 Jul 29 23:45:26.228276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:26.265941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] Routers {'6f7573c2-18d3-4345-9b97-76e5043d7e5a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:26.268328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:45:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:26.303918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-1e85467f-a6f0-42cd-b65d-a87ee4d564c3 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] No DVR routers for this DVR port e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:26.323130 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-1e85467f-a6f0-42cd-b65d-a87ee4d564c3 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.325266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-632de533-d7fb-43bd-8cc3-fd041bffea62 req-1e85467f-a6f0-42cd-b65d-a87ee4d564c3 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.42 "DELETE /v2.0/ports/e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 HTTP/1.1" status: 204 len: 173 time: 1.9561048 Jul 29 23:45:26.351954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f736a-1388-4e4a-851a-8058f599811b req-92c57b63-02ec-4948-9316-4aac09758630 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:26.353679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-562f736a-1388-4e4a-851a-8058f599811b req-92c57b63-02ec-4948-9316-4aac09758630 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.3357041 Jul 29 23:45:26.354186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa73bbb9-46f1-481f-977c-43e69b7479f5', 'name': 'network-vif-deleted', 'tag': 'e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:26.356903 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db76ce10-de39-455c-9eb1-47448c1a2fac" -d '{"events": [{"server_uuid": "fa73bbb9-46f1-481f-977c-43e69b7479f5", "name": "network-vif-deleted", "tag": "e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:26.467923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] Set router 6f7573c2-18d3-4345-9b97-76e5043d7e5a gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:26.507592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:26.620215 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-562f736a-1388-4e4a-851a-8058f599811b req-34f9a667-6c56-4b24-8434-e7555ffaa912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442229 Jul 29 23:45:26.633069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779a760-81e0-4c1e-b4f1-edba4fd38306 req-6b7a049c-4eae-4e89-bbe5-1b17d033ac64 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:26.636394 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6779a760-81e0-4c1e-b4f1-edba4fd38306 req-6b7a049c-4eae-4e89-bbe5-1b17d033ac64 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.3659463 Jul 29 23:45:26.637508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'name': 'tempest-TestServerMultinode-1732079603-router', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:45:26Z', 'revision_number': 7, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:26.730020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeffebb-f3b6-48d5-8d12-81da3d68948d None None] The sync data for ids ['6f7573c2-18d3-4345-9b97-76e5043d7e5a'] in n-d-712139-11 is: [{'id': '6f7573c2-18d3-4345-9b97-76e5043d7e5a', 'name': 'tempest-TestServerMultinode-1732079603-router', 'tenant_id': 'b15aff817eb148a7a9162c035f0693fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:45:26Z', 'revision_number': 7, 'project_id': 'b15aff817eb148a7a9162c035f0693fd', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:26.833541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6779a760-81e0-4c1e-b4f1-edba4fd38306 req-dfd42687-a5b5-42a3-b95c-a542b696b38e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904333 Jul 29 23:45:26.851757 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65726630-fbc9-4172-b811-c508046e2ef9 x-openstack-request-id: req-65726630-fbc9-4172-b811-c508046e2ef9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:26.852104 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa73bbb9-46f1-481f-977c-43e69b7479f5", "name": "network-vif-deleted", "tag": "e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:26.852417 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65726630-fbc9-4172-b811-c508046e2ef9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:26.853038 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa73bbb9-46f1-481f-977c-43e69b7479f5', 'name': 'network-vif-deleted', 'tag': 'e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7', 'status': 'completed', 'code': 200} Jul 29 23:45:26.859356 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d8f6-a4a8-4dc3-a394-4a6e91af5cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.922380 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.070728 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.395657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0a006ec4-a98c-47fe-8559-ec0d6371e704 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:27.423580 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.435827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e437504c-97cc-407a-930e-72eaddb27ba0 req-9ea7c3c8-daed-4cd0-8c4e-048cc0e12113 tempest-VolumesBackupsTest-488234221 tempest-VolumesBackupsTest-488234221-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa73bbb9-46f1-481f-977c-43e69b7479f5 HTTP/1.1" status: 200 len: 210 time: 0.1027153 Jul 29 23:45:27.471973 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d8f6-a4a8-4dc3-a394-4a6e91af5cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.486064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.489114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.515218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:27.531804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1927adcc-4aae-4fb0-aaae-13ca3f544b52 None None] Provisioning complete for port 445be74d-f710-4749-ade9-76736df5a5fb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:27.532258 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1927adcc-4aae-4fb0-aaae-13ca3f544b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.556859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.557837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f7573c2-18d3-4345-9b97-76e5043d7e5a {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:27.565107 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.566871 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7ca83f38-1a65-4066-8809-7795beeba291 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6f7573c2-18d3-4345-9b97-76e5043d7e5a HTTP/1.1" status: 204 len: 168 time: 2.8047633 Jul 29 23:45:27.569638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42446) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:27.598496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1927adcc-4aae-4fb0-aaae-13ca3f544b52 None None] Port 445be74d-f710-4749-ade9-76736df5a5fb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:27.623347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1927adcc-4aae-4fb0-aaae-13ca3f544b52 None None] Provisioning for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:27.634523 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1927adcc-4aae-4fb0-aaae-13ca3f544b52 None None] Provisioning complete for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:27.636179 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1927adcc-4aae-4fb0-aaae-13ca3f544b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.655072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port 456945ab-54aa-4be2-91da-dd8d4845e661 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:27.669585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d8f6-a4a8-4dc3-a394-4a6e91af5cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.672464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d8f6-a4a8-4dc3-a394-4a6e91af5cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.673706 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a0b6d8f6-a4a8-4dc3-a394-4a6e91af5cea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91c3bf21-a99d-4e14-8ebc-fd288f72d342 HTTP/1.1" status: 204 len: 168 time: 1.4081287 Jul 29 23:45:27.708350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6af8e8-257e-4438-a8bb-cc6f51c5a012 admin admin] Deleting subnet f6b0973e-a0ab-406f-bb76-de3545aac5e4 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:27.715449 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f6af8e8-257e-4438-a8bb-cc6f51c5a012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.849756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6d8f6-a4a8-4dc3-a394-4a6e91af5cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c3bf21-a99d-4e14-8ebc-fd288f72d342,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:27.853531 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f6af8e8-257e-4438-a8bb-cc6f51c5a012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.006637 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1927adcc-4aae-4fb0-aaae-13ca3f544b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.145030 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f6af8e8-257e-4438-a8bb-cc6f51c5a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.153555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1927adcc-4aae-4fb0-aaae-13ca3f544b52 None None] For port 0a006ec4-a98c-47fe-8559-ec0d6371e704, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0a006ec4-a98c-47fe-8559-ec0d6371e704,segment=NetworkSegment(3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67),segment_id=3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:28.160299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1927adcc-4aae-4fb0-aaae-13ca3f544b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.235181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.10 (07ea90e8-a4e2-46cc-99d5-071a15728e01/43bfef7b-6d96-4aa6-bc84-60b2781c9c3c/456945ab-54aa-4be2-91da-dd8d4845e661) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:28.339619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927adcc-4aae-4fb0-aaae-13ca3f544b52 None None] Pushing event updated for resources: {'Port': ['ID=0a006ec4-a98c-47fe-8559-ec0d6371e704,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:28.400169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.416228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object 456945ab-54aa-4be2-91da-dd8d4845e661 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:28.460831 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.521805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:28.526129 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:28.557887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:28.668400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42466) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:28.673322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=456945ab-54aa-4be2-91da-dd8d4845e661,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:28.698733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f6af8e8-257e-4438-a8bb-cc6f51c5a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.711764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f4277-9c98-43e7-acd6-bde9ecd87513 req-e92238ba-1e9d-47ce-84a9-4d598b0736a7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.721955 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-059f4277-9c98-43e7-acd6-bde9ecd87513 req-e92238ba-1e9d-47ce-84a9-4d598b0736a7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.4609480 Jul 29 23:45:28.731613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.734266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.787405 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-91df97ea-a170-4104-a6c0-9d7f306ebc56 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3076365 Jul 29 23:45:28.789627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42468) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:28.800189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8b203ec5-64ae-4593-9622-14b4881eb4b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:28.816232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6af8e8-257e-4438-a8bb-cc6f51c5a012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b0973e-a0ab-406f-bb76-de3545aac5e4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:28.845524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b3221-1dc7-4e0d-b788-bf402ea38685 req-07434a3b-2f68-420a-9502-4b4e5ae49baf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.863595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da1b3221-1dc7-4e0d-b788-bf402ea38685 req-07434a3b-2f68-420a-9502-4b4e5ae49baf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.6142294 Jul 29 23:45:28.888631 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0c72e-f98e-4448-a7d6-2d25c0b29a4a None None] Network 345c58d9-3e02-4f89-a441-0156268968bd requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:28.939823 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f6af8e8-257e-4438-a8bb-cc6f51c5a012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.944112 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0f6af8e8-257e-4438-a8bb-cc6f51c5a012 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6b0973e-a0ab-406f-bb76-de3545aac5e4 HTTP/1.1" status: 204 len: 168 time: 1.3712957 Jul 29 23:45:28.954181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:29.002079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0a006ec4-a98c-47fe-8559-ec0d6371e704 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:29.021126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-563c879a-62bc-4d22-9f04-e8b1b92e1675 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4516d56f90124246ae6092019a46442c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429570 Jul 29 23:45:29.024796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:29.031581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da1b3221-1dc7-4e0d-b788-bf402ea38685 req-631fc705-38cc-4667-94ad-a8abfa932584 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658762 Jul 29 23:45:29.064133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-059f4277-9c98-43e7-acd6-bde9ecd87513 req-9da62dd6-18c4-4c41-97f5-c1ba6c401166 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409016 Jul 29 23:45:29.190001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.201197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-579167f4-6add-4c58-83ca-d65bb3893090 None None] Provisioning for port 456945ab-54aa-4be2-91da-dd8d4845e661 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:29.234531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-579167f4-6add-4c58-83ca-d65bb3893090 None None] Provisioning complete for port 456945ab-54aa-4be2-91da-dd8d4845e661 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:29.234983 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-579167f4-6add-4c58-83ca-d65bb3893090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.254387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b203ec5-64ae-4593-9622-14b4881eb4b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:29.258590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b203ec5-64ae-4593-9622-14b4881eb4b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.308153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-579167f4-6add-4c58-83ca-d65bb3893090 None None] Port 456945ab-54aa-4be2-91da-dd8d4845e661 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:29.346687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:29.347574 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.388315 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08fe0b1-6f5c-4962-aa9a-bd57a6979cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.486376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d897f13e-2b11-4fb0-9434-7cf7594bb1cf None None] DHCP port deletion for 345c58d9-3e02-4f89-a441-0156268968bd request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:29.526791 n-d-712139-11 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-8b203ec5-64ae-4593-9622-14b4881eb4b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43bfef7b-6d96-4aa6-bc84-60b2781c9c3c (CIDR: 172.20.0.0/28) Jul 29 23:45:29.543718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08fe0b1-6f5c-4962-aa9a-bd57a6979cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.548755 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Deleting port cf550233-adb8-4423-9121-31d7d62de09b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:29.549447 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.639061 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08fe0b1-6f5c-4962-aa9a-bd57a6979cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.643764 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08fe0b1-6f5c-4962-aa9a-bd57a6979cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.648989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f08fe0b1-6f5c-4962-aa9a-bd57a6979cd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b879e534-f0c4-4b53-bd52-54d0cdb0f6a2 HTTP/1.1" status: 204 len: 168 time: 0.6173961 Jul 29 23:45:29.699795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fe0b1-6f5c-4962-aa9a-bd57a6979cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b879e534-f0c4-4b53-bd52-54d0cdb0f6a2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:29.768519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 533e1e4e-2904-4169-9f21-e1877003ebcb no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:29.773677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] For port cf550233-adb8-4423-9121-31d7d62de09b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cf550233-adb8-4423-9121-31d7d62de09b,segment=NetworkSegment(4e4b82a1-c429-4ee9-955f-494358ed85c5),segment_id=4e4b82a1-c429-4ee9-955f-494358ed85c5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:29.781171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.817389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Calling delete_port for cf550233-adb8-4423-9121-31d7d62de09b owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:29.847483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 533e1e4e-2904-4169-9f21-e1877003ebcb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:29.860196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 533e1e4e-2904-4169-9f21-e1877003ebcb not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:29.861010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a28a771c-f55f-4aff-96b8-dcd354aba76f no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:29.864230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:29.984715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:29.985681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e32f2d83-58b3-47f6-b0dc-b20e7fcd5de7 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:29.988251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a28a771c-f55f-4aff-96b8-dcd354aba76f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:29.988825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a28a771c-f55f-4aff-96b8-dcd354aba76f not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:30.012607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d897f13e-2b11-4fb0-9434-7cf7594bb1cf None None] Deleting port cf550233-adb8-4423-9121-31d7d62de09b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:30.012858 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b203ec5-64ae-4593-9622-14b4881eb4b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:45:30.013605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b203ec5-64ae-4593-9622-14b4881eb4b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:30.014465 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d897f13e-2b11-4fb0-9434-7cf7594bb1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.018039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.066246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] No DVR routers for this DVR port cf550233-adb8-4423-9121-31d7d62de09b on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:30.076806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf550233-adb8-4423-9121-31d7d62de09b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:30.084268 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8b203ec5-64ae-4593-9622-14b4881eb4b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2909191 Jul 29 23:45:30.088335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42486) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:30.094262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6f4e9a2b-f06a-4542-bf0e-2748a04f5657 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:30.143882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d897f13e-2b11-4fb0-9434-7cf7594bb1cf None None] For port cf550233-adb8-4423-9121-31d7d62de09b, host n-d-712139-11, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:30.144398 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d897f13e-2b11-4fb0-9434-7cf7594bb1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.176206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d897f13e-2b11-4fb0-9434-7cf7594bb1cf None None] Calling delete_port for cf550233-adb8-4423-9121-31d7d62de09b owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:30.180790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-d897f13e-2b11-4fb0-9434-7cf7594bb1cf None None] Port cf550233-adb8-4423-9121-31d7d62de09b was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:45:30.184155 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d897f13e-2b11-4fb0-9434-7cf7594bb1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.231258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897f13e-2b11-4fb0-9434-7cf7594bb1cf None None] Pushing event deleted for resources: {'Port': ['ID=cf550233-adb8-4423-9121-31d7d62de09b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:30.239068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897f13e-2b11-4fb0-9434-7cf7594bb1cf None None] No DVR routers for this DVR port cf550233-adb8-4423-9121-31d7d62de09b on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:30.313999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.340297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345c58d9-3e02-4f89-a441-0156268968bd']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:30.382431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4b82a1-c429-4ee9-955f-494358ed85c5') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:30.383163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4b82a1-c429-4ee9-955f-494358ed85c5') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:30.422577 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.447353 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.494450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:30.494960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:30.505307 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:30.730268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e9a2b-f06a-4542-bf0e-2748a04f5657 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:30.739619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9a2b-f06a-4542-bf0e-2748a04f5657 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.797080 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.847091 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.852453 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] 10.222.0.37 "DELETE /v2.0/networks/345c58d9-3e02-4f89-a441-0156268968bd HTTP/1.1" status: 204 len: 168 time: 1.8944693 Jul 29 23:45:30.906665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905f553-d4cf-4a8a-9412-1f8643ea9750 admin admin] Pushing event deleted for resources: {'Network': ['ID=345c58d9-3e02-4f89-a441-0156268968bd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:30.987114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b15d2d-5544-4080-9548-dc996b9d2fca req-8de6aab5-d0ea-4426-a9a3-62d73378bbb5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:30.989462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77b15d2d-5544-4080-9548-dc996b9d2fca req-8de6aab5-d0ea-4426-a9a3-62d73378bbb5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 945 time: 0.6768889 Jul 29 23:45:31.024393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f85c8-57ba-4409-865b-e04011579347 req-ddbcbffe-4cd9-4d2e-b5c0-d907622628c5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:31.027453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cf550233-adb8-4423-9121-31d7d62de09b no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:31.033096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d3f85c8-57ba-4409-865b-e04011579347 req-ddbcbffe-4cd9-4d2e-b5c0-d907622628c5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.7165501 Jul 29 23:45:31.080135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: cf550233-adb8-4423-9121-31d7d62de09b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:31.080786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cf550233-adb8-4423-9121-31d7d62de09b not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:31.167839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42526) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.257768 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9df63cd0-19be-42ea-9d38-9b6d39800392 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c85ac3743d154bacb324f962f2094f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844026 Jul 29 23:45:31.258381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42528) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.413238 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1744604f-c24d-4c91-881c-3c06a4ba8de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.501661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1744604f-c24d-4c91-881c-3c06a4ba8de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.575679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-a2d6b6f1-443c-4ed9-9f6d-ec8f6719a6f4 service neutron] 10.222.0.42 "GET /v2.0/ports/8aea22d4-ab8f-40c9-ace3-06275699515a/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 385 time: 0.7665267 Jul 29 23:45:31.669752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77b15d2d-5544-4080-9548-dc996b9d2fca req-c817f86e-59a5-4c0d-87ba-4547ba19a138 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6034746 Jul 29 23:45:31.714258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42534) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.757367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1744604f-c24d-4c91-881c-3c06a4ba8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.765479 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1744604f-c24d-4c91-881c-3c06a4ba8de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.768113 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1744604f-c24d-4c91-881c-3c06a4ba8de8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffebac74-c0b4-45bc-9f9c-d84a3c685e40 HTTP/1.1" status: 204 len: 168 time: 0.5071054 Jul 29 23:45:31.817760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592918a2-210c-4a11-a010-b6341588c7bb req-c1f946df-7d08-4b07-8ba2-d52740c702bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:31.828753 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-592918a2-210c-4a11-a010-b6341588c7bb req-c1f946df-7d08-4b07-8ba2-d52740c702bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1128 time: 0.1956537 Jul 29 23:45:31.845238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744604f-c24d-4c91-881c-3c06a4ba8de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffebac74-c0b4-45bc-9f9c-d84a3c685e40,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.878173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d3f85c8-57ba-4409-865b-e04011579347 req-8c7b5263-749e-4886-965c-a85c9c88f274 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8048544 Jul 29 23:45:32.156566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1730768843'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:32.246738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592918a2-210c-4a11-a010-b6341588c7bb req-1271f3e1-91fc-4d4e-ad07-59ffbe596f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.249290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-592918a2-210c-4a11-a010-b6341588c7bb req-1271f3e1-91fc-4d4e-ad07-59ffbe596f64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=65b7b401-b590-437f-bfcb-60bbbc16a551 HTTP/1.1" status: 200 len: 897 time: 0.3857861 Jul 29 23:45:32.251582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:32.256331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.342113 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.385275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.410177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9a2b-f06a-4542-bf0e-2748a04f5657 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.485008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e9a2b-f06a-4542-bf0e-2748a04f5657 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:32.500574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e9a2b-f06a-4542-bf0e-2748a04f5657 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:32.511315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e9a2b-f06a-4542-bf0e-2748a04f5657 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.512150 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f4e9a2b-f06a-4542-bf0e-2748a04f5657 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.515348 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-592918a2-210c-4a11-a010-b6341588c7bb req-de73716c-9a01-4e43-bb7d-fad5eb4b47d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 200 len: 1001 time: 0.2464960 Jul 29 23:45:32.516583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7216c5-717c-4cc6-86a8-c9e618b57e68 None None] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:32.545590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e9a2b-f06a-4542-bf0e-2748a04f5657 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=80123f69-6e65-40ca-a0b4-460c747fa8f9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.553444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-725a6cac-8c38-415c-98b6-da802105d4fe service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:32.590263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-725a6cac-8c38-415c-98b6-da802105d4fe service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:32.681408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:32.685074 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a243a9c6-eecc-401e-b67e-983b459b0363" -d '{"events": [{"server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "name": "network-vif-unplugged", "status": "completed", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:32.687466 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592918a2-210c-4a11-a010-b6341588c7bb req-5e228c44-9b68-43ae-81b6-e0ccd08fcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.689566 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-592918a2-210c-4a11-a010-b6341588c7bb req-5e228c44-9b68-43ae-81b6-e0ccd08fcec2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf4fa847-6320-49ac-b0bf-015685211b25 HTTP/1.1" status: 200 len: 834 time: 0.1637042 Jul 29 23:45:32.701374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-725a6cac-8c38-415c-98b6-da802105d4fe service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:32.774242 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-725a6cac-8c38-415c-98b6-da802105d4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.887318 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b13c720-b218-4f1f-9d7a-ddb0d86d718c x-openstack-request-id: req-3b13c720-b218-4f1f-9d7a-ddb0d86d718c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:32.887545 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "name": "network-vif-unplugged", "status": "completed", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:32.888933 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b13c720-b218-4f1f-9d7a-ddb0d86d718c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:32.889793 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'code': 200} Jul 29 23:45:33.076216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:33.082459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592918a2-210c-4a11-a010-b6341588c7bb req-0afb774e-9fe4-46c6-aabf-bf9a19d0da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:33.086293 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-592918a2-210c-4a11-a010-b6341588c7bb req-0afb774e-9fe4-46c6-aabf-bf9a19d0da94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65b7b401-b590-437f-bfcb-60bbbc16a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3114450 Jul 29 23:45:33.219934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.293889 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2da7a007-d3c1-443f-a700-ecc5d3b3c3c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b15aff817eb148a7a9162c035f0693fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2061291 Jul 29 23:45:33.346422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-725a6cac-8c38-415c-98b6-da802105d4fe service neutron] Transition to ACTIVE for port object 8aea22d4-ab8f-40c9-ace3-06275699515a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:33.352190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6f4e9a2b-f06a-4542-bf0e-2748a04f5657 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2587352 Jul 29 23:45:33.358257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42570) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:33.358610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42574) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:33.454316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-569922176', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '80123f69-6e65-40ca-a0b4-460c747fa8f9'}], 'security_groups': ['bc79e5ea-30ea-4355-8fe8-8c55a27ca9ff']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:33.458997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-725a6cac-8c38-415c-98b6-da802105d4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.485122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35493591-6aed-40ee-9f2a-2a2f394263af None None] Update dhcp port {'port': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'fixed_ips': [{'subnet_id': '43bfef7b-6d96-4aa6-bc84-60b2781c9c3c', 'ip_address': '172.20.0.2'}, {'subnet_id': '80123f69-6e65-40ca-a0b4-460c747fa8f9'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '0a006ec4-a98c-47fe-8559-ec0d6371e704'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:45:33.536254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75f7be-7118-4cee-a807-0a8cce3d9730 req-d12c3f2e-51fd-4322-8c0a-82bf14d8575f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:33.543257 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d75f7be-7118-4cee-a807-0a8cce3d9730 req-d12c3f2e-51fd-4322-8c0a-82bf14d8575f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 944 time: 0.5984652 Jul 29 23:45:33.559308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.593588 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35493591-6aed-40ee-9f2a-2a2f394263af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.682238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:33.705730 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-592918a2-210c-4a11-a010-b6341588c7bb req-d7d2a267-6c99-4a2d-a818-0e1940574e3b service neutron] 10.222.0.42 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551860 Jul 29 23:45:33.824394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8aea22d4-ab8f-40c9-ace3-06275699515a no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:34.033067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c6dfeb-b720-424c-8948-24f534d02e85,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.064480 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-592918a2-210c-4a11-a010-b6341588c7bb req-676b3ce9-8c97-48be-a9c8-ef9ec4b764ca service neutron] 10.222.0.42 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435173 Jul 29 23:45:34.110952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.111363 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Added segment 1a078aac-d377-4a65-87a6-e6a44d346f88 of type vlan for network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 Jul 29 23:45:34.193145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8aea22d4-ab8f-40c9-ace3-06275699515a not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:34.279471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb3710-e092-4d9b-b6a0-9682d0b1f2e1 req-37896347-8559-41e8-bf98-000b9d33051b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:34.280928 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.283325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0afb3710-e092-4d9b-b6a0-9682d0b1f2e1 req-37896347-8559-41e8-bf98-000b9d33051b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 1.0838146 Jul 29 23:45:34.304386 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.368365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-35493591-6aed-40ee-9f2a-2a2f394263af None None] Allocated IP 172.20.0.18 (07ea90e8-a4e2-46cc-99d5-071a15728e01/80123f69-6e65-40ca-a0b4-460c747fa8f9/0a006ec4-a98c-47fe-8559-ec0d6371e704) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:34.379799 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.389336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:34.392211 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.560104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Network': ['ID=86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.577121 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-03a03b94-af0d-4a46-944e-c05c72e0835a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8610916 Jul 29 23:45:34.580796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:34.585500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:34.598522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:34.767316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-35493591-6aed-40ee-9f2a-2a2f394263af None None] For port 0a006ec4-a98c-47fe-8559-ec0d6371e704, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0a006ec4-a98c-47fe-8559-ec0d6371e704,segment=NetworkSegment(3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67),segment_id=3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:34.819195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:34.825552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.853610 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35493591-6aed-40ee-9f2a-2a2f394263af None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.912587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-35493591-6aed-40ee-9f2a-2a2f394263af None None] Transition to ACTIVE for port object 0a006ec4-a98c-47fe-8559-ec0d6371e704 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:34.919546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35493591-6aed-40ee-9f2a-2a2f394263af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.118553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35493591-6aed-40ee-9f2a-2a2f394263af None None] Pushing event updated for resources: {'Port': ['ID=0a006ec4-a98c-47fe-8559-ec0d6371e704,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:35.165334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0afb3710-e092-4d9b-b6a0-9682d0b1f2e1 req-9b743c83-689a-4ae4-a9ec-f94d8f11035c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8247981 Jul 29 23:45:35.167296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-725a6cac-8c38-415c-98b6-da802105d4fe service neutron] No DVR routers for this DVR port 8aea22d4-ab8f-40c9-ace3-06275699515a on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:35.347401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d75f7be-7118-4cee-a807-0a8cce3d9730 req-9f756859-f3d2-460a-afb8-d615461d80eb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7867093 Jul 29 23:45:35.522951 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2112d7c3-03c9-44bc-b4aa-4fe567661005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.597999 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2112d7c3-03c9-44bc-b4aa-4fe567661005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.659210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.743504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a6cac-8c38-415c-98b6-da802105d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=8aea22d4-ab8f-40c9-ace3-06275699515a,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:35.761895 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2112d7c3-03c9-44bc-b4aa-4fe567661005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.765361 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2112d7c3-03c9-44bc-b4aa-4fe567661005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.769461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2112d7c3-03c9-44bc-b4aa-4fe567661005 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8ed3d8e-80ae-482a-b710-d215da5f680a HTTP/1.1" status: 204 len: 168 time: 2.4095850 Jul 29 23:45:35.779636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-725a6cac-8c38-415c-98b6-da802105d4fe service neutron] 10.222.0.42 "PUT /v2.0/ports/8aea22d4-ab8f-40c9-ace3-06275699515a/bindings/n-h2-712139-11/activate HTTP/1.1" status: 200 len: 370 time: 4.1958838 Jul 29 23:45:35.818964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112d7c3-03c9-44bc-b4aa-4fe567661005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ed3d8e-80ae-482a-b710-d215da5f680a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:35.875413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Delete allocated IP 172.20.0.10 (07ea90e8-a4e2-46cc-99d5-071a15728e01/43bfef7b-6d96-4aa6-bc84-60b2781c9c3c) {{(pid=93816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:45:35.892812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.22 (07ea90e8-a4e2-46cc-99d5-071a15728e01/80123f69-6e65-40ca-a0b4-460c747fa8f9/456945ab-54aa-4be2-91da-dd8d4845e661) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:35.942987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=ec91dfc3-499a-4fce-ab38-de8ea8b6e9ef,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:35.988077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:36.006434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network hostable DHCP agents. Network: 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:36.041616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-8563660a-37d5-404b-896f-42fcc2972ccf tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.045400 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-8563660a-37d5-404b-896f-42fcc2972ccf tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 1096 time: 0.1831236 Jul 29 23:45:36.142971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:36.220769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:36.230063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3420a7-ba72-4aad-8a85-b3178d8d9e9c None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:36.254287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-ff3df300-b094-4fc6-b5b3-8560f85072f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.256278 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-ff3df300-b094-4fc6-b5b3-8560f85072f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 1096 time: 0.1949797 Jul 29 23:45:36.266271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.267167 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.361001 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e8d62ecc-8f2a-4f3a-8d36-bc9fde5b7a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7757025 Jul 29 23:45:36.361609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:36.398477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'name': 'tempest-NetworksTestDHCPv6-711706686'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:36.748515 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.767047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object 456945ab-54aa-4be2-91da-dd8d4845e661 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:36.776119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.786066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b579ab2-b1b0-4e13-a9a4-236bf97ac0f2 req-084b900e-92b8-42df-9573-eeb05f9f39fa tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.787942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b579ab2-b1b0-4e13-a9a4-236bf97ac0f2 req-084b900e-92b8-42df-9573-eeb05f9f39fa tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.3451071 Jul 29 23:45:36.848381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': 'ec91dfc3-499a-4fce-ab38-de8ea8b6e9ef'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:36.849576 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.912930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a56dfa88-6e72-41f6-9864-984c85a8d411 None None] Provisioning for port 456945ab-54aa-4be2-91da-dd8d4845e661 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:36.919473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a56dfa88-6e72-41f6-9864-984c85a8d411 None None] Provisioning complete for port 456945ab-54aa-4be2-91da-dd8d4845e661 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:36.920159 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a56dfa88-6e72-41f6-9864-984c85a8d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.931221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-8641c8be-a889-4c81-baa7-5acdfb2dbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.939887 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-8641c8be-a889-4c81-baa7-5acdfb2dbaac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1096 time: 0.6370480 Jul 29 23:45:36.966598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:36.987064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.005987 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:45:37.112715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b8340-9b56-475b-9f37-a009bfa03414 req-add8c8bd-46d6-4470-b2ee-b22160250d52 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:37.115414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-022b8340-9b56-475b-9f37-a009bfa03414 req-add8c8bd-46d6-4470-b2ee-b22160250d52 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 944 time: 0.5112216 Jul 29 23:45:37.134372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=456945ab-54aa-4be2-91da-dd8d4845e661,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:37.270830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] In _notify_port_updated(), no bound segment for port 456945ab-54aa-4be2-91da-dd8d4845e661 on network 07ea90e8-a4e2-46cc-99d5-071a15728e01 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:45:37.277321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:37.277915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.279265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-98e81d1d-4be5-4b4a-acf1-26b93786edeb tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "PUT /v2.0/ports/456945ab-54aa-4be2-91da-dd8d4845e661 HTTP/1.1" status: 200 len: 920 time: 3.9070373 Jul 29 23:45:37.288626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42642) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:37.310186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-022b8340-9b56-475b-9f37-a009bfa03414 req-ae67395b-2691-482f-b107-eb6074b01c55 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685092 Jul 29 23:45:37.329345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-454ad2da-9ecb-43a4-bb0c-b99a65594a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:37.338255 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-454ad2da-9ecb-43a4-bb0c-b99a65594a40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65b7b401-b590-437f-bfcb-60bbbc16a551 HTTP/1.1" status: 200 len: 897 time: 0.3807318 Jul 29 23:45:37.351506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b579ab2-b1b0-4e13-a9a4-236bf97ac0f2 req-153a9dd5-376c-4144-a1bd-7f153f2ecd30 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5490160 Jul 29 23:45:37.537998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0a006ec4-a98c-47fe-8559-ec0d6371e704 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:37.548033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c299c-2398-4a3c-9ff7-4cd52674d413 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 456945ab-54aa-4be2-91da-dd8d4845e661 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:37.548414 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d8c299c-2398-4a3c-9ff7-4cd52674d413 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.606103 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-efabdc12-8d4a-44c6-b181-a3e46bf77b9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 200 len: 999 time: 0.2434332 Jul 29 23:45:37.740726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 6f9dfdc3-ae93-4d86-90db-c94fdaa8111a yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:37.858563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a56dfa88-6e72-41f6-9864-984c85a8d411 None None] Port 456945ab-54aa-4be2-91da-dd8d4845e661 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:37.901679 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d8c299c-2398-4a3c-9ff7-4cd52674d413 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.943723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/ec91dfc3-499a-4fce-ab38-de8ea8b6e9ef/ab18972b-2db3-4e5c-b34b-cc9e909be9cd) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:37.955851 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c299c-2398-4a3c-9ff7-4cd52674d413 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 456945ab-54aa-4be2-91da-dd8d4845e661 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:37.986026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-bb776b39-2147-420f-be2b-016902e0ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:37.991758 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-bb776b39-2147-420f-be2b-016902e0ad89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf4fa847-6320-49ac-b0bf-015685211b25 HTTP/1.1" status: 200 len: 834 time: 0.3808300 Jul 29 23:45:38.099180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-a8eec655-c864-4606-860d-6f5fcdc9332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:38.101257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-a8eec655-c864-4606-860d-6f5fcdc9332a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65b7b401-b590-437f-bfcb-60bbbc16a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023004 Jul 29 23:45:38.121675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a56dfa88-6e72-41f6-9864-984c85a8d411 None None] Provisioning complete for port 445be74d-f710-4749-ade9-76736df5a5fb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:38.121990 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a56dfa88-6e72-41f6-9864-984c85a8d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.280173 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.311495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a56dfa88-6e72-41f6-9864-984c85a8d411 None None] Port 445be74d-f710-4749-ade9-76736df5a5fb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:38.319635 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-d62c9cae-6a33-4cbb-a394-45507a6886f7 service neutron] 10.222.0.47 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079670 Jul 29 23:45:38.380606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a56dfa88-6e72-41f6-9864-984c85a8d411 None None] Provisioning for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:38.387761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a56dfa88-6e72-41f6-9864-984c85a8d411 None None] Provisioning complete for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:38.388202 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a56dfa88-6e72-41f6-9864-984c85a8d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.413949 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d8c299c-2398-4a3c-9ff7-4cd52674d413 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.435584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Transition to ACTIVE for port object ab18972b-2db3-4e5c-b34b-cc9e909be9cd will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:38.502039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Transition to ACTIVE for port object ab18972b-2db3-4e5c-b34b-cc9e909be9cd will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:38.534179 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.612326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c299c-2398-4a3c-9ff7-4cd52674d413 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=456945ab-54aa-4be2-91da-dd8d4845e661,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:38.782248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:38.840595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:38.856610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:38.885844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Pushing event updated for resources: {'Port': ['ID=ab18972b-2db3-4e5c-b34b-cc9e909be9cd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:38.977888 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d8c299c-2398-4a3c-9ff7-4cd52674d413 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.987945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5d8c299c-2398-4a3c-9ff7-4cd52674d413 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/456945ab-54aa-4be2-91da-dd8d4845e661 HTTP/1.1" status: 204 len: 168 time: 1.6948688 Jul 29 23:45:38.997375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42698) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:39.067144 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ec768b-6bdb-4c49-bfb3-5c57d1b65ab8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:45:39.076065 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-45ec768b-6bdb-4c49-bfb3-5c57d1b65ab8 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/456945ab-54aa-4be2-91da-dd8d4845e661 HTTP/1.1" status: 404 len: 333 time: 0.0751872 Jul 29 23:45:39.089741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42700) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:39.125479 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Attempting to bind port ab18972b-2db3-4e5c-b34b-cc9e909be9cd on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:39.125847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Attempting to bind port ab18972b-2db3-4e5c-b34b-cc9e909be9cd by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:39.126214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Attempting to bind port ab18972b-2db3-4e5c-b34b-cc9e909be9cd on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:39.136735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b8f1f818-bfee-4528-ae99-2f16041c4947 None None] Could not find standard attr ID for object 456945ab-54aa-4be2-91da-dd8d4845e661. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:45:39.147077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:39.147459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:39.147867 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.148286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:39.161360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Bound port: ab18972b-2db3-4e5c-b34b-cc9e909be9cd, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:39.161778 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.263275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb99376-b88c-4ff2-9e4a-da823f2a6388 req-aeb6eb53-a516-4dcf-88e6-56d1be766d41 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.276369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfb99376-b88c-4ff2-9e4a-da823f2a6388 req-aeb6eb53-a516-4dcf-88e6-56d1be766d41 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 944 time: 0.6956208 Jul 29 23:45:39.317004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a0bf7-4a9e-456a-b10a-cc686ae02d48 req-4d65b8b7-86c0-4e50-9651-f146343ac774 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.329105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-866a0bf7-4a9e-456a-b10a-cc686ae02d48 req-4d65b8b7-86c0-4e50-9651-f146343ac774 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.7371759 Jul 29 23:45:39.379635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] For port ab18972b-2db3-4e5c-b34b-cc9e909be9cd, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:39.403722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] For port ab18972b-2db3-4e5c-b34b-cc9e909be9cd, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ab18972b-2db3-4e5c-b34b-cc9e909be9cd,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:39.443776 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.449008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfb99376-b88c-4ff2-9e4a-da823f2a6388 req-ba90f111-72a0-4aa8-8ec0-a0f7015f4030 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709449 Jul 29 23:45:39.455964 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11cad3ea-2ef8-45d5-9fc6-d68430ec77f1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.468651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-866a0bf7-4a9e-456a-b10a-cc686ae02d48 req-468254cf-daaa-487e-b944-e9c9c057e4bb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044950 Jul 29 23:45:39.549359 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11cad3ea-2ef8-45d5-9fc6-d68430ec77f1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.667114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ec3a1-db24-41f6-a518-d865206a37f5 None None] Pushing event updated for resources: {'Port': ['ID=ab18972b-2db3-4e5c-b34b-cc9e909be9cd,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:39.685355 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11cad3ea-2ef8-45d5-9fc6-d68430ec77f1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.688436 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11cad3ea-2ef8-45d5-9fc6-d68430ec77f1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.689734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-11cad3ea-2ef8-45d5-9fc6-d68430ec77f1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/security-groups/9a027547-3429-4cfa-ac87-184d0150151a HTTP/1.1" status: 204 len: 168 time: 0.5858889 Jul 29 23:45:39.706435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42708) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:39.707378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cad3ea-2ef8-45d5-9fc6-d68430ec77f1 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a027547-3429-4cfa-ac87-184d0150151a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:39.910481 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e09945b-8790-4bfd-847e-09dd3e273afc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.919701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::2ed (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/ec91dfc3-499a-4fce-ab38-de8ea8b6e9ef/6f9dfdc3-ae93-4d86-90db-c94fdaa8111a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:39.952576 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-951e01dd-1b94-464c-999d-1e8356d337c7 service neutron] 10.222.0.47 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6285031 Jul 29 23:45:39.976271 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e09945b-8790-4bfd-847e-09dd3e273afc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.086239 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e09945b-8790-4bfd-847e-09dd3e273afc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.095048 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e09945b-8790-4bfd-847e-09dd3e273afc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.099071 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3e09945b-8790-4bfd-847e-09dd3e273afc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/security-groups/bc79e5ea-30ea-4355-8fe8-8c55a27ca9ff HTTP/1.1" status: 204 len: 168 time: 0.3632348 Jul 29 23:45:40.099772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42716) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:40.139367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09945b-8790-4bfd-847e-09dd3e273afc tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc79e5ea-30ea-4355-8fe8-8c55a27ca9ff,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:40.270505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1024aa1-f063-44e1-b044-191df518bbea tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet 43bfef7b-6d96-4aa6-bc84-60b2781c9c3c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:40.275071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1024aa1-f063-44e1-b044-191df518bbea tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.281513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42720) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:40.326536 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.345675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 6f9dfdc3-ae93-4d86-90db-c94fdaa8111a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:40.408444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.409856 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1024aa1-f063-44e1-b044-191df518bbea tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.570219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:40.622505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:40.636663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:40.673262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.676249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.748190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-db0899f5-c03a-4701-bfd3-4cb1dc0d1e95 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.748887 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-db0899f5-c03a-4701-bfd3-4cb1dc0d1e95 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 1096 time: 0.3583376 Jul 29 23:45:40.760366 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3961425 Jul 29 23:45:40.777577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42730) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:40.996482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ab18972b-2db3-4e5c-b34b-cc9e909be9cd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:40.997103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcfc57-6e8b-4068-a967-ba2f044fe767 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=6f9dfdc3-ae93-4d86-90db-c94fdaa8111a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:41.119985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b7cdb4-f666-417f-b716-1aedf4ddd2e1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:41.141490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b7cdb4-f666-417f-b716-1aedf4ddd2e1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:41.172335 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e8b7cdb4-f666-417f-b716-1aedf4ddd2e1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3604741 Jul 29 23:45:41.173078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42734) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:41.199926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port ab18972b-2db3-4e5c-b34b-cc9e909be9cd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:41.436154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a088b314-78af-4779-abcc-72614f0e63ff None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:41.546828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-a47418d6-2a65-4c04-a91d-81cab96932d6 service neutron] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:41.552261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-a47418d6-2a65-4c04-a91d-81cab96932d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.553785 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-a47418d6-2a65-4c04-a91d-81cab96932d6 service neutron] 10.222.0.47 "DELETE /v2.0/ports/8aea22d4-ab8f-40c9-ace3-06275699515a/bindings/n-h1-712139-11 HTTP/1.1" status: 204 len: 173 time: 0.7776361 Jul 29 23:45:41.562996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bdee8306-e576-4c46-8c94-ee1e8797ed1e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 6f9dfdc3-ae93-4d86-90db-c94fdaa8111a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:41.563328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bdee8306-e576-4c46-8c94-ee1e8797ed1e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.714352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bdee8306-e576-4c46-8c94-ee1e8797ed1e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.731102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bdee8306-e576-4c46-8c94-ee1e8797ed1e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 6f9dfdc3-ae93-4d86-90db-c94fdaa8111a owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:41.863547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-76defbe8-f24a-4f6d-9ed7-f3881a2b9dca None None] Provisioning for port ab18972b-2db3-4e5c-b34b-cc9e909be9cd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:41.897249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-76defbe8-f24a-4f6d-9ed7-f3881a2b9dca None None] Provisioning complete for port ab18972b-2db3-4e5c-b34b-cc9e909be9cd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:41.897636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76defbe8-f24a-4f6d-9ed7-f3881a2b9dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.902270 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bdee8306-e576-4c46-8c94-ee1e8797ed1e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.980888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee8306-e576-4c46-8c94-ee1e8797ed1e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=6f9dfdc3-ae93-4d86-90db-c94fdaa8111a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:42.044609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bdee8306-e576-4c46-8c94-ee1e8797ed1e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.048150 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bdee8306-e576-4c46-8c94-ee1e8797ed1e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/6f9dfdc3-ae93-4d86-90db-c94fdaa8111a HTTP/1.1" status: 204 len: 168 time: 0.8716767 Jul 29 23:45:42.051220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42740) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.314245 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76defbe8-f24a-4f6d-9ed7-f3881a2b9dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.336004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d66905-7dcb-4eaa-82b0-287b1d7f3b13 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.340919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d66905-7dcb-4eaa-82b0-287b1d7f3b13 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.346142 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-44d66905-7dcb-4eaa-82b0-287b1d7f3b13 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2904532 Jul 29 23:45:42.348040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42744) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.402759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-76defbe8-f24a-4f6d-9ed7-f3881a2b9dca None None] For port ab18972b-2db3-4e5c-b34b-cc9e909be9cd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ab18972b-2db3-4e5c-b34b-cc9e909be9cd,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:42.408293 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76defbe8-f24a-4f6d-9ed7-f3881a2b9dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.474707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7783e8cb-8c64-4d00-8377-1dbfff0382ab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet ec91dfc3-499a-4fce-ab38-de8ea8b6e9ef {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:42.481474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01142e4e-d717-4914-8a35-842b987fa021 req-d4d50087-73fa-45c7-92cf-bc168f63fafb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.485567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7783e8cb-8c64-4d00-8377-1dbfff0382ab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.494587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01142e4e-d717-4914-8a35-842b987fa021 req-d4d50087-73fa-45c7-92cf-bc168f63fafb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 944 time: 0.7101607 Jul 29 23:45:42.549186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76defbe8-f24a-4f6d-9ed7-f3881a2b9dca None None] Pushing event updated for resources: {'Port': ['ID=ab18972b-2db3-4e5c-b34b-cc9e909be9cd,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:42.579030 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7783e8cb-8c64-4d00-8377-1dbfff0382ab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.655785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda68b0-d252-420e-ae52-8f593c53585b req-003cc9d1-0717-40c1-aba2-898e710c3fd5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.657468 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fda68b0-d252-420e-ae52-8f593c53585b req-003cc9d1-0717-40c1-aba2-898e710c3fd5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.8796766 Jul 29 23:45:42.676391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01142e4e-d717-4914-8a35-842b987fa021 req-fa7b0bc0-aad6-4211-a59d-8816b6ef71ce tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798255 Jul 29 23:45:42.678196 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1024aa1-f063-44e1-b044-191df518bbea tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.809705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-772b6f67-58d9-4bf9-b25c-3923e57779f7 None None] Provisioning complete for port ab18972b-2db3-4e5c-b34b-cc9e909be9cd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:42.810297 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-772b6f67-58d9-4bf9-b25c-3923e57779f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.828682 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7783e8cb-8c64-4d00-8377-1dbfff0382ab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.985132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ab18972b-2db3-4e5c-b34b-cc9e909be9cd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:43.036862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7783e8cb-8c64-4d00-8377-1dbfff0382ab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.038655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fda68b0-d252-420e-ae52-8f593c53585b req-a20ec4dc-9aa2-4222-a518-dfda4a1e803e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545651 Jul 29 23:45:43.056559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bedac-8271-4397-b68f-c42fa22c3255 req-935bd0a5-79f1-483f-b8d6-2ee161ee11a3 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:43.069835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d6bedac-8271-4397-b68f-c42fa22c3255 req-935bd0a5-79f1-483f-b8d6-2ee161ee11a3 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1096 time: 0.2312300 Jul 29 23:45:43.091389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ab18972b-2db3-4e5c-b34b-cc9e909be9cd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:43.091877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.186925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783e8cb-8c64-4d00-8377-1dbfff0382ab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=ec91dfc3-499a-4fce-ab38-de8ea8b6e9ef,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.204991 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7783e8cb-8c64-4d00-8377-1dbfff0382ab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.212037 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7783e8cb-8c64-4d00-8377-1dbfff0382ab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/ec91dfc3-499a-4fce-ab38-de8ea8b6e9ef HTTP/1.1" status: 204 len: 168 time: 0.8578026 Jul 29 23:45:43.215409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:43.228502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d6bedac-8271-4397-b68f-c42fa22c3255 req-3ec2a4ca-1a67-4c85-a697-cb07dc83e12d tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322618 Jul 29 23:45:43.235020 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1024aa1-f063-44e1-b044-191df518bbea tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.391724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1024aa1-f063-44e1-b044-191df518bbea tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=43bfef7b-6d96-4aa6-bc84-60b2781c9c3c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.395740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1024aa1-f063-44e1-b044-191df518bbea tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.395969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbbf519-8238-4f17-bcdd-32a40210a375 None None] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:43.401251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d1024aa1-f063-44e1-b044-191df518bbea tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/43bfef7b-6d96-4aa6-bc84-60b2781c9c3c HTTP/1.1" status: 204 len: 168 time: 3.2907822 Jul 29 23:45:43.410217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42760) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:43.444169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2dd1f530-89f5-4ff8-9e49-1b84247fc524 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:43.481239 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ba3715ec-768a-42d6-aa36-8e8f835d79fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2632251 Jul 29 23:45:43.500947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42764) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:43.508308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5a34a8dd-b1c1-4f5f-86e5-e18341a62337 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:43.509683 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fbd377-83af-45c3-bc6b-e3b55e395570 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:43.754342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a34a8dd-b1c1-4f5f-86e5-e18341a62337 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:43.761432 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.772166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a34a8dd-b1c1-4f5f-86e5-e18341a62337 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.840806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b8f6e643-e0b8-47e6-b74e-7742201b31bf None None] Could not find standard attr ID for object 6f9dfdc3-ae93-4d86-90db-c94fdaa8111a. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:45:43.956715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef958f2-a992-4177-b39c-0bb88a7de03d req-5afa3e5e-33ca-400b-9e5a-23af445f9678 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:43.965307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cef958f2-a992-4177-b39c-0bb88a7de03d req-5afa3e5e-33ca-400b-9e5a-23af445f9678 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 944 time: 0.5090668 Jul 29 23:45:44.230817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cef958f2-a992-4177-b39c-0bb88a7de03d req-ea884e37-89f3-4773-8266-be58b670315e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201622 Jul 29 23:45:44.231436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd1f530-89f5-4ff8-9e49-1b84247fc524 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:44.234782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dd1f530-89f5-4ff8-9e49-1b84247fc524 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.271432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42780) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:44.273871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44316e-fc79-46bc-aea3-16cb81f644eb None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:44.279891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a34a8dd-b1c1-4f5f-86e5-e18341a62337 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.363883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34a8dd-b1c1-4f5f-86e5-e18341a62337 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=0788d685-1d5f-41cc-8be9-5e7da2fd8f92,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:44.386718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a34a8dd-b1c1-4f5f-86e5-e18341a62337 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:44.388882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5a34a8dd-b1c1-4f5f-86e5-e18341a62337 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:44.393157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a34a8dd-b1c1-4f5f-86e5-e18341a62337 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:44.393892 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a34a8dd-b1c1-4f5f-86e5-e18341a62337 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.419184 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5a34a8dd-b1c1-4f5f-86e5-e18341a62337 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9138045 Jul 29 23:45:44.423142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:44.464475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0c44316e-fc79-46bc-aea3-16cb81f644eb None None] Deleting port ab18972b-2db3-4e5c-b34b-cc9e909be9cd {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:44.465072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c44316e-fc79-46bc-aea3-16cb81f644eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.469503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'name': 'tempest-NetworksTestDHCPv6-1218082217'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:44.632351 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a2c56b82-2986-45b0-a618-3652047cbbb8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/83847cbd-a052-4a01-8ae1-eb89c7c81b42 HTTP/1.1" status: 200 len: 991 time: 0.3388956 Jul 29 23:45:44.660956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191050b-facf-4dd7-93ea-df56b8f2215b req-9a781d8b-6b1f-4598-9e3f-5ac3e5707b79 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:44.662843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7191050b-facf-4dd7-93ea-df56b8f2215b req-9a781d8b-6b1f-4598-9e3f-5ac3e5707b79 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.3584991 Jul 29 23:45:44.748991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0c44316e-fc79-46bc-aea3-16cb81f644eb None None] For port ab18972b-2db3-4e5c-b34b-cc9e909be9cd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ab18972b-2db3-4e5c-b34b-cc9e909be9cd,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:44.752681 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c44316e-fc79-46bc-aea3-16cb81f644eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.791624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0c44316e-fc79-46bc-aea3-16cb81f644eb None None] Calling delete_port for ab18972b-2db3-4e5c-b34b-cc9e909be9cd owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:44.859584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:44.863298 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.945930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 37613f53-9365-47c0-adfd-f7ce7f17b502 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:45.003536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42792) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:45.040209 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c44316e-fc79-46bc-aea3-16cb81f644eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.054196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7191050b-facf-4dd7-93ea-df56b8f2215b req-ccc97f3d-91dd-4a70-8147-87e6b93bc3a5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373165 Jul 29 23:45:45.088376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ab18972b-2db3-4e5c-b34b-cc9e909be9cd no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:45.192278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44316e-fc79-46bc-aea3-16cb81f644eb None None] Pushing event deleted for resources: {'Port': ['ID=ab18972b-2db3-4e5c-b34b-cc9e909be9cd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:45.194491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c44316e-fc79-46bc-aea3-16cb81f644eb None None] No DVR routers for this DVR port ab18972b-2db3-4e5c-b34b-cc9e909be9cd on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:45.199055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: ab18972b-2db3-4e5c-b34b-cc9e909be9cd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:45.199425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ab18972b-2db3-4e5c-b34b-cc9e909be9cd not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:45.226095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f35881c-f8ba-49ef-b8c1-694ca57b6f2e None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:45.490981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] Deleting port 8e306495-4677-486e-acb8-04b9bedb75ec {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:45.490981 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.543605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::53 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/0788d685-1d5f-41cc-8be9-5e7da2fd8f92/37613f53-9365-47c0-adfd-f7ce7f17b502) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:45.723238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dd1f530-89f5-4ff8-9e49-1b84247fc524 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.730814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': '0788d685-1d5f-41cc-8be9-5e7da2fd8f92'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:45.733691 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.775537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-90a3955b-13c4-42a7-9082-994f01124442 None None] Provisioning complete for port 445be74d-f710-4749-ade9-76736df5a5fb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:45.776962 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90a3955b-13c4-42a7-9082-994f01124442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.885165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-90a3955b-13c4-42a7-9082-994f01124442 None None] Port 445be74d-f710-4749-ade9-76736df5a5fb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:45.900732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1f530-89f5-4ff8-9e49-1b84247fc524 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=bfa8fcf4-5407-43d1-b1a9-350db497d615,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:45.921546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd1f530-89f5-4ff8-9e49-1b84247fc524 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:45.931407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2dd1f530-89f5-4ff8-9e49-1b84247fc524 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:45.945787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd1f530-89f5-4ff8-9e49-1b84247fc524 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:45.947503 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dd1f530-89f5-4ff8-9e49-1b84247fc524 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.987165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2dd1f530-89f5-4ff8-9e49-1b84247fc524 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5708899 Jul 29 23:45:45.997472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42796) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:46.057065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b932193-b9ae-47e0-8ba1-99ebc1e525b1 None None] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:46.059632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port a7258ba2-7cb0-4663-a8db-50699f9388b9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:46.060223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] For port 8e306495-4677-486e-acb8-04b9bedb75ec, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8e306495-4677-486e-acb8-04b9bedb75ec,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:46.060988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.061548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.101079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] Calling delete_port for 8e306495-4677-486e-acb8-04b9bedb75ec owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:46.122281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-90a3955b-13c4-42a7-9082-994f01124442 None None] Provisioning complete for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:46.122657 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90a3955b-13c4-42a7-9082-994f01124442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.240579 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.242312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.275836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for a7258ba2-7cb0-4663-a8db-50699f9388b9 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:46.457750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4d67c80b-c76e-4258-bcb2-df5b4b5382dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'security_group': {'name': 'tempest-secgroup-1767973044'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:46.517144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.540513 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d67c80b-c76e-4258-bcb2-df5b4b5382dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.573271 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.631939 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.635482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=a7258ba2-7cb0-4663-a8db-50699f9388b9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:46.687212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e306495-4677-486e-acb8-04b9bedb75ec,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:46.870759 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.874712 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Floating IP 83847cbd-a052-4a01-8ae1-eb89c7c81b42 disassociated (deleted). External IP: 172.25.2.147, port: 8aea22d4-ab8f-40c9-ace3-06275699515a. Jul 29 23:45:46.891641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8fd94-9cfc-40a7-bf83-8ea56e6756e9 req-cb06dc14-de54-4266-80b9-10a26203477d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:46.895290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cb8fd94-9cfc-40a7-bf83-8ea56e6756e9 req-cb06dc14-de54-4266-80b9-10a26203477d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.3923538 Jul 29 23:45:47.097012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 37613f53-9365-47c0-adfd-f7ce7f17b502 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:47.112260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Update dhcp port {'port': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'fixed_ips': [{'subnet_id': '80123f69-6e65-40ca-a0b4-460c747fa8f9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bfa8fcf4-5407-43d1-b1a9-350db497d615'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '0a006ec4-a98c-47fe-8559-ec0d6371e704'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:45:47.200134 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.452385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.469112 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d67c80b-c76e-4258-bcb2-df5b4b5382dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.499221 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d67c80b-c76e-4258-bcb2-df5b4b5382dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.534583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.627673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cb8fd94-9cfc-40a7-bf83-8ea56e6756e9 req-a8913eda-b240-4214-b8b8-ed2cde97d32e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7083273 Jul 29 23:45:47.634743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67c80b-c76e-4258-bcb2-df5b4b5382dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f7f51-03d1-4690-ae6b-2481f06ee06a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:47.643866 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d67c80b-c76e-4258-bcb2-df5b4b5382dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.660087 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4d67c80b-c76e-4258-bcb2-df5b4b5382dd tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6569824 Jul 29 23:45:47.661552 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42806) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.668260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ef6e7fa9-b1fd-405f-9282-d2614422a1b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'security_group': {'name': 'tempest-secgroup-544793162'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:47.707654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/0788d685-1d5f-41cc-8be9-5e7da2fd8f92/18d23200-9c27-472b-b3d7-884718d92c92) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:47.714107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:47.736902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Allocated IP 172.20.0.2 (07ea90e8-a4e2-46cc-99d5-071a15728e01/bfa8fcf4-5407-43d1-b1a9-350db497d615/0a006ec4-a98c-47fe-8559-ec0d6371e704) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:47.737229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:47.773498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:47.787969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:47.789027 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.807512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router 747948ad-fb9d-42a3-8d1c-b91d19222ccb has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:47.851543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=37613f53-9365-47c0-adfd-f7ce7f17b502,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:47.852209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7fa9-b1fd-405f-9282-d2614422a1b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.881292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] For port 0a006ec4-a98c-47fe-8559-ec0d6371e704, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0a006ec4-a98c-47fe-8559-ec0d6371e704,segment=NetworkSegment(3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67),segment_id=3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:47.910321 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9cdd0fc5-5611-42df-9905-d117468e6add tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4839301 Jul 29 23:45:47.922826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42808) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.932742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.960998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Transition to ACTIVE for port object 0a006ec4-a98c-47fe-8559-ec0d6371e704 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:47.970318 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.222473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:48.240362 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] Sync routers for ids ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:48.245073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.290965 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] Routers {'747948ad-fb9d-42a3-8d1c-b91d19222ccb'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:48.297149 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:45:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:48.319661 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9a47240b-a78d-4270-87b5-d86d0ba0a0c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/floatingips/83847cbd-a052-4a01-8ae1-eb89c7c81b42 HTTP/1.1" status: 204 len: 168 time: 3.3101785 Jul 29 23:45:48.322541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:48.337988 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515de3a2-684e-44ca-acf0-9f8346fd8a69" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:48.464354 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556a728b-f40c-4bd9-8caf-a6fd1ac8f9d1 x-openstack-request-id: req-556a728b-f40c-4bd9-8caf-a6fd1ac8f9d1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:48.465200 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:48.465962 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-556a728b-f40c-4bd9-8caf-a6fd1ac8f9d1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:48.466528 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'status': 'completed', 'code': 200} Jul 29 23:45:48.477978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccb9198-900e-4134-b583-751153419d67 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:48.484349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42818) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:48.510606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4ccb9198-900e-4134-b583-751153419d67 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5812149 Jul 29 23:45:48.515898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] Router 5663c608-d2d6-46e6-b85f-93c953f7bf34 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:48.932763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.984213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3998d26f-c4dd-466a-a7bb-334eb7dfdc9c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 37613f53-9365-47c0-adfd-f7ce7f17b502 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:48.990353 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3998d26f-c4dd-466a-a7bb-334eb7dfdc9c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.992945 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] Set router 747948ad-fb9d-42a3-8d1c-b91d19222ccb gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:49.003786 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7fa9-b1fd-405f-9282-d2614422a1b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.027897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7fa9-b1fd-405f-9282-d2614422a1b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.310851 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e7fa9-b1fd-405f-9282-d2614422a1b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098d5eff-6a62-4d1b-89b3-ab5364d2c440,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.359614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Pushing event updated for resources: {'Port': ['ID=0a006ec4-a98c-47fe-8559-ec0d6371e704,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.418855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.419220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.419523 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.420240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3998d26f-c4dd-466a-a7bb-334eb7dfdc9c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.429701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.431176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.435478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.436242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.438859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.439395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.439899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.440470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.440969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf800f-76f9-4fb8-acb8-050cf776a09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:49.455679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3998d26f-c4dd-466a-a7bb-334eb7dfdc9c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 37613f53-9365-47c0-adfd-f7ce7f17b502 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:49.676106 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.695720 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Transition to ACTIVE for port object 18d23200-9c27-472b-b3d7-884718d92c92 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:49.721382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Transition to ACTIVE for port object 18d23200-9c27-472b-b3d7-884718d92c92 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:49.773098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.865885 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:53Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '339a348c-4743-48ab-8777-1921ff1045f4', 'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:3c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:49Z', 'updated_at': '2021-07-29T23:44:11Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:49.966972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42836) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:49.969125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:50.013958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:50.018260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:50.044605 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] Checking router: 747948ad-fb9d-42a3-8d1c-b91d19222ccb for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:50.085610 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] Routers {'747948ad-fb9d-42a3-8d1c-b91d19222ccb'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:50.092355 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:45:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:50.222842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-78333f17-c392-4030-97b7-324b367b0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:50.228876 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-78333f17-c392-4030-97b7-324b367b0d43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 1096 time: 1.6678512 Jul 29 23:45:50.245411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Attempting to bind port 18d23200-9c27-472b-b3d7-884718d92c92 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:50.245800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Attempting to bind port 18d23200-9c27-472b-b3d7-884718d92c92 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:50.246178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Attempting to bind port 18d23200-9c27-472b-b3d7-884718d92c92 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:50.269740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Pushing event updated for resources: {'Port': ['ID=18d23200-9c27-472b-b3d7-884718d92c92,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:50.287167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:50.287167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:50.287167 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.287167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:50.287167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Bound port: 18d23200-9c27-472b-b3d7-884718d92c92, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:50.287780 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.428285 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] Set router 747948ad-fb9d-42a3-8d1c-b91d19222ccb gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:50.454959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ebde890c-21c1-41a9-91ed-94e48b8e121e None None] Provisioning complete for port 445be74d-f710-4749-ade9-76736df5a5fb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:50.455336 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebde890c-21c1-41a9-91ed-94e48b8e121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.484769 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7fa9-b1fd-405f-9282-d2614422a1b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.486430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ef6e7fa9-b1fd-405f-9282-d2614422a1b2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8222332 Jul 29 23:45:50.503869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42848) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:50.530842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3998d26f-c4dd-466a-a7bb-334eb7dfdc9c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.564678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ebde890c-21c1-41a9-91ed-94e48b8e121e None None] Port 445be74d-f710-4749-ade9-76736df5a5fb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:50.566932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e5074f6e-e506-4262-a7cb-f537af51d868 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'security_group': {'name': 'tempest-secgroup-1847192268'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:50.593120 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6182a4e6-0ae1-44f6-9952-e4f1a999503c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.599993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ebde890c-21c1-41a9-91ed-94e48b8e121e None None] Provisioning for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:50.618663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ebde890c-21c1-41a9-91ed-94e48b8e121e None None] Provisioning complete for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:50.623678 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebde890c-21c1-41a9-91ed-94e48b8e121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.626909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] For port 18d23200-9c27-472b-b3d7-884718d92c92, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:50.679552 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0e597-3a05-40da-81da-8242045de83c req-6ee9ad8c-1f14-41a9-b65e-4c203845cc21 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:50.698365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0e597-3a05-40da-81da-8242045de83c req-6ee9ad8c-1f14-41a9-b65e-4c203845cc21 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 1.7685168 Jul 29 23:45:50.706914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] For port 18d23200-9c27-472b-b3d7-884718d92c92, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=18d23200-9c27-472b-b3d7-884718d92c92,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:50.724334 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.796058 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-e0a425cf-89e0-4758-88ea-fea1d61d8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:50.801526 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-e0a425cf-89e0-4758-88ea-fea1d61d8743 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1098 time: 0.5587835 Jul 29 23:45:50.811017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998d26f-c4dd-466a-a7bb-334eb7dfdc9c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=37613f53-9365-47c0-adfd-f7ce7f17b502,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:50.850039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:50.882043 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-69d05f74-4178-4061-b98b-9fdca94a7aa9 admin admin] 10.222.0.37 "PUT /v2.0/routers/5663c608-d2d6-46e6-b85f-93c953f7bf34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5973160 Jul 29 23:45:50.911657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:50.918290 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5074f6e-e506-4262-a7cb-f537af51d868 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.932693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3998d26f-c4dd-466a-a7bb-334eb7dfdc9c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.946211 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3998d26f-c4dd-466a-a7bb-334eb7dfdc9c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/37613f53-9365-47c0-adfd-f7ce7f17b502 HTTP/1.1" status: 204 len: 168 time: 2.4572430 Jul 29 23:45:50.956653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] Sync routers for ids ['5663c608-d2d6-46e6-b85f-93c953f7bf34'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:50.977783 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:53Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '339a348c-4743-48ab-8777-1921ff1045f4', 'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:3c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:49Z', 'updated_at': '2021-07-29T23:44:11Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:50.981839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42852) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:51.013554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0a006ec4-a98c-47fe-8559-ec0d6371e704 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:51.013554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] Routers {'5663c608-d2d6-46e6-b85f-93c953f7bf34'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:51.013554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:45:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5663c608-d2d6-46e6-b85f-93c953f7bf34'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:51.015853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d6d0c-626c-4442-8d72-f7417a6ff8ec req-56c4bf46-b88f-4724-a4e3-850b002ab1d8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:51.018106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b83d6d0c-626c-4442-8d72-f7417a6ff8ec req-56c4bf46-b88f-4724-a4e3-850b002ab1d8 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 944 time: 1.8646867 Jul 29 23:45:51.041916 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7168fd3-ba5d-4121-9b1f-8dd886700d2f None None] The sync data for ids ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'] in n-d-712139-11 is: [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:43:53Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '339a348c-4743-48ab-8777-1921ff1045f4', 'name': '', 'network_id': '65b7b401-b590-437f-bfcb-60bbbc16a551', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:3c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:49Z', 'updated_at': '2021-07-29T23:44:11Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'cf4fa847-6320-49ac-b0bf-015685211b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:51.072151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-684f71d1-cb9c-46fb-b329-adcd4c9064c0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:51.073914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-684f71d1-cb9c-46fb-b329-adcd4c9064c0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 944 time: 0.7151363 Jul 29 23:45:51.408843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:51.409940 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.438370 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bea0e597-3a05-40da-81da-8242045de83c req-f6c8e3e1-8913-4e0e-9215-23af5a2b36f1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7348156 Jul 29 23:45:51.476599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef1a03-87ed-4638-841d-9bee2614db9d None None] Pushing event updated for resources: {'Port': ['ID=18d23200-9c27-472b-b3d7-884718d92c92,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:51.477433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07aaad-8c10-44fe-aedc-340f106bbb3a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:51.479006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07aaad-8c10-44fe-aedc-340f106bbb3a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:51.491348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1e07aaad-8c10-44fe-aedc-340f106bbb3a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4682782 Jul 29 23:45:51.492481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] Set router 5663c608-d2d6-46e6-b85f-93c953f7bf34 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:51.552789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42854) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:51.625624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b83d6d0c-626c-4442-8d72-f7417a6ff8ec req-1d51d1d2-a225-4e14-8c6a-0bc7c69fe6cb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5391536 Jul 29 23:45:51.697785 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5568a-a065-4379-a751-3e3c433df6b2 None None] New status for floating IP 83847cbd-a052-4a01-8ae1-eb89c7c81b42: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:45:51.823097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fba159-ff14-46df-948a-1620377c387f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 0788d685-1d5f-41cc-8be9-5e7da2fd8f92 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:51.840327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 8aea22d4-ab8f-40c9-ace3-06275699515a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:51.841715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.843351 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01fbf238-bdc3-44ad-a68b-b7c5fd0f0922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.990488 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fba159-ff14-46df-948a-1620377c387f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.996542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:45:46Z', 'revision_number': 5, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:52.072587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] Checking router: 5663c608-d2d6-46e6-b85f-93c953f7bf34 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:52.095426 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fba159-ff14-46df-948a-1620377c387f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.105232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] Routers {'5663c608-d2d6-46e6-b85f-93c953f7bf34'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:52.106174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:45:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5663c608-d2d6-46e6-b85f-93c953f7bf34'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:52.294516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port 8aea22d4-ab8f-40c9-ace3-06275699515a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8aea22d4-ab8f-40c9-ace3-06275699515a,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:52.295461 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.302317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-c6ad0da4-d8e4-43f0-9fb0-176761e053ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:52.303911 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-c6ad0da4-d8e4-43f0-9fb0-176761e053ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 1.3877134 Jul 29 23:45:52.340184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 8aea22d4-ab8f-40c9-ace3-06275699515a owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:52.416949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] Set router 5663c608-d2d6-46e6-b85f-93c953f7bf34 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:52.421886 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-dd5d2952-f427-48b4-816a-5764a8055aff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 1000 time: 0.0991285 Jul 29 23:45:52.467709 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-e5074f6e-e506-4262-a7cb-f537af51d868 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:45:52.467709 n-d-712139-11 neutron-server[93816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:45:52.467709 n-d-712139-11 neutron-server[93816]: [parameters: {'project_id_1': 'dd266ff5897c47f89f2f08b223d0b45d', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 45, 51, 81818)}] Jul 29 23:45:52.467709 n-d-712139-11 neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:52.468269 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-e5074f6e-e506-4262-a7cb-f537af51d868 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:52.503368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-56fb69e6-64ac-40b7-ba5f-98f14173ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:52.513511 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-56fb69e6-64ac-40b7-ba5f-98f14173ed87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65b7b401-b590-437f-bfcb-60bbbc16a551 HTTP/1.1" status: 200 len: 897 time: 2.2688696 Jul 29 23:45:52.632475 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-3b2c6322-5e02-49d4-9585-9c851a753f14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 200 len: 217 time: 0.0667953 Jul 29 23:45:52.653214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fba159-ff14-46df-948a-1620377c387f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.798283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-3de852f3-a580-40f9-9b53-2575e2f6b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:52.799897 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-3de852f3-a580-40f9-9b53-2575e2f6b6d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf4fa847-6320-49ac-b0bf-015685211b25 HTTP/1.1" status: 200 len: 834 time: 0.1541646 Jul 29 23:45:52.869416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-88da1fe8-2a9c-45ab-b0f6-bdefd6930692 None None] Provisioning for port 18d23200-9c27-472b-b3d7-884718d92c92 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:52.879622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-ec42a990-0cb1-4b16-961f-0a40fba88034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:52.881274 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-ec42a990-0cb1-4b16-961f-0a40fba88034 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.4433441 Jul 29 23:45:52.945528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:45:46Z', 'revision_number': 5, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:52.962133 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.001143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5074f6e-e506-4262-a7cb-f537af51d868 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.044343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e6bfe-8e03-42dc-a354-a57c8a13ef0e None None] The sync data for ids ['5663c608-d2d6-46e6-b85f-93c953f7bf34'] in n-d-712139-11 is: [{'id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'name': 'tempest-TaggedBootDevicesTest-985820944-router', 'tenant_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:45Z', 'updated_at': '2021-07-29T23:45:46Z', 'revision_number': 5, 'project_id': '7ee1a7ae85f14d38905ed95afe23a54c', 'gw_port': {'id': 'b4ad55af-81a0-41b7-b92d-0d026424da5f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663c608-d2d6-46e6-b85f-93c953f7bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:46Z', 'updated_at': '2021-07-29T23:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:53.051257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 18d23200-9c27-472b-b3d7-884718d92c92 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:53.116967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6182a4e6-0ae1-44f6-9952-e4f1a999503c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.160986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b54d4-e088-427c-b49b-4c325de04040 req-9442356d-a954-40a9-aca2-db4448a5c246 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:53.165939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-231b54d4-e088-427c-b49b-4c325de04040 req-9442356d-a954-40a9-aca2-db4448a5c246 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.3976049 Jul 29 23:45:53.173176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 18d23200-9c27-472b-b3d7-884718d92c92 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:53.179485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 18d23200-9c27-472b-b3d7-884718d92c92 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:53.184739 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.245952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6182a4e6-0ae1-44f6-9952-e4f1a999503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.290806 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.332692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182a4e6-0ae1-44f6-9952-e4f1a999503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439b6df8-348f-4671-be00-be25090576f0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.339020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29bec344-fd7e-4735-b550-55fb4979ee72 None None] Could not find standard attr ID for object 37613f53-9365-47c0-adfd-f7ce7f17b502. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:45:53.401888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a741a-23a2-440b-9cd2-d809a2a1e637 req-f75d2ca3-1b73-45f8-bf65-ce996bc63f60 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:53.404147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-318a741a-23a2-440b-9cd2-d809a2a1e637 req-f75d2ca3-1b73-45f8-bf65-ce996bc63f60 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 866 time: 0.5445681 Jul 29 23:45:53.438756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=8aea22d4-ab8f-40c9-ace3-06275699515a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.474359 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.479741 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6182a4e6-0ae1-44f6-9952-e4f1a999503c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ce211ed10244399a5c0706eab539a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4073193 Jul 29 23:45:53.491833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-13675d14-3c3f-4e21-a688-d8fcc3740665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:53.494012 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-13675d14-3c3f-4e21-a688-d8fcc3740665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65b7b401-b590-437f-bfcb-60bbbc16a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6675611 Jul 29 23:45:53.495189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:53.498458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-8ff86a5e-be8c-4c77-864a-968a280793b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:53.500066 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-8ff86a5e-be8c-4c77-864a-968a280793b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5158172 Jul 29 23:45:53.562913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-318a741a-23a2-440b-9cd2-d809a2a1e637 req-7c0eca27-fcd8-4f13-8254-b3d01bc657d7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152041 Jul 29 23:45:53.571533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fba159-ff14-46df-948a-1620377c387f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.657232 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:53.658026 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:53.712424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fba159-ff14-46df-948a-1620377c387f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.714373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-46fba159-ff14-46df-948a-1620377c387f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/0788d685-1d5f-41cc-8be9-5e7da2fd8f92 HTTP/1.1" status: 204 len: 168 time: 2.1470134 Jul 29 23:45:53.721977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb92582e-d4ab-46dc-96fb-674ccbaaf0cf None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:53.735737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42868) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:53.748198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-231b54d4-e088-427c-b49b-4c325de04040 req-402857e1-7a75-4f8f-8aff-a7161ac2efd6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4859858 Jul 29 23:45:53.752782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fba159-ff14-46df-948a-1620377c387f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=0788d685-1d5f-41cc-8be9-5e7da2fd8f92,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.807809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] No DVR routers for this DVR port 8aea22d4-ab8f-40c9-ace3-06275699515a on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:53.880570 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.885030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.47 "DELETE /v2.0/ports/8aea22d4-ab8f-40c9-ace3-06275699515a HTTP/1.1" status: 204 len: 173 time: 2.7882514 Jul 29 23:45:53.888274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'name': 'network-vif-deleted', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:53.892663 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42600d99-8206-4d03-a431-65a47adda735" -d '{"events": [{"server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "name": "network-vif-deleted", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:53.963031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-66c79f50-65c3-4d85-a4eb-6ec2dbd895a3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2135334 Jul 29 23:45:53.970019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42874) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:53.978771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-df8255d9-3cd4-4968-b625-00f3ba34952f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:54.062927 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9df6ea-9ebc-4304-a888-33813e688b9f x-openstack-request-id: req-aa9df6ea-9ebc-4304-a888-33813e688b9f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:54.063223 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f8762-459d-4ac0-bf9b-5d63c720cc83", "name": "network-vif-deleted", "tag": "8aea22d4-ab8f-40c9-ace3-06275699515a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:54.063639 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa9df6ea-9ebc-4304-a888-33813e688b9f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:54.064035 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f8762-459d-4ac0-bf9b-5d63c720cc83', 'name': 'network-vif-deleted', 'tag': '8aea22d4-ab8f-40c9-ace3-06275699515a', 'status': 'completed', 'code': 200} Jul 29 23:45:54.069607 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5074f6e-e506-4262-a7cb-f537af51d868 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.084798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5074f6e-e506-4262-a7cb-f537af51d868 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.091380 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.139482 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5074f6e-e506-4262-a7cb-f537af51d868 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.141920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e5074f6e-e506-4262-a7cb-f537af51d868 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.6276145 Jul 29 23:45:54.151967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42876) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:54.160070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-614090122', 'security_groups': ['c34f31fe-9fbe-4706-8e94-a518193511fa'], 'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bfa8fcf4-5407-43d1-b1a9-350db497d615'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:54.208850 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-f5dad89f-4aac-4050-ac89-702840f58111 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957881 Jul 29 23:45:54.225307 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56924ece-3bbd-443e-9c11-cd0f4baae677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.294325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56924ece-3bbd-443e-9c11-cd0f4baae677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.297551 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.303906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f279f8af-01e0-4df2-92df-eae11139113f None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:54.306702 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4e797e5-bec0-494d-88c1-455225799356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.425438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5074f6e-e506-4262-a7cb-f537af51d868 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34f31fe-9fbe-4706-8e94-a518193511fa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:54.451369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8255d9-3cd4-4968-b625-00f3ba34952f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:54.458503 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df8255d9-3cd4-4968-b625-00f3ba34952f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.471070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 18d23200-9c27-472b-b3d7-884718d92c92, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=18d23200-9c27-472b-b3d7-884718d92c92,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:54.472724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8aea22d4-ab8f-40c9-ace3-06275699515a no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:54.499961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 8aea22d4-ab8f-40c9-ace3-06275699515a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:54.500597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8aea22d4-ab8f-40c9-ace3-06275699515a not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:54.506117 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.509398 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.578196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56924ece-3bbd-443e-9c11-cd0f4baae677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.579598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:54.581604 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56924ece-3bbd-443e-9c11-cd0f4baae677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.585483 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-56924ece-3bbd-443e-9c11-cd0f4baae677 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/439b6df8-348f-4671-be00-be25090576f0 HTTP/1.1" status: 204 len: 168 time: 1.0820539 Jul 29 23:45:54.585483 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5c0de0cf-394b-4e70-a8e4-66f23d729161 req-54f341e1-b12c-4e29-9088-c10bccdacd9c service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836286 Jul 29 23:45:54.626318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56924ece-3bbd-443e-9c11-cd0f4baae677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439b6df8-348f-4671-be00-be25090576f0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:54.672948 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-fe108a2a-3c17-4798-add0-b113fc033d1a service neutron] 10.222.0.47 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1563978 Jul 29 23:45:54.740654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=18d23200-9c27-472b-b3d7-884718d92c92,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:54.780750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f279f8af-01e0-4df2-92df-eae11139113f None None] Deleting port 18d23200-9c27-472b-b3d7-884718d92c92 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:54.781135 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f279f8af-01e0-4df2-92df-eae11139113f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.941885 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.974349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] device_id is not set on port eea1f5e2-a6f4-402d-bd7b-8c373d815e94 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:54.980215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Deleting port b4ad55af-81a0-41b7-b92d-0d026424da5f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:54.980575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.984803 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-515de3a2-684e-44ca-acf0-9f8346fd8a69 req-dac58fe6-b170-4e98-bcc2-7184ae0b1448 service neutron] 10.222.0.47 "GET /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949779 Jul 29 23:45:55.058428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8e306495-4677-486e-acb8-04b9bedb75ec no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:55.123910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8e306495-4677-486e-acb8-04b9bedb75ec {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:55.124529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8e306495-4677-486e-acb8-04b9bedb75ec not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:55.125019 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 18d23200-9c27-472b-b3d7-884718d92c92 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:55.134419 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f279f8af-01e0-4df2-92df-eae11139113f None None] For port 18d23200-9c27-472b-b3d7-884718d92c92, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=18d23200-9c27-472b-b3d7-884718d92c92,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:55.134853 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f279f8af-01e0-4df2-92df-eae11139113f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.277829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.6 (07ea90e8-a4e2-46cc-99d5-071a15728e01/bfa8fcf4-5407-43d1-b1a9-350db497d615/eea1f5e2-a6f4-402d-bd7b-8c373d815e94) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:55.332689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] For port b4ad55af-81a0-41b7-b92d-0d026424da5f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b4ad55af-81a0-41b7-b92d-0d026424da5f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:55.333488 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.361231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f279f8af-01e0-4df2-92df-eae11139113f None None] Calling delete_port for 18d23200-9c27-472b-b3d7-884718d92c92 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:55.368146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Calling delete_port for b4ad55af-81a0-41b7-b92d-0d026424da5f owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:55.416836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76539590-7453-4774-b78d-2251c8d1b07b req-2f2a9422-a7c6-4297-b8d0-861cdf3fed14 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8762-459d-4ac0-bf9b-5d63c720cc83 HTTP/1.1" status: 200 len: 210 time: 0.0885310 Jul 29 23:45:55.568028 n-d-712139-11 neutron-server[93818]: INFO neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No ports have port_id starting with 18d23200-9c27-472b-b3d7-884718d92c92 Jul 29 23:45:55.575016 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f279f8af-01e0-4df2-92df-eae11139113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.585728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6693a6-2b6d-4e02-98da-3a8443ed1dcd req-9d696d33-6480-4777-9072-469eeb8d272f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:55.599037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c6693a6-2b6d-4e02-98da-3a8443ed1dcd req-9d696d33-6480-4777-9072-469eeb8d272f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.2558515 Jul 29 23:45:55.608358 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df8255d9-3cd4-4968-b625-00f3ba34952f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.660093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279f8af-01e0-4df2-92df-eae11139113f None None] Pushing event deleted for resources: {'Port': ['ID=18d23200-9c27-472b-b3d7-884718d92c92,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:55.676354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279f8af-01e0-4df2-92df-eae11139113f None None] No DVR routers for this DVR port 18d23200-9c27-472b-b3d7-884718d92c92 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:55.687085 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.699561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42888) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:55.757655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8255d9-3cd4-4968-b625-00f3ba34952f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:55.762329 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbe5716c-2238-4982-bec7-eaacc43f0524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.792945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-df8255d9-3cd4-4968-b625-00f3ba34952f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:55.798067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8255d9-3cd4-4968-b625-00f3ba34952f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:55.798742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df8255d9-3cd4-4968-b625-00f3ba34952f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.807398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4f0a46-761a-4637-9145-f31f8310e650 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:55.825654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8255d9-3cd4-4968-b625-00f3ba34952f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=b6ecd537-5ae1-4aa8-9702-5e16d3052d1b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:55.835833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.853680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c6693a6-2b6d-4e02-98da-3a8443ed1dcd req-e7027e37-ece0-4226-8710-38c489a6e6a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427363 Jul 29 23:45:55.876425 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.903101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object eea1f5e2-a6f4-402d-bd7b-8c373d815e94 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:55.917968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ad55af-81a0-41b7-b92d-0d026424da5f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:55.995619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.027435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.099353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:56.109138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:56.134105 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.136913 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.143477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:56.232504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': 'b6ecd537-5ae1-4aa8-9702-5e16d3052d1b'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:56.237741 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.238840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.239379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5663c608-d2d6-46e6-b85f-93c953f7bf34 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:56.262148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.270546 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8d5beb9b-5998-4b0c-b1a5-378796cc3efb admin admin] 10.222.0.37 "DELETE /v2.0/routers/5663c608-d2d6-46e6-b85f-93c953f7bf34 HTTP/1.1" status: 204 len: 168 time: 5.3213961 Jul 29 23:45:56.273377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42892) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.304156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=eea1f5e2-a6f4-402d-bd7b-8c373d815e94,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.414638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:56.420261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.455272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Deleting subnet 7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:56.470078 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.530520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42896) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.543151 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbe5716c-2238-4982-bec7-eaacc43f0524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.556431 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbe5716c-2238-4982-bec7-eaacc43f0524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.673662 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.706593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42898) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.707515 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cbe5716c-2238-4982-bec7-eaacc43f0524 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b527319e2bf44256a965fa7702eeb957&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0001507 Jul 29 23:45:56.709031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5716c-2238-4982-bec7-eaacc43f0524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda857d-9d94-43f0-9aa6-5540edd3cb03,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.730809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9fb78cd8-ed94-4708-9c2f-ec6650e67fdf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5769091 Jul 29 23:45:56.732583 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-df8255d9-3cd4-4968-b625-00f3ba34952f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7614727 Jul 29 23:45:56.733623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42900) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.738886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42902) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.747966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2091f2d4-0df9-49d8-85af-f2abd72ffaac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:56.759154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'name': 'tempest-NetworksTestDHCPv6-228894625'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:56.836466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f66d68b7-0886-430b-b64d-a7b87b7b5bc4 None None] Provisioning for port eea1f5e2-a6f4-402d-bd7b-8c373d815e94 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:56.846947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f66d68b7-0886-430b-b64d-a7b87b7b5bc4 None None] Provisioning complete for port eea1f5e2-a6f4-402d-bd7b-8c373d815e94 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:56.847761 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f66d68b7-0886-430b-b64d-a7b87b7b5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.897005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f66d68b7-0886-430b-b64d-a7b87b7b5bc4 None None] Port eea1f5e2-a6f4-402d-bd7b-8c373d815e94 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:56.902133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/b6ecd537-5ae1-4aa8-9702-5e16d3052d1b/bf6a6f7c-56cf-49a8-9fa6-5f5967231d88) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:57.083323 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.159496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b4ad55af-81a0-41b7-b92d-0d026424da5f no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:57.160981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd78b5-9930-4dae-806e-ec6af8d81997 req-236a6dd3-62be-41a9-9636-d6061ae9386d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:57.169964 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.170373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62fd78b5-9930-4dae-806e-ec6af8d81997 req-236a6dd3-62be-41a9-9636-d6061ae9386d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.2091649 Jul 29 23:45:57.215691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:57.218861 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: b4ad55af-81a0-41b7-b92d-0d026424da5f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:57.219282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b4ad55af-81a0-41b7-b92d-0d026424da5f not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:57.219483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.260690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 407e255c-74a8-44ea-86ad-872763a3700b yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:57.286375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2091f2d4-0df9-49d8-85af-f2abd72ffaac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:57.289739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2091f2d4-0df9-49d8-85af-f2abd72ffaac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.353564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62fd78b5-9930-4dae-806e-ec6af8d81997 req-369b07f7-ca1a-4e17-ac9a-691a31502a67 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663656 Jul 29 23:45:57.410931 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.434423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Transition to ACTIVE for port object bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:57.485315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Transition to ACTIVE for port object bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:57.496690 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.538076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.560751 n-d-712139-11 neutron-server[93816]: INFO neutron.db.ipam_backend_mixin [None req-2091f2d4-0df9-49d8-85af-f2abd72ffaac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bfa8fcf4-5407-43d1-b1a9-350db497d615 (CIDR: 172.20.0.0/28) Jul 29 23:45:57.568634 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2091f2d4-0df9-49d8-85af-f2abd72ffaac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:45:57.569472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2091f2d4-0df9-49d8-85af-f2abd72ffaac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:57.571839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Pushing event updated for resources: {'Port': ['ID=bf6a6f7c-56cf-49a8-9fa6-5f5967231d88,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:57.588598 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.592131 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f HTTP/1.1" status: 204 len: 168 time: 1.3162491 Jul 29 23:45:57.601917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b4330-15e1-4dbe-a3fe-a3335a1e1c07 None None] Network 1d04e04e-9948-407a-b7bb-4578f768d2cf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:57.603357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42908) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:57.604663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8e3e2a-d34c-4e93-b37e-9e1cafafc47f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:57.611517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2091f2d4-0df9-49d8-85af-f2abd72ffaac tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8767638 Jul 29 23:45:57.626268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42910) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:57.641785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-23cba5ed-9da4-43b9-a6bb-14a5dd525c91 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:57.644397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc830-a748-4629-851f-2d00de0e8143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.648030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::111 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/b6ecd537-5ae1-4aa8-9702-5e16d3052d1b/407e255c-74a8-44ea-86ad-872763a3700b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:57.686741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:57.694636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:57.699955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:57.766086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.766477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.767383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.767383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.767592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.767908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.768411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.768749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.769089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.769419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.770152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.770152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae9a58-998b-4253-9dc5-4d6a2eb64794 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:57.830638 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc830-a748-4629-851f-2d00de0e8143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.899904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cba5ed-9da4-43b9-a6bb-14a5dd525c91 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:57.908589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23cba5ed-9da4-43b9-a6bb-14a5dd525c91 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.908969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Attempting to bind port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:57.909498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Attempting to bind port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:57.909747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Attempting to bind port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:57.918535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:57.918933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:57.919340 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.919751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:57.920502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Bound port: bf6a6f7c-56cf-49a8-9fa6-5f5967231d88, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:57.923227 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.968543 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.113306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] For port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:58.120134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] For port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bf6a6f7c-56cf-49a8-9fa6-5f5967231d88,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:58.127298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.138485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Deleting port d076acf9-73f7-49ba-bb53-898c9fed7568 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:58.139095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.140609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc830-a748-4629-851f-2d00de0e8143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.143209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc830-a748-4629-851f-2d00de0e8143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.165414 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dc6dc830-a748-4629-851f-2d00de0e8143 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdda857d-9d94-43f0-9aa6-5540edd3cb03 HTTP/1.1" status: 204 len: 168 time: 1.4427316 Jul 29 23:45:58.224749 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.250917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d7925-1735-4d30-8048-3838e365f738 None None] Pushing event updated for resources: {'Port': ['ID=bf6a6f7c-56cf-49a8-9fa6-5f5967231d88,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.254486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9519ba3c-a61a-45f7-ba4d-2b948d563dca None None] DHCP port deletion for 1d04e04e-9948-407a-b7bb-4578f768d2cf request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:58.286913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 407e255c-74a8-44ea-86ad-872763a3700b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:58.304571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dc830-a748-4629-851f-2d00de0e8143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda857d-9d94-43f0-9aa6-5540edd3cb03,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.378469 n-d-712139-11 neutron-server[93816]: INFO neutron.db.ipam_backend_mixin [None req-23cba5ed-9da4-43b9-a6bb-14a5dd525c91 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 80123f69-6e65-40ca-a0b4-460c747fa8f9 (CIDR: 172.20.0.16/28) Jul 29 23:45:58.395424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9519ba3c-a61a-45f7-ba4d-2b948d563dca None None] Deleting port d076acf9-73f7-49ba-bb53-898c9fed7568 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:58.396238 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9519ba3c-a61a-45f7-ba4d-2b948d563dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.413348 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cba5ed-9da4-43b9-a6bb-14a5dd525c91 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:45:58.415369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cba5ed-9da4-43b9-a6bb-14a5dd525c91 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:58.462833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] For port d076acf9-73f7-49ba-bb53-898c9fed7568, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d076acf9-73f7-49ba-bb53-898c9fed7568,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:58.463473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.496419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-23cba5ed-9da4-43b9-a6bb-14a5dd525c91 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8663340 Jul 29 23:45:58.498025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:58.505429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-59161742-ae64-400d-a427-1dc60fdedcd4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'subnet': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:58.560242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Calling delete_port for d076acf9-73f7-49ba-bb53-898c9fed7568 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:58.641792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9519ba3c-a61a-45f7-ba4d-2b948d563dca None None] For port d076acf9-73f7-49ba-bb53-898c9fed7568, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d076acf9-73f7-49ba-bb53-898c9fed7568,segment=NetworkSegment(3eeaa814-9f8f-4466-833e-5e5905160bfe),segment_id=3eeaa814-9f8f-4466-833e-5e5905160bfe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:58.642211 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9519ba3c-a61a-45f7-ba4d-2b948d563dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.655546 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.684917 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.693091 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9519ba3c-a61a-45f7-ba4d-2b948d563dca None None] Calling delete_port for d076acf9-73f7-49ba-bb53-898c9fed7568 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:58.967967 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9519ba3c-a61a-45f7-ba4d-2b948d563dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.044232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519ba3c-a61a-45f7-ba4d-2b948d563dca None None] Pushing event deleted for resources: {'Port': ['ID=d076acf9-73f7-49ba-bb53-898c9fed7568,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.046690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:59.054035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519ba3c-a61a-45f7-ba4d-2b948d563dca None None] No DVR routers for this DVR port d076acf9-73f7-49ba-bb53-898c9fed7568 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:59.081437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:59.087831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:59.091682 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:59.094738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.099205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:59.100101 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.117781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59161742-ae64-400d-a427-1dc60fdedcd4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Made reservation on behalf of dd266ff5897c47f89f2f08b223d0b45d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:59.126206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57bf6277-8ecc-4c0c-a735-2a9c0c9c1cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.128282 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59161742-ae64-400d-a427-1dc60fdedcd4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.154335 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.225438 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:59.248446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Pushing event deleted for resources: {'Port': ['ID=d076acf9-73f7-49ba-bb53-898c9fed7568,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.253978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] No DVR routers for this DVR port d076acf9-73f7-49ba-bb53-898c9fed7568 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:59.264335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=407e255c-74a8-44ea-86ad-872763a3700b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.285354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93f2ff-fd6e-4fbb-89e6-f8dc3509c090 req-7515cf4e-68b6-45dd-bcee-6f0a5e7fd0de tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:59.293562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f93f2ff-fd6e-4fbb-89e6-f8dc3509c090 req-7515cf4e-68b6-45dd-bcee-6f0a5e7fd0de tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.6627378 Jul 29 23:45:59.313721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-86d14959-689c-431d-a6ff-7bb10ead1fc2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5591702 Jul 29 23:45:59.314769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42926) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.338626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d076acf9-73f7-49ba-bb53-898c9fed7568 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:59.379189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d076acf9-73f7-49ba-bb53-898c9fed7568 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:59.380984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d076acf9-73f7-49ba-bb53-898c9fed7568 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:59.410536 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.450335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d04e04e-9948-407a-b7bb-4578f768d2cf']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:59.471836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4df267-eb1c-4429-830f-45d5b00fbb2a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:59.479139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eeaa814-9f8f-4466-833e-5e5905160bfe') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:59.479615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eeaa814-9f8f-4466-833e-5e5905160bfe') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:59.480553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4df267-eb1c-4429-830f-45d5b00fbb2a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:59.485405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6b4df267-eb1c-4429-830f-45d5b00fbb2a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1650090 Jul 29 23:45:59.486990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42928) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.499196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f93f2ff-fd6e-4fbb-89e6-f8dc3509c090 req-a58ad978-3629-444f-a8ed-0d13ea9801e4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041564 Jul 29 23:45:59.543936 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.593174 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57bf6277-8ecc-4c0c-a735-2a9c0c9c1cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.663209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57bf6277-8ecc-4c0c-a735-2a9c0c9c1cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.712960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.819378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:59.819921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:59.830276 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:59.849245 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-57bf6277-8ecc-4c0c-a735-2a9c0c9c1cf4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=996308764a20416f942f6cfb81cde417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7534213 Jul 29 23:45:59.861125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42932) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.881616 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59161742-ae64-400d-a427-1dc60fdedcd4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.925787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf6277-8ecc-4c0c-a735-2a9c0c9c1cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5372e669-8f1c-4914-86ac-231a6e0f22a7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.004473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.008286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59161742-ae64-400d-a427-1dc60fdedcd4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:00.014828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-59161742-ae64-400d-a427-1dc60fdedcd4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:00.033392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59161742-ae64-400d-a427-1dc60fdedcd4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Subnet': ['ID=b72349e0-bda0-4584-bcf2-d83ea29d1f08,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.039290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9020eea2-74d9-4bd7-9cb4-bc5d30da5284 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 407e255c-74a8-44ea-86ad-872763a3700b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:00.039751 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9020eea2-74d9-4bd7-9cb4-bc5d30da5284 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.060626 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-253234ca-2c3f-47c4-b89a-091bf8c58b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.080795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59161742-ae64-400d-a427-1dc60fdedcd4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:00.081846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59161742-ae64-400d-a427-1dc60fdedcd4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.093428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298baa50-234f-4b68-81d5-4025d5deb9da None None] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:00.107316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-253234ca-2c3f-47c4-b89a-091bf8c58b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.114142 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.117966 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] 10.222.0.37 "DELETE /v2.0/networks/1d04e04e-9948-407a-b7bb-4578f768d2cf HTTP/1.1" status: 204 len: 168 time: 2.5078957 Jul 29 23:46:00.124997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 339a348c-4743-48ab-8777-1921ff1045f4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:00.147833 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.155716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3cd83-1d5f-4a13-a3b8-2434830aa38c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d04e04e-9948-407a-b7bb-4578f768d2cf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.198121 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-59161742-ae64-400d-a427-1dc60fdedcd4 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6989317 Jul 29 23:46:00.199126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42936) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.219321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1513500147', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b72349e0-bda0-4584-bcf2-d83ea29d1f08'}], 'security_groups': ['fd5f7f51-03d1-4690-ae6b-2481f06ee06a', '098d5eff-6a62-4d1b-89b3-ab5364d2c440']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:00.387537 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-253234ca-2c3f-47c4-b89a-091bf8c58b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.390876 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-253234ca-2c3f-47c4-b89a-091bf8c58b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.392799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-253234ca-2c3f-47c4-b89a-091bf8c58b34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5372e669-8f1c-4914-86ac-231a6e0f22a7 HTTP/1.1" status: 204 len: 168 time: 0.5297410 Jul 29 23:46:00.419406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253234ca-2c3f-47c4-b89a-091bf8c58b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5372e669-8f1c-4914-86ac-231a6e0f22a7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.554833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-17571e70-a6e0-41fc-bd83-39698743c3c9 None None] Provisioning for port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:00.586641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-17571e70-a6e0-41fc-bd83-39698743c3c9 None None] Provisioning complete for port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:00.587147 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17571e70-a6e0-41fc-bd83-39698743c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.611078 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.824647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42950) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.915656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6318f10-fff7-4033-933a-a51f1ede115c req-c98f606f-d9ec-4bfa-8448-edfe71bc24bc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:00.917365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6318f10-fff7-4033-933a-a51f1ede115c req-c98f606f-d9ec-4bfa-8448-edfe71bc24bc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.2609282 Jul 29 23:46:01.142804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504bbef8-7baa-4635-bccd-b50930a47e7e None None] Update dhcp port {'port': {'network_id': '07ea90e8-a4e2-46cc-99d5-071a15728e01', 'fixed_ips': [{'subnet_id': '80123f69-6e65-40ca-a0b4-460c747fa8f9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bfa8fcf4-5407-43d1-b1a9-350db497d615', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b72349e0-bda0-4584-bcf2-d83ea29d1f08'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '0a006ec4-a98c-47fe-8559-ec0d6371e704'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:46:01.174052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d1597f7b-0164-4408-8e34-83c89b5c36e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ee1a7ae85f14d38905ed95afe23a54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405654 Jul 29 23:46:01.191921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42958) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:01.203115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9020eea2-74d9-4bd7-9cb4-bc5d30da5284 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.211977 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-504bbef8-7baa-4635-bccd-b50930a47e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.215362 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17571e70-a6e0-41fc-bd83-39698743c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.278882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9020eea2-74d9-4bd7-9cb4-bc5d30da5284 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 407e255c-74a8-44ea-86ad-872763a3700b owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:01.302393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port 339a348c-4743-48ab-8777-1921ff1045f4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=339a348c-4743-48ab-8777-1921ff1045f4,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:01.302743 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.307198 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.327613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6318f10-fff7-4033-933a-a51f1ede115c req-7d28f2e3-1a68-4abd-96d3-aba84dbbb1a9 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404231 Jul 29 23:46:01.364657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 339a348c-4743-48ab-8777-1921ff1045f4 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:01.406904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-17571e70-a6e0-41fc-bd83-39698743c3c9 None None] For port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bf6a6f7c-56cf-49a8-9fa6-5f5967231d88,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:01.425287 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17571e70-a6e0-41fc-bd83-39698743c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.508591 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.759622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17571e70-a6e0-41fc-bd83-39698743c3c9 None None] Pushing event updated for resources: {'Port': ['ID=bf6a6f7c-56cf-49a8-9fa6-5f5967231d88,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:01.804691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-949f4eeb-7c8c-4606-a877-57a477a48195 None None] Provisioning for port 407e255c-74a8-44ea-86ad-872763a3700b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:01.821648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-949f4eeb-7c8c-4606-a877-57a477a48195 None None] Provisioning complete for port 407e255c-74a8-44ea-86ad-872763a3700b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:01.822236 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-949f4eeb-7c8c-4606-a877-57a477a48195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.823531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.939235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=339a348c-4743-48ab-8777-1921ff1045f4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:01.960925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-949f4eeb-7c8c-4606-a877-57a477a48195 None None] Port 407e255c-74a8-44ea-86ad-872763a3700b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:02.075128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-504bbef8-7baa-4635-bccd-b50930a47e7e None None] Allocated IP 172.20.0.34 (07ea90e8-a4e2-46cc-99d5-071a15728e01/b72349e0-bda0-4584-bcf2-d83ea29d1f08/0a006ec4-a98c-47fe-8559-ec0d6371e704) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:02.157818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:02.346300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-504bbef8-7baa-4635-bccd-b50930a47e7e None None] For port 0a006ec4-a98c-47fe-8559-ec0d6371e704, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0a006ec4-a98c-47fe-8559-ec0d6371e704,segment=NetworkSegment(3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67),segment_id=3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:02.360665 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.363670 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.364933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f5ae0cc-ba76-432f-87b4-a3aac1254d38 HTTP/1.1" status: 204 len: 168 time: 1.1597061 Jul 29 23:46:02.389397 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.394459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5ae0cc-ba76-432f-87b4-a3aac1254d38,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.411478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.411831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.412203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.412546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.412884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.413214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.413550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.414407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.414752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.418366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.418688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.421043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11667488-8c3c-4def-bd4c-af8cf4f3c434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:02.423991 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-504bbef8-7baa-4635-bccd-b50930a47e7e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.430283 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.433956 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9020eea2-74d9-4bd7-9cb4-bc5d30da5284 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.457093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-504bbef8-7baa-4635-bccd-b50930a47e7e None None] Transition to ACTIVE for port object 0a006ec4-a98c-47fe-8559-ec0d6371e704 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:02.474567 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-504bbef8-7baa-4635-bccd-b50930a47e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.500267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020eea2-74d9-4bd7-9cb4-bc5d30da5284 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=407e255c-74a8-44ea-86ad-872763a3700b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.620612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cac34-ab06-4ca2-954a-5c604e9d19ac req-59645bdd-fe54-48bc-9e9e-c8210ba2466b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.622241 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f8cac34-ab06-4ca2-954a-5c604e9d19ac req-59645bdd-fe54-48bc-9e9e-c8210ba2466b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.0943429 Jul 29 23:46:02.633175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bbef8-7baa-4635-bccd-b50930a47e7e None None] Pushing event updated for resources: {'Port': ['ID=0a006ec4-a98c-47fe-8559-ec0d6371e704,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.705693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-895930868-network', 'tenant_id': '9596c63a203f4066a73e6ff04fd07c39'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:02.718038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f8cac34-ab06-4ca2-954a-5c604e9d19ac req-b6549d75-6c39-40b7-be79-7cd0441c369c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885041 Jul 29 23:46:02.750967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9020eea2-74d9-4bd7-9cb4-bc5d30da5284 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.753759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9020eea2-74d9-4bd7-9cb4-bc5d30da5284 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/407e255c-74a8-44ea-86ad-872763a3700b HTTP/1.1" status: 204 len: 168 time: 3.2591338 Jul 29 23:46:02.758822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42994) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:02.802023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Made reservation on behalf of 9596c63a203f4066a73e6ff04fd07c39 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:02.807363 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.824485 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-3f25bbc1-e8e8-4e78-9d9f-52c8279c8489 {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:46:02.824840 n-d-712139-11 neutron-server[93816]: DEBUG oslo_db.api [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:46:02.828857 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.903844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a546270b-74db-4ff2-ad28-821ca0941548 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.908266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a546270b-74db-4ff2-ad28-821ca0941548 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.916415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a546270b-74db-4ff2-ad28-821ca0941548 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1537786 Jul 29 23:46:02.920949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43002) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:03.071943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:03.100417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router 747948ad-fb9d-42a3-8d1c-b91d19222ccb has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:03.155875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-346e56f8-b502-4824-9a00-38fc437ff5e0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet b6ecd537-5ae1-4aa8-9702-5e16d3052d1b {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:03.167521 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-346e56f8-b502-4824-9a00-38fc437ff5e0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.189218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:03.189661 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.243911 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-346e56f8-b502-4824-9a00-38fc437ff5e0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.279485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.312682 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.354431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:03.374120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0a006ec4-a98c-47fe-8559-ec0d6371e704 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:03.386622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-346e56f8-b502-4824-9a00-38fc437ff5e0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.485857 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.543989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.545136 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Added segment 288a29ff-63ad-4e5c-bc77-2ff14cadedae of type vlan for network aeccfd64-2c24-4320-b3bd-9dc482d64152 Jul 29 23:46:03.612907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55588cc-ed19-47a7-aaff-76ade75a3bba,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.641252 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.649883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:03.659436 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5fc2e744-444a-47b4-867b-cc846426f764 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "PUT /v2.0/routers/747948ad-fb9d-42a3-8d1c-b91d19222ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1252222 Jul 29 23:46:03.660127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43024) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:03.667815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] Sync routers for ids ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:03.700605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43026) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:03.729571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] Routers {'747948ad-fb9d-42a3-8d1c-b91d19222ccb'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:03.730428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:45:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:03.749511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ff173b-0048-42b6-87c3-10833135dc0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting subnet cf4fa847-6320-49ac-b0bf-015685211b25 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:03.752591 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.753567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:03.754166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.778971 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1ff173b-0048-42b6-87c3-10833135dc0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.864273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] Pushing event updated for resources: {'Network': ['ID=aeccfd64-2c24-4320-b3bd-9dc482d64152,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.872118 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d56d150c-cff9-4992-aaea-1168e0197340 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7069016 Jul 29 23:46:03.875516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43032) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:03.883335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Request body: {'subnet': {'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-895930868-subnet', 'tenant_id': '9596c63a203f4066a73e6ff04fd07c39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:03.901903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network aeccfd64-2c24-4320-b3bd-9dc482d64152 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:03.909762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1ff173b-0048-42b6-87c3-10833135dc0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.957171 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Made reservation on behalf of 9596c63a203f4066a73e6ff04fd07c39 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:03.957171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.030925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-329496974-network', 'tenant_id': 'deb4d5c2d8da4c459e239fd7a7a77859'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:04.047650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d1536ec-1fcc-4904-916a-15c4061395e5 None None] Provisioning complete for port eea1f5e2-a6f4-402d-bd7b-8c373d815e94 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:04.048350 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d1536ec-1fcc-4904-916a-15c4061395e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.064426 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-346e56f8-b502-4824-9a00-38fc437ff5e0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.109394 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-346e56f8-b502-4824-9a00-38fc437ff5e0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.114752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-346e56f8-b502-4824-9a00-38fc437ff5e0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/b6ecd537-5ae1-4aa8-9702-5e16d3052d1b HTTP/1.1" status: 204 len: 168 time: 1.1924160 Jul 29 23:46:04.116107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e56f8-b502-4824-9a00-38fc437ff5e0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ecd537-5ae1-4aa8-9702-5e16d3052d1b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.122758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43040) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.136367 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Made reservation on behalf of deb4d5c2d8da4c459e239fd7a7a77859 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:04.139629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Delete allocated IP 172.20.0.6 (07ea90e8-a4e2-46cc-99d5-071a15728e01/bfa8fcf4-5407-43d1-b1a9-350db497d615) {{(pid=93816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:46:04.142828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.150592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172119f-29c9-4f6b-94be-63fa29cae769 req-dc7e9ae9-dd97-400c-8748-40246b220a49 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.158645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9172119f-29c9-4f6b-94be-63fa29cae769 req-dc7e9ae9-dd97-400c-8748-40246b220a49 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.1754191 Jul 29 23:46:04.181139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a2b92-284e-44a0-af10-e1edb9174c3a None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:04.188289 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.221263 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1ff173b-0048-42b6-87c3-10833135dc0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.251255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-53388491-6d0e-4ac7-bd07-158cd2ec5697 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239500 Jul 29 23:46:04.253648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.279216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0d1536ec-1fcc-4904-916a-15c4061395e5 None None] Port eea1f5e2-a6f4-402d-bd7b-8c373d815e94 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:04.288336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Allocated IP 172.20.0.37 (07ea90e8-a4e2-46cc-99d5-071a15728e01/b72349e0-bda0-4584-bcf2-d83ea29d1f08/eea1f5e2-a6f4-402d-bd7b-8c373d815e94) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:04.314835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] Set router 747948ad-fb9d-42a3-8d1c-b91d19222ccb gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:04.340171 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9172119f-29c9-4f6b-94be-63fa29cae769 req-43c4735c-0828-4365-a7ba-668d45ad8959 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741617 Jul 29 23:46:04.389509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d1536ec-1fcc-4904-916a-15c4061395e5 None None] Provisioning complete for port 445be74d-f710-4749-ade9-76736df5a5fb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:04.390092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a85b3-d5af-4e1f-b79b-5c3ab01e8856 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.390248 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d1536ec-1fcc-4904-916a-15c4061395e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.394013 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-958a85b3-d5af-4e1f-b79b-5c3ab01e8856 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1382518 Jul 29 23:46:04.394681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43052) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.516881 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1ff173b-0048-42b6-87c3-10833135dc0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.526346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9292c99-5dcb-4987-bdc4-e6d4c44dbf7e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.530902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c9292c99-5dcb-4987-bdc4-e6d4c44dbf7e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1287327 Jul 29 23:46:04.533841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43062) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.572989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1ff173b-0048-42b6-87c3-10833135dc0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.578391 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c1ff173b-0048-42b6-87c3-10833135dc0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/subnets/cf4fa847-6320-49ac-b0bf-015685211b25 HTTP/1.1" status: 204 len: 168 time: 0.9150746 Jul 29 23:46:04.578992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7256855f-67dd-4b25-bac5-6446934989a8 None None] Network 65b7b401-b590-437f-bfcb-60bbbc16a551 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:04.589632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-484cd6b2-1a0e-4be3-8ad9-dff5ea973d07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543125 Jul 29 23:46:04.592545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.593115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43068) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.626757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff173b-0048-42b6-87c3-10833135dc0e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4fa847-6320-49ac-b0bf-015685211b25,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.642829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.658835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.668114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.674566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0d1536ec-1fcc-4904-916a-15c4061395e5 None None] Port 445be74d-f710-4749-ade9-76736df5a5fb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:04.724302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce408e86-bb3f-4b22-a952-f01ba997accd None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:04.730058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cee446fc-8c59-4785-9a84-ab615d8c2639 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:04.739373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d1536ec-1fcc-4904-916a-15c4061395e5 None None] Provisioning for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:04.767150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d1536ec-1fcc-4904-916a-15c4061395e5 None None] Provisioning complete for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:04.767536 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d1536ec-1fcc-4904-916a-15c4061395e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.788751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9bfb58-541d-4562-abd3-0e9eeac2211c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.792586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce265fc-6c09-4dd3-97e3-7d37880fbc68,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.803836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:04.830399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.830930 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Added segment 596c4feb-b6ce-41ca-91e4-35e3feabd23f of type vlan for network d290c64b-92c2-433e-9d7f-3fb7b5728186 Jul 29 23:46:04.852407 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Checking segment: {'id': '288a29ff-63ad-4e5c-bc77-2ff14cadedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:04.852780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Network hostable DHCP agents. Network: aeccfd64-2c24-4320-b3bd-9dc482d64152, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:04.912045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.915790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Network aeccfd64-2c24-4320-b3bd-9dc482d64152 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:04.926804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:46:01Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:04.930500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, aeccfd64-2c24-4320-b3bd-9dc482d64152) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:04.946501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.947106 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.983908 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb462b92-89c6-4ff0-be65-49b1685db096 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1069772 Jul 29 23:46:04.986925 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.988248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.989403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.057940 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.109095 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4050915 Jul 29 23:46:05.116733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43092) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:05.125155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Request body: {'subnet': {'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-329496974-subnet', 'tenant_id': 'deb4d5c2d8da4c459e239fd7a7a77859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:05.138482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6d5fb-fb56-4d09-811a-6d0dafb87205 admin admin] Pushing event updated for resources: {'Network': ['ID=d290c64b-92c2-433e-9d7f-3fb7b5728186,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:05.178813 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.212322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369fda7c-67c7-4340-8d5b-091108b542b4 None None] Network aeccfd64-2c24-4320-b3bd-9dc482d64152 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:05.213994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Made reservation on behalf of deb4d5c2d8da4c459e239fd7a7a77859 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:05.214311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:05.216397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network d290c64b-92c2-433e-9d7f-3fb7b5728186 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:05.222262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.270974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Transition to ACTIVE for port object eea1f5e2-a6f4-402d-bd7b-8c373d815e94 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:05.277773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee446fc-8c59-4785-9a84-ab615d8c2639 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:05.284500 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cee446fc-8c59-4785-9a84-ab615d8c2639 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.295804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.300813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] Checking router: 747948ad-fb9d-42a3-8d1c-b91d19222ccb for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:05.458184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] Routers {'747948ad-fb9d-42a3-8d1c-b91d19222ccb'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:05.460441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:45:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:05.521814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.590824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ce408e86-bb3f-4b22-a952-f01ba997accd None None] Deleting port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:05.591746 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce408e86-bb3f-4b22-a952-f01ba997accd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.600470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=527d0074-5eaf-4497-85ef-d02c904a2060,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:05.619791 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.622872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event updated for resources: {'Port': ['ID=eea1f5e2-a6f4-402d-bd7b-8c373d815e94,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:05.635302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Checking segment: {'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:05.635668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Network hostable DHCP agents. Network: d290c64b-92c2-433e-9d7f-3fb7b5728186, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:05.660706 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Network d290c64b-92c2-433e-9d7f-3fb7b5728186 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:05.680368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, d290c64b-92c2-433e-9d7f-3fb7b5728186) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:05.688182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:05.690864 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.716063 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d7e147e-231e-4148-a28a-820ee7030dfe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5939758 Jul 29 23:46:05.739363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94687ab-e46a-46c3-bca0-d9db3ffecb6f None None] Network d290c64b-92c2-433e-9d7f-3fb7b5728186 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:05.744381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] In _notify_port_updated(), no bound segment for port eea1f5e2-a6f4-402d-bd7b-8c373d815e94 on network 07ea90e8-a4e2-46cc-99d5-071a15728e01 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:46:05.751932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:05.752740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.757646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43112) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:05.759993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cdb012f9-50b5-4b1b-8aad-4147d4481d4f tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "PUT /v2.0/ports/eea1f5e2-a6f4-402d-bd7b-8c373d815e94 HTTP/1.1" status: 200 len: 960 time: 5.5597682 Jul 29 23:46:05.774857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b0214-94ec-4dbf-926d-9e91545e7608 req-e9cf584c-941b-4dd9-8ce8-7677a8601881 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:05.782520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e8b0214-94ec-4dbf-926d-9e91545e7608 req-e9cf584c-941b-4dd9-8ce8-7677a8601881 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 946 time: 0.2253046 Jul 29 23:46:05.867845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] Set router 747948ad-fb9d-42a3-8d1c-b91d19222ccb gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:05.926985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e8b0214-94ec-4dbf-926d-9e91545e7608 req-ed530ae4-b2ae-4b3a-85af-1537bcd02027 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434066 Jul 29 23:46:05.985575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2afc2bb-72f8-4cc9-8ddb-3c94a096e92a None None] DHCP port deletion for 65b7b401-b590-437f-bfcb-60bbbc16a551 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:05.997905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f4e69c51-f20a-4ab5-8695-05fdb01fc908 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port eea1f5e2-a6f4-402d-bd7b-8c373d815e94 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:05.998269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c51-f20a-4ab5-8695-05fdb01fc908 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.110444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c51-f20a-4ab5-8695-05fdb01fc908 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.126064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f4e69c51-f20a-4ab5-8695-05fdb01fc908 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for eea1f5e2-a6f4-402d-bd7b-8c373d815e94 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:06.140166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port cd860a48-6b11-42b5-8831-fffd755d98de {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:06.140929 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.147273 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cee446fc-8c59-4785-9a84-ab615d8c2639 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.308876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee446fc-8c59-4785-9a84-ab615d8c2639 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=c1511aef-589b-4bec-ab95-2d27cf623447,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:06.326804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee446fc-8c59-4785-9a84-ab615d8c2639 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:06.329214 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c51-f20a-4ab5-8695-05fdb01fc908 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.330806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cee446fc-8c59-4785-9a84-ab615d8c2639 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:06.392945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e69c51-f20a-4ab5-8695-05fdb01fc908 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=eea1f5e2-a6f4-402d-bd7b-8c373d815e94,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:06.441597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port cd860a48-6b11-42b5-8831-fffd755d98de, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cd860a48-6b11-42b5-8831-fffd755d98de,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:06.441973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.454782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ce408e86-bb3f-4b22-a952-f01ba997accd None None] For port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bf6a6f7c-56cf-49a8-9fa6-5f5967231d88,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:06.455847 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce408e86-bb3f-4b22-a952-f01ba997accd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.474667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:06.478927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for cd860a48-6b11-42b5-8831-fffd755d98de owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:06.556617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-145ffb6c-1734-4110-a5ca-a107da7dfabf None None] Could not find standard attr ID for object eea1f5e2-a6f4-402d-bd7b-8c373d815e94. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:46:06.568634 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e69c51-f20a-4ab5-8695-05fdb01fc908 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.576224 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f4e69c51-f20a-4ab5-8695-05fdb01fc908 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/eea1f5e2-a6f4-402d-bd7b-8c373d815e94 HTTP/1.1" status: 204 len: 168 time: 0.8164711 Jul 29 23:46:06.576900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:06.620707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee446fc-8c59-4785-9a84-ab615d8c2639 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:06.629062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a79cd-ced5-4b4c-bbf3-96fc7af202e1 None None] Network aeccfd64-2c24-4320-b3bd-9dc482d64152 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:06.642210 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e03ca2-58e5-4576-abde-740f1047d290 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] GET failed (client error): The resource could not be found. Jul 29 23:46:06.643233 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cee446fc-8c59-4785-9a84-ab615d8c2639 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.648410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-22e03ca2-58e5-4576-abde-740f1047d290 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports/eea1f5e2-a6f4-402d-bd7b-8c373d815e94 HTTP/1.1" status: 404 len: 333 time: 0.0689406 Jul 29 23:46:06.649017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:06.659948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ce408e86-bb3f-4b22-a952-f01ba997accd None None] Calling delete_port for bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:06.664179 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.743489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d24c4d64-1f31-48ec-b5f8-47f973171eb7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.809796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a2afc2bb-72f8-4cc9-8ddb-3c94a096e92a None None] Deleting port 57212ad6-5477-48c0-9bb2-95bc792dc033 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:06.810231 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2afc2bb-72f8-4cc9-8ddb-3c94a096e92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.836951 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d24c4d64-1f31-48ec-b5f8-47f973171eb7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.909679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cee446fc-8c59-4785-9a84-ab615d8c2639 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3109426 Jul 29 23:46:06.915510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d24c4d64-1f31-48ec-b5f8-47f973171eb7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.919507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d24c4d64-1f31-48ec-b5f8-47f973171eb7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.924917 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d24c4d64-1f31-48ec-b5f8-47f973171eb7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/security-groups/c34f31fe-9fbe-4706-8e94-a518193511fa HTTP/1.1" status: 204 len: 168 time: 0.2749081 Jul 29 23:46:06.925878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43184) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:06.926980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43186) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:06.942445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': 'c1511aef-589b-4bec-ab95-2d27cf623447', 'ip_address': '2001:db8::cbc8:182e:5d2a:1f68'}], 'name': 'tempest-NetworksTestDHCPv6-2116268838'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:06.958000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a2afc2bb-72f8-4cc9-8ddb-3c94a096e92a None None] For port 57212ad6-5477-48c0-9bb2-95bc792dc033, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=57212ad6-5477-48c0-9bb2-95bc792dc033,segment=NetworkSegment(63be73f5-3704-4e20-b769-1037bab596e7),segment_id=63be73f5-3704-4e20-b769-1037bab596e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:06.958451 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2afc2bb-72f8-4cc9-8ddb-3c94a096e92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.986230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a2afc2bb-72f8-4cc9-8ddb-3c94a096e92a None None] Calling delete_port for 57212ad6-5477-48c0-9bb2-95bc792dc033 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:06.988930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c4d64-1f31-48ec-b5f8-47f973171eb7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34f31fe-9fbe-4706-8e94-a518193511fa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:07.166320 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a67a3aa-bf63-47cb-9613-0e9b1b826659 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.172205 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.243960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=cd860a48-6b11-42b5-8831-fffd755d98de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:07.247401 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a67a3aa-bf63-47cb-9613-0e9b1b826659 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.300629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-25c82a01-eb14-490a-a3d9-63c01881ec6e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.308674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-25c82a01-eb14-490a-a3d9-63c01881ec6e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/networks?id=d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 200 len: 814 time: 0.5889230 Jul 29 23:46:07.348566 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2afc2bb-72f8-4cc9-8ddb-3c94a096e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.379623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a67a3aa-bf63-47cb-9613-0e9b1b826659 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.396653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a67a3aa-bf63-47cb-9613-0e9b1b826659 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.397993 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9a67a3aa-bf63-47cb-9613-0e9b1b826659 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/security-groups/098d5eff-6a62-4d1b-89b3-ab5364d2c440 HTTP/1.1" status: 204 len: 168 time: 0.4609742 Jul 29 23:46:07.417571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:07.534982 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce408e86-bb3f-4b22-a952-f01ba997accd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.550859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afc2bb-72f8-4cc9-8ddb-3c94a096e92a None None] No DVR routers for this DVR port 57212ad6-5477-48c0-9bb2-95bc792dc033 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:07.579083 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.598017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afc2bb-72f8-4cc9-8ddb-3c94a096e92a None None] Pushing event deleted for resources: {'Port': ['ID=57212ad6-5477-48c0-9bb2-95bc792dc033,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:07.618187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67a3aa-bf63-47cb-9613-0e9b1b826659 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098d5eff-6a62-4d1b-89b3-ab5364d2c440,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:07.713275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:07.715448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce408e86-bb3f-4b22-a952-f01ba997accd None None] Pushing event deleted for resources: {'Port': ['ID=bf6a6f7c-56cf-49a8-9fa6-5f5967231d88,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:07.717722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d485dd8-9009-455d-ba9a-c8ecec0dd845 None None] Network d290c64b-92c2-433e-9d7f-3fb7b5728186 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:07.736958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:07.739244 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b0e5d7-4b2f-4f2c-8fa6-1b43fe10751a" -d '{"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-unplugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:07.747761 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.750344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 57212ad6-5477-48c0-9bb2-95bc792dc033 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:07.787047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a899c6ba-73b3-467f-867e-48ad9d8d7025 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.800442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 57212ad6-5477-48c0-9bb2-95bc792dc033 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:07.800792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 57212ad6-5477-48c0-9bb2-95bc792dc033 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:07.859107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-77f223e1-bd16-4f3e-9ea0-4654c18168af tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/quotas/deb4d5c2d8da4c459e239fd7a7a77859 HTTP/1.1" status: 200 len: 375 time: 0.5492282 Jul 29 23:46:07.894715 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a899c6ba-73b3-467f-867e-48ad9d8d7025 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.918234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:07.942703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.955710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-e63842d0-7e28-494e-a6f2-c1a26826bc2d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949612 Jul 29 23:46:08.054988 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a899c6ba-73b3-467f-867e-48ad9d8d7025 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.058108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a899c6ba-73b3-467f-867e-48ad9d8d7025 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.062278 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a899c6ba-73b3-467f-867e-48ad9d8d7025 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/security-groups/fd5f7f51-03d1-4690-ae6b-2481f06ee06a HTTP/1.1" status: 204 len: 168 time: 0.6282644 Jul 29 23:46:08.064558 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e04ff08-0e89-43f4-aef4-5bd03777c5be x-openstack-request-id: req-9e04ff08-0e89-43f4-aef4-5bd03777c5be {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:08.064903 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-unplugged", "status": "completed", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:08.065207 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e04ff08-0e89-43f4-aef4-5bd03777c5be {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:08.065659 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'code': 200} Jul 29 23:46:08.070825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:08.094751 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.098397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:46:01Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:08.121896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899c6ba-73b3-467f-867e-48ad9d8d7025 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f7f51-03d1-4690-ae6b-2481f06ee06a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:08.135398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf32c1-8c4b-42ae-b3b5-0a0d2f89184e None None] The sync data for ids ['747948ad-fb9d-42a3-8d1c-b91d19222ccb'] in n-d-712139-11 is: [{'id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1434943314', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:37Z', 'updated_at': '2021-07-29T23:46:01Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'cd860a48-6b11-42b5-8831-fffd755d98de', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747948ad-fb9d-42a3-8d1c-b91d19222ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:39Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:08.137442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce408e86-bb3f-4b22-a952-f01ba997accd None None] No DVR routers for this DVR port bf6a6f7c-56cf-49a8-9fa6-5f5967231d88 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:08.170525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port b7be5674-7737-4714-858a-53b2ab5593d9 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:08.230960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569ee7c9-639a-4ff2-83a0-dc62f55349c9 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:08.354595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.364825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad44ab29-7a79-4b0c-9cc0-7ad8ce54e54b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet bfa8fcf4-5407-43d1-b1a9-350db497d615 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:08.372616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=14']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:08.404497 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.415474 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad44ab29-7a79-4b0c-9cc0-7ad8ce54e54b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.460420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519982f8-5e37-4050-b135-7f5870a2523e req-3bd7e5aa-92eb-477f-8a2d-aa683b44802b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.462013 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-519982f8-5e37-4050-b135-7f5870a2523e req-3bd7e5aa-92eb-477f-8a2d-aa683b44802b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.5163524 Jul 29 23:46:08.466796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::cbc8:182e:5d2a:1f68 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/c1511aef-589b-4bec-ab95-2d27cf623447/b7be5674-7737-4714-858a-53b2ab5593d9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:08.539934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-def3a98d-f5af-4c3a-bcfd-0872ce787360 service neutron] 10.222.0.37 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819657 Jul 29 23:46:08.640520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.641089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Fanout notify agent at l3_agent the message router_deleted on router 747948ad-fb9d-42a3-8d1c-b91d19222ccb {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:46:08.654843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.658910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6d2671f4-0c46-4153-8910-716aef8aeec6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/routers/747948ad-fb9d-42a3-8d1c-b91d19222ccb HTTP/1.1" status: 204 len: 168 time: 4.0646207 Jul 29 23:46:08.663418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43258) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:08.675703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad44ab29-7a79-4b0c-9cc0-7ad8ce54e54b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.707865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': 'c1511aef-589b-4bec-ab95-2d27cf623447'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:08.709091 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.736647 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.762555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object b7be5674-7737-4714-858a-53b2ab5593d9 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:08.805612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-519982f8-5e37-4050-b135-7f5870a2523e req-db77c160-25db-4eea-b2d7-302ad53b8716 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639291 Jul 29 23:46:08.819479 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.887287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:08.901030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:08.909398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:08.917360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.918373 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.922686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=b7be5674-7737-4714-858a-53b2ab5593d9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:08.928685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/c1511aef-589b-4bec-ab95-2d27cf623447/f18c3154-344a-41bf-b4d2-8d0e9f5c32e6) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:08.949559 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.968641 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-339c637e-adf7-4ba7-ba98-aa450fe4b10b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0324080 Jul 29 23:46:08.970582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:09.024744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-17425387-8814-4081-9140-1e90782ee4b1 service neutron] 10.222.0.37 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841843 Jul 29 23:46:09.088148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7188faa8-1bc5-4d96-96c5-54a5c790d852 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.096259 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7188faa8-1bc5-4d96-96c5-54a5c790d852 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1242352 Jul 29 23:46:09.097408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:09.168798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad44ab29-7a79-4b0c-9cc0-7ad8ce54e54b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.266278 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.294508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Transition to ACTIVE for port object f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:09.335708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Transition to ACTIVE for port object f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:09.343132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4b80b-f78e-4ded-beec-4ccd2151744c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port b7be5674-7737-4714-858a-53b2ab5593d9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:09.343544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b80b-f78e-4ded-beec-4ccd2151744c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.348182 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.462164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Pushing event updated for resources: {'Port': ['ID=f18c3154-344a-41bf-b4d2-8d0e9f5c32e6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:09.467250 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.483667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b7b401-b590-437f-bfcb-60bbbc16a551']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:09.489715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:09.493645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:09.501186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:09.526662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63be73f5-3704-4e20-b769-1037bab596e7') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:09.527371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63be73f5-3704-4e20-b769-1037bab596e7') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:09.551591 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b80b-f78e-4ded-beec-4ccd2151744c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.584797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4b80b-f78e-4ded-beec-4ccd2151744c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for b7be5674-7737-4714-858a-53b2ab5593d9 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:09.599784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5236cc2f-be22-41c4-bceb-f367ff8c553e req-b01c9263-a284-4b97-89b4-286b57c15874 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 210 time: 0.2135170 Jul 29 23:46:09.628553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Attempting to bind port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:09.628999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Attempting to bind port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:09.629297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Attempting to bind port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:09.639220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:09.639679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:09.640205 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.640615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:09.641164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Bound port: f18c3154-344a-41bf-b4d2-8d0e9f5c32e6, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:09.641557 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.651894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.662843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cd860a48-6b11-42b5-8831-fffd755d98de no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:09.718564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: cd860a48-6b11-42b5-8831-fffd755d98de {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:09.719929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cd860a48-6b11-42b5-8831-fffd755d98de not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:09.720659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 339a348c-4743-48ab-8777-1921ff1045f4 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:09.750159 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.763352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 339a348c-4743-48ab-8777-1921ff1045f4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:09.763708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:09.764449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 339a348c-4743-48ab-8777-1921ff1045f4 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:09.764570 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:09.778404 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:09.874911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] For port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:09.879624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b80b-f78e-4ded-beec-4ccd2151744c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.880181 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad44ab29-7a79-4b0c-9cc0-7ad8ce54e54b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.883918 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] For port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f18c3154-344a-41bf-b4d2-8d0e9f5c32e6,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:09.891304 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.894911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-daa14f32-b0f3-442c-819b-36c2261d368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.895882 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-daa14f32-b0f3-442c-819b-36c2261d368b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1096 time: 0.0788357 Jul 29 23:46:09.917122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb1e42d-2cd2-451c-84bd-37fc69b39976 None None] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:09.942036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df041d-a34e-4b1b-9e5b-4d7cbb08c439 req-5c58b323-089f-4cc6-a08b-3161ae98969c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.943655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0df041d-a34e-4b1b-9e5b-4d7cbb08c439 req-5c58b323-089f-4cc6-a08b-3161ae98969c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.3180492 Jul 29 23:46:09.947936 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad44ab29-7a79-4b0c-9cc0-7ad8ce54e54b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.951978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4b80b-f78e-4ded-beec-4ccd2151744c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=b7be5674-7737-4714-858a-53b2ab5593d9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:09.975508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ad44ab29-7a79-4b0c-9cc0-7ad8ce54e54b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/bfa8fcf4-5407-43d1-b1a9-350db497d615 HTTP/1.1" status: 204 len: 168 time: 1.8798969 Jul 29 23:46:10.032273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43282) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:10.072695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44ab29-7a79-4b0c-9cc0-7ad8ce54e54b tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa8fcf4-5407-43d1-b1a9-350db497d615,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:10.080858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-ae0dd15f-e1fe-4e97-99eb-2dd6975e27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.082186 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-ae0dd15f-e1fe-4e97-99eb-2dd6975e27e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.1401608 Jul 29 23:46:10.120293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b80b-f78e-4ded-beec-4ccd2151744c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.129067 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c5f4b80b-f78e-4ded-beec-4ccd2151744c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/b7be5674-7737-4714-858a-53b2ab5593d9 HTTP/1.1" status: 204 len: 168 time: 1.0281415 Jul 29 23:46:10.158000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:10.166625 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.240325 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-76b91b5d-9e3f-4200-886c-9440530c3b0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 998 time: 0.1507218 Jul 29 23:46:10.265724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8132e-24ee-4619-a0dc-645fdd1446f3 None None] Pushing event updated for resources: {'Port': ['ID=f18c3154-344a-41bf-b4d2-8d0e9f5c32e6,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:10.348207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-a49974d4-56c9-4da7-8cd6-79b7cbd53e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.350024 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-a49974d4-56c9-4da7-8cd6-79b7cbd53e05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0981662 Jul 29 23:46:10.351322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba1b535-ee6f-470f-9f85-8607a32a72a4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.352910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba1b535-ee6f-470f-9f85-8607a32a72a4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.354452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6ba1b535-ee6f-470f-9f85-8607a32a72a4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1898396 Jul 29 23:46:10.368088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43290) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:10.381734 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.396559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/networks/65b7b401-b590-437f-bfcb-60bbbc16a551 HTTP/1.1" status: 204 len: 168 time: 1.7169712 Jul 29 23:46:10.399301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:10.496713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-2377e596-e067-4b4b-830b-f77d375efa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.498329 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-2377e596-e067-4b4b-830b-f77d375efa87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414595 Jul 29 23:46:10.509822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0df041d-a34e-4b1b-9e5b-4d7cbb08c439 req-fe4d3615-804b-4563-8f05-f28718d85d9c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4721165 Jul 29 23:46:10.552706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a87dc-ebd0-4588-8cff-6d51873de349 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Network': ['ID=65b7b401-b590-437f-bfcb-60bbbc16a551,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:10.571756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6959a8b1-a22a-417a-8f65-29b234635044 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet c1511aef-589b-4bec-ab95-2d27cf623447 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:10.585900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1ba4be-2295-428a-8c02-64a346ac6a11 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet b72349e0-bda0-4584-bcf2-d83ea29d1f08 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:10.603829 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba4be-2295-428a-8c02-64a346ac6a11 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.605598 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6959a8b1-a22a-417a-8f65-29b234635044 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.784852 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba4be-2295-428a-8c02-64a346ac6a11 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.789721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6959a8b1-a22a-417a-8f65-29b234635044 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.847906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f0386fc-7646-489c-b10f-d1639b57046f req-e239888d-802b-4eb3-83e5-450a48ad5f2a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 210 time: 0.0772071 Jul 29 23:46:10.922783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8db47a18-5c5c-408c-ac9e-cd38a44fcd6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.959864 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8db47a18-5c5c-408c-ac9e-cd38a44fcd6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.092817 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-2fd26f40-f231-4e61-b4d5-1828136e592a service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872166 Jul 29 23:46:11.183561 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba4be-2295-428a-8c02-64a346ac6a11 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.221496 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8db47a18-5c5c-408c-ac9e-cd38a44fcd6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.229992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8db47a18-5c5c-408c-ac9e-cd38a44fcd6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.229992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8db47a18-5c5c-408c-ac9e-cd38a44fcd6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20 HTTP/1.1" status: 204 len: 168 time: 0.8235435 Jul 29 23:46:11.255391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6959a8b1-a22a-417a-8f65-29b234635044 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.287071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db47a18-5c5c-408c-ac9e-cd38a44fcd6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7fcff8-2deb-4f1b-a5a1-dc21f3196f20,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:11.376991 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba4be-2295-428a-8c02-64a346ac6a11 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.417826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ba4be-2295-428a-8c02-64a346ac6a11 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=b72349e0-bda0-4584-bcf2-d83ea29d1f08,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:11.432796 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed1ba4be-2295-428a-8c02-64a346ac6a11 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.442323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ed1ba4be-2295-428a-8c02-64a346ac6a11 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/b72349e0-bda0-4584-bcf2-d83ea29d1f08 HTTP/1.1" status: 204 len: 168 time: 1.4035244 Jul 29 23:46:11.443314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43304) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:11.508601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-106277f2-4a9c-4dc4-a6bb-0249a0dbe618 req-58ceeeca-586d-442f-ba11-2f02abdc7e56 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077864 Jul 29 23:46:11.557444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6959a8b1-a22a-417a-8f65-29b234635044 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.564276 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5603fccf-9038-425f-9aae-8bd1120be867 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:11.570226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5603fccf-9038-425f-9aae-8bd1120be867 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:11.584135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:11.586651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5603fccf-9038-425f-9aae-8bd1120be867 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/bfa8fcf4-5407-43d1-b1a9-350db497d615 HTTP/1.1" status: 404 len: 337 time: 0.1411848 Jul 29 23:46:11.676465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959a8b1-a22a-417a-8f65-29b234635044 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=c1511aef-589b-4bec-ab95-2d27cf623447,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:11.693751 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6959a8b1-a22a-417a-8f65-29b234635044 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.695999 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6959a8b1-a22a-417a-8f65-29b234635044 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/c1511aef-589b-4bec-ab95-2d27cf623447 HTTP/1.1" status: 204 len: 168 time: 1.3264546 Jul 29 23:46:11.766366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:11.837339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:11.837951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43316) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:11.856346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c09cf2-41b6-4510-a098-cde7a38d804d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting subnet 80123f69-6e65-40ca-a0b4-460c747fa8f9 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:11.873695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89c09cf2-41b6-4510-a098-cde7a38d804d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.887826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:11.911364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9479ffbf-ac4c-426c-9b9f-1b1496c78ad7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582234876', 'description': 'tempest-secgroup-smoke-582234876 description', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:12.021448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89c09cf2-41b6-4510-a098-cde7a38d804d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.068295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-511ea478-2a29-49d1-9615-b745583af41e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2272079 Jul 29 23:46:12.072126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43322) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.097691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-4ab720b4-f925-4a14-816b-76a7eb9578bb tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:12.099238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-4ab720b4-f925-4a14-816b-76a7eb9578bb tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.42 "GET /v2.0/networks?id=d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 200 len: 814 time: 0.4942031 Jul 29 23:46:12.112941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a9f4df14-8b8c-48ee-801c-e722b3038135 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:12.123622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6541ffe0-fb4d-4ed1-a7f8-060dcab7f36a None None] Network 07ea90e8-a4e2-46cc-99d5-071a15728e01 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:12.148934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Request body: {'port': {'device_id': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186', 'admin_state_up': True, 'tenant_id': 'deb4d5c2d8da4c459e239fd7a7a77859'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:12.168731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89c09cf2-41b6-4510-a098-cde7a38d804d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.214864 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f676201d-0f64-4004-abc1-61395239d321 None None] Provisioning complete for port 445be74d-f710-4749-ade9-76736df5a5fb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:12.215650 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f676201d-0f64-4004-abc1-61395239d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.251423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89c09cf2-41b6-4510-a098-cde7a38d804d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.256635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe974fc-af94-4e4f-a3b8-49e9f22ee891 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:12.310472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c09cf2-41b6-4510-a098-cde7a38d804d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Subnet': ['ID=80123f69-6e65-40ca-a0b4-460c747fa8f9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:12.331657 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89c09cf2-41b6-4510-a098-cde7a38d804d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.336448 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-89c09cf2-41b6-4510-a098-cde7a38d804d tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/80123f69-6e65-40ca-a0b4-460c747fa8f9 HTTP/1.1" status: 204 len: 168 time: 0.7403600 Jul 29 23:46:12.337221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43326) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.378508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f676201d-0f64-4004-abc1-61395239d321 None None] Port 445be74d-f710-4749-ade9-76736df5a5fb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:12.397723 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff72b917-776b-4d88-b502-e9e80d19e8cf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:12.398233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff72b917-776b-4d88-b502-e9e80d19e8cf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:12.400710 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ff72b917-776b-4d88-b502-e9e80d19e8cf tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/43bfef7b-6d96-4aa6-bc84-60b2781c9c3c HTTP/1.1" status: 404 len: 337 time: 0.0622215 Jul 29 23:46:12.403441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.407830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97cf5876-415e-457e-83a9-d38ad582851c req-3050a713-ffd2-4ac3-b78d-52cb665fcf61 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 210 time: 0.3343260 Jul 29 23:46:12.432667 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9479ffbf-ac4c-426c-9b9f-1b1496c78ad7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.439308 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5ecf1333-b715-4184-8fe3-f39e207abb62 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "GET /v2.0/ports?device_id=17e73169-873b-4241-a0e5-81c63fddd245 HTTP/1.1" status: 200 len: 205 time: 0.0312161 Jul 29 23:46:12.439308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.501791 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-9b36ebad-dedc-4e9b-a983-20845d8b437c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] delete failed (client error): The resource could not be found. Jul 29 23:46:12.502964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9b36ebad-dedc-4e9b-a983-20845d8b437c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/routers/17e73169-873b-4241-a0e5-81c63fddd245 HTTP/1.1" status: 404 len: 336 time: 0.0637398 Jul 29 23:46:12.511140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43332) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.517613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f676201d-0f64-4004-abc1-61395239d321 None None] Provisioning complete for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:12.517992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f676201d-0f64-4004-abc1-61395239d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.535560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86823b6e-59cf-45fb-9521-7b6c622b6ff8 req-30c63996-d7b0-4db0-bb03-27fd1330091c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:12.537397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86823b6e-59cf-45fb-9521-7b6c622b6ff8 req-30c63996-d7b0-4db0-bb03-27fd1330091c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.6979733 Jul 29 23:46:12.567588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Made reservation on behalf of deb4d5c2d8da4c459e239fd7a7a77859 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:12.573296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.581284 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba6061b-dc35-4da5-9069-1d981e72c4b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:12.581766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba6061b-dc35-4da5-9069-1d981e72c4b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:12.586868 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cba6061b-dc35-4da5-9069-1d981e72c4b0 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/adec7093-44fd-474e-97c0-25202911844f HTTP/1.1" status: 404 len: 337 time: 0.0714178 Jul 29 23:46:12.587288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43334) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.662036 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cfb9d6-41fa-47ed-bcb8-eea48f3f2bed tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:12.662513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cfb9d6-41fa-47ed-bcb8-eea48f3f2bed tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:12.667571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e3cfb9d6-41fa-47ed-bcb8-eea48f3f2bed tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/fd1a2e3a-3df5-4368-9fbb-c8c83c7ab359 HTTP/1.1" status: 404 len: 337 time: 0.0766270 Jul 29 23:46:12.672588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.705403 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0a1f4c-497a-4d72-940f-5f4361433225 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:12.706123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0a1f4c-497a-4d72-940f-5f4361433225 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:12.708076 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6b0a1f4c-497a-4d72-940f-5f4361433225 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/1e09a767-743f-49be-975e-9d52f6ff887f HTTP/1.1" status: 404 len: 337 time: 0.0343220 Jul 29 23:46:12.711925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.755238 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab6a3bd-cfd9-479b-8224-5de44408afd2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:12.755976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab6a3bd-cfd9-479b-8224-5de44408afd2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:12.760430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86823b6e-59cf-45fb-9521-7b6c622b6ff8 req-c1d130bf-16dd-4c38-ab0d-8520b551f174 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159302 Jul 29 23:46:12.767229 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-aab6a3bd-cfd9-479b-8224-5de44408afd2 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/28c91205-3023-4956-b5ee-54ee7319b41c HTTP/1.1" status: 404 len: 333 time: 0.0538495 Jul 29 23:46:12.770857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.813027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eab0a7-8d4f-4a18-ab01-b55377b24950 None None] DHCP port deletion for 07ea90e8-a4e2-46cc-99d5-071a15728e01 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:12.823941 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-befd7f06-dc2c-4840-a5d4-db6ba036601c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:12.824353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befd7f06-dc2c-4840-a5d4-db6ba036601c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:12.825743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69070cab-c2b4-411e-b828-0b435aeb68c3 None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:12.827182 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-befd7f06-dc2c-4840-a5d4-db6ba036601c tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/8dc5afda-d05b-4e81-89c4-520f64a334e2 HTTP/1.1" status: 404 len: 337 time: 0.0455825 Jul 29 23:46:12.832103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43342) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.889067 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c61101-b21a-4c3f-ab32-b5ae763e3985 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:12.889962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c61101-b21a-4c3f-ab32-b5ae763e3985 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:12.891874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-68c61101-b21a-4c3f-ab32-b5ae763e3985 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/987ff7a2-89dc-452e-bab6-4bd5995d92ae HTTP/1.1" status: 404 len: 337 time: 0.0586152 Jul 29 23:46:12.894622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.922044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Allocated IP 172.20.0.3 (d290c64b-92c2-433e-9d7f-3fb7b5728186/527d0074-5eaf-4497-85ef-d02c904a2060/9dd7ec03-dc79-4a7d-9314-c3bc9052fb53) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:12.939126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dbd38cbd-9f24-4b1e-b4e6-fdfe80ce0c6d None None] Provisioning for port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:12.944497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dbd38cbd-9f24-4b1e-b4e6-fdfe80ce0c6d None None] Provisioning complete for port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:12.944904 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd38cbd-9f24-4b1e-b4e6-fdfe80ce0c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.958335 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f856ed6e-fb71-4a89-b431-b2655517d9c7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:12.959134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f856ed6e-fb71-4a89-b431-b2655517d9c7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:12.965615 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f856ed6e-fb71-4a89-b431-b2655517d9c7 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/034f0b95-ef22-4e12-885c-6b804a871abe HTTP/1.1" status: 404 len: 333 time: 0.0655143 Jul 29 23:46:12.965615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.994451 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9479ffbf-ac4c-426c-9b9f-1b1496c78ad7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.012422 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9479ffbf-ac4c-426c-9b9f-1b1496c78ad7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.073855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479ffbf-ac4c-426c-9b9f-1b1496c78ad7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0414e4d-2970-4d90-b411-b2f9ad42321d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:13.097562 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d0a8b9-e298-4d9b-b615-d99c2abe7dfe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:13.099055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d0a8b9-e298-4d9b-b615-d99c2abe7dfe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:13.102664 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-26d0a8b9-e298-4d9b-b615-d99c2abe7dfe tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/771f0812-0cf3-4c00-be94-080ce2dc1b1f HTTP/1.1" status: 404 len: 337 time: 0.1373441 Jul 29 23:46:13.105250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43350) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:13.118447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e4eab0a7-8d4f-4a18-ab01-b55377b24950 None None] Deleting port 0a006ec4-a98c-47fe-8559-ec0d6371e704 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:13.118895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4eab0a7-8d4f-4a18-ab01-b55377b24950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.199700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4df14-8b8c-48ee-801c-e722b3038135 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:13.204035 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9f4df14-8b8c-48ee-801c-e722b3038135 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.211697 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d87546-14da-4b09-bc36-2a9f4e797e74 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:13.212207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d87546-14da-4b09-bc36-2a9f4e797e74 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:13.216469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f8d87546-14da-4b09-bc36-2a9f4e797e74 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/subnets/2bbe8981-ccf3-4a6b-bbe7-8741536bed9a HTTP/1.1" status: 404 len: 337 time: 0.1072953 Jul 29 23:46:13.217413 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:13.227647 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9479ffbf-ac4c-426c-9b9f-1b1496c78ad7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.230374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9479ffbf-ac4c-426c-9b9f-1b1496c78ad7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3759775 Jul 29 23:46:13.233031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:13.236920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-69070cab-c2b4-411e-b828-0b435aeb68c3 None None] Deleting port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:13.237303 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69070cab-c2b4-411e-b828-0b435aeb68c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.242208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba32c21e-db8c-4571-88e3-34f08cae4ab5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': 'b0414e4d-2970-4d90-b411-b2f9ad42321d', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:13.375749 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd38cbd-9f24-4b1e-b4e6-fdfe80ce0c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.384795 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e4eab0a7-8d4f-4a18-ab01-b55377b24950 None None] For port 0a006ec4-a98c-47fe-8559-ec0d6371e704, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0a006ec4-a98c-47fe-8559-ec0d6371e704,segment=NetworkSegment(3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67),segment_id=3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:13.385305 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4eab0a7-8d4f-4a18-ab01-b55377b24950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.426436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-69070cab-c2b4-411e-b828-0b435aeb68c3 None None] For port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f18c3154-344a-41bf-b4d2-8d0e9f5c32e6,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:13.427339 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69070cab-c2b4-411e-b828-0b435aeb68c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.431873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e4eab0a7-8d4f-4a18-ab01-b55377b24950 None None] Calling delete_port for 0a006ec4-a98c-47fe-8559-ec0d6371e704 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:13.484113 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba32c21e-db8c-4571-88e3-34f08cae4ab5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.499574 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-69070cab-c2b4-411e-b828-0b435aeb68c3 None None] Calling delete_port for f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:13.528882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-668003a3-8b55-4109-97ed-84fea7d6acaa tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Deleting port 445be74d-f710-4749-ade9-76736df5a5fb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:13.529368 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-668003a3-8b55-4109-97ed-84fea7d6acaa tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.648399 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.649771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0a006ec4-a98c-47fe-8559-ec0d6371e704 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:13.709695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-668003a3-8b55-4109-97ed-84fea7d6acaa tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.724809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-668003a3-8b55-4109-97ed-84fea7d6acaa tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Calling delete_port for 445be74d-f710-4749-ade9-76736df5a5fb owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:13.779331 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4eab0a7-8d4f-4a18-ab01-b55377b24950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.782557 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f70f01e-a75d-477b-8b5b-e64e4ebdf5cd req-4872bcf1-2414-429e-b76d-6546a1f3ce74 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 210 time: 0.1389365 Jul 29 23:46:13.798708 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69070cab-c2b4-411e-b828-0b435aeb68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.816278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-668003a3-8b55-4109-97ed-84fea7d6acaa tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.828068 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9f4df14-8b8c-48ee-801c-e722b3038135 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.866813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668003a3-8b55-4109-97ed-84fea7d6acaa tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Port': ['ID=445be74d-f710-4749-ade9-76736df5a5fb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:13.875125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69070cab-c2b4-411e-b828-0b435aeb68c3 None None] No DVR routers for this DVR port f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:13.883181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba32c21e-db8c-4571-88e3-34f08cae4ab5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.886774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eab0a7-8d4f-4a18-ab01-b55377b24950 None None] Pushing event deleted for resources: {'Port': ['ID=0a006ec4-a98c-47fe-8559-ec0d6371e704,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:13.888420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-668003a3-8b55-4109-97ed-84fea7d6acaa tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.896490 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-668003a3-8b55-4109-97ed-84fea7d6acaa tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/ports/445be74d-f710-4749-ade9-76736df5a5fb HTTP/1.1" status: 204 len: 168 time: 0.6755033 Jul 29 23:46:13.896490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43362) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:13.896490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba32c21e-db8c-4571-88e3-34f08cae4ab5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.911843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eab0a7-8d4f-4a18-ab01-b55377b24950 None None] No DVR routers for this DVR port 0a006ec4-a98c-47fe-8559-ec0d6371e704 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:13.933276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69070cab-c2b4-411e-b828-0b435aeb68c3 None None] Pushing event deleted for resources: {'Port': ['ID=f18c3154-344a-41bf-b4d2-8d0e9f5c32e6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:13.934942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4df14-8b8c-48ee-801c-e722b3038135 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=08a1dd01-ad3a-4421-beb7-eab6c76f0e01,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:13.947008 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No active binding found for port 0a006ec4-a98c-47fe-8559-ec0d6371e704 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:46:13.947713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0a006ec4-a98c-47fe-8559-ec0d6371e704 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:13.948316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:13.980195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:13.981053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f18c3154-344a-41bf-b4d2-8d0e9f5c32e6 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:14.025309 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:46:14.047097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4df14-8b8c-48ee-801c-e722b3038135 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:14.055486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a9f4df14-8b8c-48ee-801c-e722b3038135 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:14.060471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4df14-8b8c-48ee-801c-e722b3038135 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.061075 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9f4df14-8b8c-48ee-801c-e722b3038135 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.065748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ab3db-c0bf-4719-837d-216722f86eb3 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:14.078558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a9f4df14-8b8c-48ee-801c-e722b3038135 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9751842 Jul 29 23:46:14.080327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43364) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:14.082196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.086814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': '08a1dd01-ad3a-4421-beb7-eab6c76f0e01', 'ip_address': '2001:db8::86be:3c20:a5b3:c674'}], 'name': 'tempest-NetworksTestDHCPv6-1702791531'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:14.094783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.104938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba32c21e-db8c-4571-88e3-34f08cae4ab5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.113335 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ba32c21e-db8c-4571-88e3-34f08cae4ab5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8715327 Jul 29 23:46:14.119655 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:14.126973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7ab9a4ef-5c52-47f8-b957-7fe7dcf2e133 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': 'b0414e4d-2970-4d90-b411-b2f9ad42321d', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:14.131769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32c21e-db8c-4571-88e3-34f08cae4ab5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe1404f-6875-474b-8e3d-93e7897272cb,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:14.302883 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a4ef-5c52-47f8-b957-7fe7dcf2e133 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.383584 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a4ef-5c52-47f8-b957-7fe7dcf2e133 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.389880 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.404397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ea90e8-a4e2-46cc-99d5-071a15728e01']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:14.418105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:14.418448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3beb2f3d-eca2-4c04-8eb1-eb7a4c63bc67') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:14.432951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5e417-31aa-4855-abfd-7f63d84f513c req-9b7bfd28-182c-40f9-9939-744c6fdf9b4a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.433391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.434763 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cb5e417-31aa-4855-abfd-7f63d84f513c req-9b7bfd28-182c-40f9-9939-744c6fdf9b4a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.4977829 Jul 29 23:46:14.461293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.471336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:14.471767 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.504441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Pushing event updated for resources: {'Port': ['ID=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:14.538455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Network d290c64b-92c2-433e-9d7f-3fb7b5728186 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:14.546680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:14.549633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:14.609030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cb5e417-31aa-4855-abfd-7f63d84f513c req-f072d39c-0cfa-4c4b-8fbe-7b8d6b1ad4f7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111848 Jul 29 23:46:14.663371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.665741 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.672507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': '08a1dd01-ad3a-4421-beb7-eab6c76f0e01'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:14.673647 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.708906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3475aee9-2d02-41ee-9852-eda1799b2226 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5691397 Jul 29 23:46:14.710893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:14.900636 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.928485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/08a1dd01-ad3a-4421-beb7-eab6c76f0e01/c34889c7-3d17-48c9-96ff-712457e6ab1e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:14.993572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 8f9edc8a-42a1-413a-9107-22548266173b yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:15.022235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980bd8-0638-4c0c-8eda-5eeaac713daa req-a0ccf497-ee2b-47fa-8227-af29b37c18db tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.030593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c980bd8-0638-4c0c-8eda-5eeaac713daa req-a0ccf497-ee2b-47fa-8227-af29b37c18db tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 931 time: 0.1229620 Jul 29 23:46:15.042744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Request body: {'port': {'device_id': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:15.109645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2214f-4255-415f-8682-b810b979abd6 req-38760a38-fd4f-4bf7-a149-d53c2beb29b0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.111690 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.117399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72c2214f-4255-415f-8682-b810b979abd6 req-38760a38-fd4f-4bf7-a149-d53c2beb29b0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2418597 Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:15.149018 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:15.161958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a4ef-5c52-47f8-b957-7fe7dcf2e133 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.188298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9a4ef-5c52-47f8-b957-7fe7dcf2e133 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4161dbe2-08a5-4ecc-b42e-152dc92fff8e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.196912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Transition to ACTIVE for port object c34889c7-3d17-48c9-96ff-712457e6ab1e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:15.198870 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.213476 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a4ef-5c52-47f8-b957-7fe7dcf2e133 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.213476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7ab9a4ef-5c52-47f8-b957-7fe7dcf2e133 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0849690 Jul 29 23:46:15.213476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:15.219136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cf5716dd-8a1b-46f7-87d3-84e7b6f97f1f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': 'b0414e4d-2970-4d90-b411-b2f9ad42321d', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:15.224474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.229193 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] 10.222.0.37 "DELETE /v2.0/networks/07ea90e8-a4e2-46cc-99d5-071a15728e01 HTTP/1.1" status: 204 len: 168 time: 1.3068411 Jul 29 23:46:15.244314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e7fdc-04fa-4de4-a27e-125495df5384 tempest-PortsTestJSON-1615292980 tempest-PortsTestJSON-1615292980-project] Pushing event deleted for resources: {'Network': ['ID=07ea90e8-a4e2-46cc-99d5-071a15728e01,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.245714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Transition to ACTIVE for port object c34889c7-3d17-48c9-96ff-712457e6ab1e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:15.259544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.268569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf5716dd-8a1b-46f7-87d3-84e7b6f97f1f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.355546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:15.357474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:15.364980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:15.376502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c980bd8-0638-4c0c-8eda-5eeaac713daa req-7b047839-01a6-479c-9c26-2542277d352b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447320 Jul 29 23:46:15.387638 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf5716dd-8a1b-46f7-87d3-84e7b6f97f1f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.394883 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf5716dd-8a1b-46f7-87d3-84e7b6f97f1f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.398915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72c2214f-4255-415f-8682-b810b979abd6 req-41cd184c-f061-44da-8b35-d4fc10f7718e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803993 Jul 29 23:46:15.400217 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.448529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5716dd-8a1b-46f7-87d3-84e7b6f97f1f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b7fcc0-0d41-4d4c-81e5-fe0ffe9de99e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.461911 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf5716dd-8a1b-46f7-87d3-84e7b6f97f1f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.463215 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cf5716dd-8a1b-46f7-87d3-84e7b6f97f1f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2501395 Jul 29 23:46:15.466224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:15.486705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e0f50dec-b551-4554-9bc2-52fff86bb48a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': 'b0414e4d-2970-4d90-b411-b2f9ad42321d', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:15.532931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Pushing event updated for resources: {'Port': ['ID=c34889c7-3d17-48c9-96ff-712457e6ab1e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.540393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Attempting to bind port c34889c7-3d17-48c9-96ff-712457e6ab1e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:15.540772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Attempting to bind port c34889c7-3d17-48c9-96ff-712457e6ab1e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:15.541142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Attempting to bind port c34889c7-3d17-48c9-96ff-712457e6ab1e on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:15.547554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0f50dec-b551-4554-9bc2-52fff86bb48a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.563016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:15.563411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:15.563981 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.564434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:15.565133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Bound port: c34889c7-3d17-48c9-96ff-712457e6ab1e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:15.565719 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.724653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] For port c34889c7-3d17-48c9-96ff-712457e6ab1e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:15.728978 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0f50dec-b551-4554-9bc2-52fff86bb48a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.730195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:15.733403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] For port c34889c7-3d17-48c9-96ff-712457e6ab1e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c34889c7-3d17-48c9-96ff-712457e6ab1e,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:15.738717 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.741352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0f50dec-b551-4554-9bc2-52fff86bb48a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.767766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::86be:3c20:a5b3:c674 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/08a1dd01-ad3a-4421-beb7-eab6c76f0e01/8f9edc8a-42a1-413a-9107-22548266173b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:15.785987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f50dec-b551-4554-9bc2-52fff86bb48a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c2ceec-486a-42c6-9966-8c80c40c50ee,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.805339 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0f50dec-b551-4554-9bc2-52fff86bb48a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.811085 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e0f50dec-b551-4554-9bc2-52fff86bb48a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3437092 Jul 29 23:46:15.811731 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43406) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:15.816947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-305721bb-5e9f-4bba-becb-5024636ed0fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': 'b0414e4d-2970-4d90-b411-b2f9ad42321d', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:15.849742 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-305721bb-5e9f-4bba-becb-5024636ed0fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Project b2f34a2d2a684983b52eb5a5ea340e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:46:15.863815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-305721bb-5e9f-4bba-becb-5024636ed0fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.909154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c054e0-7a3c-45f1-89c1-09cab53196ab req-caffd9f9-8fd4-45ab-aa8d-59acd795ba8d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.925322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58c054e0-7a3c-45f1-89c1-09cab53196ab req-caffd9f9-8fd4-45ab-aa8d-59acd795ba8d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.3495748 Jul 29 23:46:15.933644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ef51d-3c8a-48b5-958d-a76ead22b62c None None] Pushing event updated for resources: {'Port': ['ID=c34889c7-3d17-48c9-96ff-712457e6ab1e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:16.014654 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-305721bb-5e9f-4bba-becb-5024636ed0fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.050645 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9fab1ba9-6c4f-4a4e-97da-d5abd715a746 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd266ff5897c47f89f2f08b223d0b45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184063 Jul 29 23:46:16.051433 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-305721bb-5e9f-4bba-becb-5024636ed0fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.058545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43408) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:16.106148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-305721bb-5e9f-4bba-becb-5024636ed0fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.114030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58c054e0-7a3c-45f1-89c1-09cab53196ab req-6a1ff7a4-6a9f-41c8-bf2c-fe8e99eb7d86 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855922 Jul 29 23:46:16.114579 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43410) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:16.115951 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-305721bb-5e9f-4bba-becb-5024636ed0fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3028231 Jul 29 23:46:16.117577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305721bb-5e9f-4bba-becb-5024636ed0fb tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e696f0c4-8a47-41cb-aa3c-203605ee7fcd,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:16.183327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3c6e383d-d2e4-4651-98d7-580920f88b40 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'security_group_rule': {'security_group_id': 'b0414e4d-2970-4d90-b411-b2f9ad42321d', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:16.343589 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-3c6e383d-d2e4-4651-98d7-580920f88b40 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Project b2f34a2d2a684983b52eb5a5ea340e0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:46:16.378210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c6e383d-d2e4-4651-98d7-580920f88b40 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.419451 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-860778b6-1aaf-4f46-ac64-545daca2d06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.539266 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.562347 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-860778b6-1aaf-4f46-ac64-545daca2d06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.651497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:16.674028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 8f9edc8a-42a1-413a-9107-22548266173b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:16.694357 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c6e383d-d2e4-4651-98d7-580920f88b40 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.698497 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.732778 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c6e383d-d2e4-4651-98d7-580920f88b40 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.783439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Transition to ACTIVE for port object 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:16.821805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e383d-d2e4-4651-98d7-580920f88b40 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68668c98-3dc6-483a-9c7c-f73667b98ec4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:16.829890 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c6e383d-d2e4-4651-98d7-580920f88b40 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.831826 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3c6e383d-d2e4-4651-98d7-580920f88b40 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6813488 Jul 29 23:46:16.832903 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.839275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:16.869748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'network': {'name': 'tempest-network-smoke--1861717751', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:16.927763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:16.948816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f637d-d318-4db5-86ed-ab2422a9e96d req-c898dc90-b84e-43c1-8ffd-31b351a1a371 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.956070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-711f637d-d318-4db5-86ed-ab2422a9e96d req-c898dc90-b84e-43c1-8ffd-31b351a1a371 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 931 time: 0.3868814 Jul 29 23:46:16.964150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.030969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-8397ad93-3a31-47e1-a6bc-ec81e14f7207 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.048792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-8397ad93-3a31-47e1-a6bc-ec81e14f7207 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 812 time: 0.5068781 Jul 29 23:46:17.055243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:17.090661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.091245 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Added segment c5a5962c-cde1-4f43-a0dd-45f89c684ebc of type vlan for network 1fc4639a-435b-49e3-93a9-3783248b6f7d Jul 29 23:46:17.109668 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-860778b6-1aaf-4f46-ac64-545daca2d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.112357 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-860778b6-1aaf-4f46-ac64-545daca2d06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.113520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-860778b6-1aaf-4f46-ac64-545daca2d06a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e409ee65-f53e-4457-a4a9-63011c55129a HTTP/1.1" status: 204 len: 168 time: 1.0541205 Jul 29 23:46:17.135500 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.154027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860778b6-1aaf-4f46-ac64-545daca2d06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e409ee65-f53e-4457-a4a9-63011c55129a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:17.155995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:17.194124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-04a7eb1c-f4bd-4576-9bff-689de12a9955 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/quotas/26db6b4b91d247c5b9f9132b6799f10a HTTP/1.1" status: 200 len: 375 time: 0.1441336 Jul 29 23:46:17.261453 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.267791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-711f637d-d318-4db5-86ed-ab2422a9e96d req-16a21410-58e0-430b-93eb-71bfebfe9949 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810018 Jul 29 23:46:17.271366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:17.285275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:17.292504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:17.298274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.298920 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.377670 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.389942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.393279 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.491237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-f694eee4-5788-4577-a7bd-b19f4c8e1ce4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2957506 Jul 29 23:46:17.498842 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6540966 Jul 29 23:46:17.505653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:17.513352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'admin_state_up': True, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:17.518098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4362204 Jul 29 23:46:17.534480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:17.553953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0c9f90c3-50b1-4dc9-9743-4e4b61697cc3 None None] Provisioning for port c34889c7-3d17-48c9-96ff-712457e6ab1e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:17.626859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Attempting to bind port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:17.627204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Attempting to bind port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:17.627542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Attempting to bind port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 on network d290c64b-92c2-433e-9d7f-3fb7b5728186 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:17.631808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205278e0-9613-450f-8251-e06d3cc1f57c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Network': ['ID=1fc4639a-435b-49e3-93a9-3783248b6f7d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:17.651718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 on network d290c64b-92c2-433e-9d7f-3fb7b5728186 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:17.656593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Attempting to bind port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 on network d290c64b-92c2-433e-9d7f-3fb7b5728186 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:17.658657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e43032-6e65-4a39-aca0-e492d3e8308d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=8f9edc8a-42a1-413a-9107-22548266173b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:17.670286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1fc4639a-435b-49e3-93a9-3783248b6f7d details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:17.671410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:17.671762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Checking segment: {'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:17.672191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Bound using segment: {'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:17.672643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Bound port: 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:17.673013 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.674793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.675988 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.720790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ce8a83-7122-4ca5-a493-b1fa7e1e5e24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.735220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ce8a83-7122-4ca5-a493-b1fa7e1e5e24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.742410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d0ce8a83-7122-4ca5-a493-b1fa7e1e5e24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1928837 Jul 29 23:46:17.743119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:17.798192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c34889c7-3d17-48c9-96ff-712457e6ab1e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:17.881145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c34889c7-3d17-48c9-96ff-712457e6ab1e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:17.894699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c34889c7-3d17-48c9-96ff-712457e6ab1e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:17.895348 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.904352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-08c7d711-496e-4a4e-9b38-4cf87893643d service neutron] 10.222.0.37 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121039 Jul 29 23:46:17.968844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.068067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] For port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:18.074928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] For port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:18.084729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.094702 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.111927 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7a1d2d01-6a30-4876-9e31-de2c5225b26e None None] Provisioning for port 8f9edc8a-42a1-413a-9107-22548266173b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:18.136780 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7a1d2d01-6a30-4876-9e31-de2c5225b26e None None] Provisioning complete for port 8f9edc8a-42a1-413a-9107-22548266173b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:18.137163 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2d01-6a30-4876-9e31-de2c5225b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.258025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c34889c7-3d17-48c9-96ff-712457e6ab1e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c34889c7-3d17-48c9-96ff-712457e6ab1e,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:18.262702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:18.270242 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.272490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] 10.222.0.42 "PUT /v2.0/ports/9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 HTTP/1.1" status: 200 len: 1092 time: 3.3844662 Jul 29 23:46:18.275984 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.290322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d2d01-6a30-4876-9e31-de2c5225b26e None None] Port 8f9edc8a-42a1-413a-9107-22548266173b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:18.310554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'tag': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:18.314223 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747ec9c4-7cd4-4c18-a985-ecda24deafe2" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb90f68-a610-47cd-a551-b86e322f0cbe", "tag": "9dd7ec03-dc79-4a7d-9314-c3bc9052fb53"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:18.381368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68eced5-9fa5-4319-a0b2-569320c0c3de service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:18.422913 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.433046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-39c201cc-882d-46dc-8f36-498426b5dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:18.434941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-39c201cc-882d-46dc-8f36-498426b5dda1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 1095 time: 0.0938690 Jul 29 23:46:18.437098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-be3105c1-759d-4ea6-a509-49e73c8a4a0f service neutron] 10.222.0.37 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250852 Jul 29 23:46:18.441296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3286669f-ea05-4391-83ae-fab54bbfe0ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 8f9edc8a-42a1-413a-9107-22548266173b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:18.442391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3286669f-ea05-4391-83ae-fab54bbfe0ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.463075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c34889c7-3d17-48c9-96ff-712457e6ab1e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:18.737001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3286669f-ea05-4391-83ae-fab54bbfe0ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.756333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3286669f-ea05-4391-83ae-fab54bbfe0ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 8f9edc8a-42a1-413a-9107-22548266173b owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:18.768926 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.810873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-3d35ddb8-f120-4981-95c6-60db7a7e1218 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 HTTP/1.1" status: 200 len: 217 time: 0.3577545 Jul 29 23:46:19.025852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519630a6-fa06-4f11-928c-1983d4a56d33 req-0bb15c75-fe39-4c21-ac06-dc6bc18d2285 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.046088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-519630a6-fa06-4f11-928c-1983d4a56d33 req-0bb15c75-fe39-4c21-ac06-dc6bc18d2285 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 943 time: 0.5957582 Jul 29 23:46:19.057579 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1f925e-2ccf-4c9a-8a88-f7c83ecf5bba x-openstack-request-id: req-ae1f925e-2ccf-4c9a-8a88-f7c83ecf5bba {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:19.057888 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb90f68-a610-47cd-a551-b86e322f0cbe", "tag": "9dd7ec03-dc79-4a7d-9314-c3bc9052fb53", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:19.059478 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae1f925e-2ccf-4c9a-8a88-f7c83ecf5bba {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:19.060681 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'tag': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53', 'status': 'completed', 'code': 200} Jul 29 23:46:19.144211 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3286669f-ea05-4391-83ae-fab54bbfe0ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.158159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-902a956b-ffdd-401a-bb46-d118b7f76da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.162422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-902a956b-ffdd-401a-bb46-d118b7f76da7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=527d0074-5eaf-4497-85ef-d02c904a2060 HTTP/1.1" status: 200 len: 854 time: 0.3505962 Jul 29 23:46:19.181514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-519630a6-fa06-4f11-928c-1983d4a56d33 req-83bd82d5-c130-4a48-ba9a-2f42fdddf327 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176677 Jul 29 23:46:19.207238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43482) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:19.211711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286669f-ea05-4391-83ae-fab54bbfe0ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=8f9edc8a-42a1-413a-9107-22548266173b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:19.248312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3286669f-ea05-4391-83ae-fab54bbfe0ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.252821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3286669f-ea05-4391-83ae-fab54bbfe0ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/8f9edc8a-42a1-413a-9107-22548266173b HTTP/1.1" status: 204 len: 168 time: 1.5074697 Jul 29 23:46:19.255364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:19.410919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5428a3dd-778c-46cb-8f8e-0ccdd7531a51 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.412592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5428a3dd-778c-46cb-8f8e-0ccdd7531a51 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.422235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43492) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:19.432631 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5428a3dd-778c-46cb-8f8e-0ccdd7531a51 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1761956 Jul 29 23:46:19.445556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0beef170-7d44-45d3-a135-879f0e73d211 req-8ba657f7-92e4-4495-9426-4b477c376a41 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 210 time: 0.2798891 Jul 29 23:46:19.462932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-21b64dc7-a80c-4b37-8247-a89870837c21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d290c64b-92c2-433e-9d7f-3fb7b5728186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2473214 Jul 29 23:46:19.561699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6855abbe-b55a-4c33-8967-31b9b091e805 tempest-DvrRoutersNegativeTest-904035170 tempest-DvrRoutersNegativeTest-904035170-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1704393703', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:19.565164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.policy [None req-6855abbe-b55a-4c33-8967-31b9b091e805 tempest-DvrRoutersNegativeTest-904035170 tempest-DvrRoutersNegativeTest-904035170-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93817) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 29 23:46:19.565164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.policy [None req-6855abbe-b55a-4c33-8967-31b9b091e805 tempest-DvrRoutersNegativeTest-904035170 tempest-DvrRoutersNegativeTest-904035170-project] Failed policy check for 'create_router' {{(pid=93817) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 29 23:46:19.565164 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-6855abbe-b55a-4c33-8967-31b9b091e805 tempest-DvrRoutersNegativeTest-904035170 tempest-DvrRoutersNegativeTest-904035170-project] create failed (client error): Access was denied to this resource. Jul 29 23:46:19.573619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6855abbe-b55a-4c33-8967-31b9b091e805 tempest-DvrRoutersNegativeTest-904035170 tempest-DvrRoutersNegativeTest-904035170-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3557947 Jul 29 23:46:19.627576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c34889c7-3d17-48c9-96ff-712457e6ab1e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:19.631857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f007b6c1-c3e9-4971-b795-40bb0ae9eacf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 08a1dd01-ad3a-4421-beb7-eab6c76f0e01 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:19.663229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f007b6c1-c3e9-4971-b795-40bb0ae9eacf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.728266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c34889c7-3d17-48c9-96ff-712457e6ab1e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:19.728933 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.729709 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f007b6c1-c3e9-4971-b795-40bb0ae9eacf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.796850 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.854206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.965325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-c7d15064-d5df-416f-aa0d-69dd23e52dac service neutron] 10.222.0.42 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855571 Jul 29 23:46:20.097810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e853484-c0f7-44af-8cb5-5fea55df1fdc req-0c1368a8-c59b-492d-86a7-e7461489ac6c service neutron] 10.222.0.42 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229498 Jul 29 23:46:20.125315 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f007b6c1-c3e9-4971-b795-40bb0ae9eacf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.201314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43502) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:20.202817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.25.2.90 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/ef5c59f9-1900-4ce3-920c-4af9f4eff135) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:20.265083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ec9c4-7cd4-4c18-a985-ecda24deafe2 req-cc3ca996-fa35-4d07-b654-32c9c068ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.266723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747ec9c4-7cd4-4c18-a985-ecda24deafe2 req-cc3ca996-fa35-4d07-b654-32c9c068ba77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 1095 time: 0.0741818 Jul 29 23:46:20.268437 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f007b6c1-c3e9-4971-b795-40bb0ae9eacf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.313907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007b6c1-c3e9-4971-b795-40bb0ae9eacf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=08a1dd01-ad3a-4421-beb7-eab6c76f0e01,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:20.325199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a2ec68-7897-4cfb-8ae2-56a3e55cb896 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:20.335235 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f007b6c1-c3e9-4971-b795-40bb0ae9eacf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.340727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f007b6c1-c3e9-4971-b795-40bb0ae9eacf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/08a1dd01-ad3a-4421-beb7-eab6c76f0e01 HTTP/1.1" status: 204 len: 168 time: 0.9171824 Jul 29 23:46:20.341788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43508) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:20.422670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a7562360-5d85-428a-8e9d-229dd6dd02e5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534606 Jul 29 23:46:20.444283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43510) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:20.471572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-39550b7e-e3f7-44b4-b612-357528e82e3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:20.621802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.682115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.689721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ec9c4-7cd4-4c18-a985-ecda24deafe2 req-7198e69b-f6f2-41b9-a62a-0f087331f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.691458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747ec9c4-7cd4-4c18-a985-ecda24deafe2 req-7198e69b-f6f2-41b9-a62a-0f087331f3dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 200 len: 915 time: 0.4123051 Jul 29 23:46:20.705643 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14d3cfd4-1101-4765-af2d-47fcf48b5bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.723462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b797c-a5b8-4cea-8002-db2c91e68ed6 None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:20.766511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:20.803420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4034cc60-b815-4ca2-9f33-be1f725a1fbd req-7431749e-964a-4a47-be64-9e37923b8d41 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 210 time: 0.1106815 Jul 29 23:46:20.848734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:20.858033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:20.872855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-465b797c-a5b8-4cea-8002-db2c91e68ed6 None None] Deleting port c34889c7-3d17-48c9-96ff-712457e6ab1e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:20.873233 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-465b797c-a5b8-4cea-8002-db2c91e68ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.880109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1665a4-c923-4c46-82a8-fb2c4c5dbcd7 req-2aaee556-fc84-4792-b852-aaff0cdb18ce tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.886546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b1665a4-c923-4c46-82a8-fb2c4c5dbcd7 req-2aaee556-fc84-4792-b852-aaff0cdb18ce tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 943 time: 0.5100081 Jul 29 23:46:20.919022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747ec9c4-7cd4-4c18-a985-ecda24deafe2 req-794ae925-d4fa-42fc-9557-9d62b7a2f965 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 HTTP/1.1" status: 200 len: 217 time: 0.2106109 Jul 29 23:46:20.929829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=ef5c59f9-1900-4ce3-920c-4af9f4eff135,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:20.980368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-465b797c-a5b8-4cea-8002-db2c91e68ed6 None None] For port c34889c7-3d17-48c9-96ff-712457e6ab1e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c34889c7-3d17-48c9-96ff-712457e6ab1e,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:20.981123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-465b797c-a5b8-4cea-8002-db2c91e68ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.029672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-0bd2fb63-ef8a-42b8-8984-286c41f8cd85 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.031254 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-0bd2fb63-ef8a-42b8-8984-286c41f8cd85 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 812 time: 0.3178234 Jul 29 23:46:21.034691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-465b797c-a5b8-4cea-8002-db2c91e68ed6 None None] Calling delete_port for c34889c7-3d17-48c9-96ff-712457e6ab1e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:21.069098 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'port': {'device_id': 'e6676636-be21-4d37-9f76-7de667a831d1', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'admin_state_up': True, 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:21.129018 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14d3cfd4-1101-4765-af2d-47fcf48b5bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.134047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39550b7e-e3f7-44b4-b612-357528e82e3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:21.138208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39550b7e-e3f7-44b4-b612-357528e82e3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.182073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b1665a4-c923-4c46-82a8-fb2c4c5dbcd7 req-ad3f3063-6159-47b6-b471-83e0ba35cf06 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674327 Jul 29 23:46:21.183081 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14d3cfd4-1101-4765-af2d-47fcf48b5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.229681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ec9c4-7cd4-4c18-a985-ecda24deafe2 req-52946ce6-e8e9-4441-aa0f-f353de03773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.231626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747ec9c4-7cd4-4c18-a985-ecda24deafe2 req-52946ce6-e8e9-4441-aa0f-f353de03773e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=527d0074-5eaf-4497-85ef-d02c904a2060 HTTP/1.1" status: 200 len: 854 time: 0.2997384 Jul 29 23:46:21.302945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747ec9c4-7cd4-4c18-a985-ecda24deafe2 req-fce5a199-39ac-49c9-9f1b-9d85a9edd5e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d290c64b-92c2-433e-9d7f-3fb7b5728186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501204 Jul 29 23:46:21.307607 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-465b797c-a5b8-4cea-8002-db2c91e68ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.324511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b797c-a5b8-4cea-8002-db2c91e68ed6 None None] No DVR routers for this DVR port c34889c7-3d17-48c9-96ff-712457e6ab1e on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:21.332987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-14d3cfd4-1101-4765-af2d-47fcf48b5bc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c59f641fb4bb47bab006c6a9be082543&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1237221 Jul 29 23:46:21.334615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43518) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:21.355248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3cfd4-1101-4765-af2d-47fcf48b5bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d16d8c1-8df1-4275-b025-74a1028b4379,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:21.371141 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b797c-a5b8-4cea-8002-db2c91e68ed6 None None] Pushing event deleted for resources: {'Port': ['ID=c34889c7-3d17-48c9-96ff-712457e6ab1e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:21.384378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Made reservation on behalf of 26db6b4b91d247c5b9f9132b6799f10a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:21.388123 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.420594 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.606308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c34889c7-3d17-48c9-96ff-712457e6ab1e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:21.679024 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c34889c7-3d17-48c9-96ff-712457e6ab1e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:21.679424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c34889c7-3d17-48c9-96ff-712457e6ab1e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:21.700459 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39550b7e-e3f7-44b4-b612-357528e82e3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.700701 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35a90152-768d-4054-830b-6a6e462a9322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.774518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39550b7e-e3f7-44b4-b612-357528e82e3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:21.776251 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5951b48c-d365-4317-81ca-f77cf939cf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.783740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39550b7e-e3f7-44b4-b612-357528e82e3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=17f82cfe-438b-4eb8-b273-755ac6d37caa,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:21.787384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-39550b7e-e3f7-44b4-b612-357528e82e3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:21.801442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e32df-db04-40d4-9656-bda1715b6912 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:21.805906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Allocated IP 172.20.0.14 (33ad5c1f-badc-46d6-a914-c2f44d1a5dbd/3fe6365f-a40c-48b9-b081-8f50aa48b74d/b3c01d93-f191-4019-9656-c1a30185ec1f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:21.814497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39550b7e-e3f7-44b4-b612-357528e82e3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.814497 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39550b7e-e3f7-44b4-b612-357528e82e3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.853312 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5951b48c-d365-4317-81ca-f77cf939cf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.867538 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-39550b7e-e3f7-44b4-b612-357528e82e3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4066951 Jul 29 23:46:21.868883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747ec9c4-7cd4-4c18-a985-ecda24deafe2 req-00c9ed30-98ce-43a2-a497-c2b1b3c3dcdc service neutron] 10.222.0.42 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562649 Jul 29 23:46:21.869427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43524) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:21.877283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': '17f82cfe-438b-4eb8-b273-755ac6d37caa', 'ip_address': '2001:db8::e692:ce1f:fa7e:b03b'}], 'name': 'tempest-NetworksTestDHCPv6-1668896223'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:21.988615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747ec9c4-7cd4-4c18-a985-ecda24deafe2 req-9406faf4-9400-4f52-b59f-bfcf9747ad5d service neutron] 10.222.0.42 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015027 Jul 29 23:46:22.092583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b906499e-0636-402f-b490-45aba094c04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': '17f82cfe-438b-4eb8-b273-755ac6d37caa'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:22.093148 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b906499e-0636-402f-b490-45aba094c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.166579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5951b48c-d365-4317-81ca-f77cf939cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.174160 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5951b48c-d365-4317-81ca-f77cf939cf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.175391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5951b48c-d365-4317-81ca-f77cf939cf9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d16d8c1-8df1-4275-b025-74a1028b4379 HTTP/1.1" status: 204 len: 168 time: 0.8169518 Jul 29 23:46:22.178087 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-908e06b1-fe7a-4319-b00b-46ab2cede3ab req-fe51771d-ec0e-4241-8870-f70dd96f34b2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 210 time: 0.1061218 Jul 29 23:46:22.190951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951b48c-d365-4317-81ca-f77cf939cf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d16d8c1-8df1-4275-b025-74a1028b4379,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:22.290261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.405316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:22.499213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b906499e-0636-402f-b490-45aba094c04a None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/17f82cfe-438b-4eb8-b273-755ac6d37caa/72fd6873-7fe6-4519-9fee-624084e9f3e3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:22.607185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca23812-35eb-48d7-8ef1-1145ba67b231 req-ff29002c-a708-4972-903e-b0f85b1257ce tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.608986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ca23812-35eb-48d7-8ef1-1145ba67b231 req-ff29002c-a708-4972-903e-b0f85b1257ce tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 943 time: 0.2987063 Jul 29 23:46:22.738675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ca23812-35eb-48d7-8ef1-1145ba67b231 req-016924a1-f008-4433-b82f-377d01c95334 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191182 Jul 29 23:46:22.769227 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.792962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:46:22.816464 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port eb347583-b058-4d17-8967-cdb2b65f7871 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:22.861319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.901268 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b906499e-0636-402f-b490-45aba094c04a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.911079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b906499e-0636-402f-b490-45aba094c04a None None] Transition to ACTIVE for port object 72fd6873-7fe6-4519-9fee-624084e9f3e3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:22.951580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b906499e-0636-402f-b490-45aba094c04a None None] Transition to ACTIVE for port object 72fd6873-7fe6-4519-9fee-624084e9f3e3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:22.963936 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b906499e-0636-402f-b490-45aba094c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.100205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:23.115952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Transition to ACTIVE for port object b3c01d93-f191-4019-9656-c1a30185ec1f will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:23.121123 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Sync routers for ids ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:23.144081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b906499e-0636-402f-b490-45aba094c04a None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:23.166660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b906499e-0636-402f-b490-45aba094c04a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:23.173549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b906499e-0636-402f-b490-45aba094c04a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:23.184472 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Routers {'d09dcc7a-e284-4fc0-b677-ee6b2456ec16'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:23.185169 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:45:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:23.193489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.225517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906499e-0636-402f-b490-45aba094c04a None None] Pushing event updated for resources: {'Port': ['ID=72fd6873-7fe6-4519-9fee-624084e9f3e3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:23.286882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:23.297038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:23.304183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:23.372992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.374379 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.401685 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.403129 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-68fc4f81-73ba-4f84-8e20-6b022276b79c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.8957698 Jul 29 23:46:23.410808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43548) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.431612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b906499e-0636-402f-b490-45aba094c04a None None] Attempting to bind port 72fd6873-7fe6-4519-9fee-624084e9f3e3 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:23.432390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b906499e-0636-402f-b490-45aba094c04a None None] Attempting to bind port 72fd6873-7fe6-4519-9fee-624084e9f3e3 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:23.432804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b906499e-0636-402f-b490-45aba094c04a None None] Attempting to bind port 72fd6873-7fe6-4519-9fee-624084e9f3e3 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:23.450198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b906499e-0636-402f-b490-45aba094c04a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:23.450656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b906499e-0636-402f-b490-45aba094c04a None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:23.451349 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b906499e-0636-402f-b490-45aba094c04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.451757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b906499e-0636-402f-b490-45aba094c04a None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:23.464849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b906499e-0636-402f-b490-45aba094c04a None None] Bound port: 72fd6873-7fe6-4519-9fee-624084e9f3e3, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:23.466591 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b906499e-0636-402f-b490-45aba094c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.512077 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d2d10cdd-e139-4426-93d4-9123f3428fd4 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b2f34a2d2a684983b52eb5a5ea340e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0874426 Jul 29 23:46:23.514674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'Port': ['ID=b3c01d93-f191-4019-9656-c1a30185ec1f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:23.517409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::e692:ce1f:fa7e:b03b (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/17f82cfe-438b-4eb8-b273-755ac6d37caa/eb347583-b058-4d17-8967-cdb2b65f7871) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:23.526045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43550) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.552569 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-327c6ef0-3bb3-4cf1-b535-73f659ac4e18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4875808 Jul 29 23:46:23.572441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Request body: {'port': {'device_id': 'e6676636-be21-4d37-9f76-7de667a831d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:23.582407 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Set router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:23.683602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b906499e-0636-402f-b490-45aba094c04a None None] For port 72fd6873-7fe6-4519-9fee-624084e9f3e3, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:23.688167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b906499e-0636-402f-b490-45aba094c04a None None] For port 72fd6873-7fe6-4519-9fee-624084e9f3e3, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=72fd6873-7fe6-4519-9fee-624084e9f3e3,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:23.695124 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b906499e-0636-402f-b490-45aba094c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.712404 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.816271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c8be80a3-5501-4d95-8c67-db06f3eff1c1 None None] Provisioning for port b3c01d93-f191-4019-9656-c1a30185ec1f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:23.829221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c8be80a3-5501-4d95-8c67-db06f3eff1c1 None None] Provisioning complete for port b3c01d93-f191-4019-9656-c1a30185ec1f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:23.830068 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8be80a3-5501-4d95-8c67-db06f3eff1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.878038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906499e-0636-402f-b490-45aba094c04a None None] Pushing event updated for resources: {'Port': ['ID=72fd6873-7fe6-4519-9fee-624084e9f3e3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:23.882866 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c8be80a3-5501-4d95-8c67-db06f3eff1c1 None None] Port b3c01d93-f191-4019-9656-c1a30185ec1f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:23.895540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81aa7e-c758-4fa1-b653-7469e885b4e4 req-f1033476-d1be-4eb2-9c32-e60966ffa8d0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.897534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f81aa7e-c758-4fa1-b653-7469e885b4e4 req-f1033476-d1be-4eb2-9c32-e60966ffa8d0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 932 time: 0.4956105 Jul 29 23:46:24.008158 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:21Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:24.043842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:24.110398 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Checking router: d09dcc7a-e284-4fc0-b677-ee6b2456ec16 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:24.111814 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Updating router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 port ef5c59f9-1900-4ce3-920c-4af9f4eff135 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:24.156531 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66594fb7-30f6-4d47-9282-0c64607192e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.297078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f81aa7e-c758-4fa1-b653-7469e885b4e4 req-cf661239-81ec-44e9-8018-1abd2f784a00 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369579 Jul 29 23:46:24.310323 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.488665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:24.542127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53', 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186', 'port_id': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53', 'mac_address': 'fa:16:3e:8f:5b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527d0074-5eaf-4497-85ef-d02c904a2060', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:24.625628 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.628960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89221516-f8a7-4039-bd01-594889de3d35 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.634269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-89221516-f8a7-4039-bd01-594889de3d35 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1045952 Jul 29 23:46:24.638198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43574) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:24.649985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4558ce1-8bd7-4424-a9d3-ac489543d825 req-1f582649-79a9-4303-bcce-fa5e2b6ee975 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.658909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4558ce1-8bd7-4424-a9d3-ac489543d825 req-1f582649-79a9-4303-bcce-fa5e2b6ee975 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 943 time: 0.6439731 Jul 29 23:46:24.666564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.669810 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.715774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:24.717762 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-25d54add-6273-4126-b740-68151b7a0232 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0782478 Jul 29 23:46:24.720709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:24.729981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963348127', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:24.736670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4558ce1-8bd7-4424-a9d3-ac489543d825 req-3e701a47-4ce1-4119-a2a8-e3ec39b7e2a8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763607 Jul 29 23:46:24.743373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object eb347583-b058-4d17-8967-cdb2b65f7871 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:24.758733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:24.767024 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.832924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c01d93-f191-4019-9656-c1a30185ec1f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:24.842051 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.856058 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.869868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Transition to ACTIVE for port object b3c01d93-f191-4019-9656-c1a30185ec1f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:24.877426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.918253 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:24.940886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:24.944998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:24.951657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:24.961745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.962559 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.968221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:24.976728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=eb347583-b058-4d17-8967-cdb2b65f7871,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:24.977036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.994624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c01d93-f191-4019-9656-c1a30185ec1f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:25.007207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-148ec268-9e47-455c-a148-8b8d22a662b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1314011 Jul 29 23:46:25.026123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9dd7ec03-dc79-4a7d-9314-c3bc9052fb53'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:25.029152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:25.065844 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.085594 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Transition to ACTIVE for port object ef5c59f9-1900-4ce3-920c-4af9f4eff135 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:25.094910 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.128290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873df8a1-ea56-44f4-957f-976234cb8caa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.134511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873df8a1-ea56-44f4-957f-976234cb8caa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.136655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-873df8a1-ea56-44f4-957f-976234cb8caa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1063371 Jul 29 23:46:25.139281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43590) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:25.270191 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Pushing event updated for resources: {'Port': ['ID=ef5c59f9-1900-4ce3-920c-4af9f4eff135,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:25.315875 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Attempting to bind port ef5c59f9-1900-4ce3-920c-4af9f4eff135 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:25.316615 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Attempting to bind port ef5c59f9-1900-4ce3-920c-4af9f4eff135 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:25.316615 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Attempting to bind port ef5c59f9-1900-4ce3-920c-4af9f4eff135 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:25.328124 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.328947 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.329456 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.331026 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.331373 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.331712 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.332067 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.332404 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.332732 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.333059 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.333384 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.333707 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:25.358600 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:25.358979 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:25.359385 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.359773 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:25.360283 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Bound port: ef5c59f9-1900-4ce3-920c-4af9f4eff135, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:25.360667 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.407622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c86dd3a6-2959-41a1-89de-e1f477da5ac7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port eb347583-b058-4d17-8967-cdb2b65f7871 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:25.407973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c86dd3a6-2959-41a1-89de-e1f477da5ac7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.575906 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.585234 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] For port ef5c59f9-1900-4ce3-920c-4af9f4eff135, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:25.597660 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] For port ef5c59f9-1900-4ce3-920c-4af9f4eff135, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ef5c59f9-1900-4ce3-920c-4af9f4eff135,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:25.618156 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.706042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 72fd6873-7fe6-4519-9fee-624084e9f3e3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:25.742862 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa7eea-a41b-4816-9a55-68f9aab3aecd None None] Pushing event updated for resources: {'Port': ['ID=ef5c59f9-1900-4ce3-920c-4af9f4eff135,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:25.767834 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Routers {'d09dcc7a-e284-4fc0-b677-ee6b2456ec16'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:25.768833 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:25.852368 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c86dd3a6-2959-41a1-89de-e1f477da5ac7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.866561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 72fd6873-7fe6-4519-9fee-624084e9f3e3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:25.900896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292397a-ef7a-4120-a974-f1868c97dd37 req-eeb15f55-9399-4291-8604-efedd7d6e513 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.911810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8292397a-ef7a-4120-a974-f1868c97dd37 req-eeb15f55-9399-4291-8604-efedd7d6e513 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 944 time: 0.4543748 Jul 29 23:46:25.921486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ebc1cebb-a90b-4eaa-b424-2a7a7b31c16e None None] Provisioning for port 72fd6873-7fe6-4519-9fee-624084e9f3e3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:25.938777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ebc1cebb-a90b-4eaa-b424-2a7a7b31c16e None None] Provisioning complete for port 72fd6873-7fe6-4519-9fee-624084e9f3e3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:25.939468 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebc1cebb-a90b-4eaa-b424-2a7a7b31c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.047677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:26.058554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c86dd3a6-2959-41a1-89de-e1f477da5ac7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for eb347583-b058-4d17-8967-cdb2b65f7871 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:26.075641 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] Set router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:26.281865 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebc1cebb-a90b-4eaa-b424-2a7a7b31c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.393140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ebc1cebb-a90b-4eaa-b424-2a7a7b31c16e None None] For port 72fd6873-7fe6-4519-9fee-624084e9f3e3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=72fd6873-7fe6-4519-9fee-624084e9f3e3,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:26.406300 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebc1cebb-a90b-4eaa-b424-2a7a7b31c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.524749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1cebb-a90b-4eaa-b424-2a7a7b31c16e None None] Pushing event updated for resources: {'Port': ['ID=72fd6873-7fe6-4519-9fee-624084e9f3e3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:26.553999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:26.578144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:26.579395 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.627143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c813feda-c5cb-4be7-a8f8-8e8806634464 None None] Provisioning for port eb347583-b058-4d17-8967-cdb2b65f7871 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:26.642582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c813feda-c5cb-4be7-a8f8-8e8806634464 None None] Provisioning complete for port eb347583-b058-4d17-8967-cdb2b65f7871 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:26.643493 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c813feda-c5cb-4be7-a8f8-8e8806634464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.643814 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:21Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:26.753930 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1155b-d987-4dc9-bc8c-f036a4007acd None None] The sync data for ids ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'] in n-d-712139-11 is: [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:21Z', 'revision_number': 3, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:26.794503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Attempting to bind port b3c01d93-f191-4019-9656-c1a30185ec1f on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:26.795950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Attempting to bind port b3c01d93-f191-4019-9656-c1a30185ec1f by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:26.796788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Attempting to bind port b3c01d93-f191-4019-9656-c1a30185ec1f on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:26.814536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Port b3c01d93-f191-4019-9656-c1a30185ec1f on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:26.815382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Attempting to bind port b3c01d93-f191-4019-9656-c1a30185ec1f on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:26.831465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:26.832185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Checking segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:26.832893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Bound using segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:26.833537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Bound port: b3c01d93-f191-4019-9656-c1a30185ec1f, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:26.834087 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.862879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c813feda-c5cb-4be7-a8f8-8e8806634464 None None] Port eb347583-b058-4d17-8967-cdb2b65f7871 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:26.893378 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.979587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:26.984848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:26.992830 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d9f223-8396-4644-9eba-293531e32dc6" -d '{"events": [{"server_uuid": "cbb90f68-a610-47cd-a551-b86e322f0cbe", "name": "network-vif-plugged", "status": "completed", "tag": "9dd7ec03-dc79-4a7d-9314-c3bc9052fb53"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:26.998625 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.007367 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.155689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Subnet': ['ID=d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.169567 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.182628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] For port b3c01d93-f191-4019-9656-c1a30185ec1f, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:27.188520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] For port b3c01d93-f191-4019-9656-c1a30185ec1f, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b3c01d93-f191-4019-9656-c1a30185ec1f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:27.196639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608cbf9-1ec2-4731-96da-821469de93d4 req-daf9e1b5-a0f4-46b0-8412-0b0f0d60303f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.204547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.207422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0608cbf9-1ec2-4731-96da-821469de93d4 req-daf9e1b5-a0f4-46b0-8412-0b0f0d60303f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 944 time: 1.2899122 Jul 29 23:46:27.239172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Checking segment: {'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:27.239838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network hostable DHCP agents. Network: 1fc4639a-435b-49e3-93a9-3783248b6f7d, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:27.249891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.263365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8292397a-ef7a-4120-a974-f1868c97dd37 req-6cce73cc-1fa5-48f4-8aaf-62105708a97b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3482339 Jul 29 23:46:27.296704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.297575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.309754 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] 10.222.0.47 "PUT /v2.0/ports/b3c01d93-f191-4019-9656-c1a30185ec1f HTTP/1.1" status: 200 len: 1093 time: 3.7419655 Jul 29 23:46:27.310087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6676636-be21-4d37-9f76-7de667a831d1', 'tag': 'b3c01d93-f191-4019-9656-c1a30185ec1f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:27.312954 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf78c30a-5d87-47ab-80db-84ddb026ee0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6676636-be21-4d37-9f76-7de667a831d1", "tag": "b3c01d93-f191-4019-9656-c1a30185ec1f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:27.372561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 1fc4639a-435b-49e3-93a9-3783248b6f7d is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:27.415402 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0608cbf9-1ec2-4731-96da-821469de93d4 req-c90cb72c-2efe-48e7-b368-d4c778f13139 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068079 Jul 29 23:46:27.422137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f88a8e-8d8b-4e80-ba75-4c17c1e404c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c01d93-f191-4019-9656-c1a30185ec1f,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.450688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 1fc4639a-435b-49e3-93a9-3783248b6f7d) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:27.454132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c86dd3a6-2959-41a1-89de-e1f477da5ac7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.462432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54971d59-167c-49a0-820d-ff40153a3deb None None] Network 1fc4639a-435b-49e3-93a9-3783248b6f7d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:27.480615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.510775 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.586560 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-863c0993-5c99-4c2d-82a4-6422c5aa107a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8648257 Jul 29 23:46:27.587421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:27.613500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dd3a6-2959-41a1-89de-e1f477da5ac7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=eb347583-b058-4d17-8967-cdb2b65f7871,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.680031 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c86dd3a6-2959-41a1-89de-e1f477da5ac7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.687802 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c86dd3a6-2959-41a1-89de-e1f477da5ac7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/eb347583-b058-4d17-8967-cdb2b65f7871 HTTP/1.1" status: 204 len: 168 time: 2.5466590 Jul 29 23:46:27.688767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43658) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:27.792667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-2b824c24-59e1-4717-a92c-fb29536eb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.794206 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-2b824c24-59e1-4717-a92c-fb29536eb439 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 1096 time: 0.4001541 Jul 29 23:46:27.851927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaee22-220e-4d3e-a681-0993a9ebd601 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.886489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaee22-220e-4d3e-a681-0993a9ebd601 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.899451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-acaaee22-220e-4d3e-a681-0993a9ebd601 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2091897 Jul 29 23:46:27.900814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43662) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:27.943771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 72fd6873-7fe6-4519-9fee-624084e9f3e3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:27.980540 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-9e0c2e43-e126-409b-b3da-84660af5a825 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c01d93-f191-4019-9656-c1a30185ec1f HTTP/1.1" status: 200 len: 217 time: 0.1704867 Jul 29 23:46:28.022173 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b9e8a0-62fe-437d-9612-b9041b340467 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 17f82cfe-438b-4eb8-b273-755ac6d37caa {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:28.028616 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b9e8a0-62fe-437d-9612-b9041b340467 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.084130 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3188640b-d6a9-4cdd-a842-cc1504d7d0c8 x-openstack-request-id: req-3188640b-d6a9-4cdd-a842-cc1504d7d0c8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:28.087319 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb90f68-a610-47cd-a551-b86e322f0cbe", "name": "network-vif-plugged", "status": "completed", "tag": "9dd7ec03-dc79-4a7d-9314-c3bc9052fb53", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:28.088371 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3188640b-d6a9-4cdd-a842-cc1504d7d0c8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:28.091151 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53', 'code': 200} Jul 29 23:46:28.164656 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd646a1b-8e98-4dec-bfda-f23d6c87ae31 x-openstack-request-id: req-dd646a1b-8e98-4dec-bfda-f23d6c87ae31 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:28.164955 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6676636-be21-4d37-9f76-7de667a831d1", "tag": "b3c01d93-f191-4019-9656-c1a30185ec1f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:28.165217 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd646a1b-8e98-4dec-bfda-f23d6c87ae31 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:28.165641 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6676636-be21-4d37-9f76-7de667a831d1', 'tag': 'b3c01d93-f191-4019-9656-c1a30185ec1f', 'status': 'completed', 'code': 200} Jul 29 23:46:28.167605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b9e8a0-62fe-437d-9612-b9041b340467 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.339530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-67623285-3d81-4892-a5ea-1dbf26077916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.342745 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-67623285-3d81-4892-a5ea-1dbf26077916 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.2523057 Jul 29 23:46:28.528134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395fc9b-8d55-45a5-8099-e6884105eb17 req-ee1168f3-1fbe-4fb6-880f-cf09b3f71475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.529777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c395fc9b-8d55-45a5-8099-e6884105eb17 req-ee1168f3-1fbe-4fb6-880f-cf09b3f71475 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 1097 time: 0.2776303 Jul 29 23:46:28.534537 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b9e8a0-62fe-437d-9612-b9041b340467 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.651189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-4276ec42-d08f-4896-bd0e-daef424b36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.654082 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-4276ec42-d08f-4896-bd0e-daef424b36a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3036153 Jul 29 23:46:28.701181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57687-1a51-47e4-a037-009a3f617170 req-21167f65-94f7-4505-aa58-a21743ecb353 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.702815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9e57687-1a51-47e4-a037-009a3f617170 req-21167f65-94f7-4505-aa58-a21743ecb353 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 944 time: 0.2675443 Jul 29 23:46:28.737811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c395fc9b-8d55-45a5-8099-e6884105eb17 req-3ecaf025-bd33-4955-8525-9a407a21e719 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767590 Jul 29 23:46:28.864082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-1fc4639a-435b-49e3-93a9-3783248b6f7d', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:28.864950 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.901032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9e57687-1a51-47e4-a037-009a3f617170 req-427be671-768a-448d-8566-be93c22a843c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788738 Jul 29 23:46:28.985198 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-c4c450be-28b3-48da-b814-a2402d10e2cd service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206687 Jul 29 23:46:28.998578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708d8f1-0fe7-4593-8fc7-9e588917b507 req-5dba8e98-04b0-42ad-989e-290103db140e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.007876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3708d8f1-0fe7-4593-8fc7-9e588917b507 req-5dba8e98-04b0-42ad-989e-290103db140e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.3605325 Jul 29 23:46:29.041129 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b9e8a0-62fe-437d-9612-b9041b340467 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.119511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9e8a0-62fe-437d-9612-b9041b340467 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=17f82cfe-438b-4eb8-b273-755ac6d37caa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:29.137630 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b9e8a0-62fe-437d-9612-b9041b340467 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.141218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-40b9e8a0-62fe-437d-9612-b9041b340467 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/17f82cfe-438b-4eb8-b273-755ac6d37caa HTTP/1.1" status: 204 len: 168 time: 1.2376246 Jul 29 23:46:29.144669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43688) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.150986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9806259-7462-4e1f-a753-772d3b3fb4a1 req-9befdd0e-bb23-46af-ac54-e9264b5c31b2 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301689 Jul 29 23:46:29.155927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3708d8f1-0fe7-4593-8fc7-9e588917b507 req-355914d4-5ad2-439e-99d0-268bd2b7d818 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469698 Jul 29 23:46:29.203882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac28fb69-0464-40cb-861c-4172badbed20 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:29.278636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fa198e4c-3fe6-4c34-926c-dcd6f9cba568 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1323347 Jul 29 23:46:29.283250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43692) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.411202 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 72fd6873-7fe6-4519-9fee-624084e9f3e3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:29.412361 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.450900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b469af20-cf19-46b7-87e6-14c25be8e3fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.462848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b469af20-cf19-46b7-87e6-14c25be8e3fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1783586 Jul 29 23:46:29.465781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43696) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.519889 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.558454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-234a617e-01c8-4d99-acab-1bc594343474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.568447 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-234a617e-01c8-4d99-acab-1bc594343474 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 1096 time: 0.1924341 Jul 29 23:46:29.575540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Allocated IP 172.20.0.2 (1fc4639a-435b-49e3-93a9-3783248b6f7d/d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40/b45436a3-aafb-458e-8d98-369558df08fd) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:29.631658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d9f8a2-4468-438d-8bda-4fe05f92a14a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.645217 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b0d9f8a2-4468-438d-8bda-4fe05f92a14a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1774516 Jul 29 23:46:29.645455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43702) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.748793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1759ec28-8a63-45e6-a01a-4023fdeae47a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020753 Jul 29 23:46:29.749450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43704) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.764603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-39066150-0f51-4440-9963-0452b2f9dea8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:29.885134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76133a9-33cb-4768-a0c1-2308ecd757d5 None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:29.990464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ef5c59f9-1900-4ce3-920c-4af9f4eff135 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:30.035284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-0c069a8d-96de-4753-94a6-a2ef598b3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.036979 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-0c069a8d-96de-4753-94a6-a2ef598b3db0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.4675834 Jul 29 23:46:30.095956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39066150-0f51-4440-9963-0452b2f9dea8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:30.099802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39066150-0f51-4440-9963-0452b2f9dea8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.228083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38597f6-7e31-4590-b58f-5a26ca222901 req-a3dbd19a-3128-4648-8c21-c76be90106be tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.229908 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-149c6108-2b73-40fe-a828-711f8b7827d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c01d93-f191-4019-9656-c1a30185ec1f HTTP/1.1" status: 200 len: 217 time: 0.0703325 Jul 29 23:46:30.235801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f38597f6-7e31-4590-b58f-5a26ca222901 req-a3dbd19a-3128-4648-8c21-c76be90106be tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 944 time: 0.2070537 Jul 29 23:46:30.238474 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.266728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Transition to ACTIVE for port object b45436a3-aafb-458e-8d98-369558df08fd will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:30.307455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f38597f6-7e31-4590-b58f-5a26ca222901 req-ae7d84d9-7c1a-4209-b97c-511e6edc82fc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702145 Jul 29 23:46:30.324866 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Transition to ACTIVE for port object b45436a3-aafb-458e-8d98-369558df08fd will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:30.367038 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.390503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-b6dc940a-5ece-4fd0-8604-aae144d9306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.392245 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-b6dc940a-5ece-4fd0-8604-aae144d9306c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.1495111 Jul 29 23:46:30.449319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c76133a9-33cb-4768-a0c1-2308ecd757d5 None None] Deleting port 72fd6873-7fe6-4519-9fee-624084e9f3e3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:30.449695 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c76133a9-33cb-4768-a0c1-2308ecd757d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.451424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Pushing event updated for resources: {'Port': ['ID=b45436a3-aafb-458e-8d98-369558df08fd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:30.484207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Network 1fc4639a-435b-49e3-93a9-3783248b6f7d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:30.550614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd54af3-98e5-47ba-af7b-9b2bb8b28c30 req-ccab8176-d8b2-4687-a213-322ddc457b6d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.568140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dd54af3-98e5-47ba-af7b-9b2bb8b28c30 req-ccab8176-d8b2-4687-a213-322ddc457b6d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.2282178 Jul 29 23:46:30.568850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:30.574461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:30.576298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.20.0.1 (1fc4639a-435b-49e3-93a9-3783248b6f7d/d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40/67f6b229-caa5-4285-bf98-4903331b3fca) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:30.624380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port ef5c59f9-1900-4ce3-920c-4af9f4eff135 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:30.720107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ef5c59f9-1900-4ce3-920c-4af9f4eff135 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:30.721854 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.729286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dd54af3-98e5-47ba-af7b-9b2bb8b28c30 req-9e2d0138-a907-43c2-bd77-65bdf01bc6fa tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596572 Jul 29 23:46:30.737236 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39066150-0f51-4440-9963-0452b2f9dea8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.775630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.806673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Transition to ACTIVE for port object 67f6b229-caa5-4285-bf98-4903331b3fca will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:30.849801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.883502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39066150-0f51-4440-9963-0452b2f9dea8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:30.889978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-39066150-0f51-4440-9963-0452b2f9dea8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:30.894722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39066150-0f51-4440-9963-0452b2f9dea8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.895343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39066150-0f51-4440-9963-0452b2f9dea8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.948341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39066150-0f51-4440-9963-0452b2f9dea8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=031a34b8-423e-42c3-a35c-135362d172e9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:30.980124 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c76133a9-33cb-4768-a0c1-2308ecd757d5 None None] For port 72fd6873-7fe6-4519-9fee-624084e9f3e3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=72fd6873-7fe6-4519-9fee-624084e9f3e3,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:30.980553 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c76133a9-33cb-4768-a0c1-2308ecd757d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.989698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-39066150-0f51-4440-9963-0452b2f9dea8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2391717 Jul 29 23:46:30.993287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43724) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:31.000456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': '031a34b8-423e-42c3-a35c-135362d172e9', 'ip_address': '2001:db8::c57e:e29:6e8c:4fe4'}], 'name': 'tempest-NetworksTestDHCPv6-507479868'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:31.018580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=67f6b229-caa5-4285-bf98-4903331b3fca,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:31.050723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-48d4c924-e4f2-49b5-8017-32ba61f0636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.052357 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-48d4c924-e4f2-49b5-8017-32ba61f0636f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6338518 Jul 29 23:46:31.054280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 1fc4639a-435b-49e3-93a9-3783248b6f7d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:31.061636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Attempting to bind port b45436a3-aafb-458e-8d98-369558df08fd on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:31.061636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Attempting to bind port b45436a3-aafb-458e-8d98-369558df08fd by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:31.061963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Attempting to bind port b45436a3-aafb-458e-8d98-369558df08fd on network 1fc4639a-435b-49e3-93a9-3783248b6f7d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:31.073723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c76133a9-33cb-4768-a0c1-2308ecd757d5 None None] Calling delete_port for 72fd6873-7fe6-4519-9fee-624084e9f3e3 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:31.154313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3960b46-7260-4cc8-a343-a5f95e81b906 req-16f0e3fc-2f74-483d-b387-c460d16738c8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.162106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3960b46-7260-4cc8-a343-a5f95e81b906 req-16f0e3fc-2f74-483d-b387-c460d16738c8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.2772651 Jul 29 23:46:31.173818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:31.185906 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.244370 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-42dfac4f-2100-4e24-bcb7-2ec450412684 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787074 Jul 29 23:46:31.245242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:31.245759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:31.246420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Checking segment: {'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:31.247072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.247716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Bound using segment: {'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:31.248043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:31.248712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Bound port: b45436a3-aafb-458e-8d98-369558df08fd, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:31.249349 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.261702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port ef5c59f9-1900-4ce3-920c-4af9f4eff135, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ef5c59f9-1900-4ce3-920c-4af9f4eff135,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:31.306475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.404102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c76133a9-33cb-4768-a0c1-2308ecd757d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.406584 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.454460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3960b46-7260-4cc8-a343-a5f95e81b906 req-f8452e00-c11a-4e51-a0e0-1eca17e6e12e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913148 Jul 29 23:46:31.498915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76133a9-33cb-4768-a0c1-2308ecd757d5 None None] No DVR routers for this DVR port 72fd6873-7fe6-4519-9fee-624084e9f3e3 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:31.558599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76133a9-33cb-4768-a0c1-2308ecd757d5 None None] Pushing event deleted for resources: {'Port': ['ID=72fd6873-7fe6-4519-9fee-624084e9f3e3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:31.597487 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf78c30a-5d87-47ab-80db-84ddb026ee0b req-094f1cb5-fa0a-4b37-82f8-7ffe4d6f9d92 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269138 Jul 29 23:46:31.659806 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.662967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=ef5c59f9-1900-4ce3-920c-4af9f4eff135,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:31.671269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea9c8e3-08d3-4804-8b89-a98c442bbbdd None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:31.673339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 72fd6873-7fe6-4519-9fee-624084e9f3e3 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:31.696799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 72fd6873-7fe6-4519-9fee-624084e9f3e3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:31.697271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 72fd6873-7fe6-4519-9fee-624084e9f3e3 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:31.700991 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.770422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e5f2d-7bcb-48c3-ac52-640689ad8868 req-f4d54aec-6faf-4cd2-a57f-d0b9927b8535 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.786083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c2e5f2d-7bcb-48c3-ac52-640689ad8868 req-f4d54aec-6faf-4cd2-a57f-d0b9927b8535 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 944 time: 0.3304749 Jul 29 23:46:31.804547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] For port b45436a3-aafb-458e-8d98-369558df08fd, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:31.837439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 8c46310a-771e-4611-9770-e522d6bc42d8 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:31.869365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] For port b45436a3-aafb-458e-8d98-369558df08fd, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b45436a3-aafb-458e-8d98-369558df08fd,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:31.883250 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.335439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b31e1-3d35-42bc-9a7e-02ba198a6617 None None] Pushing event updated for resources: {'Port': ['ID=b45436a3-aafb-458e-8d98-369558df08fd,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:32.337518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.344299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.364809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c2e5f2d-7bcb-48c3-ac52-640689ad8868 req-6c96408e-0fbb-4679-862a-a5fa559c8098 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761480 Jul 29 23:46:32.451615 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.460591 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.569760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b3c01d93-f191-4019-9656-c1a30185ec1f details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:32.628766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 1fc4639a-435b-49e3-93a9-3783248b6f7d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:32.634178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:32.634955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': '031a34b8-423e-42c3-a35c-135362d172e9'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:32.635942 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.666665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::c57e:e29:6e8c:4fe4 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/031a34b8-423e-42c3-a35c-135362d172e9/8c46310a-771e-4611-9770-e522d6bc42d8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:32.682903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=67f6b229-caa5-4285-bf98-4903331b3fca,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:32.968898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:32.982916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb5045-4a1f-469f-9025-dbe1a7be5bdd req-8afd2d1d-616f-4847-9bab-f1a9d4373fd8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.989551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9fb5045-4a1f-469f-9025-dbe1a7be5bdd req-8afd2d1d-616f-4847-9bab-f1a9d4373fd8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.6614923 Jul 29 23:46:33.014978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port b3c01d93-f191-4019-9656-c1a30185ec1f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b3c01d93-f191-4019-9656-c1a30185ec1f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:33.042191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'b3c01d93-f191-4019-9656-c1a30185ec1f', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'port_id': 'b3c01d93-f191-4019-9656-c1a30185ec1f', 'mac_address': 'fa:16:3e:66:68:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:33.113255 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.141436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c01d93-f191-4019-9656-c1a30185ec1f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:33.146123 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.159367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9fb5045-4a1f-469f-9025-dbe1a7be5bdd req-ae53bd6e-b17a-4ab1-af96-6bab171268c8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004241 Jul 29 23:46:33.171604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 8c46310a-771e-4611-9770-e522d6bc42d8 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:33.174621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147e86a-d65e-4f0a-94cc-7bb2b71aa417 req-19b3e281-6f2c-4c3d-9dd7-13dd0eeca7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.176671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7147e86a-d65e-4f0a-94cc-7bb2b71aa417 req-19b3e281-6f2c-4c3d-9dd7-13dd0eeca7ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 1097 time: 0.5720978 Jul 29 23:46:33.180088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:33.200153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Sync routers for ids ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:33.206573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port b3c01d93-f191-4019-9656-c1a30185ec1f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b3c01d93-f191-4019-9656-c1a30185ec1f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:33.222415 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.228108 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6dfa8783-7195-4ff5-8238-c9b4421a8018 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "PUT /v2.0/routers/d09dcc7a-e284-4fc0-b677-ee6b2456ec16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6291769 Jul 29 23:46:33.231573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Routers {'d09dcc7a-e284-4fc0-b677-ee6b2456ec16'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:33.232421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:33.457680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.488882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:33.526605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:33.533150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:33.566360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.567438 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.683965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147e86a-d65e-4f0a-94cc-7bb2b71aa417 req-26d38338-f04c-45d0-b142-99c724cfbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.685982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7147e86a-d65e-4f0a-94cc-7bb2b71aa417 req-26d38338-f04c-45d0-b142-99c724cfbfaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 200 len: 915 time: 0.4516084 Jul 29 23:46:33.801364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=b3c01d93-f191-4019-9656-c1a30185ec1f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:33.855990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eec3d0-5c3e-45fb-9f92-44b33cd6e141 req-a436d32d-0bff-4c1f-bf1a-f9c3f58ea4fc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.857935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35eec3d0-5c3e-45fb-9f92-44b33cd6e141 req-a436d32d-0bff-4c1f-bf1a-f9c3f58ea4fc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 945 time: 0.2866426 Jul 29 23:46:33.872139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8749800 Jul 29 23:46:33.872579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43786) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:33.877680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/031a34b8-423e-42c3-a35c-135362d172e9/4111cb2f-ac58-426f-81a2-8985ad4c87bc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:33.877986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e127afb5-0813-4219-80b8-14d4dc5754ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': '031a34b8-423e-42c3-a35c-135362d172e9', 'ip_address': '2001:db8::c57e:e29:6e8c:4fe4'}], 'name': 'tempest-NetworksTestDHCPv6-460577315'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:33.956745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7147e86a-d65e-4f0a-94cc-7bb2b71aa417 req-69610605-4d0d-45bf-8348-d83910fd72a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 HTTP/1.1" status: 200 len: 217 time: 0.2324963 Jul 29 23:46:33.980875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b45436a3-aafb-458e-8d98-369558df08fd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:34.087698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e127afb5-0813-4219-80b8-14d4dc5754ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:34.130077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['b3c01d93-f191-4019-9656-c1a30185ec1f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:34.147362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35eec3d0-5c3e-45fb-9f92-44b33cd6e141 req-e5881cc1-3e45-4801-93aa-f58d91cb1e0b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509201 Jul 29 23:46:34.174898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2addc-6959-4f01-a1cf-aa37f0c7e4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=8c46310a-771e-4611-9770-e522d6bc42d8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:34.207691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-287ff8dc-5f5a-4d9e-81d8-b9c4a490991e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582234876&fields=id&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 267 time: 0.7303240 Jul 29 23:46:34.241914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147e86a-d65e-4f0a-94cc-7bb2b71aa417 req-6e0180a5-ef04-47aa-9e78-d4b0480b59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.243672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7147e86a-d65e-4f0a-94cc-7bb2b71aa417 req-6e0180a5-ef04-47aa-9e78-d4b0480b59bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=527d0074-5eaf-4497-85ef-d02c904a2060 HTTP/1.1" status: 200 len: 854 time: 0.2516825 Jul 29 23:46:34.285372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e127afb5-0813-4219-80b8-14d4dc5754ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.313368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e127afb5-0813-4219-80b8-14d4dc5754ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 23d60ceb-d0ef-482f-9348-8021d06c614f yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:34.331985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b481033-fe84-4426-a97c-63a0f5d133bb None None] Network 1fc4639a-435b-49e3-93a9-3783248b6f7d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:34.348001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port b45436a3-aafb-458e-8d98-369558df08fd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:34.352007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7147e86a-d65e-4f0a-94cc-7bb2b71aa417 req-0551b35d-307c-4585-ae70-c5c8431d72e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d290c64b-92c2-433e-9d7f-3fb7b5728186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802836 Jul 29 23:46:34.434948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ef5c59f9-1900-4ce3-920c-4af9f4eff135 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:34.509126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd60826-bc58-4028-8582-9adb544ec4cc req-f4e7cf43-3ba5-4c30-954c-53b58fb8ccc3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.510621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cbd60826-bc58-4028-8582-9adb544ec4cc req-f4e7cf43-3ba5-4c30-954c-53b58fb8ccc3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1801240 Jul 29 23:46:34.519702 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.530770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Transition to ACTIVE for port object 4111cb2f-ac58-426f-81a2-8985ad4c87bc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:34.552335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Transition to ACTIVE for port object 4111cb2f-ac58-426f-81a2-8985ad4c87bc will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:34.564914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-5a6a8324-cb1a-4803-b975-5320160400a5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.566528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-5a6a8324-cb1a-4803-b975-5320160400a5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/networks?id=1fc4639a-435b-49e3-93a9-3783248b6f7d HTTP/1.1" status: 200 len: 797 time: 0.3188841 Jul 29 23:46:34.591344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7147e86a-d65e-4f0a-94cc-7bb2b71aa417 req-8d0bf2a6-7f2d-4efd-927e-8c9986443578 service neutron] 10.222.0.42 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260005 Jul 29 23:46:34.664194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.671460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-e50feed8-c408-44b4-9912-0f7be4411ac2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/quotas/b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 375 time: 0.0887563 Jul 29 23:46:34.704224 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cbd60826-bc58-4028-8582-9adb544ec4cc req-e5f5ff72-3b89-41cd-a35c-b869124f8ed7 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845462 Jul 29 23:46:34.710403 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e127afb5-0813-4219-80b8-14d4dc5754ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:46:34.711029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e127afb5-0813-4219-80b8-14d4dc5754ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:34.754407 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e127afb5-0813-4219-80b8-14d4dc5754ea tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8806083 Jul 29 23:46:34.757261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43806) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:34.795836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:34.804517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Pushing event updated for resources: {'Port': ['ID=4111cb2f-ac58-426f-81a2-8985ad4c87bc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:34.815674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:34.820715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:34.832535 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-58b1da88-d3ab-43db-b14c-aa1d2cec90a1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325231 Jul 29 23:46:34.842814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7147e86a-d65e-4f0a-94cc-7bb2b71aa417 req-01c511ba-2111-44e4-93ad-efa84d9b4115 service neutron] 10.222.0.42 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353594 Jul 29 23:46:34.857749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70342eae-9484-45b2-bfbe-5a282ad71ce5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.866556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70342eae-9484-45b2-bfbe-5a282ad71ce5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.868645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-70342eae-9484-45b2-bfbe-5a282ad71ce5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1103783 Jul 29 23:46:34.871524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:34.918210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6608e2a7-3818-424f-91d7-73c9fa336b3b None None] Provisioning for port b45436a3-aafb-458e-8d98-369558df08fd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:34.923560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Set router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:34.966149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6608e2a7-3818-424f-91d7-73c9fa336b3b None None] Provisioning complete for port b45436a3-aafb-458e-8d98-369558df08fd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:34.966538 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6608e2a7-3818-424f-91d7-73c9fa336b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.017435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-461b15ab-4d51-40d5-b29f-e04516c5c64f service neutron] 10.222.0.37 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475356 Jul 29 23:46:35.051512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-625825c8-ab59-491e-bdb4-4dd8fa5fd334 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 8c46310a-771e-4611-9770-e522d6bc42d8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:35.053850 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-625825c8-ab59-491e-bdb4-4dd8fa5fd334 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.202357 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-625825c8-ab59-491e-bdb4-4dd8fa5fd334 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.210341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-c4038db7-e1f4-4f10-b2bf-c9db26a396d9 service neutron] 10.222.0.37 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802702 Jul 29 23:46:35.222089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-625825c8-ab59-491e-bdb4-4dd8fa5fd334 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 8c46310a-771e-4611-9770-e522d6bc42d8 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:35.239966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Attempting to bind port 4111cb2f-ac58-426f-81a2-8985ad4c87bc on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:35.240348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Attempting to bind port 4111cb2f-ac58-426f-81a2-8985ad4c87bc by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:35.240690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Attempting to bind port 4111cb2f-ac58-426f-81a2-8985ad4c87bc on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:35.333916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:35.334329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:35.335366 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.335728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:35.336197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Bound port: 4111cb2f-ac58-426f-81a2-8985ad4c87bc, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:35.336742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.367022 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b0a1-8003-48b5-936e-52eac1fe590e req-414b59bb-50b5-41f8-83db-9fd314116657 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.373785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efa9b0a1-8003-48b5-936e-52eac1fe590e req-414b59bb-50b5-41f8-83db-9fd314116657 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 945 time: 0.1224098 Jul 29 23:46:35.458429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ef5c59f9-1900-4ce3-920c-4af9f4eff135 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:35.458807 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.492398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05c59615-f329-4020-b162-3c242f4f6300 req-75a52698-0470-482d-8d5f-0ba0881277ca tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 210 time: 0.0659640 Jul 29 23:46:35.537679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efa9b0a1-8003-48b5-936e-52eac1fe590e req-86514dad-b64f-4132-8266-8fb0ed4b9467 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571455 Jul 29 23:46:35.567842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-625825c8-ab59-491e-bdb4-4dd8fa5fd334 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.609815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625825c8-ab59-491e-bdb4-4dd8fa5fd334 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=8c46310a-771e-4611-9770-e522d6bc42d8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:35.670968 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-625825c8-ab59-491e-bdb4-4dd8fa5fd334 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.675452 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-625825c8-ab59-491e-bdb4-4dd8fa5fd334 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/8c46310a-771e-4611-9770-e522d6bc42d8 HTTP/1.1" status: 204 len: 168 time: 0.8004518 Jul 29 23:46:35.676254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43832) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:35.866717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc4fd9c-d6ba-4c56-a4d5-1bde834e2c62 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.873328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc4fd9c-d6ba-4c56-a4d5-1bde834e2c62 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.878496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43836) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:35.880374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5cc4fd9c-d6ba-4c56-a4d5-1bde834e2c62 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2027524 Jul 29 23:46:35.989757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-39892be2-096a-45d0-893f-63243c9c2e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 031a34b8-423e-42c3-a35c-135362d172e9 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:36.000638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] For port 4111cb2f-ac58-426f-81a2-8985ad4c87bc, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:36.003002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39892be2-096a-45d0-893f-63243c9c2e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.113017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f59a93-676f-4a78-b52f-a17ad685cb34 req-b170a53b-78a6-4102-b5a2-a5f6dc12099c tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.118543 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98f59a93-676f-4a78-b52f-a17ad685cb34 req-b170a53b-78a6-4102-b5a2-a5f6dc12099c tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1850796 Jul 29 23:46:36.122334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39892be2-096a-45d0-893f-63243c9c2e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.189187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6608e2a7-3818-424f-91d7-73c9fa336b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.215237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] For port 4111cb2f-ac58-426f-81a2-8985ad4c87bc, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4111cb2f-ac58-426f-81a2-8985ad4c87bc,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:36.281310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98f59a93-676f-4a78-b52f-a17ad685cb34 req-7e632d8f-744f-4d0a-bf1d-a3d87217d473 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503556 Jul 29 23:46:36.290437 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.436868 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39892be2-096a-45d0-893f-63243c9c2e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.561413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6608e2a7-3818-424f-91d7-73c9fa336b3b None None] For port b45436a3-aafb-458e-8d98-369558df08fd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b45436a3-aafb-458e-8d98-369558df08fd,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:36.621309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39892be2-096a-45d0-893f-63243c9c2e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.628973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b3c01d93-f191-4019-9656-c1a30185ec1f up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:36.654647 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6608e2a7-3818-424f-91d7-73c9fa336b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.715300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39892be2-096a-45d0-893f-63243c9c2e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=031a34b8-423e-42c3-a35c-135362d172e9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:36.742473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39892be2-096a-45d0-893f-63243c9c2e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.744905 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-39892be2-096a-45d0-893f-63243c9c2e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/031a34b8-423e-42c3-a35c-135362d172e9 HTTP/1.1" status: 204 len: 168 time: 0.8650677 Jul 29 23:46:36.752600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43868) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:36.801596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e09fda-6938-4563-9095-035be0a499a6 None None] Pushing event updated for resources: {'Port': ['ID=4111cb2f-ac58-426f-81a2-8985ad4c87bc,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:36.855591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec4b8b0a-e23a-4c00-81f6-a3bff5844d7b req-9b26fb16-f4ce-45c5-aee1-af2cb29cdf26 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 210 time: 0.0890064 Jul 29 23:46:36.904582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9016a-e97e-47ef-bb4a-02c93d5184fc req-a33902d3-3caa-4a39-a67b-ccf341a077ba tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.913312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dc9016a-e97e-47ef-bb4a-02c93d5184fc req-a33902d3-3caa-4a39-a67b-ccf341a077ba tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 945 time: 0.1935272 Jul 29 23:46:36.925906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-35145a82-b1f9-4a72-b677-5cd52b19466a None None] Provisioning complete for port b45436a3-aafb-458e-8d98-369558df08fd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:36.926297 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35145a82-b1f9-4a72-b677-5cd52b19466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.931942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '67f6b229-caa5-4285-bf98-4903331b3fca', 'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:ab:79:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:30Z', 'updated_at': '2021-07-29T23:46:32Z', 'revision_number': 2, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:36.967076 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-479a4e70-5e06-4024-92f0-2919bd959ef8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2092683 Jul 29 23:46:36.967583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43876) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:36.981129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b680790c-e76e-48ee-afcc-2bd90d24b49e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:37.150304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dc9016a-e97e-47ef-bb4a-02c93d5184fc req-b1b73a4d-c15d-4ea4-8afe-1cc976aad62d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357652 Jul 29 23:46:37.160083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Checking router: d09dcc7a-e284-4fc0-b677-ee6b2456ec16 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:37.160083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Updating router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 port 67f6b229-caa5-4285-bf98-4903331b3fca binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:37.260000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b680790c-e76e-48ee-afcc-2bd90d24b49e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:37.273316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608e2a7-3818-424f-91d7-73c9fa336b3b None None] Pushing event updated for resources: {'Port': ['ID=b45436a3-aafb-458e-8d98-369558df08fd,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:37.277751 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b680790c-e76e-48ee-afcc-2bd90d24b49e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.336614 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.362682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port b3c01d93-f191-4019-9656-c1a30185ec1f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:37.399718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port b3c01d93-f191-4019-9656-c1a30185ec1f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:37.400360 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.899185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909323a9-6168-4464-a929-a18d3350d897 req-5824b1af-444e-4bab-9b7d-40b81b5ab3fc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:37.909047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-909323a9-6168-4464-a929-a18d3350d897 req-5824b1af-444e-4bab-9b7d-40b81b5ab3fc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.4047692 Jul 29 23:46:37.985302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-3aca5fb1-f611-4615-97fb-5165086263ec tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:37.987043 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-3aca5fb1-f611-4615-97fb-5165086263ec tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/networks?id=1fc4639a-435b-49e3-93a9-3783248b6f7d HTTP/1.1" status: 200 len: 797 time: 0.4619966 Jul 29 23:46:38.088173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-909323a9-6168-4464-a929-a18d3350d897 req-c4cfacf5-2c73-461d-bc89-d88e1a8d78bd tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777332 Jul 29 23:46:38.158238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-42a96922-a7b5-47c8-8cd9-d5edb0bc9b8c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e HTTP/1.1" status: 200 len: 379 time: 0.1453731 Jul 29 23:46:38.182964 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f30e668a-7c8b-4192-abe0-91bd83c5d052 req-1f7928e1-4758-4364-baaf-b031281f2a74 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 210 time: 0.1092455 Jul 29 23:46:38.182964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'port': {'device_id': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'admin_state_up': True, 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'security_groups': ['b0414e4d-2970-4d90-b411-b2f9ad42321d']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:38.334133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b680790c-e76e-48ee-afcc-2bd90d24b49e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.348591 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-35145a82-b1f9-4a72-b677-5cd52b19466a None None] Provisioning for port 67f6b229-caa5-4285-bf98-4903331b3fca completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:38.382589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-35145a82-b1f9-4a72-b677-5cd52b19466a None None] Provisioning complete for port 67f6b229-caa5-4285-bf98-4903331b3fca triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:38.382980 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35145a82-b1f9-4a72-b677-5cd52b19466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.449351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453a6f0-3e14-423c-9fc9-9531dd0ee4ed req-978e9e73-7f8b-4b78-813c-70956f131aa3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.451098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c453a6f0-3e14-423c-9fc9-9531dd0ee4ed req-978e9e73-7f8b-4b78-813c-70956f131aa3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 945 time: 0.1927495 Jul 29 23:46:38.468733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-35145a82-b1f9-4a72-b677-5cd52b19466a None None] Port 67f6b229-caa5-4285-bf98-4903331b3fca cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:38.472531 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.476292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Made reservation on behalf of b2f34a2d2a684983b52eb5a5ea340e0e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:38.480149 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.523422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680790c-e76e-48ee-afcc-2bd90d24b49e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:38.534930 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b680790c-e76e-48ee-afcc-2bd90d24b49e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:38.542893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b680790c-e76e-48ee-afcc-2bd90d24b49e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.543502 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b680790c-e76e-48ee-afcc-2bd90d24b49e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.576378 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b680790c-e76e-48ee-afcc-2bd90d24b49e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6049845 Jul 29 23:46:38.576743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43920) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:38.582179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d660aa6e-9c4e-4960-b413-34c2ac2ad98a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': 'ed4a9706-485f-489b-a8c8-2778f5ad1ac6', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-629564211'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:38.635414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6676636-be21-4d37-9f76-7de667a831d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c01d93-f191-4019-9656-c1a30185ec1f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:38.649298 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6c17c9-a369-4290-8158-373567e8d8ed" -d '{"events": [{"server_uuid": "e6676636-be21-4d37-9f76-7de667a831d1", "name": "network-vif-plugged", "status": "completed", "tag": "b3c01d93-f191-4019-9656-c1a30185ec1f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:38.693320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c453a6f0-3e14-423c-9fc9-9531dd0ee4ed req-46bdfc7f-1456-4723-a292-65dbc2c49e98 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046208 Jul 29 23:46:38.695381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680790c-e76e-48ee-afcc-2bd90d24b49e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=ed4a9706-485f-489b-a8c8-2778f5ad1ac6,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:38.751938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port b3c01d93-f191-4019-9656-c1a30185ec1f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b3c01d93-f191-4019-9656-c1a30185ec1f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:38.771330 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c611faaf-9c17-464a-a606-f9190e85b439 x-openstack-request-id: req-c611faaf-9c17-464a-a606-f9190e85b439 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:38.771961 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6676636-be21-4d37-9f76-7de667a831d1", "name": "network-vif-plugged", "status": "completed", "tag": "b3c01d93-f191-4019-9656-c1a30185ec1f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:38.772970 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c611faaf-9c17-464a-a606-f9190e85b439 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:38.773575 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6676636-be21-4d37-9f76-7de667a831d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c01d93-f191-4019-9656-c1a30185ec1f', 'code': 200} Jul 29 23:46:38.778244 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.785933 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.801369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0eb0fc2e-fd0d-47f3-81aa-2745157a7993 None None] Provisioning complete for port 67f6b229-caa5-4285-bf98-4903331b3fca triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:38.802073 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0eb0fc2e-fd0d-47f3-81aa-2745157a7993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.861005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce46e9-9883-4d25-9a22-6679c0491a3f None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:38.866706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0fc2e-fd0d-47f3-81aa-2745157a7993 None None] Port 67f6b229-caa5-4285-bf98-4903331b3fca cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:38.934047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Transition to ACTIVE for port object 67f6b229-caa5-4285-bf98-4903331b3fca will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:38.972175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4111cb2f-ac58-426f-81a2-8985ad4c87bc up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:38.974220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d660aa6e-9c4e-4960-b413-34c2ac2ad98a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:38.991440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d660aa6e-9c4e-4960-b413-34c2ac2ad98a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.017239 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.082136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7a005-d606-421d-a9f5-8296c6fe444c req-2243ce9b-8db4-4174-8ec3-8742a75ae447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.088383 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52f7a005-d606-421d-a9f5-8296c6fe444c req-2243ce9b-8db4-4174-8ec3-8742a75ae447 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 1098 time: 0.1725318 Jul 29 23:46:39.095449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.20.0.4 (1fc4639a-435b-49e3-93a9-3783248b6f7d/d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40/e0dad1ae-8691-484b-949b-d2e21c42640c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:39.113145 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-d660aa6e-9c4e-4960-b413-34c2ac2ad98a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 3e79d3ac-04be-479b-80c2-0e850c3844d5 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:39.119582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-133fd25b-ad7e-4ba8-979a-1cac275a9562 None None] Provisioning for port 4111cb2f-ac58-426f-81a2-8985ad4c87bc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:39.121879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=b3c01d93-f191-4019-9656-c1a30185ec1f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:39.348137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 4111cb2f-ac58-426f-81a2-8985ad4c87bc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:39.405738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53211163-b78b-4ebe-ad6b-0469aad1872c None None] Pushing event updated for resources: {'Port': ['ID=67f6b229-caa5-4285-bf98-4903331b3fca,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:39.426694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4111cb2f-ac58-426f-81a2-8985ad4c87bc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:39.427991 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.486086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Attempting to bind port 67f6b229-caa5-4285-bf98-4903331b3fca on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:39.499183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Attempting to bind port 67f6b229-caa5-4285-bf98-4903331b3fca by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:39.500053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Attempting to bind port 67f6b229-caa5-4285-bf98-4903331b3fca on network 1fc4639a-435b-49e3-93a9-3783248b6f7d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:39.518218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:39.518992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Checking segment: {'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:39.519791 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.520509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Bound using segment: {'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:39.521224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Bound port: 67f6b229-caa5-4285-bf98-4903331b3fca, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:39.521879 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.795407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] For port 67f6b229-caa5-4285-bf98-4903331b3fca, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:39.812541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] For port 67f6b229-caa5-4285-bf98-4903331b3fca, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=67f6b229-caa5-4285-bf98-4903331b3fca,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:39.820086 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.866385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 4111cb2f-ac58-426f-81a2-8985ad4c87bc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4111cb2f-ac58-426f-81a2-8985ad4c87bc,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:39.868852 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.904764 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.905669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b45436a3-aafb-458e-8d98-369558df08fd up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:39.911035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9b5744c-f4aa-4d08-ab28-96bed7155316 req-adfe1ff5-7c61-4503-b89f-f74459f17a4e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 210 time: 0.5156264 Jul 29 23:46:39.966826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe284d-fa19-4a50-aac1-f1e5a89e5858 req-2872ba69-da14-4802-ae64-6509eefdccd3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.968458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81fe284d-fa19-4a50-aac1-f1e5a89e5858 req-2872ba69-da14-4802-ae64-6509eefdccd3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.6826456 Jul 29 23:46:40.038274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81fe284d-fa19-4a50-aac1-f1e5a89e5858 req-880c0cdf-d255-4a44-be3f-8cf0660be165 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605903 Jul 29 23:46:40.041689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.090361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Transition to ACTIVE for port object e0dad1ae-8691-484b-949b-d2e21c42640c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:40.113656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Routers {'d09dcc7a-e284-4fc0-b677-ee6b2456ec16'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:40.114308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:40.255450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53211163-b78b-4ebe-ad6b-0469aad1872c None None] Pushing event updated for resources: {'Port': ['ID=67f6b229-caa5-4285-bf98-4903331b3fca,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:40.296983 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.427116 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-52f7a005-d606-421d-a9f5-8296c6fe444c req-da4172d0-a1cd-4df2-9293-42cea857f451 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806641 Jul 29 23:46:40.486158 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d660aa6e-9c4e-4960-b413-34c2ac2ad98a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:46:40.486958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d660aa6e-9c4e-4960-b413-34c2ac2ad98a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:40.514188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2973fb-f99e-455e-8ae1-f6997a9a1a5f req-837385fc-be81-4fd9-8c12-ba2d604d7748 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.525608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e2973fb-f99e-455e-8ae1-f6997a9a1a5f req-837385fc-be81-4fd9-8c12-ba2d604d7748 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.3636060 Jul 29 23:46:40.529280 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d660aa6e-9c4e-4960-b413-34c2ac2ad98a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9490805 Jul 29 23:46:40.529579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43970) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:40.558453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b45436a3-aafb-458e-8d98-369558df08fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:40.560266 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.570953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ea0631-fab8-48d2-875f-48d131df501d None None] Provisioning complete for port 4111cb2f-ac58-426f-81a2-8985ad4c87bc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:40.571398 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ea0631-fab8-48d2-875f-48d131df501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.599198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 1fc4639a-435b-49e3-93a9-3783248b6f7d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:40.619018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea16d7-d9c7-4d3f-9019-028c87ffde3e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.623387 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-47ea16d7-d9c7-4d3f-9019-028c87ffde3e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0928705 Jul 29 23:46:40.624033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:40.627462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:40.632971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:40.688976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f464808-3270-4dd3-b256-33077a8400f6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.690646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f464808-3270-4dd3-b256-33077a8400f6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.716918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1f464808-3270-4dd3-b256-33077a8400f6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0918117 Jul 29 23:46:40.717523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43982) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:40.813072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=4111cb2f-ac58-426f-81a2-8985ad4c87bc,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:40.830310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.832240 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.844656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=e0dad1ae-8691-484b-949b-d2e21c42640c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:40.854342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3da01e-b63b-4602-8a98-86a6ec858f20 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet ed4a9706-485f-489b-a8c8-2778f5ad1ac6 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:40.864801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d3da01e-b63b-4602-8a98-86a6ec858f20 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.867032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e2973fb-f99e-455e-8ae1-f6997a9a1a5f req-f93913b4-2473-4951-af7d-b5bdde4f8f3f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399153 Jul 29 23:46:40.888211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] Set router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:40.901870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-f7d58bf2-1321-4dd0-91c5-a96312d855ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7244506 Jul 29 23:46:40.915935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Request body: {'port': {'device_id': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:40.947672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d3da01e-b63b-4602-8a98-86a6ec858f20 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.030131 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.143104 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d3da01e-b63b-4602-8a98-86a6ec858f20 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.235542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daac579-2aad-4c7f-aa2c-84d78c179e0d req-3057751d-a62a-4626-a28b-4906948dd8b6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:41.237152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6daac579-2aad-4c7f-aa2c-84d78c179e0d req-3057751d-a62a-4626-a28b-4906948dd8b6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 931 time: 0.1747460 Jul 29 23:46:41.286067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d3da01e-b63b-4602-8a98-86a6ec858f20 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.333620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3da01e-b63b-4602-8a98-86a6ec858f20 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4a9706-485f-489b-a8c8-2778f5ad1ac6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:41.354627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6cf7abb7-f7ed-417f-941d-c6f063a089f5 None None] Could not find standard attr ID for object 8c46310a-771e-4611-9770-e522d6bc42d8. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:46:41.373186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61529ab1-6eeb-4ae5-a0ef-f163fc781902 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:41.375628 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d3da01e-b63b-4602-8a98-86a6ec858f20 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.382695 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8d3da01e-b63b-4602-8a98-86a6ec858f20 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/ed4a9706-485f-489b-a8c8-2778f5ad1ac6 HTTP/1.1" status: 204 len: 168 time: 0.6613011 Jul 29 23:46:41.383381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43994) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:41.470291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6cf7abb7-f7ed-417f-941d-c6f063a089f5 None None] Provisioning for port e0dad1ae-8691-484b-949b-d2e21c42640c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:41.474550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4111cb2f-ac58-426f-81a2-8985ad4c87bc up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:41.490460 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f536caf8-5592-4777-8df1-168aa3b3ea5e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001325 Jul 29 23:46:41.491223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:41.507561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3a3d278c-be92-46e0-b478-51be75efd785 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:41.543085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6cf7abb7-f7ed-417f-941d-c6f063a089f5 None None] Provisioning complete for port e0dad1ae-8691-484b-949b-d2e21c42640c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:41.543730 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf7abb7-f7ed-417f-941d-c6f063a089f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.595948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4111cb2f-ac58-426f-81a2-8985ad4c87bc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:41.596567 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.604978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6daac579-2aad-4c7f-aa2c-84d78c179e0d req-d78f04d4-c91d-48a9-8d98-9e3ed80ae24c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764056 Jul 29 23:46:41.617771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada435c-f3c9-4f14-a8ef-b29b616f492f req-cd281a21-7a77-43f4-bcff-87ff51086c16 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:41.619428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ada435c-f3c9-4f14-a8ef-b29b616f492f req-cd281a21-7a77-43f4-bcff-87ff51086c16 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.4042544 Jul 29 23:46:41.696648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7abb7-f7ed-417f-941d-c6f063a089f5 None None] Port e0dad1ae-8691-484b-949b-d2e21c42640c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:41.730208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3d278c-be92-46e0-b478-51be75efd785 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:41.740927 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '67f6b229-caa5-4285-bf98-4903331b3fca', 'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:ab:79:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:30Z', 'updated_at': '2021-07-29T23:46:39Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:41.757840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a3d278c-be92-46e0-b478-51be75efd785 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.782115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab28ef-4258-4882-89d7-a5f76d57f032 None None] The sync data for ids ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'] in n-d-712139-11 is: [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '67f6b229-caa5-4285-bf98-4903331b3fca', 'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:ab:79:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:30Z', 'updated_at': '2021-07-29T23:46:39Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:41.850850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ada435c-f3c9-4f14-a8ef-b29b616f492f req-47ca1f30-cf36-4bf6-b1db-f7b33782e2de tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137036 Jul 29 23:46:42.044918 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71676189-8831-41df-9fd6-e5df56fe1ddf None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:42.195107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-71676189-8831-41df-9fd6-e5df56fe1ddf None None] Deleting port 4111cb2f-ac58-426f-81a2-8985ad4c87bc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:42.195781 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71676189-8831-41df-9fd6-e5df56fe1ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.197731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f0a82-d8c5-4151-91f5-8e497f601db0 req-722fe686-4194-4920-90d5-4b9cbfe61df2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.199419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-844f0a82-d8c5-4151-91f5-8e497f601db0 req-722fe686-4194-4920-90d5-4b9cbfe61df2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1486721 Jul 29 23:46:42.231652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dad1ae-8691-484b-949b-d2e21c42640c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:42.261253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.290069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-844f0a82-d8c5-4151-91f5-8e497f601db0 req-eab2dee9-8530-4797-b5f4-fab81e872b95 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683587 Jul 29 23:46:42.298435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Transition to ACTIVE for port object e0dad1ae-8691-484b-949b-d2e21c42640c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:42.304939 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.351099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a3d278c-be92-46e0-b478-51be75efd785 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.378663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-71676189-8831-41df-9fd6-e5df56fe1ddf None None] For port 4111cb2f-ac58-426f-81a2-8985ad4c87bc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4111cb2f-ac58-426f-81a2-8985ad4c87bc,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:42.379070 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71676189-8831-41df-9fd6-e5df56fe1ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.407521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-71676189-8831-41df-9fd6-e5df56fe1ddf None None] Calling delete_port for 4111cb2f-ac58-426f-81a2-8985ad4c87bc owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:42.539329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d278c-be92-46e0-b478-51be75efd785 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:42.561830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d278c-be92-46e0-b478-51be75efd785 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:42.568771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3d278c-be92-46e0-b478-51be75efd785 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.570357 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a3d278c-be92-46e0-b478-51be75efd785 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.632991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Pushing event updated for resources: {'Port': ['ID=e0dad1ae-8691-484b-949b-d2e21c42640c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.646708 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71676189-8831-41df-9fd6-e5df56fe1ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.659522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d278c-be92-46e0-b478-51be75efd785 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=b94b2165-fbc2-4a5b-936e-de3a598912fa,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.683403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3a3d278c-be92-46e0-b478-51be75efd785 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1910615 Jul 29 23:46:42.688748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44026) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:42.703631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-290b46c8-a68c-46b7-bd86-60d91d1a0baa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-939940174', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:42.738146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71676189-8831-41df-9fd6-e5df56fe1ddf None None] Pushing event deleted for resources: {'Port': ['ID=4111cb2f-ac58-426f-81a2-8985ad4c87bc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.747377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71676189-8831-41df-9fd6-e5df56fe1ddf None None] No DVR routers for this DVR port 4111cb2f-ac58-426f-81a2-8985ad4c87bc on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:42.780361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b38e3-c231-4a6b-a523-660ab4d8af42 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:42.805698 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-290b46c8-a68c-46b7-bd86-60d91d1a0baa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.806830 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-290b46c8-a68c-46b7-bd86-60d91d1a0baa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.985513 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-290b46c8-a68c-46b7-bd86-60d91d1a0baa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.006741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-290b46c8-a68c-46b7-bd86-60d91d1a0baa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.041268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Attempting to bind port e0dad1ae-8691-484b-949b-d2e21c42640c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:43.041634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Attempting to bind port e0dad1ae-8691-484b-949b-d2e21c42640c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:43.042184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Attempting to bind port e0dad1ae-8691-484b-949b-d2e21c42640c on network 1fc4639a-435b-49e3-93a9-3783248b6f7d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:43.052593 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-290b46c8-a68c-46b7-bd86-60d91d1a0baa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.054524 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-290b46c8-a68c-46b7-bd86-60d91d1a0baa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3647277 Jul 29 23:46:43.057933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44038) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:43.066101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404c439-d4ef-412e-9854-0b588b14616e req-fe9added-4ac2-45e5-8158-63f1dd7c1fc1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:43.074045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a404c439-d4ef-412e-9854-0b588b14616e req-fe9added-4ac2-45e5-8158-63f1dd7c1fc1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.3540182 Jul 29 23:46:43.077299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Port e0dad1ae-8691-484b-949b-d2e21c42640c on network 1fc4639a-435b-49e3-93a9-3783248b6f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:43.077634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Attempting to bind port e0dad1ae-8691-484b-949b-d2e21c42640c on network 1fc4639a-435b-49e3-93a9-3783248b6f7d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:43.108538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:43.108896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Checking segment: {'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:43.109228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Bound using segment: {'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:43.109689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Bound port: e0dad1ae-8691-484b-949b-d2e21c42640c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:43.110056 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.144202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392cc74-4e35-4554-94e7-4ecb3ab49590 req-fd4acf95-51ed-4f58-b65c-5e3f03a3bdaa tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:43.145997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0392cc74-4e35-4554-94e7-4ecb3ab49590 req-fd4acf95-51ed-4f58-b65c-5e3f03a3bdaa tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 943 time: 0.3096330 Jul 29 23:46:43.213235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': 'b94b2165-fbc2-4a5b-936e-de3a598912fa'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:43.214573 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.326655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a404c439-d4ef-412e-9854-0b588b14616e req-648b2ed8-1803-4b5e-bc40-196307917084 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432625 Jul 29 23:46:43.359461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] For port e0dad1ae-8691-484b-949b-d2e21c42640c, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:43.451789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] For port e0dad1ae-8691-484b-949b-d2e21c42640c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e0dad1ae-8691-484b-949b-d2e21c42640c,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:43.465485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0392cc74-4e35-4554-94e7-4ecb3ab49590 req-060f14ee-2306-4fc0-b6bb-a0e77d10a6d5 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157335 Jul 29 23:46:43.484807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.604906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 67f6b229-caa5-4285-bf98-4903331b3fca up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:43.653429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Pushing event updated for resources: {'Port': ['ID=e0dad1ae-8691-484b-949b-d2e21c42640c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.695368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:43.698272 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.699433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d623c83-1e35-4deb-9854-084b0ea77f7d service neutron] 10.222.0.42 "PUT /v2.0/ports/e0dad1ae-8691-484b-949b-d2e21c42640c HTTP/1.1" status: 200 len: 1092 time: 2.7888358 Jul 29 23:46:43.705549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:43.708568 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1e1021-1512-4c7e-acbe-ecebcf052653" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:43.752251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2bc51-d6ea-421d-9e04-dca8ce61d7d5 req-038308fb-0102-4e50-a85d-a4fe23221bc9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:43.753903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fde2bc51-d6ea-421d-9e04-dca8ce61d7d5 req-038308fb-0102-4e50-a85d-a4fe23221bc9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.2807946 Jul 29 23:46:43.760558 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.859140 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a7d7a-5e73-4b27-b531-27ef7839fb90 x-openstack-request-id: req-e65a7d7a-5e73-4b27-b531-27ef7839fb90 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:43.859464 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:43.859780 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e65a7d7a-5e73-4b27-b531-27ef7839fb90 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:43.860231 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'status': 'completed', 'code': 200} Jul 29 23:46:43.922184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-ec11f2ba-61c8-439c-9c7c-926c2d3096a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:43.932663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-ec11f2ba-61c8-439c-9c7c-926c2d3096a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 1095 time: 0.1572359 Jul 29 23:46:43.946144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fde2bc51-d6ea-421d-9e04-dca8ce61d7d5 req-768f47ca-3eea-47b6-aaa9-89aa9c0cf134 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848869 Jul 29 23:46:44.070406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-a7d9e811-20db-49f5-9764-ac16fef2b2c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dad1ae-8691-484b-949b-d2e21c42640c HTTP/1.1" status: 200 len: 217 time: 0.1193676 Jul 29 23:46:44.111105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/b94b2165-fbc2-4a5b-936e-de3a598912fa/f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:44.200506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-7d38e1e0-797c-429b-b5cc-2b7344f1ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:44.203847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-7d38e1e0-797c-429b-b5cc-2b7344f1ebdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40 HTTP/1.1" status: 200 len: 835 time: 0.1250513 Jul 29 23:46:44.316356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d2a2a3d-5dfa-461f-893f-094c766610e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:44.319897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-1d2a2a3d-5dfa-461f-893f-094c766610e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fc4639a-435b-49e3-93a9-3783248b6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030538 Jul 29 23:46:44.471261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-29b48456-3d19-4038-953d-42e443f55ded service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421347 Jul 29 23:46:44.602867 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.618013 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Transition to ACTIVE for port object f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:44.642966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Transition to ACTIVE for port object f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:44.654244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd4fb-4401-42dc-b743-240686e728c3 req-817c6af2-5302-442c-9292-0fa3e90ce6bb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:44.665542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b82fd4fb-4401-42dc-b743-240686e728c3 req-817c6af2-5302-442c-9292-0fa3e90ce6bb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1345890 Jul 29 23:46:44.671972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.722974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:44.724297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 67f6b229-caa5-4285-bf98-4903331b3fca completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:44.730070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:44.733308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:44.741232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 67f6b229-caa5-4285-bf98-4903331b3fca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:44.741625 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.794116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::1 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/b94b2165-fbc2-4a5b-936e-de3a598912fa/787281a4-e466-4aae-9d0d-27d2b4ff1591) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:44.835337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Pushing event updated for resources: {'Port': ['ID=f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:44.853103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b82fd4fb-4401-42dc-b743-240686e728c3 req-6ff878dc-c0d4-4cbb-8c84-70b8815cccd8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862886 Jul 29 23:46:44.914442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a10bd2be-fe88-42a6-85cc-c91cb78a9b05 req-bdd7e0ec-c2f5-4ddc-a09a-50dd4278b78f service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296241 Jul 29 23:46:44.932925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Attempting to bind port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:44.933450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Attempting to bind port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:44.933995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Attempting to bind port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:44.957152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f97196-d3ec-46d7-be65-8161f4f94084 req-90a12e2b-dd40-443d-b8e1-2b5588feab81 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:44.965295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1f97196-d3ec-46d7-be65-8161f4f94084 req-90a12e2b-dd40-443d-b8e1-2b5588feab81 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 943 time: 0.2231271 Jul 29 23:46:45.005461 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.030189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:45.030622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:45.031092 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.031977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:45.031977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Bound port: f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:45.032440 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.088568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 67f6b229-caa5-4285-bf98-4903331b3fca, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=67f6b229-caa5-4285-bf98-4903331b3fca,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:45.103883 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.118675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1f97196-d3ec-46d7-be65-8161f4f94084 req-51eab2b9-6995-42d6-879d-9e18802034ae tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522641 Jul 29 23:46:45.237309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.242275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-0d629eb8-ebde-4e47-9fe1-9b4cab7c0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.244757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-0d629eb8-ebde-4e47-9fe1-9b4cab7c0ee3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 1095 time: 0.2506981 Jul 29 23:46:45.256874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=67f6b229-caa5-4285-bf98-4903331b3fca,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.270526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 787281a4-e466-4aae-9d0d-27d2b4ff1591 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:45.305060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4111cb2f-ac58-426f-81a2-8985ad4c87bc no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:45.369390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.433679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0727d05-2f3f-4df3-ae9c-c4b5a74a9a62 req-026d6ea5-ea19-440e-ba72-e0a4607774d2 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.445344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:45.445671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 4111cb2f-ac58-426f-81a2-8985ad4c87bc {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:45.445885 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4111cb2f-ac58-426f-81a2-8985ad4c87bc not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:45.447082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0727d05-2f3f-4df3-ae9c-c4b5a74a9a62 req-026d6ea5-ea19-440e-ba72-e0a4607774d2 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.3169448 Jul 29 23:46:45.455313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:45.481876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] For port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:45.482906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:45.487250 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.491561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] For port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:45.499216 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.657106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=787281a4-e466-4aae-9d0d-27d2b4ff1591,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.691150 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0727d05-2f3f-4df3-ae9c-c4b5a74a9a62 req-8491c962-0535-491c-8dae-eb10ba7af234 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163517 Jul 29 23:46:45.696504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-dc49880b-0753-4777-afdb-1302146ad099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.698024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-dc49880b-0753-4777-afdb-1302146ad099 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fc4639a-435b-49e3-93a9-3783248b6f7d HTTP/1.1" status: 200 len: 898 time: 0.4380116 Jul 29 23:46:45.713589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d7e67-3ae0-40fa-b773-596f14b1170e None None] Pushing event updated for resources: {'Port': ['ID=f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.738356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 67f6b229-caa5-4285-bf98-4903331b3fca up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:45.826265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-fd3d3a40-f9bf-445a-88c5-360a9ec06ba2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dad1ae-8691-484b-949b-d2e21c42640c HTTP/1.1" status: 200 len: 217 time: 0.1060812 Jul 29 23:46:45.873645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.915062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 67f6b229-caa5-4285-bf98-4903331b3fca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:45.915452 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.122791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-604a9f9a-8f1f-4a08-aa5d-cb681e6f047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.124399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-604a9f9a-8f1f-4a08-aa5d-cb681e6f047a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40 HTTP/1.1" status: 200 len: 835 time: 0.2881160 Jul 29 23:46:46.409100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743a2c4-1ca4-449a-9c03-fa0a95a73934 req-8a892dd3-dfd9-451f-9474-6ba4157cde3f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.432163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8743a2c4-1ca4-449a-9c03-fa0a95a73934 req-8a892dd3-dfd9-451f-9474-6ba4157cde3f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.4462163 Jul 29 23:46:46.515346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-9cfed091-3057-4812-b072-ec6012d47f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.517407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-9cfed091-3057-4812-b072-ec6012d47f72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fc4639a-435b-49e3-93a9-3783248b6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3755641 Jul 29 23:46:46.563041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44114) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:46.609635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262d00-853e-4ccb-9e5e-eb6242416a77 req-c02ae1dc-011f-487c-bb88-b960316fb4e4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.612353 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea262d00-853e-4ccb-9e5e-eb6242416a77 req-c02ae1dc-011f-487c-bb88-b960316fb4e4 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 943 time: 0.3425412 Jul 29 23:46:46.668665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8743a2c4-1ca4-449a-9c03-fa0a95a73934 req-ca84ac07-2c20-4d94-8567-3c5976473a9a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355599 Jul 29 23:46:46.697680 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.709241 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.711068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.775347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea262d00-853e-4ccb-9e5e-eb6242416a77 req-4f13bd07-bab2-4a82-92b9-d5bc732c2d6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167734 Jul 29 23:46:46.786119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-3b0da368-832f-4289-ae49-93ec92d28896 service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460446 Jul 29 23:46:46.910766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5de9c9b-f776-4ca4-ac67-224643c2ea72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.991822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f1e1021-1512-4c7e-acbe-ecebcf052653 req-17ea30ae-6d73-416e-ae0e-7b204cf62658 service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963673 Jul 29 23:46:47.080495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a59c50-5f01-4084-9d64-7880d1f591e6 req-9a05b949-177b-402d-9dce-c1b9dd87812b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.082423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12a59c50-5f01-4084-9d64-7880d1f591e6 req-9a05b949-177b-402d-9dce-c1b9dd87812b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.0896244 Jul 29 23:46:47.150395 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12a59c50-5f01-4084-9d64-7880d1f591e6 req-250d122d-c9d1-475c-b68f-a2d1db8a253e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533235 Jul 29 23:46:47.151061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=787281a4-e466-4aae-9d0d-27d2b4ff1591,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:47.165574 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5de9c9b-f776-4ca4-ac67-224643c2ea72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.175119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:47.176914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:47.195220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5de9c9b-f776-4ca4-ac67-224643c2ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.322608 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d5de9c9b-f776-4ca4-ac67-224643c2ea72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7a59413ee7a4decb6c9fdd2e6a537c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7575862 Jul 29 23:46:47.323423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de9c9b-f776-4ca4-ac67-224643c2ea72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882bb80a-8020-43a7-969f-f2b073084ee8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:47.325341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44134) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:47.437095 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81ba6588-f4fd-4ab7-94d8-3bbba396f166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.443842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Router 4bfbe9f3-92b4-478b-8956-d5117f493441 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:46:47.486537 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81ba6588-f4fd-4ab7-94d8-3bbba396f166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.550487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-477b39b6-2f43-4c91-8db7-f3aafb97b876 None None] Provisioning for port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:47.613547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81ba6588-f4fd-4ab7-94d8-3bbba396f166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.615792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:47.617684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81ba6588-f4fd-4ab7-94d8-3bbba396f166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.619277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-81ba6588-f4fd-4ab7-94d8-3bbba396f166 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/882bb80a-8020-43a7-969f-f2b073084ee8 HTTP/1.1" status: 204 len: 168 time: 0.2921882 Jul 29 23:46:47.631717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba6588-f4fd-4ab7-94d8-3bbba396f166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882bb80a-8020-43a7-969f-f2b073084ee8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:47.633958 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Sync routers for ids ['4bfbe9f3-92b4-478b-8956-d5117f493441'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:47.660733 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Routers {'4bfbe9f3-92b4-478b-8956-d5117f493441'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:47.661749 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['4bfbe9f3-92b4-478b-8956-d5117f493441'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:47.665526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44144) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:47.665671 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dd9135b9-c9f2-46c0-a220-67c0a36a35fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "PUT /v2.0/routers/4bfbe9f3-92b4-478b-8956-d5117f493441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6063628 Jul 29 23:46:47.728533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:47.738097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3363ce42-e6bb-4305-8061-31e39396bb3e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.739855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3363ce42-e6bb-4305-8061-31e39396bb3e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports/787281a4-e466-4aae-9d0d-27d2b4ff1591 HTTP/1.1" status: 200 len: 911 time: 0.0727921 Jul 29 23:46:47.742882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44150) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:47.867891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9955d16a-df48-4122-b267-f1a58bbd82ce tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.876599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9955d16a-df48-4122-b267-f1a58bbd82ce tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.878575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9955d16a-df48-4122-b267-f1a58bbd82ce tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1344461 Jul 29 23:46:47.882151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44154) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:47.889433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:47.899201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:47.899922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be19c2-1479-4fb3-8091-52fbaa7a57a9 req-9a330ca3-c2d0-465a-8c04-f0868ab6f121 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.900702 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.909280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20be19c2-1479-4fb3-8091-52fbaa7a57a9 req-9a330ca3-c2d0-465a-8c04-f0868ab6f121 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1070528 Jul 29 23:46:47.939143 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Set router 4bfbe9f3-92b4-478b-8956-d5117f493441 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:48.038852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20be19c2-1479-4fb3-8091-52fbaa7a57a9 req-256c5cf9-3280-4bc6-851d-6dac833b7d5e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285896 Jul 29 23:46:48.205498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f79598-6734-4939-9190-c206170a70a8 req-1f4e69fd-113e-4540-8a30-f7a22eaef1ac tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.213607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5f79598-6734-4939-9190-c206170a70a8 req-1f4e69fd-113e-4540-8a30-f7a22eaef1ac tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 943 time: 0.2528002 Jul 29 23:46:48.228745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e0dad1ae-8691-484b-949b-d2e21c42640c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:48.263715 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.308410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-26c59ac8-a0b5-47e1-bd0a-063c6585dc1f None None] Provisioning for port 787281a4-e466-4aae-9d0d-27d2b4ff1591 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:48.331754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5f79598-6734-4939-9190-c206170a70a8 req-b024a5b9-eb94-4b9e-9fe6-9679790855cf tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139770 Jul 29 23:46:48.348457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-26c59ac8-a0b5-47e1-bd0a-063c6585dc1f None None] Provisioning complete for port 787281a4-e466-4aae-9d0d-27d2b4ff1591 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:48.368298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26c59ac8-a0b5-47e1-bd0a-063c6585dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.411713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44166) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:48.421863 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfbe9f3-92b4-478b-8956-d5117f493441', 'name': 'tempest-NetworksTestDHCPv6-router-939940174', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:42Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 2, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'gw_port_host': None, '_interfaces': [{'id': '787281a4-e466-4aae-9d0d-27d2b4ff1591', 'name': '', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'mac_address': 'fa:16:3e:e2:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfbe9f3-92b4-478b-8956-d5117f493441', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'b94b2165-fbc2-4a5b-936e-de3a598912fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:43Z', 'updated_at': '2021-07-29T23:46:46Z', 'revision_number': 2, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'subnets': [{'id': 'b94b2165-fbc2-4a5b-936e-de3a598912fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:48.424144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26c59ac8-a0b5-47e1-bd0a-063c6585dc1f None None] Port 787281a4-e466-4aae-9d0d-27d2b4ff1591 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:48.436522 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10e04dda-0079-489e-8186-6b15f8eb6095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.440050 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:46:48.487234 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e11198-550b-438a-8e2e-7ba2678df92e req-8d57066a-2bd3-4dd1-a4b2-9d07c4719003 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.489608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3e11198-550b-438a-8e2e-7ba2678df92e req-8d57066a-2bd3-4dd1-a4b2-9d07c4719003 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1972930 Jul 29 23:46:48.501933 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Checking router: 4bfbe9f3-92b4-478b-8956-d5117f493441 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:48.502286 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Updating router 4bfbe9f3-92b4-478b-8956-d5117f493441 port 787281a4-e466-4aae-9d0d-27d2b4ff1591 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:48.517614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:48.536918 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.575716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3e11198-550b-438a-8e2e-7ba2678df92e req-2d88a7a6-d416-4f63-93dc-fa628e3fc731 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779393 Jul 29 23:46:48.592149 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.687987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-385475f2-c9c1-4918-97be-e899986e2a59 None None] Provisioning complete for port 787281a4-e466-4aae-9d0d-27d2b4ff1591 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:48.689333 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-385475f2-c9c1-4918-97be-e899986e2a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.699198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e0dad1ae-8691-484b-949b-d2e21c42640c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e0dad1ae-8691-484b-949b-d2e21c42640c,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:48.749021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:48.757424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'port_id': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:48.763927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10e04dda-0079-489e-8186-6b15f8eb6095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.781695 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10e04dda-0079-489e-8186-6b15f8eb6095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.782846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-385475f2-c9c1-4918-97be-e899986e2a59 None None] Port 787281a4-e466-4aae-9d0d-27d2b4ff1591 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:48.810021 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.823532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44174) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:48.824676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-10e04dda-0079-489e-8186-6b15f8eb6095 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f46b37c75c7422f8edac15db057e484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081631 Jul 29 23:46:48.843651 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.847516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e04dda-0079-489e-8186-6b15f8eb6095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5920304e-43be-4e6a-b050-27a1bae6a2e2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:48.879521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dad1ae-8691-484b-949b-d2e21c42640c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:48.888238 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.913250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e0dad1ae-8691-484b-949b-d2e21c42640c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e0dad1ae-8691-484b-949b-d2e21c42640c,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:48.921549 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.000773 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f77f1fe-8bc9-4f96-ba74-a407024150eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.028671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e0dad1ae-8691-484b-949b-d2e21c42640c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:49.136641 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f77f1fe-8bc9-4f96-ba74-a407024150eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.214664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e0dad1ae-8691-484b-949b-d2e21c42640c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:49.215227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f77f1fe-8bc9-4f96-ba74-a407024150eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.217843 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f77f1fe-8bc9-4f96-ba74-a407024150eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.219297 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7f77f1fe-8bc9-4f96-ba74-a407024150eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5920304e-43be-4e6a-b050-27a1bae6a2e2 HTTP/1.1" status: 204 len: 168 time: 0.3939459 Jul 29 23:46:49.234211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77f1fe-8bc9-4f96-ba74-a407024150eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5920304e-43be-4e6a-b050-27a1bae6a2e2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:49.262911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2a744-982a-4f29-a405-3604b858b727 req-c52831ee-ecd6-449e-82c0-eb0161275e33 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.264276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9e2a744-982a-4f29-a405-3604b858b727 req-c52831ee-ecd6-449e-82c0-eb0161275e33 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1122491 Jul 29 23:46:49.304968 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.338615 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Transition to ACTIVE for port object 787281a4-e466-4aae-9d0d-27d2b4ff1591 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:49.348411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 787281a4-e466-4aae-9d0d-27d2b4ff1591 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:49.348778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.353186 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.386754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9e2a744-982a-4f29-a405-3604b858b727 req-6e51c068-fddf-4ab3-8678-54487ef7e8bc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130629 Jul 29 23:46:49.511359 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1af6c-3737-405f-a189-332ca358984b None None] Pushing event updated for resources: {'Port': ['ID=787281a4-e466-4aae-9d0d-27d2b4ff1591,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:49.681849 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Attempting to bind port 787281a4-e466-4aae-9d0d-27d2b4ff1591 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:49.683347 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Attempting to bind port 787281a4-e466-4aae-9d0d-27d2b4ff1591 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:49.683825 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Attempting to bind port 787281a4-e466-4aae-9d0d-27d2b4ff1591 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:49.704837 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:49.705371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:49.706212 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:49.708376 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.710412 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:49.711159 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Bound port: 787281a4-e466-4aae-9d0d-27d2b4ff1591, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:49.713198 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.867258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb37cf-d22c-403e-a82a-f98d784bf830 req-4cd30f4c-3bd0-4fa2-a4eb-1f5cd7a15e4f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.877250 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3acb37cf-d22c-403e-a82a-f98d784bf830 req-4cd30f4c-3bd0-4fa2-a4eb-1f5cd7a15e4f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1416039 Jul 29 23:46:49.927866 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] For port 787281a4-e466-4aae-9d0d-27d2b4ff1591, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:49.936077 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] For port 787281a4-e466-4aae-9d0d-27d2b4ff1591, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=787281a4-e466-4aae-9d0d-27d2b4ff1591,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:49.948249 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.977882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3acb37cf-d22c-403e-a82a-f98d784bf830 req-9d5ea1c4-3f87-4fff-8c39-076fa16bc043 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928602 Jul 29 23:46:50.074868 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:50.075255 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.103782 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1af6c-3737-405f-a189-332ca358984b None None] Pushing event updated for resources: {'Port': ['ID=787281a4-e466-4aae-9d0d-27d2b4ff1591,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:50.114462 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Routers {'4bfbe9f3-92b4-478b-8956-d5117f493441'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:50.116886 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['4bfbe9f3-92b4-478b-8956-d5117f493441'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:50.124657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44208) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:50.146193 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8354c815-1aa3-4a08-8bc3-f0d00cc52f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.288609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.297115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56305400-755c-45e8-b863-3f04ea322c29 req-9299bb10-00f4-484d-af00-fff21169f067 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:50.303102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 787281a4-e466-4aae-9d0d-27d2b4ff1591 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:50.309177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56305400-755c-45e8-b863-3f04ea322c29 req-9299bb10-00f4-484d-af00-fff21169f067 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 944 time: 0.1471395 Jul 29 23:46:50.386688 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] Set router 4bfbe9f3-92b4-478b-8956-d5117f493441 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:50.437252 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56305400-755c-45e8-b863-3f04ea322c29 req-a91e2f95-a24a-473a-b925-5045d7fb4c11 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266925 Jul 29 23:46:50.517432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.548215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=787281a4-e466-4aae-9d0d-27d2b4ff1591,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:50.590896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e519fbcb-9598-42e7-96c9-9c5c521ef7ee None None] Could not find standard attr ID for object 787281a4-e466-4aae-9d0d-27d2b4ff1591. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:46:50.601423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f7065-9e86-4d55-8ce6-2be3be61203d req-be900073-c455-4e30-8c81-db7635345c27 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:50.609718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-727f7065-9e86-4d55-8ce6-2be3be61203d req-be900073-c455-4e30-8c81-db7635345c27 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.0883064 Jul 29 23:46:50.666413 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8354c815-1aa3-4a08-8bc3-f0d00cc52f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.678994 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.695737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-727f7065-9e86-4d55-8ce6-2be3be61203d req-905f34dc-e50b-4d51-91de-8426b989d4d0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850348 Jul 29 23:46:50.696549 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8354c815-1aa3-4a08-8bc3-f0d00cc52f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.714221 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfbe9f3-92b4-478b-8956-d5117f493441', 'name': 'tempest-NetworksTestDHCPv6-router-939940174', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:42Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 2, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'gw_port_host': None, '_interfaces': [{'id': '787281a4-e466-4aae-9d0d-27d2b4ff1591', 'name': '', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'mac_address': 'fa:16:3e:e2:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfbe9f3-92b4-478b-8956-d5117f493441', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'b94b2165-fbc2-4a5b-936e-de3a598912fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:43Z', 'updated_at': '2021-07-29T23:46:49Z', 'revision_number': 4, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'subnets': [{'id': 'b94b2165-fbc2-4a5b-936e-de3a598912fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:50.765029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8354c815-1aa3-4a08-8bc3-f0d00cc52f54 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7132268886054b94850caaf36b738d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6392291 Jul 29 23:46:50.768968 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ed0af-cdfb-443c-8d4b-b286ed6fd7f8 None None] The sync data for ids ['4bfbe9f3-92b4-478b-8956-d5117f493441'] in n-d-712139-11 is: [{'id': '4bfbe9f3-92b4-478b-8956-d5117f493441', 'name': 'tempest-NetworksTestDHCPv6-router-939940174', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:42Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 2, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'gw_port_host': None, '_interfaces': [{'id': '787281a4-e466-4aae-9d0d-27d2b4ff1591', 'name': '', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'mac_address': 'fa:16:3e:e2:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfbe9f3-92b4-478b-8956-d5117f493441', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'b94b2165-fbc2-4a5b-936e-de3a598912fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:43Z', 'updated_at': '2021-07-29T23:46:49Z', 'revision_number': 4, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'subnets': [{'id': 'b94b2165-fbc2-4a5b-936e-de3a598912fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:50.770753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:50.792657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354c815-1aa3-4a08-8bc3-f0d00cc52f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430fa81c-f97e-40d8-a136-291db2937ac6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:50.858100 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7097e77a-9811-47ae-bcd9-9ac457ba140d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.902991 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7097e77a-9811-47ae-bcd9-9ac457ba140d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.961822 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7097e77a-9811-47ae-bcd9-9ac457ba140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.965070 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7097e77a-9811-47ae-bcd9-9ac457ba140d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.968681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7097e77a-9811-47ae-bcd9-9ac457ba140d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/430fa81c-f97e-40d8-a136-291db2937ac6 HTTP/1.1" status: 204 len: 168 time: 0.1938162 Jul 29 23:46:50.971783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Router 4bfbe9f3-92b4-478b-8956-d5117f493441 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:50.974920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097e77a-9811-47ae-bcd9-9ac457ba140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430fa81c-f97e-40d8-a136-291db2937ac6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:51.004208 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:46:51.102331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:51.112793 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-df36a3d1-e585-42c9-afd6-7593e8f546d1 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "PUT /v2.0/routers/4bfbe9f3-92b4-478b-8956-d5117f493441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2270768 Jul 29 23:46:51.119083 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44230) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:51.207616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be80f06-bbe1-4fa6-b01f-2fb3269b014c req-4fe87ada-a8c9-4b84-bdce-d3bb8eac117b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.211744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3be80f06-bbe1-4fa6-b01f-2fb3269b014c req-4fe87ada-a8c9-4b84-bdce-d3bb8eac117b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1364655 Jul 29 23:46:51.245824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f690f-dbc4-495c-b9c0-bc31c65e2bd6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.247472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f690f-dbc4-495c-b9c0-bc31c65e2bd6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.271117 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-373f690f-dbc4-495c-b9c0-bc31c65e2bd6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1495857 Jul 29 23:46:51.278383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44234) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:51.302769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3be80f06-bbe1-4fa6-b01f-2fb3269b014c req-0b6d1bba-2a9f-453f-8012-d4d590ce9d24 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818615 Jul 29 23:46:51.401843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9674d6e9-c447-47ef-b895-11135bee00cb req-afa9ab52-f834-4329-b696-51f5033c99a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2815580 Jul 29 23:46:51.425259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d25591-4a80-4135-ad45-87923d3ed6cb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet b94b2165-fbc2-4a5b-936e-de3a598912fa {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:51.430615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01d25591-4a80-4135-ad45-87923d3ed6cb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.577793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01d25591-4a80-4135-ad45-87923d3ed6cb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.621255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d6e9-c447-47ef-b895-11135bee00cb req-2436f956-9def-4887-99b4-e157d95fbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.622794 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9674d6e9-c447-47ef-b895-11135bee00cb req-2436f956-9def-4887-99b4-e157d95fbcf7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1096 time: 0.1062510 Jul 29 23:46:51.680301 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-859837c6-8f7f-45ec-9e7c-5b054eb2c588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.709435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9d55a-dfbd-4647-acf3-a7a46da46cae req-b376d479-062e-4326-b5ca-1cffd52986e9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.711186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7d9d55a-dfbd-4647-acf3-a7a46da46cae req-b376d479-062e-4326-b5ca-1cffd52986e9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 944 time: 0.1281245 Jul 29 23:46:51.796054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01d25591-4a80-4135-ad45-87923d3ed6cb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.799201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7d9d55a-dfbd-4647-acf3-a7a46da46cae req-5f50ae21-e9fe-4d56-887b-eec06c33112d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783117 Jul 29 23:46:51.929077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d6e9-c447-47ef-b895-11135bee00cb req-f03a5aa7-d196-43cd-b3b1-afc0674c03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.931294 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9674d6e9-c447-47ef-b895-11135bee00cb req-f03a5aa7-d196-43cd-b3b1-afc0674c03ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.2813971 Jul 29 23:46:51.954442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9a33f-875e-4068-930a-8dabda77803a req-ede69d44-d306-41da-989d-6047bbe311cf tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.957103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bdb9a33f-875e-4068-930a-8dabda77803a req-ede69d44-d306-41da-989d-6047bbe311cf tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1176088 Jul 29 23:46:52.059047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bdb9a33f-875e-4068-930a-8dabda77803a req-acb71d5d-8649-4e1a-bc61-c3c38a2cb755 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793030 Jul 29 23:46:52.066657 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01d25591-4a80-4135-ad45-87923d3ed6cb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.087957 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9674d6e9-c447-47ef-b895-11135bee00cb req-aeab65e0-e4ff-4da1-b4e7-e22a3c93710b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 998 time: 0.1492136 Jul 29 23:46:52.118536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d40923-59fd-4250-a3ca-776e7ea45172 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:52.130178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01d25591-4a80-4135-ad45-87923d3ed6cb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.133669 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-01d25591-4a80-4135-ad45-87923d3ed6cb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/b94b2165-fbc2-4a5b-936e-de3a598912fa HTTP/1.1" status: 204 len: 168 time: 0.8542442 Jul 29 23:46:52.134754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d25591-4a80-4135-ad45-87923d3ed6cb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=b94b2165-fbc2-4a5b-936e-de3a598912fa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:52.136261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:52.186788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d6e9-c447-47ef-b895-11135bee00cb req-fc7b0f88-f7d4-4177-bee1-74ac184cb5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.188504 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9674d6e9-c447-47ef-b895-11135bee00cb req-fc7b0f88-f7d4-4177-bee1-74ac184cb5f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0794547 Jul 29 23:46:52.221830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e0dad1ae-8691-484b-949b-d2e21c42640c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:52.294793 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d6e9-c447-47ef-b895-11135bee00cb req-773cfd08-107a-4d55-bbe4-7cc7ec09a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.299655 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9674d6e9-c447-47ef-b895-11135bee00cb req-773cfd08-107a-4d55-bbe4-7cc7ec09a999 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991132 Jul 29 23:46:52.436155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b74d3cc1-f11a-4332-a715-69bad1fdc315 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2983799 Jul 29 23:46:52.436781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:52.522566 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9674d6e9-c447-47ef-b895-11135bee00cb req-64469aa2-3db3-4289-986f-4e285bd1c46f service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124567 Jul 29 23:46:52.572310 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7bb342c-9b5b-4094-b44f-c53c960e4607 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.645069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port e0dad1ae-8691-484b-949b-d2e21c42640c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:52.661472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port e0dad1ae-8691-484b-949b-d2e21c42640c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:52.661853 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.764118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:52.815968 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9674d6e9-c447-47ef-b895-11135bee00cb req-28a5477a-f415-4437-87ff-9c984a10e319 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887404 Jul 29 23:46:52.828114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cc9bc-408a-4bc2-881d-ef5135c607d5 req-77f7ed00-f995-47d1-ae50-857b57ac217d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.836565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d3cc9bc-408a-4bc2-881d-ef5135c607d5 req-77f7ed00-f995-47d1-ae50-857b57ac217d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.3987641 Jul 29 23:46:52.963854 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.011755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:53.014883 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab00664-462a-402a-a661-1558ee894377" -d '{"events": [{"server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "name": "network-vif-plugged", "status": "completed", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:53.022295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Deleting port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:53.023347 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.067854 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7bb342c-9b5b-4094-b44f-c53c960e4607 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.071947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d3cc9bc-408a-4bc2-881d-ef5135c607d5 req-e6fc5089-c2eb-4695-a28b-1aa6e8eb121b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345290 Jul 29 23:46:53.076997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7bb342c-9b5b-4094-b44f-c53c960e4607 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.155603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df174cda-9c5c-47a0-8e26-7c0a6ee0658f req-7f54dd84-0957-4170-9d55-f242c0700a37 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.167630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] For port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:53.168344 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.172972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df174cda-9c5c-47a0-8e26-7c0a6ee0658f req-7f54dd84-0957-4170-9d55-f242c0700a37 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 944 time: 0.2407291 Jul 29 23:46:53.214225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Calling delete_port for f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:53.366481 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c88483-769a-4bf7-8c69-a8848e21cebf x-openstack-request-id: req-37c88483-769a-4bf7-8c69-a8848e21cebf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:53.367666 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "name": "network-vif-plugged", "status": "completed", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:53.370124 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37c88483-769a-4bf7-8c69-a8848e21cebf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:53.370747 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'code': 200} Jul 29 23:46:53.371761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c4a6f-4601-4492-9304-2cdb14b1b251 None None] Sync routers for ids ['4bfbe9f3-92b4-478b-8956-d5117f493441'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:53.394637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e0dad1ae-8691-484b-949b-d2e21c42640c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e0dad1ae-8691-484b-949b-d2e21c42640c,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:53.395829 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.421960 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.424573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] No DVR routers for this DVR port f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:53.449678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c4a6f-4601-4492-9304-2cdb14b1b251 None None] Routers set() bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:53.450117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c4a6f-4601-4492-9304-2cdb14b1b251 None None] Router IDs set() for agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:46:53.458956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_agentschedulers_db [None req-d99c4a6f-4601-4492-9304-2cdb14b1b251 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4bfbe9f3-92b4-478b-8956-d5117f493441'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent'). {{(pid=93818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:46:53.463568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Pushing event deleted for resources: {'Port': ['ID=f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:53.476278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c4a6f-4601-4492-9304-2cdb14b1b251 None None] Routers set() bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:53.476278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c4a6f-4601-4492-9304-2cdb14b1b251 None None] Router IDs set() for agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:46:53.488773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_agentschedulers_db [None req-d99c4a6f-4601-4492-9304-2cdb14b1b251 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4bfbe9f3-92b4-478b-8956-d5117f493441'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent'). {{(pid=93818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:46:53.489201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c4a6f-4601-4492-9304-2cdb14b1b251 None None] The sync data for ids ['4bfbe9f3-92b4-478b-8956-d5117f493441'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:53.497638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.497999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.498354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.498704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.499047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.499389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.499728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.500104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.500444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.500782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.510084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.510792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee14abd-1a6b-4e85-af46-320a45d532ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.651843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:53.680346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:53.680699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f073a0e8-72e1-4ad0-b43a-ac7d818ae4c8 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:53.691698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e0dad1ae-8691-484b-949b-d2e21c42640c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:53.741799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df174cda-9c5c-47a0-8e26-7c0a6ee0658f req-2aa674ba-96b5-4f78-8204-6926cbf0b725 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5677738 Jul 29 23:46:53.744919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7bb342c-9b5b-4094-b44f-c53c960e4607 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.745592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bb342c-9b5b-4094-b44f-c53c960e4607 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Fanout notify agent at l3_agent the message router_deleted on router 4bfbe9f3-92b4-478b-8956-d5117f493441 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:46:53.787404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7bb342c-9b5b-4094-b44f-c53c960e4607 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.791233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a7bb342c-9b5b-4094-b44f-c53c960e4607 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/routers/4bfbe9f3-92b4-478b-8956-d5117f493441 HTTP/1.1" status: 204 len: 168 time: 1.3477533 Jul 29 23:46:53.791739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:53.800671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-512b18b1-5087-4a6b-baec-95f3901e1fe9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:53.813630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07fc2a-ab24-410b-a509-eb38e689f243 req-9823c740-2eb6-4c0b-bd53-111c34be09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.816205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a07fc2a-ab24-410b-a509-eb38e689f243 req-9823c740-2eb6-4c0b-bd53-111c34be09f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 1096 time: 0.5634043 Jul 29 23:46:53.825746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c07d0-62d2-43b6-bf23-27f42a8f2322 req-e9483e44-90d8-4d43-b30f-28db7f31bbdc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.827458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-883c07d0-62d2-43b6-bf23-27f42a8f2322 req-e9483e44-90d8-4d43-b30f-28db7f31bbdc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.0940962 Jul 29 23:46:53.860071 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a07fc2a-ab24-410b-a509-eb38e689f243 req-b0d0f259-775e-48f4-9450-24fc9d95d78f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Jul 29 23:46:53.913771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-883c07d0-62d2-43b6-bf23-27f42a8f2322 req-136feb40-9a9b-4144-a95e-98494ade1dbc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383399 Jul 29 23:46:53.947327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512b18b1-5087-4a6b-baec-95f3901e1fe9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:53.951164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-512b18b1-5087-4a6b-baec-95f3901e1fe9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.105702 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d97353d-096b-47b2-b613-85665629211a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.245928 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.273360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d6fda-0f42-4257-b075-fb763c3cf7fa req-175a77f9-8747-45b2-9adc-f4cd20c2bf9a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.275567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-292d6fda-0f42-4257-b075-fb763c3cf7fa req-175a77f9-8747-45b2-9adc-f4cd20c2bf9a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.0993969 Jul 29 23:46:54.310477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-512b18b1-5087-4a6b-baec-95f3901e1fe9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.376529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b18b1-5087-4a6b-baec-95f3901e1fe9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:54.382056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-292d6fda-0f42-4257-b075-fb763c3cf7fa req-09c71996-72f1-4713-b471-8186713ea1b0 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829799 Jul 29 23:46:54.383784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-512b18b1-5087-4a6b-baec-95f3901e1fe9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:54.394044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849c44d7-7605-4443-9eea-124b5dc56b8d None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:54.400242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b18b1-5087-4a6b-baec-95f3901e1fe9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.401070 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-512b18b1-5087-4a6b-baec-95f3901e1fe9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.420638 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b18b1-5087-4a6b-baec-95f3901e1fe9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=0353e165-9244-434e-bbc5-95d10944f98b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:54.431395 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-512b18b1-5087-4a6b-baec-95f3901e1fe9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6363087 Jul 29 23:46:54.434173 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44440) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:54.439098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4cc30a83-34d1-4007-b85a-a6c07be51064 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1087481379', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:54.469694 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cc30a83-34d1-4007-b85a-a6c07be51064 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.471749 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cc30a83-34d1-4007-b85a-a6c07be51064 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.549788 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cc30a83-34d1-4007-b85a-a6c07be51064 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.560211 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cc30a83-34d1-4007-b85a-a6c07be51064 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.604458 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cc30a83-34d1-4007-b85a-a6c07be51064 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.605706 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4cc30a83-34d1-4007-b85a-a6c07be51064 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1702209 Jul 29 23:46:54.608362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44456) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:54.698107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': '0353e165-9244-434e-bbc5-95d10944f98b'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:54.699243 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.945315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/0353e165-9244-434e-bbc5-95d10944f98b/d0a3154d-17c0-4d2c-93a3-b2059767c701) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:55.088799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:55.122227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a49dea-5e5d-44f9-8247-b764d291b629 req-acdffb3a-0d04-4976-aaba-fa1c74714431 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:55.124996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04a49dea-5e5d-44f9-8247-b764d291b629 req-acdffb3a-0d04-4976-aaba-fa1c74714431 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.2041399 Jul 29 23:46:55.215952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-054e1b7a-29e9-4490-97bb-49d7be90aa20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.233172 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.241290 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.244052 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Transition to ACTIVE for port object d0a3154d-17c0-4d2c-93a3-b2059767c701 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:55.278826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Transition to ACTIVE for port object d0a3154d-17c0-4d2c-93a3-b2059767c701 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:55.289952 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.305204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e3616-a17a-4025-a310-017635913f0c req-33a0d78d-0f36-4f17-ab85-7b1a2cf0425e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:55.307143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb1e3616-a17a-4025-a310-017635913f0c req-33a0d78d-0f36-4f17-ab85-7b1a2cf0425e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.2156541 Jul 29 23:46:55.317871 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04a49dea-5e5d-44f9-8247-b764d291b629 req-a2765b61-642d-412a-a0c7-07f01451fb0c tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759212 Jul 29 23:46:55.343440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:55.347113 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:55.354208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:55.424230 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-054e1b7a-29e9-4490-97bb-49d7be90aa20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.428374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Pushing event updated for resources: {'Port': ['ID=d0a3154d-17c0-4d2c-93a3-b2059767c701,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:55.436125 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-054e1b7a-29e9-4490-97bb-49d7be90aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.454515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Attempting to bind port d0a3154d-17c0-4d2c-93a3-b2059767c701 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:55.455271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Attempting to bind port d0a3154d-17c0-4d2c-93a3-b2059767c701 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:55.456238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Attempting to bind port d0a3154d-17c0-4d2c-93a3-b2059767c701 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:55.488369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:55.491234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:55.491660 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.491884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb1e3616-a17a-4025-a310-017635913f0c req-53580e9d-93cf-4306-8618-3ac575f3e4d9 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179934 Jul 29 23:46:55.492094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:55.492649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Bound port: d0a3154d-17c0-4d2c-93a3-b2059767c701, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:55.493017 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.507368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.574065 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-054e1b7a-29e9-4490-97bb-49d7be90aa20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f076d26eb9944e8aa9e6e2ab4b312c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840443 Jul 29 23:46:55.580206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44486) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:55.592321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] For port d0a3154d-17c0-4d2c-93a3-b2059767c701, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:55.595425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] For port d0a3154d-17c0-4d2c-93a3-b2059767c701, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d0a3154d-17c0-4d2c-93a3-b2059767c701,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:55.595942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e1b7a-29e9-4490-97bb-49d7be90aa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36341355-9cbb-41d0-aaf1-1cf75738fe60,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:55.598726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 787281a4-e466-4aae-9d0d-27d2b4ff1591 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:55.632247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 787281a4-e466-4aae-9d0d-27d2b4ff1591 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:55.632603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 787281a4-e466-4aae-9d0d-27d2b4ff1591 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:55.635165 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.687163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::1 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/0353e165-9244-434e-bbc5-95d10944f98b/6d237f1e-5371-4030-ae74-d65e28682040) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:55.709133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1e7c1-46f7-46f2-9614-fa9568d84b76 None None] Pushing event updated for resources: {'Port': ['ID=d0a3154d-17c0-4d2c-93a3-b2059767c701,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:55.758631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eeb4f47d-3589-40ec-ac47-7552dcf80328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.789308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eeb4f47d-3589-40ec-ac47-7552dcf80328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.826798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0db3d-62ec-4293-9a05-4860f6171c3a req-200a2371-866e-44ef-8c13-e308fc8fed80 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:55.828374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91a0db3d-62ec-4293-9a05-4860f6171c3a req-200a2371-866e-44ef-8c13-e308fc8fed80 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.3240366 Jul 29 23:46:55.869922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eeb4f47d-3589-40ec-ac47-7552dcf80328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.882699 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eeb4f47d-3589-40ec-ac47-7552dcf80328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.884472 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eeb4f47d-3589-40ec-ac47-7552dcf80328 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36341355-9cbb-41d0-aaf1-1cf75738fe60 HTTP/1.1" status: 204 len: 168 time: 0.3027735 Jul 29 23:46:55.894983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4f47d-3589-40ec-ac47-7552dcf80328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36341355-9cbb-41d0-aaf1-1cf75738fe60,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:55.930727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91a0db3d-62ec-4293-9a05-4860f6171c3a req-c7421a6e-7d9e-4d2c-8c7e-cf5875e70af3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954745 Jul 29 23:46:55.994766 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.016228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 6d237f1e-5371-4030-ae74-d65e28682040 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:56.098517 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.152598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:56.156513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:56.159631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:56.161362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.232139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=6d237f1e-5371-4030-ae74-d65e28682040,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:56.330209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.380284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44510) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:56.408752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c50d789-c790-4a0b-8abe-a7d2a19c9fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.545229 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c50d789-c790-4a0b-8abe-a7d2a19c9fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.550653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c50d789-c790-4a0b-8abe-a7d2a19c9fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.554890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bc253-6692-4b71-94aa-60bcfa1c319d req-28d0026e-bfd6-4639-af04-8f617a961ce2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:56.556463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-725bc253-6692-4b71-94aa-60bcfa1c319d req-28d0026e-bfd6-4639-af04-8f617a961ce2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.1190803 Jul 29 23:46:56.608344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50d789-c790-4a0b-8abe-a7d2a19c9fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481b6b07-8b6e-42cb-a9a4-df880442855e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:56.632332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1c50d789-c790-4a0b-8abe-a7d2a19c9fce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=820d1a1824f84fbaa67581727b3d1d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494271 Jul 29 23:46:56.632996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44516) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:56.648524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-725bc253-6692-4b71-94aa-60bcfa1c319d req-6508f5c4-5068-4cee-a053-eca1fb1090aa tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821943 Jul 29 23:46:56.734023 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ae87ecf-e38a-47e0-9d6b-508edfd2254e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.786575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ae87ecf-e38a-47e0-9d6b-508edfd2254e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.860804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee6773-722e-41f7-8c6c-3170fad2db57 req-4aff0d7e-956e-4b90-b457-d0df859c36f2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:56.862306 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ae87ecf-e38a-47e0-9d6b-508edfd2254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.865653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ae87ecf-e38a-47e0-9d6b-508edfd2254e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.869557 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1ee6773-722e-41f7-8c6c-3170fad2db57 req-4aff0d7e-956e-4b90-b457-d0df859c36f2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.2549996 Jul 29 23:46:56.870587 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3ae87ecf-e38a-47e0-9d6b-508edfd2254e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/481b6b07-8b6e-42cb-a9a4-df880442855e HTTP/1.1" status: 204 len: 168 time: 0.2365782 Jul 29 23:46:56.879469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae87ecf-e38a-47e0-9d6b-508edfd2254e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481b6b07-8b6e-42cb-a9a4-df880442855e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:56.969266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1ee6773-722e-41f7-8c6c-3170fad2db57 req-af9b561e-bc83-419b-9520-8486c12851dc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996475 Jul 29 23:46:57.023692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1caad7-826e-46f8-8bbf-5a2c8909b775 req-74824fe5-9a04-4b2c-aac8-eb0586ca1678 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.025443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b1caad7-826e-46f8-8bbf-5a2c8909b775 req-74824fe5-9a04-4b2c-aac8-eb0586ca1678 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.2647805 Jul 29 23:46:57.092640 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.167284 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.204194 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b1caad7-826e-46f8-8bbf-5a2c8909b775 req-bba909ad-a557-4a49-9f55-2a73c4434855 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557312 Jul 29 23:46:57.221279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:57.223670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d4a63-9a1c-4844-82aa-10b5c4807e41 req-93ed0be6-7ee3-48be-9bb5-e7d1f26490fe tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.226053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0d4a63-9a1c-4844-82aa-10b5c4807e41 req-93ed0be6-7ee3-48be-9bb5-e7d1f26490fe tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1310329 Jul 29 23:46:57.226872 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.227810 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.292792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=6d237f1e-5371-4030-ae74-d65e28682040,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:57.353010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0d4a63-9a1c-4844-82aa-10b5c4807e41 req-ea4d42ad-6b64-4114-921d-fb6e1ecd218a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635304 Jul 29 23:46:57.363350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bb5c29-856e-481d-8560-a9d43536a576 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.368128 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b7bb5c29-856e-481d-8560-a9d43536a576 tempest-TestNetworkAdvancedServerOps-1146632835 tempest-TestNetworkAdvancedServerOps-1146632835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 1092 time: 0.1426852 Jul 29 23:46:57.368590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44538) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:57.391880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:57.423710 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2dedfd46-7470-4d95-81da-0f930069033f None None] Provisioning for port d0a3154d-17c0-4d2c-93a3-b2059767c701 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:57.433512 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.597511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:57.603982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:57.698729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d0a3154d-17c0-4d2c-93a3-b2059767c701 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:57.737443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.844700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d0a3154d-17c0-4d2c-93a3-b2059767c701 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:57.867176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Router 892f3e5a-6fb9-4c90-91b5-97c3c19e2525 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:46:57.877097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d0a3154d-17c0-4d2c-93a3-b2059767c701 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:57.877258 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.924433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ecdc4d8e-d391-4087-9049-72728a02dd31 None None] Provisioning for port 6d237f1e-5371-4030-ae74-d65e28682040 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:57.952714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ecdc4d8e-d391-4087-9049-72728a02dd31 None None] Provisioning complete for port 6d237f1e-5371-4030-ae74-d65e28682040 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:57.953262 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecdc4d8e-d391-4087-9049-72728a02dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.988105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Allocated IP 172.25.2.159 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/b19af5d6-44db-4299-9d6f-7a1a2940ed69) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:58.010889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc4d8e-d391-4087-9049-72728a02dd31 None None] Port 6d237f1e-5371-4030-ae74-d65e28682040 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:58.079234 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.183187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:58.189074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-667e5501-0137-4355-8d2c-8bc3ca5f284a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "PUT /v2.0/routers/892f3e5a-6fb9-4c90-91b5-97c3c19e2525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5794678 Jul 29 23:46:58.197775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44556) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:58.202808 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Sync routers for ids ['892f3e5a-6fb9-4c90-91b5-97c3c19e2525'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:58.227610 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Routers {'892f3e5a-6fb9-4c90-91b5-97c3c19e2525'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:58.229052 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['892f3e5a-6fb9-4c90-91b5-97c3c19e2525'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:58.235425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a2c60-a01a-410b-a496-289f8ccb326f req-864105d1-7457-45bd-817f-44ba218dd4d5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.237251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f54a2c60-a01a-410b-a496-289f8ccb326f req-864105d1-7457-45bd-817f-44ba218dd4d5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1069100 Jul 29 23:46:58.242493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d0a3154d-17c0-4d2c-93a3-b2059767c701, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d0a3154d-17c0-4d2c-93a3-b2059767c701,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:58.249461 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.293855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78573349-fc63-454a-80ce-ea1c6a661c7d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.295339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-78573349-fc63-454a-80ce-ea1c6a661c7d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports/6d237f1e-5371-4030-ae74-d65e28682040 HTTP/1.1" status: 200 len: 911 time: 0.0970747 Jul 29 23:46:58.300635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44560) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:58.322526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.334452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d0a3154d-17c0-4d2c-93a3-b2059767c701,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:58.361390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c55bb35-2734-4352-bbad-d9e109bc6fcf None None] Provisioning complete for port 6d237f1e-5371-4030-ae74-d65e28682040 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:58.361829 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c55bb35-2734-4352-bbad-d9e109bc6fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.378165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f54a2c60-a01a-410b-a496-289f8ccb326f req-6843278e-6e03-4ef1-902b-a334e4cabeed tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173873 Jul 29 23:46:58.410409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.425726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fdbed-d935-4848-97e3-eea8c54444ba tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.433445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fdbed-d935-4848-97e3-eea8c54444ba tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.435446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-171fdbed-d935-4848-97e3-eea8c54444ba tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1338544 Jul 29 23:46:58.439797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44564) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:58.453974 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Set router 892f3e5a-6fb9-4c90-91b5-97c3c19e2525 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:58.460338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7c55bb35-2734-4352-bbad-d9e109bc6fcf None None] Port 6d237f1e-5371-4030-ae74-d65e28682040 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:58.494836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:58.501753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:58.505339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:58.512160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=b19af5d6-44db-4299-9d6f-7a1a2940ed69,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:58.596316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.597025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.597754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.598324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.598904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.599475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.600707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.601516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.602225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.602842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.603413 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.603978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:58.649159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a841be7-691f-4904-841b-920eb6b813f1 req-0e181321-6128-4558-857a-530a7a280c50 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.676208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a841be7-691f-4904-841b-920eb6b813f1 req-0e181321-6128-4558-857a-530a7a280c50 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1245527 Jul 29 23:46:58.712114 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f3e5a-6fb9-4c90-91b5-97c3c19e2525', 'name': 'tempest-NetworksTestDHCPv6-router-1087481379', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:54Z', 'updated_at': '2021-07-29T23:46:56Z', 'revision_number': 2, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'gw_port_host': None, '_interfaces': [{'id': '6d237f1e-5371-4030-ae74-d65e28682040', 'name': '', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'mac_address': 'fa:16:3e:15:90:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f3e5a-6fb9-4c90-91b5-97c3c19e2525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '0353e165-9244-434e-bbc5-95d10944f98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:55Z', 'updated_at': '2021-07-29T23:46:56Z', 'revision_number': 2, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'subnets': [{'id': '0353e165-9244-434e-bbc5-95d10944f98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:58.738464 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Checking router: 892f3e5a-6fb9-4c90-91b5-97c3c19e2525 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:58.739118 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Updating router 892f3e5a-6fb9-4c90-91b5-97c3c19e2525 port 6d237f1e-5371-4030-ae74-d65e28682040 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:58.764333 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.850493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a841be7-691f-4904-841b-920eb6b813f1 req-5d525cc0-4e33-456d-8d43-56490f731eac tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733196 Jul 29 23:46:59.195920 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.212610 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Transition to ACTIVE for port object 6d237f1e-5371-4030-ae74-d65e28682040 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:59.221058 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.353349 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497bfbe-0f55-4ec7-b5c1-36808a660b2f None None] Pushing event updated for resources: {'Port': ['ID=6d237f1e-5371-4030-ae74-d65e28682040,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:59.456716 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Attempting to bind port 6d237f1e-5371-4030-ae74-d65e28682040 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:59.457172 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Attempting to bind port 6d237f1e-5371-4030-ae74-d65e28682040 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:59.457540 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Attempting to bind port 6d237f1e-5371-4030-ae74-d65e28682040 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:59.473242 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:59.473617 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:59.474025 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.474420 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:59.474924 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Bound port: 6d237f1e-5371-4030-ae74-d65e28682040, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:59.475307 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.558754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.634597 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] For port 6d237f1e-5371-4030-ae74-d65e28682040, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:59.637850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d0a3154d-17c0-4d2c-93a3-b2059767c701 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:59.656611 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] For port 6d237f1e-5371-4030-ae74-d65e28682040, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6d237f1e-5371-4030-ae74-d65e28682040,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:59.663217 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.745061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d0a3154d-17c0-4d2c-93a3-b2059767c701 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:59.745281 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.782491 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Routers {'892f3e5a-6fb9-4c90-91b5-97c3c19e2525'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:59.783147 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['892f3e5a-6fb9-4c90-91b5-97c3c19e2525'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:59.830944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.906453 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497bfbe-0f55-4ec7-b5c1-36808a660b2f None None] Pushing event updated for resources: {'Port': ['ID=6d237f1e-5371-4030-ae74-d65e28682040,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:59.942452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed615647-bc20-4386-a65a-8cbfe46565f5 req-e373feaa-136b-4421-add8-fab0d5e19dbe tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:59.947999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed615647-bc20-4386-a65a-8cbfe46565f5 req-e373feaa-136b-4421-add8-fab0d5e19dbe tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.4066272 Jul 29 23:47:00.074809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed615647-bc20-4386-a65a-8cbfe46565f5 req-0066be4a-7d5d-4f7a-9fac-6935e7fa9fe5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160419 Jul 29 23:47:00.111672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.199984 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] Set router 892f3e5a-6fb9-4c90-91b5-97c3c19e2525 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:00.239592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed90ef-7705-48ef-8ed9-905d072cfb92 req-6950548d-8350-4f83-84d3-3c3b8489bb15 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.258371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92ed90ef-7705-48ef-8ed9-905d072cfb92 req-6950548d-8350-4f83-84d3-3c3b8489bb15 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1665111 Jul 29 23:47:00.315360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 6d237f1e-5371-4030-ae74-d65e28682040 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:00.325959 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.379779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92ed90ef-7705-48ef-8ed9-905d072cfb92 req-131e3606-788c-4fa6-b09c-507d231714e6 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201925 Jul 29 23:47:00.450006 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.458214 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.492060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] For port 6d237f1e-5371-4030-ae74-d65e28682040, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6d237f1e-5371-4030-ae74-d65e28682040,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:00.493039 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.529383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 6d237f1e-5371-4030-ae74-d65e28682040 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:00.600482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event updated for resources: {'Port': ['ID=b19af5d6-44db-4299-9d6f-7a1a2940ed69,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:00.613588 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.630377 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f3e5a-6fb9-4c90-91b5-97c3c19e2525', 'name': 'tempest-NetworksTestDHCPv6-router-1087481379', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:54Z', 'updated_at': '2021-07-29T23:46:56Z', 'revision_number': 2, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'gw_port_host': None, '_interfaces': [{'id': '6d237f1e-5371-4030-ae74-d65e28682040', 'name': '', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'mac_address': 'fa:16:3e:15:90:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f3e5a-6fb9-4c90-91b5-97c3c19e2525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '0353e165-9244-434e-bbc5-95d10944f98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:55Z', 'updated_at': '2021-07-29T23:46:59Z', 'revision_number': 4, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'subnets': [{'id': '0353e165-9244-434e-bbc5-95d10944f98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:00.685411 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa96c0-0d6e-4f51-86bd-cb5f58faa7ae None None] The sync data for ids ['892f3e5a-6fb9-4c90-91b5-97c3c19e2525'] in n-d-712139-11 is: [{'id': '892f3e5a-6fb9-4c90-91b5-97c3c19e2525', 'name': 'tempest-NetworksTestDHCPv6-router-1087481379', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:54Z', 'updated_at': '2021-07-29T23:46:56Z', 'revision_number': 2, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'gw_port_host': None, '_interfaces': [{'id': '6d237f1e-5371-4030-ae74-d65e28682040', 'name': '', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'mac_address': 'fa:16:3e:15:90:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f3e5a-6fb9-4c90-91b5-97c3c19e2525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '0353e165-9244-434e-bbc5-95d10944f98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:55Z', 'updated_at': '2021-07-29T23:46:59Z', 'revision_number': 4, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'subnets': [{'id': '0353e165-9244-434e-bbc5-95d10944f98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:00.754743 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Floating IP 8d57deae-b419-43b1-849d-be6bdd8bc7c5 associated. External IP: 172.25.2.159, port: e0dad1ae-8691-484b-949b-d2e21c42640c. Jul 29 23:47:00.788838 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.846100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=6d237f1e-5371-4030-ae74-d65e28682040,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:01.095635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.158527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:01.351309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:01.366033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] Sync routers for ids ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:01.374410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.382020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] Routers {'d09dcc7a-e284-4fc0-b677-ee6b2456ec16'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:01.383043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:01.436195 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-36ccb5d3-dc2f-487e-b918-41c9f8bc80c7 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0664685 Jul 29 23:47:01.437741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:01.441888 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dceba79-0c30-483e-bd29-f869e1acf9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:01.485679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Router 892f3e5a-6fb9-4c90-91b5-97c3c19e2525 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:01.539897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775dec1-8110-4ca7-a1d2-738289ea92c7 req-59cbf52c-0e1d-4f37-8b3c-d6d527d826ca tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.542662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a775dec1-8110-4ca7-a1d2-738289ea92c7 req-59cbf52c-0e1d-4f37-8b3c-d6d527d826ca tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.2711544 Jul 29 23:47:01.745258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:01.754450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-60fc698d-0aac-4378-96c1-262389ae3445 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "PUT /v2.0/routers/892f3e5a-6fb9-4c90-91b5-97c3c19e2525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3134570 Jul 29 23:47:01.758434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:01.765320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a5ec5-10d9-4ae8-afcb-e2f1af7f944b req-e79cff89-16f1-4af4-a340-21d45579e529 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.766996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d0a5ec5-10d9-4ae8-afcb-e2f1af7f944b req-e79cff89-16f1-4af4-a340-21d45579e529 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.2005205 Jul 29 23:47:01.770477 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a775dec1-8110-4ca7-a1d2-738289ea92c7 req-40027d40-9c1e-4b29-bb25-8494abca04fa tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073419 Jul 29 23:47:01.822661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] Set router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:01.900465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d0a5ec5-10d9-4ae8-afcb-e2f1af7f944b req-8c56ffec-ebbe-43f5-8d34-b02d3fbee9ed tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196115 Jul 29 23:47:01.932237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1d2ba-da38-4187-98d8-22d9516f7adb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.934876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1d2ba-da38-4187-98d8-22d9516f7adb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.936692 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eac1d2ba-da38-4187-98d8-22d9516f7adb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1770403 Jul 29 23:47:01.938635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:01.939330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44638) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:02.046248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf556f-39c2-4099-b38f-948f94f9b26d req-bbb41e2f-20e4-4e4b-befe-2c2f16199593 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.055519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-facf556f-39c2-4099-b38f-948f94f9b26d req-bbb41e2f-20e4-4e4b-befe-2c2f16199593 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1941712 Jul 29 23:47:02.082855 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d8e4f4-f92f-410b-a2bf-7f6b2ebd28f9 x-openstack-request-id: req-f1d8e4f4-f92f-410b-a2bf-7f6b2ebd28f9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:02.083135 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:02.083370 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1d8e4f4-f92f-410b-a2bf-7f6b2ebd28f9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:02.083773 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'status': 'completed', 'code': 200} Jul 29 23:47:02.101559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 0353e165-9244-434e-bbc5-95d10944f98b {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:02.105079 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.198587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-facf556f-39c2-4099-b38f-948f94f9b26d req-016cf4b7-48ed-46a8-ba5a-0c21130dfe08 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419504 Jul 29 23:47:02.235306 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.242874 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7267bcd7-cf4a-499f-9fa9-137b1b8bff8f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/8d57deae-b419-43b1-849d-be6bdd8bc7c5 HTTP/1.1" status: 200 len: 991 time: 0.3011837 Jul 29 23:47:02.262871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-94279b4f-0613-4b7b-87f5-73d3ef9074d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.264629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-94279b4f-0613-4b7b-87f5-73d3ef9074d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 1097 time: 0.1922204 Jul 29 23:47:02.302397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '8d57deae-b419-43b1-849d-be6bdd8bc7c5', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'port_id': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:58Z', 'updated_at': '2021-07-29T23:46:58Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f6b229-caa5-4285-bf98-4903331b3fca', 'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:ab:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:30Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:02.357329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] Checking router: d09dcc7a-e284-4fc0-b677-ee6b2456ec16 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:02.374195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] Routers {'d09dcc7a-e284-4fc0-b677-ee6b2456ec16'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:02.375712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:02.414685 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-8086fed6-b3b3-48b6-b9ed-d9d858ea5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.416372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-8086fed6-b3b3-48b6-b9ed-d9d858ea5346 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fc4639a-435b-49e3-93a9-3783248b6f7d HTTP/1.1" status: 200 len: 898 time: 0.1391978 Jul 29 23:47:02.476498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.507287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-5313e3fc-20f8-4693-ad0d-0258d95d8213 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dad1ae-8691-484b-949b-d2e21c42640c HTTP/1.1" status: 200 len: 999 time: 0.0818532 Jul 29 23:47:02.532381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] Set router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:02.610762 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.642564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-3ea6cb64-7447-46fc-b843-ceb151e6be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.644344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-3ea6cb64-7447-46fc-b843-ceb151e6be8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40 HTTP/1.1" status: 200 len: 835 time: 0.1059501 Jul 29 23:47:02.724002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-7fa61049-f710-4efa-8536-9289378b8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.725844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-7fa61049-f710-4efa-8536-9289378b8dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fc4639a-435b-49e3-93a9-3783248b6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633376 Jul 29 23:47:02.733000 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.788119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=0353e165-9244-434e-bbc5-95d10944f98b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:02.815757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.816192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.816548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.816936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.817296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.817645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.818017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.819229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.819581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.820960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.821387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.822357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:02.876839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '8d57deae-b419-43b1-849d-be6bdd8bc7c5', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'port_id': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:58Z', 'updated_at': '2021-07-29T23:46:58Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f6b229-caa5-4285-bf98-4903331b3fca', 'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:ab:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:30Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:02.908861 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.910624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-397f6bc4-a3f6-4412-aa24-4d5f20b646b3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/0353e165-9244-434e-bbc5-95d10944f98b HTTP/1.1" status: 204 len: 168 time: 0.9688475 Jul 29 23:47:02.913224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44654) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:02.918068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6df57-a21a-4dce-b768-7ffff07e24e8 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:02.973074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a42e32-1cf9-4365-94fc-fa9094d71909 None None] The sync data for ids ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'] in n-d-712139-11 is: [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '8d57deae-b419-43b1-849d-be6bdd8bc7c5', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'port_id': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:58Z', 'updated_at': '2021-07-29T23:46:58Z', 'revision_number': 0, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f6b229-caa5-4285-bf98-4903331b3fca', 'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:ab:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:30Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:03.096691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cb043-d175-42fd-841e-feb50fc829e6 req-37d9c169-7336-4006-b0da-5ad73ca7ea9f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:03.105905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830cb043-d175-42fd-841e-feb50fc829e6 req-37d9c169-7336-4006-b0da-5ad73ca7ea9f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1987433 Jul 29 23:47:03.142655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-abff523c-ab04-48db-9ec3-d696899b3ccc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2282715 Jul 29 23:47:03.145523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44662) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:03.158875 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] Sync routers for ids ['892f3e5a-6fb9-4c90-91b5-97c3c19e2525'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:03.159789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-c853425b-b13d-4718-bdbc-5158d4736013 service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218445 Jul 29 23:47:03.179099 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] Routers {'892f3e5a-6fb9-4c90-91b5-97c3c19e2525'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:03.179967 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['892f3e5a-6fb9-4c90-91b5-97c3c19e2525'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:03.217267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830cb043-d175-42fd-841e-feb50fc829e6 req-dbf98c71-c61a-4747-b5f1-80b993343e31 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990200 Jul 29 23:47:03.305702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:03.321577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46695b-0b9c-4d19-a325-003bacb84dea None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:03.352037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb51ed3b-104e-4eb4-aa30-dab0a4d68298 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.436470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6d46695b-0b9c-4d19-a325-003bacb84dea None None] Deleting port d0a3154d-17c0-4d2c-93a3-b2059767c701 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:03.437083 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d46695b-0b9c-4d19-a325-003bacb84dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.440091 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] Set router 892f3e5a-6fb9-4c90-91b5-97c3c19e2525 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:03.465117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-925bff18-4822-4ad2-8b9a-700f392419a0 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/8d57deae-b419-43b1-849d-be6bdd8bc7c5 HTTP/1.1" status: 200 len: 991 time: 0.1561549 Jul 29 23:47:03.589328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1faf11-a9f3-42b4-a1b5-9d94b049365e None None] New status for floating IP 8d57deae-b419-43b1-849d-be6bdd8bc7c5: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:47:03.594919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c706-99b0-4dbe-bc36-ae8c7012a5f5 req-8659a085-cefe-432f-ad03-9c5aebd184c2 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:03.597628 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f3e5a-6fb9-4c90-91b5-97c3c19e2525', 'name': 'tempest-NetworksTestDHCPv6-router-1087481379', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:54Z', 'updated_at': '2021-07-29T23:47:00Z', 'revision_number': 3, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:03.609363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e825c706-99b0-4dbe-bc36-ae8c7012a5f5 req-8659a085-cefe-432f-ad03-9c5aebd184c2 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1580684 Jul 29 23:47:03.639188 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] Checking router: 892f3e5a-6fb9-4c90-91b5-97c3c19e2525 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:03.655789 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] Routers {'892f3e5a-6fb9-4c90-91b5-97c3c19e2525'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:03.656714 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:46:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['892f3e5a-6fb9-4c90-91b5-97c3c19e2525'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:03.702418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d0a3154d-17c0-4d2c-93a3-b2059767c701 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:03.728324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dceba79-0c30-483e-bd29-f869e1acf9cf req-5cf9030c-5fea-48da-b27b-ac35c2931e9c service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561526 Jul 29 23:47:03.751008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e825c706-99b0-4dbe-bc36-ae8c7012a5f5 req-9cc8a680-3d49-4320-8110-070d481ceaa1 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304069 Jul 29 23:47:03.778354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb51ed3b-104e-4eb4-aa30-dab0a4d68298 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.781810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb51ed3b-104e-4eb4-aa30-dab0a4d68298 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.817914 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] Set router 892f3e5a-6fb9-4c90-91b5-97c3c19e2525 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:03.873190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6d46695b-0b9c-4d19-a325-003bacb84dea None None] For port d0a3154d-17c0-4d2c-93a3-b2059767c701, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d0a3154d-17c0-4d2c-93a3-b2059767c701,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:03.874358 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d46695b-0b9c-4d19-a325-003bacb84dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.879916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb51ed3b-104e-4eb4-aa30-dab0a4d68298 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.881762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb51ed3b-104e-4eb4-aa30-dab0a4d68298 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Fanout notify agent at l3_agent the message router_deleted on router 892f3e5a-6fb9-4c90-91b5-97c3c19e2525 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:47:03.895534 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb51ed3b-104e-4eb4-aa30-dab0a4d68298 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.899934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:03.905563 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb51ed3b-104e-4eb4-aa30-dab0a4d68298 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/routers/892f3e5a-6fb9-4c90-91b5-97c3c19e2525 HTTP/1.1" status: 204 len: 168 time: 0.7582252 Jul 29 23:47:03.940360 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f3e5a-6fb9-4c90-91b5-97c3c19e2525', 'name': 'tempest-NetworksTestDHCPv6-router-1087481379', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:54Z', 'updated_at': '2021-07-29T23:47:00Z', 'revision_number': 3, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:03.975596 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a594bb22-c090-4828-84bd-d8d1540fa3f6 None None] The sync data for ids ['892f3e5a-6fb9-4c90-91b5-97c3c19e2525'] in n-d-712139-11 is: [{'id': '892f3e5a-6fb9-4c90-91b5-97c3c19e2525', 'name': 'tempest-NetworksTestDHCPv6-router-1087481379', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:54Z', 'updated_at': '2021-07-29T23:47:00Z', 'revision_number': 3, 'project_id': 'c94cf9134fa54474ad62948045d69362', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:03.980788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6d46695b-0b9c-4d19-a325-003bacb84dea None None] Calling delete_port for d0a3154d-17c0-4d2c-93a3-b2059767c701 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:04.029414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b363d30-284e-47ac-ad70-52c558547746 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:04.032448 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0b363d30-284e-47ac-ad70-52c558547746 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1310329 Jul 29 23:47:04.035687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44680) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:04.104062 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de9299-a869-4b62-a692-72ed84e1d7a6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:04.105483 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-38de9299-a869-4b62-a692-72ed84e1d7a6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688307 Jul 29 23:47:04.110045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44684) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:04.163166 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.230803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d0a3154d-17c0-4d2c-93a3-b2059767c701, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d0a3154d-17c0-4d2c-93a3-b2059767c701,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:04.246320 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.275099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b476627-b28d-4cc6-84d0-a6da37e1fd4f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578319 Jul 29 23:47:04.275698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44692) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:04.284412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:04.294299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d46695b-0b9c-4d19-a325-003bacb84dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.314512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46695b-0b9c-4d19-a325-003bacb84dea None None] No DVR routers for this DVR port d0a3154d-17c0-4d2c-93a3-b2059767c701 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:04.335449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d0a3154d-17c0-4d2c-93a3-b2059767c701,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:04.363333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46695b-0b9c-4d19-a325-003bacb84dea None None] Pushing event deleted for resources: {'Port': ['ID=d0a3154d-17c0-4d2c-93a3-b2059767c701,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:04.467830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:04.520226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:04.525521 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.655873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f24e14-aa02-48f7-b1ac-c6110e463f42 req-0fa5de90-27a4-4809-89fb-b44bcfeaee94 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:04.657554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19f24e14-aa02-48f7-b1ac-c6110e463f42 req-0fa5de90-27a4-4809-89fb-b44bcfeaee94 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.2210357 Jul 29 23:47:04.754242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19f24e14-aa02-48f7-b1ac-c6110e463f42 req-80f8eca3-704f-4fb5-9a50-f9ecb29bce34 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843973 Jul 29 23:47:04.929428 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6eb4da65-04bd-4fea-aabd-2a07243cd20a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/8d57deae-b419-43b1-849d-be6bdd8bc7c5 HTTP/1.1" status: 200 len: 993 time: 0.4594464 Jul 29 23:47:05.274276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9241b6-edc3-47f2-9a95-62bc4b3e0683 req-8864c357-4c21-4b34-826a-6e3e9a7a5583 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:05.277184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce9241b6-edc3-47f2-9a95-62bc4b3e0683 req-8864c357-4c21-4b34-826a-6e3e9a7a5583 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.0659187 Jul 29 23:47:05.362914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce9241b6-edc3-47f2-9a95-62bc4b3e0683 req-e85ba78f-8cb2-4177-a86c-b1c02dbf5815 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548413 Jul 29 23:47:05.409078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.objects.ports [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:47:05.410935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.475534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=f6440ace-27b8-4032-83e1-dc4cb234bf89,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:05.478945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:05.480691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:05.483069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:05.483668 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.499318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03d1a5-91a9-4586-be3f-6014dc3c3c4e None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:05.516055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-53b3e43e-e6c9-4317-9a12-c385094ace31 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2386818 Jul 29 23:47:05.518793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44716) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:05.525241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5a03bbc7-1edf-4b9c-8775-0bbfb2ebb39e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:05.525540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6d237f1e-5371-4030-ae74-d65e28682040 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:05.574562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 6d237f1e-5371-4030-ae74-d65e28682040 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:05.575336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6d237f1e-5371-4030-ae74-d65e28682040 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:05.708619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03bbc7-1edf-4b9c-8775-0bbfb2ebb39e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:05.712807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a03bbc7-1edf-4b9c-8775-0bbfb2ebb39e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.733607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': 'f6440ace-27b8-4032-83e1-dc4cb234bf89'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:47:05.734972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.911758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Allocated IP 2001:db8::f816:3eff:fef1:5839 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/f6440ace-27b8-4032-83e1-dc4cb234bf89/260f62f5-fe4a-493c-8709-e6eff0146d64) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:05.965376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b42be8-16b5-4b32-967c-7f3b8a59d201 req-b25c91a2-ab71-4247-8b6e-0002524bcc08 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:05.965376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37b42be8-16b5-4b32-967c-7f3b8a59d201 req-b25c91a2-ab71-4247-8b6e-0002524bcc08 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.0868917 Jul 29 23:47:06.057108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37b42be8-16b5-4b32-967c-7f3b8a59d201 req-779e19bc-3b97-4d24-90ec-176c22cb6607 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731103 Jul 29 23:47:06.098841 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a03bbc7-1edf-4b9c-8775-0bbfb2ebb39e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.144944 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.155265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03bbc7-1edf-4b9c-8775-0bbfb2ebb39e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:06.160518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5a03bbc7-1edf-4b9c-8775-0bbfb2ebb39e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:06.166010 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03bbc7-1edf-4b9c-8775-0bbfb2ebb39e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:06.166839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a03bbc7-1edf-4b9c-8775-0bbfb2ebb39e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.176565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Transition to ACTIVE for port object 260f62f5-fe4a-493c-8709-e6eff0146d64 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:06.193849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03bbc7-1edf-4b9c-8775-0bbfb2ebb39e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=bc0b9af4-0dd7-44c8-881b-0b73d9ebd7ac,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:06.199233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5a03bbc7-1edf-4b9c-8775-0bbfb2ebb39e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6795106 Jul 29 23:47:06.202566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44732) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:06.205932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Transition to ACTIVE for port object 260f62f5-fe4a-493c-8709-e6eff0146d64 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:06.210144 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:06:83:52', 'name': 'tempest-NetworksTestDHCPv6-1001754995'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:06.213706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.233616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:06.236771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:06.261066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:06.300875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Pushing event updated for resources: {'Port': ['ID=260f62f5-fe4a-493c-8709-e6eff0146d64,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:06.355740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Attempting to bind port 260f62f5-fe4a-493c-8709-e6eff0146d64 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:06.356155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Attempting to bind port 260f62f5-fe4a-493c-8709-e6eff0146d64 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:06.356532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Attempting to bind port 260f62f5-fe4a-493c-8709-e6eff0146d64 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:06.362120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:06.363572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:06.363956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:06.364406 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.365499 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:06.366017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Bound port: 260f62f5-fe4a-493c-8709-e6eff0146d64, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:06.366401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.466045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] For port 260f62f5-fe4a-493c-8709-e6eff0146d64, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:06.467747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] For port 260f62f5-fe4a-493c-8709-e6eff0146d64, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=260f62f5-fe4a-493c-8709-e6eff0146d64,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:06.481691 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.496375 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.534750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762905dc-57f2-4b69-a911-4799d340b7b2 req-b7bfcf12-6914-418f-8a46-a534fb3ad337 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:06.547612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-762905dc-57f2-4b69-a911-4799d340b7b2 req-b7bfcf12-6914-418f-8a46-a534fb3ad337 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.0746202 Jul 29 23:47:06.571688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 3879c705-7c9f-42b0-88b2-696e20e40238 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:47:06.582505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841e62f-5983-421e-be5e-37b673eda8f9 None None] Pushing event updated for resources: {'Port': ['ID=260f62f5-fe4a-493c-8709-e6eff0146d64,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:06.608807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-762905dc-57f2-4b69-a911-4799d340b7b2 req-708c8e17-9afd-4dc3-a47b-91ae1435c1f1 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599699 Jul 29 23:47:06.805914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 172.20.0.10 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/bc0b9af4-0dd7-44c8-881b-0b73d9ebd7ac/3879c705-7c9f-42b0-88b2-696e20e40238) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:06.815047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::f816:3eff:fe06:8352 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/f6440ace-27b8-4032-83e1-dc4cb234bf89/3879c705-7c9f-42b0-88b2-696e20e40238) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:07.029234 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.043710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 3879c705-7c9f-42b0-88b2-696e20e40238 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:07.100922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.124390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:07.128084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:07.133963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:07.204372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25972741-a2e1-40b3-9fcd-a82d03a0e912 req-dd9f3e7d-0389-4384-ac2b-39ea5a8ccc20 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:07.217567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25972741-a2e1-40b3-9fcd-a82d03a0e912 req-dd9f3e7d-0389-4384-ac2b-39ea5a8ccc20 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.0694888 Jul 29 23:47:07.232905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=3879c705-7c9f-42b0-88b2-696e20e40238,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:07.243982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:07.244850 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.275111 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-27b41277-6f4b-4700-83d2-21229099498a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0700336 Jul 29 23:47:07.276678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:07.283405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25972741-a2e1-40b3-9fcd-a82d03a0e912 req-a4844b72-9946-4231-ac52-d054be369457 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649395 Jul 29 23:47:07.354682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ecc934-8810-4a04-9222-a922675e314a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:07.362212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ecc934-8810-4a04-9222-a922675e314a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:07.364138 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-26ecc934-8810-4a04-9222-a922675e314a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0859091 Jul 29 23:47:07.367078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:07.468821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e3e30558-b273-4193-84f4-72157a7f8c0b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 3879c705-7c9f-42b0-88b2-696e20e40238 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:07.469173 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3e30558-b273-4193-84f4-72157a7f8c0b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.616415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3e30558-b273-4193-84f4-72157a7f8c0b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.636189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e3e30558-b273-4193-84f4-72157a7f8c0b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 3879c705-7c9f-42b0-88b2-696e20e40238 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:07.704970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 260f62f5-fe4a-493c-8709-e6eff0146d64 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:07.766259 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 260f62f5-fe4a-493c-8709-e6eff0146d64 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:07.771290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba494661-3282-4b54-9713-aeb8f395c6bc None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:07.787941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abab16b-8f6f-4cbe-a952-e1583668b8f7 req-4982681d-c780-40d9-a4f3-ec76efbdc8f7 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:07.797309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5abab16b-8f6f-4cbe-a952-e1583668b8f7 req-4982681d-c780-40d9-a4f3-ec76efbdc8f7 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.0783553 Jul 29 23:47:07.861645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5abab16b-8f6f-4cbe-a952-e1583668b8f7 req-4f571534-12bf-4150-a7db-40115595a54a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630913 Jul 29 23:47:07.932734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-733faac3-3a64-4c66-b28e-2b04a78a4720 None None] Provisioning for port 260f62f5-fe4a-493c-8709-e6eff0146d64 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:07.939585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-733faac3-3a64-4c66-b28e-2b04a78a4720 None None] Provisioning complete for port 260f62f5-fe4a-493c-8709-e6eff0146d64 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:07.939870 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-733faac3-3a64-4c66-b28e-2b04a78a4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.976047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3e30558-b273-4193-84f4-72157a7f8c0b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.005217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e30558-b273-4193-84f4-72157a7f8c0b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=3879c705-7c9f-42b0-88b2-696e20e40238,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:08.109712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9cbddc-ceb8-4ef5-abcc-20ae21a57289 None None] Update dhcp port {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': 'f6440ace-27b8-4032-83e1-dc4cb234bf89', 'ip_address': '2001:db8::f816:3eff:fef1:5839'}, {'subnet_id': 'bc0b9af4-0dd7-44c8-881b-0b73d9ebd7ac'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '260f62f5-fe4a-493c-8709-e6eff0146d64'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:47:08.132110 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-733faac3-3a64-4c66-b28e-2b04a78a4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.133486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3e30558-b273-4193-84f4-72157a7f8c0b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.135812 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e3e30558-b273-4193-84f4-72157a7f8c0b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/3879c705-7c9f-42b0-88b2-696e20e40238 HTTP/1.1" status: 204 len: 168 time: 0.7671361 Jul 29 23:47:08.138398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44780) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:08.151075 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbddc-ceb8-4ef5-abcc-20ae21a57289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.192863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-733faac3-3a64-4c66-b28e-2b04a78a4720 None None] For port 260f62f5-fe4a-493c-8709-e6eff0146d64, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=260f62f5-fe4a-493c-8709-e6eff0146d64,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:08.197521 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-733faac3-3a64-4c66-b28e-2b04a78a4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.216357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3768bb-a170-434b-8900-c347017196ae tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.217905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3768bb-a170-434b-8900-c347017196ae tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.219827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3768bb-a170-434b-8900-c347017196ae tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.221729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8e3768bb-a170-434b-8900-c347017196ae tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0823276 Jul 29 23:47:08.226658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:08.246361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:08.247046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:08.323426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a92206f-9882-4428-b898-8a2c2b53a35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet bc0b9af4-0dd7-44c8-881b-0b73d9ebd7ac {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:08.327701 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a92206f-9882-4428-b898-8a2c2b53a35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.415915 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a92206f-9882-4428-b898-8a2c2b53a35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.473407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a92206f-9882-4428-b898-8a2c2b53a35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.524050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c769b-2a17-44f3-a317-ef145980387b req-cbc5c265-9048-4252-a8b2-04aba15bc6a1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.525688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-756c769b-2a17-44f3-a317-ef145980387b req-cbc5c265-9048-4252-a8b2-04aba15bc6a1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.0887883 Jul 29 23:47:08.573475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a92206f-9882-4428-b898-8a2c2b53a35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.585911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-756c769b-2a17-44f3-a317-ef145980387b req-e49e0932-d30a-4fe2-a829-1025342593f8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493765 Jul 29 23:47:08.632890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92206f-9882-4428-b898-8a2c2b53a35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0b9af4-0dd7-44c8-881b-0b73d9ebd7ac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:08.644902 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a92206f-9882-4428-b898-8a2c2b53a35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.649900 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2a92206f-9882-4428-b898-8a2c2b53a35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/bc0b9af4-0dd7-44c8-881b-0b73d9ebd7ac HTTP/1.1" status: 204 len: 168 time: 0.4197917 Jul 29 23:47:08.650428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:08.732159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4680b35-29f6-43f3-bbcf-27eecc1cea49 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet f6440ace-27b8-4032-83e1-dc4cb234bf89 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:08.735975 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4680b35-29f6-43f3-bbcf-27eecc1cea49 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.764932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733faac3-3a64-4c66-b28e-2b04a78a4720 None None] Pushing event updated for resources: {'Port': ['ID=260f62f5-fe4a-493c-8709-e6eff0146d64,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:08.807043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4680b35-29f6-43f3-bbcf-27eecc1cea49 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-0e9cbddc-ceb8-4ef5-abcc-20ae21a57289 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc0b9af4-0dd7-44c8-881b-0b73d9ebd7ac: This subnet is being modified by another concurrent operation. Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:47:08.818378 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc0b9af4-0dd7-44c8-881b-0b73d9ebd7ac: This subnet is being modified by another concurrent operation. Jul 29 23:47:08.822635 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 29 23:47:08.856706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.915785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:08.943297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:08.946422 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c2ec2-eb37-48b8-91ce-69edab463763" -d '{"events": [{"server_uuid": "cbb90f68-a610-47cd-a551-b86e322f0cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd7ec03-dc79-4a7d-9314-c3bc9052fb53"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:08.970140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53', 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186', 'port_id': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53', 'mac_address': 'fa:16:3e:8f:5b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527d0074-5eaf-4497-85ef-d02c904a2060', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:08.976040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:09.013008 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4680b35-29f6-43f3-bbcf-27eecc1cea49 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.034498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.053192 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f9eb83-4dca-40b8-8c89-2e325ff56534 x-openstack-request-id: req-f7f9eb83-4dca-40b8-8c89-2e325ff56534 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:09.053192 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb90f68-a610-47cd-a551-b86e322f0cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd7ec03-dc79-4a7d-9314-c3bc9052fb53", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:09.053192 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7f9eb83-4dca-40b8-8c89-2e325ff56534 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:09.053588 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53', 'code': 200} Jul 29 23:47:09.055403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:09.060454 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.073393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b1cc5d58-7504-4de9-9935-f94316ffa38d None None] Could not find standard attr ID for object 3879c705-7c9f-42b0-88b2-696e20e40238. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:47:09.133015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:09.135384 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4680b35-29f6-43f3-bbcf-27eecc1cea49 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.163563 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.167343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b1cc5d58-7504-4de9-9935-f94316ffa38d None None] Provisioning complete for port 260f62f5-fe4a-493c-8709-e6eff0146d64 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:09.167343 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5d58-7504-4de9-9935-f94316ffa38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.172482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:09.195592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baed079-2555-47e8-aafc-cb4054a1396f None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:47:09.201453 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4680b35-29f6-43f3-bbcf-27eecc1cea49 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.206589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:09.207342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e4680b35-29f6-43f3-bbcf-27eecc1cea49 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/f6440ace-27b8-4032-83e1-dc4cb234bf89 HTTP/1.1" status: 204 len: 168 time: 0.5558007 Jul 29 23:47:09.219856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784733-e8bd-4078-81ea-ac8a84335999 req-28402236-73bf-49e6-906f-e28d407aa7df tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:09.228718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5784733-e8bd-4078-81ea-ac8a84335999 req-28402236-73bf-49e6-906f-e28d407aa7df tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.2829244 Jul 29 23:47:09.233300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4680b35-29f6-43f3-bbcf-27eecc1cea49 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=f6440ace-27b8-4032-83e1-dc4cb234bf89,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:09.251805 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-458caca1-58d2-465a-a65c-ec9b9ef26045 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439653 Jul 29 23:47:09.254469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:09.260423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:09.279788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baed079-2555-47e8-aafc-cb4054a1396f None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:47:09.349795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5784733-e8bd-4078-81ea-ac8a84335999 req-f82ceca5-7f70-404c-a716-a5d7ec5cd2fd tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196129 Jul 29 23:47:09.384537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:09.410230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:09.414341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.516444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9dd7ec03-dc79-4a7d-9314-c3bc9052fb53'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:09.668677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 260f62f5-fe4a-493c-8709-e6eff0146d64 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:09.844912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b660d97-ae98-4abd-9ec5-9e8f07e6bb37 None None] Could not find standard attr ID for object 3879c705-7c9f-42b0-88b2-696e20e40238. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:47:09.850586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f52fb-0f52-454d-9be6-6fb960686094 req-58ad56f5-d26b-4ac5-9fd8-75d112dde8d4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:09.864257 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-057f52fb-0f52-454d-9be6-6fb960686094 req-58ad56f5-d26b-4ac5-9fd8-75d112dde8d4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1052644 Jul 29 23:47:09.937961 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.945897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-057f52fb-0f52-454d-9be6-6fb960686094 req-a7c5fdc0-a829-4511-82ec-5b03ebfa51c0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807717 Jul 29 23:47:09.966218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:47:10.006066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 260f62f5-fe4a-493c-8709-e6eff0146d64, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=260f62f5-fe4a-493c-8709-e6eff0146d64,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:10.039070 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.062602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537eeaca-9db0-490b-88a5-3155fce11cec None None] Update dhcp port {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': 'beef3e11-e2d7-4cf2-a6e5-1210cdfd5da1'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '260f62f5-fe4a-493c-8709-e6eff0146d64'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:47:10.130934 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-537eeaca-9db0-490b-88a5-3155fce11cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.142695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=260f62f5-fe4a-493c-8709-e6eff0146d64,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:10.262544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.367112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-537eeaca-9db0-490b-88a5-3155fce11cec None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fef1:5839-f09cecb2-af8d-4342-993b-18cb15f1c6 {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:47:10.367608 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-537eeaca-9db0-490b-88a5-3155fce11cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:47:10.455090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] For port 260f62f5-fe4a-493c-8709-e6eff0146d64, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=260f62f5-fe4a-493c-8709-e6eff0146d64,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:10.495658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.499748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec7b80-b56f-4a87-b2c3-afdf9ac3d177 req-59e6797d-29e1-4436-9c74-be6d145138f5 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:10.501232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.502119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-82ec7b80-b56f-4a87-b2c3-afdf9ac3d177 req-59e6797d-29e1-4436-9c74-be6d145138f5 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 944 time: 0.0706999 Jul 29 23:47:10.513096 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.546463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-82ec7b80-b56f-4a87-b2c3-afdf9ac3d177 req-7a5e4f26-90b7-4d0d-a392-113bad2a10ee tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371256 Jul 29 23:47:10.595894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:10.606521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:10.612164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:10.612764 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.620036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=beef3e11-e2d7-4cf2-a6e5-1210cdfd5da1,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:10.630339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=260f62f5-fe4a-493c-8709-e6eff0146d64,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:10.650099 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cb26e110-f8d3-41f8-868f-8432daef4e9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3936324 Jul 29 23:47:10.652287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44842) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:10.657689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b59a852d-d67a-4900-a8ce-01382d9d0cd8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:10.798674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59a852d-d67a-4900-a8ce-01382d9d0cd8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:10.804567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59a852d-d67a-4900-a8ce-01382d9d0cd8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.900873 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-537eeaca-9db0-490b-88a5-3155fce11cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.155555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59a852d-d67a-4900-a8ce-01382d9d0cd8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.203286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cbbc6-52fb-4ccc-bd9d-3b5273ed6d68 req-19266baf-8446-4886-b0b8-0b4f44958de7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:11.207614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c9cbbc6-52fb-4ccc-bd9d-3b5273ed6d68 req-19266baf-8446-4886-b0b8-0b4f44958de7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1451945 Jul 29 23:47:11.256651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a852d-d67a-4900-a8ce-01382d9d0cd8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=34b34d63-ff6f-4877-834f-16380de80a9c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:11.262471 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c9cbbc6-52fb-4ccc-bd9d-3b5273ed6d68 req-e7732d65-bde6-42da-8cc3-f5c22fdb444e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Jul 29 23:47:11.283034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a852d-d67a-4900-a8ce-01382d9d0cd8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:11.285381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b59a852d-d67a-4900-a8ce-01382d9d0cd8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:11.289293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a852d-d67a-4900-a8ce-01382d9d0cd8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:11.290241 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b59a852d-d67a-4900-a8ce-01382d9d0cd8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.320191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:11.321091 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b59a852d-d67a-4900-a8ce-01382d9d0cd8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6676958 Jul 29 23:47:11.327786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:f2:c1:81', 'name': 'tempest-NetworksTestDHCPv6-1421407597'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:11.411522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-537eeaca-9db0-490b-88a5-3155fce11cec None None] For port 260f62f5-fe4a-493c-8709-e6eff0146d64, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=260f62f5-fe4a-493c-8709-e6eff0146d64,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:11.486001 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-537eeaca-9db0-490b-88a5-3155fce11cec None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.494240 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-537eeaca-9db0-490b-88a5-3155fce11cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.561352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537eeaca-9db0-490b-88a5-3155fce11cec None None] Pushing event updated for resources: {'Port': ['ID=260f62f5-fe4a-493c-8709-e6eff0146d64,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:11.622524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:11.783450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7b121-a3a8-4831-9ba0-a475e4f3e384 req-22417266-28fd-437b-a611-21d78af7ea72 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:11.793974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16a7b121-a3a8-4831-9ba0-a475e4f3e384 req-22417266-28fd-437b-a611-21d78af7ea72 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 944 time: 0.0854380 Jul 29 23:47:11.855582 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.881147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16a7b121-a3a8-4831-9ba0-a475e4f3e384 req-1af3d53a-cd77-4c3b-bfa4-38f9ff69fdc7 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808537 Jul 29 23:47:11.904302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 397dcd96-5e6b-4a80-89d6-76e45f0a20fe yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:47:12.097548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 172.20.0.8 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/34b34d63-ff6f-4877-834f-16380de80a9c/397dcd96-5e6b-4a80-89d6-76e45f0a20fe) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:12.106441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::f816:3eff:fef2:c181 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/beef3e11-e2d7-4cf2-a6e5-1210cdfd5da1/397dcd96-5e6b-4a80-89d6-76e45f0a20fe) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:12.252653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:12.308043 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:12.327270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:12.327752 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:12.344111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 397dcd96-5e6b-4a80-89d6-76e45f0a20fe will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:12.465280 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:12.484843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:12.513061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:12.514225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:12.518557 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9d3c30-9ef7-41f7-a7ca-1fd328bc4033" -d '{"events": [{"server_uuid": "cbb90f68-a610-47cd-a551-b86e322f0cbe", "name": "network-vif-plugged", "status": "completed", "tag": "9dd7ec03-dc79-4a7d-9314-c3bc9052fb53"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:12.523184 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:12.562408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:12.570202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:12.572706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:12.597265 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848ce614-5fa4-434d-9a0b-555d07cc952b x-openstack-request-id: req-848ce614-5fa4-434d-9a0b-555d07cc952b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:12.597833 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb90f68-a610-47cd-a551-b86e322f0cbe", "name": "network-vif-plugged", "status": "completed", "tag": "9dd7ec03-dc79-4a7d-9314-c3bc9052fb53", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:12.598271 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-848ce614-5fa4-434d-9a0b-555d07cc952b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:12.598851 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53', 'code': 200} Jul 29 23:47:12.599851 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60a9f1-b1ef-40bb-a55c-af1af723c666 req-f4aec7b2-cdef-4d88-8882-18948a30a9b1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.601864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee60a9f1-b1ef-40bb-a55c-af1af723c666 req-f4aec7b2-cdef-4d88-8882-18948a30a9b1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1996684 Jul 29 23:47:12.611198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=397dcd96-5e6b-4a80-89d6-76e45f0a20fe,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:12.618873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:12.658471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b172b67-a365-47fd-b481-f9b89c6688a8 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:47:12.711265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.711817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:12.732117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee60a9f1-b1ef-40bb-a55c-af1af723c666 req-c0dcb611-dd0c-4793-9e2c-41f626dc5708 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172020 Jul 29 23:47:12.734137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d72b1c6a-4909-4079-b42a-896ff276a4b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4123504 Jul 29 23:47:12.736951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:12.802922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-18875b62-a6a0-438a-9551-a1d8712c5d7a None None] Provisioning complete for port 260f62f5-fe4a-493c-8709-e6eff0146d64 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:12.803343 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18875b62-a6a0-438a-9551-a1d8712c5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:12.854189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e459f65-4e67-44f0-9a93-2be7d144bb9c req-4821c260-c8f0-42ee-860d-91d7881afef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.854872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b172b67-a365-47fd-b481-f9b89c6688a8 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:47:12.855737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e459f65-4e67-44f0-9a93-2be7d144bb9c req-4821c260-c8f0-42ee-860d-91d7881afef3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 1097 time: 0.0701072 Jul 29 23:47:12.865878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20164167-df4e-4c5e-b257-5400530dc532 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.883698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20164167-df4e-4c5e-b257-5400530dc532 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.888977 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-20164167-df4e-4c5e-b257-5400530dc532 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1483164 Jul 29 23:47:12.889292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:13.102514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e459f65-4e67-44f0-9a93-2be7d144bb9c req-d912e25c-edc6-4aa6-b149-8dcaa9034bf4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299526 Jul 29 23:47:13.152585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38a03-063f-4e09-8243-df85b4e4dab5 req-574564cc-3c2f-44f5-9859-59809e304d13 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.154783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42b38a03-063f-4e09-8243-df85b4e4dab5 req-574564cc-3c2f-44f5-9859-59809e304d13 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1521993 Jul 29 23:47:13.157398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-83073805-8faf-4a75-9a96-2881b0eb2c89 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 397dcd96-5e6b-4a80-89d6-76e45f0a20fe {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:13.157804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83073805-8faf-4a75-9a96-2881b0eb2c89 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.191896 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18875b62-a6a0-438a-9551-a1d8712c5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.227600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-18875b62-a6a0-438a-9551-a1d8712c5d7a None None] For port 260f62f5-fe4a-493c-8709-e6eff0146d64, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=260f62f5-fe4a-493c-8709-e6eff0146d64,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:13.233320 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18875b62-a6a0-438a-9551-a1d8712c5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.251563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42b38a03-063f-4e09-8243-df85b4e4dab5 req-acfddeb4-7c25-451c-94da-637e54de8fdc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881999 Jul 29 23:47:13.314373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa0902-d97e-417f-a3d6-60bc4abf3db2 None None] Update dhcp port {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': 'beef3e11-e2d7-4cf2-a6e5-1210cdfd5da1', 'ip_address': '2001:db8::f816:3eff:fef1:5839'}, {'subnet_id': '34b34d63-ff6f-4877-834f-16380de80a9c'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '260f62f5-fe4a-493c-8709-e6eff0146d64'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:47:13.357346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18875b62-a6a0-438a-9551-a1d8712c5d7a None None] Pushing event updated for resources: {'Port': ['ID=260f62f5-fe4a-493c-8709-e6eff0146d64,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:13.373701 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68fa0902-d97e-417f-a3d6-60bc4abf3db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.414214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83073805-8faf-4a75-9a96-2881b0eb2c89 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.428760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-83073805-8faf-4a75-9a96-2881b0eb2c89 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 397dcd96-5e6b-4a80-89d6-76e45f0a20fe owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:13.641765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-68fa0902-d97e-417f-a3d6-60bc4abf3db2 None None] Allocated IP 172.20.0.2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/34b34d63-ff6f-4877-834f-16380de80a9c/260f62f5-fe4a-493c-8709-e6eff0146d64) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:13.747881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 260f62f5-fe4a-493c-8709-e6eff0146d64 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:13.800679 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83073805-8faf-4a75-9a96-2881b0eb2c89 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.893483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83073805-8faf-4a75-9a96-2881b0eb2c89 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=397dcd96-5e6b-4a80-89d6-76e45f0a20fe,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:14.065174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b70472-ae36-44a8-9a52-c61a9c963a74 req-dc78a3db-5acc-4c57-8088-25478e46f98e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.066880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1b70472-ae36-44a8-9a52-c61a9c963a74 req-dc78a3db-5acc-4c57-8088-25478e46f98e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.1788144 Jul 29 23:47:14.078557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83073805-8faf-4a75-9a96-2881b0eb2c89 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.080699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-83073805-8faf-4a75-9a96-2881b0eb2c89 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/397dcd96-5e6b-4a80-89d6-76e45f0a20fe HTTP/1.1" status: 204 len: 168 time: 1.1900678 Jul 29 23:47:14.083207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:14.086734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-68fa0902-d97e-417f-a3d6-60bc4abf3db2 None None] For port 260f62f5-fe4a-493c-8709-e6eff0146d64, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=260f62f5-fe4a-493c-8709-e6eff0146d64,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:14.160492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 260f62f5-fe4a-493c-8709-e6eff0146d64 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:14.160950 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.203526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1b70472-ae36-44a8-9a52-c61a9c963a74 req-4893d7a7-3e9b-4b33-a901-d46d7ec9f495 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260200 Jul 29 23:47:14.208236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c0ebc-a774-42d9-a7fe-95febcd5b4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.220610 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68fa0902-d97e-417f-a3d6-60bc4abf3db2 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.221293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c0ebc-a774-42d9-a7fe-95febcd5b4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.224882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c0ebc-a774-42d9-a7fe-95febcd5b4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.231032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44928) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:14.241310 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9e7c0ebc-a774-42d9-a7fe-95febcd5b4ff tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1563220 Jul 29 23:47:14.253808 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-68fa0902-d97e-417f-a3d6-60bc4abf3db2 None None] Transition to ACTIVE for port object 260f62f5-fe4a-493c-8709-e6eff0146d64 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:14.259722 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68fa0902-d97e-417f-a3d6-60bc4abf3db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.316596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae6df39-912a-4aee-9568-f6d5ca2e1c07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 34b34d63-ff6f-4877-834f-16380de80a9c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:14.323979 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eae6df39-912a-4aee-9568-f6d5ca2e1c07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.377503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Port 260f62f5-fe4a-493c-8709-e6eff0146d64 had new provisioning blocks added so it will not transition to active. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 29 23:47:14.420614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa0902-d97e-417f-a3d6-60bc4abf3db2 None None] Pushing event updated for resources: {'Port': ['ID=260f62f5-fe4a-493c-8709-e6eff0146d64,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:14.483697 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eae6df39-912a-4aee-9568-f6d5ca2e1c07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.594339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dfba8-4f9f-4452-963b-9068de2a0689 req-723bc3e8-8069-48da-b4f6-7e9b2c2bf137 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.595947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a89dfba8-4f9f-4452-963b-9068de2a0689 req-723bc3e8-8069-48da-b4f6-7e9b2c2bf137 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1487391 Jul 29 23:47:14.672841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c200a12-28e2-4980-9e9d-1780477e4ace req-54b85642-80fa-4769-adef-82c6c81fb32d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.676508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c200a12-28e2-4980-9e9d-1780477e4ace req-54b85642-80fa-4769-adef-82c6c81fb32d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1610558 Jul 29 23:47:14.678066 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eae6df39-912a-4aee-9568-f6d5ca2e1c07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.796444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c200a12-28e2-4980-9e9d-1780477e4ace req-f778dafa-a0b4-4c7e-901d-0cc41a1500ad tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606997 Jul 29 23:47:14.832047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a89dfba8-4f9f-4452-963b-9068de2a0689 req-83dcfca2-5d8b-49da-a4db-262cb292256b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669188 Jul 29 23:47:14.840320 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eae6df39-912a-4aee-9568-f6d5ca2e1c07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.858943 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eae6df39-912a-4aee-9568-f6d5ca2e1c07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.860858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eae6df39-912a-4aee-9568-f6d5ca2e1c07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/34b34d63-ff6f-4877-834f-16380de80a9c HTTP/1.1" status: 204 len: 168 time: 0.6286054 Jul 29 23:47:14.868268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 44948) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:14.943025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6df39-912a-4aee-9568-f6d5ca2e1c07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=34b34d63-ff6f-4877-834f-16380de80a9c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:15.044172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-28124a57-b778-4afb-ba33-bba6b9cf1b5f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet beef3e11-e2d7-4cf2-a6e5-1210cdfd5da1 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:15.047980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28124a57-b778-4afb-ba33-bba6b9cf1b5f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.095769 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28124a57-b778-4afb-ba33-bba6b9cf1b5f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.184780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28124a57-b778-4afb-ba33-bba6b9cf1b5f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.251153 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28124a57-b778-4afb-ba33-bba6b9cf1b5f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.298476 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8080a-8307-4938-a8ef-5b63c72f1061 req-f290dbc0-8a7c-4a74-815f-717fc2c63345 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:15.300058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70f8080a-8307-4938-a8ef-5b63c72f1061 req-f290dbc0-8a7c-4a74-815f-717fc2c63345 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.3514028 Jul 29 23:47:15.307430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adeeeb-3b26-4b12-bce1-1d2c55b43b49 req-aed76cd2-dd18-4038-995b-41bf9572fc94 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:15.309321 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63adeeeb-3b26-4b12-bce1-1d2c55b43b49 req-aed76cd2-dd18-4038-995b-41bf9572fc94 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.3476205 Jul 29 23:47:15.316807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28124a57-b778-4afb-ba33-bba6b9cf1b5f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=beef3e11-e2d7-4cf2-a6e5-1210cdfd5da1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:15.329548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28124a57-b778-4afb-ba33-bba6b9cf1b5f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.332049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-28124a57-b778-4afb-ba33-bba6b9cf1b5f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/beef3e11-e2d7-4cf2-a6e5-1210cdfd5da1 HTTP/1.1" status: 204 len: 168 time: 0.4671869 Jul 29 23:47:15.334775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44960) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:15.387528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70f8080a-8307-4938-a8ef-5b63c72f1061 req-ada42bef-6aaa-4f29-8f93-c86ed2c11e85 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764768 Jul 29 23:47:15.405890 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c008ce7e-5bd3-4d14-bf2d-d23c2f0149d8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698800 Jul 29 23:47:15.409379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44962) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:15.418543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69400e-d6f2-4c95-a27e-03129e834ff8 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:15.430917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63adeeeb-3b26-4b12-bce1-1d2c55b43b49 req-7367f26b-8dc2-4782-96e2-20c8c59f3119 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101294 Jul 29 23:47:15.431759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a0152f76-da94-48b2-83b6-9fb1ff78cf24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:15.502710 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2eacf803-2298-4477-8033-f90044326fed None None] Could not find standard attr ID for object 397dcd96-5e6b-4a80-89d6-76e45f0a20fe. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:47:15.590361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2eacf803-2298-4477-8033-f90044326fed None None] Provisioning for port 260f62f5-fe4a-493c-8709-e6eff0146d64 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:15.629511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0152f76-da94-48b2-83b6-9fb1ff78cf24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:15.634067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0152f76-da94-48b2-83b6-9fb1ff78cf24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.664313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2eacf803-2298-4477-8033-f90044326fed None None] Provisioning complete for port 260f62f5-fe4a-493c-8709-e6eff0146d64 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:15.664313 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2eacf803-2298-4477-8033-f90044326fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.690082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 260f62f5-fe4a-493c-8709-e6eff0146d64 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:15.887320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 260f62f5-fe4a-493c-8709-e6eff0146d64 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:15.887707 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.925667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f78207a-5cfd-4d64-a70c-251f3896290e None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:15.999362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0152f76-da94-48b2-83b6-9fb1ff78cf24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.035935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2f78207a-5cfd-4d64-a70c-251f3896290e None None] Deleting port 260f62f5-fe4a-493c-8709-e6eff0146d64 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:16.036353 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f78207a-5cfd-4d64-a70c-251f3896290e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.046179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-519390a1-101d-45b1-a95a-e73aac455142 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.064589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-519390a1-101d-45b1-a95a-e73aac455142 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 812 time: 0.3424914 Jul 29 23:47:16.072322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0152f76-da94-48b2-83b6-9fb1ff78cf24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=dc015e63-301b-4caa-9594-c9c183894066,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:16.081356 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0152f76-da94-48b2-83b6-9fb1ff78cf24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:16.083201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a0152f76-da94-48b2-83b6-9fb1ff78cf24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:16.087925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0152f76-da94-48b2-83b6-9fb1ff78cf24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.088563 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a0152f76-da94-48b2-83b6-9fb1ff78cf24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.095125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-373dc6cd-d67a-4bea-9822-9364f4b79262 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/quotas/26db6b4b91d247c5b9f9132b6799f10a HTTP/1.1" status: 200 len: 375 time: 0.0294240 Jul 29 23:47:16.116667 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a0152f76-da94-48b2-83b6-9fb1ff78cf24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6948776 Jul 29 23:47:16.117796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 44998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:16.127690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:16.167628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2f78207a-5cfd-4d64-a70c-251f3896290e None None] For port 260f62f5-fe4a-493c-8709-e6eff0146d64, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=260f62f5-fe4a-493c-8709-e6eff0146d64,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:16.168059 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f78207a-5cfd-4d64-a70c-251f3896290e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.184000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2f78207a-5cfd-4d64-a70c-251f3896290e None None] Calling delete_port for 260f62f5-fe4a-493c-8709-e6eff0146d64 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:16.265989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-809b1c7f-95a5-4928-81d6-ca70b309883a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1677711 Jul 29 23:47:16.283331 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f78207a-5cfd-4d64-a70c-251f3896290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.359655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78207a-5cfd-4d64-a70c-251f3896290e None None] Pushing event deleted for resources: {'Port': ['ID=260f62f5-fe4a-493c-8709-e6eff0146d64,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:16.363886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-246fec89-5011-4207-962f-ab31773ffab4 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.366822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-246fec89-5011-4207-962f-ab31773ffab4 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/networks?id=d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 200 len: 814 time: 0.2019274 Jul 29 23:47:16.367391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f78207a-5cfd-4d64-a70c-251f3896290e None None] No DVR routers for this DVR port 260f62f5-fe4a-493c-8709-e6eff0146d64 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:16.397794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a1b93e-dbcc-4de1-8b2e-8f86e5d44d86 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:16.408671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-b14106ca-7187-4382-b907-7f3864663183 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/quotas/deb4d5c2d8da4c459e239fd7a7a77859 HTTP/1.1" status: 200 len: 375 time: 0.0230448 Jul 29 23:47:16.416584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:16.421125 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.438585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-fc5ad77d-9622-4f34-8c5c-b61b0e7c9d1d service neutron] 10.222.0.37 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724644 Jul 29 23:47:16.682280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': 'dc015e63-301b-4caa-9594-c9c183894066'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:47:16.684426 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.025836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-beda4a57-f093-45d1-bc3c-02ed19afd8c7 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6158292 Jul 29 23:47:17.051163 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Allocated IP 172.20.0.2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/dc015e63-301b-4caa-9594-c9c183894066/ac4d3051-d466-4c46-adec-23af68b57f44) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:17.054206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:47:17.055929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.167311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-2d9aae84-2850-4a04-a8ca-c08757daedd0 service neutron] 10.222.0.37 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210992 Jul 29 23:47:17.183363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=d88acddd-20b0-43c5-93cb-841976536bd6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:17.188528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:17.190006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:17.197399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:17.198005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.214446 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-168d7ee4-ae75-4c5e-a4bb-b5b23fdfcd97 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0954320 Jul 29 23:47:17.215717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-4eb4012e-c46b-4e0f-8169-307c0d20e6aa service neutron] 10.222.0.37 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7758543 Jul 29 23:47:17.217203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45024) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:17.239460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:38:1c:2e', 'name': 'tempest-NetworksTestDHCPv6-2114755129'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:17.272748 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.285657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Transition to ACTIVE for port object ac4d3051-d466-4c46-adec-23af68b57f44 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:17.325235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Transition to ACTIVE for port object ac4d3051-d466-4c46-adec-23af68b57f44 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:17.333285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.438691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:17.439662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-cbd16985-53d6-483e-a148-84a694eed889 service neutron] 10.222.0.37 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221179 Jul 29 23:47:17.452492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:17.465523 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:17.471732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:17.480362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Pushing event updated for resources: {'Port': ['ID=ac4d3051-d466-4c46-adec-23af68b57f44,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:17.596914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-baf25e21-c46f-4c6b-a53b-b51f7545ab9b req-bcf1e785-a9a2-41cd-be07-e9bf0033b2f5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 210 time: 0.0694189 Jul 29 23:47:17.617012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Attempting to bind port ac4d3051-d466-4c46-adec-23af68b57f44 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:17.617489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Attempting to bind port ac4d3051-d466-4c46-adec-23af68b57f44 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:17.618270 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.624209 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Attempting to bind port ac4d3051-d466-4c46-adec-23af68b57f44 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:17.646843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:17.647223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:17.647717 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.648160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:17.648649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Bound port: ac4d3051-d466-4c46-adec-23af68b57f44, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:17.649046 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.660885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 41054298-e868-4039-aa58-8a4918e187fb yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:47:17.664955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 260f62f5-fe4a-493c-8709-e6eff0146d64 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:17.834864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6ce62f13-ed48-42db-990a-9e7730307767 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:17.836719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6ce62f13-ed48-42db-990a-9e7730307767 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbb90f68-a610-47cd-a551-b86e322f0cbe HTTP/1.1" status: 200 len: 945 time: 0.1821105 Jul 29 23:47:17.847787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 260f62f5-fe4a-493c-8709-e6eff0146d64 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:17.850208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 260f62f5-fe4a-493c-8709-e6eff0146d64 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:17.951120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-04f69c25-692a-4b0d-b575-b6842e8790ae req-ff4ecc63-b05c-42fd-9832-f9f620aec633 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 210 time: 0.1132147 Jul 29 23:47:17.992908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] For port ac4d3051-d466-4c46-adec-23af68b57f44, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:18.013220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] For port ac4d3051-d466-4c46-adec-23af68b57f44, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ac4d3051-d466-4c46-adec-23af68b57f44,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:18.021916 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:18.100757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 172.20.0.4 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/dc015e63-301b-4caa-9594-c9c183894066/41054298-e868-4039-aa58-8a4918e187fb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:18.103475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6df9ec26-d601-4315-ae79-e0d1f17cd39b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Deleting port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:18.103833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6df9ec26-d601-4315-ae79-e0d1f17cd39b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:18.122003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::f816:3eff:fe38:1c2e (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/d88acddd-20b0-43c5-93cb-841976536bd6/41054298-e868-4039-aa58-8a4918e187fb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:18.147371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd9b16-1553-4983-84be-ceb09f421980 None None] Pushing event updated for resources: {'Port': ['ID=ac4d3051-d466-4c46-adec-23af68b57f44,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:18.363955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6df9ec26-d601-4315-ae79-e0d1f17cd39b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] For port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:18.366363 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6df9ec26-d601-4315-ae79-e0d1f17cd39b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:18.391111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6df9ec26-d601-4315-ae79-e0d1f17cd39b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Calling delete_port for 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:18.424654 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:18.485411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 41054298-e868-4039-aa58-8a4918e187fb will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:18.546915 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:18.685429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:18.689233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:18.708094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:18.717528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=41054298-e868-4039-aa58-8a4918e187fb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:18.760672 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6df9ec26-d601-4315-ae79-e0d1f17cd39b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:18.783693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9dd7ec03-dc79-4a7d-9314-c3bc9052fb53'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:18.831278 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:18.852500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9ec26-d601-4315-ae79-e0d1f17cd39b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Pushing event deleted for resources: {'Port': ['ID=9dd7ec03-dc79-4a7d-9314-c3bc9052fb53,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:18.867693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:18.873255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:18.915782 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb809e68-0139-406a-81c6-2e3589fea648 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6970074 Jul 29 23:47:18.918715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:18.932885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-999fec00-253e-423f-a668-011decfaaca5 req-2ce318a2-4d8e-4016-9764-234970be6b82 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 210 time: 0.0778329 Jul 29 23:47:19.001332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6df9ec26-d601-4315-ae79-e0d1f17cd39b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] No DVR routers for this DVR port 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:19.010462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6df9ec26-d601-4315-ae79-e0d1f17cd39b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:19.021432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4671919c-fe41-42f2-b715-314033e3b3ad req-6df9ec26-d601-4315-ae79-e0d1f17cd39b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.42 "DELETE /v2.0/ports/9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 HTTP/1.1" status: 204 len: 173 time: 1.1600890 Jul 29 23:47:19.024383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'name': 'network-vif-deleted', 'tag': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:19.025255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d41f4-f494-4deb-b716-ea5f5956974b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.039800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d41f4-f494-4deb-b716-ea5f5956974b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.046186 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a27d41f4-f494-4deb-b716-ea5f5956974b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1237180 Jul 29 23:47:19.048035 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d93c90b-f4da-4cd4-96d4-4f38fc0f56ad" -d '{"events": [{"server_uuid": "cbb90f68-a610-47cd-a551-b86e322f0cbe", "name": "network-vif-deleted", "tag": "9dd7ec03-dc79-4a7d-9314-c3bc9052fb53"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:19.048203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:19.155285 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f494df-9bd0-4994-946c-c6263ca27d4f x-openstack-request-id: req-26f494df-9bd0-4994-946c-c6263ca27d4f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:19.155561 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb90f68-a610-47cd-a551-b86e322f0cbe", "name": "network-vif-deleted", "tag": "9dd7ec03-dc79-4a7d-9314-c3bc9052fb53", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:19.155814 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26f494df-9bd0-4994-946c-c6263ca27d4f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:19.156416 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb90f68-a610-47cd-a551-b86e322f0cbe', 'name': 'network-vif-deleted', 'tag': '9dd7ec03-dc79-4a7d-9314-c3bc9052fb53', 'status': 'completed', 'code': 200} Jul 29 23:47:19.244861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-049ad2c3-818e-446f-9092-09cb5af60215 req-d41df481-c53c-4592-8e74-939b7cecdf30 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 210 time: 0.0671251 Jul 29 23:47:19.267481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2b997009-6720-4506-946f-771f456425fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 41054298-e868-4039-aa58-8a4918e187fb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:19.268210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b997009-6720-4506-946f-771f456425fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:19.597429 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b997009-6720-4506-946f-771f456425fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:19.623666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-25a908cc-010a-45e6-b966-51e085eefe57 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.628114 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-25a908cc-010a-45e6-b966-51e085eefe57 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 812 time: 0.3508410 Jul 29 23:47:19.629825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2b997009-6720-4506-946f-771f456425fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 41054298-e868-4039-aa58-8a4918e187fb owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:19.666607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'port': {'device_id': 'ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'admin_state_up': True, 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:19.720137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ac4d3051-d466-4c46-adec-23af68b57f44 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:19.899562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port ac4d3051-d466-4c46-adec-23af68b57f44 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:19.968192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa24154-2051-4f46-9b7d-ffae1122b038 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:20.082428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-834de705-3287-4f8e-bdc7-3f48b735cd6f None None] Provisioning for port ac4d3051-d466-4c46-adec-23af68b57f44 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:20.089098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-834de705-3287-4f8e-bdc7-3f48b735cd6f None None] Provisioning complete for port ac4d3051-d466-4c46-adec-23af68b57f44 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:20.089763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-834de705-3287-4f8e-bdc7-3f48b735cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.165666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7495f612-aa58-4609-846a-9cf3ca065938 req-0f0a7b95-44ea-4ef4-9c94-56576368cef9 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 210 time: 0.0819383 Jul 29 23:47:20.325454 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-834de705-3287-4f8e-bdc7-3f48b735cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.375716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-834de705-3287-4f8e-bdc7-3f48b735cd6f None None] For port ac4d3051-d466-4c46-adec-23af68b57f44, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ac4d3051-d466-4c46-adec-23af68b57f44,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:20.406147 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-834de705-3287-4f8e-bdc7-3f48b735cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.489857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05c25e64-aef3-4d27-b357-0fca130fcbc9 req-b7fb2f49-a9eb-4048-8274-5d0a070c2284 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 210 time: 0.0820768 Jul 29 23:47:20.572513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834de705-3287-4f8e-bdc7-3f48b735cd6f None None] Pushing event updated for resources: {'Port': ['ID=ac4d3051-d466-4c46-adec-23af68b57f44,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:20.647915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a3de3-55c8-4192-a7d9-218ea0c76c24 None None] Update dhcp port {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': 'dc015e63-301b-4caa-9594-c9c183894066', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd88acddd-20b0-43c5-93cb-841976536bd6'}], 'binding:host_id': 'n-d-712139-11'}, 'id': 'ac4d3051-d466-4c46-adec-23af68b57f44'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:47:20.693707 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b0a3de3-55c8-4192-a7d9-218ea0c76c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.740444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Made reservation on behalf of 26db6b4b91d247c5b9f9132b6799f10a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:20.744362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.848608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-64edc3df-01e0-4cce-9994-a75e52a4662a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:20.850821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-64edc3df-01e0-4cce-9994-a75e52a4662a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.47 "GET /v2.0/networks?id=d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 200 len: 814 time: 0.2913680 Jul 29 23:47:20.918336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Request body: {'port': {'device_id': '66179246-db88-4e69-ab03-5afca81a67c4', 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186', 'admin_state_up': True, 'tenant_id': 'deb4d5c2d8da4c459e239fd7a7a77859'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:20.930033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b997009-6720-4506-946f-771f456425fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.939020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2b0a3de3-55c8-4192-a7d9-218ea0c76c24 None None] Allocated IP 2001:db8::f816:3eff:feef:c67f (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/d88acddd-20b0-43c5-93cb-841976536bd6/ac4d3051-d466-4c46-adec-23af68b57f44) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:21.059910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b997009-6720-4506-946f-771f456425fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=41054298-e868-4039-aa58-8a4918e187fb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:21.081997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2b0a3de3-55c8-4192-a7d9-218ea0c76c24 None None] For port ac4d3051-d466-4c46-adec-23af68b57f44, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ac4d3051-d466-4c46-adec-23af68b57f44,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:21.121208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b0a3de3-55c8-4192-a7d9-218ea0c76c24 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.146618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2b0a3de3-55c8-4192-a7d9-218ea0c76c24 None None] Transition to ACTIVE for port object ac4d3051-d466-4c46-adec-23af68b57f44 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:21.152623 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b0a3de3-55c8-4192-a7d9-218ea0c76c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.238964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a3de3-55c8-4192-a7d9-218ea0c76c24 None None] Pushing event updated for resources: {'Port': ['ID=ac4d3051-d466-4c46-adec-23af68b57f44,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:21.306854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8ce7a52-572d-488f-8416-524e815435b7 req-2b5655a7-2a18-46af-81a3-2faa4f503a4b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 210 time: 0.0622487 Jul 29 23:47:21.389128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b997009-6720-4506-946f-771f456425fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.391077 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2b997009-6720-4506-946f-771f456425fc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/41054298-e868-4039-aa58-8a4918e187fb HTTP/1.1" status: 204 len: 168 time: 2.3420038 Jul 29 23:47:21.394564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45110) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:21.400572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Allocated IP 172.20.0.13 (33ad5c1f-badc-46d6-a914-c2f44d1a5dbd/3fe6365f-a40c-48b9-b081-8f50aa48b74d/fb56e458-f5cd-42e0-80e3-acb03ebe2d28) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:21.466604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8180307-a572-4563-b117-1952c15be5c6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:21.468313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8180307-a572-4563-b117-1952c15be5c6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:21.469900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8180307-a572-4563-b117-1952c15be5c6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:21.471873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c8180307-a572-4563-b117-1952c15be5c6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0758445 Jul 29 23:47:21.474526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45118) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:21.603947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c21c62-8d32-4a03-b301-e0d6dd9854f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet d88acddd-20b0-43c5-93cb-841976536bd6 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:21.611779 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2c21c62-8d32-4a03-b301-e0d6dd9854f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.689803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ac4d3051-d466-4c46-adec-23af68b57f44 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:21.701507 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d13ebe74-8fe7-47fe-a81b-8c5311c7652e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.708350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Made reservation on behalf of deb4d5c2d8da4c459e239fd7a7a77859 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:21.720164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.746723 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2c21c62-8d32-4a03-b301-e0d6dd9854f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.877047 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2c21c62-8d32-4a03-b301-e0d6dd9854f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.893398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.943060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Transition to ACTIVE for port object fb56e458-f5cd-42e0-80e3-acb03ebe2d28 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:21.996050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2c21c62-8d32-4a03-b301-e0d6dd9854f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.057388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28d8ddad-11bb-4e5b-9ead-c0ddf66549a5 req-e02195b0-5321-403c-8fbe-afd16ba7a513 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 210 time: 0.0743711 Jul 29 23:47:22.068876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Allocated IP 172.20.0.2 (d290c64b-92c2-433e-9d7f-3fb7b5728186/527d0074-5eaf-4497-85ef-d02c904a2060/6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:22.138899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c21c62-8d32-4a03-b301-e0d6dd9854f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=d88acddd-20b0-43c5-93cb-841976536bd6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:22.150976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2c21c62-8d32-4a03-b301-e0d6dd9854f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.153109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f2c21c62-8d32-4a03-b301-e0d6dd9854f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/d88acddd-20b0-43c5-93cb-841976536bd6 HTTP/1.1" status: 204 len: 168 time: 0.6772103 Jul 29 23:47:22.157180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:22.282930 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4e0233-768d-4ff2-9925-d0b4fa7f715c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet dc015e63-301b-4caa-9594-c9c183894066 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:22.302364 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0233-768d-4ff2-9925-d0b4fa7f715c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.310291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.318315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:22.404422 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0233-768d-4ff2-9925-d0b4fa7f715c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.414230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['b3c01d93-f191-4019-9656-c1a30185ec1f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:22.442148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:22.443217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9dd7ec03-dc79-4a7d-9314-c3bc9052fb53 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:22.492353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ad735-0b9e-4c4e-b256-a7bc96c425ac None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:22.567886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'Port': ['ID=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:22.580860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:22.598289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:22.604070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:22.711937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:22.713258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.715413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fa4edfcc-f266-424e-8381-1ac707ad4fb0 None None] Could not find standard attr ID for object 41054298-e868-4039-aa58-8a4918e187fb. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:47:22.760983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fa4edfcc-f266-424e-8381-1ac707ad4fb0 None None] Provisioning for port ac4d3051-d466-4c46-adec-23af68b57f44 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:22.770421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fa4edfcc-f266-424e-8381-1ac707ad4fb0 None None] Provisioning complete for port ac4d3051-d466-4c46-adec-23af68b57f44 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:22.770985 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa4edfcc-f266-424e-8381-1ac707ad4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.784906 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.814592 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-5c07f886-b010-45fe-a8f2-8266650a4997 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1611919 Jul 29 23:47:22.818153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e2ba8-186c-4f6e-94fc-16dffbd6f461 req-fb16fc26-32f4-4650-bc8c-225aa7403ac0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:22.821418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-407e2ba8-186c-4f6e-94fc-16dffbd6f461 req-fb16fc26-32f4-4650-bc8c-225aa7403ac0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 932 time: 0.2736125 Jul 29 23:47:22.834316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0233-768d-4ff2-9925-d0b4fa7f715c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.844812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Request body: {'port': {'device_id': 'ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:22.998695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.043213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-407e2ba8-186c-4f6e-94fc-16dffbd6f461 req-89f89835-4e52-4fb7-a943-b79fd8b9181e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048695 Jul 29 23:47:23.078807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0233-768d-4ff2-9925-d0b4fa7f715c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.115007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.130115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e0233-768d-4ff2-9925-d0b4fa7f715c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=dc015e63-301b-4caa-9594-c9c183894066,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:23.144960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0233-768d-4ff2-9925-d0b4fa7f715c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.148140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0f4e0233-768d-4ff2-9925-d0b4fa7f715c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/dc015e63-301b-4caa-9594-c9c183894066 HTTP/1.1" status: 204 len: 168 time: 0.9897933 Jul 29 23:47:23.151559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45148) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:23.273355 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-86b7fff1-a964-4993-b959-062bf999ab25 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202915 Jul 29 23:47:23.286009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45152) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:23.301177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bbc699a9-5821-47d1-bc70-dfaf9a0839bc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:23.403043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Network d290c64b-92c2-433e-9d7f-3fb7b5728186 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:23.411907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c699913b-7c6a-43fe-8bbb-a1d54afe7908 None None] Provisioning for port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:23.419294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c699913b-7c6a-43fe-8bbb-a1d54afe7908 None None] Provisioning complete for port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:23.420888 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c699913b-7c6a-43fe-8bbb-a1d54afe7908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.427663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:23.432434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:23.513323 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c699913b-7c6a-43fe-8bbb-a1d54afe7908 None None] Port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:47:23.542075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Pushing event updated for resources: {'Port': ['ID=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:23.581088 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68024c90-1ae3-4e2f-b1d8-1f55181336d0 req-08b8d013-39bb-4328-80ca-1b0cdb90b435 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.584673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68024c90-1ae3-4e2f-b1d8-1f55181336d0 req-08b8d013-39bb-4328-80ca-1b0cdb90b435 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 931 time: 0.2792788 Jul 29 23:47:23.647099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68024c90-1ae3-4e2f-b1d8-1f55181336d0 req-5bfd18be-99ae-4502-adca-cb61396bbba0 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544178 Jul 29 23:47:23.680108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc699a9-5821-47d1-bc70-dfaf9a0839bc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:23.695363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.695861 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbc699a9-5821-47d1-bc70-dfaf9a0839bc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.696082 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.714364 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-68fdf5d1-ee98-4b7b-8f79-db4cec389b57 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8033838 Jul 29 23:47:23.747806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Request body: {'port': {'device_id': '66179246-db88-4e69-ab03-5afca81a67c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:23.910363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb56e458-f5cd-42e0-80e3-acb03ebe2d28 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:23.941500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.960341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.968816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Transition to ACTIVE for port object fb56e458-f5cd-42e0-80e3-acb03ebe2d28 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:23.980893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.981829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c00211f-e347-4b5b-b85e-616bce17d286 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:24.190935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-acaa473c-5804-405c-a71e-b418db2d4a36 None None] Provisioning complete for port ac4d3051-d466-4c46-adec-23af68b57f44 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:24.199638 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acaa473c-5804-405c-a71e-b418db2d4a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.203294 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2a0b-ad92-4c9b-8196-b9f6cd99347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.334158 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbc699a9-5821-47d1-bc70-dfaf9a0839bc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.341899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Pushing event updated for resources: {'Port': ['ID=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:24.366120 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.534081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8aeeba-a4e5-476d-9fdb-f01e72fbb778 None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:24.576377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc699a9-5821-47d1-bc70-dfaf9a0839bc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:24.585749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bbc699a9-5821-47d1-bc70-dfaf9a0839bc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:24.593161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc699a9-5821-47d1-bc70-dfaf9a0839bc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:24.593766 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbc699a9-5821-47d1-bc70-dfaf9a0839bc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.615844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19666e5-fc40-43ad-a172-8d5273fb6de5 req-459035e8-61bf-4395-85db-fd07ce889778 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:24.617513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f19666e5-fc40-43ad-a172-8d5273fb6de5 req-459035e8-61bf-4395-85db-fd07ce889778 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 944 time: 0.4217591 Jul 29 23:47:24.623094 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bbc699a9-5821-47d1-bc70-dfaf9a0839bc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3354259 Jul 29 23:47:24.623605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45176) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:24.629009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:24.634580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9c8aeeba-a4e5-476d-9fdb-f01e72fbb778 None None] Deleting port ac4d3051-d466-4c46-adec-23af68b57f44 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:24.635178 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c8aeeba-a4e5-476d-9fdb-f01e72fbb778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.716874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Attempting to bind port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:24.718773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Attempting to bind port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:24.719782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Attempting to bind port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:24.736047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:24.738561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Attempting to bind port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:24.754089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc699a9-5821-47d1-bc70-dfaf9a0839bc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=44103c51-d9d2-4d4f-a652-efebf1dbf23b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:24.762287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:24.774205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Checking segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:24.776322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Bound using segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:24.776919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Bound port: fb56e458-f5cd-42e0-80e3-acb03ebe2d28, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:24.777400 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.818834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f19666e5-fc40-43ad-a172-8d5273fb6de5 req-5fdaed95-b65b-47a4-b865-67a9dee9841f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612261 Jul 29 23:47:24.842071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:24.847881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.873114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9c8aeeba-a4e5-476d-9fdb-f01e72fbb778 None None] For port ac4d3051-d466-4c46-adec-23af68b57f44, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ac4d3051-d466-4c46-adec-23af68b57f44,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:24.873828 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c8aeeba-a4e5-476d-9fdb-f01e72fbb778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.915087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9c8aeeba-a4e5-476d-9fdb-f01e72fbb778 None None] Calling delete_port for ac4d3051-d466-4c46-adec-23af68b57f44 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:24.965398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] For port fb56e458-f5cd-42e0-80e3-acb03ebe2d28, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:24.969601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] For port fb56e458-f5cd-42e0-80e3-acb03ebe2d28, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:24.976950 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.031758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabb1d6-8b10-4f4d-b7c6-6c61721f5d3d req-0a0065a1-fa4e-46fa-aa19-b3555638fc16 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.032759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.033380 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eaabb1d6-8b10-4f4d-b7c6-6c61721f5d3d req-0a0065a1-fa4e-46fa-aa19-b3555638fc16 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 931 time: 0.2055855 Jul 29 23:47:25.034606 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.041380 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] 10.222.0.47 "PUT /v2.0/ports/fb56e458-f5cd-42e0-80e3-acb03ebe2d28 HTTP/1.1" status: 200 len: 1093 time: 2.2100091 Jul 29 23:47:25.074975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753', 'tag': 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:25.085494 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891a375c-622e-4b66-acca-d9eeeb216efb" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753", "tag": "fb56e458-f5cd-42e0-80e3-acb03ebe2d28"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:25.112266 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c8aeeba-a4e5-476d-9fdb-f01e72fbb778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.156348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eaabb1d6-8b10-4f4d-b7c6-6c61721f5d3d req-cac67787-257d-45ee-87ef-8df3935b19a2 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102123 Jul 29 23:47:25.286072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8aeeba-a4e5-476d-9fdb-f01e72fbb778 None None] Pushing event deleted for resources: {'Port': ['ID=ac4d3051-d466-4c46-adec-23af68b57f44,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:25.291811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8aeeba-a4e5-476d-9fdb-f01e72fbb778 None None] No DVR routers for this DVR port ac4d3051-d466-4c46-adec-23af68b57f44 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:25.314314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649b22e-1d60-4778-a721-1d1e01d48406 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:25.343331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:25.366183 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227938a-5357-4b1b-a55c-3aaf100ea2ce x-openstack-request-id: req-1227938a-5357-4b1b-a55c-3aaf100ea2ce {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:25.366473 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753", "tag": "fb56e458-f5cd-42e0-80e3-acb03ebe2d28", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:25.366740 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1227938a-5357-4b1b-a55c-3aaf100ea2ce {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:25.367151 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753', 'tag': 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28', 'status': 'completed', 'code': 200} Jul 29 23:47:25.396414 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.403502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d60ad-bb99-47f1-b410-d8cceb9e5581 service neutron] Pushing event updated for resources: {'Port': ['ID=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:25.428909 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-68042368-c9fa-47c5-ab41-d3a688c1130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.430626 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-68042368-c9fa-47c5-ab41-d3a688c1130a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 1096 time: 0.2566164 Jul 29 23:47:25.436715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Transition to ACTIVE for port object 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:25.443354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.518326 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.564515 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-1f89c982-d44f-4a63-b7f5-102dcc36b0d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb56e458-f5cd-42e0-80e3-acb03ebe2d28 HTTP/1.1" status: 200 len: 217 time: 0.1173129 Jul 29 23:47:25.704290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ac4d3051-d466-4c46-adec-23af68b57f44 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:25.719509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.objects.ports [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:47:25.723005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:25.724271 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.740502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: ac4d3051-d466-4c46-adec-23af68b57f44 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:25.740847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ac4d3051-d466-4c46-adec-23af68b57f44 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:25.822873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=eecb3cec-8bb6-4394-874f-16b02acf2393,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:25.835969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-54fc3260-1cd1-40fb-8bc6-9812c6a5b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.837543 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-54fc3260-1cd1-40fb-8bc6-9812c6a5b865 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.2614632 Jul 29 23:47:25.853275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:25.862023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:25.868937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.869567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.906235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4da64251-ad92-41aa-9e57-d5febb2e6a28 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2779543 Jul 29 23:47:25.906562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45214) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:25.915680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:c3:67:2a', 'name': 'tempest-NetworksTestDHCPv6-1488369590'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:25.979980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Attempting to bind port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:25.980640 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Attempting to bind port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:25.981056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Attempting to bind port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 on network d290c64b-92c2-433e-9d7f-3fb7b5728186 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:25.994636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-42a5c38e-c05f-4015-a83c-081150faa9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.996600 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-42a5c38e-c05f-4015-a83c-081150faa9dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408532 Jul 29 23:47:25.997505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 on network d290c64b-92c2-433e-9d7f-3fb7b5728186 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:25.997830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Attempting to bind port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 on network d290c64b-92c2-433e-9d7f-3fb7b5728186 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:26.024719 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:26.025131 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Checking segment: {'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:26.025462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Bound using segment: {'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:26.025914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Bound port: 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:26.026285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.085620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': '44103c51-d9d2-4d4f-a652-efebf1dbf23b'}, {'subnet_id': 'eecb3cec-8bb6-4394-874f-16b02acf2393'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:47:26.086851 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.119012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fc088-48a4-43fc-a68a-63398491a279 req-a37cfccc-c4e8-43a3-b9f7-7525e2595457 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.121222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae2fc088-48a4-43fc-a68a-63398491a279 req-a37cfccc-c4e8-43a3-b9f7-7525e2595457 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 944 time: 0.1202796 Jul 29 23:47:26.177891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae2fc088-48a4-43fc-a68a-63398491a279 req-9575c91a-817b-49ab-824a-1664c656513f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Jul 29 23:47:26.227152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:26.305478 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-7fcd833e-c0d4-4862-a948-65922101ea2c service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015509 Jul 29 23:47:26.313054 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] For port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:26.331117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] For port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:26.375762 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.375993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Allocated IP 172.20.0.2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/44103c51-d9d2-4d4f-a652-efebf1dbf23b/7b820a18-80e0-4a96-a117-9996e7188efa) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:26.387453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Allocated IP 2001:db8::f816:3eff:fe29:c870 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/eecb3cec-8bb6-4394-874f-16b02acf2393/7b820a18-80e0-4a96-a117-9996e7188efa) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:26.474382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 50f38cee-3b11-4d12-b64b-8170fad5a040 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:47:26.486578 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8c13570-1f5a-40e4-b7c8-43858444baeb req-f3c1d5c8-de37-4e22-93bf-420c854cee57 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710443 Jul 29 23:47:26.492296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.551035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.551967 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.553667 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 HTTP/1.1" status: 200 len: 1092 time: 2.8142710 Jul 29 23:47:26.580758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b109301-49e7-408a-a50f-a23abab6b5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:26.607042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cdeb3-b1f2-46c3-ae88-80209d27bfc0 req-0d61a074-1cfa-46af-9794-e9cfba87b3c8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.609960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-894cdeb3-b1f2-46c3-ae88-80209d27bfc0 req-0d61a074-1cfa-46af-9794-e9cfba87b3c8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 943 time: 0.2555697 Jul 29 23:47:26.680386 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.694001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Transition to ACTIVE for port object 7b820a18-80e0-4a96-a117-9996e7188efa will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:26.704701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-894cdeb3-b1f2-46c3-ae88-80209d27bfc0 req-6838a675-4504-48fb-b39f-a0b61efde666 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684121 Jul 29 23:47:26.723508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Transition to ACTIVE for port object 7b820a18-80e0-4a96-a117-9996e7188efa will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:26.732440 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.742038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a375c-622e-4b66-acca-d9eeeb216efb req-b446f542-2d48-4bf2-98bf-2488d8d92801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.743587 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-891a375c-622e-4b66-acca-d9eeeb216efb req-b446f542-2d48-4bf2-98bf-2488d8d92801 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 1096 time: 0.1503747 Jul 29 23:47:26.762866 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-aa473733-23ce-44af-a6fb-3238754b0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.764395 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-aa473733-23ce-44af-a6fb-3238754b0d81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 1095 time: 0.0962224 Jul 29 23:47:26.790472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:26.796535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:26.815508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Pushing event updated for resources: {'Port': ['ID=7b820a18-80e0-4a96-a117-9996e7188efa,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:26.828214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:26.849332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-18b690a0-b6ad-4462-bd80-d8fb72acb95e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 HTTP/1.1" status: 200 len: 217 time: 0.0489650 Jul 29 23:47:26.943213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a375c-622e-4b66-acca-d9eeeb216efb req-44cd820d-02bb-46fc-95b0-9a8fac946680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.944995 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-891a375c-622e-4b66-acca-d9eeeb216efb req-44cd820d-02bb-46fc-95b0-9a8fac946680 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.1938641 Jul 29 23:47:26.963139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Attempting to bind port 7b820a18-80e0-4a96-a117-9996e7188efa on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:26.963526 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Attempting to bind port 7b820a18-80e0-4a96-a117-9996e7188efa by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:26.963939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Attempting to bind port 7b820a18-80e0-4a96-a117-9996e7188efa on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:26.971390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:26.971825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:26.972241 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.972837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:26.973663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Bound port: 7b820a18-80e0-4a96-a117-9996e7188efa, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:26.974849 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.995867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 172.20.0.4 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/44103c51-d9d2-4d4f-a652-efebf1dbf23b/50f38cee-3b11-4d12-b64b-8170fad5a040) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:27.004691 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-891a375c-622e-4b66-acca-d9eeeb216efb req-942e88a9-7473-4f45-a445-5eb8234ab09a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb56e458-f5cd-42e0-80e3-acb03ebe2d28 HTTP/1.1" status: 200 len: 217 time: 0.0427644 Jul 29 23:47:27.013479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::f816:3eff:fec3:672a (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/eecb3cec-8bb6-4394-874f-16b02acf2393/50f38cee-3b11-4d12-b64b-8170fad5a040) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:27.033510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-cabeabd5-0b41-4837-b9a5-0404cede1789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.035464 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-cabeabd5-0b41-4837-b9a5-0404cede1789 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=527d0074-5eaf-4497-85ef-d02c904a2060 HTTP/1.1" status: 200 len: 854 time: 0.1770325 Jul 29 23:47:27.102606 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-ea2ea720-b54e-4177-a5cc-ea23771c01c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d290c64b-92c2-433e-9d7f-3fb7b5728186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450869 Jul 29 23:47:27.110807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] For port 7b820a18-80e0-4a96-a117-9996e7188efa, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:27.113086 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.115048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] For port 7b820a18-80e0-4a96-a117-9996e7188efa, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7b820a18-80e0-4a96-a117-9996e7188efa,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:27.119841 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.253907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a375c-622e-4b66-acca-d9eeeb216efb req-a98933cb-fcff-4a2f-8fb2-7ad7f9b4d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.259360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa5332-00f3-4e6b-a472-11bcee9539c9 None None] Pushing event updated for resources: {'Port': ['ID=7b820a18-80e0-4a96-a117-9996e7188efa,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:27.259744 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-891a375c-622e-4b66-acca-d9eeeb216efb req-a98933cb-fcff-4a2f-8fb2-7ad7f9b4d45e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.2389290 Jul 29 23:47:27.323963 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.362507 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-86151cea-f454-4ca2-8af2-1a82b302ab41 service neutron] 10.222.0.47 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479370 Jul 29 23:47:27.374408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66179246-db88-4e69-ab03-5afca81a67c4', 'tag': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:27.377405 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80" -d '{"events": [{"name": "network-changed", "server_uuid": "66179246-db88-4e69-ab03-5afca81a67c4", "tag": "6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:27.385457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 50f38cee-3b11-4d12-b64b-8170fad5a040 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:27.440646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e84b24-4d92-40df-a15f-095b33e6f2b4 req-09b58e5e-ccd8-460f-97d6-0a8408a3b6fe tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.443257 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4e84b24-4d92-40df-a15f-095b33e6f2b4 req-09b58e5e-ccd8-460f-97d6-0a8408a3b6fe tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 944 time: 0.0992720 Jul 29 23:47:27.546324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.560266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4e84b24-4d92-40df-a15f-095b33e6f2b4 req-4e85d0ae-0b41-4a87-9946-3336c78f4150 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998414 Jul 29 23:47:27.607498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:27.612804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:27.625114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:27.690921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=50f38cee-3b11-4d12-b64b-8170fad5a040,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:27.743961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7b820a18-80e0-4a96-a117-9996e7188efa up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:27.750187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.750437 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.770278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c19b3c67-4868-4de1-9b96-8d4b4cfda394 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8621414 Jul 29 23:47:27.774366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45244) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:27.879147 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf45827-255c-47b1-9c78-1e6cd3b74973 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.889208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf45827-255c-47b1-9c78-1e6cd3b74973 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.892116 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5cf45827-255c-47b1-9c78-1e6cd3b74973 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1154621 Jul 29 23:47:27.895812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45246) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:27.928473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 7b820a18-80e0-4a96-a117-9996e7188efa completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:28.021238 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:47:28.140980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a38e5b-b734-4934-bc39-f519e657a22c req-a9d8b7f6-f3f6-401a-b5ab-560056afcca0 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.143711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8a38e5b-b734-4934-bc39-f519e657a22c req-a9d8b7f6-f3f6-401a-b5ab-560056afcca0 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 943 time: 0.1244919 Jul 29 23:47:28.177090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef4469-c0a7-4f9c-b887-dc35480f1c34 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 50f38cee-3b11-4d12-b64b-8170fad5a040 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:28.177856 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4469-c0a7-4f9c-b887-dc35480f1c34 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.219681 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-55493a6b-0b0d-49da-8a3f-a7f93751b807 req-700d1307-7488-4e8f-a985-b85883e558d5 service neutron] 10.222.0.47 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374398 Jul 29 23:47:28.221472 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b44ea1-02bf-4606-a449-e0eb2ff2b049 x-openstack-request-id: req-58b44ea1-02bf-4606-a449-e0eb2ff2b049 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:28.221964 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66179246-db88-4e69-ab03-5afca81a67c4", "tag": "6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:28.222224 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58b44ea1-02bf-4606-a449-e0eb2ff2b049 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:28.222618 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66179246-db88-4e69-ab03-5afca81a67c4', 'tag': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718', 'status': 'completed', 'code': 200} Jul 29 23:47:28.258206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a375c-622e-4b66-acca-d9eeeb216efb req-d1ebd814-5053-4caa-97dd-7be97ec1b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.259641 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-891a375c-622e-4b66-acca-d9eeeb216efb req-d1ebd814-5053-4caa-97dd-7be97ec1b61c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8960950 Jul 29 23:47:28.288723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8a38e5b-b734-4934-bc39-f519e657a22c req-3c401cd7-34f2-4179-bcf1-bb884bfec622 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313946 Jul 29 23:47:28.376425 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4469-c0a7-4f9c-b887-dc35480f1c34 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.399536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef4469-c0a7-4f9c-b887-dc35480f1c34 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 50f38cee-3b11-4d12-b64b-8170fad5a040 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:28.454738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80 req-10c9c172-7a76-4606-a514-ff523e586ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.456612 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80 req-10c9c172-7a76-4606-a514-ff523e586ab5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 1095 time: 0.1335554 Jul 29 23:47:28.581410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-891a375c-622e-4b66-acca-d9eeeb216efb req-b0f81378-55d5-48ea-84fd-eff90c08df47 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677891 Jul 29 23:47:28.705743 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4469-c0a7-4f9c-b887-dc35480f1c34 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.718229 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-891a375c-622e-4b66-acca-d9eeeb216efb req-c246c7c4-af01-48ff-b6fd-c59c06c013aa service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281869 Jul 29 23:47:28.801401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80 req-0514185a-e1bc-4ebe-82aa-5b77436187b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.804092 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80 req-0514185a-e1bc-4ebe-82aa-5b77436187b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 200 len: 915 time: 0.3389981 Jul 29 23:47:28.810041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef4469-c0a7-4f9c-b887-dc35480f1c34 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=50f38cee-3b11-4d12-b64b-8170fad5a040,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:28.893184 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80 req-208f1181-a845-4d68-95b1-91c2d2c16003 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 HTTP/1.1" status: 200 len: 217 time: 0.0808647 Jul 29 23:47:28.999687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80 req-ee1e15a6-e0e1-4abb-84e4-0a5a28b562f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.001333 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80 req-ee1e15a6-e0e1-4abb-84e4-0a5a28b562f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=527d0074-5eaf-4497-85ef-d02c904a2060 HTTP/1.1" status: 200 len: 854 time: 0.0959654 Jul 29 23:47:29.050569 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80 req-b2ccfb45-e792-4fb1-a2e0-a5dd54374af7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d290c64b-92c2-433e-9d7f-3fb7b5728186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414333 Jul 29 23:47:29.086771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f43dbdc-f03e-4bc3-9eb3-330e78e88915 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:29.161443 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4469-c0a7-4f9c-b887-dc35480f1c34 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.166851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a3ef4469-c0a7-4f9c-b887-dc35480f1c34 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/50f38cee-3b11-4d12-b64b-8170fad5a040 HTTP/1.1" status: 204 len: 168 time: 1.2676051 Jul 29 23:47:29.172079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:29.203230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819f13e-175a-4f6e-87a4-a9a7e94fd113 req-302c0b42-c148-4041-a887-b6775d3f8b43 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.218402 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0819f13e-175a-4f6e-87a4-a9a7e94fd113 req-302c0b42-c148-4041-a887-b6775d3f8b43 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 944 time: 0.4228165 Jul 29 23:47:29.230581 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80 req-fe8fa529-c8ff-4d5d-9474-79caa8c8085a service neutron] 10.222.0.47 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700506 Jul 29 23:47:29.332322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0819f13e-175a-4f6e-87a4-a9a7e94fd113 req-e04e9d0e-40d2-442b-9def-baf84fc6f283 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126530 Jul 29 23:47:29.349139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-95d92e35-f303-470d-b996-cc734f6ce93c None None] Provisioning for port 7b820a18-80e0-4a96-a117-9996e7188efa completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:29.363619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-95d92e35-f303-470d-b996-cc734f6ce93c None None] Provisioning complete for port 7b820a18-80e0-4a96-a117-9996e7188efa triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:29.364530 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95d92e35-f303-470d-b996-cc734f6ce93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.563378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c4755-3153-4452-a8eb-25392979902f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.580344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c4755-3153-4452-a8eb-25392979902f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.587048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c4755-3153-4452-a8eb-25392979902f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.602096 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-260c4755-3153-4452-a8eb-25392979902f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4250119 Jul 29 23:47:29.607943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45266) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:29.610432 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95d92e35-f303-470d-b996-cc734f6ce93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.737476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-95d92e35-f303-470d-b996-cc734f6ce93c None None] For port 7b820a18-80e0-4a96-a117-9996e7188efa, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7b820a18-80e0-4a96-a117-9996e7188efa,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:29.746618 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95d92e35-f303-470d-b996-cc734f6ce93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.774347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec0d2-8f8f-45f7-9dbf-67cedc31f6dd req-a6648117-1283-48d4-9429-95be3e682606 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.775210 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-131ddeef-d5bf-4dd5-b3bf-f58d5aa4cf80 req-ba250640-1819-4cdf-acd8-2e01ef21d35d service neutron] 10.222.0.47 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362186 Jul 29 23:47:29.777971 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-991ec0d2-8f8f-45f7-9dbf-67cedc31f6dd req-a6648117-1283-48d4-9429-95be3e682606 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 943 time: 0.2289896 Jul 29 23:47:29.823313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c6714d-c4d0-4e8e-8ecf-7707f01025a5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 44103c51-d9d2-4d4f-a652-efebf1dbf23b {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:29.838059 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42c6714d-c4d0-4e8e-8ecf-7707f01025a5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.921822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-991ec0d2-8f8f-45f7-9dbf-67cedc31f6dd req-2ebd5e87-50fd-47ae-abf6-ee38eb684ba8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324704 Jul 29 23:47:29.940331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d92e35-f303-470d-b996-cc734f6ce93c None None] Pushing event updated for resources: {'Port': ['ID=7b820a18-80e0-4a96-a117-9996e7188efa,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:30.016531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42c6714d-c4d0-4e8e-8ecf-7707f01025a5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.075920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-db8ca5ef-7b84-4a19-81bf-2efb45100134 None None] Provisioning complete for port 7b820a18-80e0-4a96-a117-9996e7188efa triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:30.076349 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db8ca5ef-7b84-4a19-81bf-2efb45100134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.152719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42c6714d-c4d0-4e8e-8ecf-7707f01025a5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.236611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42c6714d-c4d0-4e8e-8ecf-7707f01025a5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.298657 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42c6714d-c4d0-4e8e-8ecf-7707f01025a5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.303682 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-42c6714d-c4d0-4e8e-8ecf-7707f01025a5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/44103c51-d9d2-4d4f-a652-efebf1dbf23b HTTP/1.1" status: 204 len: 168 time: 0.6870768 Jul 29 23:47:30.303682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6714d-c4d0-4e8e-8ecf-7707f01025a5 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=44103c51-d9d2-4d4f-a652-efebf1dbf23b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:30.304472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45272) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:30.480428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b85662c-12a9-47bf-9c52-b9e51530ec45 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet eecb3cec-8bb6-4394-874f-16b02acf2393 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:30.484893 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b85662c-12a9-47bf-9c52-b9e51530ec45 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.506712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80571f1d-9002-487c-ae4b-830ffa989375 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:30.535518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b85662c-12a9-47bf-9c52-b9e51530ec45 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.732673 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device fb56e458-f5cd-42e0-80e3-acb03ebe2d28 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:30.766147 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b85662c-12a9-47bf-9c52-b9e51530ec45 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.794290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-137c7b91-6681-491d-952d-9994336489e1 None None] Could not find standard attr ID for object 397dcd96-5e6b-4a80-89d6-76e45f0a20fe. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:47:30.816058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c79148-9f6c-43ec-99d8-f8de9835fc3e req-0e29e1aa-f272-4f29-9454-24dc1eb07c4d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:30.818710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07c79148-9f6c-43ec-99d8-f8de9835fc3e req-0e29e1aa-f272-4f29-9454-24dc1eb07c4d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 944 time: 0.2352602 Jul 29 23:47:30.869026 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b85662c-12a9-47bf-9c52-b9e51530ec45 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.935957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85662c-12a9-47bf-9c52-b9e51530ec45 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=eecb3cec-8bb6-4394-874f-16b02acf2393,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:30.946905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07c79148-9f6c-43ec-99d8-f8de9835fc3e req-43ece650-905f-4269-84e2-e062ee298d09 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867522 Jul 29 23:47:30.959938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b85662c-12a9-47bf-9c52-b9e51530ec45 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.967415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45280) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:30.969645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3b85662c-12a9-47bf-9c52-b9e51530ec45 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/eecb3cec-8bb6-4394-874f-16b02acf2393 HTTP/1.1" status: 204 len: 168 time: 0.6635892 Jul 29 23:47:31.048262 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port fb56e458-f5cd-42e0-80e3-acb03ebe2d28, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:31.062320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'port_id': 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28', 'mac_address': 'fa:16:3e:b5:99:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:31.122234 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1a61a754-33fa-46fb-a28a-98c2222170a8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1503060 Jul 29 23:47:31.125734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45284) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:31.197052 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.229484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb56e458-f5cd-42e0-80e3-acb03ebe2d28 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:31.241452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc63346-6b40-4e5d-aab5-1081f0824f60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:31.244900 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ecc63346-6b40-4e5d-aab5-1081f0824f60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1159272 Jul 29 23:47:31.248229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:31.271929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port fb56e458-f5cd-42e0-80e3-acb03ebe2d28, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:31.372418 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.374664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b701d-acf9-493c-9234-4101c65b3767 None None] Update dhcp port {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': 'eecb3cec-8bb6-4394-874f-16b02acf2393'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '7b820a18-80e0-4a96-a117-9996e7188efa'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:47:31.457753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ef352-b85e-41eb-8d3c-7e064cfe395a req-a81e4cea-f3fe-4fb7-b2e8-f042249e5b01 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:31.460228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-389ef352-b85e-41eb-8d3c-7e064cfe395a req-a81e4cea-f3fe-4fb7-b2e8-f042249e5b01 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 943 time: 0.3438292 Jul 29 23:47:31.540894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f15be9-3e23-4578-82be-709af0d50ca8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:31.543010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d1f15be9-3e23-4578-82be-709af0d50ca8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2906699 Jul 29 23:47:31.547299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45296) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:31.571988 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a9b701d-acf9-493c-9234-4101c65b3767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.646485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-389ef352-b85e-41eb-8d3c-7e064cfe395a req-43109ea4-0534-4159-a1ae-b6ee3f268e69 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648543 Jul 29 23:47:31.684946 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7dc33beb-c36c-40fa-a424-e9516354625f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353512 Jul 29 23:47:31.689724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45298) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:31.700820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a64d4d53-0ee6-4fcf-a209-175a6cccf88c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:31.725599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:31.752315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7b820a18-80e0-4a96-a117-9996e7188efa up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:31.934192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d4d53-0ee6-4fcf-a209-175a6cccf88c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:31.938103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['fb56e458-f5cd-42e0-80e3-acb03ebe2d28'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:31.947440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a64d4d53-0ee6-4fcf-a209-175a6cccf88c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.951272 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64d4d53-0ee6-4fcf-a209-175a6cccf88c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:47:31.952177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64d4d53-0ee6-4fcf-a209-175a6cccf88c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:47:31.990887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a64d4d53-0ee6-4fcf-a209-175a6cccf88c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2967184 Jul 29 23:47:31.995656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45302) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:31.998924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d82ec3de-0f6a-45a4-97d5-733e40106e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:32.136697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 7b820a18-80e0-4a96-a117-9996e7188efa triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:32.137300 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.222231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82ec3de-0f6a-45a4-97d5-733e40106e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:32.233946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec93e36-07bb-41ba-8474-3e5655209690 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:32.234171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d82ec3de-0f6a-45a4-97d5-733e40106e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.238995 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82ec3de-0f6a-45a4-97d5-733e40106e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:47:32.241035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82ec3de-0f6a-45a4-97d5-733e40106e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:47:32.270671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac676219-c8ae-477b-b436-81199a098783 req-c5463f04-7dc8-4d48-991c-ade6807e3261 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:32.275531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac676219-c8ae-477b-b436-81199a098783 req-c5463f04-7dc8-4d48-991c-ade6807e3261 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 945 time: 0.1627834 Jul 29 23:47:32.278896 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d82ec3de-0f6a-45a4-97d5-733e40106e33 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2841454 Jul 29 23:47:32.291762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45306) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:32.306771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7e3d2c23-4794-4e0e-b95d-380b85980b4f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:32.367460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac676219-c8ae-477b-b436-81199a098783 req-bcbde9b5-1ff1-42f5-8df6-65d2666eba6d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713618 Jul 29 23:47:32.393943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0357dae0-64f6-457c-8763-078987d582b3 None None] Provisioning complete for port 7b820a18-80e0-4a96-a117-9996e7188efa triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:32.394828 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0357dae0-64f6-457c-8763-078987d582b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.477242 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.524673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3d2c23-4794-4e0e-b95d-380b85980b4f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:32.533308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e3d2c23-4794-4e0e-b95d-380b85980b4f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.537981 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3d2c23-4794-4e0e-b95d-380b85980b4f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:47:32.538751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3d2c23-4794-4e0e-b95d-380b85980b4f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:47:32.564696 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7e3d2c23-4794-4e0e-b95d-380b85980b4f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2702949 Jul 29 23:47:32.569783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45310) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:32.575319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8ef9ec1a-aa02-46bc-baf0-fcc93b7c4057 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:32.733087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:32.794728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef9ec1a-aa02-46bc-baf0-fcc93b7c4057 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:32.799990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ec1a-aa02-46bc-baf0-fcc93b7c4057 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.813020 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef9ec1a-aa02-46bc-baf0-fcc93b7c4057 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:47:32.813020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef9ec1a-aa02-46bc-baf0-fcc93b7c4057 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:47:32.839307 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8ef9ec1a-aa02-46bc-baf0-fcc93b7c4057 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2680507 Jul 29 23:47:32.854807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45316) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:32.860065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f868aebf-9eae-4fbf-87a2-b956fe6751ae tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:32.918967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f1c8df-00b7-44a1-807f-7ae92a2dc41c None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:32.947602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:32.993848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433cc6c-3e2e-4e9e-99e6-98f75a6a4509 req-23ad9c63-ec7e-49c1-8573-62968b7a695f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:33.007721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0433cc6c-3e2e-4e9e-99e6-98f75a6a4509 req-23ad9c63-ec7e-49c1-8573-62968b7a695f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 943 time: 0.1666851 Jul 29 23:47:33.038905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718', 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186', 'port_id': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718', 'mac_address': 'fa:16:3e:3b:cb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527d0074-5eaf-4497-85ef-d02c904a2060', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:33.047258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f868aebf-9eae-4fbf-87a2-b956fe6751ae tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:33.051398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f868aebf-9eae-4fbf-87a2-b956fe6751ae tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.054554 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f868aebf-9eae-4fbf-87a2-b956fe6751ae tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:47:33.054554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f868aebf-9eae-4fbf-87a2-b956fe6751ae tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:47:33.063502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0433cc6c-3e2e-4e9e-99e6-98f75a6a4509 req-ef89cd14-20a8-41c6-8aea-3c9a1269dd29 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544717 Jul 29 23:47:33.076571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f868aebf-9eae-4fbf-87a2-b956fe6751ae tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2206144 Jul 29 23:47:33.077509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45322) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:33.086943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-03f0d57f-5d0a-4c7f-9d44-340b8819a281 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:33.126403 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.151680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:33.181023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c2f1c8df-00b7-44a1-807f-7ae92a2dc41c None None] Deleting port 7b820a18-80e0-4a96-a117-9996e7188efa {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:33.181406 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2f1c8df-00b7-44a1-807f-7ae92a2dc41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.198311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:33.204530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f0d57f-5d0a-4c7f-9d44-340b8819a281 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:33.209713 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03f0d57f-5d0a-4c7f-9d44-340b8819a281 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.211402 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f0d57f-5d0a-4c7f-9d44-340b8819a281 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:47:33.211979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f0d57f-5d0a-4c7f-9d44-340b8819a281 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:47:33.228754 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.233510 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-03f0d57f-5d0a-4c7f-9d44-340b8819a281 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1490846 Jul 29 23:47:33.233884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45324) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:33.303252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23781de-d643-4bd5-bc3a-837160bea3d8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:33.308067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e23781de-d643-4bd5-bc3a-837160bea3d8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0699494 Jul 29 23:47:33.308901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45326) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:33.309291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c2f1c8df-00b7-44a1-807f-7ae92a2dc41c None None] For port 7b820a18-80e0-4a96-a117-9996e7188efa, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7b820a18-80e0-4a96-a117-9996e7188efa,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:33.310020 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2f1c8df-00b7-44a1-807f-7ae92a2dc41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.346806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c2f1c8df-00b7-44a1-807f-7ae92a2dc41c None None] Calling delete_port for 7b820a18-80e0-4a96-a117-9996e7188efa owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:33.349939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:33.370503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a44bb5c-ac3c-4c22-8d71-8c2280e43236 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:33.372159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0a44bb5c-ac3c-4c22-8d71-8c2280e43236 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0614123 Jul 29 23:47:33.376673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45328) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:33.444245 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f1b24791-fcce-485f-8e99-8022828b8cf8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655556 Jul 29 23:47:33.450261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45332) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:33.456732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:33.496859 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2f1c8df-00b7-44a1-807f-7ae92a2dc41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.568646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1c8df-00b7-44a1-807f-7ae92a2dc41c None None] Pushing event deleted for resources: {'Port': ['ID=7b820a18-80e0-4a96-a117-9996e7188efa,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:33.574120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f1c8df-00b7-44a1-807f-7ae92a2dc41c None None] No DVR routers for this DVR port 7b820a18-80e0-4a96-a117-9996e7188efa on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:33.682336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7b820a18-80e0-4a96-a117-9996e7188efa no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:33.720186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 7b820a18-80e0-4a96-a117-9996e7188efa {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:33.720721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7b820a18-80e0-4a96-a117-9996e7188efa not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:33.751797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:33.833009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f221f3d-4c4a-4f32-9b8d-b23f929e2835 req-94f952da-290c-489d-ba5f-402ce9b1b88c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:33.837651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f221f3d-4c4a-4f32-9b8d-b23f929e2835 req-94f952da-290c-489d-ba5f-402ce9b1b88c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 945 time: 0.2004087 Jul 29 23:47:33.904881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-e67447f2-100f-4b61-8881-c32c1669695f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2564919 Jul 29 23:47:33.929918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:33.933056 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.963046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f221f3d-4c4a-4f32-9b8d-b23f929e2835 req-be869af9-998a-4e01-92f3-0585c73040b1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058681 Jul 29 23:47:34.098508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-fce9d9d3-b841-4463-b576-598a3c1696b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:34.101705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-fce9d9d3-b841-4463-b576-598a3c1696b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 1097 time: 0.0736508 Jul 29 23:47:34.659521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e404bd1-e55f-428d-8ca6-6f5ba0352def req-86bc6637-806b-4efe-9ce1-80d6d466d0ec tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:34.661032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e404bd1-e55f-428d-8ca6-6f5ba0352def req-86bc6637-806b-4efe-9ce1-80d6d466d0ec tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 944 time: 0.1342282 Jul 29 23:47:34.671565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-08aab27a-3c43-4804-97dc-3741d1d2cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:34.673148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-08aab27a-3c43-4804-97dc-3741d1d2cfc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fc4639a-435b-49e3-93a9-3783248b6f7d HTTP/1.1" status: 200 len: 898 time: 0.5437591 Jul 29 23:47:34.728192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device fb56e458-f5cd-42e0-80e3-acb03ebe2d28 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:34.803607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:34.810225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:34.811591 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.847820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-ef06113b-3037-4566-b817-a4baaf70465b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dad1ae-8691-484b-949b-d2e21c42640c HTTP/1.1" status: 200 len: 1001 time: 0.1636117 Jul 29 23:47:34.866481 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e404bd1-e55f-428d-8ca6-6f5ba0352def req-2f58c317-b761-4e4c-baba-9fd831ce6a4d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682372 Jul 29 23:47:35.005911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.objects.ports [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:47:35.026461 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.070791 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.084467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:35.120096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=c069f372-e22d-47d4-9c38-2845eb5c114d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:35.124449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-9557194e-3fd3-4a15-a51d-4002540bb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:35.126346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-9557194e-3fd3-4a15-a51d-4002540bb67c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40 HTTP/1.1" status: 200 len: 835 time: 0.2585948 Jul 29 23:47:35.127240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:35.131433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:35.132064 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.160782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad3a14b-550f-4410-968f-f0ffed917c23 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:35.201143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ce4b6e13-b3f2-483e-8e81-b56b18e24c75 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7493193 Jul 29 23:47:35.201347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45374) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:35.213916 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:eb:0b:d2', 'name': 'tempest-NetworksTestDHCPv6-991048047'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:35.288522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-51bcdf0d-5645-465e-a030-a0f1685657a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:35.297214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-51bcdf0d-5645-465e-a030-a0f1685657a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fc4639a-435b-49e3-93a9-3783248b6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527493 Jul 29 23:47:35.313842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473427d-a6cf-49e9-ae97-5f25b45ff6db req-f853301d-12c4-4785-98f3-7bcf8d1341da tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:35.322417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b473427d-a6cf-49e9-ae97-5f25b45ff6db req-f853301d-12c4-4785-98f3-7bcf8d1341da tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 945 time: 0.1355038 Jul 29 23:47:35.324117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:35.326454 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490a62ff-d7d0-4c3e-a063-1723913a0641" -d '{"events": [{"server_uuid": "ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753", "name": "network-vif-plugged", "status": "completed", "tag": "fb56e458-f5cd-42e0-80e3-acb03ebe2d28"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:35.366478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port fb56e458-f5cd-42e0-80e3-acb03ebe2d28, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:35.380636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.491511 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5bd41e-d853-4f36-8d1c-97d628b59d79 x-openstack-request-id: req-de5bd41e-d853-4f36-8d1c-97d628b59d79 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:35.491986 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753", "name": "network-vif-plugged", "status": "completed", "tag": "fb56e458-f5cd-42e0-80e3-acb03ebe2d28", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:35.492440 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de5bd41e-d853-4f36-8d1c-97d628b59d79 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:35.493419 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28', 'code': 200} Jul 29 23:47:35.553159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b473427d-a6cf-49e9-ae97-5f25b45ff6db req-9b546462-afcd-4b8b-a181-85fc968dc12c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033503 Jul 29 23:47:35.554723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:35.641942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-6b20dc18-30aa-4cf9-8f5e-2439d72d9020 service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182621 Jul 29 23:47:35.652548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:35.748099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': 'c069f372-e22d-47d4-9c38-2845eb5c114d'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:47:35.749447 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.834509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.933101 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port b56a2246-8879-4350-a266-e783fe3997fe yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:47:35.949644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41a50b67-0e13-46cd-aa08-2d1a271adcb0 req-82677d67-0c04-49a0-a470-7e71fa737197 service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926741 Jul 29 23:47:36.076284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979a20-19b4-467d-9417-f219eb458a5b req-f1497799-abc8-4ce0-9a40-25e5b21f26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:36.078212 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7f979a20-19b4-467d-9417-f219eb458a5b req-f1497799-abc8-4ce0-9a40-25e5b21f26d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 1098 time: 0.2626367 Jul 29 23:47:36.190141 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7f979a20-19b4-467d-9417-f219eb458a5b req-fcb66368-a7e6-4c72-bd7c-b082dea9f5c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835562 Jul 29 23:47:36.251894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf31e94-9c4b-42c1-b455-68c579a2c6de req-db1b8504-d8de-40d4-b778-79e4e4322daa tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:36.252728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Allocated IP 2001:db8::f816:3eff:fe32:263e (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/c069f372-e22d-47d4-9c38-2845eb5c114d/91c4a009-781c-4ada-8886-300ac2dfb9db) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:36.255284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdf31e94-9c4b-42c1-b455-68c579a2c6de req-db1b8504-d8de-40d4-b778-79e4e4322daa tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 944 time: 0.1134400 Jul 29 23:47:36.349971 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdf31e94-9c4b-42c1-b455-68c579a2c6de req-29d40a11-1004-4770-85ab-9989e3364443 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806236 Jul 29 23:47:36.615944 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.651714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Transition to ACTIVE for port object 91c4a009-781c-4ada-8886-300ac2dfb9db will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:36.699738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Transition to ACTIVE for port object 91c4a009-781c-4ada-8886-300ac2dfb9db will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:36.725306 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.852982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:36.914008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::f816:3eff:feeb:bd2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/c069f372-e22d-47d4-9c38-2845eb5c114d/b56a2246-8879-4350-a266-e783fe3997fe) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:36.993435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01d1c8-3ce6-457a-9aa3-0b3cd0289b37 req-be98fc61-0fbc-4386-a819-d6a2b125faad tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:36.997772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb01d1c8-3ce6-457a-9aa3-0b3cd0289b37 req-be98fc61-0fbc-4386-a819-d6a2b125faad tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 946 time: 0.2433815 Jul 29 23:47:37.206554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb01d1c8-3ce6-457a-9aa3-0b3cd0289b37 req-5ebb7ff7-5b6f-47e6-8264-d64497e97682 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564240 Jul 29 23:47:37.289300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cd480-00fb-4ba0-92f7-76546881c3f4 req-062f1688-6ddf-4104-a54f-88c9a809920d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:37.291866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-738cd480-00fb-4ba0-92f7-76546881c3f4 req-062f1688-6ddf-4104-a54f-88c9a809920d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.1052828 Jul 29 23:47:37.390575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Pushing event updated for resources: {'Port': ['ID=91c4a009-781c-4ada-8886-300ac2dfb9db,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:37.448142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:37.464567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:37.465712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-738cd480-00fb-4ba0-92f7-76546881c3f4 req-ccf4ea8d-d020-4c38-b0c9-82e3883762c6 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561868 Jul 29 23:47:37.486961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:37.609891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.639364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object b56a2246-8879-4350-a266-e783fe3997fe will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:37.692810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Attempting to bind port 91c4a009-781c-4ada-8886-300ac2dfb9db on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:37.693237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Attempting to bind port 91c4a009-781c-4ada-8886-300ac2dfb9db by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:37.693576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Attempting to bind port 91c4a009-781c-4ada-8886-300ac2dfb9db on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:37.700793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:37.701187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:37.701604 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.702011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:37.702547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Bound port: 91c4a009-781c-4ada-8886-300ac2dfb9db, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:37.702899 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.739325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.759153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7adf-e147-4d11-b244-144dbd2201ec req-77cd2341-9cfc-4dfe-a15d-737fd5e62ea6 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:37.765047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec4f7adf-e147-4d11-b244-144dbd2201ec req-77cd2341-9cfc-4dfe-a15d-737fd5e62ea6 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 944 time: 0.1427677 Jul 29 23:47:37.848284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec4f7adf-e147-4d11-b244-144dbd2201ec req-ee8ce6ce-a6d4-4081-9481-316dc86e7ab3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692756 Jul 29 23:47:37.875012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] For port 91c4a009-781c-4ada-8886-300ac2dfb9db, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:37.885937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] For port 91c4a009-781c-4ada-8886-300ac2dfb9db, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=91c4a009-781c-4ada-8886-300ac2dfb9db,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:37.906607 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.923921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=b56a2246-8879-4350-a266-e783fe3997fe,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:37.931955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:37.953127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:37.965502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:37.976963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:37.978055 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.005231 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f4c71fad-aa2f-4d9b-90fb-9ac5a00c5636 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8021150 Jul 29 23:47:38.008790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45606) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:38.021150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:38.033030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:38.033412 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.095638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c67b5-30b6-4cdf-ae34-eba9e0ba0c60 None None] Pushing event updated for resources: {'Port': ['ID=91c4a009-781c-4ada-8886-300ac2dfb9db,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:38.170841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510bc72b-2de0-4f22-95c4-082308bc5492 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:38.178551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510bc72b-2de0-4f22-95c4-082308bc5492 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:38.184217 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-510bc72b-2de0-4f22-95c4-082308bc5492 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1738951 Jul 29 23:47:38.187251 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:38.227009 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.281502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66179246-db88-4e69-ab03-5afca81a67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:38.287584 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a45ae4f-e374-49aa-a17e-b8f51cdfbf05" -d '{"events": [{"server_uuid": "66179246-db88-4e69-ab03-5afca81a67c4", "name": "network-vif-plugged", "status": "completed", "tag": "6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:38.319236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:38.337273 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.407959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a6d73-4703-4377-a3d5-69fb9ba40cbf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port b56a2246-8879-4350-a266-e783fe3997fe {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:38.409507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6d73-4703-4377-a3d5-69fb9ba40cbf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.527798 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aa5e4e-f121-4f5c-8b00-6562033a5342 x-openstack-request-id: req-52aa5e4e-f121-4f5c-8b00-6562033a5342 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:38.536937 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66179246-db88-4e69-ab03-5afca81a67c4", "name": "network-vif-plugged", "status": "completed", "tag": "6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:38.537467 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52aa5e4e-f121-4f5c-8b00-6562033a5342 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:38.538060 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66179246-db88-4e69-ab03-5afca81a67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718', 'code': 200} Jul 29 23:47:38.621994 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6d73-4703-4377-a3d5-69fb9ba40cbf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.644067 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:38.671855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a6d73-4703-4377-a3d5-69fb9ba40cbf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for b56a2246-8879-4350-a266-e783fe3997fe owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:38.743994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2124b-62c8-4206-8e8a-632a6520f9fd req-6b058435-56f1-4729-9f4a-9a369b15efa5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:38.746221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8d2124b-62c8-4206-8e8a-632a6520f9fd req-6b058435-56f1-4729-9f4a-9a369b15efa5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 946 time: 0.1572652 Jul 29 23:47:38.897214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8d2124b-62c8-4206-8e8a-632a6520f9fd req-14b96207-5e86-4a91-b759-d6c345f042c6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086085 Jul 29 23:47:38.967945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0615d-36b9-402f-986f-0a5c016c8bb5 req-fe917921-9509-4c2c-a795-3e26a49ad0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:38.971688 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ac0615d-36b9-402f-986f-0a5c016c8bb5 req-fe917921-9509-4c2c-a795-3e26a49ad0f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 1097 time: 0.2066755 Jul 29 23:47:38.995089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd7d7d-2bb3-4db9-abe4-44b02115f190 req-db8bb3dd-2411-4f90-8349-5afc428ac975 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:39.008968 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67dd7d7d-2bb3-4db9-abe4-44b02115f190 req-db8bb3dd-2411-4f90-8349-5afc428ac975 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.3168654 Jul 29 23:47:39.033908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6d73-4703-4377-a3d5-69fb9ba40cbf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.157109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6d73-4703-4377-a3d5-69fb9ba40cbf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=b56a2246-8879-4350-a266-e783fe3997fe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:39.170105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67dd7d7d-2bb3-4db9-abe4-44b02115f190 req-67b22f3e-9e16-4537-819a-0bff486af26d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601036 Jul 29 23:47:39.218632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6d73-4703-4377-a3d5-69fb9ba40cbf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.222438 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fe5a6d73-4703-4377-a3d5-69fb9ba40cbf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/b56a2246-8879-4350-a266-e783fe3997fe HTTP/1.1" status: 204 len: 168 time: 1.0334988 Jul 29 23:47:39.223187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f65c5-8d07-45df-b68d-d4e1694b6039 req-95c01711-1fd3-49d9-8deb-808a52cec9d2 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:39.231748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:39.250275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-387f65c5-8d07-45df-b68d-d4e1694b6039 req-95c01711-1fd3-49d9-8deb-808a52cec9d2 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1509271 Jul 29 23:47:39.273349 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ac0615d-36b9-402f-986f-0a5c016c8bb5 req-f615bca6-8e7d-4980-bfe8-6d59bf6195c8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871819 Jul 29 23:47:39.381232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-387f65c5-8d07-45df-b68d-d4e1694b6039 req-a9790bca-fd61-49a3-bf72-acdf5c828040 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321120 Jul 29 23:47:39.434196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4e6d22-993d-4bd4-88a6-b269ce6cedd4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:39.436789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4e6d22-993d-4bd4-88a6-b269ce6cedd4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:39.438750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5a4e6d22-993d-4bd4-88a6-b269ce6cedd4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2052288 Jul 29 23:47:39.443800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45738) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:39.551321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3216f544-ac3b-44cc-a280-2b1a9302fb5a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet c069f372-e22d-47d4-9c38-2845eb5c114d {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:39.558094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3216f544-ac3b-44cc-a280-2b1a9302fb5a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.680529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3216f544-ac3b-44cc-a280-2b1a9302fb5a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.783048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 91c4a009-781c-4ada-8886-300ac2dfb9db up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:39.925807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 91c4a009-781c-4ada-8886-300ac2dfb9db completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:40.028682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3216f544-ac3b-44cc-a280-2b1a9302fb5a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.154880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3216f544-ac3b-44cc-a280-2b1a9302fb5a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.224714 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3216f544-ac3b-44cc-a280-2b1a9302fb5a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.229528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3216f544-ac3b-44cc-a280-2b1a9302fb5a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/c069f372-e22d-47d4-9c38-2845eb5c114d HTTP/1.1" status: 204 len: 168 time: 0.7846138 Jul 29 23:47:40.231327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216f544-ac3b-44cc-a280-2b1a9302fb5a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=c069f372-e22d-47d4-9c38-2845eb5c114d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:40.232382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45806) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:40.266696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1843aa6-4a46-4c77-8860-f1b09d435fc7 None None] Provisioning for port 91c4a009-781c-4ada-8886-300ac2dfb9db completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:40.272565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1843aa6-4a46-4c77-8860-f1b09d435fc7 None None] Provisioning complete for port 91c4a009-781c-4ada-8886-300ac2dfb9db triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:40.277821 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1843aa6-4a46-4c77-8860-f1b09d435fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.368070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45824) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:40.369871 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6a49aa9f-a3ad-4497-b155-76eab335f2f4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1349461 Jul 29 23:47:40.397987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:40.478144 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1843aa6-4a46-4c77-8860-f1b09d435fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.552123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1843aa6-4a46-4c77-8860-f1b09d435fc7 None None] For port 91c4a009-781c-4ada-8886-300ac2dfb9db, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=91c4a009-781c-4ada-8886-300ac2dfb9db,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:40.557041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdafee8-f7a3-4b5b-9483-183b5cbc8e74 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:40.564008 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1843aa6-4a46-4c77-8860-f1b09d435fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.713616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f9248631-48c3-4571-94a9-2c8c6e155617 None None] Could not find standard attr ID for object b56a2246-8879-4350-a266-e783fe3997fe. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:47:40.726711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1843aa6-4a46-4c77-8860-f1b09d435fc7 None None] Pushing event updated for resources: {'Port': ['ID=91c4a009-781c-4ada-8886-300ac2dfb9db,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:40.730931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba48f6d-72a1-4f54-841c-6a0a968fa126 req-08fb15c4-2aa6-495b-bbe9-7fb9fb01732f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:40.733337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ba48f6d-72a1-4f54-841c-6a0a968fa126 req-08fb15c4-2aa6-495b-bbe9-7fb9fb01732f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.4112124 Jul 29 23:47:40.788933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad48573-cbe7-44e6-a6b5-b11796fbd567 req-abba2c46-4f2a-4871-a2ed-d813c2748766 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:40.792126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ad48573-cbe7-44e6-a6b5-b11796fbd567 req-abba2c46-4f2a-4871-a2ed-d813c2748766 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1916397 Jul 29 23:47:40.793335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:40.799408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.993098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077fc622-a7a3-432a-9f29-5b5dde736d9c None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:40.997876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ba48f6d-72a1-4f54-841c-6a0a968fa126 req-54d1f1c1-c5ac-4f22-afef-461d404311ff tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265437 Jul 29 23:47:41.003297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ad48573-cbe7-44e6-a6b5-b11796fbd567 req-c5916391-0e6c-483e-b8ae-64e703c3068a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564612 Jul 29 23:47:41.107343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-077fc622-a7a3-432a-9f29-5b5dde736d9c None None] Deleting port 91c4a009-781c-4ada-8886-300ac2dfb9db {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:41.107733 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-077fc622-a7a3-432a-9f29-5b5dde736d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.225612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-077fc622-a7a3-432a-9f29-5b5dde736d9c None None] For port 91c4a009-781c-4ada-8886-300ac2dfb9db, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=91c4a009-781c-4ada-8886-300ac2dfb9db,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:41.226323 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-077fc622-a7a3-432a-9f29-5b5dde736d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.241344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-077fc622-a7a3-432a-9f29-5b5dde736d9c None None] Calling delete_port for 91c4a009-781c-4ada-8886-300ac2dfb9db owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:41.374599 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-077fc622-a7a3-432a-9f29-5b5dde736d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.425582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077fc622-a7a3-432a-9f29-5b5dde736d9c None None] No DVR routers for this DVR port 91c4a009-781c-4ada-8886-300ac2dfb9db on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:41.429736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fc622-a7a3-432a-9f29-5b5dde736d9c None None] Pushing event deleted for resources: {'Port': ['ID=91c4a009-781c-4ada-8886-300ac2dfb9db,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:41.461106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.objects.ports [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:47:41.658435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 91c4a009-781c-4ada-8886-300ac2dfb9db no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:41.694620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 91c4a009-781c-4ada-8886-300ac2dfb9db {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:41.694976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 91c4a009-781c-4ada-8886-300ac2dfb9db not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:41.756631 n-d-712139-11 neutron-server[93816]: WARNING neutron.services.revisions.revision_plugin [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Could not find related port for resource to bump revision. Jul 29 23:47:41.776075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_pluggable_backend [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Port 91c4a009-781c-4ada-8886-300ac2dfb9db was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 29 23:47:41.777002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_pluggable_backend [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Reverting IP allocation for 2001:db8::f816:3eff:fe32:263e {{(pid=93816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 29 23:47:41.839757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_pluggable_backend [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe32:263e {{(pid=93816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 29 23:47:41.843642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.935355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:41.959618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:41.970361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:41.971360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.976417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ac6430-a808-418d-a18b-0900375f2a34 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:41.981688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=f416f43a-5a4a-4208-90e2-0e55a656d1c4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:42.012274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f6916067-e41b-4607-ad1d-6e5a7ebd0297 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:42.013892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f6916067-e41b-4607-ad1d-6e5a7ebd0297 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/networks?id=aeccfd64-2c24-4320-b3bd-9dc482d64152 HTTP/1.1" status: 200 len: 813 time: 0.2875051 Jul 29 23:47:42.015803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-330300dd-193d-4c89-849f-decc30eefe9d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6478829 Jul 29 23:47:42.023756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:42.037697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:f6:8e:0a', 'name': 'tempest-NetworksTestDHCPv6-1873313933'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:42.046872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-7a931537-3f23-4d07-82c9-d7b6b594631d tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/quotas/9596c63a203f4066a73e6ff04fd07c39 HTTP/1.1" status: 200 len: 375 time: 0.0171072 Jul 29 23:47:42.119240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-ca21a1e5-0540-44ac-88a7-d821aba9fe55 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9596c63a203f4066a73e6ff04fd07c39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564806 Jul 29 23:47:42.212360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:42.242995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': 'f416f43a-5a4a-4208-90e2-0e55a656d1c4'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:47:42.244506 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.308717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4c34-f4e1-46e5-96ea-aee9bca29c53 req-d9c67740-8079-4ea4-8f42-9eebdd56d14b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:42.311099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b8f4c34-f4e1-46e5-96ea-aee9bca29c53 req-d9c67740-8079-4ea4-8f42-9eebdd56d14b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.1134317 Jul 29 23:47:42.313832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-e510be10-29a9-48dc-93bd-d41f315dfda3 service neutron] 10.222.0.37 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937697 Jul 29 23:47:42.370672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.409062 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 2a3515b9-a6d7-482f-b4be-70ba3b39f078 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:47:42.497146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b8f4c34-f4e1-46e5-96ea-aee9bca29c53 req-827633ef-f749-4963-a087-ede51094197f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721094 Jul 29 23:47:42.504085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Allocated IP 2001:db8::f816:3eff:fec1:51a5 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/f416f43a-5a4a-4208-90e2-0e55a656d1c4/2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:42.539326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-e034a4e3-3118-4a72-8535-aeb1edc23806 service neutron] 10.222.0.37 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157857 Jul 29 23:47:42.719631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a6131-31d0-4f09-80de-d650841db109 req-4350a4d4-7597-483f-ac5b-cebad319d94d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:42.722077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a2a6131-31d0-4f09-80de-d650841db109 req-4350a4d4-7597-483f-ac5b-cebad319d94d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1033785 Jul 29 23:47:42.746300 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.761256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Transition to ACTIVE for port object 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:42.789460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a2a6131-31d0-4f09-80de-d650841db109 req-d344099f-d71f-4661-b665-9b64e2e49498 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544133 Jul 29 23:47:42.792166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Transition to ACTIVE for port object 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:42.801068 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.923078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1a76e46-bf5c-4184-b7cd-3c38c45939c1 req-eb73046c-6881-4209-9e1a-81af23d240de tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 210 time: 0.0529006 Jul 29 23:47:42.930104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:42.933268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::f816:3eff:fef6:8e0a (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/f416f43a-5a4a-4208-90e2-0e55a656d1c4/2a3515b9-a6d7-482f-b4be-70ba3b39f078) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:42.955663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:42.969905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:43.052919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0148216-8519-42ef-b915-deb95e92d3b9 req-a358aefa-c037-4fb9-a85d-a88f67a80afd tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.054505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0148216-8519-42ef-b915-deb95e92d3b9 req-a358aefa-c037-4fb9-a85d-a88f67a80afd tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1042218 Jul 29 23:47:43.061090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Pushing event updated for resources: {'Port': ['ID=2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:43.133509 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0148216-8519-42ef-b915-deb95e92d3b9 req-a70901fd-af17-4335-a2e0-85d596841670 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625322 Jul 29 23:47:43.153150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Attempting to bind port 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:43.153764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Attempting to bind port 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:43.154150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Attempting to bind port 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:43.160474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:43.160879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:43.161463 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.161756 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:43.162257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Bound port: 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:43.162881 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.271221 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.285105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] For port 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:43.292160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] For port 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:43.296826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 2a3515b9-a6d7-482f-b4be-70ba3b39f078 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:43.301157 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.366674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.385475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832a121-b301-46fd-be94-d04b49ef92af None None] Pushing event updated for resources: {'Port': ['ID=2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:43.432802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=2a3515b9-a6d7-482f-b4be-70ba3b39f078,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:43.447753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:43.450359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:43.451864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:43.458781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.459958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.477171 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-44ed9ce4-58ab-4525-ab62-8516128874ee tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4515920 Jul 29 23:47:43.480306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45956) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:43.605832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5d596-b9c3-4006-b9d7-9c3a5fa0e394 req-120dedb7-d11d-4545-9c5e-bc9d5c98f97c tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.613456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ee5d596-b9c3-4006-b9d7-9c3a5fa0e394 req-120dedb7-d11d-4545-9c5e-bc9d5c98f97c tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1113563 Jul 29 23:47:43.624765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ae297d-9826-406c-a59b-9a14c24ed6b6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.639390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ae297d-9826-406c-a59b-9a14c24ed6b6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.641771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-89ae297d-9826-406c-a59b-9a14c24ed6b6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1595747 Jul 29 23:47:43.645465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45962) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:43.876743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ee5d596-b9c3-4006-b9d7-9c3a5fa0e394 req-f1a31e5f-d50d-4c9c-ad1f-7d0bccf1f239 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614660 Jul 29 23:47:43.915908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-226fd3b8-0581-479a-af42-6fe50e342466 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 2a3515b9-a6d7-482f-b4be-70ba3b39f078 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:43.916283 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-226fd3b8-0581-479a-af42-6fe50e342466 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.922038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde746-c731-4307-af76-984cc675a1d9 req-e4df1c1e-ef32-41b1-b92b-0674fc44f51a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.924936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cdde746-c731-4307-af76-984cc675a1d9 req-e4df1c1e-ef32-41b1-b92b-0674fc44f51a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.2507002 Jul 29 23:47:44.019656 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cdde746-c731-4307-af76-984cc675a1d9 req-feee88e4-dabb-4e2e-ae1b-3f9074432f76 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816641 Jul 29 23:47:44.144217 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-226fd3b8-0581-479a-af42-6fe50e342466 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.175482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-226fd3b8-0581-479a-af42-6fe50e342466 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 2a3515b9-a6d7-482f-b4be-70ba3b39f078 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:44.245552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e855a762-59ed-4930-8d4c-78c740839613 req-d79fb691-5eae-4acd-871f-f0270643cb3f tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 210 time: 0.0904539 Jul 29 23:47:44.304347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c7906-243f-4a74-831d-dfe678ed7b83 req-5d60cf3d-af00-4d43-8767-929d8fea0f56 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.306575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-032c7906-243f-4a74-831d-dfe678ed7b83 req-5d60cf3d-af00-4d43-8767-929d8fea0f56 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1072237 Jul 29 23:47:44.357045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-032c7906-243f-4a74-831d-dfe678ed7b83 req-25c811b7-1fd4-481c-8140-e2e712ad993a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Jul 29 23:47:44.390616 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-226fd3b8-0581-479a-af42-6fe50e342466 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.430597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fd3b8-0581-479a-af42-6fe50e342466 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=2a3515b9-a6d7-482f-b4be-70ba3b39f078,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:44.469753 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-226fd3b8-0581-479a-af42-6fe50e342466 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.471939 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-226fd3b8-0581-479a-af42-6fe50e342466 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/2a3515b9-a6d7-482f-b4be-70ba3b39f078 HTTP/1.1" status: 204 len: 168 time: 0.8248389 Jul 29 23:47:44.476068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 45974) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:44.566123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826a05c-24e9-42cd-9711-99d4db82d613 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.567822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826a05c-24e9-42cd-9711-99d4db82d613 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.569879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f826a05c-24e9-42cd-9711-99d4db82d613 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927286 Jul 29 23:47:44.574573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 45984) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:44.662969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b43104-7978-4608-a49f-d632e69ccfb6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet f416f43a-5a4a-4208-90e2-0e55a656d1c4 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:44.668561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26b43104-7978-4608-a49f-d632e69ccfb6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.774091 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26b43104-7978-4608-a49f-d632e69ccfb6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.936073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-d161b4f2-e7c2-46f4-b975-842726e4258e tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.951240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-d161b4f2-e7c2-46f4-b975-842726e4258e tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.42 "GET /v2.0/networks?id=aeccfd64-2c24-4320-b3bd-9dc482d64152 HTTP/1.1" status: 200 len: 813 time: 0.2700825 Jul 29 23:47:44.974370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Request body: {'port': {'device_id': '16bd213b-fd91-4baf-8eee-94e1670bb8af', 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152', 'admin_state_up': True, 'tenant_id': '9596c63a203f4066a73e6ff04fd07c39'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:45.037326 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26b43104-7978-4608-a49f-d632e69ccfb6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.170818 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26b43104-7978-4608-a49f-d632e69ccfb6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.214399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b43104-7978-4608-a49f-d632e69ccfb6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=f416f43a-5a4a-4208-90e2-0e55a656d1c4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:45.216859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26b43104-7978-4608-a49f-d632e69ccfb6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.218831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-26b43104-7978-4608-a49f-d632e69ccfb6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/f416f43a-5a4a-4208-90e2-0e55a656d1c4 HTTP/1.1" status: 204 len: 168 time: 0.6431899 Jul 29 23:47:45.225630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46002) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:45.305038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-335b9bad-0682-4a74-b459-fbd84485b0d4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770493 Jul 29 23:47:45.308477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46010) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:45.334678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47f2dfe-2623-47eb-a426-e9db0d431f10 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:45.432951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f76122-dd2c-4179-be9f-099a6f3d6f2b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:45.436400 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f7f76122-dd2c-4179-be9f-099a6f3d6f2b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1258152 Jul 29 23:47:45.440401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46012) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:45.502753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe6b89-7ca4-495f-b699-bf06daad476a req-7adf9c5c-e32a-4c22-b2c5-5e8100cbecc6 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:45.513595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0fe6b89-7ca4-495f-b699-bf06daad476a req-7adf9c5c-e32a-4c22-b2c5-5e8100cbecc6 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.3794849 Jul 29 23:47:45.536808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Made reservation on behalf of 9596c63a203f4066a73e6ff04fd07c39 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:45.541906 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.546673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34215d3d-f25e-4a39-b880-dfe921d599c8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:45.551226 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-34215d3d-f25e-4a39-b880-dfe921d599c8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1074922 Jul 29 23:47:45.552949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46016) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:45.565478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5550e305-18e9-4db4-94b6-3184da8bfe25 None None] Provisioning for port 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:45.660691 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-98ba2e61-28fb-4646-bbc0-12dafadab43c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057553 Jul 29 23:47:45.673042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46018) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:45.681567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbcd4d5-757f-419d-bbf7-cf134ebd4f48 None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:45.684062 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:45.784781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcd4d5-757f-419d-bbf7-cf134ebd4f48 None None] Deleting port 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:45.785194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd4d5-757f-419d-bbf7-cf134ebd4f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.831948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:45.837214 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.897013 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cbbcd4d5-757f-419d-bbf7-cf134ebd4f48 None None] For port 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:45.897701 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd4d5-757f-419d-bbf7-cf134ebd4f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.927349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcd4d5-757f-419d-bbf7-cf134ebd4f48 None None] Calling delete_port for 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:46.043891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0fe6b89-7ca4-495f-b699-bf06daad476a req-dfa0d14c-20d2-4e66-a2fb-dc5fc8db82b3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288734 Jul 29 23:47:46.083919 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd4d5-757f-419d-bbf7-cf134ebd4f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.118646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcd4d5-757f-419d-bbf7-cf134ebd4f48 None None] Pushing event deleted for resources: {'Port': ['ID=2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:46.126692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcd4d5-757f-419d-bbf7-cf134ebd4f48 None None] No DVR routers for this DVR port 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:46.162360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798a196-810e-4d9c-a1de-69a8f7812239 req-b7589b51-80ad-4c58-b3e1-831d3bed45f2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.167738 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3798a196-810e-4d9c-a1de-69a8f7812239 req-b7589b51-80ad-4c58-b3e1-831d3bed45f2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.7547026 Jul 29 23:47:46.274539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8fd3d74-5314-4f65-bc7b-8d117e71027e req-22894a6a-a009-4c44-8b02-8ceec42f8058 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 210 time: 0.0823271 Jul 29 23:47:46.338125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:47:46.340852 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.360044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3798a196-810e-4d9c-a1de-69a8f7812239 req-68b6d5bd-ba6d-489d-a435-a5d2f23db99e tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662638 Jul 29 23:47:46.366478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Allocated IP 172.20.0.3 (aeccfd64-2c24-4320-b3bd-9dc482d64152/dce265fc-6c09-4dd3-97e3-7d37880fbc68/e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:46.403213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:46.419025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:46.422858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.424305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.433803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa0e61-bd09-4ff2-9474-c7a03f5715c9 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:46.442598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=901fa77a-b252-4ae4-a793-526406cd990e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:46.447939 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a901d62c-106c-461a-9dc9-b84d414052aa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7732744 Jul 29 23:47:46.452045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46030) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:46.459099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:22:78:32', 'name': 'tempest-NetworksTestDHCPv6-1256034254'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:46.653342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:46.660505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.668941 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.714950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port c2eb8388-c2da-453c-823f-f97c3317f44e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:47:46.734285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.740400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': '901fa77a-b252-4ae4-a793-526406cd990e'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:47:46.741854 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.805071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Network aeccfd64-2c24-4320-b3bd-9dc482d64152 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:46.808981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:46.819287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:46.858945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Pushing event updated for resources: {'Port': ['ID=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:46.918603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.919718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.946475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543ae14-7cdf-4ed9-ba71-7975ce828703 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9768274 Jul 29 23:47:46.968407 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::f816:3eff:fe22:7832 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/901fa77a-b252-4ae4-a793-526406cd990e/c2eb8388-c2da-453c-823f-f97c3317f44e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:46.969095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Request body: {'port': {'device_id': '16bd213b-fd91-4baf-8eee-94e1670bb8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:47.066717 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.219131 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.244258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object c2eb8388-c2da-453c-823f-f97c3317f44e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:47.303921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.352997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579b4ae-858f-4db6-9131-562987a0709a req-0da5a20c-7940-4e03-9f8c-f5bf37203cf0 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.355031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4579b4ae-858f-4db6-9131-562987a0709a req-0da5a20c-7940-4e03-9f8c-f5bf37203cf0 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1389284 Jul 29 23:47:47.381088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Allocated IP 2001:db8::f816:3eff:fe0d:5696 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/901fa77a-b252-4ae4-a793-526406cd990e/ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:47.381538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:47.396330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:47.405583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:47.417275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.418344 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.438337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4579b4ae-858f-4db6-9131-562987a0709a req-6447f443-6aa3-4111-a239-f028c5d6d55e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693390 Jul 29 23:47:47.449031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=c2eb8388-c2da-453c-823f-f97c3317f44e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:47.466588 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5d6399e1-40f5-4f5d-91e1-0573fd08f377 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0132093 Jul 29 23:47:47.473314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:47.673517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66725b4b-8de3-4534-91f9-86fa00c6ca24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.679287 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-66725b4b-8de3-4534-91f9-86fa00c6ca24 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2022657 Jul 29 23:47:47.682111 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46054) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:47.728467 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.756084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Transition to ACTIVE for port object ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:47.775684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Transition to ACTIVE for port object ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:47.784894 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.820968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:47.826238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Pushing event updated for resources: {'Port': ['ID=ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:47.834628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:47.841578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536962dc-72fa-4864-96b0-2ed141da7705 req-64211a93-15f3-41f9-8217-4b0ab368a775 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.853457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-536962dc-72fa-4864-96b0-2ed141da7705 req-64211a93-15f3-41f9-8217-4b0ab368a775 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 931 time: 0.3772154 Jul 29 23:47:47.859417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:47.859953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2247a8a3-3c2f-4f9d-8af3-7c08e4bae7a3 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:47.869030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:47.871432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:47.874255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:47.875645 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.894436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b3b7c-532e-4906-b667-b73fca68a8a6 req-dac08a2d-ea88-4c4e-a73f-de569f68ab45 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.906406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-920b3b7c-532e-4906-b667-b73fca68a8a6 req-dac08a2d-ea88-4c4e-a73f-de569f68ab45 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.2820024 Jul 29 23:47:47.962837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Attempting to bind port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:47.964049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Attempting to bind port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:47.965085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Attempting to bind port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:47.974025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:47.974546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:47.975228 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.975930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:47.976874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Bound port: ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:47.977384 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.983527 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Transition to ACTIVE for port object e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:47.999481 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.044226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-536962dc-72fa-4864-96b0-2ed141da7705 req-3adefec7-7955-44e5-b88f-3751389b9369 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892741 Jul 29 23:47:48.119114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-920b3b7c-532e-4906-b667-b73fca68a8a6 req-375aa090-6466-4b55-802d-fb4f72cf044d tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107306 Jul 29 23:47:48.121645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] For port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:48.154253 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] For port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:48.165412 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.177227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:48.319252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a04e6-7e80-4ab7-9299-cad0ed3a1c2f None None] Pushing event updated for resources: {'Port': ['ID=ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:48.346922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Attempting to bind port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:48.347518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Attempting to bind port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '288a29ff-63ad-4e5c-bc77-2ff14cadedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:48.348131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Attempting to bind port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 on network aeccfd64-2c24-4320-b3bd-9dc482d64152 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:48.355873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 on network aeccfd64-2c24-4320-b3bd-9dc482d64152 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:48.356435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Attempting to bind port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 on network aeccfd64-2c24-4320-b3bd-9dc482d64152 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:48.363161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:48.363671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Checking segment: {'id': '288a29ff-63ad-4e5c-bc77-2ff14cadedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:48.364386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Bound using segment: {'id': '288a29ff-63ad-4e5c-bc77-2ff14cadedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:48.365930 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Bound port: e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288a29ff-63ad-4e5c-bc77-2ff14cadedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:48.365930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.385135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-14865c42-41e6-4b80-9f37-dd9f35852a26 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port c2eb8388-c2da-453c-823f-f97c3317f44e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:48.386214 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14865c42-41e6-4b80-9f37-dd9f35852a26 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.479482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] For port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:48.483144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] For port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,segment=NetworkSegment(288a29ff-63ad-4e5c-bc77-2ff14cadedae),segment_id=288a29ff-63ad-4e5c-bc77-2ff14cadedae)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:48.489556 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.596039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.597167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.599635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] 10.222.0.42 "PUT /v2.0/ports/e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 HTTP/1.1" status: 200 len: 1092 time: 1.6434293 Jul 29 23:47:48.603038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16bd213b-fd91-4baf-8eee-94e1670bb8af', 'tag': 'e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:48.611521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14865c42-41e6-4b80-9f37-dd9f35852a26 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.620821 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "16bd213b-fd91-4baf-8eee-94e1670bb8af", "tag": "e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:48.654207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-14865c42-41e6-4b80-9f37-dd9f35852a26 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for c2eb8388-c2da-453c-823f-f97c3317f44e owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:48.751571 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95886d5-5acf-450f-ada1-0e6dea9ef267 x-openstack-request-id: req-f95886d5-5acf-450f-ada1-0e6dea9ef267 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:48.752768 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16bd213b-fd91-4baf-8eee-94e1670bb8af", "tag": "e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:48.753195 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f95886d5-5acf-450f-ada1-0e6dea9ef267 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:48.753839 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16bd213b-fd91-4baf-8eee-94e1670bb8af', 'tag': 'e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5', 'status': 'completed', 'code': 200} Jul 29 23:47:48.783029 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.814218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbe92d-5153-4c2b-af00-69a1cfeedac2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:48.856069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-36cc4343-5a23-499b-8611-cb3680804238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.858517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-36cc4343-5a23-499b-8611-cb3680804238 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9596c63a203f4066a73e6ff04fd07c39&device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 1095 time: 0.1868119 Jul 29 23:47:48.881478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c44ae-c895-45fb-85f5-f652bc7e0224 req-53b950c4-24ec-4a83-b96b-9e393ed3a45e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.883199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c4c44ae-c895-45fb-85f5-f652bc7e0224 req-53b950c4-24ec-4a83-b96b-9e393ed3a45e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1994660 Jul 29 23:47:48.886530 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14865c42-41e6-4b80-9f37-dd9f35852a26 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.930538 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-d0ed2672-71d5-4534-8dad-017aae56c543 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 HTTP/1.1" status: 200 len: 217 time: 0.0461905 Jul 29 23:47:48.947328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14865c42-41e6-4b80-9f37-dd9f35852a26 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=c2eb8388-c2da-453c-823f-f97c3317f44e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:48.995327 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14865c42-41e6-4b80-9f37-dd9f35852a26 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.997029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c4c44ae-c895-45fb-85f5-f652bc7e0224 req-81ded4d0-ab52-450f-9c04-ad8a8392749f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739648 Jul 29 23:47:49.002260 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14865c42-41e6-4b80-9f37-dd9f35852a26 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/c2eb8388-c2da-453c-823f-f97c3317f44e HTTP/1.1" status: 204 len: 168 time: 1.3178527 Jul 29 23:47:49.003281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:49.033869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-2352c168-52aa-46b8-931c-f24afcba81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.035417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-2352c168-52aa-46b8-931c-f24afcba81dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dce265fc-6c09-4dd3-97e3-7d37880fbc68 HTTP/1.1" status: 200 len: 853 time: 0.0950108 Jul 29 23:47:49.090344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2341f24a-6692-4adb-ad46-0df6899af046 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.095078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-2cea8669-5202-4f3b-a6c2-646d0419cdc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aeccfd64-2c24-4320-b3bd-9dc482d64152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512800 Jul 29 23:47:49.099917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2341f24a-6692-4adb-ad46-0df6899af046 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.110334 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2341f24a-6692-4adb-ad46-0df6899af046 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0977464 Jul 29 23:47:49.111363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:49.259978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea179dc-638e-4ccf-b4ce-daeb80f88bab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 901fa77a-b252-4ae4-a793-526406cd990e {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:49.266291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea179dc-638e-4ccf-b4ce-daeb80f88bab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.327630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea179dc-638e-4ccf-b4ce-daeb80f88bab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.436811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0ada3-11f6-4706-ad74-6ae151ccbf94 req-08ad7c95-eabb-4e8a-80fc-2326e3791bc6 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.437800 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea179dc-638e-4ccf-b4ce-daeb80f88bab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.439485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51c0ada3-11f6-4706-ad74-6ae151ccbf94 req-08ad7c95-eabb-4e8a-80fc-2326e3791bc6 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 943 time: 0.2563453 Jul 29 23:47:49.506356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-f543eb7d-5874-43db-a578-862caebc123f service neutron] 10.222.0.42 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027555 Jul 29 23:47:49.518820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42aca03-f545-40a0-ac7f-d03827fad923 req-746ee439-c13c-4aa8-8635-fc0a39e2d15f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.521731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a42aca03-f545-40a0-ac7f-d03827fad923 req-746ee439-c13c-4aa8-8635-fc0a39e2d15f tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.2185395 Jul 29 23:47:49.523020 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea179dc-638e-4ccf-b4ce-daeb80f88bab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.618822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea179dc-638e-4ccf-b4ce-daeb80f88bab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.622026 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0ea179dc-638e-4ccf-b4ce-daeb80f88bab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/901fa77a-b252-4ae4-a793-526406cd990e HTTP/1.1" status: 204 len: 168 time: 0.5085416 Jul 29 23:47:49.623055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea179dc-638e-4ccf-b4ce-daeb80f88bab tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=901fa77a-b252-4ae4-a793-526406cd990e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:49.625485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:49.654402 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51c0ada3-11f6-4706-ad74-6ae151ccbf94 req-cc54b87e-d938-433e-ade3-169d265a53cb tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875272 Jul 29 23:47:49.704918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3e05fe4a-5884-4dd0-8d90-ca3845ed5861 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775819 Jul 29 23:47:49.707327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46074) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:49.726128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:49.758493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a42aca03-f545-40a0-ac7f-d03827fad923 req-dfee1cfe-ac32-476d-9521-fa555b1b081a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188909 Jul 29 23:47:49.777620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:49.862499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4125f93b-eedb-4ff2-b146-52a99c517c96 req-40faa557-fe82-4033-b05d-2a17c8ccd5a1 service neutron] 10.222.0.42 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392699 Jul 29 23:47:49.946446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a97427b-9c39-489b-a079-736ebb27c7e7 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:49.986501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:49.993403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.014230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:50.043910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9 req-0402d4ed-c91b-457a-9b27-a007ff17a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.052148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9 req-0402d4ed-c91b-457a-9b27-a007ff17a207 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9596c63a203f4066a73e6ff04fd07c39&device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 1095 time: 0.0998914 Jul 29 23:47:50.135322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7cebcf59-e2ee-4478-8e5e-42610f94595d None None] Provisioning for port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:50.140911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7cebcf59-e2ee-4478-8e5e-42610f94595d None None] Provisioning complete for port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:50.141269 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7cebcf59-e2ee-4478-8e5e-42610f94595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.255841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9 req-11407372-c440-44c4-96f2-8db7ea36b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.257535 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9 req-11407372-c440-44c4-96f2-8db7ea36b9aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=aeccfd64-2c24-4320-b3bd-9dc482d64152 HTTP/1.1" status: 200 len: 914 time: 0.1966295 Jul 29 23:47:50.270580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d60c-0d46-49d4-9c5e-65394017a250 req-d7c32b55-dc42-4848-8567-4cf830d5912c tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.272254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e17d60c-0d46-49d4-9c5e-65394017a250 req-d7c32b55-dc42-4848-8567-4cf830d5912c tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.0856616 Jul 29 23:47:50.288187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a0a847-db4f-4bf6-a18f-005068160702 None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:50.315123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7cebcf59-e2ee-4478-8e5e-42610f94595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.319742 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9 req-d8497906-e7c2-4262-96cf-ff6822166ec5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 HTTP/1.1" status: 200 len: 217 time: 0.0464087 Jul 29 23:47:50.381028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9 req-fb25a6da-477a-41e7-8d76-523f357ce9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.382643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9 req-fb25a6da-477a-41e7-8d76-523f357ce9f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dce265fc-6c09-4dd3-97e3-7d37880fbc68 HTTP/1.1" status: 200 len: 853 time: 0.0524538 Jul 29 23:47:50.418559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7cebcf59-e2ee-4478-8e5e-42610f94595d None None] For port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:50.424768 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e17d60c-0d46-49d4-9c5e-65394017a250 req-cd48b497-3243-4d90-a31e-eb9bd612344c tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442719 Jul 29 23:47:50.438311 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7cebcf59-e2ee-4478-8e5e-42610f94595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.442558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9 req-70ff4061-7209-4bb9-a024-1231d4deb260 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aeccfd64-2c24-4320-b3bd-9dc482d64152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451839 Jul 29 23:47:50.506195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-97a0a847-db4f-4bf6-a18f-005068160702 None None] Deleting port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:50.506909 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97a0a847-db4f-4bf6-a18f-005068160702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.602159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:47:50.610068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebcf59-e2ee-4478-8e5e-42610f94595d None None] Pushing event updated for resources: {'Port': ['ID=ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:50.665541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9 req-ef4ef93f-bb4c-4917-86cd-4199edd5a2f4 service neutron] 10.222.0.42 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102764 Jul 29 23:47:50.707021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-97a0a847-db4f-4bf6-a18f-005068160702 None None] For port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:50.708298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97a0a847-db4f-4bf6-a18f-005068160702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.736907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-97a0a847-db4f-4bf6-a18f-005068160702 None None] Calling delete_port for ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:50.861436 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e5ab-70ab-4959-9c5a-04494f6ba6fd req-3a06778d-975a-40c7-a20c-c38cab15f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.866088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aa64e5ab-70ab-4959-9c5a-04494f6ba6fd req-3a06778d-975a-40c7-a20c-c38cab15f90e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 1097 time: 0.1688359 Jul 29 23:47:50.893570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb3256c0-44e6-42d7-b8ad-b5da3e64b9c9 req-18a20ada-1688-44b0-aa15-7d37e6621508 service neutron] 10.222.0.42 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111840 Jul 29 23:47:50.915973 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97a0a847-db4f-4bf6-a18f-005068160702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.971288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb96873-4679-4e12-ba29-bdd1700bc9df req-e825d0f5-25fc-4619-98ba-aa358de20e5c tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.974025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fb96873-4679-4e12-ba29-bdd1700bc9df req-e825d0f5-25fc-4619-98ba-aa358de20e5c tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 943 time: 0.1596737 Jul 29 23:47:51.002818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0a847-db4f-4bf6-a18f-005068160702 None None] Pushing event deleted for resources: {'Port': ['ID=ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:51.010628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0a847-db4f-4bf6-a18f-005068160702 None None] No DVR routers for this DVR port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:51.015476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aa64e5ab-70ab-4959-9c5a-04494f6ba6fd req-2e7a7d12-ec35-4e62-b073-20fd081ae20c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290638 Jul 29 23:47:51.021522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_pluggable_backend [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Port ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 29 23:47:51.021843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_pluggable_backend [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0d:5696 {{(pid=93817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 29 23:47:51.037459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_pluggable_backend [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0d:5696 {{(pid=93817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 29 23:47:51.039402 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:51.048890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edf4a6-389c-448c-a14a-c89337ff967d req-d95f9c48-b42d-4e28-a21d-d8e7cc3da904 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.051615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95edf4a6-389c-448c-a14a-c89337ff967d req-d95f9c48-b42d-4e28-a21d-d8e7cc3da904 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.1508808 Jul 29 23:47:51.101102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:51.104596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fb96873-4679-4e12-ba29-bdd1700bc9df req-9c97b1dd-a3a3-4aaf-9a83-5817301209e5 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136684 Jul 29 23:47:51.106359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:51.113034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.114120 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:51.118407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3d1dc-1ea2-4aa7-b47b-4b69fcf946b3 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:51.147093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95edf4a6-389c-448c-a14a-c89337ff967d req-0b9a08ce-0101-4bc3-9e0f-f20b8fb1997b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800285 Jul 29 23:47:51.187348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=065e88fb-ba55-4e0c-9185-f50c58c9f071,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:51.193664 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5b68a499-2410-4337-a91c-6aaa9b5f087f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4848740 Jul 29 23:47:51.196907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:51.216721 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-560746f1-2f73-42fe-9deb-454531e99af8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885479 Jul 29 23:47:51.217012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:ea:39:9a', 'name': 'tempest-NetworksTestDHCPv6-1907506380'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:51.381122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-64334423-f491-444e-b58d-4474809e71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.382568 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-64334423-f491-444e-b58d-4474809e71f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 1098 time: 0.1016190 Jul 29 23:47:51.393711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': '065e88fb-ba55-4e0c-9185-f50c58c9f071'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:47:51.394665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:51.451452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ba4e3-45f3-49ab-b4e6-94b7dfcbda24 req-6035057c-441e-4c10-88f6-c7f5f1ce0100 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.461232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca7ba4e3-45f3-49ab-b4e6-94b7dfcbda24 req-6035057c-441e-4c10-88f6-c7f5f1ce0100 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1025805 Jul 29 23:47:51.490129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:51.568945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-8aaa669a-8763-4a36-9ff0-21d52b7960fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.572622 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-8aaa669a-8763-4a36-9ff0-21d52b7960fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.1682661 Jul 29 23:47:51.606910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca7ba4e3-45f3-49ab-b4e6-94b7dfcbda24 req-9a232c2d-4e6c-42b6-b269-de4eb91adfeb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444011 Jul 29 23:47:51.611531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Allocated IP 2001:db8::f816:3eff:fe65:1dc1 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/065e88fb-ba55-4e0c-9185-f50c58c9f071/4190dfd4-8b2f-487f-80bb-67d90a1a4dc4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:51.672684 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-f10c41e5-bbf2-4055-8c6d-8949f74f48cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c01d93-f191-4019-9656-c1a30185ec1f HTTP/1.1" status: 200 len: 217 time: 0.0912883 Jul 29 23:47:51.771796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-e612e60b-63b9-4810-8b9b-18ddfda4e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.774303 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-e612e60b-63b9-4810-8b9b-18ddfda4e506 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0942328 Jul 29 23:47:51.788459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:51.813044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92092-c2eb-46fc-8ef3-2d15d072781d req-cd246859-8a6a-44be-b988-c0a4c86eb9ce tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.825709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12c92092-c2eb-46fc-8ef3-2d15d072781d req-cd246859-8a6a-44be-b988-c0a4c86eb9ce tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.2483139 Jul 29 23:47:51.838136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:51.838949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ce88dfd4-fe91-47e5-be9d-7f3d69aa5aa9 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:51.854409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-c2222d38-be9a-4aab-86b2-d7a308f9c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.860185 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-c2222d38-be9a-4aab-86b2-d7a308f9c169 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774291 Jul 29 23:47:51.865829 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-029a5881-bd48-4467-9e60-95949b399ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:51.905775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:51.958554 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:51.970375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12c92092-c2eb-46fc-8ef3-2d15d072781d req-c05c6418-ab8f-4280-8ace-c93e1536e185 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421764 Jul 29 23:47:51.982215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Transition to ACTIVE for port object 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:51.993029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 180c0d09-e603-4e3f-b0cb-83511af5472a yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:47:52.020432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Transition to ACTIVE for port object 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:52.023791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22fdca-8711-46fc-8b88-c11ca263be9a req-eb0c884a-b90a-4ae0-81a1-2cfab6f434cc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:52.033494 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.034416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a22fdca-8711-46fc-8b88-c11ca263be9a req-eb0c884a-b90a-4ae0-81a1-2cfab6f434cc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2554910 Jul 29 23:47:52.081467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:52.101637 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-9553f116-5a64-42d1-b591-885669d97460 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344258 Jul 29 23:47:52.110529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Pushing event updated for resources: {'Port': ['ID=4190dfd4-8b2f-487f-80bb-67d90a1a4dc4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:52.115636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:52.119269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:52.232228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a22fdca-8711-46fc-8b88-c11ca263be9a req-f673ff55-f379-4a87-afb3-5d4be3ed025c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965363 Jul 29 23:47:52.279376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Attempting to bind port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:52.279916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Attempting to bind port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:52.280415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Attempting to bind port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:52.290392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:52.290874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:52.291255 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.291658 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:52.292181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Bound port: 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:52.292573 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.322291 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-023ddc5b-d5b1-47b5-a2c5-b4d5bfe9d6c9 req-df8357f7-e34c-4f4d-b553-31b566247d84 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110760 Jul 29 23:47:52.388687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] For port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:52.393645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] For port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4190dfd4-8b2f-487f-80bb-67d90a1a4dc4,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:52.400528 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.456290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::f816:3eff:feea:399a (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/065e88fb-ba55-4e0c-9185-f50c58c9f071/180c0d09-e603-4e3f-b0cb-83511af5472a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:52.469494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e0dad1ae-8691-484b-949b-d2e21c42640c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:52.482850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621f792-218b-4029-bb9e-d6872c6c4c33 req-32272e82-9280-4a67-8324-a084fb769bc9 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:52.484575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e621f792-218b-4029-bb9e-d6872c6c4c33 req-32272e82-9280-4a67-8324-a084fb769bc9 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 943 time: 0.2367880 Jul 29 23:47:52.497752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58574dc3-ffab-47eb-b3cf-0c33a3f01fa0 None None] Pushing event updated for resources: {'Port': ['ID=4190dfd4-8b2f-487f-80bb-67d90a1a4dc4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:52.529886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cb6db-01da-4358-b9e5-048f69482613 req-ad7324fd-2f54-4575-98c8-b9d9f8f989c3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:52.531515 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-523cb6db-01da-4358-b9e5-048f69482613 req-ad7324fd-2f54-4575-98c8-b9d9f8f989c3 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.1318438 Jul 29 23:47:52.586017 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e621f792-218b-4029-bb9e-d6872c6c4c33 req-502a4971-b63b-41cd-9c9d-c6b339f94a21 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950723 Jul 29 23:47:52.820817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-523cb6db-01da-4358-b9e5-048f69482613 req-db4aaa82-3947-465b-a55d-7e8ee1142d3a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557399 Jul 29 23:47:52.875839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e0dad1ae-8691-484b-949b-d2e21c42640c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e0dad1ae-8691-484b-949b-d2e21c42640c,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:52.899135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46132) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:52.909225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'port_id': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'mac_address': 'fa:16:3e:ca:51:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:52.945912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.974450 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.990155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 180c0d09-e603-4e3f-b0cb-83511af5472a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:53.002268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0dad1ae-8691-484b-949b-d2e21c42640c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:53.086993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e0dad1ae-8691-484b-949b-d2e21c42640c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e0dad1ae-8691-484b-949b-d2e21c42640c,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:53.100755 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.101546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:53.141683 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ad772153-f448-4572-8784-6cfd9418e17a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/floatingips/8d57deae-b419-43b1-849d-be6bdd8bc7c5 HTTP/1.1" status: 200 len: 993 time: 0.2306728 Jul 29 23:47:53.229035 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.249916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e0dad1ae-8691-484b-949b-d2e21c42640c,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:53.314377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,segment=NetworkSegment(288a29ff-63ad-4e5c-bc77-2ff14cadedae),segment_id=288a29ff-63ad-4e5c-bc77-2ff14cadedae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:53.316334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:53.336727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5', 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152', 'port_id': 'e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5', 'mac_address': 'fa:16:3e:49:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce265fc-6c09-4dd3-97e3-7d37880fbc68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:53.339806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a21697-35e2-436d-b247-539a0eb325d1 req-2f518f11-73fb-46c6-a3d7-efd972fe21fd tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.344661 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1a21697-35e2-436d-b247-539a0eb325d1 req-2f518f11-73fb-46c6-a3d7-efd972fe21fd tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2488110 Jul 29 23:47:53.355291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:53.363391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:53.374548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.375586 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.403989 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.423126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f95b1-d780-452d-8aee-d126efdcf1e0 req-79499ae9-944b-49e5-8f1b-ea486b1488a7 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.425440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-525f95b1-d780-452d-8aee-d126efdcf1e0 req-79499ae9-944b-49e5-8f1b-ea486b1488a7 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.2522104 Jul 29 23:47:53.429444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:53.437372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=180c0d09-e603-4e3f-b0cb-83511af5472a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:53.458501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,segment=NetworkSegment(288a29ff-63ad-4e5c-bc77-2ff14cadedae),segment_id=288a29ff-63ad-4e5c-bc77-2ff14cadedae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:53.464320 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.482908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1cf6fdae-a297-48f0-9bcb-a0522ca5c752 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2840478 Jul 29 23:47:53.487095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46144) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:53.543719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1a21697-35e2-436d-b247-539a0eb325d1 req-61001b64-ef5f-4456-912f-3c521537f9b0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546981 Jul 29 23:47:53.568788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-525f95b1-d780-452d-8aee-d126efdcf1e0 req-1e59ab2e-e3c5-49c0-b3df-fe4ca8e39ae0 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026382 Jul 29 23:47:53.641636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:53.677622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.678139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.678672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.679575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.679575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.680004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.680832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.681842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.682307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.682750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.683193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.683705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:53.725069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08eb588-a180-4475-8358-850f6ea42a59 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.737848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08eb588-a180-4475-8358-850f6ea42a59 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.744418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46150) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:53.747416 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c08eb588-a180-4475-8358-850f6ea42a59 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2572355 Jul 29 23:47:53.777990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e0dad1ae-8691-484b-949b-d2e21c42640c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:53.789471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:53.829659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:53.977883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895d65f-27e5-45f2-9648-c90c5ba601f7 req-0461a21e-9a85-4aea-b9d3-badf10c1ce19 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.997325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f895d65f-27e5-45f2-9648-c90c5ba601f7 req-0461a21e-9a85-4aea-b9d3-badf10c1ce19 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 944 time: 0.2429168 Jul 29 23:47:54.091494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-14b9c68b-ae9d-4ba7-8422-a14247b0c998 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 180c0d09-e603-4e3f-b0cb-83511af5472a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:54.091846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14b9c68b-ae9d-4ba7-8422-a14247b0c998 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.126497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:54.223714 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b2676e9-6a5f-4f4e-892b-229869cb9d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.224861 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14b9c68b-ae9d-4ba7-8422-a14247b0c998 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.241256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-14b9c68b-ae9d-4ba7-8422-a14247b0c998 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 180c0d09-e603-4e3f-b0cb-83511af5472a owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:54.412080 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f895d65f-27e5-45f2-9648-c90c5ba601f7 req-92f783f9-89a6-4831-8eea-cfcc5a402f79 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037387 Jul 29 23:47:54.455677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c1b48-64f5-40ae-995d-46dbccd1628b req-c5feae7e-2a6c-4fcd-92c2-928c64ebbd2f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:54.457932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-687c1b48-64f5-40ae-995d-46dbccd1628b req-c5feae7e-2a6c-4fcd-92c2-928c64ebbd2f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1303012 Jul 29 23:47:54.474015 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.500456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e0dad1ae-8691-484b-949b-d2e21c42640c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:54.545638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-359fe96c-c685-4aa6-9167-9543445a27ba None None] Provisioning for port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:54.562276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-359fe96c-c685-4aa6-9167-9543445a27ba None None] Provisioning complete for port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:54.562657 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-359fe96c-c685-4aa6-9167-9543445a27ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.608418 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14b9c68b-ae9d-4ba7-8422-a14247b0c998 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.724762 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.731433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9c68b-ae9d-4ba7-8422-a14247b0c998 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=180c0d09-e603-4e3f-b0cb-83511af5472a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:54.766776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-687c1b48-64f5-40ae-995d-46dbccd1628b req-353a8c32-b1a8-48d7-92b0-a2f5ceca9259 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393155 Jul 29 23:47:54.768276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e0dad1ae-8691-484b-949b-d2e21c42640c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:54.853080 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14b9c68b-ae9d-4ba7-8422-a14247b0c998 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.856478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-14b9c68b-ae9d-4ba7-8422-a14247b0c998 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/180c0d09-e603-4e3f-b0cb-83511af5472a HTTP/1.1" status: 204 len: 168 time: 1.1105227 Jul 29 23:47:54.859488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:54.943477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0b1a-f086-4c55-bad2-7fc17f283dbe req-4e247177-4938-47f5-a72c-0b830e75a56b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:54.946897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984b0b1a-f086-4c55-bad2-7fc17f283dbe req-4e247177-4938-47f5-a72c-0b830e75a56b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1599922 Jul 29 23:47:54.953231 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-359fe96c-c685-4aa6-9167-9543445a27ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.959089 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e0dad1ae-8691-484b-949b-d2e21c42640c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e0dad1ae-8691-484b-949b-d2e21c42640c,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:54.975459 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.048052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b125397-0ed9-4f1a-9095-7d671da0f06d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:55.052615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b125397-0ed9-4f1a-9095-7d671da0f06d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:55.055979 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7b125397-0ed9-4f1a-9095-7d671da0f06d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1950774 Jul 29 23:47:55.063847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46176) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:55.106861 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-359fe96c-c685-4aa6-9167-9543445a27ba None None] For port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4190dfd4-8b2f-487f-80bb-67d90a1a4dc4,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:55.111601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984b0b1a-f086-4c55-bad2-7fc17f283dbe req-f258e2d9-e8cf-4862-acb1-d7b037c7d673 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524129 Jul 29 23:47:55.123611 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-359fe96c-c685-4aa6-9167-9543445a27ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.173078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e0dad1ae-8691-484b-949b-d2e21c42640c,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:55.208738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08213d9-fb98-4aac-9ba6-a48cb12e1e77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 065e88fb-ba55-4e0c-9185-f50c58c9f071 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:55.213887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c08213d9-fb98-4aac-9ba6-a48cb12e1e77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.262078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fe96c-c685-4aa6-9167-9543445a27ba None None] Pushing event updated for resources: {'Port': ['ID=4190dfd4-8b2f-487f-80bb-67d90a1a4dc4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:55.268151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-61f38b0c-dcfe-4a2d-8dc4-1273171416e4 None None] Could not find standard attr ID for object 180c0d09-e603-4e3f-b0cb-83511af5472a. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:47:55.292034 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c08213d9-fb98-4aac-9ba6-a48cb12e1e77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.417688 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c08213d9-fb98-4aac-9ba6-a48cb12e1e77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.450070 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.512452 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c08213d9-fb98-4aac-9ba6-a48cb12e1e77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.553104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08213d9-fb98-4aac-9ba6-a48cb12e1e77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=065e88fb-ba55-4e0c-9185-f50c58c9f071,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:55.558332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c08213d9-fb98-4aac-9ba6-a48cb12e1e77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.561625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c08213d9-fb98-4aac-9ba6-a48cb12e1e77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/065e88fb-ba55-4e0c-9185-f50c58c9f071 HTTP/1.1" status: 204 len: 168 time: 0.4958034 Jul 29 23:47:55.564952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46186) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:55.581832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f1d3c-4d09-4a17-b175-b843da214606 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:55.615117 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-72039237-d886-43a3-a595-6b9d9486ca07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487933 Jul 29 23:47:55.620470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46188) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:55.652783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c607b-8f37-4e1f-8ce9-37e1946204d1 req-0a031159-f8ec-449c-a68e-fe5175201a67 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:55.655097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be6c607b-8f37-4e1f-8ce9-37e1946204d1 req-0a031159-f8ec-449c-a68e-fe5175201a67 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 944 time: 0.1052825 Jul 29 23:47:55.703103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f510b-4986-4b12-9005-5df8dc5f29c0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:55.708754 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-778f510b-4986-4b12-9005-5df8dc5f29c0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0866168 Jul 29 23:47:55.709470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46190) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:55.767546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:55.811510 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be6c607b-8f37-4e1f-8ce9-37e1946204d1 req-0b4fcdd7-803a-483c-beaa-8f382d0f46ae tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486809 Jul 29 23:47:55.831015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b43d3db-95aa-4f1e-8897-19df5f19ff6b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:55.834995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5b43d3db-95aa-4f1e-8897-19df5f19ff6b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1233947 Jul 29 23:47:55.838998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46198) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:55.922529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46200) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:55.923400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dff6363e-fb57-40f0-ab3a-a338847338e8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816755 Jul 29 23:47:55.927369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:55.927577 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.933835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bce43673-697e-429b-807c-ddd3142bf986 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:55.980799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba6cd1-bd1f-494b-bbd9-c830ac1f5d10 None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:56.036615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba980-d01f-455f-a036-0e3c72a6f4ab req-e1c7a4cf-2f3a-4444-add1-7cfa067685d7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:56.038446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f8ba980-d01f-455f-a036-0e3c72a6f4ab req-e1c7a4cf-2f3a-4444-add1-7cfa067685d7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0822711 Jul 29 23:47:56.118584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f8ba980-d01f-455f-a036-0e3c72a6f4ab req-be3227cc-f4fd-4df5-a08c-d82531d1aa18 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696523 Jul 29 23:47:56.119439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce43673-697e-429b-807c-ddd3142bf986 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:56.123803 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bce43673-697e-429b-807c-ddd3142bf986 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.144169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba6cd1-bd1f-494b-bbd9-c830ac1f5d10 None None] Deleting port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:56.145491 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3ba6cd1-bd1f-494b-bbd9-c830ac1f5d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.276485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a3ba6cd1-bd1f-494b-bbd9-c830ac1f5d10 None None] For port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4190dfd4-8b2f-487f-80bb-67d90a1a4dc4,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:56.277660 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3ba6cd1-bd1f-494b-bbd9-c830ac1f5d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.299712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba6cd1-bd1f-494b-bbd9-c830ac1f5d10 None None] Calling delete_port for 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:56.451422 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3ba6cd1-bd1f-494b-bbd9-c830ac1f5d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.508727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e0dad1ae-8691-484b-949b-d2e21c42640c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:56.515996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba6cd1-bd1f-494b-bbd9-c830ac1f5d10 None None] Pushing event deleted for resources: {'Port': ['ID=4190dfd4-8b2f-487f-80bb-67d90a1a4dc4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:56.530200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba6cd1-bd1f-494b-bbd9-c830ac1f5d10 None None] No DVR routers for this DVR port 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:56.547145 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bce43673-697e-429b-807c-ddd3142bf986 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.647871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce43673-697e-429b-807c-ddd3142bf986 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=fff5cb37-9773-4626-bf67-91877d9f9bcb,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:56.669632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce43673-697e-429b-807c-ddd3142bf986 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:56.672558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bce43673-697e-429b-807c-ddd3142bf986 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:56.677656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce43673-697e-429b-807c-ddd3142bf986 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:56.678632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bce43673-697e-429b-807c-ddd3142bf986 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.690819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ebb7e0-575e-437a-9db7-2f97c657caa1 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:56.696809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port e0dad1ae-8691-484b-949b-d2e21c42640c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:56.697943 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.706282 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bce43673-697e-429b-807c-ddd3142bf986 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7801356 Jul 29 23:47:56.710919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:56.716870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98936ded-6313-4346-8002-90bbb9bb91b6 req-2a0862a2-53fe-4f24-9702-7ab4cf3907fc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:56.719517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:01:34:01', 'name': 'tempest-NetworksTestDHCPv6-1975218671'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:56.729179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98936ded-6313-4346-8002-90bbb9bb91b6 req-2a0862a2-53fe-4f24-9702-7ab4cf3907fc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.4660566 Jul 29 23:47:56.784669 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98936ded-6313-4346-8002-90bbb9bb91b6 req-6dca751a-a37c-4a1f-96ea-62cbb78e3a8f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540483 Jul 29 23:47:56.936596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:56.967558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.016133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': 'fff5cb37-9773-4626-bf67-91877d9f9bcb'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:47:57.016133 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.056765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:57.062490 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5272af66-5b97-4474-af6f-de7be9d2284c" -d '{"events": [{"server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "name": "network-vif-plugged", "status": "completed", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:57.110119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e0dad1ae-8691-484b-949b-d2e21c42640c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e0dad1ae-8691-484b-949b-d2e21c42640c,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:57.118878 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.120093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:57.132360 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.176990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 9152e974-11a7-4b8d-a6fa-74c157356363 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:47:57.231416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246298f-8082-4d84-900f-537086db066e req-e4cbb776-63b8-4662-acc8-396039a04877 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:57.237740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3246298f-8082-4d84-900f-537086db066e req-e4cbb776-63b8-4662-acc8-396039a04877 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 944 time: 0.1858928 Jul 29 23:47:57.321826 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3246298f-8082-4d84-900f-537086db066e req-7060f85c-0847-4ccd-a6e5-c770c50e0d8c tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755379 Jul 29 23:47:57.346897 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedbf97b-3d8b-41f6-a928-29327210b6cd x-openstack-request-id: req-fedbf97b-3d8b-41f6-a928-29327210b6cd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:57.347925 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "name": "network-vif-plugged", "status": "completed", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:57.347925 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fedbf97b-3d8b-41f6-a928-29327210b6cd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:57.347925 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'code': 200} Jul 29 23:47:57.375661 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.418694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5be448-790a-40cc-95c3-3934fd9c6324 req-313ef2a5-3913-4e9f-ab9d-c0d4d684eb0d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:57.419909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/fff5cb37-9773-4626-bf67-91877d9f9bcb/a50943f9-3865-4461-b28c-361856fdbe94) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:57.425022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc5be448-790a-40cc-95c3-3934fd9c6324 req-313ef2a5-3913-4e9f-ab9d-c0d4d684eb0d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1007752 Jul 29 23:47:57.467513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e0dad1ae-8691-484b-949b-d2e21c42640c,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:57.505067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc5be448-790a-40cc-95c3-3934fd9c6324 req-2c9f071a-af06-4224-8e9f-dd51a9c15b9d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669096 Jul 29 23:47:57.533050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:57.540742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:57.541120 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.657806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:57.738421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:57.738421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4190dfd4-8b2f-487f-80bb-67d90a1a4dc4 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:57.758740 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.766572 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.790672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Transition to ACTIVE for port object a50943f9-3865-4461-b28c-361856fdbe94 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:57.837432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Transition to ACTIVE for port object a50943f9-3865-4461-b28c-361856fdbe94 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:57.841354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,segment=NetworkSegment(288a29ff-63ad-4e5c-bc77-2ff14cadedae),segment_id=288a29ff-63ad-4e5c-bc77-2ff14cadedae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:57.848347 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.856981 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.940046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:57.959584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:57.969183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:57.971068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364cbfb-1d3d-4a9a-b947-bdf6f98c7496 req-f61addb1-15fa-4ac2-ba2e-916ccb8985d3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:57.971803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::234 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/fff5cb37-9773-4626-bf67-91877d9f9bcb/9152e974-11a7-4b8d-a6fa-74c157356363) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:57.974150 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d364cbfb-1d3d-4a9a-b947-bdf6f98c7496 req-f61addb1-15fa-4ac2-ba2e-916ccb8985d3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.0762296 Jul 29 23:47:57.980744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:58.055427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d364cbfb-1d3d-4a9a-b947-bdf6f98c7496 req-12721b88-ff0e-4823-97c0-0ca40091e6a8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693870 Jul 29 23:47:58.121939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Pushing event updated for resources: {'Port': ['ID=a50943f9-3865-4461-b28c-361856fdbe94,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:58.125687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Attempting to bind port a50943f9-3865-4461-b28c-361856fdbe94 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:58.126281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Attempting to bind port a50943f9-3865-4461-b28c-361856fdbe94 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:58.126865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Attempting to bind port a50943f9-3865-4461-b28c-361856fdbe94 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:58.135657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:58.135911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:58.136472 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.137455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:58.138206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Bound port: a50943f9-3865-4461-b28c-361856fdbe94, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:58.138598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.218054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.239713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 9152e974-11a7-4b8d-a6fa-74c157356363 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:58.244938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] For port a50943f9-3865-4461-b28c-361856fdbe94, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:58.248167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] For port a50943f9-3865-4461-b28c-361856fdbe94, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a50943f9-3865-4461-b28c-361856fdbe94,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:58.253054 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.296686 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.351215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663214d9-4ea4-4170-b8e3-23fe4bd506b6 None None] Pushing event updated for resources: {'Port': ['ID=a50943f9-3865-4461-b28c-361856fdbe94,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:58.386463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:58.391958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:58.394695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:58.401378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:58.402068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.425216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=9152e974-11a7-4b8d-a6fa-74c157356363,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:58.439828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46246) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:58.442487 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6728fb18-b21b-44bb-af5d-2e19d7e311b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7283680 Jul 29 23:47:58.579234 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946d4bc-dcb5-4da2-9702-7931de62805d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:58.592728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946d4bc-dcb5-4da2-9702-7931de62805d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:58.594436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3946d4bc-dcb5-4da2-9702-7931de62805d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1525974 Jul 29 23:47:58.600167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:58.698947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2ae7-93c6-4ca5-9d2e-d6c09b90c99b req-207745a1-10b2-4af9-b49d-10acf6559a0a tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:58.710715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-105e2ae7-93c6-4ca5-9d2e-d6c09b90c99b req-207745a1-10b2-4af9-b49d-10acf6559a0a tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 945 time: 0.2243249 Jul 29 23:47:58.777389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-105e2ae7-93c6-4ca5-9d2e-d6c09b90c99b req-e639d878-1525-4cd1-ac6f-8774477ad8a0 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661077 Jul 29 23:47:58.787447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 9152e974-11a7-4b8d-a6fa-74c157356363 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:58.787447 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.796280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f425-ee09-4575-8ef6-2282ae466a99 req-4f98dda3-d903-407c-a5a7-193d86df8dea tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:58.798946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90e4f425-ee09-4575-8ef6-2282ae466a99 req-4f98dda3-d903-407c-a5a7-193d86df8dea tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1760929 Jul 29 23:47:58.870254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90e4f425-ee09-4575-8ef6-2282ae466a99 req-5fe39868-aa21-41c7-8987-f53b979ffe90 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631876 Jul 29 23:47:58.923784 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.937664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 9152e974-11a7-4b8d-a6fa-74c157356363 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:59.134498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.190636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=9152e974-11a7-4b8d-a6fa-74c157356363,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:59.232152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.232708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.233245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.233924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.234460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.235107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.235627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.236151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.236697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.237399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.238082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.239782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.244841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119b546-de05-4bdb-ae61-348091d83a50 req-f04f5a0e-704b-487c-a741-4bac58935e2a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:59.253859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.254064 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1119b546-de05-4bdb-ae61-348091d83a50 req-f04f5a0e-704b-487c-a741-4bac58935e2a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.0974586 Jul 29 23:47:59.261757 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-15b18cc3-5e97-45cb-aa5d-2348505c1f66 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/9152e974-11a7-4b8d-a6fa-74c157356363 HTTP/1.1" status: 204 len: 168 time: 0.6578693 Jul 29 23:47:59.262947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46262) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:59.349332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bd213b-fd91-4baf-8eee-94e1670bb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:59.354298 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996e49aa-204c-4809-8446-5c6be10ad7be" -d '{"events": [{"server_uuid": "16bd213b-fd91-4baf-8eee-94e1670bb8af", "name": "network-vif-plugged", "status": "completed", "tag": "e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:59.400461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1119b546-de05-4bdb-ae61-348091d83a50 req-2ee7c25e-fbf0-4883-a9ec-58517a5015cc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453118 Jul 29 23:47:59.435676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0a0a7-546b-4578-ab6d-d1b3f6b2f2b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:59.438079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0a0a7-546b-4578-ab6d-d1b3f6b2f2b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:59.440506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3af0a0a7-546b-4578-ab6d-d1b3f6b2f2b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1761279 Jul 29 23:47:59.443933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:59.476844 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0531e0-a348-4591-8197-226e99dfcb02 x-openstack-request-id: req-5c0531e0-a348-4591-8197-226e99dfcb02 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:59.477453 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bd213b-fd91-4baf-8eee-94e1670bb8af", "name": "network-vif-plugged", "status": "completed", "tag": "e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:59.477930 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c0531e0-a348-4591-8197-226e99dfcb02 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:59.478688 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bd213b-fd91-4baf-8eee-94e1670bb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5', 'code': 200} Jul 29 23:47:59.533232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3339a37e-b3dc-4332-a5b0-3dcf5c97859e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet fff5cb37-9773-4626-bf67-91877d9f9bcb {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:59.538883 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3339a37e-b3dc-4332-a5b0-3dcf5c97859e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.645333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3339a37e-b3dc-4332-a5b0-3dcf5c97859e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.751682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f4cf9-5049-4116-9a16-d13c0373308b req-f6a6808f-9106-4c09-8472-387ec985a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:59.755930 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8b8f4cf9-5049-4116-9a16-d13c0373308b req-f6a6808f-9106-4c09-8472-387ec985a841 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 1097 time: 0.1799572 Jul 29 23:47:59.757895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a50943f9-3865-4461-b28c-361856fdbe94 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:59.842708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3339a37e-b3dc-4332-a5b0-3dcf5c97859e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.913676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a50943f9-3865-4461-b28c-361856fdbe94 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:59.928309 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8b8f4cf9-5049-4116-9a16-d13c0373308b req-4d8710bc-ef1e-4ede-9b21-a0c6f80767e1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625371 Jul 29 23:47:59.983226 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3339a37e-b3dc-4332-a5b0-3dcf5c97859e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.021611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8e7845b7-8a44-4b0a-9e6d-0ad759b8ed0f None None] Provisioning for port a50943f9-3865-4461-b28c-361856fdbe94 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:00.036174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8e7845b7-8a44-4b0a-9e6d-0ad759b8ed0f None None] Provisioning complete for port a50943f9-3865-4461-b28c-361856fdbe94 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:00.036797 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3339a37e-b3dc-4332-a5b0-3dcf5c97859e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.039672 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e7845b7-8a44-4b0a-9e6d-0ad759b8ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.043069 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3339a37e-b3dc-4332-a5b0-3dcf5c97859e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/fff5cb37-9773-4626-bf67-91877d9f9bcb HTTP/1.1" status: 204 len: 168 time: 0.5971947 Jul 29 23:48:00.043859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:00.098603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339a37e-b3dc-4332-a5b0-3dcf5c97859e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=fff5cb37-9773-4626-bf67-91877d9f9bcb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:00.185006 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-87374870-4cda-460e-a789-bfc9253cc2e9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1373076 Jul 29 23:48:00.186071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46284) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:00.233595 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e7845b7-8a44-4b0a-9e6d-0ad759b8ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.260219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55105072-81b1-44a1-b6b0-da48d06af1fa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.262880 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-55105072-81b1-44a1-b6b0-da48d06af1fa tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0758619 Jul 29 23:48:00.265431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46286) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:00.274509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9c897-78bc-4aee-aec7-0ad4076c29d6 req-df52b1c0-9dcb-42b8-a2bc-87dce85de48b tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.296862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77d9c897-78bc-4aee-aec7-0ad4076c29d6 req-df52b1c0-9dcb-42b8-a2bc-87dce85de48b tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 945 time: 0.3145072 Jul 29 23:48:00.300891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8e7845b7-8a44-4b0a-9e6d-0ad759b8ed0f None None] For port a50943f9-3865-4461-b28c-361856fdbe94, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a50943f9-3865-4461-b28c-361856fdbe94,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:00.306544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e7845b7-8a44-4b0a-9e6d-0ad759b8ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.370626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930bbaa-f50a-4fd9-9cb7-56acadea78cf req-a63f7f62-c396-4eff-96a5-30bd2cdf3dd1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.375013 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c930bbaa-f50a-4fd9-9cb7-56acadea78cf req-a63f7f62-c396-4eff-96a5-30bd2cdf3dd1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2990801 Jul 29 23:48:00.394977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42338103-765d-4264-9085-ed7b90d26d9f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.398270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-42338103-765d-4264-9085-ed7b90d26d9f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1266124 Jul 29 23:48:00.400097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a43ddb-86de-4228-9c72-27c4984fcc89 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:00.400836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46288) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:00.412275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7845b7-8a44-4b0a-9e6d-0ad759b8ed0f None None] Pushing event updated for resources: {'Port': ['ID=a50943f9-3865-4461-b28c-361856fdbe94,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:00.431717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77d9c897-78bc-4aee-aec7-0ad4076c29d6 req-ceb3185c-449f-4f4f-9faa-856f8911d419 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332841 Jul 29 23:48:00.489212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c930bbaa-f50a-4fd9-9cb7-56acadea78cf req-d8ab5c6b-7829-4cd8-a828-6cb45a3514e1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978568 Jul 29 23:48:00.513499 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d0e51202-f244-4064-bfc5-ca16e30448c2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105404 Jul 29 23:48:00.519008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46298) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:00.520703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ddc492a5-f55e-4a42-bd7b-fc9f21b6e4ab None None] Could not find standard attr ID for object 9152e974-11a7-4b8d-a6fa-74c157356363. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:00.531451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:00.703641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aee7b7-4f58-4e6e-af15-cf186ac75e00 req-0aedbde2-e2ad-482a-a54e-93fdad2e9d04 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.705324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:00.709208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.710683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4aee7b7-4f58-4e6e-af15-cf186ac75e00 req-0aedbde2-e2ad-482a-a54e-93fdad2e9d04 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1017566 Jul 29 23:48:00.784329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5f0397-6c8c-4e7a-82c3-60825dc94f98 None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:48:00.841868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4aee7b7-4f58-4e6e-af15-cf186ac75e00 req-205f63c8-4058-4fdc-8e5f-65ed0143123e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232941 Jul 29 23:48:00.892891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aa5f0397-6c8c-4e7a-82c3-60825dc94f98 None None] Deleting port a50943f9-3865-4461-b28c-361856fdbe94 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:00.893943 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa5f0397-6c8c-4e7a-82c3-60825dc94f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.216355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-aa5f0397-6c8c-4e7a-82c3-60825dc94f98 None None] For port a50943f9-3865-4461-b28c-361856fdbe94, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a50943f9-3865-4461-b28c-361856fdbe94,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:01.216861 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa5f0397-6c8c-4e7a-82c3-60825dc94f98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.238810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aa5f0397-6c8c-4e7a-82c3-60825dc94f98 None None] Calling delete_port for a50943f9-3865-4461-b28c-361856fdbe94 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:01.243298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:48:01.368482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa5f0397-6c8c-4e7a-82c3-60825dc94f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.415241 n-d-712139-11 neutron-server[93817]: WARNING neutron.services.revisions.revision_plugin [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Could not find related port for resource to bump revision. Jul 29 23:48:01.419145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f0397-6c8c-4e7a-82c3-60825dc94f98 None None] Pushing event deleted for resources: {'Port': ['ID=a50943f9-3865-4461-b28c-361856fdbe94,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:01.422516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f0397-6c8c-4e7a-82c3-60825dc94f98 None None] No DVR routers for this DVR port a50943f9-3865-4461-b28c-361856fdbe94 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:01.424677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_pluggable_backend [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Port a50943f9-3865-4461-b28c-361856fdbe94 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 29 23:48:01.425355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_pluggable_backend [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9d:1ee0 {{(pid=93817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 29 23:48:01.433822 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_pluggable_backend [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9d:1ee0 {{(pid=93817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 29 23:48:01.435976 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.506213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:01.511060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:01.516590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:01.517504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.526175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b4dda-0bc1-497d-9280-71f0bd340087 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:01.544930 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0240293 Jul 29 23:48:01.549321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:01.560781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98379f-7bf8-4d01-8da4-75f0f003be10 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=5d03471a-586e-4e21-ad1f-4a7cf75f4432,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:01.564303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0c9313b3-a52b-4b17-a849-a1690f6dd731 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:01.683541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a50943f9-3865-4461-b28c-361856fdbe94 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:01.747398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a50943f9-3865-4461-b28c-361856fdbe94 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:01.747894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a50943f9-3865-4461-b28c-361856fdbe94 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:01.843804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc81385-7399-4882-925e-9d3020ad4a56 req-801a3c10-6257-4aa1-946b-e31ba7cf69f7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:01.845529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ecc81385-7399-4882-925e-9d3020ad4a56 req-801a3c10-6257-4aa1-946b-e31ba7cf69f7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1492410 Jul 29 23:48:01.852296 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': '5d03471a-586e-4e21-ad1f-4a7cf75f4432'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:01.854170 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.859002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32e03-415f-4224-b983-aa7ab9688a5b req-5f600dcb-71a3-486b-abf7-1fa6a6ce6b5f tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:01.868484 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edd32e03-415f-4224-b983-aa7ab9688a5b req-5f600dcb-71a3-486b-abf7-1fa6a6ce6b5f tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 945 time: 0.1627460 Jul 29 23:48:01.950834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ecc81385-7399-4882-925e-9d3020ad4a56 req-ffdc2d17-a441-4b8d-8a8f-99d2857799b8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731404 Jul 29 23:48:01.961435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9313b3-a52b-4b17-a849-a1690f6dd731 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:01.965284 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c9313b3-a52b-4b17-a849-a1690f6dd731 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.992296 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edd32e03-415f-4224-b983-aa7ab9688a5b req-a71cfff7-c444-478f-9af1-e66db26b29d5 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201859 Jul 29 23:48:02.100263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Allocated IP 2001:db8::f816:3eff:fed9:6ebb (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/5d03471a-586e-4e21-ad1f-4a7cf75f4432/89530d35-4e8f-4786-b40f-4091ac67b9d7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:02.195674 n-d-712139-11 neutron-server[93816]: INFO neutron.db.ipam_backend_mixin [None req-0c9313b3-a52b-4b17-a849-a1690f6dd731 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d03471a-586e-4e21-ad1f-4a7cf75f4432 (CIDR: 2001:db8::/64) Jul 29 23:48:02.215366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d68c2-bae8-427d-b379-331c71d4d71e req-18f2f5e5-92df-489d-840c-d0aa027d44b5 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:02.217851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e72d68c2-bae8-427d-b379-331c71d4d71e req-18f2f5e5-92df-489d-840c-d0aa027d44b5 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1637440 Jul 29 23:48:02.221269 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9313b3-a52b-4b17-a849-a1690f6dd731 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:48:02.222113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9313b3-a52b-4b17-a849-a1690f6dd731 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:02.268675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0c9313b3-a52b-4b17-a849-a1690f6dd731 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7159786 Jul 29 23:48:02.272801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46352) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:02.282774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d6c906f3-e427-4e94-8da0-b21db3beeb0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:02.292053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e72d68c2-bae8-427d-b379-331c71d4d71e req-46a103e3-f064-469c-802c-e79e119cc001 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530829 Jul 29 23:48:02.373768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.396737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Transition to ACTIVE for port object 89530d35-4e8f-4786-b40f-4091ac67b9d7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:02.422497 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.436785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Transition to ACTIVE for port object 89530d35-4e8f-4786-b40f-4091ac67b9d7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:02.448064 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.477885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c906f3-e427-4e94-8da0-b21db3beeb0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:02.485110 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c906f3-e427-4e94-8da0-b21db3beeb0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.520962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:02.526512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:02.533691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:02.665518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Pushing event updated for resources: {'Port': ['ID=89530d35-4e8f-4786-b40f-4091ac67b9d7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:02.690054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Attempting to bind port 89530d35-4e8f-4786-b40f-4091ac67b9d7 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:02.692290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Attempting to bind port 89530d35-4e8f-4786-b40f-4091ac67b9d7 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:02.693031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Attempting to bind port 89530d35-4e8f-4786-b40f-4091ac67b9d7 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:02.705768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:02.706375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:02.708636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.709363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:02.710742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Bound port: 89530d35-4e8f-4786-b40f-4091ac67b9d7, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:02.711387 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.891510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] For port 89530d35-4e8f-4786-b40f-4091ac67b9d7, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:02.902945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] For port 89530d35-4e8f-4786-b40f-4091ac67b9d7, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=89530d35-4e8f-4786-b40f-4091ac67b9d7,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:02.910335 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.945243 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c906f3-e427-4e94-8da0-b21db3beeb0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.074335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0e051-ace4-4a6f-8f59-ae571893934d None None] Pushing event updated for resources: {'Port': ['ID=89530d35-4e8f-4786-b40f-4091ac67b9d7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:03.118242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c906f3-e427-4e94-8da0-b21db3beeb0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=37f74619-7aa3-4d87-9836-bed7c152da8e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:03.138589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c906f3-e427-4e94-8da0-b21db3beeb0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:03.141396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d6c906f3-e427-4e94-8da0-b21db3beeb0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:03.146292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c906f3-e427-4e94-8da0-b21db3beeb0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.146865 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c906f3-e427-4e94-8da0-b21db3beeb0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.176256 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d6c906f3-e427-4e94-8da0-b21db3beeb0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9014387 Jul 29 23:48:03.178639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46388) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:03.189246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc17a4-7e32-47d0-ac68-8bf3d8e23aff req-14a1d371-f8fd-41be-9ffe-0315cb735614 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.194093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:c1:ed:a5', 'name': 'tempest-NetworksTestDHCPv6-873141757'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:03.204149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01cc17a4-7e32-47d0-ac68-8bf3d8e23aff req-14a1d371-f8fd-41be-9ffe-0315cb735614 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1238503 Jul 29 23:48:03.298264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01cc17a4-7e32-47d0-ac68-8bf3d8e23aff req-3cb7b409-2dcb-42d7-9e22-c090ed0fea51 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917146 Jul 29 23:48:03.602774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:03.614415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0d416-b430-433b-9423-75c4a8777fb7 req-c1b29465-733e-4f7e-bcb9-040873fe05b1 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.630991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8a0d416-b430-433b-9423-75c4a8777fb7 req-c1b29465-733e-4f7e-bcb9-040873fe05b1 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1503019 Jul 29 23:48:03.750566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8a0d416-b430-433b-9423-75c4a8777fb7 req-a04fb679-cad8-441a-a9ab-bbfb1a8df1f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991242 Jul 29 23:48:03.828724 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.833717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 89530d35-4e8f-4786-b40f-4091ac67b9d7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:03.900320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port f5c15867-34b3-4bf1-aa34-ceccdaf101cb yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:03.979743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:04.295235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8:0:1::20 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/37f74619-7aa3-4d87-9836-bed7c152da8e/f5c15867-34b3-4bf1-aa34-ceccdaf101cb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:04.310286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::f816:3eff:fec1:eda5 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/5d03471a-586e-4e21-ad1f-4a7cf75f4432/f5c15867-34b3-4bf1-aa34-ceccdaf101cb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:04.603990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509aaa6-3314-435d-b6f3-84ab22d67b85 req-d35ebf80-e6ca-435d-9a13-c42f2cc30f53 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:04.612625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3509aaa6-3314-435d-b6f3-84ab22d67b85 req-d35ebf80-e6ca-435d-9a13-c42f2cc30f53 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0900524 Jul 29 23:48:04.633415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.671850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3509aaa6-3314-435d-b6f3-84ab22d67b85 req-6c01d62e-5e4e-4b53-add4-96235582c883 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555441 Jul 29 23:48:04.681990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object f5c15867-34b3-4bf1-aa34-ceccdaf101cb will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:04.770011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294bce8a-0d44-489f-b242-eb1d2b6a56e9 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:04.793137 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.850201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:04.858703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:04.864690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:04.875340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:04.876506 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.916635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=f5c15867-34b3-4bf1-aa34-ceccdaf101cb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:04.930504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-14f51fe2-acc2-456f-8d18-e4a1ce0268b2 None None] Provisioning for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:04.941277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-14f51fe2-acc2-456f-8d18-e4a1ce0268b2 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:04.942020 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14f51fe2-acc2-456f-8d18-e4a1ce0268b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.957015 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-527142a7-edf7-4891-b971-eb6d85515ec9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7758381 Jul 29 23:48:04.958039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:05.005239 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:48:05.083704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5e040-42ff-4c90-a8cf-a86c39113b0e req-957ef58b-5680-44a5-b4bd-e8dccd4fad16 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.085571 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6c5e040-42ff-4c90-a8cf-a86c39113b0e req-957ef58b-5680-44a5-b4bd-e8dccd4fad16 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1744263 Jul 29 23:48:05.150391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6c5e040-42ff-4c90-a8cf-a86c39113b0e req-5e0592eb-1826-44c0-9143-3cccde697635 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582609 Jul 29 23:48:05.173778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-37cd37dc-3969-44ce-aa33-63e30bb7a5a6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port f5c15867-34b3-4bf1-aa34-ceccdaf101cb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:05.174129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37cd37dc-3969-44ce-aa33-63e30bb7a5a6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.225530 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14f51fe2-acc2-456f-8d18-e4a1ce0268b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.362203 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37cd37dc-3969-44ce-aa33-63e30bb7a5a6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.375748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-14f51fe2-acc2-456f-8d18-e4a1ce0268b2 None None] For port 89530d35-4e8f-4786-b40f-4091ac67b9d7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=89530d35-4e8f-4786-b40f-4091ac67b9d7,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:05.383479 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14f51fe2-acc2-456f-8d18-e4a1ce0268b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.384169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-37cd37dc-3969-44ce-aa33-63e30bb7a5a6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for f5c15867-34b3-4bf1-aa34-ceccdaf101cb owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:05.560693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f51fe2-acc2-456f-8d18-e4a1ce0268b2 None None] Pushing event updated for resources: {'Port': ['ID=89530d35-4e8f-4786-b40f-4091ac67b9d7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:05.594582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2efef7a-0a84-4c22-b0ed-c6f5c000c069 None None] Update dhcp port {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': '5d03471a-586e-4e21-ad1f-4a7cf75f4432', 'ip_address': '2001:db8::f816:3eff:fed9:6ebb'}, {'subnet_id': '37f74619-7aa3-4d87-9836-bed7c152da8e'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '89530d35-4e8f-4786-b40f-4091ac67b9d7'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:48:05.645203 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2efef7a-0a84-4c22-b0ed-c6f5c000c069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.846435 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37cd37dc-3969-44ce-aa33-63e30bb7a5a6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.978822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56403ea8-4879-4638-adc5-e202bdd598ff req-97cd5848-43a4-4cd8-af85-09b1cd1987da tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.982109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56403ea8-4879-4638-adc5-e202bdd598ff req-97cd5848-43a4-4cd8-af85-09b1cd1987da tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1439304 Jul 29 23:48:05.993185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd37dc-3969-44ce-aa33-63e30bb7a5a6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=f5c15867-34b3-4bf1-aa34-ceccdaf101cb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:06.045815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f2efef7a-0a84-4c22-b0ed-c6f5c000c069 None None] Allocated IP 2001:db8:0:1::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/37f74619-7aa3-4d87-9836-bed7c152da8e/89530d35-4e8f-4786-b40f-4091ac67b9d7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:06.060699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56403ea8-4879-4638-adc5-e202bdd598ff req-6cddf7bb-a6e1-4792-b5dc-8ac21805c136 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685453 Jul 29 23:48:06.102152 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37cd37dc-3969-44ce-aa33-63e30bb7a5a6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.107108 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-37cd37dc-3969-44ce-aa33-63e30bb7a5a6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/f5c15867-34b3-4bf1-aa34-ceccdaf101cb HTTP/1.1" status: 204 len: 168 time: 1.1473975 Jul 29 23:48:06.110544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:06.214052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0068d4-3423-4433-a48c-00e11775ad7f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.220590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fd0068d4-3423-4433-a48c-00e11775ad7f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1054087 Jul 29 23:48:06.222997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:06.241743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f2efef7a-0a84-4c22-b0ed-c6f5c000c069 None None] For port 89530d35-4e8f-4786-b40f-4091ac67b9d7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=89530d35-4e8f-4786-b40f-4091ac67b9d7,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:06.308706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2efef7a-0a84-4c22-b0ed-c6f5c000c069 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.332935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2efef7a-0a84-4c22-b0ed-c6f5c000c069 None None] Transition to ACTIVE for port object 89530d35-4e8f-4786-b40f-4091ac67b9d7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:06.337679 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2efef7a-0a84-4c22-b0ed-c6f5c000c069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.387645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffed61-c09d-4de5-afce-b0af4bb066fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.394405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46482) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:06.408789 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8dffed61-c09d-4de5-afce-b0af4bb066fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1836123 Jul 29 23:48:06.513945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efef7a-0a84-4c22-b0ed-c6f5c000c069 None None] Pushing event updated for resources: {'Port': ['ID=89530d35-4e8f-4786-b40f-4091ac67b9d7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:06.579536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8e47-603d-4bfe-b30d-cd79fc7b13d6 req-b74e906e-2a67-4dc4-aa92-64507f102f66 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.590401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b15e8e47-603d-4bfe-b30d-cd79fc7b13d6 req-b74e906e-2a67-4dc4-aa92-64507f102f66 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.3052161 Jul 29 23:48:06.633069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c459760-e908-4685-9db3-fc1dfa034caa req-feac73bb-5b70-4052-b145-43579d4369a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.635885 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c459760-e908-4685-9db3-fc1dfa034caa req-feac73bb-5b70-4052-b145-43579d4369a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1096 time: 0.1118364 Jul 29 23:48:06.643084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda21055-75c6-4a1e-ad81-b70121daf3cf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.644884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda21055-75c6-4a1e-ad81-b70121daf3cf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.647196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda21055-75c6-4a1e-ad81-b70121daf3cf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.649069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eda21055-75c6-4a1e-ad81-b70121daf3cf tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2516258 Jul 29 23:48:06.654219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46484) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:06.707004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b15e8e47-603d-4bfe-b30d-cd79fc7b13d6 req-81106bc7-f12b-4e54-9a92-f13b5108b965 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143086 Jul 29 23:48:06.728429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdf77a-8e04-4551-ab61-5995d40b2e46 req-c71f51db-b54e-47a4-88c6-78635769fa8e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.736898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ffdf77a-8e04-4551-ab61-5995d40b2e46 req-c71f51db-b54e-47a4-88c6-78635769fa8e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2463868 Jul 29 23:48:06.853357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ffdf77a-8e04-4551-ab61-5995d40b2e46 req-961530f9-4250-4719-b698-c5ce3151dd70 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149900 Jul 29 23:48:06.863657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c459760-e908-4685-9db3-fc1dfa034caa req-330b6a1a-64bb-4e1a-a0c5-4bd92950a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.866244 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c459760-e908-4685-9db3-fc1dfa034caa req-330b6a1a-64bb-4e1a-a0c5-4bd92950a094 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.2232435 Jul 29 23:48:06.870097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 37f74619-7aa3-4d87-9836-bed7c152da8e {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:06.875789 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.016731 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.019391 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c459760-e908-4685-9db3-fc1dfa034caa req-1c7269a5-0f3e-43cd-9dbf-eb9508b06878 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 998 time: 0.1398501 Jul 29 23:48:07.123141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c459760-e908-4685-9db3-fc1dfa034caa req-2aed8a17-6442-4213-9931-347741070e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.129862 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c459760-e908-4685-9db3-fc1dfa034caa req-2aed8a17-6442-4213-9931-347741070e9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.1015334 Jul 29 23:48:07.177983 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.253139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c459760-e908-4685-9db3-fc1dfa034caa req-18997ab8-15ce-456a-a975-cd0afe9b0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.257233 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c459760-e908-4685-9db3-fc1dfa034caa req-18997ab8-15ce-456a-a975-cd0afe9b0aa2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188633 Jul 29 23:48:07.349164 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.416490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=37f74619-7aa3-4d87-9836-bed7c152da8e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:07.427034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.430674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/37f74619-7aa3-4d87-9836-bed7c152da8e HTTP/1.1" status: 204 len: 168 time: 0.7746634 Jul 29 23:48:07.437394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:07.441922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.444235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.445328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.446216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.446993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.447869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.448796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.449325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.449902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.452109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.452109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.452400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93952d1-8563-4ee8-b8eb-d5e2f4426a85 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:07.531280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fea3ec1b-75a4-43cf-a6ab-41c0bb60e042 None None] Could not find standard attr ID for object f5c15867-34b3-4bf1-aa34-ceccdaf101cb. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:07.535094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be567ef-607b-4a7a-8424-4739ea2da465 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:07.662910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fea3ec1b-75a4-43cf-a6ab-41c0bb60e042 None None] Provisioning for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:07.674455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fea3ec1b-75a4-43cf-a6ab-41c0bb60e042 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:07.675622 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fea3ec1b-75a4-43cf-a6ab-41c0bb60e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.733935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 89530d35-4e8f-4786-b40f-4091ac67b9d7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:07.970115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c8510-9028-4476-b5f5-a55df45ec9d8 req-e182a450-41db-499d-9615-1c63ad1625fc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.985385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf54900-cb2c-49db-ada4-32381988389b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 5d03471a-586e-4e21-ad1f-4a7cf75f4432 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:07.988857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c67c8510-9028-4476-b5f5-a55df45ec9d8 req-e182a450-41db-499d-9615-1c63ad1625fc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1476729 Jul 29 23:48:08.028003 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cf54900-cb2c-49db-ada4-32381988389b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.083586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:08.084261 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.132653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c67c8510-9028-4476-b5f5-a55df45ec9d8 req-beedd242-d3da-4afa-9429-d849cebafcc8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423495 Jul 29 23:48:08.187035 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c459760-e908-4685-9db3-fc1dfa034caa req-db6f4faf-ddbd-4fbd-bf2c-9aa23be887bf service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9221060 Jul 29 23:48:08.188300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb910e6-19cf-4661-9bf8-2bb659f842f6 req-483bb779-714b-4453-8e90-1bc1e2349972 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:08.192752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bb910e6-19cf-4661-9bf8-2bb659f842f6 req-483bb779-714b-4453-8e90-1bc1e2349972 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1350765 Jul 29 23:48:08.265400 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cf54900-cb2c-49db-ada4-32381988389b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.318882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bb910e6-19cf-4661-9bf8-2bb659f842f6 req-a25cf018-abf4-4fbd-aef5-06abb5879268 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086209 Jul 29 23:48:08.522087 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cf54900-cb2c-49db-ada4-32381988389b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.591992 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c459760-e908-4685-9db3-fc1dfa034caa req-4b1a4ccb-694b-46c6-be27-fd40979eaace service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973625 Jul 29 23:48:08.650668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cf54900-cb2c-49db-ada4-32381988389b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.713526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf54900-cb2c-49db-ada4-32381988389b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=5d03471a-586e-4e21-ad1f-4a7cf75f4432,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:08.722957 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cf54900-cb2c-49db-ada4-32381988389b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.725605 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5cf54900-cb2c-49db-ada4-32381988389b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/5d03471a-586e-4e21-ad1f-4a7cf75f4432 HTTP/1.1" status: 204 len: 168 time: 1.2862577 Jul 29 23:48:08.729999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46500) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:08.828674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-edd43202-4066-4684-849e-6e50b4900818 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969417 Jul 29 23:48:08.831132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46502) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:08.847501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:09.038597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:09.044856 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.337996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57be05da-2af2-4e30-b67c-8771753bd7a7 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:09.457874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dfbe9-ab52-48aa-99a4-688db35247fc req-14aff2ac-cc44-417c-8c0b-7e417817a101 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:09.461701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe9dfbe9-ab52-48aa-99a4-688db35247fc req-14aff2ac-cc44-417c-8c0b-7e417817a101 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.2009666 Jul 29 23:48:09.545461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eb230cdc-2499-49c6-89cc-0ac3514c27bd None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:09.556529 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb230cdc-2499-49c6-89cc-0ac3514c27bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.610316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe9dfbe9-ab52-48aa-99a4-688db35247fc req-0f23fec5-7076-42f7-9b0c-24678808045e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393604 Jul 29 23:48:09.655306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f623174-bdb1-4ccd-b2ae-84945866cd0b req-57fe1944-a81b-4289-bbcc-5d5efab08f8c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:09.657790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f623174-bdb1-4ccd-b2ae-84945866cd0b req-57fe1944-a81b-4289-bbcc-5d5efab08f8c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1474025 Jul 29 23:48:09.787818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f623174-bdb1-4ccd-b2ae-84945866cd0b req-3b563ea8-4796-43eb-9b98-a3341ea41961 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137333 Jul 29 23:48:09.812602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:48:10.053054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba2331-d0dc-4fe5-ad75-17332270a87c req-a76e7e48-a098-42c7-a73a-6fcbf3b9d21c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:10.074943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dba2331-d0dc-4fe5-ad75-17332270a87c req-a76e7e48-a098-42c7-a73a-6fcbf3b9d21c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1516242 Jul 29 23:48:10.143899 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.157977 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dba2331-d0dc-4fe5-ad75-17332270a87c req-424686b1-f99d-40ac-9017-09b1d6648b38 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772238 Jul 29 23:48:10.379209 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5c2df9de-175f-4403-9bed-ef2d6f0d73d7 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:10.379956 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c2df9de-175f-4403-9bed-ef2d6f0d73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.504176 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] For port 89530d35-4e8f-4786-b40f-4091ac67b9d7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=89530d35-4e8f-4786-b40f-4091ac67b9d7,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:10.606058 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.611791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.612675 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.682264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7b433-1b1e-46e6-8762-d0c43fbc0011 req-5aa0f8f2-5f07-4955-8564-414d9d742ee6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:10.693095 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ead7b433-1b1e-46e6-8762-d0c43fbc0011 req-5aa0f8f2-5f07-4955-8564-414d9d742ee6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1773717 Jul 29 23:48:10.710547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=8f6e5fea-8ffa-443f-8e51-eb218f8f9e48,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:10.783853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:10.787428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:10.792898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e61eb26-7bc0-4860-9f6e-e32f369af4bb None None] Could not find standard attr ID for object f5c15867-34b3-4bf1-aa34-ceccdaf101cb. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:10.794565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:10.795176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.809198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ead7b433-1b1e-46e6-8762-d0c43fbc0011 req-14eab747-3515-4d51-9cb5-049d7a20b289 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130316 Jul 29 23:48:10.868984 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0348756 Jul 29 23:48:10.870488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef08ff6-6afe-408c-b5ca-352c717bae60 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=89530d35-4e8f-4786-b40f-4091ac67b9d7,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:10.876900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46526) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:10.891402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-208177d0-d134-4083-a120-d5648449513e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:10.966990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec6f45-ca6a-446e-ae69-99293277bc35 req-e482f378-47fd-42db-9b82-cd236521804f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:10.972146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3dec6f45-ca6a-446e-ae69-99293277bc35 req-e482f378-47fd-42db-9b82-cd236521804f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1504641 Jul 29 23:48:11.108443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3dec6f45-ca6a-446e-ae69-99293277bc35 req-5789f946-f612-4ca4-8786-9b604584df3e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260448 Jul 29 23:48:11.161100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dacb23-7fab-4951-86ae-11e9a01af013 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:11.244616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208177d0-d134-4083-a120-d5648449513e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:11.250304 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-208177d0-d134-4083-a120-d5648449513e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:11.373863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33067fdb-8fe8-468b-9f45-cf7246b711e1 req-4faf1119-da92-4b7c-b138-0ea29002dc25 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:11.379200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33067fdb-8fe8-468b-9f45-cf7246b711e1 req-4faf1119-da92-4b7c-b138-0ea29002dc25 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1549625 Jul 29 23:48:11.471132 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33067fdb-8fe8-468b-9f45-cf7246b711e1 req-967c0a50-12e2-4690-80d5-e8d10e152999 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819430 Jul 29 23:48:11.591780 n-d-712139-11 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-208177d0-d134-4083-a120-d5648449513e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f6e5fea-8ffa-443f-8e51-eb218f8f9e48 (CIDR: 2001:db8::/64) Jul 29 23:48:11.603752 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-208177d0-d134-4083-a120-d5648449513e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:48:11.604633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208177d0-d134-4083-a120-d5648449513e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:11.665222 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-208177d0-d134-4083-a120-d5648449513e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7833192 Jul 29 23:48:11.666791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46532) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:11.686351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 89530d35-4e8f-4786-b40f-4091ac67b9d7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:11.687540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-05dfbea1-15e7-4ee5-8a7d-251748c794b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:11.807758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:11.808349 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:11.999736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dfbea1-15e7-4ee5-8a7d-251748c794b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:12.014265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05dfbea1-15e7-4ee5-8a7d-251748c794b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.058041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0e65ed92-be86-4aa9-9861-1c487616f356 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:12.058670 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e65ed92-be86-4aa9-9861-1c487616f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.375818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb7560-12a6-4a94-8001-8517db9acd34 req-6258a45a-65f2-40fa-bb2e-af2d038ce8e9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:12.385901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ebb7560-12a6-4a94-8001-8517db9acd34 req-6258a45a-65f2-40fa-bb2e-af2d038ce8e9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.0698011 Jul 29 23:48:12.438949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ebb7560-12a6-4a94-8001-8517db9acd34 req-0fef3e57-ef6d-4f92-85a5-7c1bb74a5907 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493882 Jul 29 23:48:12.486584 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05dfbea1-15e7-4ee5-8a7d-251748c794b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.564904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dfbea1-15e7-4ee5-8a7d-251748c794b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:12.569798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-05dfbea1-15e7-4ee5-8a7d-251748c794b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:12.573145 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dfbea1-15e7-4ee5-8a7d-251748c794b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:12.573753 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05dfbea1-15e7-4ee5-8a7d-251748c794b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.593069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b4c1c-9002-454c-a56f-c04f7b9cb3b0 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:12.612187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfbea1-15e7-4ee5-8a7d-251748c794b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=d0f41b88-6df0-4978-85f6-6907fb824a87,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:12.616971 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-05dfbea1-15e7-4ee5-8a7d-251748c794b7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9492648 Jul 29 23:48:12.621672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46542) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:12.631666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:ae:78:3a', 'name': 'tempest-NetworksTestDHCPv6-308615955'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:12.656354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcbc8c-b9b9-49f2-8ea3-01d200462499 req-a90d6202-f379-4303-8601-0f3cc663d0b7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:12.658040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2fcbc8c-b9b9-49f2-8ea3-01d200462499 req-a90d6202-f379-4303-8601-0f3cc663d0b7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0687983 Jul 29 23:48:12.783053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2fcbc8c-b9b9-49f2-8ea3-01d200462499 req-65b7a8a4-5507-4686-a9c0-c6dd44f49f7e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076269 Jul 29 23:48:12.863281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:13.028701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922db85f-ec79-42f8-8408-4eecf39b2e97 None None] Update dhcp port {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': '8f6e5fea-8ffa-443f-8e51-eb218f8f9e48', 'ip_address': '2001:db8::f816:3eff:fed9:6ebb'}, {'subnet_id': 'd0f41b88-6df0-4978-85f6-6907fb824a87'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '89530d35-4e8f-4786-b40f-4091ac67b9d7'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:48:13.078306 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.120084 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-922db85f-ec79-42f8-8408-4eecf39b2e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.138186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port 7a3afb78-8ce5-41f0-976c-01d54250fd7c yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:13.315657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5710b2-a49b-4391-ba47-2ccddfd0578c req-6dfcdaaa-72a3-4534-9b14-412318a6b753 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:13.319339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df5710b2-a49b-4391-ba47-2ccddfd0578c req-6dfcdaaa-72a3-4534-9b14-412318a6b753 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1778224 Jul 29 23:48:13.452981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df5710b2-a49b-4391-ba47-2ccddfd0578c req-fe201467-d8e0-4dea-9bdd-69d38db51baa tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256196 Jul 29 23:48:13.686102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8:0:1::254 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/d0f41b88-6df0-4978-85f6-6907fb824a87/7a3afb78-8ce5-41f0-976c-01d54250fd7c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:13.698494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::f816:3eff:feae:783a (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/8f6e5fea-8ffa-443f-8e51-eb218f8f9e48/7a3afb78-8ce5-41f0-976c-01d54250fd7c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:13.704419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b8ca-c29d-4143-b209-bb318f0d521a req-58060f3f-e503-4733-b928-3b6ffda1c040 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:13.706490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8075b8ca-c29d-4143-b209-bb318f0d521a req-58060f3f-e503-4733-b928-3b6ffda1c040 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.0834901 Jul 29 23:48:13.786337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8075b8ca-c29d-4143-b209-bb318f0d521a req-cc734760-efee-4521-a048-ce11decaee17 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664003 Jul 29 23:48:14.023128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.043599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object 7a3afb78-8ce5-41f0-976c-01d54250fd7c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:14.100434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.186856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-922db85f-ec79-42f8-8408-4eecf39b2e97 None None] Allocated IP 2001:db8:0:1::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/d0f41b88-6df0-4978-85f6-6907fb824a87/89530d35-4e8f-4786-b40f-4091ac67b9d7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:14.192687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:14.198089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:14.210219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:14.221712 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:14.222903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.235498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=7a3afb78-8ce5-41f0-976c-01d54250fd7c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:14.256934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46558) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:14.257579 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2bbebe56-8a19-4394-b448-f2e1b2e0bd07 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6341362 Jul 29 23:48:14.414025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-922db85f-ec79-42f8-8408-4eecf39b2e97 None None] For port 89530d35-4e8f-4786-b40f-4091ac67b9d7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=89530d35-4e8f-4786-b40f-4091ac67b9d7,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:14.484277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-00f64cd3-9ce1-45e4-8958-68cd8614fb98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port 7a3afb78-8ce5-41f0-976c-01d54250fd7c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:14.485185 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00f64cd3-9ce1-45e4-8958-68cd8614fb98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.492582 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-922db85f-ec79-42f8-8408-4eecf39b2e97 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.522506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-922db85f-ec79-42f8-8408-4eecf39b2e97 None None] Transition to ACTIVE for port object 89530d35-4e8f-4786-b40f-4091ac67b9d7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:14.531039 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-922db85f-ec79-42f8-8408-4eecf39b2e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.772065 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00f64cd3-9ce1-45e4-8958-68cd8614fb98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.812042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9c6ef-f171-4710-a3dd-906f4395b6af req-4f7e88d5-cfdd-4fc3-a909-1ba9f36ffce4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:14.812888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0d9c6ef-f171-4710-a3dd-906f4395b6af req-4f7e88d5-cfdd-4fc3-a909-1ba9f36ffce4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1669831 Jul 29 23:48:14.820856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-00f64cd3-9ce1-45e4-8958-68cd8614fb98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for 7a3afb78-8ce5-41f0-976c-01d54250fd7c owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:14.937804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:14.958571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922db85f-ec79-42f8-8408-4eecf39b2e97 None None] Pushing event updated for resources: {'Port': ['ID=89530d35-4e8f-4786-b40f-4091ac67b9d7,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:14.997445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0d9c6ef-f171-4710-a3dd-906f4395b6af req-065ae33e-8227-45f2-af32-2b645a79f970 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721714 Jul 29 23:48:15.181672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f28e5-fa2b-4275-b333-1b39e97d6ddf req-a553b146-0d81-4cd6-820e-fa500bacdbbb tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:15.190330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-497f28e5-fa2b-4275-b333-1b39e97d6ddf req-a553b146-0d81-4cd6-820e-fa500bacdbbb tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1135793 Jul 29 23:48:15.222478 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.277250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66179246-db88-4e69-ab03-5afca81a67c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:15.281111 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a25a7d3-3813-40fb-b861-a96365e90843" -d '{"events": [{"server_uuid": "66179246-db88-4e69-ab03-5afca81a67c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:15.318589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:15.326594 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.397820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7a1be-50f8-431b-936f-18f89cf9d3ee req-a6f73cb5-6cd8-4564-9f0f-4694bf5925ef tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:15.401724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0dc7a1be-50f8-431b-936f-18f89cf9d3ee req-a6f73cb5-6cd8-4564-9f0f-4694bf5925ef tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2366400 Jul 29 23:48:15.454606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:15.523877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-497f28e5-fa2b-4275-b333-1b39e97d6ddf req-37ee2739-6946-4eda-a64c-6a5f3feee1e2 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323157 Jul 29 23:48:15.559508 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00f64cd3-9ce1-45e4-8958-68cd8614fb98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.675038 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae849f3c-4fb3-44ba-b43f-4fd6a86278d4 x-openstack-request-id: req-ae849f3c-4fb3-44ba-b43f-4fd6a86278d4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:15.675516 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66179246-db88-4e69-ab03-5afca81a67c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:15.675928 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae849f3c-4fb3-44ba-b43f-4fd6a86278d4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:15.676563 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66179246-db88-4e69-ab03-5afca81a67c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718', 'code': 200} Jul 29 23:48:15.725144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0dc7a1be-50f8-431b-936f-18f89cf9d3ee req-464f0eac-dec5-44f1-8e90-de0cf8101d87 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990833 Jul 29 23:48:15.770494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 89530d35-4e8f-4786-b40f-4091ac67b9d7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:15.772913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f64cd3-9ce1-45e4-8958-68cd8614fb98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=7a3afb78-8ce5-41f0-976c-01d54250fd7c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:15.793627 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00f64cd3-9ce1-45e4-8958-68cd8614fb98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.801328 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-00f64cd3-9ce1-45e4-8958-68cd8614fb98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/7a3afb78-8ce5-41f0-976c-01d54250fd7c HTTP/1.1" status: 204 len: 168 time: 1.5386293 Jul 29 23:48:15.802692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46580) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.980309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b3e6f9-af0e-456a-bf74-41b24beb3bb3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:15.981976 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f0b3e6f9-af0e-456a-bf74-41b24beb3bb3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1765697 Jul 29 23:48:15.986211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:16.031117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88a43-6bde-496d-9009-6c40c6b0e211 req-c677e664-2423-4599-ac66-f62e021067f2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:16.034353 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3f88a43-6bde-496d-9009-6c40c6b0e211 req-c677e664-2423-4599-ac66-f62e021067f2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1277201 Jul 29 23:48:16.131358 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8cfcee-62f4-47cd-a714-2ac23e46893b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:16.138510 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8b8cfcee-62f4-47cd-a714-2ac23e46893b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1456914 Jul 29 23:48:16.139760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46584) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:16.154636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3f88a43-6bde-496d-9009-6c40c6b0e211 req-cad56415-a71a-4f0b-a95e-d79277437934 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005838 Jul 29 23:48:16.182949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5257a8d7-c242-467c-b645-460890175892 None None] Provisioning for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:16.189056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5257a8d7-c242-467c-b645-460890175892 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:16.189451 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5257a8d7-c242-467c-b645-460890175892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.303355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f47467-3eb0-48be-b353-7948e7f66ff3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:16.313459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f47467-3eb0-48be-b353-7948e7f66ff3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:16.317087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f47467-3eb0-48be-b353-7948e7f66ff3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:16.325320 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-95f47467-3eb0-48be-b353-7948e7f66ff3 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1780090 Jul 29 23:48:16.327588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:16.438291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3325722e-abe6-48ab-9b4b-cefed096cece tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 8f6e5fea-8ffa-443f-8e51-eb218f8f9e48 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:16.446946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e10e7c-7e38-4e8e-86f2-6287abe2bf4e req-68fea56f-b455-4c3c-8869-aec0460d9670 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:16.449382 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3325722e-abe6-48ab-9b4b-cefed096cece tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.460799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6e10e7c-7e38-4e8e-86f2-6287abe2bf4e req-68fea56f-b455-4c3c-8869-aec0460d9670 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1478765 Jul 29 23:48:16.580170 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3325722e-abe6-48ab-9b4b-cefed096cece tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.600396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6e10e7c-7e38-4e8e-86f2-6287abe2bf4e req-7d866496-e53d-4d77-a9af-b251ecf968a1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379690 Jul 29 23:48:16.647750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-898a1a12-32f7-47e9-a0f4-7bfbb8179df4 None None] Could not find standard attr ID for object 7a3afb78-8ce5-41f0-976c-01d54250fd7c. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:16.818811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3325722e-abe6-48ab-9b4b-cefed096cece tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.874957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb67aec-1ad0-489a-b17c-7d17cfb6a38f req-2c8a13ae-626d-4063-8fd1-e4d3240104ea tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:16.876576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acb67aec-1ad0-489a-b17c-7d17cfb6a38f req-2c8a13ae-626d-4063-8fd1-e4d3240104ea tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 943 time: 0.1351836 Jul 29 23:48:16.938154 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3325722e-abe6-48ab-9b4b-cefed096cece tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.941692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:16.981456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acb67aec-1ad0-489a-b17c-7d17cfb6a38f req-bf6b2a5e-7fca-4e8a-a681-68b7728ccc50 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929964 Jul 29 23:48:16.986261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325722e-abe6-48ab-9b4b-cefed096cece tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6e5fea-8ffa-443f-8e51-eb218f8f9e48,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:17.001344 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3325722e-abe6-48ab-9b4b-cefed096cece tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.006888 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3325722e-abe6-48ab-9b4b-cefed096cece tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/8f6e5fea-8ffa-443f-8e51-eb218f8f9e48 HTTP/1.1" status: 204 len: 168 time: 0.6746092 Jul 29 23:48:17.014551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46596) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:17.014982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c174f6-5ef9-472f-9d4e-ff6e7119c530 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:17.080441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe44bbb9-baf0-4f20-b12b-c08f632a0393 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet d0f41b88-6df0-4978-85f6-6907fb824a87 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:17.086114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe44bbb9-baf0-4f20-b12b-c08f632a0393 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.150695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe44bbb9-baf0-4f20-b12b-c08f632a0393 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.180586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:17.225205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718', 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186', 'port_id': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718', 'mac_address': 'fa:16:3e:3b:cb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527d0074-5eaf-4497-85ef-d02c904a2060', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:17.301861 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe44bbb9-baf0-4f20-b12b-c08f632a0393 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.311454 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.332847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:17.371112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:17.379270 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.426890 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe44bbb9-baf0-4f20-b12b-c08f632a0393 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.462351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe44bbb9-baf0-4f20-b12b-c08f632a0393 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.468715 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fe44bbb9-baf0-4f20-b12b-c08f632a0393 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/d0f41b88-6df0-4978-85f6-6907fb824a87 HTTP/1.1" status: 204 len: 168 time: 0.4551296 Jul 29 23:48:17.469244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46600) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:17.497696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44bbb9-baf0-4f20-b12b-c08f632a0393 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f41b88-6df0-4978-85f6-6907fb824a87,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:17.509277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:17.588844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46602) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:17.589057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-08466988-3945-4317-882d-f5ae3031f6f7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183383 Jul 29 23:48:17.603418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0b94b3ed-ace5-4562-905b-f146548e1600 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:17.797559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b94b3ed-ace5-4562-905b-f146548e1600 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:17.807405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:17.833952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b94b3ed-ace5-4562-905b-f146548e1600 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:18.258950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3baab8b-784e-42d5-a3cf-bb5cbac4e5e9 req-9256ebf3-4220-403f-893c-7b12f89db1bc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:18.266698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3baab8b-784e-42d5-a3cf-bb5cbac4e5e9 req-9256ebf3-4220-403f-893c-7b12f89db1bc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 944 time: 0.1520424 Jul 29 23:48:18.321651 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b94b3ed-ace5-4562-905b-f146548e1600 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:18.352411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3baab8b-784e-42d5-a3cf-bb5cbac4e5e9 req-df74aae9-8eab-4bad-bcf2-b5f421da42b9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746624 Jul 29 23:48:18.392219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1488b86c-f395-43b3-bcc2-916629f112b6 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:18.393618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94b3ed-ace5-4562-905b-f146548e1600 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:18.398733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0b94b3ed-ace5-4562-905b-f146548e1600 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:18.402377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b94b3ed-ace5-4562-905b-f146548e1600 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:18.403227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b94b3ed-ace5-4562-905b-f146548e1600 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:18.442679 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0b94b3ed-ace5-4562-905b-f146548e1600 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8520446 Jul 29 23:48:18.443913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94b3ed-ace5-4562-905b-f146548e1600 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=e2d9acc8-bb07-4159-84f8-b4be4be44a9f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:18.447101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46610) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:18.456284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ef331b29-7fd8-42a9-850a-3aac3ff1a6d7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:18.473654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bad0b0b4-71a7-4ba0-9830-a3f850f95063 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:18.474042 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bad0b0b4-71a7-4ba0-9830-a3f850f95063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:18.681039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef331b29-7fd8-42a9-850a-3aac3ff1a6d7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:18.687091 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef331b29-7fd8-42a9-850a-3aac3ff1a6d7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:18.794255 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:18.857705 n-d-712139-11 neutron-server[93816]: INFO neutron.db.ipam_backend_mixin [None req-ef331b29-7fd8-42a9-850a-3aac3ff1a6d7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2d9acc8-bb07-4159-84f8-b4be4be44a9f (CIDR: 2001:db8::/64) Jul 29 23:48:18.863059 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef331b29-7fd8-42a9-850a-3aac3ff1a6d7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:48:18.863809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef331b29-7fd8-42a9-850a-3aac3ff1a6d7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:18.897105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d66bb-bb8f-4b46-86d1-240c42d2e89d None None] Update dhcp port {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'fixed_ips': [{'subnet_id': 'e2d9acc8-bb07-4159-84f8-b4be4be44a9f'}], 'binding:host_id': 'n-d-712139-11'}, 'id': '89530d35-4e8f-4786-b40f-4091ac67b9d7'} from n-d-712139-11. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:48:18.898776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ef331b29-7fd8-42a9-850a-3aac3ff1a6d7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4499068 Jul 29 23:48:18.902973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46614) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:18.910923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:18.963432 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac6d66bb-bb8f-4b46-86d1-240c42d2e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.111451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:19.119460 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.322606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ac6d66bb-bb8f-4b46-86d1-240c42d2e89d None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/e2d9acc8-bb07-4159-84f8-b4be4be44a9f/89530d35-4e8f-4786-b40f-4091ac67b9d7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:19.622687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ac6d66bb-bb8f-4b46-86d1-240c42d2e89d None None] For port 89530d35-4e8f-4786-b40f-4091ac67b9d7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=89530d35-4e8f-4786-b40f-4091ac67b9d7,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:19.686129 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac6d66bb-bb8f-4b46-86d1-240c42d2e89d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.692936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241ba6-e00d-426f-8499-f8e4a61ef02f req-5405ddb0-a390-4fea-a9b3-46f374311ab1 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:19.695598 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd241ba6-e00d-426f-8499-f8e4a61ef02f req-5405ddb0-a390-4fea-a9b3-46f374311ab1 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 944 time: 0.1986797 Jul 29 23:48:19.720531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ac6d66bb-bb8f-4b46-86d1-240c42d2e89d None None] Transition to ACTIVE for port object 89530d35-4e8f-4786-b40f-4091ac67b9d7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:19.727792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac6d66bb-bb8f-4b46-86d1-240c42d2e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.825657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd241ba6-e00d-426f-8499-f8e4a61ef02f req-9fe95bc7-4853-4262-859c-addc80717ad9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164508 Jul 29 23:48:19.889073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d66bb-bb8f-4b46-86d1-240c42d2e89d None None] Pushing event updated for resources: {'Port': ['ID=89530d35-4e8f-4786-b40f-4091ac67b9d7,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:20.001191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.objects.ports [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:48:20.352366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.670396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] For port 89530d35-4e8f-4786-b40f-4091ac67b9d7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=89530d35-4e8f-4786-b40f-4091ac67b9d7,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:20.722864 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.728739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.730283 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.824676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:20.837232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:20.851123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:20.851712 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.895492 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9902163 Jul 29 23:48:20.896736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=fc87faa3-428c-4516-91a7-0f48283be8f7,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:20.899014 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.900449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57011b55-ca08-4fc1-a2e7-9b19d1129cc6 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=89530d35-4e8f-4786-b40f-4091ac67b9d7,revision_number=14']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:20.919589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a96ad-3165-469b-a197-f56a707277fd None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:20.934492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:12:9d:0e', 'name': 'tempest-NetworksTestDHCPv6-392600553'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:21.044936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:21.122242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ef2961ea-7b26-4cd1-ab7a-5df44b89a4ca None None] Provisioning for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:21.152965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ef2961ea-7b26-4cd1-ab7a-5df44b89a4ca None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:21.153225 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef2961ea-7b26-4cd1-ab7a-5df44b89a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.170137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac4c5-f645-4dbc-9759-f6d6f58ca16d req-2b8fb135-99ee-479d-8826-7002d0188cef tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:21.172333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c9ac4c5-f645-4dbc-9759-f6d6f58ca16d req-2b8fb135-99ee-479d-8826-7002d0188cef tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 944 time: 0.1459417 Jul 29 23:48:21.218123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:21.218601 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.338593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:21.356880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c9ac4c5-f645-4dbc-9759-f6d6f58ca16d req-f11dac45-1fd8-4971-98c0-30259e29b7b3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587234 Jul 29 23:48:21.556809 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.623311 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.627688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port d9ca047d-565e-4b33-b3ba-9ffcd95fee3f yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:21.695216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66179246-db88-4e69-ab03-5afca81a67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:21.699160 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a3ab17-cd6b-4333-be79-f3443e1fdb16" -d '{"events": [{"server_uuid": "66179246-db88-4e69-ab03-5afca81a67c4", "name": "network-vif-plugged", "status": "completed", "tag": "6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:21.734389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-854028d1-ec36-498a-81d8-02404ed3ab3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.744283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:21.759157 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.765770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 89530d35-4e8f-4786-b40f-4091ac67b9d7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:21.848737 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ef1fc4-8ed9-469e-a10c-9e6755ca6ab5 x-openstack-request-id: req-88ef1fc4-8ed9-469e-a10c-9e6755ca6ab5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:21.849243 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66179246-db88-4e69-ab03-5afca81a67c4", "name": "network-vif-plugged", "status": "completed", "tag": "6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:21.849624 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88ef1fc4-8ed9-469e-a10c-9e6755ca6ab5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:21.850261 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66179246-db88-4e69-ab03-5afca81a67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718', 'code': 200} Jul 29 23:48:21.984764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:22.064403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:22.067469 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.145604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::2a5 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/e2d9acc8-bb07-4159-84f8-b4be4be44a9f/d9ca047d-565e-4b33-b3ba-9ffcd95fee3f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:22.172993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8:0:1:f816:3eff:fe12:9d0e (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/fc87faa3-428c-4516-91a7-0f48283be8f7/d9ca047d-565e-4b33-b3ba-9ffcd95fee3f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:22.255189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bb593-9d31-4da9-8096-f99afb3887cb req-e29b876c-1938-4b01-a896-020854a19bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.257744 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a3bb593-9d31-4da9-8096-f99afb3887cb req-e29b876c-1938-4b01-a896-020854a19bfc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 1097 time: 0.1375113 Jul 29 23:48:22.369679 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a3bb593-9d31-4da9-8096-f99afb3887cb req-ebf043ba-2d60-4aef-bb52-78326be0ceed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977340 Jul 29 23:48:22.652311 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.703206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object d9ca047d-565e-4b33-b3ba-9ffcd95fee3f will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:22.778131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50fe15-0db8-4f72-9a70-a3b122d33f69 req-1c5578b0-f978-4d6b-975b-3f4c0c04fd76 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.798195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a50fe15-0db8-4f72-9a70-a3b122d33f69 req-1c5578b0-f978-4d6b-975b-3f4c0c04fd76 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1770873 Jul 29 23:48:22.818029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d5709a-2d29-4571-bc8f-a1ca503d7345 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:22.855131 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.902193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a50fe15-0db8-4f72-9a70-a3b122d33f69 req-66389123-8a7d-4b1c-b396-893bba9f39b4 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007142 Jul 29 23:48:22.937612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=d9ca047d-565e-4b33-b3ba-9ffcd95fee3f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:22.964249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:22.968617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:22.984048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:22.998705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.999047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ea4bae46-6db5-4082-87ea-4df1d4d1f2d1 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:22.999773 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea4bae46-6db5-4082-87ea-4df1d4d1f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.000108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.042655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46642) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:23.043112 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e4875e94-f75a-4e21-8230-d94fbc24a0fb tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1423717 Jul 29 23:48:23.277338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e42c3910-bd4e-497e-97cc-d5a0d361a969 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port d9ca047d-565e-4b33-b3ba-9ffcd95fee3f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:23.277961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e42c3910-bd4e-497e-97cc-d5a0d361a969 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.468281 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e42c3910-bd4e-497e-97cc-d5a0d361a969 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.488069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e42c3910-bd4e-497e-97cc-d5a0d361a969 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for d9ca047d-565e-4b33-b3ba-9ffcd95fee3f owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:23.792103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e42c3910-bd4e-497e-97cc-d5a0d361a969 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.797506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b894902f-1948-4e4e-a473-0d381ddd58eb None None] Could not find standard attr ID for object d9ca047d-565e-4b33-b3ba-9ffcd95fee3f. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:23.813785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b894902f-1948-4e4e-a473-0d381ddd58eb None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:23.814179 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b894902f-1948-4e4e-a473-0d381ddd58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.884136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c3910-bd4e-497e-97cc-d5a0d361a969 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=d9ca047d-565e-4b33-b3ba-9ffcd95fee3f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:23.986115 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e42c3910-bd4e-497e-97cc-d5a0d361a969 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.988912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e42c3910-bd4e-497e-97cc-d5a0d361a969 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/d9ca047d-565e-4b33-b3ba-9ffcd95fee3f HTTP/1.1" status: 204 len: 168 time: 0.9448678 Jul 29 23:48:23.993389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:24.128516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f6392e6-d1c2-4a23-abdb-c1e8c0d6ee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.148910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8269ed-3dac-496e-8fe7-187f775bea15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.159174 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1a8269ed-3dac-496e-8fe7-187f775bea15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1632583 Jul 29 23:48:24.160866 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:24.230558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ea00e-8c0c-4e53-a16e-a3af5f04f332 req-cbea97a4-1a19-400a-a979-4760937df070 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.246210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd5ea00e-8c0c-4e53-a16e-a3af5f04f332 req-cbea97a4-1a19-400a-a979-4760937df070 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1426318 Jul 29 23:48:24.258721 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.308135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd5ea00e-8c0c-4e53-a16e-a3af5f04f332 req-250fc2ae-d9dd-4df5-8a49-4a3155946e2d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571637 Jul 29 23:48:24.318668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-934cbca4-e997-458b-8c68-b210f1d04e42 None None] Could not find standard attr ID for object d9ca047d-565e-4b33-b3ba-9ffcd95fee3f. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:24.340619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e9083a-c6ca-4995-a034-bdd8d03b74bd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.357046 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-37e9083a-c6ca-4995-a034-bdd8d03b74bd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1846161 Jul 29 23:48:24.357046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46660) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:24.473755 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5492780a-1c0e-4ea5-b190-3c140a5d56c4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.477128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5492780a-1c0e-4ea5-b190-3c140a5d56c4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.481180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5492780a-1c0e-4ea5-b190-3c140a5d56c4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.489575 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5492780a-1c0e-4ea5-b190-3c140a5d56c4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1384008 Jul 29 23:48:24.490832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46662) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:24.634093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d862d1e-dbd1-4451-9833-0cda418e031d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet e2d9acc8-bb07-4159-84f8-b4be4be44a9f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:24.636657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58891304-f8f9-4dbe-9836-72a0539e32d5 req-0d4e6b35-c717-4bce-ae08-b5569af81a27 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.639711 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d862d1e-dbd1-4451-9833-0cda418e031d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.641122 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58891304-f8f9-4dbe-9836-72a0539e32d5 req-0d4e6b35-c717-4bce-ae08-b5569af81a27 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.1312501 Jul 29 23:48:24.719502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58891304-f8f9-4dbe-9836-72a0539e32d5 req-0aa0beec-ffca-4be5-a4bc-488f24d5ad2d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676367 Jul 29 23:48:24.769251 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d862d1e-dbd1-4451-9833-0cda418e031d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.979174 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d862d1e-dbd1-4451-9833-0cda418e031d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.105651 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d862d1e-dbd1-4451-9833-0cda418e031d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.137553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d862d1e-dbd1-4451-9833-0cda418e031d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d9acc8-bb07-4159-84f8-b4be4be44a9f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:25.150227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d862d1e-dbd1-4451-9833-0cda418e031d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.169139 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0d862d1e-dbd1-4451-9833-0cda418e031d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/e2d9acc8-bb07-4159-84f8-b4be4be44a9f HTTP/1.1" status: 204 len: 168 time: 0.6639013 Jul 29 23:48:25.174983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:25.176517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9cba85-611b-4bc1-98ef-db4ee5dfd2b1 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:25.477252 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.754200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f0c2b3-18f0-4939-a422-2533be9fcf98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet fc87faa3-428c-4516-91a7-0f48283be8f7 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:25.762368 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83f0c2b3-18f0-4939-a422-2533be9fcf98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.825931 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83f0c2b3-18f0-4939-a422-2533be9fcf98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.866873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97fe7-e0b3-4725-8971-48605f460249 req-355ec624-63b6-4d83-8c83-ebce39349fc6 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:25.868511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-355ec624-63b6-4d83-8c83-ebce39349fc6 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/networks?id=d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 200 len: 814 time: 0.2424321 Jul 29 23:48:25.918264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-4c1a76b4-5bee-45e2-993b-b068cb19cb0d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/quotas/deb4d5c2d8da4c459e239fd7a7a77859 HTTP/1.1" status: 200 len: 375 time: 0.0363715 Jul 29 23:48:26.059659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83f0c2b3-18f0-4939-a422-2533be9fcf98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.113569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-d7f528b3-6a56-49db-b53d-3ff773054ce2 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850138 Jul 29 23:48:26.256971 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83f0c2b3-18f0-4939-a422-2533be9fcf98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.287088 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83f0c2b3-18f0-4939-a422-2533be9fcf98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.293361 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-83f0c2b3-18f0-4939-a422-2533be9fcf98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/fc87faa3-428c-4516-91a7-0f48283be8f7 HTTP/1.1" status: 204 len: 168 time: 1.1142108 Jul 29 23:48:26.293966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46694) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:26.330757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-fcf96e91-2ba2-4ea7-a85c-3002f29ad0e6 service neutron] 10.222.0.37 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096565 Jul 29 23:48:26.332677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0c2b3-18f0-4939-a422-2533be9fcf98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=fc87faa3-428c-4516-91a7-0f48283be8f7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:26.370682 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9cb29c63-7c02-48bd-9a71-a9209d417cb7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712385 Jul 29 23:48:26.370982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:26.378859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-883ae020-ad63-4eaa-90e5-a596f4b2393e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:26.480862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b82f624-92b9-4347-a846-5f543469873a None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:26.543503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-73b45ffd-a54d-4a80-8506-b310bbd19179 service neutron] 10.222.0.37 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910517 Jul 29 23:48:26.606459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883ae020-ad63-4eaa-90e5-a596f4b2393e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:26.625292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-883ae020-ad63-4eaa-90e5-a596f4b2393e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.677563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fc1aa524-2f24-412f-a778-79a745cd2b30 None None] Provisioning complete for port 89530d35-4e8f-4786-b40f-4091ac67b9d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:26.678158 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa524-2f24-412f-a778-79a745cd2b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.108546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.117377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f22560a-ee73-41f6-b58f-e000fa69792a req-b42b222b-51e8-41db-bc16-b1ea3753aafc tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 210 time: 0.0737052 Jul 29 23:48:27.412746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c224bb82-ba0f-464f-a15f-ba83175e5810 None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:48:27.424549 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-883ae020-ad63-4eaa-90e5-a596f4b2393e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.424549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c2f23-b568-4470-abd8-af8475f76e59 req-190e6ac9-82cd-4c5c-8fab-6814b09d3343 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.424549 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-414c2f23-b568-4470-abd8-af8475f76e59 req-190e6ac9-82cd-4c5c-8fab-6814b09d3343 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.47 "GET /v2.0/ports?device_id=66179246-db88-4e69-ab03-5afca81a67c4 HTTP/1.1" status: 200 len: 945 time: 0.4133818 Jul 29 23:48:27.430110 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c224bb82-ba0f-464f-a15f-ba83175e5810 None None] Deleting port 89530d35-4e8f-4786-b40f-4091ac67b9d7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:27.430110 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c224bb82-ba0f-464f-a15f-ba83175e5810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.474540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883ae020-ad63-4eaa-90e5-a596f4b2393e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:27.475599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ae020-ad63-4eaa-90e5-a596f4b2393e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=9b4d6794-3ef7-4315-914d-ac01c49bb7f3,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:27.483966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-883ae020-ad63-4eaa-90e5-a596f4b2393e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:27.494372 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883ae020-ad63-4eaa-90e5-a596f4b2393e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.494698 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-883ae020-ad63-4eaa-90e5-a596f4b2393e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.589783 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-883ae020-ad63-4eaa-90e5-a596f4b2393e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2152150 Jul 29 23:48:27.592939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:27.620370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b559ed47-e469-4ffc-ad80-5d226d7d434e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:27.742423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c224bb82-ba0f-464f-a15f-ba83175e5810 None None] For port 89530d35-4e8f-4786-b40f-4091ac67b9d7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=89530d35-4e8f-4786-b40f-4091ac67b9d7,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:27.743340 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c224bb82-ba0f-464f-a15f-ba83175e5810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.814985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c224bb82-ba0f-464f-a15f-ba83175e5810 None None] Calling delete_port for 89530d35-4e8f-4786-b40f-4091ac67b9d7 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:27.825430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 89530d35-4e8f-4786-b40f-4091ac67b9d7 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:27.843471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-414c2f23-b568-4470-abd8-af8475f76e59 req-fff2a852-d454-4cdc-9f82-9b095e5e45a9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Deleting port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:27.844129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-414c2f23-b568-4470-abd8-af8475f76e59 req-fff2a852-d454-4cdc-9f82-9b095e5e45a9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.007660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b559ed47-e469-4ffc-ad80-5d226d7d434e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:28.023535 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559ed47-e469-4ffc-ad80-5d226d7d434e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.117228 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.133383 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c224bb82-ba0f-464f-a15f-ba83175e5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.166160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-414c2f23-b568-4470-abd8-af8475f76e59 req-fff2a852-d454-4cdc-9f82-9b095e5e45a9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] For port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:28.167098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-414c2f23-b568-4470-abd8-af8475f76e59 req-fff2a852-d454-4cdc-9f82-9b095e5e45a9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.205790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-414c2f23-b568-4470-abd8-af8475f76e59 req-fff2a852-d454-4cdc-9f82-9b095e5e45a9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Calling delete_port for 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:28.225897 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224bb82-ba0f-464f-a15f-ba83175e5810 None None] No DVR routers for this DVR port 89530d35-4e8f-4786-b40f-4091ac67b9d7 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:28.353176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224bb82-ba0f-464f-a15f-ba83175e5810 None None] Pushing event deleted for resources: {'Port': ['ID=89530d35-4e8f-4786-b40f-4091ac67b9d7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:28.358439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93baa7b-b8b4-4921-a0d0-bda3a5c6a120 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:28.380513 n-d-712139-11 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-b559ed47-e469-4ffc-ad80-5d226d7d434e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b4d6794-3ef7-4315-914d-ac01c49bb7f3 (CIDR: 2001:db8::/64) Jul 29 23:48:28.454896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78f3b28d-0f8a-4e8e-b08d-508876a4fc34 req-f8517faa-0abd-4543-b77b-313035ce38b1 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 210 time: 0.1177237 Jul 29 23:48:28.532336 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b559ed47-e469-4ffc-ad80-5d226d7d434e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:48:28.533186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b559ed47-e469-4ffc-ad80-5d226d7d434e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:28.661372 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b559ed47-e469-4ffc-ad80-5d226d7d434e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0582821 Jul 29 23:48:28.666234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:28.682600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'subnet': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:28.765446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'tenant_id': 'c94cf9134fa54474ad62948045d69362', 'fixed_ips': [{'subnet_id': '9b4d6794-3ef7-4315-914d-ac01c49bb7f3'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:28.766728 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.916389 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-414c2f23-b568-4470-abd8-af8475f76e59 req-fff2a852-d454-4cdc-9f82-9b095e5e45a9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.150307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:29.357666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Allocated IP 2001:db8::2 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/9b4d6794-3ef7-4315-914d-ac01c49bb7f3/a4900bb1-4f1d-42e3-9fce-e39c9cdb9545) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:29.510787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2a852-d454-4cdc-9f82-9b095e5e45a9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Pushing event deleted for resources: {'Port': ['ID=6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:29.670701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:29.675993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.743400 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.755828 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Transition to ACTIVE for port object a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:29.779324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aad3a6f8-09b2-4d10-8d25-9a650f2f0624 req-741ade37-edab-4a47-b6b9-1e47c8206687 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 210 time: 0.1137116 Jul 29 23:48:29.786336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-414c2f23-b568-4470-abd8-af8475f76e59 req-fff2a852-d454-4cdc-9f82-9b095e5e45a9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] No DVR routers for this DVR port 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:29.791447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Transition to ACTIVE for port object a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:29.811178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-414c2f23-b568-4470-abd8-af8475f76e59 req-fff2a852-d454-4cdc-9f82-9b095e5e45a9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.814903 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.816374 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-414c2f23-b568-4470-abd8-af8475f76e59 req-fff2a852-d454-4cdc-9f82-9b095e5e45a9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.47 "DELETE /v2.0/ports/6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 HTTP/1.1" status: 204 len: 173 time: 2.4201317 Jul 29 23:48:29.817348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66179246-db88-4e69-ab03-5afca81a67c4', 'name': 'network-vif-deleted', 'tag': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:29.821951 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127c5438-e782-44e9-85a2-3b31ed108d77" -d '{"events": [{"server_uuid": "66179246-db88-4e69-ab03-5afca81a67c4", "name": "network-vif-deleted", "tag": "6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:29.954616 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7e09af-b35b-4acf-9465-7ded9167e72a x-openstack-request-id: req-9e7e09af-b35b-4acf-9465-7ded9167e72a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:29.956995 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66179246-db88-4e69-ab03-5afca81a67c4", "name": "network-vif-deleted", "tag": "6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:29.957680 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e7e09af-b35b-4acf-9465-7ded9167e72a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:29.958502 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66179246-db88-4e69-ab03-5afca81a67c4', 'name': 'network-vif-deleted', 'tag': '6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718', 'status': 'completed', 'code': 200} Jul 29 23:48:29.974806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97fe7-e0b3-4725-8971-48605f460249 req-822420de-41bb-46f8-aa28-ca2435cdc99f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:29.977787 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-822420de-41bb-46f8-aa28-ca2435cdc99f tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.47 "GET /v2.0/networks?id=d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 200 len: 814 time: 0.4912784 Jul 29 23:48:30.002555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Request body: {'port': {'device_id': '1e9f5a01-2043-4301-af1d-3d595e3db573', 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186', 'admin_state_up': True, 'tenant_id': 'deb4d5c2d8da4c459e239fd7a7a77859'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:30.006200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:30.027509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:30.033410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:30.115306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Pushing event updated for resources: {'Port': ['ID=a4900bb1-4f1d-42e3-9fce-e39c9cdb9545,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:30.206281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Attempting to bind port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:30.206993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Attempting to bind port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:30.207662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Attempting to bind port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 on network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:30.225599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:30.226376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Checking segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:30.227077 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.227745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Bound using segment: {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:30.228630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Bound port: a4900bb1-4f1d-42e3-9fce-e39c9cdb9545, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a078aac-d377-4a65-87a6-e6a44d346f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:30.229277 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.412439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] For port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:30.423921 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] For port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a4900bb1-4f1d-42e3-9fce-e39c9cdb9545,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:30.431007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Made reservation on behalf of deb4d5c2d8da4c459e239fd7a7a77859 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:30.438139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.446051 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.678833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f43f1e-89cd-44cc-9716-8a0213e28e5a None None] Pushing event updated for resources: {'Port': ['ID=a4900bb1-4f1d-42e3-9fce-e39c9cdb9545,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:30.999751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.objects.ports [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:48:31.030966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:31.134344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:31.134995 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6e36f67b-6f14-4c26-a3a0-c0e7e7ec7718 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:31.212456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de814de2-feed-4547-adc4-568e1cfe8af8 req-7399f4fb-d215-4344-9747-bf259c4ff143 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 210 time: 0.1331437 Jul 29 23:48:31.461947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Allocated IP 172.20.0.9 (d290c64b-92c2-433e-9d7f-3fb7b5728186/527d0074-5eaf-4497-85ef-d02c904a2060/3766d397-acba-4503-a3ac-3f08bf1aa33d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:31.691394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.859555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:31.975382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:32.158670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] For port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a4900bb1-4f1d-42e3-9fce-e39c9cdb9545,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:32.223116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.317429 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.333624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.389139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.390499 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.397041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.481203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Network d290c64b-92c2-433e-9d7f-3fb7b5728186 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:32.496889 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:32.512464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:32.543044 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:32.563397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ee2c4-d6c5-45be-a841-d2b93c09c6d0 req-7a01e413-1e55-4fa6-a412-47e9555065ff tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:32.595056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:32.599957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-476ee2c4-d6c5-45be-a841-d2b93c09c6d0 req-7a01e413-1e55-4fa6-a412-47e9555065ff tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 931 time: 0.1845000 Jul 29 23:48:32.609442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:32.610378 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.620343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Subnet': ['ID=3078b097-9839-4853-b07b-34bee1059cc1,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:32.623791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f8c656-1b73-4bd0-887c-a3a58242b079 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:32.637672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Pushing event updated for resources: {'Port': ['ID=3766d397-acba-4503-a3ac-3f08bf1aa33d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:32.723324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.0554504 Jul 29 23:48:32.724267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:32.735734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Request body: {'port': {'network_id': '86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9', 'mac_address': 'fa:16:3e:0b:c4:36', 'name': 'tempest-NetworksTestDHCPv6-421310517'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:32.763001 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-476ee2c4-d6c5-45be-a841-d2b93c09c6d0 req-a18b1669-7f67-4927-9d39-55009f397116 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599989 Jul 29 23:48:32.843004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4e5c44d2-17d1-4195-8d6f-e8f3d91829d4 None None] Provisioning for port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:32.856410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4e5c44d2-17d1-4195-8d6f-e8f3d91829d4 None None] Provisioning complete for port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:32.857695 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e5c44d2-17d1-4195-8d6f-e8f3d91829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.923351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:32.924695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.995171 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Made reservation on behalf of c94cf9134fa54474ad62948045d69362 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:33.083130 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e5c44d2-17d1-4195-8d6f-e8f3d91829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.145513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db253610-2213-4290-8bdb-f1f920a086fe tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=a4900bb1-4f1d-42e3-9fce-e39c9cdb9545,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:33.151265 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-29fe2ce6-01d1-48a1-9adc-ec8b923c5a62 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1562850 Jul 29 23:48:33.196248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Request body: {'port': {'device_id': '1e9f5a01-2043-4301-af1d-3d595e3db573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:33.232949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4e5c44d2-17d1-4195-8d6f-e8f3d91829d4 None None] For port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a4900bb1-4f1d-42e3-9fce-e39c9cdb9545,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:33.250222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e5c44d2-17d1-4195-8d6f-e8f3d91829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.324968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c44d2-17d1-4195-8d6f-e8f3d91829d4 None None] Pushing event updated for resources: {'Port': ['ID=a4900bb1-4f1d-42e3-9fce-e39c9cdb9545,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:33.333639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.367713 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.371272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] device_id is not set on port b477d8e1-1790-4715-9946-dbc44772f9e8 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:33.793070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:33.962990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:33.963551 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.116567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ae2cf-ceab-4e17-987c-37fbe83af59d req-0739e9c8-a396-4e65-b976-d1496bbffc60 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:34.128894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e23ae2cf-ceab-4e17-987c-37fbe83af59d req-0739e9c8-a396-4e65-b976-d1496bbffc60 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 931 time: 0.1692681 Jul 29 23:48:34.274014 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e23ae2cf-ceab-4e17-987c-37fbe83af59d req-6eeaab39-5f43-40ea-afc1-4f87e003f9e4 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301837 Jul 29 23:48:34.287595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3766d397-acba-4503-a3ac-3f08bf1aa33d {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:34.299359 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.330411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Transition to ACTIVE for port object 3766d397-acba-4503-a3ac-3f08bf1aa33d will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:34.343503 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.362600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8::20 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/9b4d6794-3ef7-4315-914d-ac01c49bb7f3/b477d8e1-1790-4715-9946-dbc44772f9e8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:34.414160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:c436 (86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9/3078b097-9839-4853-b07b-34bee1059cc1/b477d8e1-1790-4715-9946-dbc44772f9e8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:34.417432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46852) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:34.483990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Pushing event updated for resources: {'Port': ['ID=3766d397-acba-4503-a3ac-3f08bf1aa33d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:34.547776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ba1197c1-2106-4bee-98de-9b9fe96297df None None] Provisioning complete for port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:34.550299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba1197c1-2106-4bee-98de-9b9fe96297df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.681706 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Attempting to bind port 3766d397-acba-4503-a3ac-3f08bf1aa33d on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:34.682009 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Attempting to bind port 3766d397-acba-4503-a3ac-3f08bf1aa33d by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:34.683673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Attempting to bind port 3766d397-acba-4503-a3ac-3f08bf1aa33d on network d290c64b-92c2-433e-9d7f-3fb7b5728186 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:34.730440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Port 3766d397-acba-4503-a3ac-3f08bf1aa33d on network d290c64b-92c2-433e-9d7f-3fb7b5728186 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:34.730984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Attempting to bind port 3766d397-acba-4503-a3ac-3f08bf1aa33d on network d290c64b-92c2-433e-9d7f-3fb7b5728186 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:34.756604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:34.757270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Checking segment: {'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:34.758543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Bound using segment: {'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:34.759908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Bound port: 3766d397-acba-4503-a3ac-3f08bf1aa33d, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596c4feb-b6ce-41ca-91e4-35e3feabd23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:34.760604 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.815595 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.817711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port b19af5d6-44db-4299-9d6f-7a1a2940ed69 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:34.818760 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.857992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Transition to ACTIVE for port object b477d8e1-1790-4715-9946-dbc44772f9e8 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:34.912999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] For port 3766d397-acba-4503-a3ac-3f08bf1aa33d, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:34.932914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] For port 3766d397-acba-4503-a3ac-3f08bf1aa33d, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3766d397-acba-4503-a3ac-3f08bf1aa33d,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:34.939996 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.983122 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.018089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.019224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.020822 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-148ed956-70df-4cef-9562-c76071379b02 service neutron] 10.222.0.47 "PUT /v2.0/ports/3766d397-acba-4503-a3ac-3f08bf1aa33d HTTP/1.1" status: 200 len: 1092 time: 1.8358579 Jul 29 23:48:35.021313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9f5a01-2043-4301-af1d-3d595e3db573', 'tag': '3766d397-acba-4503-a3ac-3f08bf1aa33d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:35.024239 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75d0714-76a2-486d-a14e-3e682997d6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9f5a01-2043-4301-af1d-3d595e3db573", "tag": "3766d397-acba-4503-a3ac-3f08bf1aa33d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:35.064058 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.066174 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.079721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:35.087700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:35.106608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:35.113025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.113956 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.123342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for b19af5d6-44db-4299-9d6f-7a1a2940ed69 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:35.164129 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ed956-70df-4cef-9562-c76071379b02 service neutron] Pushing event updated for resources: {'Port': ['ID=3766d397-acba-4503-a3ac-3f08bf1aa33d,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:35.302102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event updated for resources: {'Port': ['ID=b477d8e1-1790-4715-9946-dbc44772f9e8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:35.311666 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4ff656-8c1a-4549-b77c-bcee405e5852 x-openstack-request-id: req-df4ff656-8c1a-4549-b77c-bcee405e5852 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:35.312702 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9f5a01-2043-4301-af1d-3d595e3db573", "tag": "3766d397-acba-4503-a3ac-3f08bf1aa33d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:35.313187 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df4ff656-8c1a-4549-b77c-bcee405e5852 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:35.314675 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9f5a01-2043-4301-af1d-3d595e3db573', 'tag': '3766d397-acba-4503-a3ac-3f08bf1aa33d', 'status': 'completed', 'code': 200} Jul 29 23:48:35.317627 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f826aa5c-7f80-4448-b970-dcc0731b5a15 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5883968 Jul 29 23:48:35.325497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46870) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:35.340698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97fe7-e0b3-4725-8971-48605f460249 req-5ca4f6e1-fd6d-4de7-853b-65541a302337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.350422 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-5ca4f6e1-fd6d-4de7-853b-65541a302337 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 1095 time: 0.2638330 Jul 29 23:48:35.556398 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-2bb75d4b-4dfe-4824-81f1-b60d532eb65c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3766d397-acba-4503-a3ac-3f08bf1aa33d HTTP/1.1" status: 200 len: 217 time: 0.1811664 Jul 29 23:48:35.635907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fb87ccd7-14b3-4610-bf5e-ecea4cdc1d2d None None] Provisioning for port b477d8e1-1790-4715-9946-dbc44772f9e8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:35.646341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fb87ccd7-14b3-4610-bf5e-ecea4cdc1d2d None None] Provisioning complete for port b477d8e1-1790-4715-9946-dbc44772f9e8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:35.648533 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb87ccd7-14b3-4610-bf5e-ecea4cdc1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.756245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fb87ccd7-14b3-4610-bf5e-ecea4cdc1d2d None None] Port b477d8e1-1790-4715-9946-dbc44772f9e8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:35.783789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97fe7-e0b3-4725-8971-48605f460249 req-1189f75e-397c-4cfa-bf42-a737ed2dd3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.788794 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-1189f75e-397c-4cfa-bf42-a737ed2dd3b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=527d0074-5eaf-4497-85ef-d02c904a2060 HTTP/1.1" status: 200 len: 854 time: 0.2281020 Jul 29 23:48:35.796907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e2536-bfcd-4e35-9956-a65ec0d97ce4 req-093370f7-ac02-4e0b-878d-98d41732550d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.798838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae5e2536-bfcd-4e35-9956-a65ec0d97ce4 req-093370f7-ac02-4e0b-878d-98d41732550d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 943 time: 0.1850078 Jul 29 23:48:35.818727 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-42b20263-e1be-40fd-87b4-310e8616af8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2052195 Jul 29 23:48:35.854369 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-b84a1dc9-3168-4af8-9469-1955731805d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d290c64b-92c2-433e-9d7f-3fb7b5728186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588491 Jul 29 23:48:35.940077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-478c94c9-db6f-4e94-8602-98ddbc783e16 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting port b477d8e1-1790-4715-9946-dbc44772f9e8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:35.941761 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-478c94c9-db6f-4e94-8602-98ddbc783e16 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.030642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.048050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae5e2536-bfcd-4e35-9956-a65ec0d97ce4 req-7cbeff19-58cb-48f8-b0ca-aafbddaaa1c4 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762576 Jul 29 23:48:36.144349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=b19af5d6-44db-4299-9d6f-7a1a2940ed69,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:36.320103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-478c94c9-db6f-4e94-8602-98ddbc783e16 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.325045 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.325588 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Floating IP 8d57deae-b419-43b1-849d-be6bdd8bc7c5 disassociated (deleted). External IP: 172.25.2.159, port: e0dad1ae-8691-484b-949b-d2e21c42640c. Jul 29 23:48:36.397993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-478c94c9-db6f-4e94-8602-98ddbc783e16 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Calling delete_port for b477d8e1-1790-4715-9946-dbc44772f9e8 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:36.541123 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-424ca8fe-6231-4045-9e62-17d1549ed001 service neutron] 10.222.0.47 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716118 Jul 29 23:48:36.613981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-4589de3f-2927-4b2e-856b-1a0f27658640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:36.615690 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-4589de3f-2927-4b2e-856b-1a0f27658640 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 1097 time: 0.7065642 Jul 29 23:48:36.671988 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-93c97fe7-e0b3-4725-8971-48605f460249 req-25b88dbe-ee7f-43ff-b9c2-2de4b7382071 service neutron] 10.222.0.47 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232560 Jul 29 23:48:36.871307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-f839e7cc-b6b6-4601-9ee0-73b4f7fdf549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:36.872848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-f839e7cc-b6b6-4601-9ee0-73b4f7fdf549 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fc4639a-435b-49e3-93a9-3783248b6f7d HTTP/1.1" status: 200 len: 898 time: 0.1999333 Jul 29 23:48:36.884377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d0714-76a2-486d-a14e-3e682997d6d6 req-ce7dc982-34fb-4dda-b32c-506f4daf959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:36.885920 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b75d0714-76a2-486d-a14e-3e682997d6d6 req-ce7dc982-34fb-4dda-b32c-506f4daf959e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 1095 time: 0.1029229 Jul 29 23:48:36.950294 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-fd32463b-c600-4be0-9e86-ebdc4b156ecd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dad1ae-8691-484b-949b-d2e21c42640c HTTP/1.1" status: 200 len: 217 time: 0.0632973 Jul 29 23:48:37.004958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:37.101357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-dba084ca-19b7-4fa1-9dfb-9f598d9620a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.103757 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-dba084ca-19b7-4fa1-9dfb-9f598d9620a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40 HTTP/1.1" status: 200 len: 835 time: 0.1099014 Jul 29 23:48:37.185683 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-478c94c9-db6f-4e94-8602-98ddbc783e16 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.235161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d0714-76a2-486d-a14e-3e682997d6d6 req-5f084f81-2e17-4d90-bc75-8dd2fa923bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.236841 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b75d0714-76a2-486d-a14e-3e682997d6d6 req-5f084f81-2e17-4d90-bc75-8dd2fa923bad service neutron] 10.222.0.47 "GET /v2.0/networks?id=d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 200 len: 915 time: 0.3423603 Jul 29 23:48:37.254667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-60789a1a-9425-4ba9-94c3-7d95a1dbe6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.256218 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-60789a1a-9425-4ba9-94c3-7d95a1dbe6eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fc4639a-435b-49e3-93a9-3783248b6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363473 Jul 29 23:48:37.288208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c94c9-db6f-4e94-8602-98ddbc783e16 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Port': ['ID=b477d8e1-1790-4715-9946-dbc44772f9e8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:37.298052 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b75d0714-76a2-486d-a14e-3e682997d6d6 req-a33cd818-fb76-47d5-8cb2-6a233426a991 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3766d397-acba-4503-a3ac-3f08bf1aa33d HTTP/1.1" status: 200 len: 217 time: 0.0529881 Jul 29 23:48:37.354342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:37.362735 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.367870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-478c94c9-db6f-4e94-8602-98ddbc783e16 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.372526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-478c94c9-db6f-4e94-8602-98ddbc783e16 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/b477d8e1-1790-4715-9946-dbc44772f9e8 HTTP/1.1" status: 204 len: 168 time: 2.0404463 Jul 29 23:48:37.391158 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] Sync routers for ids ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:37.399476 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:37.414706 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] Routers {'d09dcc7a-e284-4fc0-b677-ee6b2456ec16'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:37.418596 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:37.427489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e27f0-af77-4ddd-b52d-ac9ff69e311c req-32e1b106-6a42-49bc-8956-2ce785a8604e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.429253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-225e27f0-af77-4ddd-b52d-ac9ff69e311c req-32e1b106-6a42-49bc-8956-2ce785a8604e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 943 time: 0.2488441 Jul 29 23:48:37.515214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dc81fd70-42a7-4110-9d48-9eb19b1dd26a tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/floatingips/8d57deae-b419-43b1-849d-be6bdd8bc7c5 HTTP/1.1" status: 204 len: 168 time: 3.0962512 Jul 29 23:48:37.521891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:37.524922 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:37.646784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d0714-76a2-486d-a14e-3e682997d6d6 req-59c85ff2-e4cf-47a9-9c28-70a17f8c3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.654672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b02dc4-a2e7-41a1-91cc-fafcb886a0ce tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.656556 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b75d0714-76a2-486d-a14e-3e682997d6d6 req-59c85ff2-e4cf-47a9-9c28-70a17f8c3672 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=527d0074-5eaf-4497-85ef-d02c904a2060 HTTP/1.1" status: 200 len: 854 time: 0.3351450 Jul 29 23:48:37.656876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-90b02dc4-a2e7-41a1-91cc-fafcb886a0ce tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2595243 Jul 29 23:48:37.661577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46908) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:37.665748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-225e27f0-af77-4ddd-b52d-ac9ff69e311c req-217a5bc5-4411-42ed-9d49-f0832e9e4327 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143691 Jul 29 23:48:37.777701 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] Set router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:37.802566 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf51202-75b2-46da-8dec-f15892e421ed x-openstack-request-id: req-dbf51202-75b2-46da-8dec-f15892e421ed {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:37.803055 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:37.803483 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbf51202-75b2-46da-8dec-f15892e421ed {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:37.804179 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'status': 'completed', 'code': 200} Jul 29 23:48:37.875838 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b75d0714-76a2-486d-a14e-3e682997d6d6 req-b3e309bb-0aa5-406f-beaf-fd9cf9c1b7bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d290c64b-92c2-433e-9d7f-3fb7b5728186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192825 Jul 29 23:48:37.879057 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-0624a20f-e7df-4e9d-8525-efdc91a87747 service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942943 Jul 29 23:48:38.016915 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b75d0714-76a2-486d-a14e-3e682997d6d6 req-5c8478ea-2b7a-4a90-9d7c-f4c76a6a6e8a service neutron] 10.222.0.47 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287506 Jul 29 23:48:38.185269 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00fae-fe06-45d2-8ea7-261aac671ec6 req-ecf5fe9e-8849-4b54-a183-30c0b53f568b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:38.189457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fac00fae-fe06-45d2-8ea7-261aac671ec6 req-ecf5fe9e-8849-4b54-a183-30c0b53f568b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.1119163 Jul 29 23:48:38.237909 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '67f6b229-caa5-4285-bf98-4903331b3fca', 'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:ab:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:30Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:38.277443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fac00fae-fe06-45d2-8ea7-261aac671ec6 req-e2cc7e07-5208-4c9e-a078-a90d1a1100de tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818131 Jul 29 23:48:38.325062 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] Checking router: d09dcc7a-e284-4fc0-b677-ee6b2456ec16 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:38.345556 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] Routers {'d09dcc7a-e284-4fc0-b677-ee6b2456ec16'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:38.347489 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:38.412650 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-42afe475-4f57-456f-82ac-52eac5789dd5 req-ba085851-b59a-49dc-9d89-90cafd077170 service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925271 Jul 29 23:48:38.469843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b75d0714-76a2-486d-a14e-3e682997d6d6 req-5ab1f801-e367-4245-9ed5-23db797819af service neutron] 10.222.0.47 "GET /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233806 Jul 29 23:48:38.478550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2d556-169e-461b-b5c7-d2cae6909922 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:38.483950 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-06c2d556-169e-461b-b5c7-d2cae6909922 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7781739 Jul 29 23:48:38.484606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46928) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:38.647975 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] Set router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:38.666069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0880ad8-9ed6-4cc1-a968-b699611b162e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:38.675656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0880ad8-9ed6-4cc1-a968-b699611b162e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:38.677475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0880ad8-9ed6-4cc1-a968-b699611b162e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:38.684403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c0880ad8-9ed6-4cc1-a968-b699611b162e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1980276 Jul 29 23:48:38.685791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:38.695751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-4de38933-1926-46a8-a1fa-5cfbcb9b3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:38.698855 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-4de38933-1926-46a8-a1fa-5cfbcb9b3589 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 1097 time: 0.1592085 Jul 29 23:48:38.913700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1f1a03-a540-471c-9df7-e576e329ac76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 3078b097-9839-4853-b07b-34bee1059cc1 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:38.920525 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1a03-a540-471c-9df7-e576e329ac76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.003975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163e579-2ee0-49e5-ba07-3e2ef2216212 req-37dc7a8f-9e1c-4306-9f55-adf2aae50fbd tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.025747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1163e579-2ee0-49e5-ba07-3e2ef2216212 req-37dc7a8f-9e1c-4306-9f55-adf2aae50fbd tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 943 time: 0.1946166 Jul 29 23:48:39.038816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-3983634e-429a-4bec-bb1b-6d7bd2749466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.041615 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-3983634e-429a-4bec-bb1b-6d7bd2749466 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fc4639a-435b-49e3-93a9-3783248b6f7d HTTP/1.1" status: 200 len: 898 time: 0.3292501 Jul 29 23:48:39.071428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1a03-a540-471c-9df7-e576e329ac76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.104872 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-acec9ca7-862c-4201-af26-1a94cd8e5913 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dad1ae-8691-484b-949b-d2e21c42640c HTTP/1.1" status: 200 len: 217 time: 0.0477352 Jul 29 23:48:39.196412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-cd7f2639-38d2-4dee-ac3f-c768e32f632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.199871 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-cd7f2639-38d2-4dee-ac3f-c768e32f632e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40 HTTP/1.1" status: 200 len: 835 time: 0.0821881 Jul 29 23:48:39.225351 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '67f6b229-caa5-4285-bf98-4903331b3fca', 'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:ab:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:30Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:39.245506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1a03-a540-471c-9df7-e576e329ac76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.294577 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58b983-bac7-4d89-8fff-1456fcbaab29 None None] The sync data for ids ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'] in n-d-712139-11 is: [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '67f6b229-caa5-4285-bf98-4903331b3fca', 'name': '', 'network_id': '1fc4639a-435b-49e3-93a9-3783248b6f7d', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'mac_address': 'fa:16:3e:ab:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:30Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'subnets': [{'id': 'd9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:39.319694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-028cbc63-2635-4638-8d18-89f7a492573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.319694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-028cbc63-2635-4638-8d18-89f7a492573c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fc4639a-435b-49e3-93a9-3783248b6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027825 Jul 29 23:48:39.523607 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1a03-a540-471c-9df7-e576e329ac76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.557464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1163e579-2ee0-49e5-ba07-3e2ef2216212 req-f671a38e-d0e3-4e6f-bca3-c4f10a8317a8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356217 Jul 29 23:48:39.656349 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-d6ad6e12-1925-4180-aab0-9261b1fae0c1 service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265834 Jul 29 23:48:39.711214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f1a03-a540-471c-9df7-e576e329ac76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=3078b097-9839-4853-b07b-34bee1059cc1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:39.732853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1a03-a540-471c-9df7-e576e329ac76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.739884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2b1f1a03-a540-471c-9df7-e576e329ac76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/3078b097-9839-4853-b07b-34bee1059cc1 HTTP/1.1" status: 204 len: 168 time: 1.0491173 Jul 29 23:48:39.744715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ac5df3-dd0d-4608-8f06-3c5fcd758c87 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:39.745782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46950) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:39.892812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03c61-ea95-4e87-858b-2bc693c82e1b req-3b1b6cb7-45bf-44d2-96f1-df6cf60cbde1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.896916 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0d03c61-ea95-4e87-858b-2bc693c82e1b req-3b1b6cb7-45bf-44d2-96f1-df6cf60cbde1 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.3343718 Jul 29 23:48:39.909724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7be5b39-ebda-4596-b7d5-6d9c599c7041 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Deleting subnet 9b4d6794-3ef7-4315-914d-ac01c49bb7f3 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:39.928380 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6bbe4fb-ab22-472d-bacd-13006a14a6b9 req-d520e374-b504-450a-98b6-ef6a50a3670e service neutron] 10.222.0.42 "GET /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568080 Jul 29 23:48:39.940142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7be5b39-ebda-4596-b7d5-6d9c599c7041 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.028872 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7be5b39-ebda-4596-b7d5-6d9c599c7041 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.072239 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443e5b1-016c-43e1-b9a7-19063dd3b8e9 None None] New status for floating IP 8d57deae-b419-43b1-849d-be6bdd8bc7c5: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:48:40.117757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-3ade4cce-8e0d-42cf-b180-a93d6f4c830b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:40.120521 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-3ade4cce-8e0d-42cf-b180-a93d6f4c830b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 945 time: 0.1149600 Jul 29 23:48:40.152171 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7be5b39-ebda-4596-b7d5-6d9c599c7041 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.322246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0d03c61-ea95-4e87-858b-2bc693c82e1b req-37c587ec-efb8-40b8-9744-dfe311cb93d2 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0414e4d-2970-4d90-b411-b2f9ad42321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4024408 Jul 29 23:48:40.332911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-7f783756-aa89-49b1-afcc-5591caa3ea03 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port e0dad1ae-8691-484b-949b-d2e21c42640c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:40.333892 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-7f783756-aa89-49b1-afcc-5591caa3ea03 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.397539 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7be5b39-ebda-4596-b7d5-6d9c599c7041 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.464067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be5b39-ebda-4596-b7d5-6d9c599c7041 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4d6794-3ef7-4315-914d-ac01c49bb7f3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:40.470183 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7be5b39-ebda-4596-b7d5-6d9c599c7041 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.475192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a7be5b39-ebda-4596-b7d5-6d9c599c7041 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/9b4d6794-3ef7-4315-914d-ac01c49bb7f3 HTTP/1.1" status: 204 len: 168 time: 0.7278428 Jul 29 23:48:40.475829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46958) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:40.536259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f8cee091-6333-4b1d-b8e8-c9fe100b8ded tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587575 Jul 29 23:48:40.537205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46960) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:40.593718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-7f783756-aa89-49b1-afcc-5591caa3ea03 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port e0dad1ae-8691-484b-949b-d2e21c42640c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e0dad1ae-8691-484b-949b-d2e21c42640c,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:40.593718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-7f783756-aa89-49b1-afcc-5591caa3ea03 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.639441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-7f783756-aa89-49b1-afcc-5591caa3ea03 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for e0dad1ae-8691-484b-949b-d2e21c42640c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:40.646804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab96784-034a-430d-a457-3c675452cc3f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:40.650043 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2ab96784-034a-430d-a457-3c675452cc3f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1112955 Jul 29 23:48:40.655936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46964) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:40.807235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2190190-4a7c-44bb-81a1-5a4aa361701c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:40.817517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c2190190-4a7c-44bb-81a1-5a4aa361701c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1491487 Jul 29 23:48:40.819387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46972) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:40.965851 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-7f783756-aa89-49b1-afcc-5591caa3ea03 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.042791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 3766d397-acba-4503-a3ac-3f08bf1aa33d details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:41.049888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783756-aa89-49b1-afcc-5591caa3ea03 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=e0dad1ae-8691-484b-949b-d2e21c42640c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:41.186399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-7f783756-aa89-49b1-afcc-5591caa3ea03 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] No DVR routers for this DVR port e0dad1ae-8691-484b-949b-d2e21c42640c on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:41.196068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-7f783756-aa89-49b1-afcc-5591caa3ea03 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.206362 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cb530e7a-3beb-41f4-9a78-1168e840a631 req-7f783756-aa89-49b1-afcc-5591caa3ea03 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.42 "DELETE /v2.0/ports/e0dad1ae-8691-484b-949b-d2e21c42640c HTTP/1.1" status: 204 len: 173 time: 1.0759416 Jul 29 23:48:41.206892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'name': 'network-vif-deleted', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:41.212782 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba66ad4a-3c2d-4534-98fc-37e403208700" -d '{"events": [{"server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "name": "network-vif-deleted", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:41.362418 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66772c48-1c5f-463e-9f35-32307b9269d5 x-openstack-request-id: req-66772c48-1c5f-463e-9f35-32307b9269d5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:41.363279 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ec6934-5609-4de9-970e-fd1d54a88d32", "name": "network-vif-deleted", "tag": "e0dad1ae-8691-484b-949b-d2e21c42640c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:41.363939 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66772c48-1c5f-463e-9f35-32307b9269d5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:41.364928 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ec6934-5609-4de9-970e-fd1d54a88d32', 'name': 'network-vif-deleted', 'tag': 'e0dad1ae-8691-484b-949b-d2e21c42640c', 'status': 'completed', 'code': 200} Jul 29 23:48:41.499574 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 3766d397-acba-4503-a3ac-3f08bf1aa33d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3766d397-acba-4503-a3ac-3f08bf1aa33d,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:41.524968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '3766d397-acba-4503-a3ac-3f08bf1aa33d', 'network_id': 'd290c64b-92c2-433e-9d7f-3fb7b5728186', 'port_id': '3766d397-acba-4503-a3ac-3f08bf1aa33d', 'mac_address': 'fa:16:3e:ea:60:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527d0074-5eaf-4497-85ef-d02c904a2060', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:41.573385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6cdedb27-1f89-4552-a338-6e8e7eb5db7a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7158458 Jul 29 23:48:41.575060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46982) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:41.645094 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96189b8-b248-4198-8ff9-28c4faa99b76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:41.645853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96189b8-b248-4198-8ff9-28c4faa99b76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:41.653998 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b96189b8-b248-4198-8ff9-28c4faa99b76 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/b477d8e1-1790-4715-9946-dbc44772f9e8 HTTP/1.1" status: 404 len: 333 time: 0.0780544 Jul 29 23:48:41.654486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46984) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:41.660719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd066f-bbb9-4106-859d-b6a3e876f105 None None] Network 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:41.665243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a68c3-9f48-4484-8582-793b7c031979 req-996fb39b-7197-493f-8d3d-ca894138f1f6 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:41.677605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-755a68c3-9f48-4484-8582-793b7c031979 req-996fb39b-7197-493f-8d3d-ca894138f1f6 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 943 time: 0.8567131 Jul 29 23:48:41.701893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.707836 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97024f8-6d53-44bf-812b-c339fd0bb13a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:41.708768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97024f8-6d53-44bf-812b-c339fd0bb13a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:41.712191 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a97024f8-6d53-44bf-812b-c339fd0bb13a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/3078b097-9839-4853-b07b-34bee1059cc1 HTTP/1.1" status: 404 len: 337 time: 0.0553055 Jul 29 23:48:41.717874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:41.775975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3766d397-acba-4503-a3ac-3f08bf1aa33d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:41.780784 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-597eac07-e323-4609-a1c3-da1a008956f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:41.781688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597eac07-e323-4609-a1c3-da1a008956f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:41.785850 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-597eac07-e323-4609-a1c3-da1a008956f2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/9b4d6794-3ef7-4315-914d-ac01c49bb7f3 HTTP/1.1" status: 404 len: 337 time: 0.0660815 Jul 29 23:48:41.789800 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46988) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:41.838200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3dbad411-d3e1-4d62-9d0f-9778117a3e05 req-835aae01-c2a9-45d3-925d-f25d74bebf74 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ec6934-5609-4de9-970e-fd1d54a88d32 HTTP/1.1" status: 200 len: 210 time: 0.1325054 Jul 29 23:48:41.886334 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d311f3eb-d7c6-49cd-810e-c67f989bdb06 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:41.887287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d311f3eb-d7c6-49cd-810e-c67f989bdb06 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:41.891875 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d311f3eb-d7c6-49cd-810e-c67f989bdb06 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/d9ca047d-565e-4b33-b3ba-9ffcd95fee3f HTTP/1.1" status: 404 len: 333 time: 0.0900259 Jul 29 23:48:41.900382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 46994) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:41.976900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b250d5f1-09ce-4436-b967-aa4118105975 None None] Provisioning complete for port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:41.977965 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b250d5f1-09ce-4436-b967-aa4118105975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.006058 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:48:42.038778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 3766d397-acba-4503-a3ac-3f08bf1aa33d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3766d397-acba-4503-a3ac-3f08bf1aa33d,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:42.060217 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.063121 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-755a68c3-9f48-4484-8582-793b7c031979 req-ba9ab237-c730-46f1-9063-24a606b92f53 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817983 Jul 29 23:48:42.065993 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d78d3e-3238-4155-aa80-ef3fc9f431d0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.069620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d78d3e-3238-4155-aa80-ef3fc9f431d0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.077274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-08d78d3e-3238-4155-aa80-ef3fc9f431d0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/fc87faa3-428c-4516-91a7-0f48283be8f7 HTTP/1.1" status: 404 len: 337 time: 0.1652813 Jul 29 23:48:42.078678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 46998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.168882 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f485c94-79d4-48b3-97a7-a527cc29602a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.174519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f485c94-79d4-48b3-97a7-a527cc29602a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.179688 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8f485c94-79d4-48b3-97a7-a527cc29602a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/e2d9acc8-bb07-4159-84f8-b4be4be44a9f HTTP/1.1" status: 404 len: 337 time: 0.0992765 Jul 29 23:48:42.183519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47000) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.220758 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c41e327-b6d0-4ad2-98dc-93b76fb2c55e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.222979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c41e327-b6d0-4ad2-98dc-93b76fb2c55e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.224756 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5c41e327-b6d0-4ad2-98dc-93b76fb2c55e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/7a3afb78-8ce5-41f0-976c-01d54250fd7c HTTP/1.1" status: 404 len: 333 time: 0.0395737 Jul 29 23:48:42.227752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47004) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.266544 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c36cce-0463-4577-b11f-cff74aed745d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.267010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c36cce-0463-4577-b11f-cff74aed745d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.269588 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d2c36cce-0463-4577-b11f-cff74aed745d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/d0f41b88-6df0-4978-85f6-6907fb824a87 HTTP/1.1" status: 404 len: 337 time: 0.0407820 Jul 29 23:48:42.273456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47006) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.275939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=3766d397-acba-4503-a3ac-3f08bf1aa33d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:42.314790 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a715b0f-fa6f-454a-b220-1fd7aae059e7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.315524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a715b0f-fa6f-454a-b220-1fd7aae059e7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.317596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8a715b0f-fa6f-454a-b220-1fd7aae059e7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/8f6e5fea-8ffa-443f-8e51-eb218f8f9e48 HTTP/1.1" status: 404 len: 337 time: 0.0422151 Jul 29 23:48:42.331832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47008) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.408532 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c65def-3a89-41ae-9356-5785afdd1910 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.409230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c65def-3a89-41ae-9356-5785afdd1910 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.411173 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e5c65def-3a89-41ae-9356-5785afdd1910 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/f5c15867-34b3-4bf1-aa34-ceccdaf101cb HTTP/1.1" status: 404 len: 333 time: 0.0780764 Jul 29 23:48:42.415607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47010) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.462124 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-042202d8-ebb1-4eb3-955b-80c7f448ff77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.462687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042202d8-ebb1-4eb3-955b-80c7f448ff77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.463997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eec5ed-2f4d-4f1c-9b08-5dbd83364dcb None None] DHCP port deletion for 86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:48:42.467762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.477388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-042202d8-ebb1-4eb3-955b-80c7f448ff77 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/37f74619-7aa3-4d87-9836-bed7c152da8e HTTP/1.1" status: 404 len: 337 time: 0.0584364 Jul 29 23:48:42.510617 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc15273e-3b70-401b-97d0-d9157d5eab86 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.511645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc15273e-3b70-401b-97d0-d9157d5eab86 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.512287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['3766d397-acba-4503-a3ac-3f08bf1aa33d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:42.525908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.535224 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fc15273e-3b70-401b-97d0-d9157d5eab86 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/5d03471a-586e-4e21-ad1f-4a7cf75f4432 HTTP/1.1" status: 404 len: 337 time: 0.0660496 Jul 29 23:48:42.584748 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54f0036-0797-42f5-9d26-d8e67a18d6df tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.586829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54f0036-0797-42f5-9d26-d8e67a18d6df tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.596810 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.597140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-99eec5ed-2f4d-4f1c-9b08-5dbd83364dcb None None] Deleting port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:42.597841 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99eec5ed-2f4d-4f1c-9b08-5dbd83364dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.604966 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f54f0036-0797-42f5-9d26-d8e67a18d6df tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/9152e974-11a7-4b8d-a6fa-74c157356363 HTTP/1.1" status: 404 len: 333 time: 0.0766728 Jul 29 23:48:42.658510 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7431bb-77da-4f53-8652-b23fcf1e6ba9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.659328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7431bb-77da-4f53-8652-b23fcf1e6ba9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.664468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7c7431bb-77da-4f53-8652-b23fcf1e6ba9 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/fff5cb37-9773-4626-bf67-91877d9f9bcb HTTP/1.1" status: 404 len: 337 time: 0.0651903 Jul 29 23:48:42.667732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47022) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.694270 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e947e2a7-fefa-4284-be94-44146be477fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.695503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e947e2a7-fefa-4284-be94-44146be477fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.696894 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e947e2a7-fefa-4284-be94-44146be477fd tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/180c0d09-e603-4e3f-b0cb-83511af5472a HTTP/1.1" status: 404 len: 333 time: 0.0280540 Jul 29 23:48:42.700889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47024) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.774143 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9436f888-05c3-4d23-8ab5-ec3f4344af59 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.776670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9436f888-05c3-4d23-8ab5-ec3f4344af59 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.778789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9436f888-05c3-4d23-8ab5-ec3f4344af59 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/065e88fb-ba55-4e0c-9185-f50c58c9f071 HTTP/1.1" status: 404 len: 337 time: 0.0759814 Jul 29 23:48:42.782556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.802097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-99eec5ed-2f4d-4f1c-9b08-5dbd83364dcb None None] For port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a4900bb1-4f1d-42e3-9fce-e39c9cdb9545,segment=NetworkSegment(1a078aac-d377-4a65-87a6-e6a44d346f88),segment_id=1a078aac-d377-4a65-87a6-e6a44d346f88)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:42.802504 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99eec5ed-2f4d-4f1c-9b08-5dbd83364dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.825410 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bea175b-36be-4d4e-acf6-a840737d5fcc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.826030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-99eec5ed-2f4d-4f1c-9b08-5dbd83364dcb None None] Calling delete_port for a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:42.826614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bea175b-36be-4d4e-acf6-a840737d5fcc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.833585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47030) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.833933 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3bea175b-36be-4d4e-acf6-a840737d5fcc tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/c2eb8388-c2da-453c-823f-f97c3317f44e HTTP/1.1" status: 404 len: 333 time: 0.0499132 Jul 29 23:48:42.896576 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb06fc0-1ba2-4830-803c-aa5af1c544e7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:42.897712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb06fc0-1ba2-4830-803c-aa5af1c544e7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:42.901304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8fb06fc0-1ba2-4830-803c-aa5af1c544e7 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/901fa77a-b252-4ae4-a793-526406cd990e HTTP/1.1" status: 404 len: 337 time: 0.0658011 Jul 29 23:48:42.905067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47034) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.996253 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-193730b7-13ac-4a64-8bc3-c5ce516cf70d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.004471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193730b7-13ac-4a64-8bc3-c5ce516cf70d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.015630 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99eec5ed-2f4d-4f1c-9b08-5dbd83364dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.016230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47040) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.017540 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-193730b7-13ac-4a64-8bc3-c5ce516cf70d tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/2a3515b9-a6d7-482f-b4be-70ba3b39f078 HTTP/1.1" status: 404 len: 333 time: 0.1090448 Jul 29 23:48:43.020114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.064245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eec5ed-2f4d-4f1c-9b08-5dbd83364dcb None None] Pushing event deleted for resources: {'Port': ['ID=a4900bb1-4f1d-42e3-9fce-e39c9cdb9545,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:43.076473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eec5ed-2f4d-4f1c-9b08-5dbd83364dcb None None] No DVR routers for this DVR port a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:43.100323 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-be330c42-a325-453e-bc4e-530cee6869e4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.100941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be330c42-a325-453e-bc4e-530cee6869e4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.106712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-be330c42-a325-453e-bc4e-530cee6869e4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/f416f43a-5a4a-4208-90e2-0e55a656d1c4 HTTP/1.1" status: 404 len: 337 time: 0.0850728 Jul 29 23:48:43.107008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47048) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.162077 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9f2e4b-935e-43b6-90d6-f9d66cccb60b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.163261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9f2e4b-935e-43b6-90d6-f9d66cccb60b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.166625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cb9f2e4b-935e-43b6-90d6-f9d66cccb60b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/b56a2246-8879-4350-a266-e783fe3997fe HTTP/1.1" status: 404 len: 333 time: 0.0584133 Jul 29 23:48:43.170330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47050) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.236287 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedde5f0-7fc1-4dbc-b42b-929caabab762 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.238009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dedde5f0-7fc1-4dbc-b42b-929caabab762 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.241266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dedde5f0-7fc1-4dbc-b42b-929caabab762 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/c069f372-e22d-47d4-9c38-2845eb5c114d HTTP/1.1" status: 404 len: 337 time: 0.0690842 Jul 29 23:48:43.245513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.323755 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2408b8-0bc4-4114-a847-f31bbb9f0ae4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.325749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2408b8-0bc4-4114-a847-f31bbb9f0ae4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.329317 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ff2408b8-0bc4-4114-a847-f31bbb9f0ae4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/50f38cee-3b11-4d12-b64b-8170fad5a040 HTTP/1.1" status: 404 len: 333 time: 0.0775833 Jul 29 23:48:43.336104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47056) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.372473 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e6e343-bc03-4320-8e73-78dc1ca93751 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.372473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e6e343-bc03-4320-8e73-78dc1ca93751 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.375898 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-18e6e343-bc03-4320-8e73-78dc1ca93751 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/eecb3cec-8bb6-4394-874f-16b02acf2393 HTTP/1.1" status: 404 len: 337 time: 0.0384920 Jul 29 23:48:43.383190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.383651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333b108-1586-46eb-aa8b-66cf4ddb6b58 req-98ca37eb-6fbc-4fe0-b2dc-a09624abb5f9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:43.385406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e333b108-1586-46eb-aa8b-66cf4ddb6b58 req-98ca37eb-6fbc-4fe0-b2dc-a09624abb5f9 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 944 time: 0.1125050 Jul 29 23:48:43.449447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e333b108-1586-46eb-aa8b-66cf4ddb6b58 req-912b292a-69b0-48d7-9df0-81712a41b796 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525594 Jul 29 23:48:43.522133 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0272b91-180f-418b-b540-cdefee5cba3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.523685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0272b91-180f-418b-b540-cdefee5cba3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.527674 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d0272b91-180f-418b-b540-cdefee5cba3b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/44103c51-d9d2-4d4f-a652-efebf1dbf23b HTTP/1.1" status: 404 len: 337 time: 0.1427956 Jul 29 23:48:43.531770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47064) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.577019 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b81843c-53e3-4bbe-a0e2-60bf2ffd1b95 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.578502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b81843c-53e3-4bbe-a0e2-60bf2ffd1b95 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.581192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3b81843c-53e3-4bbe-a0e2-60bf2ffd1b95 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/41054298-e868-4039-aa58-8a4918e187fb HTTP/1.1" status: 404 len: 333 time: 0.0480917 Jul 29 23:48:43.585385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.640266 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7aafb11-e715-40d0-82bd-d29527848c3e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.641210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7aafb11-e715-40d0-82bd-d29527848c3e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.644524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d7aafb11-e715-40d0-82bd-d29527848c3e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/d88acddd-20b0-43c5-93cb-841976536bd6 HTTP/1.1" status: 404 len: 337 time: 0.0573897 Jul 29 23:48:43.647377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47068) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.713883 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d824662b-eae2-4b04-acb6-212b1cdb9260 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.714571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d824662b-eae2-4b04-acb6-212b1cdb9260 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.722347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d824662b-eae2-4b04-acb6-212b1cdb9260 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/dc015e63-301b-4caa-9594-c9c183894066 HTTP/1.1" status: 404 len: 337 time: 0.0688720 Jul 29 23:48:43.722347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47072) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.777530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:43.785407 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d57db2c-57ca-4858-a5cd-60ce105c9068 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.786195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d57db2c-57ca-4858-a5cd-60ce105c9068 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.791126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4d57db2c-57ca-4858-a5cd-60ce105c9068 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/397dcd96-5e6b-4a80-89d6-76e45f0a20fe HTTP/1.1" status: 404 len: 333 time: 0.0654612 Jul 29 23:48:43.791924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.842666 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7ba0a9-65c4-459a-9349-3bde76169403 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.843416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7ba0a9-65c4-459a-9349-3bde76169403 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.845945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3e7ba0a9-65c4-459a-9349-3bde76169403 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/34b34d63-ff6f-4877-834f-16380de80a9c HTTP/1.1" status: 404 len: 337 time: 0.0524065 Jul 29 23:48:43.850011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47078) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.875563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:43.876063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a4900bb1-4f1d-42e3-9fce-e39c9cdb9545 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:43.891398 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-714828a1-d410-4331-915e-a230fca10629 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.891878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714828a1-d410-4331-915e-a230fca10629 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.894204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-714828a1-d410-4331-915e-a230fca10629 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/beef3e11-e2d7-4cf2-a6e5-1210cdfd5da1 HTTP/1.1" status: 404 len: 337 time: 0.0427237 Jul 29 23:48:43.900920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47080) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.930076 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-966ac85d-9cac-4438-9f7a-1722816a9f98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.931518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966ac85d-9cac-4438-9f7a-1722816a9f98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.934885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-966ac85d-9cac-4438-9f7a-1722816a9f98 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/3879c705-7c9f-42b0-88b2-696e20e40238 HTTP/1.1" status: 404 len: 333 time: 0.0324714 Jul 29 23:48:43.939219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47082) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.983264 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd579bc-d78b-4d08-8c36-195b2d6abf9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:43.983926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd579bc-d78b-4d08-8c36-195b2d6abf9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:43.986176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2bd579bc-d78b-4d08-8c36-195b2d6abf9a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/bc0b9af4-0dd7-44c8-881b-0b73d9ebd7ac HTTP/1.1" status: 404 len: 337 time: 0.0456452 Jul 29 23:48:43.990441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.029102 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cff1a5-fd4e-404d-bbeb-a18f2bfaa60b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.029688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4cff1a5-fd4e-404d-bbeb-a18f2bfaa60b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.035651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e4cff1a5-fd4e-404d-bbeb-a18f2bfaa60b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/f6440ace-27b8-4032-83e1-dc4cb234bf89 HTTP/1.1" status: 404 len: 337 time: 0.0438881 Jul 29 23:48:44.036649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47088) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.102830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7ecb59d4-7a37-4cf5-a3f6-16d564104620 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports?device_id=892f3e5a-6fb9-4c90-91b5-97c3c19e2525 HTTP/1.1" status: 200 len: 205 time: 0.0646691 Jul 29 23:48:44.103681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47090) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.153808 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-7209fd11-cda2-40af-8696-08b5abfa8077 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] delete failed (client error): The resource could not be found. Jul 29 23:48:44.153808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7209fd11-cda2-40af-8696-08b5abfa8077 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/routers/892f3e5a-6fb9-4c90-91b5-97c3c19e2525 HTTP/1.1" status: 404 len: 336 time: 0.0485485 Jul 29 23:48:44.159742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47092) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.167399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.216674 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-31452751-9321-4c33-9e50-6a06249a5f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.217741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31452751-9321-4c33-9e50-6a06249a5f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.220592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-31452751-9321-4c33-9e50-6a06249a5f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/0353e165-9244-434e-bbc5-95d10944f98b HTTP/1.1" status: 404 len: 337 time: 0.0571003 Jul 29 23:48:44.223746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.264460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cab11b8c-5285-4990-81e0-60255a087615 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bfbe9f3-92b4-478b-8956-d5117f493441 HTTP/1.1" status: 200 len: 205 time: 0.0392139 Jul 29 23:48:44.276625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47102) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.326605 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-ab435056-42fd-47f6-99c7-658fad3c6ae2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] delete failed (client error): The resource could not be found. Jul 29 23:48:44.327592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ab435056-42fd-47f6-99c7-658fad3c6ae2 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/routers/4bfbe9f3-92b4-478b-8956-d5117f493441 HTTP/1.1" status: 404 len: 336 time: 0.0498455 Jul 29 23:48:44.333166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47104) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.376302 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0a8f2d-ffa6-4f20-8000-406cf7a5bfe4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.376796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0a8f2d-ffa6-4f20-8000-406cf7a5bfe4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.381987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2f0a8f2d-ffa6-4f20-8000-406cf7a5bfe4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/b94b2165-fbc2-4a5b-936e-de3a598912fa HTTP/1.1" status: 404 len: 337 time: 0.0470195 Jul 29 23:48:44.383062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.428949 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2f6b72-5993-4e0b-81a7-59e7c6cba35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.430099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2f6b72-5993-4e0b-81a7-59e7c6cba35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.434309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-af2f6b72-5993-4e0b-81a7-59e7c6cba35b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/ed4a9706-485f-489b-a8c8-2778f5ad1ac6 HTTP/1.1" status: 404 len: 337 time: 0.0502160 Jul 29 23:48:44.434724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47110) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.482849 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aca80c1-7926-4fc5-82b0-aca81c56f15e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.483973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aca80c1-7926-4fc5-82b0-aca81c56f15e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.488967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47114) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.494247 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2aca80c1-7926-4fc5-82b0-aca81c56f15e tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/8c46310a-771e-4611-9770-e522d6bc42d8 HTTP/1.1" status: 404 len: 333 time: 0.0579712 Jul 29 23:48:44.525182 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc135ca2-4ccb-48d5-b8e0-ccbc4a77b2ac tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.525938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc135ca2-4ccb-48d5-b8e0-ccbc4a77b2ac tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.531954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bc135ca2-4ccb-48d5-b8e0-ccbc4a77b2ac tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/031a34b8-423e-42c3-a35c-135362d172e9 HTTP/1.1" status: 404 len: 337 time: 0.0415001 Jul 29 23:48:44.533188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47118) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.632098 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5397469-d926-4c27-aee1-e51fd5b5164b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.634572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5397469-d926-4c27-aee1-e51fd5b5164b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.642601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b5397469-d926-4c27-aee1-e51fd5b5164b tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/eb347583-b058-4d17-8967-cdb2b65f7871 HTTP/1.1" status: 404 len: 333 time: 0.1063750 Jul 29 23:48:44.646576 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.688115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e0dad1ae-8691-484b-949b-d2e21c42640c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:44.719327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: e0dad1ae-8691-484b-949b-d2e21c42640c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:44.719981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e0dad1ae-8691-484b-949b-d2e21c42640c not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:44.731941 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-05160d59-b3c2-47af-ab91-affaaa027601 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.733050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05160d59-b3c2-47af-ab91-affaaa027601 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.735079 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-05160d59-b3c2-47af-ab91-affaaa027601 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/17f82cfe-438b-4eb8-b273-755ac6d37caa HTTP/1.1" status: 404 len: 337 time: 0.0874546 Jul 29 23:48:44.739554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.764401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c192b-9c11-4115-b32e-85094bbd5a2f req-467cfd93-7d37-4b09-8d60-041e48da56d1 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:44.767190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e36c192b-9c11-4115-b32e-85094bbd5a2f req-467cfd93-7d37-4b09-8d60-041e48da56d1 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 944 time: 0.1221290 Jul 29 23:48:44.808272 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e2622f-59c1-40fc-ab0f-ec6cbb727bd0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.809692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e2622f-59c1-40fc-ab0f-ec6cbb727bd0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.813321 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-30e2622f-59c1-40fc-ab0f-ec6cbb727bd0 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/8f9edc8a-42a1-413a-9107-22548266173b HTTP/1.1" status: 404 len: 333 time: 0.0717411 Jul 29 23:48:44.819148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.866466 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port 67f6b229-caa5-4285-bf98-4903331b3fca {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:44.867323 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.900041 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e36c192b-9c11-4115-b32e-85094bbd5a2f req-67c7b7db-c3fe-46a3-bb1f-29e86a810665 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144717 Jul 29 23:48:44.900041 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-017f3641-30da-48e2-981c-6242151b2b0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.900041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017f3641-30da-48e2-981c-6242151b2b0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.900041 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-017f3641-30da-48e2-981c-6242151b2b0f tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/08a1dd01-ad3a-4421-beb7-eab6c76f0e01 HTTP/1.1" status: 404 len: 337 time: 0.0702288 Jul 29 23:48:44.900041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.937066 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8748e3dd-eb04-4488-a584-fefce369a6ce tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:44.938442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8748e3dd-eb04-4488-a584-fefce369a6ce tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:44.942169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8748e3dd-eb04-4488-a584-fefce369a6ce tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/b7be5674-7737-4714-858a-53b2ab5593d9 HTTP/1.1" status: 404 len: 333 time: 0.0409458 Jul 29 23:48:44.948307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47136) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.006089 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74427c2-49c3-4990-8c96-67540ab52088 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:45.006645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74427c2-49c3-4990-8c96-67540ab52088 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:45.016786 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d74427c2-49c3-4990-8c96-67540ab52088 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/c1511aef-589b-4bec-ab95-2d27cf623447 HTTP/1.1" status: 404 len: 337 time: 0.0559223 Jul 29 23:48:45.017849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47138) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.051242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 3766d397-acba-4503-a3ac-3f08bf1aa33d up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:45.076111 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port 67f6b229-caa5-4285-bf98-4903331b3fca, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=67f6b229-caa5-4285-bf98-4903331b3fca,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:45.083234 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.092803 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de68b16-7c78-4cdc-a0dd-457d4b3107b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:45.094186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de68b16-7c78-4cdc-a0dd-457d4b3107b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:45.100280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for 67f6b229-caa5-4285-bf98-4903331b3fca owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:45.102288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47142) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.102485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0de68b16-7c78-4cdc-a0dd-457d4b3107b8 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/407e255c-74a8-44ea-86ad-872763a3700b HTTP/1.1" status: 404 len: 333 time: 0.0814652 Jul 29 23:48:45.146341 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f417844e-d6a9-4e47-b185-7cee2e4d869c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:45.147209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f417844e-d6a9-4e47-b185-7cee2e4d869c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:45.149742 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f417844e-d6a9-4e47-b185-7cee2e4d869c tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/b6ecd537-5ae1-4aa8-9702-5e16d3052d1b HTTP/1.1" status: 404 len: 337 time: 0.0460017 Jul 29 23:48:45.150952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 3766d397-acba-4503-a3ac-3f08bf1aa33d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:45.153444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47144) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.168431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 3766d397-acba-4503-a3ac-3f08bf1aa33d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:45.169295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.236637 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a116faf-2632-42f7-acb6-89cd30419b91 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:45.237941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a116faf-2632-42f7-acb6-89cd30419b91 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:45.240154 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8a116faf-2632-42f7-acb6-89cd30419b91 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/37613f53-9365-47c0-adfd-f7ce7f17b502 HTTP/1.1" status: 404 len: 333 time: 0.0853038 Jul 29 23:48:45.243291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47148) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.312609 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.326125 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20121ef-e4ca-460b-88e9-4732792f3f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:45.326720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20121ef-e4ca-460b-88e9-4732792f3f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:45.329277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d20121ef-e4ca-460b-88e9-4732792f3f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/0788d685-1d5f-41cc-8be9-5e7da2fd8f92 HTTP/1.1" status: 404 len: 337 time: 0.0841408 Jul 29 23:48:45.335550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47154) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.361123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9f5a01-2043-4301-af1d-3d595e3db573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3766d397-acba-4503-a3ac-3f08bf1aa33d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:45.365130 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f20709c-fb40-4252-82fc-2f8e6c381969" -d '{"events": [{"server_uuid": "1e9f5a01-2043-4301-af1d-3d595e3db573", "name": "network-vif-plugged", "status": "completed", "tag": "3766d397-acba-4503-a3ac-3f08bf1aa33d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:45.374523 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5d3a19-e5be-4ab9-89ac-31058cd8975a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:45.375422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5d3a19-e5be-4ab9-89ac-31058cd8975a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:45.378087 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0c5d3a19-e5be-4ab9-89ac-31058cd8975a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/ports/6f9dfdc3-ae93-4d86-90db-c94fdaa8111a HTTP/1.1" status: 404 len: 333 time: 0.0410197 Jul 29 23:48:45.382791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47160) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.390004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 3766d397-acba-4503-a3ac-3f08bf1aa33d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3766d397-acba-4503-a3ac-3f08bf1aa33d,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:45.396039 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.485453 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4a6b85-8c65-435e-9f97-3ed9164121d4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] DELETE failed (client error): The resource could not be found. Jul 29 23:48:45.486234 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4a6b85-8c65-435e-9f97-3ed9164121d4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:48:45.495112 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658847d9-30bf-44de-8c6f-c5b4d260c673 x-openstack-request-id: req-658847d9-30bf-44de-8c6f-c5b4d260c673 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:45.495352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5d4a6b85-8c65-435e-9f97-3ed9164121d4 tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/subnets/ec91dfc3-499a-4fce-ab38-de8ea8b6e9ef HTTP/1.1" status: 404 len: 337 time: 0.1114788 Jul 29 23:48:45.496083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47162) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.497143 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9f5a01-2043-4301-af1d-3d595e3db573", "name": "network-vif-plugged", "status": "completed", "tag": "3766d397-acba-4503-a3ac-3f08bf1aa33d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:45.500172 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-658847d9-30bf-44de-8c6f-c5b4d260c673 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:45.500740 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9f5a01-2043-4301-af1d-3d595e3db573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3766d397-acba-4503-a3ac-3f08bf1aa33d', 'code': 200} Jul 29 23:48:45.532583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=3766d397-acba-4503-a3ac-3f08bf1aa33d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:45.665579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.842587 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.851701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8b64c-ecf0-4d2a-ba7d-7e9b11f4ae22 req-86474edc-c9e0-4601-9741-02a86d9c35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:45.853949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-feb8b64c-ecf0-4d2a-ba7d-7e9b11f4ae22 req-86474edc-c9e0-4601-9741-02a86d9c35ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 1097 time: 0.0679896 Jul 29 23:48:45.862277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:45.883800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a078aac-d377-4a65-87a6-e6a44d346f88') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:45.884534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a078aac-d377-4a65-87a6-e6a44d346f88') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:45.905435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.931975 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.934748 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-feb8b64c-ecf0-4d2a-ba7d-7e9b11f4ae22 req-3aff729f-6df7-4938-ac02-c821da2317b5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711517 Jul 29 23:48:45.943240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:45.944136 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:45.961158 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:46.075800 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.084746 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.086703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] 10.222.0.37 "DELETE /v2.0/networks/86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9 HTTP/1.1" status: 204 len: 168 time: 0.5895298 Jul 29 23:48:46.088443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.095703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a28c7-933e-4e51-80bd-19c84dd1b589 req-b8968416-b982-4da2-89fb-6360ae1e72a3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:46.097929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-681a28c7-933e-4e51-80bd-19c84dd1b589 req-b8968416-b982-4da2-89fb-6360ae1e72a3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.0800667 Jul 29 23:48:46.156782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731363a-ca19-4ba6-8fe3-5a9eaf833f4a tempest-NetworksTestDHCPv6-1652857220 tempest-NetworksTestDHCPv6-1652857220-project] Pushing event deleted for resources: {'Network': ['ID=86cd0e0d-ea5f-4475-b311-e2e9cdc6a2b9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:46.161534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-681a28c7-933e-4e51-80bd-19c84dd1b589 req-3bf7b693-08b5-43a0-8b48-1abca47f0486 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484967 Jul 29 23:48:46.172616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=67f6b229-caa5-4285-bf98-4903331b3fca,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:46.577417 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.611536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:46.871211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47196) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:46.871851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bb531a1c-0b15-4533-a925-d847c971be1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c94cf9134fa54474ad62948045d69362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583513 Jul 29 23:48:46.928988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:46.994436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b81bb70b-8a25-41ee-b624-a7b7b96ae25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.035150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b81bb70b-8a25-41ee-b624-a7b7b96ae25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.109008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:47.117909 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3742ee4c-f207-4407-ab76-5a43682e9b6b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "PUT /v2.0/routers/d09dcc7a-e284-4fc0-b677-ee6b2456ec16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0934231 Jul 29 23:48:47.120303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47202) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:47.125533 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] Sync routers for ids ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:47.141957 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b81bb70b-8a25-41ee-b624-a7b7b96ae25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.146092 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b81bb70b-8a25-41ee-b624-a7b7b96ae25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.150577 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b81bb70b-8a25-41ee-b624-a7b7b96ae25f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58c6dfeb-b720-424c-8948-24f534d02e85 HTTP/1.1" status: 204 len: 168 time: 0.2750781 Jul 29 23:48:47.172563 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] Routers {'d09dcc7a-e284-4fc0-b677-ee6b2456ec16'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:47.173379 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:47.175497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bb70b-8a25-41ee-b624-a7b7b96ae25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c6dfeb-b720-424c-8948-24f534d02e85,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:47.214830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d6d48c-d10d-4453-8b4c-36d36dd84c9b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting subnet d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:47.232882 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76d6d48c-d10d-4453-8b4c-36d36dd84c9b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.322856 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] Set router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:47.407754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76d6d48c-d10d-4453-8b4c-36d36dd84c9b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.445805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01014772-876a-4139-9ce0-6383d2f7a612 req-68fc8436-04d4-4163-be98-1c275ca727f3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:47.447478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01014772-876a-4139-9ce0-6383d2f7a612 req-68fc8436-04d4-4163-be98-1c275ca727f3 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.1498439 Jul 29 23:48:47.556540 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:48:45Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:47.571547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76d6d48c-d10d-4453-8b4c-36d36dd84c9b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.597151 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] Checking router: d09dcc7a-e284-4fc0-b677-ee6b2456ec16 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:47.609256 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] Routers {'d09dcc7a-e284-4fc0-b677-ee6b2456ec16'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:47.610968 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:47.697138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01014772-876a-4139-9ce0-6383d2f7a612 req-1f8868f3-2e62-48ad-be66-45d5af5064a4 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427425 Jul 29 23:48:47.743566 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76d6d48c-d10d-4453-8b4c-36d36dd84c9b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.780071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76d6d48c-d10d-4453-8b4c-36d36dd84c9b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.784891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:47.785199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-76d6d48c-d10d-4453-8b4c-36d36dd84c9b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/subnets/d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40 HTTP/1.1" status: 204 len: 168 time: 0.6628020 Jul 29 23:48:47.786397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6d48c-d10d-4453-8b4c-36d36dd84c9b tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Subnet': ['ID=d9987ecb-1fbd-4e3e-82a4-fa78d1a8cf40,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:47.794645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720ddac6-0f96-497a-ae8a-30d9c1a917ce None None] Network 1fc4639a-435b-49e3-93a9-3783248b6f7d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:47.895368 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] Set router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:48.021874 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.108189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98277870-9a90-4e19-bb15-7732a17509ef None None] DHCP port deletion for 1fc4639a-435b-49e3-93a9-3783248b6f7d request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:48:48.221149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98277870-9a90-4e19-bb15-7732a17509ef None None] Deleting port b45436a3-aafb-458e-8d98-369558df08fd {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:48.221797 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98277870-9a90-4e19-bb15-7732a17509ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.290733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.331351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-98277870-9a90-4e19-bb15-7732a17509ef None None] For port b45436a3-aafb-458e-8d98-369558df08fd, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b45436a3-aafb-458e-8d98-369558df08fd,segment=NetworkSegment(c5a5962c-cde1-4f43-a0dd-45f89c684ebc),segment_id=c5a5962c-cde1-4f43-a0dd-45f89c684ebc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:48.332351 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98277870-9a90-4e19-bb15-7732a17509ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.367875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98277870-9a90-4e19-bb15-7732a17509ef None None] Calling delete_port for b45436a3-aafb-458e-8d98-369558df08fd owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:48.382431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Deleting port ef5c59f9-1900-4ce3-920c-4af9f4eff135 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:48.385210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.391267 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:48:45Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:48.452692 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae33af-ac51-403c-8673-56b5d9975940 None None] The sync data for ids ['d09dcc7a-e284-4fc0-b677-ee6b2456ec16'] in n-d-712139-11 is: [{'id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727070602', 'tenant_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:17Z', 'updated_at': '2021-07-29T23:48:45Z', 'revision_number': 5, 'project_id': 'b2f34a2d2a684983b52eb5a5ea340e0e', 'gw_port': {'id': 'ef5c59f9-1900-4ce3-920c-4af9f4eff135', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09dcc7a-e284-4fc0-b677-ee6b2456ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:19Z', 'updated_at': '2021-07-29T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:48.594882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] For port ef5c59f9-1900-4ce3-920c-4af9f4eff135, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ef5c59f9-1900-4ce3-920c-4af9f4eff135,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:48.595550 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.612772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Calling delete_port for ef5c59f9-1900-4ce3-920c-4af9f4eff135 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:48.708415 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98277870-9a90-4e19-bb15-7732a17509ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.753216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98277870-9a90-4e19-bb15-7732a17509ef None None] Pushing event deleted for resources: {'Port': ['ID=b45436a3-aafb-458e-8d98-369558df08fd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:48.757174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98277870-9a90-4e19-bb15-7732a17509ef None None] No DVR routers for this DVR port b45436a3-aafb-458e-8d98-369558df08fd on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:48.820742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.873125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:48.926307 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.968762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed644dbe-4ff4-4fd6-9e5e-2679d175851d req-0347cba1-32ea-49c8-b554-38c2de953b84 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:48.977007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Port': ['ID=ef5c59f9-1900-4ce3-920c-4af9f4eff135,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:48.982153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed644dbe-4ff4-4fd6-9e5e-2679d175851d req-0347cba1-32ea-49c8-b554-38c2de953b84 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.1359859 Jul 29 23:48:49.046643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed644dbe-4ff4-4fd6-9e5e-2679d175851d req-b8b609b1-1639-4c79-89c5-bf272cf4b927 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633867 Jul 29 23:48:49.155611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.200563 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1034417870'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:49.241180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920358e-cf44-4c11-a5cf-d188a70b97c1 req-91f3f0af-db1e-4412-9735-89df1a91d7cd tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:49.242924 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2920358e-cf44-4c11-a5cf-d188a70b97c1 req-91f3f0af-db1e-4412-9735-89df1a91d7cd tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.0901823 Jul 29 23:48:49.283994 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.287446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.316541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2920358e-cf44-4c11-a5cf-d188a70b97c1 req-5ea8af2e-2a55-433a-9975-a05fdc7577ad tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603728 Jul 29 23:48:49.368994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:49.374855 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.388374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.398753 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.399434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Fanout notify agent at l3_agent the message router_deleted on router d09dcc7a-e284-4fc0-b677-ee6b2456ec16 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:48:49.409891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.411124 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a517a998-1540-4fcf-93e6-779456928209 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/routers/d09dcc7a-e284-4fc0-b677-ee6b2456ec16 HTTP/1.1" status: 204 len: 168 time: 1.6250322 Jul 29 23:48:49.416971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47274) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:49.580498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.592143 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.645398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:49.668209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46adfd7-6e60-48ad-abae-ed0b6d1c1aaf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:49.676280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.676927 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added segment 3606867d-e637-46ca-b8e8-33bd2d7a4219 of type vlan for network 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d Jul 29 23:48:49.718061 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.805620 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.854196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.871278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:49.872325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.885170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653401-83ca-476f-a796-1b5ba0569fbd req-41ad562e-b7cc-4b35-bd38-377dcefd0e15 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:49.887247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75653401-83ca-476f-a796-1b5ba0569fbd req-41ad562e-b7cc-4b35-bd38-377dcefd0e15 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.1658554 Jul 29 23:48:49.988876 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1144743 Jul 29 23:48:49.989271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:49.998087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-500748832'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:50.003779 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.013122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064bb01-a242-4c45-b7c9-0f77a1596893 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Network': ['ID=428dc8f9-8fc2-44b5-9b8a-0497f2fe686d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:50.025713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75653401-83ca-476f-a796-1b5ba0569fbd req-51b37924-e9f2-4435-9890-101303e88040 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207650 Jul 29 23:48:50.028789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:50.046997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc4639a-435b-49e3-93a9-3783248b6f7d']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:50.065187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:50.065556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a5962c-cde1-4f43-a0dd-45f89c684ebc') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:50.068548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:50.072798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.101201 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.179366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b45436a3-aafb-458e-8d98-369558df08fd no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:50.179814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:50.203311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: b45436a3-aafb-458e-8d98-369558df08fd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:50.203693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b45436a3-aafb-458e-8d98-369558df08fd not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:50.204124 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 67f6b229-caa5-4285-bf98-4903331b3fca no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:50.232745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 67f6b229-caa5-4285-bf98-4903331b3fca {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:50.233153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 67f6b229-caa5-4285-bf98-4903331b3fca not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:50.236529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.240576 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.241139 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added segment 4b9af5f7-c524-4219-ab63-54275a99ac87 of type vlan for network 36cb9f48-f436-423f-8349-0f58fe27695d Jul 29 23:48:50.264432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:50.264865 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:50.269172 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:50.361500 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.384246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496914e-ee9f-4a59-92d3-684911d0073e req-88298192-56ee-49df-bf7f-e610e8dab96e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:50.385856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b496914e-ee9f-4a59-92d3-684911d0073e req-88298192-56ee-49df-bf7f-e610e8dab96e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.2025921 Jul 29 23:48:50.392437 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.404401 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.408825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/networks/1fc4639a-435b-49e3-93a9-3783248b6f7d HTTP/1.1" status: 204 len: 168 time: 0.9897363 Jul 29 23:48:50.409461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47298) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:50.475241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c5366-c22b-4282-9753-bf0028131663 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'Network': ['ID=1fc4639a-435b-49e3-93a9-3783248b6f7d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:50.497616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b496914e-ee9f-4a59-92d3-684911d0073e req-b2475061-e129-4734-a653-6e0612e29b6a tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004059 Jul 29 23:48:50.497616 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.498724 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3978-f0e3-4925-807b-a4dcc3909ea9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.503924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:50.504930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.534540 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3978-f0e3-4925-807b-a4dcc3909ea9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.568967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5774090 Jul 29 23:48:50.576338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:50.601396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'subnet': {'network_id': '428dc8f9-8fc2-44b5-9b8a-0497f2fe686d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:50.673234 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210354d7-4cfe-40c2-b2c2-521991502c76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Network': ['ID=36cb9f48-f436-423f-8349-0f58fe27695d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:50.690444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 36cb9f48-f436-423f-8349-0f58fe27695d details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:50.749213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:50.757210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.781487 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3978-f0e3-4925-807b-a4dcc3909ea9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.795395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3978-f0e3-4925-807b-a4dcc3909ea9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.798728 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7eeb3978-f0e3-4925-807b-a4dcc3909ea9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] 10.222.0.37 "DELETE /v2.0/security-groups/b0414e4d-2970-4d90-b411-b2f9ad42321d HTTP/1.1" status: 204 len: 168 time: 0.3880751 Jul 29 23:48:50.901475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb3978-f0e3-4925-807b-a4dcc3909ea9 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0414e4d-2970-4d90-b411-b2f9ad42321d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:50.909986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504f1d-666a-4ac0-9f49-33abc31a93f5 req-346e5b78-c3b5-492b-ac28-e796820b2dff tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:50.919366 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-36504f1d-666a-4ac0-9f49-33abc31a93f5 req-346e5b78-c3b5-492b-ac28-e796820b2dff tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.1051052 Jul 29 23:48:50.986729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-36504f1d-666a-4ac0-9f49-33abc31a93f5 req-b3dcc943-bc2b-4b1e-b0a2-0f858a325f61 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659897 Jul 29 23:48:51.133382 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.259734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Checking segment: {'id': '3606867d-e637-46ca-b8e8-33bd2d7a4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '428dc8f9-8fc2-44b5-9b8a-0497f2fe686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:51.260170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network hostable DHCP agents. Network: 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:51.263683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Subnet': ['ID=594f42d3-f93e-4bd1-b8e1-d47cf828f406,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:51.263924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb81643-75e1-4302-87c4-5aefe480bf84 req-58b4a5a6-052c-4968-b255-0e982fe5c20e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.274072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fb81643-75e1-4302-87c4-5aefe480bf84 req-58b4a5a6-052c-4968-b255-0e982fe5c20e tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.1090066 Jul 29 23:48:51.301042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:51.317073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:51.327623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.334398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fb81643-75e1-4302-87c4-5aefe480bf84 req-0ecb8930-4cd6-4a9f-9c06-b108056c36ad tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591679 Jul 29 23:48:51.335045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.343142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feda83f-eb43-4ffd-a300-0096227082e3 None None] Network 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:51.358196 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e129b84c-36ad-4a8d-a319-9192038eb7a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7822056 Jul 29 23:48:51.361087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47328) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:51.377075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'subnet': {'network_id': '36cb9f48-f436-423f-8349-0f58fe27695d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:51.413808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47332) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:51.534431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:51.539954 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.590250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-428dc8f9-8fc2-44b5-9b8a-0497f2fe686d', 'network_id': '428dc8f9-8fc2-44b5-9b8a-0497f2fe686d', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'fixed_ips': [{'subnet_id': '594f42d3-f93e-4bd1-b8e1-d47cf828f406'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:51.591185 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.690141 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-02ce77b0-b14c-4332-a973-23d3096bba8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2f34a2d2a684983b52eb5a5ea340e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718275 Jul 29 23:48:51.690857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:51.746033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ef5c59f9-1900-4ce3-920c-4af9f4eff135 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:51.787893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4528ca5b-5b0c-46a4-8ce0-65f2801c20a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.815599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: ef5c59f9-1900-4ce3-920c-4af9f4eff135 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:51.816378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ef5c59f9-1900-4ce3-920c-4af9f4eff135 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:51.823921 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25ab21f6-c916-413a-bbf9-d510ed49395a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.871378 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4528ca5b-5b0c-46a4-8ce0-65f2801c20a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.948255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4528ca5b-5b0c-46a4-8ce0-65f2801c20a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.953825 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4528ca5b-5b0c-46a4-8ce0-65f2801c20a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.960927 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4528ca5b-5b0c-46a4-8ce0-65f2801c20a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/922d5945-7266-4dc6-854c-ea572f9f5472 HTTP/1.1" status: 204 len: 168 time: 0.2655673 Jul 29 23:48:51.975798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528ca5b-5b0c-46a4-8ce0-65f2801c20a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922d5945-7266-4dc6-854c-ea572f9f5472,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:51.995818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Allocated IP 2001:db8::2 (428dc8f9-8fc2-44b5-9b8a-0497f2fe686d/594f42d3-f93e-4bd1-b8e1-d47cf828f406/d5634149-65fe-40a3-bc68-e44019c14038) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:52.006539 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.040653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f705b-fcf7-40d7-968e-2cd4212bd586 req-18d95b3c-5a8b-4b5a-8881-5994a60ae3d7 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:52.048609 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-891f705b-fcf7-40d7-968e-2cd4212bd586 req-18d95b3c-5a8b-4b5a-8881-5994a60ae3d7 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.1470783 Jul 29 23:48:52.150795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-891f705b-fcf7-40d7-968e-2cd4212bd586 req-f60b0630-cfed-418d-ab2b-ec890b414897 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009135 Jul 29 23:48:52.222220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Subnet': ['ID=2d5b6d99-db4d-4d96-b917-77db0fe43386,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:52.242816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Checking segment: {'id': '4b9af5f7-c524-4219-ab63-54275a99ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '36cb9f48-f436-423f-8349-0f58fe27695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:52.243198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network hostable DHCP agents. Network: 36cb9f48-f436-423f-8349-0f58fe27695d, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:52.286727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 36cb9f48-f436-423f-8349-0f58fe27695d is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:52.307486 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.320930 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 36cb9f48-f436-423f-8349-0f58fe27695d) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:52.329718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:52.330385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.332771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Transition to ACTIVE for port object d5634149-65fe-40a3-bc68-e44019c14038 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:52.354463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d087d06-27b3-4aae-bee4-90732784df96 None None] Network 36cb9f48-f436-423f-8349-0f58fe27695d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:52.369975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c8fbfea9-cc50-4509-b824-883e9f358788 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0061209 Jul 29 23:48:52.370399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Transition to ACTIVE for port object d5634149-65fe-40a3-bc68-e44019c14038 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:52.370523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47350) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:52.376302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ffeb3ff7-f277-4166-83ae-b4cd3564be87 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-113800673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:52.403150 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.418376 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3ff7-f277-4166-83ae-b4cd3564be87 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.419109 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3ff7-f277-4166-83ae-b4cd3564be87 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.466980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Network 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:52.479843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:52.483994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:52.486001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Pushing event updated for resources: {'Port': ['ID=d5634149-65fe-40a3-bc68-e44019c14038,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:52.494024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47352) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:52.494985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3ff7-f277-4166-83ae-b4cd3564be87 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.500703 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3ff7-f277-4166-83ae-b4cd3564be87 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.522409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3ff7-f277-4166-83ae-b4cd3564be87 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.527788 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ffeb3ff7-f277-4166-83ae-b4cd3564be87 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1523066 Jul 29 23:48:52.528748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:52.547838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-34cf0ead-8b6c-4196-aa11-83e3d8c5f061 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b44e258e13b944ae89446221191cdfec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524478 Jul 29 23:48:52.550837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47356) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:52.594747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Attempting to bind port d5634149-65fe-40a3-bc68-e44019c14038 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:52.595128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Attempting to bind port d5634149-65fe-40a3-bc68-e44019c14038 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '3606867d-e637-46ca-b8e8-33bd2d7a4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '428dc8f9-8fc2-44b5-9b8a-0497f2fe686d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:52.595540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Attempting to bind port d5634149-65fe-40a3-bc68-e44019c14038 on network 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:52.602899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:52.603282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Checking segment: {'id': '3606867d-e637-46ca-b8e8-33bd2d7a4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '428dc8f9-8fc2-44b5-9b8a-0497f2fe686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:52.603696 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.604122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Bound using segment: {'id': '3606867d-e637-46ca-b8e8-33bd2d7a4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '428dc8f9-8fc2-44b5-9b8a-0497f2fe686d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:52.604611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Bound port: d5634149-65fe-40a3-bc68-e44019c14038, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3606867d-e637-46ca-b8e8-33bd2d7a4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '428dc8f9-8fc2-44b5-9b8a-0497f2fe686d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:52.605005 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.611147 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6a71c4a-d320-45cb-a5e4-02d1e23164e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.639027 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6a71c4a-d320-45cb-a5e4-02d1e23164e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.703113 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-36cb9f48-f436-423f-8349-0f58fe27695d', 'network_id': '36cb9f48-f436-423f-8349-0f58fe27695d', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'fixed_ips': [{'subnet_id': '2d5b6d99-db4d-4d96-b917-77db0fe43386'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:52.705077 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.707965 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6a71c4a-d320-45cb-a5e4-02d1e23164e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.713188 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6a71c4a-d320-45cb-a5e4-02d1e23164e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.714376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a6a71c4a-d320-45cb-a5e4-02d1e23164e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa280914-24bb-436f-b831-f81c27cb7374 HTTP/1.1" status: 204 len: 168 time: 0.1626077 Jul 29 23:48:52.723108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] For port d5634149-65fe-40a3-bc68-e44019c14038, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:52.727429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a71c4a-d320-45cb-a5e4-02d1e23164e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa280914-24bb-436f-b831-f81c27cb7374,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:52.754232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] For port d5634149-65fe-40a3-bc68-e44019c14038, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d5634149-65fe-40a3-bc68-e44019c14038,segment=NetworkSegment(3606867d-e637-46ca-b8e8-33bd2d7a4219),segment_id=3606867d-e637-46ca-b8e8-33bd2d7a4219)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:52.764298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.888624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.113856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383c56d-133c-4053-adee-f4104b19eb8a None None] Pushing event updated for resources: {'Port': ['ID=d5634149-65fe-40a3-bc68-e44019c14038,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:53.197191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Allocated IP 2001:db8:1::2 (36cb9f48-f436-423f-8349-0f58fe27695d/2d5b6d99-db4d-4d96-b917-77db0fe43386/e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:53.419281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9043350-4545-417f-afb2-3a7f92e69e0f req-c47ef42a-4e75-4b20-9669-21acc1f07d45 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:53.430054 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9043350-4545-417f-afb2-3a7f92e69e0f req-c47ef42a-4e75-4b20-9669-21acc1f07d45 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.0994625 Jul 29 23:48:53.538465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9043350-4545-417f-afb2-3a7f92e69e0f req-f949a935-fc3b-4a36-bde3-2b612d4ba785 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036832 Jul 29 23:48:53.638910 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-12ba68a0-8f8c-4bc2-bbab-3dc510d30647 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4234231 Jul 29 23:48:53.696439 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.728778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-14080726-0d3e-48aa-98fa-a2d736509f51 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:53.731904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Transition to ACTIVE for port object e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:53.736568 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-14080726-0d3e-48aa-98fa-a2d736509f51 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.5118415 Jul 29 23:48:53.755538 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Transition to ACTIVE for port object e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:53.766358 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.856904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Network 36cb9f48-f436-423f-8349-0f58fe27695d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:53.877134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:53.880945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:53.893036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d5634149-65fe-40a3-bc68-e44019c14038 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:53.941834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Allocated IP 2001:db8::1 (428dc8f9-8fc2-44b5-9b8a-0497f2fe686d/594f42d3-f93e-4bd1-b8e1-d47cf828f406/58180510-be78-4d94-b6d1-0af0229a72ef) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:53.952210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Pushing event updated for resources: {'Port': ['ID=e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:53.989880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.990234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.990581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.990975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.991314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.991786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.992258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.992858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.993360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.993881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.994392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:53.994890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:54.003296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-71d3f469-46ac-4edb-a5c6-b1b8f309fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.004937 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-71d3f469-46ac-4edb-a5c6-b1b8f309fb8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1096 time: 0.2683330 Jul 29 23:48:54.052373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Attempting to bind port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:54.053218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Attempting to bind port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '4b9af5f7-c524-4219-ab63-54275a99ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '36cb9f48-f436-423f-8349-0f58fe27695d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:54.053803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Attempting to bind port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 on network 36cb9f48-f436-423f-8349-0f58fe27695d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:54.063056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:54.063962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Checking segment: {'id': '4b9af5f7-c524-4219-ab63-54275a99ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '36cb9f48-f436-423f-8349-0f58fe27695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:54.065173 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.066251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Bound using segment: {'id': '4b9af5f7-c524-4219-ab63-54275a99ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '36cb9f48-f436-423f-8349-0f58fe27695d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:54.067433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Bound port: e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9af5f7-c524-4219-ab63-54275a99ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '36cb9f48-f436-423f-8349-0f58fe27695d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:54.068453 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.081775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d5634149-65fe-40a3-bc68-e44019c14038 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:54.140507 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a88f4d5-7578-457e-96fa-f016a1993b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.207352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] For port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:54.212568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] For port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7,segment=NetworkSegment(4b9af5f7-c524-4219-ab63-54275a99ac87),segment_id=4b9af5f7-c524-4219-ab63-54275a99ac87)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:54.225237 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.268609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.299357 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.303782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-ac093bae-07ce-48cb-84a1-cc6f655437f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Deleting port 3766d397-acba-4503-a3ac-3f08bf1aa33d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:54.304163 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-ac093bae-07ce-48cb-84a1-cc6f655437f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.355108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f997f-0738-4d34-9c9a-ed1b72be3e3e None None] Pushing event updated for resources: {'Port': ['ID=e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:54.400296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-c8d2f7c9-33f3-4baa-b825-4eb7fabc68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.403509 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-c8d2f7c9-33f3-4baa-b825-4eb7fabc68ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.3717523 Jul 29 23:48:54.409768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Transition to ACTIVE for port object 58180510-be78-4d94-b6d1-0af0229a72ef will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:54.535601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-aaf18ab5-9f5b-4886-9d48-fd6f67025ec9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 998 time: 0.1199169 Jul 29 23:48:54.583177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-ac093bae-07ce-48cb-84a1-cc6f655437f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] For port 3766d397-acba-4503-a3ac-3f08bf1aa33d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=3766d397-acba-4503-a3ac-3f08bf1aa33d,segment=NetworkSegment(596c4feb-b6ce-41ca-91e4-35e3feabd23f),segment_id=596c4feb-b6ce-41ca-91e4-35e3feabd23f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:54.583626 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-ac093bae-07ce-48cb-84a1-cc6f655437f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.721906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-ac093bae-07ce-48cb-84a1-cc6f655437f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Calling delete_port for 3766d397-acba-4503-a3ac-3f08bf1aa33d owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:54.739432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-924aa48b-f72d-4280-ba30-81244af2b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.746072 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-924aa48b-f72d-4280-ba30-81244af2b1ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.1988084 Jul 29 23:48:54.774120 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.775024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40f31-52f2-4b62-b238-95d12cb943be req-cca7b110-2197-4d59-a227-987fa934fa2b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.777653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6b40f31-52f2-4b62-b238-95d12cb943be req-cca7b110-2197-4d59-a227-987fa934fa2b tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 945 time: 0.0843709 Jul 29 23:48:54.897610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6b40f31-52f2-4b62-b238-95d12cb943be req-7c1b0e96-3572-4f55-ae4e-28f9ae77270d tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ba9bfb58-541d-4562-abd3-0e9eeac2211c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122148 Jul 29 23:48:54.930894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=58180510-be78-4d94-b6d1-0af0229a72ef,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:54.941965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6804d383-6deb-49f3-b131-9af67351260a None None] Network 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:54.955054 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:54.963288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-14362ced-1ab5-4def-b6bf-314ab17b3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.967689 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-14362ced-1ab5-4def-b6bf-314ab17b3716 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2083633 Jul 29 23:48:54.973318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:54.976166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:54.977241 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.076426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-661c9048-50f6-4a7e-b85b-d3ce85f7e492 None None] Provisioning for port d5634149-65fe-40a3-bc68-e44019c14038 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:55.084823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-661c9048-50f6-4a7e-b85b-d3ce85f7e492 None None] Provisioning complete for port d5634149-65fe-40a3-bc68-e44019c14038 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:55.085486 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-661c9048-50f6-4a7e-b85b-d3ce85f7e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.224370 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-661c9048-50f6-4a7e-b85b-d3ce85f7e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.249140 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-6a73491b-3aba-4692-9462-8159f94e4f96 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258985 Jul 29 23:48:55.251802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.291189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-661c9048-50f6-4a7e-b85b-d3ce85f7e492 None None] For port d5634149-65fe-40a3-bc68-e44019c14038, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d5634149-65fe-40a3-bc68-e44019c14038,segment=NetworkSegment(3606867d-e637-46ca-b8e8-33bd2d7a4219),segment_id=3606867d-e637-46ca-b8e8-33bd2d7a4219)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:55.292330 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-ac093bae-07ce-48cb-84a1-cc6f655437f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.305512 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-661c9048-50f6-4a7e-b85b-d3ce85f7e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.442130 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c9048-50f6-4a7e-b85b-d3ce85f7e492 None None] Pushing event updated for resources: {'Port': ['ID=d5634149-65fe-40a3-bc68-e44019c14038,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:55.453789 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.912556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:55.942573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac093bae-07ce-48cb-84a1-cc6f655437f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Pushing event deleted for resources: {'Port': ['ID=3766d397-acba-4503-a3ac-3f08bf1aa33d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:56.085031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9416f7ba-8b91-497f-9143-6bce26c696da None None] Provisioning complete for port d5634149-65fe-40a3-bc68-e44019c14038 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:56.086202 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9416f7ba-8b91-497f-9143-6bce26c696da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.094023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-ac093bae-07ce-48cb-84a1-cc6f655437f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] No DVR routers for this DVR port 3766d397-acba-4503-a3ac-3f08bf1aa33d on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:56.097594 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-ac093bae-07ce-48cb-84a1-cc6f655437f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.100694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ba01f403-bc0f-4246-84ac-46ac37e2160d req-ac093bae-07ce-48cb-84a1-cc6f655437f8 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.47 "DELETE /v2.0/ports/3766d397-acba-4503-a3ac-3f08bf1aa33d HTTP/1.1" status: 204 len: 173 time: 2.2559028 Jul 29 23:48:56.107197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9f5a01-2043-4301-af1d-3d595e3db573', 'name': 'network-vif-deleted', 'tag': '3766d397-acba-4503-a3ac-3f08bf1aa33d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:56.110176 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb7b1c4-1527-47be-81cd-33202a902855" -d '{"events": [{"server_uuid": "1e9f5a01-2043-4301-af1d-3d595e3db573", "name": "network-vif-deleted", "tag": "3766d397-acba-4503-a3ac-3f08bf1aa33d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:56.118033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbf7ee1f-06b8-45dd-90b6-c03fedf4fdbf req-e1e8e22b-0344-434c-ae5e-f06b885c5b75 tempest-ServerDiskConfigTestJSON-928198737 tempest-ServerDiskConfigTestJSON-928198737-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e9f5a01-2043-4301-af1d-3d595e3db573 HTTP/1.1" status: 200 len: 210 time: 0.0529182 Jul 29 23:48:56.199144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:56.238573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d5634149-65fe-40a3-bc68-e44019c14038 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:56.247799 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ca7226-5358-4cfa-9f08-291005a43b17 x-openstack-request-id: req-f2ca7226-5358-4cfa-9f08-291005a43b17 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:56.248132 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9f5a01-2043-4301-af1d-3d595e3db573", "name": "network-vif-deleted", "tag": "3766d397-acba-4503-a3ac-3f08bf1aa33d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:56.248385 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2ca7226-5358-4cfa-9f08-291005a43b17 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:56.248782 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9f5a01-2043-4301-af1d-3d595e3db573', 'name': 'network-vif-deleted', 'tag': '3766d397-acba-4503-a3ac-3f08bf1aa33d', 'status': 'completed', 'code': 200} Jul 29 23:48:56.253549 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fa7f36a9-e755-4b80-8ec1-04ef79083b60 req-fe558751-34c1-4a3a-956d-4a8e364d63bf service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9915009 Jul 29 23:48:56.345316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110da7d-a734-45bc-a63d-32e0a28ac78a None None] Network 36cb9f48-f436-423f-8349-0f58fe27695d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:56.445749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.451587 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.454020 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.498396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d5634149-65fe-40a3-bc68-e44019c14038 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:56.498823 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.501274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9416f7ba-8b91-497f-9143-6bce26c696da None None] Provisioning for port 58180510-be78-4d94-b6d1-0af0229a72ef completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:56.554043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9416f7ba-8b91-497f-9143-6bce26c696da None None] Provisioning complete for port 58180510-be78-4d94-b6d1-0af0229a72ef triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:56.554487 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9416f7ba-8b91-497f-9143-6bce26c696da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.568734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=58180510-be78-4d94-b6d1-0af0229a72ef,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:56.625943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:56.632613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:56.833914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf7dafb8-fe75-4cf7-b4b4-23fa8698d653 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:48:56.904700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9416f7ba-8b91-497f-9143-6bce26c696da None None] Port 58180510-be78-4d94-b6d1-0af0229a72ef cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:56.997373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:57.005307 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8c43d2d9-3e0c-481d-9f79-598b80db277f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf7dafb8-fe75-4cf7-b4b4-23fa8698d653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4758101 Jul 29 23:48:57.008122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47396) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:57.045294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2131fcb5-f6e0-47d2-a16e-366cf6040d35 None None] Sync routers for ids ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:57.086393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251c5dd-7d40-4c41-b8b0-9f740d3c13b8 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:57.092418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6251c5dd-7d40-4c41-b8b0-9f740d3c13b8 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports/58180510-be78-4d94-b6d1-0af0229a72ef HTTP/1.1" status: 200 len: 911 time: 0.0810742 Jul 29 23:48:57.093114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47400) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:57.100699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2131fcb5-f6e0-47d2-a16e-366cf6040d35 None None] Routers {'bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:57.101963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2131fcb5-f6e0-47d2-a16e-366cf6040d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:57.148342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c3da7aeb-c268-478d-a5bc-7a941baa8b66 None None] Provisioning complete for port 58180510-be78-4d94-b6d1-0af0229a72ef triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:57.149001 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3da7aeb-c268-478d-a5bc-7a941baa8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.151390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 3766d397-acba-4503-a3ac-3f08bf1aa33d no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:57.157109 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2131fcb5-f6e0-47d2-a16e-366cf6040d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:57.159824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.200436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 3766d397-acba-4503-a3ac-3f08bf1aa33d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:57.201010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 3766d397-acba-4503-a3ac-3f08bf1aa33d not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:57.214334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2131fcb5-f6e0-47d2-a16e-366cf6040d35 None None] Routers {'bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:57.215219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2131fcb5-f6e0-47d2-a16e-366cf6040d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:57.259930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2131fcb5-f6e0-47d2-a16e-366cf6040d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:57.260950 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2131fcb5-f6e0-47d2-a16e-366cf6040d35 None None] The sync data for ids ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:57.263757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c3da7aeb-c268-478d-a5bc-7a941baa8b66 None None] Port 58180510-be78-4d94-b6d1-0af0229a72ef cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:57.287056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c3da7aeb-c268-478d-a5bc-7a941baa8b66 None None] Provisioning for port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:57.296224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c3da7aeb-c268-478d-a5bc-7a941baa8b66 None None] Provisioning complete for port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:57.297161 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3da7aeb-c268-478d-a5bc-7a941baa8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.407285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47414) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:57.459285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3da7aeb-c268-478d-a5bc-7a941baa8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.463439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd3583b-fc23-4836-bdad-b0b2c91a3854 admin admin] Deleting subnet 527d0074-5eaf-4497-85ef-d02c904a2060 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:57.466924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dd3583b-fc23-4836-bdad-b0b2c91a3854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.499201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c3da7aeb-c268-478d-a5bc-7a941baa8b66 None None] For port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7,segment=NetworkSegment(4b9af5f7-c524-4219-ab63-54275a99ac87),segment_id=4b9af5f7-c524-4219-ab63-54275a99ac87)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:57.504861 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3da7aeb-c268-478d-a5bc-7a941baa8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.511736 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dd3583b-fc23-4836-bdad-b0b2c91a3854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.561216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dd3583b-fc23-4836-bdad-b0b2c91a3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.566973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da7aeb-c268-478d-a5bc-7a941baa8b66 None None] Pushing event updated for resources: {'Port': ['ID=e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:57.625162 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dd3583b-fc23-4836-bdad-b0b2c91a3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.632713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-14411733-93ce-45f0-bbe8-efef92037b1a None None] Provisioning complete for port 58180510-be78-4d94-b6d1-0af0229a72ef triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:57.633650 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14411733-93ce-45f0-bbe8-efef92037b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.659133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3583b-fc23-4836-bdad-b0b2c91a3854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527d0074-5eaf-4497-85ef-d02c904a2060,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:57.661858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dd3583b-fc23-4836-bdad-b0b2c91a3854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.663949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1dd3583b-fc23-4836-bdad-b0b2c91a3854 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/527d0074-5eaf-4497-85ef-d02c904a2060 HTTP/1.1" status: 204 len: 168 time: 0.2547336 Jul 29 23:48:57.667448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47416) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:57.697743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-14411733-93ce-45f0-bbe8-efef92037b1a None None] Port 58180510-be78-4d94-b6d1-0af0229a72ef cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:57.727300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-14411733-93ce-45f0-bbe8-efef92037b1a None None] Provisioning complete for port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:57.728145 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14411733-93ce-45f0-bbe8-efef92037b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.832772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.869140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:57.935792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.976177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:57.976554 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.037490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.049300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d290c64b-92c2-433e-9d7f-3fb7b5728186']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:58.068104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596c4feb-b6ce-41ca-91e4-35e3feabd23f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:58.068406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596c4feb-b6ce-41ca-91e4-35e3feabd23f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:58.099393 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.122806 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.135768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:58.136541 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:58.141284 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:58.209195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.219050 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.221965 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d290c64b-92c2-433e-9d7f-3fb7b5728186 HTTP/1.1" status: 204 len: 168 time: 0.5536063 Jul 29 23:48:58.239591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9858e-b0f9-4f09-b251-992ec95655f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d290c64b-92c2-433e-9d7f-3fb7b5728186,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:58.306425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Allocated IP 2001:db8:1::1 (36cb9f48-f436-423f-8349-0f58fe27695d/2d5b6d99-db4d-4d96-b917-77db0fe43386/38bd3989-d83e-4ec6-b480-8e42bf80a0be) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:58.465070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47426) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:58.493033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.513592 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5921b7ba-c956-4109-b394-4c4f58d6367a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=deb4d5c2d8da4c459e239fd7a7a77859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472405 Jul 29 23:48:58.519322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47430) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:58.529663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Transition to ACTIVE for port object 38bd3989-d83e-4ec6-b480-8e42bf80a0be will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:58.567593 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.587473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5602a0f5-18c5-4a72-b7f2-4ff2944503df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.613143 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5602a0f5-18c5-4a72-b7f2-4ff2944503df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.620773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=38bd3989-d83e-4ec6-b480-8e42bf80a0be,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:58.644049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 36cb9f48-f436-423f-8349-0f58fe27695d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:58.646099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:58.661640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:58.663016 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.668572 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5602a0f5-18c5-4a72-b7f2-4ff2944503df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.671898 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5602a0f5-18c5-4a72-b7f2-4ff2944503df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.675948 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5602a0f5-18c5-4a72-b7f2-4ff2944503df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba9bfb58-541d-4562-abd3-0e9eeac2211c HTTP/1.1" status: 204 len: 168 time: 0.1502678 Jul 29 23:48:58.686846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602a0f5-18c5-4a72-b7f2-4ff2944503df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9bfb58-541d-4562-abd3-0e9eeac2211c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:58.883584 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.015667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cbdef2f3-aeb7-4f7c-9dfc-79c0fe317713 None None] Provisioning for port 38bd3989-d83e-4ec6-b480-8e42bf80a0be completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:59.020733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cbdef2f3-aeb7-4f7c-9dfc-79c0fe317713 None None] Provisioning complete for port 38bd3989-d83e-4ec6-b480-8e42bf80a0be triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:59.021363 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbdef2f3-aeb7-4f7c-9dfc-79c0fe317713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.066610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cbdef2f3-aeb7-4f7c-9dfc-79c0fe317713 None None] Port 38bd3989-d83e-4ec6-b480-8e42bf80a0be cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:59.253038 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.258772 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.260689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.393755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=38bd3989-d83e-4ec6-b480-8e42bf80a0be,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:59.473868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 36cb9f48-f436-423f-8349-0f58fe27695d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:59.475460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:59.601676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf7dafb8-fe75-4cf7-b4b4-23fa8698d653 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:59.948734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e2eedc5a-83cf-4b12-948b-3b8940c7bf94 None None] Provisioning complete for port 38bd3989-d83e-4ec6-b480-8e42bf80a0be triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:59.949783 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2eedc5a-83cf-4b12-948b-3b8940c7bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.023888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e2eedc5a-83cf-4b12-948b-3b8940c7bf94 None None] Port 38bd3989-d83e-4ec6-b480-8e42bf80a0be cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:00.161580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:00.169792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6d9fef9f-14eb-4374-bf09-eadb939a2272 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf7dafb8-fe75-4cf7-b4b4-23fa8698d653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0726144 Jul 29 23:49:00.172366 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:00.179903 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53380c6-9a28-4710-b432-7a39eb5f9106 None None] Sync routers for ids ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:00.192546 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53380c6-9a28-4710-b432-7a39eb5f9106 None None] Routers {'bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:00.193523 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c53380c6-9a28-4710-b432-7a39eb5f9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:00.229521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bacf7a-4336-4699-b916-4d5c833bb446 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:00.229808 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c53380c6-9a28-4710-b432-7a39eb5f9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:00.231587 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-25bacf7a-4336-4699-b916-4d5c833bb446 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports/38bd3989-d83e-4ec6-b480-8e42bf80a0be HTTP/1.1" status: 200 len: 913 time: 0.0580423 Jul 29 23:49:00.234436 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47482) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:00.248995 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53380c6-9a28-4710-b432-7a39eb5f9106 None None] Routers {'bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:00.249662 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c53380c6-9a28-4710-b432-7a39eb5f9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:00.300838 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c53380c6-9a28-4710-b432-7a39eb5f9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:00.301615 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53380c6-9a28-4710-b432-7a39eb5f9106 None None] The sync data for ids ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:00.622053 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.696267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47502) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:00.853498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e03b14d7-57fa-42b1-88b8-51ff59b9db63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.949315 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 38bd3989-d83e-4ec6-b480-8e42bf80a0be {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:00.949728 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.987144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e03b14d7-57fa-42b1-88b8-51ff59b9db63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.992627 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e03b14d7-57fa-42b1-88b8-51ff59b9db63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.058199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e03b14d7-57fa-42b1-88b8-51ff59b9db63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7593862365c0450aa71f2da648bdf428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604248 Jul 29 23:49:01.061188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b14d7-57fa-42b1-88b8-51ff59b9db63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede6af9e-fb18-4fa5-9281-1fb2d1bfb010,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:01.062106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:01.082008 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.108579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 38bd3989-d83e-4ec6-b480-8e42bf80a0be owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:01.187170 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.225272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.352409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.355246 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.356496 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ede6af9e-fb18-4fa5-9281-1fb2d1bfb010 HTTP/1.1" status: 204 len: 168 time: 0.2933371 Jul 29 23:49:01.374179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede6af9e-fb18-4fa5-9281-1fb2d1bfb010,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:01.391056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.391409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.391755 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.392126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.392488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.393359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.393690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.394147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.394333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.394662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.394987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.395310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceadc4e-fd16-4ff4-8387-48dac31d428b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.405334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.442040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=38bd3989-d83e-4ec6-b480-8e42bf80a0be,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:01.638423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.040504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf7dafb8-fe75-4cf7-b4b4-23fa8698d653 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:02.178115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:02.184511 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-80c7bca2-f46d-4a32-8e2e-42316d75ca1b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf7dafb8-fe75-4cf7-b4b4-23fa8698d653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9488125 Jul 29 23:49:02.187878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47534) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:02.198979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c2c4a6-3bf4-49f8-944b-1cb2f98306ca None None] Sync routers for ids ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:02.212539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2c4a6-3bf4-49f8-944b-1cb2f98306ca None None] Routers {'bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:02.213547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-21c2c4a6-3bf4-49f8-944b-1cb2f98306ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:02.259813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-21c2c4a6-3bf4-49f8-944b-1cb2f98306ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:02.269435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2c4a6-3bf4-49f8-944b-1cb2f98306ca None None] Routers {'bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:02.270201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-21c2c4a6-3bf4-49f8-944b-1cb2f98306ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:02.310768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-21c2c4a6-3bf4-49f8-944b-1cb2f98306ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:02.311814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c2c4a6-3bf4-49f8-944b-1cb2f98306ca None None] The sync data for ids ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:02.346218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47538) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:02.367588 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.471773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-317815313-network', 'tenant_id': 'd9c5074a26b043f99af1588f72acde2d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:02.511750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Made reservation on behalf of d9c5074a26b043f99af1588f72acde2d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:02.514691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.524425 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.579022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.633140 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.637454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.676228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:02.683195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4da9ad8-5d6c-4b3b-96ad-d280465d315c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:02.707762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.708230 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Added segment 58544994-9085-4827-a93f-f76137e8f763 of type vlan for network 1f7462b2-7087-4afa-985b-2d419746c87b Jul 29 23:49:02.774903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.836165 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.837916 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:02.838630 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.934600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 58180510-be78-4d94-b6d1-0af0229a72ef {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:02.935414 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.948119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5995424 Jul 29 23:49:02.954669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47576) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:02.965032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Request body: {'subnet': {'network_id': '1f7462b2-7087-4afa-985b-2d419746c87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-317815313-subnet', 'tenant_id': 'd9c5074a26b043f99af1588f72acde2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:02.973173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7672b-4342-428f-b190-ef3cbe17dcf9 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7462b2-7087-4afa-985b-2d419746c87b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:02.986833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 1f7462b2-7087-4afa-985b-2d419746c87b details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:03.053274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Made reservation on behalf of d9c5074a26b043f99af1588f72acde2d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:03.055843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.237327 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.257008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 58180510-be78-4d94-b6d1-0af0229a72ef owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:03.456642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.564690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82036bb4-1742-4570-8541-2ea8a2760b8e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:03.583122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Checking segment: {'id': '58544994-9085-4827-a93f-f76137e8f763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f7462b2-7087-4afa-985b-2d419746c87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:03.583523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Network hostable DHCP agents. Network: 1f7462b2-7087-4afa-985b-2d419746c87b, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:03.587254 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.625788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=58180510-be78-4d94-b6d1-0af0229a72ef,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:03.651708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Network 1f7462b2-7087-4afa-985b-2d419746c87b is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:03.703821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 1f7462b2-7087-4afa-985b-2d419746c87b) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:03.712572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc23c366-09fc-4a33-a320-cc5d39ddb854 None None] Network 1f7462b2-7087-4afa-985b-2d419746c87b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:03.742671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:03.743529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.754754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.784869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-01cdaab9-575c-4bd5-b8b1-ce5e78ab3412 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8278084 Jul 29 23:49:03.942265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2548145-e2e7-416f-a13b-d4ed3215bd3b None None] Network 1f7462b2-7087-4afa-985b-2d419746c87b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:04.179731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf7dafb8-fe75-4cf7-b4b4-23fa8698d653 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:04.289891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:04.299323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ef2ddce8-a61e-420e-ae2d-fc72c664210b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf7dafb8-fe75-4cf7-b4b4-23fa8698d653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1074615 Jul 29 23:49:04.299323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:04.309614 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead28bc6-ba4e-4e87-9f15-b227de727d99 None None] Sync routers for ids ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:04.328284 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead28bc6-ba4e-4e87-9f15-b227de727d99 None None] Routers {'bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:04.331679 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ead28bc6-ba4e-4e87-9f15-b227de727d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:04.346221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:04.353860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7b3ce30b-1bbc-4845-b5b2-dc119f90e175 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7dafb8-fe75-4cf7-b4b4-23fa8698d653 HTTP/1.1" status: 200 len: 205 time: 0.0534534 Jul 29 23:49:04.398939 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ead28bc6-ba4e-4e87-9f15-b227de727d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:04.409350 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead28bc6-ba4e-4e87-9f15-b227de727d99 None None] Routers {'bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:04.409986 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ead28bc6-ba4e-4e87-9f15-b227de727d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:04.476933 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ead28bc6-ba4e-4e87-9f15-b227de727d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:04.477681 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead28bc6-ba4e-4e87-9f15-b227de727d99 None None] The sync data for ids ['bf7dafb8-fe75-4cf7-b4b4-23fa8698d653'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:04.488407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcc58000-0483-41bf-b81c-31eb4478068a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.568218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-6804f336-3810-45ac-8ddc-498893d09848 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.569791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-6804f336-3810-45ac-8ddc-498893d09848 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/networks?id=1f7462b2-7087-4afa-985b-2d419746c87b HTTP/1.1" status: 200 len: 813 time: 0.1249788 Jul 29 23:49:04.588886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-8c0152eb-cdd7-48ae-8fa6-2e6d64856425 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/quotas/d9c5074a26b043f99af1588f72acde2d HTTP/1.1" status: 200 len: 375 time: 0.0122218 Jul 29 23:49:04.635225 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-4942d8fb-b2cf-4fe0-b817-de72bd4e0dd8 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9c5074a26b043f99af1588f72acde2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392375 Jul 29 23:49:04.671501 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcc58000-0483-41bf-b81c-31eb4478068a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.675328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcc58000-0483-41bf-b81c-31eb4478068a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.729554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcc58000-0483-41bf-b81c-31eb4478068a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.730450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc58000-0483-41bf-b81c-31eb4478068a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Fanout notify agent at l3_agent the message router_deleted on router bf7dafb8-fe75-4cf7-b4b4-23fa8698d653 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:49:04.742066 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcc58000-0483-41bf-b81c-31eb4478068a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.744061 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bcc58000-0483-41bf-b81c-31eb4478068a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/bf7dafb8-fe75-4cf7-b4b4-23fa8698d653 HTTP/1.1" status: 204 len: 168 time: 0.3966928 Jul 29 23:49:04.746161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47786) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:04.767354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-d12286b2-c419-493e-b792-3b3765848987 service neutron] 10.222.0.37 "GET /v2.0/networks/1f7462b2-7087-4afa-985b-2d419746c87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238036 Jul 29 23:49:04.807376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2ac10e-cfac-41aa-bb9d-10c275771cd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting subnet 2d5b6d99-db4d-4d96-b917-77db0fe43386 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:04.811039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac10e-cfac-41aa-bb9d-10c275771cd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.864649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac10e-cfac-41aa-bb9d-10c275771cd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.890990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-ffca91af-df6d-4f01-971f-827c199d86b0 service neutron] 10.222.0.37 "GET /v2.0/networks/1f7462b2-7087-4afa-985b-2d419746c87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135805 Jul 29 23:49:04.989594 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac10e-cfac-41aa-bb9d-10c275771cd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.071397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac10e-cfac-41aa-bb9d-10c275771cd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.112460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ac10e-cfac-41aa-bb9d-10c275771cd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5b6d99-db4d-4d96-b917-77db0fe43386,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:05.116850 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac10e-cfac-41aa-bb9d-10c275771cd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.120291 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ad2ac10e-cfac-41aa-bb9d-10c275771cd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/2d5b6d99-db4d-4d96-b917-77db0fe43386 HTTP/1.1" status: 204 len: 168 time: 0.3729274 Jul 29 23:49:05.123081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47836) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:05.130174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f721db-aedf-4831-8ece-5929fb0e0b59 None None] Network 36cb9f48-f436-423f-8349-0f58fe27695d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:05.192115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-394c63a7-1820-437c-90ed-776f780ee0ae req-b42f462e-dbfb-4be6-837f-f58b3fae3b22 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 210 time: 0.0893252 Jul 29 23:49:05.237404 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3019226-b476-47b5-9e72-500a298fa657 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting subnet 594f42d3-f93e-4bd1-b8e1-d47cf828f406 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:05.241420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3019226-b476-47b5-9e72-500a298fa657 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.490099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0fc27c-ee86-4731-acef-1c14cbf93b84 None None] DHCP port deletion for 36cb9f48-f436-423f-8349-0f58fe27695d request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:05.620907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fc27c-ee86-4731-acef-1c14cbf93b84 None None] Deleting port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:05.621301 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc27c-ee86-4731-acef-1c14cbf93b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.644155 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3019226-b476-47b5-9e72-500a298fa657 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.699536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9a0fc27c-ee86-4731-acef-1c14cbf93b84 None None] For port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7,segment=NetworkSegment(4b9af5f7-c524-4219-ab63-54275a99ac87),segment_id=4b9af5f7-c524-4219-ab63-54275a99ac87)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:05.700002 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc27c-ee86-4731-acef-1c14cbf93b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.715753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fc27c-ee86-4731-acef-1c14cbf93b84 None None] Calling delete_port for e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:05.781136 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3019226-b476-47b5-9e72-500a298fa657 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.809248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:05.819422 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc27c-ee86-4731-acef-1c14cbf93b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.886486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fc27c-ee86-4731-acef-1c14cbf93b84 None None] Pushing event deleted for resources: {'Port': ['ID=e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:05.896190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:05.896555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:05.897891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3019226-b476-47b5-9e72-500a298fa657 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.914832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0fc27c-ee86-4731-acef-1c14cbf93b84 None None] No DVR routers for this DVR port e08dfe87-9da5-47e6-bc2e-3b6ef6d317d7 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:05.931605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3019226-b476-47b5-9e72-500a298fa657 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Subnet': ['ID=594f42d3-f93e-4bd1-b8e1-d47cf828f406,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:05.942088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3019226-b476-47b5-9e72-500a298fa657 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.946866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 47928) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:05.952451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdca4ea0-b2c2-4622-aaae-3a91bbf8684d None None] Network 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:05.958050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f3019226-b476-47b5-9e72-500a298fa657 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/594f42d3-f93e-4bd1-b8e1-d47cf828f406 HTTP/1.1" status: 204 len: 168 time: 0.8336744 Jul 29 23:49:06.033923 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.188806 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.201137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cb9f48-f436-423f-8349-0f58fe27695d']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:06.219375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9af5f7-c524-4219-ab63-54275a99ac87') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:06.219780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9af5f7-c524-4219-ab63-54275a99ac87') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:06.240747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73de5b4c-00f2-4c84-8872-4f942139540a None None] DHCP port deletion for 428dc8f9-8fc2-44b5-9b8a-0497f2fe686d request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:06.255039 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.282804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.291782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:06.292789 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:06.297773 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:06.353881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-73de5b4c-00f2-4c84-8872-4f942139540a None None] Deleting port d5634149-65fe-40a3-bc68-e44019c14038 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:06.355669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73de5b4c-00f2-4c84-8872-4f942139540a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.391430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d872028d-7299-4fa8-a325-a1dd075e3b45 req-e30de0ab-88b0-4116-8e27-f92c77f7b1ab tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 210 time: 0.0426588 Jul 29 23:49:06.404569 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.429017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Network': ['ID=36cb9f48-f436-423f-8349-0f58fe27695d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:06.431607 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.433809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a7fcfda4-3b62-4ead-b39f-14ad36133ca7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/networks/36cb9f48-f436-423f-8349-0f58fe27695d HTTP/1.1" status: 204 len: 168 time: 0.4853001 Jul 29 23:49:06.437684 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 47982) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:06.457437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-73de5b4c-00f2-4c84-8872-4f942139540a None None] For port d5634149-65fe-40a3-bc68-e44019c14038, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d5634149-65fe-40a3-bc68-e44019c14038,segment=NetworkSegment(3606867d-e637-46ca-b8e8-33bd2d7a4219),segment_id=3606867d-e637-46ca-b8e8-33bd2d7a4219)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:06.458265 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73de5b4c-00f2-4c84-8872-4f942139540a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.501370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-73de5b4c-00f2-4c84-8872-4f942139540a None None] Calling delete_port for d5634149-65fe-40a3-bc68-e44019c14038 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:06.570467 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.623742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73de5b4c-00f2-4c84-8872-4f942139540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.665398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port d5634149-65fe-40a3-bc68-e44019c14038 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:06.666430 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.689855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de5b4c-00f2-4c84-8872-4f942139540a None None] Pushing event deleted for resources: {'Port': ['ID=d5634149-65fe-40a3-bc68-e44019c14038,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:06.714326 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de5b4c-00f2-4c84-8872-4f942139540a None None] No DVR routers for this DVR port d5634149-65fe-40a3-bc68-e44019c14038 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:06.815520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port d5634149-65fe-40a3-bc68-e44019c14038, host n-d-712139-11, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:06.815880 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.836684 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for d5634149-65fe-40a3-bc68-e44019c14038 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:06.852687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Port d5634149-65fe-40a3-bc68-e44019c14038 was not found and therefore no delete operation was performed {{(pid=93817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:49:06.856302 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.888242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=d5634149-65fe-40a3-bc68-e44019c14038,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:06.906739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No DVR routers for this DVR port d5634149-65fe-40a3-bc68-e44019c14038 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:06.918861 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-5d64a3b7-3d54-4337-97ff-83d85835f29b tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.920977 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-5d64a3b7-3d54-4337-97ff-83d85835f29b tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.42 "GET /v2.0/networks?id=1f7462b2-7087-4afa-985b-2d419746c87b HTTP/1.1" status: 200 len: 813 time: 0.2047408 Jul 29 23:49:06.946567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Request body: {'port': {'device_id': '9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758', 'network_id': '1f7462b2-7087-4afa-985b-2d419746c87b', 'admin_state_up': True, 'tenant_id': 'd9c5074a26b043f99af1588f72acde2d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:07.053036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.068259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428dc8f9-8fc2-44b5-9b8a-0497f2fe686d']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:07.087189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3606867d-e637-46ca-b8e8-33bd2d7a4219') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:07.087489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3606867d-e637-46ca-b8e8-33bd2d7a4219') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:07.102927 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.124682 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.135634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:07.136094 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:07.138964 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:07.199168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Made reservation on behalf of d9c5074a26b043f99af1588f72acde2d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:07.202863 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.218331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.226922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.228673 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/networks/428dc8f9-8fc2-44b5-9b8a-0497f2fe686d HTTP/1.1" status: 204 len: 168 time: 0.7899473 Jul 29 23:49:07.232615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:07.238023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1420935293'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:07.247301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2018e09-8dbe-47eb-8349-cfe2b8c872a0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Network': ['ID=428dc8f9-8fc2-44b5-9b8a-0497f2fe686d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:07.264883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:07.269098 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.299763 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:07.311412 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.312127 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added segment b3cd0693-49aa-43b6-8f6b-f01bef739700 of type vlan for network 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 Jul 29 23:49:07.362135 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.376059 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Allocated IP 172.20.0.7 (1f7462b2-7087-4afa-985b-2d419746c87b/82036bb4-1742-4570-8541-2ea8a2760b8e/360c9665-985d-4844-b4f9-51e0a3b3a657) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:07.394323 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.401010 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.401854 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.419465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1855817 Jul 29 23:49:07.424122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:07.430051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'subnet': {'network_id': '5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:07.492570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Network': ['ID=5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:07.504888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.505330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.505752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.506230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.506708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.507050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.508366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.508737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.509054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.509386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.509929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.510418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024611e6-fd31-4717-be87-f4d20ff6c0a6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:07.530839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:07.543414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f9700da-eea2-44f0-97db-ae4a26dcb7e1 req-d7885e68-3eba-49ad-8eac-7dada1c6fe21 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 210 time: 0.0423954 Jul 29 23:49:07.647274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.680190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:07.683749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.702136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d5634149-65fe-40a3-bc68-e44019c14038 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:07.724214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d5634149-65fe-40a3-bc68-e44019c14038 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:07.724592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d5634149-65fe-40a3-bc68-e44019c14038 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:07.769112 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.826210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Network 1f7462b2-7087-4afa-985b-2d419746c87b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:07.836932 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:07.842918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:07.850995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Pushing event updated for resources: {'Port': ['ID=360c9665-985d-4844-b4f9-51e0a3b3a657,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:07.930072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.930704 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.972985 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-b3ee6379-8ddf-40db-bc89-4fc500b519e4 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0307574 Jul 29 23:49:07.988583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.001554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Request body: {'port': {'device_id': '9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:08.114328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Subnet': ['ID=8129cc0a-c661-433d-8d1b-50ce459e7b88,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:08.118721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.132485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Checking segment: {'id': 'b3cd0693-49aa-43b6-8f6b-f01bef739700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:08.132864 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network hostable DHCP agents. Network: 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:08.181988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:08.251509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:08.263517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.264378 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.271603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46782656-4be0-4db8-acde-3fcd4686ab8d None None] Network 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:08.312399 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f4ce7ee3-c4c9-43c9-ba89-bcb5b12d3181 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8868725 Jul 29 23:49:08.316495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:08.321256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7d641b64-acae-4f3c-a56c-5e290ee562fd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1844312577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:08.375113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d641b64-acae-4f3c-a56c-5e290ee562fd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.376135 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d641b64-acae-4f3c-a56c-5e290ee562fd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.485874 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d641b64-acae-4f3c-a56c-5e290ee562fd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.506603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360c9665-985d-4844-b4f9-51e0a3b3a657 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:08.508175 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d641b64-acae-4f3c-a56c-5e290ee562fd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.516490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.526574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d641b64-acae-4f3c-a56c-5e290ee562fd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.531675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7d641b64-acae-4f3c-a56c-5e290ee562fd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2140505 Jul 29 23:49:08.532553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48070) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:08.533664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Transition to ACTIVE for port object 360c9665-985d-4844-b4f9-51e0a3b3a657 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:08.538245 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.539025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'port': {'network_id': '5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639', 'name': 'tempest-RoutersIpV6Test-2031300195'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:08.551211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639', 'network_id': '5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'fixed_ips': [{'subnet_id': '8129cc0a-c661-433d-8d1b-50ce459e7b88'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:08.553710 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.663244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Pushing event updated for resources: {'Port': ['ID=360c9665-985d-4844-b4f9-51e0a3b3a657,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:08.700053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Attempting to bind port 360c9665-985d-4844-b4f9-51e0a3b3a657 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:08.700053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Attempting to bind port 360c9665-985d-4844-b4f9-51e0a3b3a657 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '58544994-9085-4827-a93f-f76137e8f763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f7462b2-7087-4afa-985b-2d419746c87b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:08.700782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Attempting to bind port 360c9665-985d-4844-b4f9-51e0a3b3a657 on network 1f7462b2-7087-4afa-985b-2d419746c87b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:08.704958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Port 360c9665-985d-4844-b4f9-51e0a3b3a657 on network 1f7462b2-7087-4afa-985b-2d419746c87b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:08.705285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Attempting to bind port 360c9665-985d-4844-b4f9-51e0a3b3a657 on network 1f7462b2-7087-4afa-985b-2d419746c87b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:08.710711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:08.711055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Checking segment: {'id': '58544994-9085-4827-a93f-f76137e8f763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f7462b2-7087-4afa-985b-2d419746c87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:08.711443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Bound using segment: {'id': '58544994-9085-4827-a93f-f76137e8f763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f7462b2-7087-4afa-985b-2d419746c87b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:08.711871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Bound port: 360c9665-985d-4844-b4f9-51e0a3b3a657, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58544994-9085-4827-a93f-f76137e8f763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f7462b2-7087-4afa-985b-2d419746c87b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:08.712340 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.803617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] For port 360c9665-985d-4844-b4f9-51e0a3b3a657, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:08.808658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] For port 360c9665-985d-4844-b4f9-51e0a3b3a657, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=360c9665-985d-4844-b4f9-51e0a3b3a657,segment=NetworkSegment(58544994-9085-4827-a93f-f76137e8f763),segment_id=58544994-9085-4827-a93f-f76137e8f763)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:08.817405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.820992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa6635-53dc-4a11-8ddf-6c9fc4836858 req-cd9ad707-afd0-45f6-aa47-b3c813cb76ac tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.823821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aafa6635-53dc-4a11-8ddf-6c9fc4836858 req-cd9ad707-afd0-45f6-aa47-b3c813cb76ac tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 943 time: 0.1447990 Jul 29 23:49:08.840305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Allocated IP 2001:db8::2 (5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639/8129cc0a-c661-433d-8d1b-50ce459e7b88/febaa232-badd-4982-b233-a11280c38e15) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:08.843523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.848992 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.850945 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] 10.222.0.42 "PUT /v2.0/ports/360c9665-985d-4844-b4f9-51e0a3b3a657 HTTP/1.1" status: 200 len: 1092 time: 0.8601310 Jul 29 23:49:08.852715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758', 'tag': '360c9665-985d-4844-b4f9-51e0a3b3a657'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:08.868038 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905543f3-35f6-4aab-9c44-20976aee6843" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758", "tag": "360c9665-985d-4844-b4f9-51e0a3b3a657"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:08.910529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aafa6635-53dc-4a11-8ddf-6c9fc4836858 req-ea5b480f-c737-4c48-b55e-42ba972d5b3f tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4da9ad8-5d6c-4b3b-96ad-d280465d315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733950 Jul 29 23:49:08.925463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:08.940060 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.992757 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c46bf5-3944-47f7-86e1-6f1eba738f55 x-openstack-request-id: req-67c46bf5-3944-47f7-86e1-6f1eba738f55 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:08.993046 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758", "tag": "360c9665-985d-4844-b4f9-51e0a3b3a657", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:08.993406 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67c46bf5-3944-47f7-86e1-6f1eba738f55 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:08.994867 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758', 'tag': '360c9665-985d-4844-b4f9-51e0a3b3a657', 'status': 'completed', 'code': 200} Jul 29 23:49:09.005427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] device_id is not set on port 40f575d7-7171-42a3-9070-1b590c8ba31f yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:49:09.026417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea08e0-3800-425d-ac6e-e39c7a62aa94 service neutron] Pushing event updated for resources: {'Port': ['ID=360c9665-985d-4844-b4f9-51e0a3b3a657,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:09.046595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-0cd0ab8a-87aa-4615-a46d-f553c0c63399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.050299 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-0cd0ab8a-87aa-4615-a46d-f553c0c63399 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9c5074a26b043f99af1588f72acde2d&device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 1095 time: 0.1197195 Jul 29 23:49:09.111565 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-57055d8d-f0d7-40bc-91ae-3bbb4924ef1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=360c9665-985d-4844-b4f9-51e0a3b3a657 HTTP/1.1" status: 200 len: 217 time: 0.0521698 Jul 29 23:49:09.143102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.152929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Transition to ACTIVE for port object febaa232-badd-4982-b233-a11280c38e15 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:09.171818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Transition to ACTIVE for port object febaa232-badd-4982-b233-a11280c38e15 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:09.189930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-e7703764-5818-42c0-b5d3-6109781966a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.191464 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-e7703764-5818-42c0-b5d3-6109781966a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=82036bb4-1742-4570-8541-2ea8a2760b8e HTTP/1.1" status: 200 len: 853 time: 0.0722814 Jul 29 23:49:09.194337 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.249289 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-eb601819-14af-4b6c-834f-04391900dd4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f7462b2-7087-4afa-985b-2d419746c87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494001 Jul 29 23:49:09.255474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Allocated IP 2001:db8::31a (5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639/8129cc0a-c661-433d-8d1b-50ce459e7b88/40f575d7-7171-42a3-9070-1b590c8ba31f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:09.286677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Network 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:09.308397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:09.320994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:09.327607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Pushing event updated for resources: {'Port': ['ID=febaa232-badd-4982-b233-a11280c38e15,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:09.414103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Attempting to bind port febaa232-badd-4982-b233-a11280c38e15 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:09.414576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Attempting to bind port febaa232-badd-4982-b233-a11280c38e15 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b3cd0693-49aa-43b6-8f6b-f01bef739700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:09.414937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Attempting to bind port febaa232-badd-4982-b233-a11280c38e15 on network 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:09.420344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:09.420723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Checking segment: {'id': 'b3cd0693-49aa-43b6-8f6b-f01bef739700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:09.421133 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.421532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Bound using segment: {'id': 'b3cd0693-49aa-43b6-8f6b-f01bef739700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:09.422006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Bound port: febaa232-badd-4982-b233-a11280c38e15, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cd0693-49aa-43b6-8f6b-f01bef739700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:09.422397 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.444288 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.460894 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-8bb6134f-ea67-4a45-a846-b73f18339519 service neutron] 10.222.0.42 "GET /v2.0/networks/1f7462b2-7087-4afa-985b-2d419746c87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035224 Jul 29 23:49:09.471573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Transition to ACTIVE for port object 40f575d7-7171-42a3-9070-1b590c8ba31f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:09.506155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] For port febaa232-badd-4982-b233-a11280c38e15, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:09.510654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] For port febaa232-badd-4982-b233-a11280c38e15, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=febaa232-badd-4982-b233-a11280c38e15,segment=NetworkSegment(b3cd0693-49aa-43b6-8f6b-f01bef739700),segment_id=b3cd0693-49aa-43b6-8f6b-f01bef739700)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:09.519082 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.541902 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.612998 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6c6fc5b6-8668-4b89-834e-c0dccc6bc261 req-6efef3f8-148d-490a-8ba1-1e2020b5aea1 service neutron] 10.222.0.42 "GET /v2.0/networks/1f7462b2-7087-4afa-985b-2d419746c87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443744 Jul 29 23:49:09.618141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:09.652896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:09.657189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:09.663859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.664706 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.697770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7265529-e4aa-41b9-a774-9778eda29105 None None] Pushing event updated for resources: {'Port': ['ID=febaa232-badd-4982-b233-a11280c38e15,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:09.709497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=40f575d7-7171-42a3-9070-1b590c8ba31f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:09.718650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a7d1c9b8-1874-4a7a-a193-d1e2681fa506 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1846359 Jul 29 23:49:09.722448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:09.739234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905543f3-35f6-4aab-9c44-20976aee6843 req-e6bf5306-3d84-4ad7-9461-a7b2f3d7bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.746459 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-905543f3-35f6-4aab-9c44-20976aee6843 req-e6bf5306-3d84-4ad7-9461-a7b2f3d7bcfd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9c5074a26b043f99af1588f72acde2d&device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 1095 time: 0.0753462 Jul 29 23:49:09.947534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905543f3-35f6-4aab-9c44-20976aee6843 req-d13085c6-a048-468a-a296-ccd5b328a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.953576 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-905543f3-35f6-4aab-9c44-20976aee6843 req-d13085c6-a048-468a-a296-ccd5b328a506 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f7462b2-7087-4afa-985b-2d419746c87b HTTP/1.1" status: 200 len: 914 time: 0.1896312 Jul 29 23:49:10.013614 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-905543f3-35f6-4aab-9c44-20976aee6843 req-c64e0257-8ff7-49aa-a207-48c7725bd0d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=360c9665-985d-4844-b4f9-51e0a3b3a657 HTTP/1.1" status: 200 len: 217 time: 0.0409708 Jul 29 23:49:10.083563 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905543f3-35f6-4aab-9c44-20976aee6843 req-1e1c4a94-e7cf-4ba6-9cca-f2222db7be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.085738 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-905543f3-35f6-4aab-9c44-20976aee6843 req-1e1c4a94-e7cf-4ba6-9cca-f2222db7be7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=82036bb4-1742-4570-8541-2ea8a2760b8e HTTP/1.1" status: 200 len: 853 time: 0.0581594 Jul 29 23:49:10.129043 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-905543f3-35f6-4aab-9c44-20976aee6843 req-7cc12e8e-ab31-4858-aac8-d586a97d72ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f7462b2-7087-4afa-985b-2d419746c87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310664 Jul 29 23:49:10.153827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f689bc7-d9fb-4c17-b13a-3139f9a6cb4b req-a2a056d3-43d2-4f80-9f8b-bc1062f31110 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.161315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f689bc7-d9fb-4c17-b13a-3139f9a6cb4b req-a2a056d3-43d2-4f80-9f8b-bc1062f31110 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 943 time: 0.1131206 Jul 29 23:49:10.241389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f689bc7-d9fb-4c17-b13a-3139f9a6cb4b req-e7d51388-983a-427e-bbc3-d6a6aae36627 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4da9ad8-5d6c-4b3b-96ad-d280465d315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742853 Jul 29 23:49:10.243082 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-905543f3-35f6-4aab-9c44-20976aee6843 req-c2c1cadd-65da-405a-b5b4-93916c384d6d service neutron] 10.222.0.42 "GET /v2.0/networks/1f7462b2-7087-4afa-985b-2d419746c87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050487 Jul 29 23:49:10.298399 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.347427 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-905543f3-35f6-4aab-9c44-20976aee6843 req-a46a390a-de4e-46b9-8522-dec4e5d3bf98 service neutron] 10.222.0.42 "GET /v2.0/networks/1f7462b2-7087-4afa-985b-2d419746c87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941982 Jul 29 23:49:10.594718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.599411 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.678125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=40f575d7-7171-42a3-9070-1b590c8ba31f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:10.808641 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.846314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84acdca-923f-4a88-b479-e01686b50d95 None None] Network 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:10.961787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.982159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-517414e3-0663-4b6d-a039-0011d8623634 None None] Provisioning for port febaa232-badd-4982-b233-a11280c38e15 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:11.334622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63efe40d-2391-4f41-bdc9-8e9d920ca02c None None] Provisioning for port 40f575d7-7171-42a3-9070-1b590c8ba31f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:11.339672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63efe40d-2391-4f41-bdc9-8e9d920ca02c None None] Provisioning complete for port 40f575d7-7171-42a3-9070-1b590c8ba31f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:11.340087 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63efe40d-2391-4f41-bdc9-8e9d920ca02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.379065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-63efe40d-2391-4f41-bdc9-8e9d920ca02c None None] Port 40f575d7-7171-42a3-9070-1b590c8ba31f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:11.552329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506b36c-43b8-4dec-aab0-fa379ba63dce req-27308458-25d1-4ab0-b64d-66945bf466c6 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:11.553860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9506b36c-43b8-4dec-aab0-fa379ba63dce req-27308458-25d1-4ab0-b64d-66945bf466c6 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 943 time: 0.1165843 Jul 29 23:49:11.618300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9506b36c-43b8-4dec-aab0-fa379ba63dce req-ecc53e52-bc96-4039-96d7-cbecf602280b tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4da9ad8-5d6c-4b3b-96ad-d280465d315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566430 Jul 29 23:49:11.627650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-17de115d-705a-4572-b468-4ebb1fb2638e None None] Provisioning complete for port 40f575d7-7171-42a3-9070-1b590c8ba31f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:11.628063 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17de115d-705a-4572-b468-4ebb1fb2638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.690618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-17de115d-705a-4572-b468-4ebb1fb2638e None None] Port 40f575d7-7171-42a3-9070-1b590c8ba31f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:11.699691 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.707083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.708608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.781289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device febaa232-badd-4982-b233-a11280c38e15 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:11.824515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=40f575d7-7171-42a3-9070-1b590c8ba31f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:11.840123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port febaa232-badd-4982-b233-a11280c38e15 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:11.843950 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port febaa232-badd-4982-b233-a11280c38e15 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:11.844361 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.875615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:11.877411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:11.941976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d7c56c0d-50c8-49c1-9105-60ef8a5de0bf None None] Provisioning complete for port 40f575d7-7171-42a3-9070-1b590c8ba31f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:11.942497 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7c56c0d-50c8-49c1-9105-60ef8a5de0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.980528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d7c56c0d-50c8-49c1-9105-60ef8a5de0bf None None] Port 40f575d7-7171-42a3-9070-1b590c8ba31f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:11.982082 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.025006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port febaa232-badd-4982-b233-a11280c38e15, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=febaa232-badd-4982-b233-a11280c38e15,segment=NetworkSegment(b3cd0693-49aa-43b6-8f6b-f01bef739700),segment_id=b3cd0693-49aa-43b6-8f6b-f01bef739700)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:12.031109 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.057482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router 650ec073-14c1-49a9-aa69-fdd391b23b63 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:49:12.105634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=febaa232-badd-4982-b233-a11280c38e15,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:12.168692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:12.176732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6e60ff51-86c3-4ec5-a5a1-99c2a23872d0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/650ec073-14c1-49a9-aa69-fdd391b23b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4537578 Jul 29 23:49:12.176872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48104) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:12.182235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776a8591-9825-4de6-8126-6e6a1080842c None None] Sync routers for ids ['650ec073-14c1-49a9-aa69-fdd391b23b63'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:12.205514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a8591-9825-4de6-8126-6e6a1080842c None None] Routers {'650ec073-14c1-49a9-aa69-fdd391b23b63'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:12.206220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-776a8591-9825-4de6-8126-6e6a1080842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['650ec073-14c1-49a9-aa69-fdd391b23b63'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:12.233402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb03de6d-f337-4948-900f-986e61ab1a8e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.235267 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eb03de6d-f337-4948-900f-986e61ab1a8e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports/40f575d7-7171-42a3-9070-1b590c8ba31f HTTP/1.1" status: 200 len: 984 time: 0.0573111 Jul 29 23:49:12.238411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48108) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:12.457839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-776a8591-9825-4de6-8126-6e6a1080842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:12.472402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-1a86304f-5f59-408c-8260-5d698a8bbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.473263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a8591-9825-4de6-8126-6e6a1080842c None None] Routers {'650ec073-14c1-49a9-aa69-fdd391b23b63'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:12.473904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-776a8591-9825-4de6-8126-6e6a1080842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['650ec073-14c1-49a9-aa69-fdd391b23b63'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:12.474338 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-1a86304f-5f59-408c-8260-5d698a8bbcc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1096 time: 0.0642929 Jul 29 23:49:12.475845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5c43344a-c771-40a3-9072-c4a351f23a93 None None] Provisioning complete for port 40f575d7-7171-42a3-9070-1b590c8ba31f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:12.476245 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c43344a-c771-40a3-9072-c4a351f23a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.534275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-776a8591-9825-4de6-8126-6e6a1080842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:12.534946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776a8591-9825-4de6-8126-6e6a1080842c None None] The sync data for ids ['650ec073-14c1-49a9-aa69-fdd391b23b63'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:12.554880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5c43344a-c771-40a3-9072-c4a351f23a93 None None] Port 40f575d7-7171-42a3-9070-1b590c8ba31f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:12.574914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c96d37-08dc-4eb8-bc3b-ca62fad93fd5 req-5943ae1e-cbf3-4aea-b6e2-a76da5284a87 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.576397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38c96d37-08dc-4eb8-bc3b-ca62fad93fd5 req-5943ae1e-cbf3-4aea-b6e2-a76da5284a87 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0833530 Jul 29 23:49:12.596796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-65740757-b87a-40f7-ad80-06b709122a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.598345 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-65740757-b87a-40f7-ad80-06b709122a66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.1133039 Jul 29 23:49:12.637222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38c96d37-08dc-4eb8-bc3b-ca62fad93fd5 req-0c846b17-7006-4234-94de-b04934fbb7b7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429087 Jul 29 23:49:12.675264 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-4daf9525-5095-4d49-aaf8-6a37e23c254e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 998 time: 0.0700338 Jul 29 23:49:12.737057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-527f6a7b-33af-4de4-b633-23b8e23e53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.739487 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-527f6a7b-33af-4de4-b633-23b8e23e53ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0563915 Jul 29 23:49:12.796809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-dfdd44e6-d8c6-43d2-8707-711a85f7361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.797995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f1061-7439-46d7-9849-cdf80b1cf9fd req-4d7f5941-ec94-4c07-9621-d13c56e4d382 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.799115 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-dfdd44e6-d8c6-43d2-8707-711a85f7361a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517268 Jul 29 23:49:12.800232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-243f1061-7439-46d7-9849-cdf80b1cf9fd req-4d7f5941-ec94-4c07-9621-d13c56e4d382 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 943 time: 0.0922198 Jul 29 23:49:12.832364 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.898723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 360c9665-985d-4844-b4f9-51e0a3b3a657 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:12.905365 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-63dcf913-3b9c-49e7-83ab-ad7608577d85 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997484 Jul 29 23:49:12.913683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-243f1061-7439-46d7-9849-cdf80b1cf9fd req-08042747-db5c-4b94-9379-5fbad2f726b1 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4da9ad8-5d6c-4b3b-96ad-d280465d315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062217 Jul 29 23:49:13.037012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 360c9665-985d-4844-b4f9-51e0a3b3a657, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=360c9665-985d-4844-b4f9-51e0a3b3a657,segment=NetworkSegment(58544994-9085-4827-a93f-f76137e8f763),segment_id=58544994-9085-4827-a93f-f76137e8f763)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:13.071892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '360c9665-985d-4844-b4f9-51e0a3b3a657', 'network_id': '1f7462b2-7087-4afa-985b-2d419746c87b', 'port_id': '360c9665-985d-4844-b4f9-51e0a3b3a657', 'mac_address': 'fa:16:3e:dc:9c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82036bb4-1742-4570-8541-2ea8a2760b8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:13.099058 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ff94d8fe-294e-4704-8568-ef70a0b1f4c8 req-488bd221-ab26-42ab-934c-842461e2e8b4 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867404 Jul 29 23:49:13.138598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.149414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 40f575d7-7171-42a3-9070-1b590c8ba31f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:13.149859 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.155911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360c9665-985d-4844-b4f9-51e0a3b3a657 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:13.182313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 360c9665-985d-4844-b4f9-51e0a3b3a657, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=360c9665-985d-4844-b4f9-51e0a3b3a657,segment=NetworkSegment(58544994-9085-4827-a93f-f76137e8f763),segment_id=58544994-9085-4827-a93f-f76137e8f763)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:13.187830 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.246903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=360c9665-985d-4844-b4f9-51e0a3b3a657,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:13.256241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.276545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 40f575d7-7171-42a3-9070-1b590c8ba31f owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:13.453663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['360c9665-985d-4844-b4f9-51e0a3b3a657'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:13.504090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a15cb-6b83-40e7-beaf-426baf3e00ba req-df43a142-6511-410c-bf5d-9ef8a1ae1e3a tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:13.505860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e3a15cb-6b83-40e7-beaf-426baf3e00ba req-df43a142-6511-410c-bf5d-9ef8a1ae1e3a tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 945 time: 0.0948825 Jul 29 23:49:13.561675 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.597471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=40f575d7-7171-42a3-9070-1b590c8ba31f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:13.605455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e3a15cb-6b83-40e7-beaf-426baf3e00ba req-1a22dd34-ce11-48fa-b91a-8d67d6daca30 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912285 Jul 29 23:49:13.718497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device febaa232-badd-4982-b233-a11280c38e15 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:13.735082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.812926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port febaa232-badd-4982-b233-a11280c38e15 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:13.813316 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.966115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e016477-27fe-417f-a22e-1b369cb3f78e req-f44adf92-c141-4382-aa72-d3702eb95fbf tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:13.967649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e016477-27fe-417f-a22e-1b369cb3f78e req-f44adf92-c141-4382-aa72-d3702eb95fbf tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2023497 Jul 29 23:49:13.991736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router 650ec073-14c1-49a9-aa69-fdd391b23b63 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:14.046100 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e016477-27fe-417f-a22e-1b369cb3f78e req-dc8bbcda-51ec-4c47-832b-3e5c7726d8b7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715320 Jul 29 23:49:14.125120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:14.130991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-aed06106-9072-408c-bc33-6f8551967946 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/650ec073-14c1-49a9-aa69-fdd391b23b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8914719 Jul 29 23:49:14.133757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:14.138714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01a5d0-aae9-495e-ad43-d7c1e2633138 req-f67774ff-fe6f-4272-a015-81759e8540bc tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:14.140460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da01a5d0-aae9-495e-ad43-d7c1e2633138 req-f67774ff-fe6f-4272-a015-81759e8540bc tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 944 time: 0.1409023 Jul 29 23:49:14.143995 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13493148-dec7-448e-81a4-a701ecf06e26 None None] Sync routers for ids ['650ec073-14c1-49a9-aa69-fdd391b23b63'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:14.159374 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13493148-dec7-448e-81a4-a701ecf06e26 None None] Routers {'650ec073-14c1-49a9-aa69-fdd391b23b63'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:14.160451 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13493148-dec7-448e-81a4-a701ecf06e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['650ec073-14c1-49a9-aa69-fdd391b23b63'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:14.201102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da01a5d0-aae9-495e-ad43-d7c1e2633138 req-2bbffce4-5bf0-4c54-9b98-9b96a7305e7a tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4da9ad8-5d6c-4b3b-96ad-d280465d315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506382 Jul 29 23:49:14.203763 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13493148-dec7-448e-81a4-a701ecf06e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:14.218949 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13493148-dec7-448e-81a4-a701ecf06e26 None None] Routers {'650ec073-14c1-49a9-aa69-fdd391b23b63'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:14.219657 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13493148-dec7-448e-81a4-a701ecf06e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['650ec073-14c1-49a9-aa69-fdd391b23b63'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:14.252476 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13493148-dec7-448e-81a4-a701ecf06e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:14.253324 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13493148-dec7-448e-81a4-a701ecf06e26 None None] The sync data for ids ['650ec073-14c1-49a9-aa69-fdd391b23b63'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:14.345899 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-98994dd1-8f5f-4cb4-bd13-28c1d86109b3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 23:49:14.346962 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-98994dd1-8f5f-4cb4-bd13-28c1d86109b3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/650ec073-14c1-49a9-aa69-fdd391b23b63/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2100334 Jul 29 23:49:14.349691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48130) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:14.384664 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-938798a6-b70f-4910-b4e1-3b35470bc935 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=650ec073-14c1-49a9-aa69-fdd391b23b63 HTTP/1.1" status: 200 len: 205 time: 0.0335815 Jul 29 23:49:14.386946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48132) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:14.466056 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32a8b09c-5a3f-49de-9a4b-4d934fbbd073 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.631586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32a8b09c-5a3f-49de-9a4b-4d934fbbd073 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.633907 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32a8b09c-5a3f-49de-9a4b-4d934fbbd073 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.679428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32a8b09c-5a3f-49de-9a4b-4d934fbbd073 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.680063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a8b09c-5a3f-49de-9a4b-4d934fbbd073 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Fanout notify agent at l3_agent the message router_deleted on router 650ec073-14c1-49a9-aa69-fdd391b23b63 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:49:14.688519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32a8b09c-5a3f-49de-9a4b-4d934fbbd073 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.692366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:14.693254 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-32a8b09c-5a3f-49de-9a4b-4d934fbbd073 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/650ec073-14c1-49a9-aa69-fdd391b23b63 HTTP/1.1" status: 204 len: 168 time: 0.3050675 Jul 29 23:49:14.774823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c84b271-03b7-45b1-8718-6a587137fd24 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting subnet 8129cc0a-c661-433d-8d1b-50ce459e7b88 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:14.781018 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c84b271-03b7-45b1-8718-6a587137fd24 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.903916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 360c9665-985d-4844-b4f9-51e0a3b3a657 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:14.980185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 360c9665-985d-4844-b4f9-51e0a3b3a657 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:14.984917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 360c9665-985d-4844-b4f9-51e0a3b3a657 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:14.985504 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.081244 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.106800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360c9665-985d-4844-b4f9-51e0a3b3a657'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:15.109352 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65e4e8c-f205-4fef-b8b8-49b58b8b6d05" -d '{"events": [{"server_uuid": "9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758", "name": "network-vif-plugged", "status": "completed", "tag": "360c9665-985d-4844-b4f9-51e0a3b3a657"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:15.124911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 360c9665-985d-4844-b4f9-51e0a3b3a657, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=360c9665-985d-4844-b4f9-51e0a3b3a657,segment=NetworkSegment(58544994-9085-4827-a93f-f76137e8f763),segment_id=58544994-9085-4827-a93f-f76137e8f763)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:15.130242 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.157889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b0a06-56b4-49b6-a539-e96829b373cb req-f104a2a4-02d6-408b-bed0-587081b8c1ef tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.164325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-113b0a06-56b4-49b6-a539-e96829b373cb req-f104a2a4-02d6-408b-bed0-587081b8c1ef tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 945 time: 0.4423506 Jul 29 23:49:15.208909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=360c9665-985d-4844-b4f9-51e0a3b3a657,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:15.239491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-2ab28da1-816d-4a22-b4ca-005fa27af311 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.241269 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-2ab28da1-816d-4a22-b4ca-005fa27af311 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.42 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 945 time: 0.0922585 Jul 29 23:49:15.247119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c84b271-03b7-45b1-8718-6a587137fd24 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.311819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-113b0a06-56b4-49b6-a539-e96829b373cb req-e437b039-9969-40dc-b19d-50ed76881807 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186304 Jul 29 23:49:15.320357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0bda8-4255-492d-b2d1-6fc3039c33f0 req-522ef2df-2fd3-4da5-91ff-29c51c192143 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.327756 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87e0bda8-4255-492d-b2d1-6fc3039c33f0 req-522ef2df-2fd3-4da5-91ff-29c51c192143 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1816292 Jul 29 23:49:15.358992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-b31ab73b-1027-4b7a-a9e4-a9e81541adfe tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Deleting port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:15.359338 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-b31ab73b-1027-4b7a-a9e4-a9e81541adfe tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.377184 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef80877e-1b45-45b7-99fc-3b28443d8b5b x-openstack-request-id: req-ef80877e-1b45-45b7-99fc-3b28443d8b5b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:15.377420 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758", "name": "network-vif-plugged", "status": "completed", "tag": "360c9665-985d-4844-b4f9-51e0a3b3a657", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:15.377674 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef80877e-1b45-45b7-99fc-3b28443d8b5b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:15.378083 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360c9665-985d-4844-b4f9-51e0a3b3a657', 'code': 200} Jul 29 23:49:15.425060 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87e0bda8-4255-492d-b2d1-6fc3039c33f0 req-5edfcff1-674d-4664-a24e-adb27e3539d4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957851 Jul 29 23:49:15.472086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c84b271-03b7-45b1-8718-6a587137fd24 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.614235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73effd94-2cb7-4dd6-8a59-69d5f8750645 req-c6bec8ba-212a-486f-8a2e-0225a7da654c tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.615876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73effd94-2cb7-4dd6-8a59-69d5f8750645 req-c6bec8ba-212a-486f-8a2e-0225a7da654c tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 945 time: 0.1409376 Jul 29 23:49:15.622776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a850b5-04d6-46b0-8022-20dc3191e6a0 req-56e4d141-cad7-4f53-a49b-63119a40f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.632269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30a850b5-04d6-46b0-8022-20dc3191e6a0 req-56e4d141-cad7-4f53-a49b-63119a40f996 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 1097 time: 0.1351826 Jul 29 23:49:15.647893 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c84b271-03b7-45b1-8718-6a587137fd24 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.698123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84b271-03b7-45b1-8718-6a587137fd24 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Subnet': ['ID=8129cc0a-c661-433d-8d1b-50ce459e7b88,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:15.705910 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c84b271-03b7-45b1-8718-6a587137fd24 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.710547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9c84b271-03b7-45b1-8718-6a587137fd24 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/8129cc0a-c661-433d-8d1b-50ce459e7b88 HTTP/1.1" status: 204 len: 168 time: 1.0139987 Jul 29 23:49:15.712856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbec478-4c95-4e8b-8f1b-8303fa424e08 None None] Network 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:15.716702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48150) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:15.744089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73effd94-2cb7-4dd6-8a59-69d5f8750645 req-ef994002-2edf-4706-a351-e0e5cbd0eac2 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4da9ad8-5d6c-4b3b-96ad-d280465d315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106443 Jul 29 23:49:15.804774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30a850b5-04d6-46b0-8022-20dc3191e6a0 req-b580d1e7-e2f7-45ad-b010-7b802ba6307f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e4da9ad8-5d6c-4b3b-96ad-d280465d315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637745 Jul 29 23:49:15.838221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-b31ab73b-1027-4b7a-a9e4-a9e81541adfe tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] For port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,segment=NetworkSegment(288a29ff-63ad-4e5c-bc77-2ff14cadedae),segment_id=288a29ff-63ad-4e5c-bc77-2ff14cadedae)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:15.838808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-b31ab73b-1027-4b7a-a9e4-a9e81541adfe tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.862178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-b31ab73b-1027-4b7a-a9e4-a9e81541adfe tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Calling delete_port for e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:15.865206 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.927468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port febaa232-badd-4982-b233-a11280c38e15 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:15.927812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.997556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d4000a-915a-4cc3-825a-65e5c3fad71a None None] DHCP port deletion for 5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:16.052845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port febaa232-badd-4982-b233-a11280c38e15, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=febaa232-badd-4982-b233-a11280c38e15,segment=NetworkSegment(b3cd0693-49aa-43b6-8f6b-f01bef739700),segment_id=b3cd0693-49aa-43b6-8f6b-f01bef739700)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:16.053229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.058155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-84d4000a-915a-4cc3-825a-65e5c3fad71a None None] Deleting port febaa232-badd-4982-b233-a11280c38e15 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:16.058592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84d4000a-915a-4cc3-825a-65e5c3fad71a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.071905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for febaa232-badd-4982-b233-a11280c38e15 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:16.080562 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-b31ab73b-1027-4b7a-a9e4-a9e81541adfe tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.117475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ab73b-1027-4b7a-a9e4-a9e81541adfe tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Pushing event deleted for resources: {'Port': ['ID=e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:16.118312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:16.180728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-b31ab73b-1027-4b7a-a9e4-a9e81541adfe tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] No DVR routers for this DVR port e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:16.186711 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-b31ab73b-1027-4b7a-a9e4-a9e81541adfe tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.187779 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5e6ae357-f403-4c1a-a850-b76a8eb8d6a9 req-b31ab73b-1027-4b7a-a9e4-a9e81541adfe tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.42 "DELETE /v2.0/ports/e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 HTTP/1.1" status: 204 len: 173 time: 0.9392855 Jul 29 23:49:16.188354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bd213b-fd91-4baf-8eee-94e1670bb8af', 'name': 'network-vif-deleted', 'tag': 'e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:16.189099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-84d4000a-915a-4cc3-825a-65e5c3fad71a None None] For port febaa232-badd-4982-b233-a11280c38e15, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=febaa232-badd-4982-b233-a11280c38e15,segment=NetworkSegment(b3cd0693-49aa-43b6-8f6b-f01bef739700),segment_id=b3cd0693-49aa-43b6-8f6b-f01bef739700)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:16.189503 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84d4000a-915a-4cc3-825a-65e5c3fad71a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.191500 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f25dd61-4394-40b4-849a-d0ae7c14abc1" -d '{"events": [{"server_uuid": "16bd213b-fd91-4baf-8eee-94e1670bb8af", "name": "network-vif-deleted", "tag": "e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:16.193931 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.205432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-84d4000a-915a-4cc3-825a-65e5c3fad71a None None] Calling delete_port for febaa232-badd-4982-b233-a11280c38e15 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:16.234111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=febaa232-badd-4982-b233-a11280c38e15,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:16.238405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No DVR routers for this DVR port febaa232-badd-4982-b233-a11280c38e15 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:16.248778 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b71a27-5f22-434a-b383-b2ac2bf197a1 x-openstack-request-id: req-19b71a27-5f22-434a-b383-b2ac2bf197a1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:16.249664 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bd213b-fd91-4baf-8eee-94e1670bb8af", "name": "network-vif-deleted", "tag": "e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:16.250070 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19b71a27-5f22-434a-b383-b2ac2bf197a1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:16.250470 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bd213b-fd91-4baf-8eee-94e1670bb8af', 'name': 'network-vif-deleted', 'tag': 'e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5', 'status': 'completed', 'code': 200} Jul 29 23:49:16.334021 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84d4000a-915a-4cc3-825a-65e5c3fad71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.351568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.376726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:16.392877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4000a-915a-4cc3-825a-65e5c3fad71a None None] Pushing event deleted for resources: {'Port': ['ID=febaa232-badd-4982-b233-a11280c38e15,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:16.401845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cd0693-49aa-43b6-8f6b-f01bef739700') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:16.402287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cd0693-49aa-43b6-8f6b-f01bef739700') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:16.404733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4000a-915a-4cc3-825a-65e5c3fad71a None None] No DVR routers for this DVR port febaa232-badd-4982-b233-a11280c38e15 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:16.429091 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.468526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dccc5c95-b9c5-4ab5-8e1b-29b4844eb5d9 req-b6a5e405-de23-48a5-8a88-3581ebc131e5 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=16bd213b-fd91-4baf-8eee-94e1670bb8af HTTP/1.1" status: 200 len: 210 time: 0.0352385 Jul 29 23:49:16.469715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.487525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:16.496062 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:16.597652 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.611023 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.613051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/networks/5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639 HTTP/1.1" status: 204 len: 168 time: 0.8927550 Jul 29 23:49:16.617660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48162) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:16.623646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1011613170'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:16.626991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6be9ae-f61d-4813-802f-b61921aac3fe tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Network': ['ID=5b708cbb-c4ae-4fda-8dd3-45f5bc9d5639,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:16.645970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8dfd9-5755-495e-ad32-0c40c6f7d4d2 req-d7f66d30-6193-4f86-b2d7-bfcd65b6289f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.654666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ea8dfd9-5755-495e-ad32-0c40c6f7d4d2 req-d7f66d30-6193-4f86-b2d7-bfcd65b6289f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1044846 Jul 29 23:49:16.672828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:16.679497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.694409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ea8dfd9-5755-495e-ad32-0c40c6f7d4d2 req-a7131a09-a035-468b-82ca-cd06878d781c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388069 Jul 29 23:49:16.708611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:16.733946 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.734453 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added segment b58e3949-b655-47ab-b198-383e9f04f951 of type vlan for network 333a48ac-a3c1-4d79-b628-bf439c9e0951 Jul 29 23:49:16.781064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.820524 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.827014 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.827712 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.897749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a968-f320-46f9-a286-ab4ae0f2ac11 req-7da40bb8-2ced-4eca-853c-9e639200d097 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.899811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87f4a968-f320-46f9-a286-ab4ae0f2ac11 req-7da40bb8-2ced-4eca-853c-9e639200d097 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 945 time: 0.0737500 Jul 29 23:49:16.910023 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2883937 Jul 29 23:49:16.910782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48168) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:16.916230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'subnet': {'network_id': '333a48ac-a3c1-4d79-b628-bf439c9e0951', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:16.923985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291f750-fa38-4484-8367-15eb499e7f93 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Network': ['ID=333a48ac-a3c1-4d79-b628-bf439c9e0951,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:16.939371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 333a48ac-a3c1-4d79-b628-bf439c9e0951 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:16.994494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87f4a968-f320-46f9-a286-ab4ae0f2ac11 req-f8b84284-aadf-412e-ac38-95f8351da396 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4da9ad8-5d6c-4b3b-96ad-d280465d315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838628 Jul 29 23:49:17.052301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:17.056789 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.287495 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.362207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Subnet': ['ID=cf30983a-9fa4-4450-b762-29f01cf1c823,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:17.382615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Checking segment: {'id': 'b58e3949-b655-47ab-b198-383e9f04f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '333a48ac-a3c1-4d79-b628-bf439c9e0951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:17.382997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network hostable DHCP agents. Network: 333a48ac-a3c1-4d79-b628-bf439c9e0951, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:17.411126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 333a48ac-a3c1-4d79-b628-bf439c9e0951 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:17.425571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 333a48ac-a3c1-4d79-b628-bf439c9e0951) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:17.430384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.431265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.440056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d18a9-6993-4402-8f45-071861f0f311 None None] Network 333a48ac-a3c1-4d79-b628-bf439c9e0951 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:17.460520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48182f55-3c0a-4373-803e-c714f7c8a6c2 req-3e306615-657f-41e4-aa95-019704790e27 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.462926 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eec35a46-7ad7-47d8-900c-ad38c6347314 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5508051 Jul 29 23:49:17.465805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48180) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:17.471595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba42d4c2-d84b-49fb-bf80-bf4a794930b4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-696375259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:17.473870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48182f55-3c0a-4373-803e-c714f7c8a6c2 req-3e306615-657f-41e4-aa95-019704790e27 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 945 time: 0.0806503 Jul 29 23:49:17.510242 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba42d4c2-d84b-49fb-bf80-bf4a794930b4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.514188 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba42d4c2-d84b-49fb-bf80-bf4a794930b4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.530602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48182f55-3c0a-4373-803e-c714f7c8a6c2 req-35ad3917-e057-4d0a-ae27-7902e4467985 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4da9ad8-5d6c-4b3b-96ad-d280465d315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554473 Jul 29 23:49:17.605007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba42d4c2-d84b-49fb-bf80-bf4a794930b4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.613040 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba42d4c2-d84b-49fb-bf80-bf4a794930b4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.649548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba42d4c2-d84b-49fb-bf80-bf4a794930b4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.656402 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:17.665595 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ba42d4c2-d84b-49fb-bf80-bf4a794930b4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1971068 Jul 29 23:49:17.691687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-333a48ac-a3c1-4d79-b628-bf439c9e0951', 'network_id': '333a48ac-a3c1-4d79-b628-bf439c9e0951', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'fixed_ips': [{'subnet_id': 'cf30983a-9fa4-4450-b762-29f01cf1c823'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:17.701971 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.765409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device febaa232-badd-4982-b233-a11280c38e15 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:17.894670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: febaa232-badd-4982-b233-a11280c38e15 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:17.894670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device febaa232-badd-4982-b233-a11280c38e15 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:18.013370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Allocated IP 2001:db8::2 (333a48ac-a3c1-4d79-b628-bf439c9e0951/cf30983a-9fa4-4450-b762-29f01cf1c823/a107f334-3351-4344-b2d9-d65638ebf68f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:18.103902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a12602-b83b-4bcc-a234-d0e2789d16e3 req-ce03a928-6b6c-4bb4-b6f6-81e640f2cb76 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.105623 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4a12602-b83b-4bcc-a234-d0e2789d16e3 req-ce03a928-6b6c-4bb4-b6f6-81e640f2cb76 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2985396 Jul 29 23:49:18.225681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4a12602-b83b-4bcc-a234-d0e2789d16e3 req-e74bb200-2a9e-4118-9b21-8bfc6f8e92c4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955746 Jul 29 23:49:18.232528 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.270408 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.289073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Transition to ACTIVE for port object a107f334-3351-4344-b2d9-d65638ebf68f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:18.309281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Transition to ACTIVE for port object a107f334-3351-4344-b2d9-d65638ebf68f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:18.317323 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.370258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Network 333a48ac-a3c1-4d79-b628-bf439c9e0951 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:18.377901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:18.382861 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:18.386319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Pushing event updated for resources: {'Port': ['ID=a107f334-3351-4344-b2d9-d65638ebf68f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:18.446447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Attempting to bind port a107f334-3351-4344-b2d9-d65638ebf68f on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:18.447150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Attempting to bind port a107f334-3351-4344-b2d9-d65638ebf68f by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b58e3949-b655-47ab-b198-383e9f04f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '333a48ac-a3c1-4d79-b628-bf439c9e0951'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:18.447150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Attempting to bind port a107f334-3351-4344-b2d9-d65638ebf68f on network 333a48ac-a3c1-4d79-b628-bf439c9e0951 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:18.452397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:18.452793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Checking segment: {'id': 'b58e3949-b655-47ab-b198-383e9f04f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '333a48ac-a3c1-4d79-b628-bf439c9e0951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:18.453206 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.453610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Bound using segment: {'id': 'b58e3949-b655-47ab-b198-383e9f04f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '333a48ac-a3c1-4d79-b628-bf439c9e0951'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:18.454114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Bound port: a107f334-3351-4344-b2d9-d65638ebf68f, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58e3949-b655-47ab-b198-383e9f04f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '333a48ac-a3c1-4d79-b628-bf439c9e0951'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:18.454558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.525600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] For port a107f334-3351-4344-b2d9-d65638ebf68f, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:18.528989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] For port a107f334-3351-4344-b2d9-d65638ebf68f, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a107f334-3351-4344-b2d9-d65638ebf68f,segment=NetworkSegment(b58e3949-b655-47ab-b198-383e9f04f951),segment_id=b58e3949-b655-47ab-b198-383e9f04f951)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:18.539996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Allocated IP 2001:db8::1 (333a48ac-a3c1-4d79-b628-bf439c9e0951/cf30983a-9fa4-4450-b762-29f01cf1c823/cee3e26d-f777-45d5-a1d1-a5f01e9e592d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:18.546128 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.674546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15935e3-fb98-492f-b989-ab2893be52f2 None None] Pushing event updated for resources: {'Port': ['ID=a107f334-3351-4344-b2d9-d65638ebf68f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:18.740242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c23a4a-fa87-4bbc-a3a7-e035511c0d84 req-413193a0-069e-4537-97be-3c082d6e6adc tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.748237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81c23a4a-fa87-4bbc-a3a7-e035511c0d84 req-413193a0-069e-4537-97be-3c082d6e6adc tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 945 time: 0.1257200 Jul 29 23:49:18.794675 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.843159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81c23a4a-fa87-4bbc-a3a7-e035511c0d84 req-fa83191d-4159-40b1-998c-b6901c0b31ca tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4da9ad8-5d6c-4b3b-96ad-d280465d315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857515 Jul 29 23:49:18.849877 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.866420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Transition to ACTIVE for port object cee3e26d-f777-45d5-a1d1-a5f01e9e592d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:18.950240 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.958189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:18.995251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:18.995722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e9834084-3ce3-4a9b-abaa-9ab5ee05c7e5 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:19.015987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-b5742526-682c-4098-86e6-d334ea369dee tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:19.016819 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:49:19.018604 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-b5742526-682c-4098-86e6-d334ea369dee tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.42 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 945 time: 0.1472163 Jul 29 23:49:19.091444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 333a48ac-a3c1-4d79-b628-bf439c9e0951 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:19.099982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:19.108084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:19.108709 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.153118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=cee3e26d-f777-45d5-a1d1-a5f01e9e592d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:19.179842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-df02f5ca-8899-4946-ae94-b75cb2acc541 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Deleting port 360c9665-985d-4844-b4f9-51e0a3b3a657 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:19.180372 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-df02f5ca-8899-4946-ae94-b75cb2acc541 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.276109 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.330358 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-df02f5ca-8899-4946-ae94-b75cb2acc541 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] For port 360c9665-985d-4844-b4f9-51e0a3b3a657, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=360c9665-985d-4844-b4f9-51e0a3b3a657,segment=NetworkSegment(58544994-9085-4827-a93f-f76137e8f763),segment_id=58544994-9085-4827-a93f-f76137e8f763)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:19.330734 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-df02f5ca-8899-4946-ae94-b75cb2acc541 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.400606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-df02f5ca-8899-4946-ae94-b75cb2acc541 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Calling delete_port for 360c9665-985d-4844-b4f9-51e0a3b3a657 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:19.651933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-df02f5ca-8899-4946-ae94-b75cb2acc541 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.667690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['360c9665-985d-4844-b4f9-51e0a3b3a657'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:19.688559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02f5ca-8899-4946-ae94-b75cb2acc541 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Pushing event deleted for resources: {'Port': ['ID=360c9665-985d-4844-b4f9-51e0a3b3a657,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:19.775495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-df02f5ca-8899-4946-ae94-b75cb2acc541 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] No DVR routers for this DVR port 360c9665-985d-4844-b4f9-51e0a3b3a657 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:19.778565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-df02f5ca-8899-4946-ae94-b75cb2acc541 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.781140 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5dd9f381-a634-4f56-9b43-1fbd90e5814d req-df02f5ca-8899-4946-ae94-b75cb2acc541 tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.42 "DELETE /v2.0/ports/360c9665-985d-4844-b4f9-51e0a3b3a657 HTTP/1.1" status: 204 len: 173 time: 0.7518656 Jul 29 23:49:19.781910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758', 'name': 'network-vif-deleted', 'tag': '360c9665-985d-4844-b4f9-51e0a3b3a657'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:19.800138 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d2bfa-a4be-4f40-93fe-69d027dc17d5" -d '{"events": [{"server_uuid": "9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758", "name": "network-vif-deleted", "tag": "360c9665-985d-4844-b4f9-51e0a3b3a657"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:19.825220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.836889 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.837765 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.870282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a107f334-3351-4344-b2d9-d65638ebf68f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:19.872740 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d39b209-789e-4d04-b34d-ec1a0064f5d6 x-openstack-request-id: req-7d39b209-789e-4d04-b34d-ec1a0064f5d6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:19.873184 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758", "name": "network-vif-deleted", "tag": "360c9665-985d-4844-b4f9-51e0a3b3a657", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:19.873698 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d39b209-789e-4d04-b34d-ec1a0064f5d6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:19.874110 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758', 'name': 'network-vif-deleted', 'tag': '360c9665-985d-4844-b4f9-51e0a3b3a657', 'status': 'completed', 'code': 200} Jul 29 23:49:19.980530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a107f334-3351-4344-b2d9-d65638ebf68f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:20.059876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a085dce5-6a07-4f58-b298-2043d047e178 req-76c241a0-7251-432b-b435-35f8f7a2110b tempest-ServerAddressesTestJSON-431685385 tempest-ServerAddressesTestJSON-431685385-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fd7c1a7-368e-477b-b0f1-d3b9f9fe8758 HTTP/1.1" status: 200 len: 210 time: 0.0671916 Jul 29 23:49:20.086319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7f967-2652-4502-be1a-fe732ce4aa90 req-20faf24b-32f4-4f47-b130-69d7ab17d6d8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:20.088046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fc7f967-2652-4502-be1a-fe732ce4aa90 req-20faf24b-32f4-4f47-b130-69d7ab17d6d8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.5521419 Jul 29 23:49:20.088857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=cee3e26d-f777-45d5-a1d1-a5f01e9e592d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:20.146588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 333a48ac-a3c1-4d79-b628-bf439c9e0951 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:20.152278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:20.163925 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fc7f967-2652-4502-be1a-fe732ce4aa90 req-8e6cdf2e-bb05-47d4-af6b-179709e6816a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654194 Jul 29 23:49:20.242369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7c3f06-719d-44dd-bc01-672b8a158ea9 None None] Network 333a48ac-a3c1-4d79-b628-bf439c9e0951 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:20.359868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router d793e732-0554-4f9b-835e-75aef881a304 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:49:20.364410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aa45c769-b8e4-4707-90de-ed08f5eefd9d None None] Provisioning for port a107f334-3351-4344-b2d9-d65638ebf68f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:20.369493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aa45c769-b8e4-4707-90de-ed08f5eefd9d None None] Provisioning complete for port a107f334-3351-4344-b2d9-d65638ebf68f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:20.369872 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa45c769-b8e4-4707-90de-ed08f5eefd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.505692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:20.511439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-792006db-369b-467c-83e2-9fa92161e7f0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/d793e732-0554-4f9b-835e-75aef881a304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8535123 Jul 29 23:49:20.513946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:20.540618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4fafe-d6bc-44f0-a802-1bdfa9a1da7e None None] Sync routers for ids ['d793e732-0554-4f9b-835e-75aef881a304'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:20.575452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4fafe-d6bc-44f0-a802-1bdfa9a1da7e None None] Routers {'d793e732-0554-4f9b-835e-75aef881a304'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:20.585072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41b4fafe-d6bc-44f0-a802-1bdfa9a1da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d793e732-0554-4f9b-835e-75aef881a304'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:20.603185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78cd2fe-ed9a-4227-ab92-9d85f24dd06c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:20.613320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48266) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:20.616203 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a78cd2fe-ed9a-4227-ab92-9d85f24dd06c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports/cee3e26d-f777-45d5-a1d1-a5f01e9e592d HTTP/1.1" status: 200 len: 911 time: 0.0948305 Jul 29 23:49:20.636570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41b4fafe-d6bc-44f0-a802-1bdfa9a1da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:20.695401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4fafe-d6bc-44f0-a802-1bdfa9a1da7e None None] Routers {'d793e732-0554-4f9b-835e-75aef881a304'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:20.698548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41b4fafe-d6bc-44f0-a802-1bdfa9a1da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d793e732-0554-4f9b-835e-75aef881a304'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:20.737193 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa45c769-b8e4-4707-90de-ed08f5eefd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.750884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41b4fafe-d6bc-44f0-a802-1bdfa9a1da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:20.752099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4fafe-d6bc-44f0-a802-1bdfa9a1da7e None None] The sync data for ids ['d793e732-0554-4f9b-835e-75aef881a304'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:20.777430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-aa45c769-b8e4-4707-90de-ed08f5eefd9d None None] For port a107f334-3351-4344-b2d9-d65638ebf68f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a107f334-3351-4344-b2d9-d65638ebf68f,segment=NetworkSegment(b58e3949-b655-47ab-b198-383e9f04f951),segment_id=b58e3949-b655-47ab-b198-383e9f04f951)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:20.785124 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa45c769-b8e4-4707-90de-ed08f5eefd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.851226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45c769-b8e4-4707-90de-ed08f5eefd9d None None] Pushing event updated for resources: {'Port': ['ID=a107f334-3351-4344-b2d9-d65638ebf68f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:21.055243 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4377f984-82a8-4ef6-af10-6d63d1fd7710 None None] Provisioning for port cee3e26d-f777-45d5-a1d1-a5f01e9e592d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:21.070520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4377f984-82a8-4ef6-af10-6d63d1fd7710 None None] Provisioning complete for port cee3e26d-f777-45d5-a1d1-a5f01e9e592d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:21.070896 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4377f984-82a8-4ef6-af10-6d63d1fd7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.139672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4377f984-82a8-4ef6-af10-6d63d1fd7710 None None] Port cee3e26d-f777-45d5-a1d1-a5f01e9e592d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:21.149007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48276) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:21.155957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4377f984-82a8-4ef6-af10-6d63d1fd7710 None None] Provisioning complete for port a107f334-3351-4344-b2d9-d65638ebf68f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:21.156402 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4377f984-82a8-4ef6-af10-6d63d1fd7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.247365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aa0a65-ba09-464d-8e72-68badb81a560 admin admin] Deleting subnet 82036bb4-1742-4570-8541-2ea8a2760b8e {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:21.251421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0a65-ba09-464d-8e72-68badb81a560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.314334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0a65-ba09-464d-8e72-68badb81a560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.372496 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0a65-ba09-464d-8e72-68badb81a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.477207 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0a65-ba09-464d-8e72-68badb81a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.492881 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0a65-ba09-464d-8e72-68badb81a560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.498499 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d7aa0a65-ba09-464d-8e72-68badb81a560 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/82036bb4-1742-4570-8541-2ea8a2760b8e HTTP/1.1" status: 204 len: 168 time: 0.3459656 Jul 29 23:49:21.498816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48284) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:21.499844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b24cb82-dd7b-489e-a0c5-b5f551224138 None None] Provisioning complete for port cee3e26d-f777-45d5-a1d1-a5f01e9e592d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:21.500266 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b24cb82-dd7b-489e-a0c5-b5f551224138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.532884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa0a65-ba09-464d-8e72-68badb81a560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82036bb4-1742-4570-8541-2ea8a2760b8e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:21.546650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5b24cb82-dd7b-489e-a0c5-b5f551224138 None None] Port cee3e26d-f777-45d5-a1d1-a5f01e9e592d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:21.641170 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.691140 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-088da33f-5f5b-4ef8-9410-6df94b98cc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.719648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.762903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a107f334-3351-4344-b2d9-d65638ebf68f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:21.862668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a107f334-3351-4344-b2d9-d65638ebf68f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:21.862974 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.918510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-037877f7-8802-4c23-b70f-379c42e46ef9 None None] Provisioning complete for port cee3e26d-f777-45d5-a1d1-a5f01e9e592d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:21.918898 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-037877f7-8802-4c23-b70f-379c42e46ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.947487 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.964166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-037877f7-8802-4c23-b70f-379c42e46ef9 None None] Port cee3e26d-f777-45d5-a1d1-a5f01e9e592d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:21.967708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7462b2-7087-4afa-985b-2d419746c87b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:21.982233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58544994-9085-4827-a93f-f76137e8f763') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:21.982533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58544994-9085-4827-a93f-f76137e8f763') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:22.020454 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.043282 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.053924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:22.054335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:22.072286 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:22.160457 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.166199 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.168072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1f7462b2-7087-4afa-985b-2d419746c87b HTTP/1.1" status: 204 len: 168 time: 0.6671026 Jul 29 23:49:22.184515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f6617-2e1b-493a-b0bb-1a6d054e6147 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7462b2-7087-4afa-985b-2d419746c87b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:22.202719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port cee3e26d-f777-45d5-a1d1-a5f01e9e592d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:22.203083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.304238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.309928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48302) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:22.318380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for cee3e26d-f777-45d5-a1d1-a5f01e9e592d owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:22.357663 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bf5b77e5-81dc-44d8-bcd3-0c3db6380122 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9c5074a26b043f99af1588f72acde2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462689 Jul 29 23:49:22.360064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:22.421950 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a2c-94b3-4b9c-b259-c6930acc57d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.446140 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a2c-94b3-4b9c-b259-c6930acc57d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.512583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a2c-94b3-4b9c-b259-c6930acc57d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.515445 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a2c-94b3-4b9c-b259-c6930acc57d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.519718 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6dd43a2c-94b3-4b9c-b259-c6930acc57d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4da9ad8-5d6c-4b3b-96ad-d280465d315c HTTP/1.1" status: 204 len: 168 time: 0.1551294 Jul 29 23:49:22.527184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd43a2c-94b3-4b9c-b259-c6930acc57d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4da9ad8-5d6c-4b3b-96ad-d280465d315c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:22.561153 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.613615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=cee3e26d-f777-45d5-a1d1-a5f01e9e592d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:22.767503 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.963885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router d793e732-0554-4f9b-835e-75aef881a304 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:22.979167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 360c9665-985d-4844-b4f9-51e0a3b3a657 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:23.016667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 360c9665-985d-4844-b4f9-51e0a3b3a657 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:23.017584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 360c9665-985d-4844-b4f9-51e0a3b3a657 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:23.128272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:23.139124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48334) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:23.140907 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bfc17e04-cde5-43dc-aaf2-3ad427fa5e3c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/d793e732-0554-4f9b-835e-75aef881a304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5253003 Jul 29 23:49:23.142431 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec5047-c93b-4a3b-b38a-276d04be4517 None None] Sync routers for ids ['d793e732-0554-4f9b-835e-75aef881a304'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:23.165232 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec5047-c93b-4a3b-b38a-276d04be4517 None None] Routers {'d793e732-0554-4f9b-835e-75aef881a304'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:23.165882 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-29ec5047-c93b-4a3b-b38a-276d04be4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d793e732-0554-4f9b-835e-75aef881a304'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:23.189484 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-32a02330-deda-46df-a417-f866aca3e64e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=d793e732-0554-4f9b-835e-75aef881a304 HTTP/1.1" status: 200 len: 205 time: 0.0479159 Jul 29 23:49:23.193148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:23.224411 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-29ec5047-c93b-4a3b-b38a-276d04be4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:23.234658 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec5047-c93b-4a3b-b38a-276d04be4517 None None] Routers {'d793e732-0554-4f9b-835e-75aef881a304'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:23.235409 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-29ec5047-c93b-4a3b-b38a-276d04be4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:48:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d793e732-0554-4f9b-835e-75aef881a304'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:23.275786 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-29ec5047-c93b-4a3b-b38a-276d04be4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:23.276816 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec5047-c93b-4a3b-b38a-276d04be4517 None None] The sync data for ids ['d793e732-0554-4f9b-835e-75aef881a304'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:23.313037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09886ec9-dd69-4740-88ef-0a4982d563ce tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.529443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09886ec9-dd69-4740-88ef-0a4982d563ce tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.532076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09886ec9-dd69-4740-88ef-0a4982d563ce tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.586561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09886ec9-dd69-4740-88ef-0a4982d563ce tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.587432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09886ec9-dd69-4740-88ef-0a4982d563ce tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Fanout notify agent at l3_agent the message router_deleted on router d793e732-0554-4f9b-835e-75aef881a304 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:49:23.596981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09886ec9-dd69-4740-88ef-0a4982d563ce tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.598349 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-09886ec9-dd69-4740-88ef-0a4982d563ce tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/d793e732-0554-4f9b-835e-75aef881a304 HTTP/1.1" status: 204 len: 168 time: 0.4031124 Jul 29 23:49:23.603613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48350) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:23.639086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48352) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:23.711077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dca7f5e-589a-4681-981d-0d1e22a582db tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting subnet cf30983a-9fa4-4450-b762-29f01cf1c823 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:23.715683 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f5e-589a-4681-981d-0d1e22a582db tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.768667 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f5e-589a-4681-981d-0d1e22a582db tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.871895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1067359073-network', 'tenant_id': '5652ff1ca5754978845a497eb238fe0e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:23.925927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Made reservation on behalf of 5652ff1ca5754978845a497eb238fe0e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:23.928769 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.939884 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.942825 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f5e-589a-4681-981d-0d1e22a582db tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.114029 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f5e-589a-4681-981d-0d1e22a582db tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.117407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99ed79ce-1775-41f2-ad8f-c461cdadffa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.149749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.156262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.158861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca7f5e-589a-4681-981d-0d1e22a582db tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Subnet': ['ID=cf30983a-9fa4-4450-b762-29f01cf1c823,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.176449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:24.179968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f5e-589a-4681-981d-0d1e22a582db tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.181766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b863b50-367d-49d1-a62e-37ec335d8c65 None None] Network 333a48ac-a3c1-4d79-b628-bf439c9e0951 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:24.189641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3dca7f5e-589a-4681-981d-0d1e22a582db tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/cf30983a-9fa4-4450-b762-29f01cf1c823 HTTP/1.1" status: 204 len: 168 time: 0.5843940 Jul 29 23:49:24.190812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48364) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:24.253748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.254961 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Added segment 497fb81e-6598-452e-b0a5-3f4bb3701ab6 of type vlan for network 17fcfe4e-5bd4-49c6-9feb-512d33f63f15 Jul 29 23:49:24.267846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2bb41f-d6cd-4482-ae2a-7d987e98185a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.329833 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.335089 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.338897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.373491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.375722 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:24.377827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.418674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port a107f334-3351-4344-b2d9-d65638ebf68f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:24.419123 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.461668 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8179853 Jul 29 23:49:24.462457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c8d8f-be04-4685-8109-6060882b5946 admin admin] Pushing event updated for resources: {'Network': ['ID=17fcfe4e-5bd4-49c6-9feb-512d33f63f15,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.463226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48370) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:24.476538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Request body: {'subnet': {'network_id': '17fcfe4e-5bd4-49c6-9feb-512d33f63f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1067359073-subnet', 'tenant_id': '5652ff1ca5754978845a497eb238fe0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:24.476891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 17fcfe4e-5bd4-49c6-9feb-512d33f63f15 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:24.506919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Made reservation on behalf of 5652ff1ca5754978845a497eb238fe0e for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:24.510094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.527613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f31da-4022-46c9-9dd6-680e655fd56c None None] DHCP port deletion for 333a48ac-a3c1-4d79-b628-bf439c9e0951 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:24.588854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port a107f334-3351-4344-b2d9-d65638ebf68f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a107f334-3351-4344-b2d9-d65638ebf68f,segment=NetworkSegment(b58e3949-b655-47ab-b198-383e9f04f951),segment_id=b58e3949-b655-47ab-b198-383e9f04f951)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:24.589354 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.599802 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f31da-4022-46c9-9dd6-680e655fd56c None None] Deleting port a107f334-3351-4344-b2d9-d65638ebf68f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:24.600682 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca1f31da-4022-46c9-9dd6-680e655fd56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.610613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for a107f334-3351-4344-b2d9-d65638ebf68f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:24.678098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca1f31da-4022-46c9-9dd6-680e655fd56c None None] For port a107f334-3351-4344-b2d9-d65638ebf68f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a107f334-3351-4344-b2d9-d65638ebf68f,segment=NetworkSegment(b58e3949-b655-47ab-b198-383e9f04f951),segment_id=b58e3949-b655-47ab-b198-383e9f04f951)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:24.678535 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca1f31da-4022-46c9-9dd6-680e655fd56c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.693954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f31da-4022-46c9-9dd6-680e655fd56c None None] Calling delete_port for a107f334-3351-4344-b2d9-d65638ebf68f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:24.798613 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca1f31da-4022-46c9-9dd6-680e655fd56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.830482 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.855320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f31da-4022-46c9-9dd6-680e655fd56c None None] No DVR routers for this DVR port a107f334-3351-4344-b2d9-d65638ebf68f on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:24.865609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f31da-4022-46c9-9dd6-680e655fd56c None None] Pushing event deleted for resources: {'Port': ['ID=a107f334-3351-4344-b2d9-d65638ebf68f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.900829 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.944620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df99073-33da-4d51-b4cb-f395dccb41f3,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.993808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=a107f334-3351-4344-b2d9-d65638ebf68f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:25.000198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No DVR routers for this DVR port a107f334-3351-4344-b2d9-d65638ebf68f on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:25.040001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Checking segment: {'id': '497fb81e-6598-452e-b0a5-3f4bb3701ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '17fcfe4e-5bd4-49c6-9feb-512d33f63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:25.040483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Network hostable DHCP agents. Network: 17fcfe4e-5bd4-49c6-9feb-512d33f63f15, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:25.138899 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.147842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Network 17fcfe4e-5bd4-49c6-9feb-512d33f63f15 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:25.153531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333a48ac-a3c1-4d79-b628-bf439c9e0951']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:25.170972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-84b67577-9f90-440b-93eb-499905ba604d tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:25.172571 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-84b67577-9f90-440b-93eb-499905ba604d tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/networks?id=aeccfd64-2c24-4320-b3bd-9dc482d64152 HTTP/1.1" status: 200 len: 813 time: 0.2747717 Jul 29 23:49:25.176610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58e3949-b655-47ab-b198-383e9f04f951') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:25.177006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58e3949-b655-47ab-b198-383e9f04f951') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:25.190117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 17fcfe4e-5bd4-49c6-9feb-512d33f63f15) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:25.193537 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.200434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32105c7-fa55-4631-a635-302113512803 None None] Network 17fcfe4e-5bd4-49c6-9feb-512d33f63f15 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:25.218750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:25.219516 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.226605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-0b286caf-37fa-4105-a3fd-c8119ba7a299 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/quotas/9596c63a203f4066a73e6ff04fd07c39 HTTP/1.1" status: 200 len: 375 time: 0.0401003 Jul 29 23:49:25.237568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.244822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:25.245408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:25.290718 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:25.329034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-596f7625-6138-4cf4-b07b-60f3e501c0aa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8645759 Jul 29 23:49:25.335232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-81b81fc3-52e4-466c-b4a9-67e2af3561ab tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9596c63a203f4066a73e6ff04fd07c39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454881 Jul 29 23:49:25.346150 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.364412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b09fac-d34b-48a1-8d99-b0e1c11ac01c None None] Network 17fcfe4e-5bd4-49c6-9feb-512d33f63f15 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:25.369058 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.371828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/networks/333a48ac-a3c1-4d79-b628-bf439c9e0951 HTTP/1.1" status: 204 len: 168 time: 1.1794982 Jul 29 23:49:25.375440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:25.382153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2062486399', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:25.420466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.423938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.478987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-8adde889-4cbd-4012-bbb2-05850a42275b service neutron] 10.222.0.37 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054583 Jul 29 23:49:25.490126 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.497677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06dfb9-10cf-40dd-9fdd-9db1c0e7b7da tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Network': ['ID=333a48ac-a3c1-4d79-b628-bf439c9e0951,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:25.577399 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.652177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-a4ab269a-57e7-4134-83e6-c79bb1175a80 service neutron] 10.222.0.37 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628416 Jul 29 23:49:25.739432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a107f334-3351-4344-b2d9-d65638ebf68f no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:25.746898 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.764619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a107f334-3351-4344-b2d9-d65638ebf68f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:25.765134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a107f334-3351-4344-b2d9-d65638ebf68f not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:25.917502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74ac8126-ff81-49fe-b61c-e011d9460b15 req-5d65343c-ed80-4a22-bd03-f81cace20f52 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 210 time: 0.0638149 Jul 29 23:49:26.075097 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.100574 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.223547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Allocated IP 172.25.2.249 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/b60c216d-3fd3-49b2-b5c9-39300f985f30) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:26.377085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.434752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.502770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=b60c216d-3fd3-49b2-b5c9-39300f985f30,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:26.512654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:26.520301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:26.522950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:26.820176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.014333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-35d3a7d8-3512-4f3d-9c72-e0a313ad9184 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.022693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-35d3a7d8-3512-4f3d-9c72-e0a313ad9184 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/networks?id=17fcfe4e-5bd4-49c6-9feb-512d33f63f15 HTTP/1.1" status: 200 len: 810 time: 0.1714537 Jul 29 23:49:27.050405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-f2b071dd-bd8c-45ec-bf9b-0bdd1d78b675 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/quotas/5652ff1ca5754978845a497eb238fe0e HTTP/1.1" status: 200 len: 375 time: 0.0265372 Jul 29 23:49:27.077875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46a232ee-6bb7-47c7-9c65-14a480e3d28a req-ee63f54e-7ffa-4234-9c63-3f52238b08ab tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 210 time: 0.0471742 Jul 29 23:49:27.116621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6eb135fd-33e4-4145-9d4b-d35185c821a0 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5652ff1ca5754978845a497eb238fe0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652623 Jul 29 23:49:27.136634 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.183773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-80856bc2-55c4-47b6-bfc8-e4ada9aa4e1f tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.185944 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-80856bc2-55c4-47b6-bfc8-e4ada9aa4e1f tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.42 "GET /v2.0/networks?id=aeccfd64-2c24-4320-b3bd-9dc482d64152 HTTP/1.1" status: 200 len: 813 time: 0.1495955 Jul 29 23:49:27.187554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.232745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Request body: {'port': {'device_id': 'a1d28a12-0590-4173-9aa1-ebc5daca7581', 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152', 'admin_state_up': True, 'tenant_id': '9596c63a203f4066a73e6ff04fd07c39'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:27.250922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-bbe3e37f-e568-46d6-a944-832123b68196 service neutron] 10.222.0.37 "GET /v2.0/networks/17fcfe4e-5bd4-49c6-9feb-512d33f63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284890 Jul 29 23:49:27.385000 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-01aaf7da-f87e-4d7b-a9b3-bc3b2d06baca service neutron] 10.222.0.37 "GET /v2.0/networks/17fcfe4e-5bd4-49c6-9feb-512d33f63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265354 Jul 29 23:49:27.434691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Made reservation on behalf of 9596c63a203f4066a73e6ff04fd07c39 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:27.438708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.449927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router d726bf72-b74c-4070-90a0-4f2893ed3261 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:49:27.761458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-786c573d-59e3-47d5-8eb0-a47a4618ae51 req-de49fa91-5bb8-46b4-ae5b-ae2c7bfcb2e9 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 210 time: 0.0561991 Jul 29 23:49:27.974472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:27.981703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Allocated IP 172.20.0.14 (aeccfd64-2c24-4320-b3bd-9dc482d64152/dce265fc-6c09-4dd3-97e3-7d37880fbc68/b29b408a-f46a-4184-947f-f4915afb0267) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:27.995296 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52893dec-afaa-4f58-934b-eee06c87efb1 None None] Sync routers for ids ['d726bf72-b74c-4070-90a0-4f2893ed3261'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:28.011534 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.013086 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d7255252-e73c-423e-9fec-629836485336 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6358876 Jul 29 23:49:28.016239 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:28.025598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52893dec-afaa-4f58-934b-eee06c87efb1 None None] Routers {'d726bf72-b74c-4070-90a0-4f2893ed3261'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:28.026465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-52893dec-afaa-4f58-934b-eee06c87efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d726bf72-b74c-4070-90a0-4f2893ed3261'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:28.068318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-52893dec-afaa-4f58-934b-eee06c87efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:28.079255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52893dec-afaa-4f58-934b-eee06c87efb1 None None] Routers {'d726bf72-b74c-4070-90a0-4f2893ed3261'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:28.080527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-52893dec-afaa-4f58-934b-eee06c87efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d726bf72-b74c-4070-90a0-4f2893ed3261'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:28.119126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-52893dec-afaa-4f58-934b-eee06c87efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:28.119913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52893dec-afaa-4f58-934b-eee06c87efb1 None None] The sync data for ids ['d726bf72-b74c-4070-90a0-4f2893ed3261'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:28.216447 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7987092c-ffa4-4bc4-a3f6-19175c64fa8a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/routers/d726bf72-b74c-4070-90a0-4f2893ed3261 HTTP/1.1" status: 200 len: 885 time: 0.1990016 Jul 29 23:49:28.219593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48512) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:28.227023 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b11a254-c3f2-4789-851b-a1316c1a69fd req-b726e362-e499-4f4f-b496-3a1fe7d73bfb tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 210 time: 0.0292375 Jul 29 23:49:28.294497 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.422966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.489679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Network aeccfd64-2c24-4320-b3bd-9dc482d64152 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:28.503323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:28.509188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:28.519158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Pushing event updated for resources: {'Port': ['ID=b29b408a-f46a-4184-947f-f4915afb0267,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:28.586548 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:28.587080 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.612066 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5326532b-ccf8-458f-ba9c-45e416d403ba tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3901508 Jul 29 23:49:28.614285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48524) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:28.619499 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-944ff7c7-1f8f-4fe7-b6b8-90196469bf0c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2062486399'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:28.624553 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-bd7fcb8b-0944-4107-ab89-6e3503be7513 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4275243 Jul 29 23:49:28.665611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Request body: {'port': {'device_id': 'a1d28a12-0590-4173-9aa1-ebc5daca7581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:28.768723 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.884213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ed66a7b-d310-44b7-ae7f-d949be191a54 req-477b95da-db83-47e2-8d1a-08cc787c0f44 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 210 time: 0.0337944 Jul 29 23:49:29.249993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-daa95d7c-a164-4b2d-a316-7d8f61b3f6d2 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.252059 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-daa95d7c-a164-4b2d-a316-7d8f61b3f6d2 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.47 "GET /v2.0/networks?id=17fcfe4e-5bd4-49c6-9feb-512d33f63f15 HTTP/1.1" status: 200 len: 810 time: 0.2796595 Jul 29 23:49:29.277374 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Request body: {'port': {'device_id': 'e7e72ae7-b89c-4193-81c4-eb602801171a', 'network_id': '17fcfe4e-5bd4-49c6-9feb-512d33f63f15', 'admin_state_up': True, 'tenant_id': '5652ff1ca5754978845a497eb238fe0e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:29.294759 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-944ff7c7-1f8f-4fe7-b6b8-90196469bf0c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.354299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffd82f-877a-4a8d-934e-f8264e964b94 req-3356ca2f-7780-43d2-aec8-480536a9ebf7 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.354926 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-944ff7c7-1f8f-4fe7-b6b8-90196469bf0c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.355846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1ffd82f-877a-4a8d-934e-f8264e964b94 req-3356ca2f-7780-43d2-aec8-480536a9ebf7 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 932 time: 0.0540218 Jul 29 23:49:29.417490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1ffd82f-877a-4a8d-934e-f8264e964b94 req-e64c9b03-7b92-4132-88bb-9a2d6744e3a2 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488136 Jul 29 23:49:29.459047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29b408a-f46a-4184-947f-f4915afb0267 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:29.471297 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.531488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Transition to ACTIVE for port object b29b408a-f46a-4184-947f-f4915afb0267 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:29.543539 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.610879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Made reservation on behalf of 5652ff1ca5754978845a497eb238fe0e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:29.614343 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.631716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944ff7c7-1f8f-4fe7-b6b8-90196469bf0c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router d726bf72-b74c-4070-90a0-4f2893ed3261 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:29.635078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b29b408a-f46a-4184-947f-f4915afb0267,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:30.029274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7a5db89-2762-4b45-a8f4-c34a7555960e req-f74b1b96-4740-422d-a82a-fb85bd45015f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 210 time: 0.0510044 Jul 29 23:49:30.160920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Attempting to bind port b29b408a-f46a-4184-947f-f4915afb0267 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:30.161304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Attempting to bind port b29b408a-f46a-4184-947f-f4915afb0267 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '288a29ff-63ad-4e5c-bc77-2ff14cadedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:30.161601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Attempting to bind port b29b408a-f46a-4184-947f-f4915afb0267 on network aeccfd64-2c24-4320-b3bd-9dc482d64152 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:30.178491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Port b29b408a-f46a-4184-947f-f4915afb0267 on network aeccfd64-2c24-4320-b3bd-9dc482d64152 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:30.178811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Attempting to bind port b29b408a-f46a-4184-947f-f4915afb0267 on network aeccfd64-2c24-4320-b3bd-9dc482d64152 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:30.198673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:30.199037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Checking segment: {'id': '288a29ff-63ad-4e5c-bc77-2ff14cadedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:30.199516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Bound using segment: {'id': '288a29ff-63ad-4e5c-bc77-2ff14cadedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:30.199879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Bound port: b29b408a-f46a-4184-947f-f4915afb0267, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288a29ff-63ad-4e5c-bc77-2ff14cadedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:30.200276 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.218775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Allocated IP 172.20.0.14 (17fcfe4e-5bd4-49c6-9feb-512d33f63f15/6df99073-33da-4d51-b4cb-f395dccb41f3/0ac77426-b07a-4063-bafe-bd84ba01692a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:30.236062 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ff7c7-1f8f-4fe7-b6b8-90196469bf0c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:30.253750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-944ff7c7-1f8f-4fe7-b6b8-90196469bf0c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.253750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-944ff7c7-1f8f-4fe7-b6b8-90196469bf0c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/d726bf72-b74c-4070-90a0-4f2893ed3261 HTTP/1.1" status: 200 len: 892 time: 1.6298466 Jul 29 23:49:30.253907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48558) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:30.258870 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a1a95-05d2-4fa3-abf9-70b1c5c48cca None None] Sync routers for ids ['d726bf72-b74c-4070-90a0-4f2893ed3261'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:30.271962 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a1a95-05d2-4fa3-abf9-70b1c5c48cca None None] Routers {'d726bf72-b74c-4070-90a0-4f2893ed3261'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:30.273434 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-125a1a95-05d2-4fa3-abf9-70b1c5c48cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d726bf72-b74c-4070-90a0-4f2893ed3261'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:30.337618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] For port b29b408a-f46a-4184-947f-f4915afb0267, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:30.349332 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-125a1a95-05d2-4fa3-abf9-70b1c5c48cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:30.362258 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a1a95-05d2-4fa3-abf9-70b1c5c48cca None None] Routers {'d726bf72-b74c-4070-90a0-4f2893ed3261'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:30.363156 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-125a1a95-05d2-4fa3-abf9-70b1c5c48cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d726bf72-b74c-4070-90a0-4f2893ed3261'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:30.405339 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-125a1a95-05d2-4fa3-abf9-70b1c5c48cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:30.406665 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a1a95-05d2-4fa3-abf9-70b1c5c48cca None None] The sync data for ids ['d726bf72-b74c-4070-90a0-4f2893ed3261'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:30.419022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f215f4f7-4501-456f-9bb3-b24cbf72d0d2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/routers/d726bf72-b74c-4070-90a0-4f2893ed3261 HTTP/1.1" status: 200 len: 892 time: 0.1684620 Jul 29 23:49:30.421778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48562) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:30.430386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] For port b29b408a-f46a-4184-947f-f4915afb0267, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b29b408a-f46a-4184-947f-f4915afb0267,segment=NetworkSegment(288a29ff-63ad-4e5c-bc77-2ff14cadedae),segment_id=288a29ff-63ad-4e5c-bc77-2ff14cadedae)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:30.453515 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e4c964d2-d6f8-42f8-b107-8129f070cda0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=d726bf72-b74c-4070-90a0-4f2893ed3261 HTTP/1.1" status: 200 len: 205 time: 0.0302243 Jul 29 23:49:30.456166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48566) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:30.489687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.564561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.570680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.571312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.572791 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] 10.222.0.42 "PUT /v2.0/ports/b29b408a-f46a-4184-947f-f4915afb0267 HTTP/1.1" status: 200 len: 1093 time: 1.9113998 Jul 29 23:49:30.573259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d28a12-0590-4173-9aa1-ebc5daca7581', 'tag': 'b29b408a-f46a-4184-947f-f4915afb0267'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:30.575615 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464d142c-9e41-4181-ac51-599f417eb550" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d28a12-0590-4173-9aa1-ebc5daca7581", "tag": "b29b408a-f46a-4184-947f-f4915afb0267"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:30.615939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea307e12-c771-41ac-a1ff-0050bfb78bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b29b408a-f46a-4184-947f-f4915afb0267,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:30.670214 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb6fe19-be13-497c-af34-202751f7ef84 x-openstack-request-id: req-4fb6fe19-be13-497c-af34-202751f7ef84 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:30.670968 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d28a12-0590-4173-9aa1-ebc5daca7581", "tag": "b29b408a-f46a-4184-947f-f4915afb0267", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:30.671377 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fb6fe19-be13-497c-af34-202751f7ef84 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:30.671935 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d28a12-0590-4173-9aa1-ebc5daca7581', 'tag': 'b29b408a-f46a-4184-947f-f4915afb0267', 'status': 'completed', 'code': 200} Jul 29 23:49:30.675412 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.738499 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Network 17fcfe4e-5bd4-49c6-9feb-512d33f63f15 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:30.749623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:30.753765 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-d85062eb-f5c9-4320-b3fb-6f1045812634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.756282 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-d85062eb-f5c9-4320-b3fb-6f1045812634 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9596c63a203f4066a73e6ff04fd07c39&device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 1096 time: 0.1168854 Jul 29 23:49:30.757298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:30.811703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.812646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.815581 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Pushing event updated for resources: {'Port': ['ID=0ac77426-b07a-4063-bafe-bd84ba01692a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:30.867669 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-7927df75-7e9d-4e78-9ae7-9a5c7fa4b97b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b29b408a-f46a-4184-947f-f4915afb0267 HTTP/1.1" status: 200 len: 217 time: 0.0470524 Jul 29 23:49:30.869090 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6abaef17-7f64-4c3f-80eb-d9f040ec33e3 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5972719 Jul 29 23:49:30.887923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Request body: {'port': {'device_id': 'e7e72ae7-b89c-4193-81c4-eb602801171a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:30.978794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-2693bd8b-96b7-413b-979c-4a7f7a1592b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.980249 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-2693bd8b-96b7-413b-979c-4a7f7a1592b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dce265fc-6c09-4dd3-97e3-7d37880fbc68 HTTP/1.1" status: 200 len: 853 time: 0.1050487 Jul 29 23:49:30.983207 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.020979 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-ccde1e6d-51cb-48a1-a185-b0b5c7f1ae57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aeccfd64-2c24-4320-b3bd-9dc482d64152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286047 Jul 29 23:49:31.052365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.189825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767f4da-f5b4-4696-855e-bfc1f9c512cf req-59b3b0da-a411-4eaf-9bb0-fb1268581c71 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.191732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2767f4da-f5b4-4696-855e-bfc1f9c512cf req-59b3b0da-a411-4eaf-9bb0-fb1268581c71 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 944 time: 0.6678483 Jul 29 23:49:31.268101 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-6e7be543-eeda-4a41-8984-c9b0efe57855 service neutron] 10.222.0.42 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229652 Jul 29 23:49:31.273256 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2767f4da-f5b4-4696-855e-bfc1f9c512cf req-954d832f-2849-435d-bf7e-b33b32bc1a35 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546308 Jul 29 23:49:31.365849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acdbab-fa9c-40c3-a62f-ef9cb9a19ff6 req-2661612c-0df1-4471-bb18-326229c5f467 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.374746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9acdbab-fa9c-40c3-a62f-ef9cb9a19ff6 req-2661612c-0df1-4471-bb18-326229c5f467 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 932 time: 0.2200079 Jul 29 23:49:31.383352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-11dd62c9-1241-4cf6-9d80-c577a7eaaac8 req-2d3e0c7a-ff5a-42df-b9a4-02cc3ef940b9 service neutron] 10.222.0.42 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921302 Jul 29 23:49:31.388971 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.465630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9acdbab-fa9c-40c3-a62f-ef9cb9a19ff6 req-4c662011-98ec-441f-8e98-37c8c51dcb40 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892894 Jul 29 23:49:31.536850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port b60c216d-3fd3-49b2-b5c9-39300f985f30 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:31.537017 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.555624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d142c-9e41-4181-ac51-599f417eb550 req-6075fab6-1581-45ab-8cf0-b44031283a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.557247 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-464d142c-9e41-4181-ac51-599f417eb550 req-6075fab6-1581-45ab-8cf0-b44031283a12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9596c63a203f4066a73e6ff04fd07c39&device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 1096 time: 0.1139259 Jul 29 23:49:31.577298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac77426-b07a-4063-bafe-bd84ba01692a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:31.671446 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.681736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d142c-9e41-4181-ac51-599f417eb550 req-e47bed8e-d7ec-402c-8511-da8288889389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.683445 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-464d142c-9e41-4181-ac51-599f417eb550 req-e47bed8e-d7ec-402c-8511-da8288889389 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aeccfd64-2c24-4320-b3bd-9dc482d64152 HTTP/1.1" status: 200 len: 914 time: 0.1155684 Jul 29 23:49:31.690127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for b60c216d-3fd3-49b2-b5c9-39300f985f30 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:31.692730 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.751843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-464d142c-9e41-4181-ac51-599f417eb550 req-df7280a5-b69d-4cde-95d0-e1fbb7984b7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b29b408a-f46a-4184-947f-f4915afb0267 HTTP/1.1" status: 200 len: 217 time: 0.0551176 Jul 29 23:49:31.754761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Transition to ACTIVE for port object 0ac77426-b07a-4063-bafe-bd84ba01692a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:31.760686 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.902881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac77426-b07a-4063-bafe-bd84ba01692a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:31.925255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.944881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d142c-9e41-4181-ac51-599f417eb550 req-cfde32a3-59ee-403f-9128-2e1cba14d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.947204 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-464d142c-9e41-4181-ac51-599f417eb550 req-cfde32a3-59ee-403f-9128-2e1cba14d9cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dce265fc-6c09-4dd3-97e3-7d37880fbc68 HTTP/1.1" status: 200 len: 853 time: 0.1824436 Jul 29 23:49:31.998441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=b60c216d-3fd3-49b2-b5c9-39300f985f30,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:32.022085 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-464d142c-9e41-4181-ac51-599f417eb550 req-2cadf17e-fc28-4732-b2ca-33b93437cde1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aeccfd64-2c24-4320-b3bd-9dc482d64152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483119 Jul 29 23:49:32.057220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.098146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Attempting to bind port 0ac77426-b07a-4063-bafe-bd84ba01692a on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:32.098491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Attempting to bind port 0ac77426-b07a-4063-bafe-bd84ba01692a by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '497fb81e-6598-452e-b0a5-3f4bb3701ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '17fcfe4e-5bd4-49c6-9feb-512d33f63f15'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:32.098821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Attempting to bind port 0ac77426-b07a-4063-bafe-bd84ba01692a on network 17fcfe4e-5bd4-49c6-9feb-512d33f63f15 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:32.109696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Port 0ac77426-b07a-4063-bafe-bd84ba01692a on network 17fcfe4e-5bd4-49c6-9feb-512d33f63f15 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:32.110022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Attempting to bind port 0ac77426-b07a-4063-bafe-bd84ba01692a on network 17fcfe4e-5bd4-49c6-9feb-512d33f63f15 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:32.119330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:32.119679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Checking segment: {'id': '497fb81e-6598-452e-b0a5-3f4bb3701ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '17fcfe4e-5bd4-49c6-9feb-512d33f63f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:32.120093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Bound using segment: {'id': '497fb81e-6598-452e-b0a5-3f4bb3701ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '17fcfe4e-5bd4-49c6-9feb-512d33f63f15'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:32.120533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Bound port: 0ac77426-b07a-4063-bafe-bd84ba01692a, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497fb81e-6598-452e-b0a5-3f4bb3701ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '17fcfe4e-5bd4-49c6-9feb-512d33f63f15'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:32.120904 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.161440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.163639 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.178468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-464d142c-9e41-4181-ac51-599f417eb550 req-2ffab4a8-b45c-4aaa-9714-661b8676d068 service neutron] 10.222.0.42 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460247 Jul 29 23:49:32.212777 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.213452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Fanout notify agent at l3_agent the message router_deleted on router d726bf72-b74c-4070-90a0-4f2893ed3261 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:49:32.220811 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.224580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-333b069f-3202-41e2-8f17-dfa59e6d9124 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/d726bf72-b74c-4070-90a0-4f2893ed3261 HTTP/1.1" status: 204 len: 168 time: 1.7647200 Jul 29 23:49:32.227891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:32.233976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-143650379'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:32.258290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] For port 0ac77426-b07a-4063-bafe-bd84ba01692a, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:32.260435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:32.264766 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.278102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] For port 0ac77426-b07a-4063-bafe-bd84ba01692a, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0ac77426-b07a-4063-bafe-bd84ba01692a,segment=NetworkSegment(497fb81e-6598-452e-b0a5-3f4bb3701ab6),segment_id=497fb81e-6598-452e-b0a5-3f4bb3701ab6)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:32.298595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:32.307167 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.328045 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.328564 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added segment b890dc35-81f9-495d-9a1a-ffee2a4cb71c of type vlan for network b4262ce0-eba8-4712-9725-c92b4ed76e4e Jul 29 23:49:32.359345 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-464d142c-9e41-4181-ac51-599f417eb550 req-c64e7105-843d-447c-821b-697e2eb7efca service neutron] 10.222.0.42 "GET /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704812 Jul 29 23:49:32.360606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.361231 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.362562 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ac77426-b07a-4063-bafe-bd84ba01692a HTTP/1.1" status: 200 len: 1093 time: 1.4788055 Jul 29 23:49:32.384892 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.393309 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.395886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404f382-9c8e-4a3c-abbb-e5327b05b143 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac77426-b07a-4063-bafe-bd84ba01692a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:32.463353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.475390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.476542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6685619d-e223-4063-b502-d97ee6140a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.477385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.478649 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6685619d-e223-4063-b502-d97ee6140a62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5652ff1ca5754978845a497eb238fe0e&device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 1096 time: 0.0461795 Jul 29 23:49:32.503469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b03bf-b149-45dd-85da-471b7fd3fd83 req-07a2e18b-6ed6-461c-9c38-82d7e153a324 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.505657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-594b03bf-b149-45dd-85da-471b7fd3fd83 req-07a2e18b-6ed6-461c-9c38-82d7e153a324 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 944 time: 0.1184525 Jul 29 23:49:32.538385 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-3952d71b-5a2e-4d31-b1c4-517c3bdc0015 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ac77426-b07a-4063-bafe-bd84ba01692a HTTP/1.1" status: 200 len: 217 time: 0.0446842 Jul 29 23:49:32.597555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6acfba1e-d8a8-42d2-b764-982013f63ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.599183 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-6acfba1e-d8a8-42d2-b764-982013f63ce6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6df99073-33da-4d51-b4cb-f395dccb41f3 HTTP/1.1" status: 200 len: 850 time: 0.0525093 Jul 29 23:49:32.622191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Network': ['ID=b4262ce0-eba8-4712-9725-c92b4ed76e4e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:32.633926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c26c39ef-c5c7-4633-a160-bd9bddf03e92 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4018810 Jul 29 23:49:32.634209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48610) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:32.637232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network b4262ce0-eba8-4712-9725-c92b4ed76e4e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:32.639469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'subnet': {'network_id': 'b4262ce0-eba8-4712-9725-c92b4ed76e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:32.639922 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-9978cc6a-666d-4231-8aad-65878161fe18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17fcfe4e-5bd4-49c6-9feb-512d33f63f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328574 Jul 29 23:49:32.711391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-594b03bf-b149-45dd-85da-471b7fd3fd83 req-9406db28-7ed4-421d-9b77-bc9671f4a057 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441133 Jul 29 23:49:32.730551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ed04f-2bdc-490c-8ad6-6905f07e2647 req-a9713a45-a616-42f3-bfd7-1e6f1c8b4b6f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.732265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b4ed04f-2bdc-490c-8ad6-6905f07e2647 req-a9713a45-a616-42f3-bfd7-1e6f1c8b4b6f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 944 time: 0.1639581 Jul 29 23:49:32.763524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e72ae7-b89c-4193-81c4-eb602801171a', 'tag': '0ac77426-b07a-4063-bafe-bd84ba01692a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:32.765956 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e72ae7-b89c-4193-81c4-eb602801171a", "tag": "0ac77426-b07a-4063-bafe-bd84ba01692a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:32.771261 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-9f4fa629-28ab-4361-9065-bc9a0355ebd7 service neutron] 10.222.0.47 "GET /v2.0/networks/17fcfe4e-5bd4-49c6-9feb-512d33f63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231306 Jul 29 23:49:32.785174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:32.788913 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.836141 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa28fc1-9945-43b8-9f64-3dd09e67fb6d x-openstack-request-id: req-3fa28fc1-9945-43b8-9f64-3dd09e67fb6d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:32.836603 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e72ae7-b89c-4193-81c4-eb602801171a", "tag": "0ac77426-b07a-4063-bafe-bd84ba01692a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:32.836988 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fa28fc1-9945-43b8-9f64-3dd09e67fb6d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:32.837375 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e72ae7-b89c-4193-81c4-eb602801171a', 'tag': '0ac77426-b07a-4063-bafe-bd84ba01692a', 'status': 'completed', 'code': 200} Jul 29 23:49:32.842117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b4ed04f-2bdc-490c-8ad6-6905f07e2647 req-8769346f-f5c4-4845-9b04-b7d1e0e2b4f7 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002202 Jul 29 23:49:32.890096 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b765a86a-71f3-4bc4-a96e-cbaee1055c34 req-490f46ac-7676-43e9-8e61-1ae87c3ec3df service neutron] 10.222.0.47 "GET /v2.0/networks/17fcfe4e-5bd4-49c6-9feb-512d33f63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102245 Jul 29 23:49:33.018180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.039001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c req-e4f2108d-48c2-4fdb-8335-b1121143b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:33.040735 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c req-e4f2108d-48c2-4fdb-8335-b1121143b97b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5652ff1ca5754978845a497eb238fe0e&device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 1096 time: 0.0472598 Jul 29 23:49:33.093995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Subnet': ['ID=e680ae70-87ad-4a9f-ae85-9d3d15425328,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:33.106005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Checking segment: {'id': 'b890dc35-81f9-495d-9a1a-ffee2a4cb71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b4262ce0-eba8-4712-9725-c92b4ed76e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:33.106868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network hostable DHCP agents. Network: b4262ce0-eba8-4712-9725-c92b4ed76e4e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:33.131399 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network b4262ce0-eba8-4712-9725-c92b4ed76e4e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:33.143976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, b4262ce0-eba8-4712-9725-c92b4ed76e4e) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:33.149145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:33.149840 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.165116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ede454e-9c08-448d-938c-82de7be988cf None None] Network b4262ce0-eba8-4712-9725-c92b4ed76e4e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:33.177249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c2ceba64-1479-4208-8113-7ada9c885e94 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5397437 Jul 29 23:49:33.178104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:33.187430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8d16b127-8800-4d90-beee-221c45f9a16f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-572787213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:33.214018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c req-944a5028-0015-4ba8-8821-7c1a662c80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:33.218114 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c req-944a5028-0015-4ba8-8821-7c1a662c80ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=17fcfe4e-5bd4-49c6-9feb-512d33f63f15 HTTP/1.1" status: 200 len: 911 time: 0.1669357 Jul 29 23:49:33.274746 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c req-b6de9b09-67ab-407b-b1b1-0cd48257bab9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ac77426-b07a-4063-bafe-bd84ba01692a HTTP/1.1" status: 200 len: 217 time: 0.0495501 Jul 29 23:49:33.276285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d16b127-8800-4d90-beee-221c45f9a16f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.277427 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d16b127-8800-4d90-beee-221c45f9a16f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.361028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c req-4bebbed9-d15c-4366-9b79-ed0ce5be3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:33.362883 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c req-4bebbed9-d15c-4366-9b79-ed0ce5be3502 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6df99073-33da-4d51-b4cb-f395dccb41f3 HTTP/1.1" status: 200 len: 850 time: 0.0809348 Jul 29 23:49:33.367458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-b4262ce0-eba8-4712-9725-c92b4ed76e4e', 'network_id': 'b4262ce0-eba8-4712-9725-c92b4ed76e4e', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'fixed_ips': [{'subnet_id': 'e680ae70-87ad-4a9f-ae85-9d3d15425328'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:33.369207 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.402784 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d16b127-8800-4d90-beee-221c45f9a16f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.424852 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c req-1e544925-2861-40b7-a028-d2fd19cd317d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17fcfe4e-5bd4-49c6-9feb-512d33f63f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330012 Jul 29 23:49:33.425939 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d16b127-8800-4d90-beee-221c45f9a16f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.494746 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d16b127-8800-4d90-beee-221c45f9a16f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.504806 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8d16b127-8800-4d90-beee-221c45f9a16f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3253796 Jul 29 23:49:33.541810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Allocated IP 2001:db8::2 (b4262ce0-eba8-4712-9725-c92b4ed76e4e/e680ae70-87ad-4a9f-ae85-9d3d15425328/2ddd7d5f-e714-415c-bace-4eb98c8c8fea) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:33.568328 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c req-3b8bea99-c91c-42e4-aa63-5f586215a322 service neutron] 10.222.0.47 "GET /v2.0/networks/17fcfe4e-5bd4-49c6-9feb-512d33f63f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358967 Jul 29 23:49:33.581295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48630) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:33.704650 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c2aaa0e9-fd8c-4807-9235-5a71cdc82c1c req-309c5c28-6e7b-4513-b6bd-18deef8c1431 service neutron] 10.222.0.47 "GET /v2.0/networks/17fcfe4e-5bd4-49c6-9feb-512d33f63f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274223 Jul 29 23:49:33.946076 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.957906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f818321-a4d7-4b26-8204-17e14d9703c5 req-6e962452-b120-4f80-a2e4-da7e56cee41e tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:33.959829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f818321-a4d7-4b26-8204-17e14d9703c5 req-6e962452-b120-4f80-a2e4-da7e56cee41e tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 944 time: 0.1343083 Jul 29 23:49:33.976452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Transition to ACTIVE for port object 2ddd7d5f-e714-415c-bace-4eb98c8c8fea will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:33.991156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Transition to ACTIVE for port object 2ddd7d5f-e714-415c-bace-4eb98c8c8fea will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:33.997578 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.041953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Network b4262ce0-eba8-4712-9725-c92b4ed76e4e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:34.049741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:34.054722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:34.058202 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Pushing event updated for resources: {'Port': ['ID=2ddd7d5f-e714-415c-bace-4eb98c8c8fea,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.058646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.086773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878271-7084-4be0-a7d7-10ef5c5964b5 req-a1c98cfc-ee99-4519-acad-22e4652eb988 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:34.088377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4878271-7084-4be0-a7d7-10ef5c5964b5 req-a1c98cfc-ee99-4519-acad-22e4652eb988 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 944 time: 0.1424882 Jul 29 23:49:34.092485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f818321-a4d7-4b26-8204-17e14d9703c5 req-7d353d58-6fbe-4709-9302-0ab38dae6451 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203070 Jul 29 23:49:34.134357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Attempting to bind port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:34.135046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Attempting to bind port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b890dc35-81f9-495d-9a1a-ffee2a4cb71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b4262ce0-eba8-4712-9725-c92b4ed76e4e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:34.135786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Attempting to bind port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea on network b4262ce0-eba8-4712-9725-c92b4ed76e4e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:34.144625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:34.145690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Checking segment: {'id': 'b890dc35-81f9-495d-9a1a-ffee2a4cb71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b4262ce0-eba8-4712-9725-c92b4ed76e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:34.146533 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.147527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Bound using segment: {'id': 'b890dc35-81f9-495d-9a1a-ffee2a4cb71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b4262ce0-eba8-4712-9725-c92b4ed76e4e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:34.148663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Bound port: 2ddd7d5f-e714-415c-bace-4eb98c8c8fea, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b890dc35-81f9-495d-9a1a-ffee2a4cb71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b4262ce0-eba8-4712-9725-c92b4ed76e4e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:34.149655 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.228557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] For port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:34.233897 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] For port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2ddd7d5f-e714-415c-bace-4eb98c8c8fea,segment=NetworkSegment(b890dc35-81f9-495d-9a1a-ffee2a4cb71c),segment_id=b890dc35-81f9-495d-9a1a-ffee2a4cb71c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:34.238487 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.246851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4878271-7084-4be0-a7d7-10ef5c5964b5 req-be22c58b-bc23-4ed0-bdb5-fc1bc8d46dd2 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056895 Jul 29 23:49:34.302715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9728c5-9135-441b-ad6a-b8d7ecfde7ee None None] Pushing event updated for resources: {'Port': ['ID=2ddd7d5f-e714-415c-bace-4eb98c8c8fea,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.411491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Allocated IP 2001:db8::1 (b4262ce0-eba8-4712-9725-c92b4ed76e4e/e680ae70-87ad-4a9f-ae85-9d3d15425328/bac82105-065b-45de-b495-61560c05647b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:34.597638 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.619401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Transition to ACTIVE for port object bac82105-065b-45de-b495-61560c05647b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:34.659582 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.709077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network b4262ce0-eba8-4712-9725-c92b4ed76e4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:34.712618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:34.719150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:34.719722 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.725917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=bac82105-065b-45de-b495-61560c05647b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.854756 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.091470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b29b408a-f46a-4184-947f-f4915afb0267 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:35.167132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.176595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.178009 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.229004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b29b408a-f46a-4184-947f-f4915afb0267, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b29b408a-f46a-4184-947f-f4915afb0267,segment=NetworkSegment(288a29ff-63ad-4e5c-bc77-2ff14cadedae),segment_id=288a29ff-63ad-4e5c-bc77-2ff14cadedae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:35.246531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'b29b408a-f46a-4184-947f-f4915afb0267', 'network_id': 'aeccfd64-2c24-4320-b3bd-9dc482d64152', 'port_id': 'b29b408a-f46a-4184-947f-f4915afb0267', 'mac_address': 'fa:16:3e:ae:b1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce265fc-6c09-4dd3-97e3-7d37880fbc68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:35.301247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0ac77426-b07a-4063-bafe-bd84ba01692a details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:35.361406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=bac82105-065b-45de-b495-61560c05647b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:35.380268 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.384388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb034d-5115-4602-8adc-80006299faf9 req-400b174a-fdf3-493b-9cae-88b21b15c71f tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:35.386000 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47fb034d-5115-4602-8adc-80006299faf9 req-400b174a-fdf3-493b-9cae-88b21b15c71f tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 944 time: 0.1386757 Jul 29 23:49:35.415973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0265400-2ca2-4575-b1a3-46d7cbc8ac18 None None] Network b4262ce0-eba8-4712-9725-c92b4ed76e4e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:35.483608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network b4262ce0-eba8-4712-9725-c92b4ed76e4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:35.486328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29b408a-f46a-4184-947f-f4915afb0267 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:35.493146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d745b8-0607-40ba-a140-6d5fe1699ae6 req-6c86c558-8f7d-41c7-8662-e0f34fdde5d5 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:35.494406 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-511a8853-146c-4dd0-a819-34a2e0640a21 None None] Provisioning for port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:35.497278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6d745b8-0607-40ba-a140-6d5fe1699ae6 req-6c86c558-8f7d-41c7-8662-e0f34fdde5d5 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 944 time: 0.1324379 Jul 29 23:49:35.500352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47fb034d-5115-4602-8adc-80006299faf9 req-13569cac-682a-4266-a009-f67c3e22b04d tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022134 Jul 29 23:49:35.501474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:35.562119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b29b408a-f46a-4184-947f-f4915afb0267, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b29b408a-f46a-4184-947f-f4915afb0267,segment=NetworkSegment(288a29ff-63ad-4e5c-bc77-2ff14cadedae),segment_id=288a29ff-63ad-4e5c-bc77-2ff14cadedae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:35.572309 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.626817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6d745b8-0607-40ba-a140-6d5fe1699ae6 req-759b0351-aecb-44f8-9a65-4198ef5f34ce tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201212 Jul 29 23:49:35.636642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0ac77426-b07a-4063-bafe-bd84ba01692a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0ac77426-b07a-4063-bafe-bd84ba01692a,segment=NetworkSegment(497fb81e-6598-452e-b0a5-3f4bb3701ab6),segment_id=497fb81e-6598-452e-b0a5-3f4bb3701ab6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:35.690261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router dfbb497c-ceaa-4b29-ad06-882e5ec147cf is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:49:35.705726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '0ac77426-b07a-4063-bafe-bd84ba01692a', 'network_id': '17fcfe4e-5bd4-49c6-9feb-512d33f63f15', 'port_id': '0ac77426-b07a-4063-bafe-bd84ba01692a', 'mac_address': 'fa:16:3e:a8:a4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df99073-33da-4d51-b4cb-f395dccb41f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:35.762027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b29b408a-f46a-4184-947f-f4915afb0267,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:35.790912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2ddd7d5f-e714-415c-bace-4eb98c8c8fea up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:35.814435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:35.823351 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-97342c14-b247-48d2-8f43-752d91b369d5 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/dfbb497c-ceaa-4b29-ad06-882e5ec147cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2386940 Jul 29 23:49:35.824260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.835994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c199f4-4ceb-48cf-a30c-8413da354b36 None None] Sync routers for ids ['dfbb497c-ceaa-4b29-ad06-882e5ec147cf'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:35.839368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b29b408a-f46a-4184-947f-f4915afb0267'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:35.874489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f19055e-afa1-40df-9107-567d517b242a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:35.879482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.879931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.880596 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9f19055e-afa1-40df-9107-567d517b242a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports/bac82105-065b-45de-b495-61560c05647b HTTP/1.1" status: 200 len: 911 time: 0.0550885 Jul 29 23:49:35.885763 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ee09df9d-95a1-40be-b768-cab0ec868106 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e680ae70-87ad-4a9f-ae85-9d3d15425328'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:35.907093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac77426-b07a-4063-bafe-bd84ba01692a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:35.913219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c199f4-4ceb-48cf-a30c-8413da354b36 None None] Routers {'dfbb497c-ceaa-4b29-ad06-882e5ec147cf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:35.913878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41c199f4-4ceb-48cf-a30c-8413da354b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['dfbb497c-ceaa-4b29-ad06-882e5ec147cf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:35.969954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41c199f4-4ceb-48cf-a30c-8413da354b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:35.989757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0ac77426-b07a-4063-bafe-bd84ba01692a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0ac77426-b07a-4063-bafe-bd84ba01692a,segment=NetworkSegment(497fb81e-6598-452e-b0a5-3f4bb3701ab6),segment_id=497fb81e-6598-452e-b0a5-3f4bb3701ab6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:35.993498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:36.003430 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.013005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:36.013226 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.017657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c199f4-4ceb-48cf-a30c-8413da354b36 None None] Routers {'dfbb497c-ceaa-4b29-ad06-882e5ec147cf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:36.018307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41c199f4-4ceb-48cf-a30c-8413da354b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['dfbb497c-ceaa-4b29-ad06-882e5ec147cf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:36.070182 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee09df9d-95a1-40be-b768-cab0ec868106 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.137920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41c199f4-4ceb-48cf-a30c-8413da354b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:36.138572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c199f4-4ceb-48cf-a30c-8413da354b36 None None] The sync data for ids ['dfbb497c-ceaa-4b29-ad06-882e5ec147cf'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:36.169892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0ac77426-b07a-4063-bafe-bd84ba01692a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:36.252044 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.333788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-23aad0fe-7fe0-49d3-a1a7-3e2e27182622 None None] Provisioning complete for port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:36.334316 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23aad0fe-7fe0-49d3-a1a7-3e2e27182622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.342297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2ddd7d5f-e714-415c-bace-4eb98c8c8fea,segment=NetworkSegment(b890dc35-81f9-495d-9a1a-ffee2a4cb71c),segment_id=b890dc35-81f9-495d-9a1a-ffee2a4cb71c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:36.363643 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.413228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['0ac77426-b07a-4063-bafe-bd84ba01692a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:36.475384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=2ddd7d5f-e714-415c-bace-4eb98c8c8fea,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:36.557936 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee09df9d-95a1-40be-b768-cab0ec868106 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.574399 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee09df9d-95a1-40be-b768-cab0ec868106 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.583815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee09df9d-95a1-40be-b768-cab0ec868106 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:36.584834 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee09df9d-95a1-40be-b768-cab0ec868106 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.589087 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ee09df9d-95a1-40be-b768-cab0ec868106 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/ports/bac82105-065b-45de-b495-61560c05647b HTTP/1.1" status: 200 len: 911 time: 0.7056653 Jul 29 23:49:36.589512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48690) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:36.591456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-23aad0fe-7fe0-49d3-a1a7-3e2e27182622 None None] Provisioning for port bac82105-065b-45de-b495-61560c05647b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:36.604905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-23aad0fe-7fe0-49d3-a1a7-3e2e27182622 None None] Provisioning complete for port bac82105-065b-45de-b495-61560c05647b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:36.605286 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23aad0fe-7fe0-49d3-a1a7-3e2e27182622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.692807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-23aad0fe-7fe0-49d3-a1a7-3e2e27182622 None None] Port bac82105-065b-45de-b495-61560c05647b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:36.762592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09df9d-95a1-40be-b768-cab0ec868106 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=bac82105-065b-45de-b495-61560c05647b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:36.821407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-37e42e1f-9c5f-4d7d-867a-868b03b97c2b None None] Provisioning complete for port bac82105-065b-45de-b495-61560c05647b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:36.822125 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37e42e1f-9c5f-4d7d-867a-868b03b97c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.861744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-37e42e1f-9c5f-4d7d-867a-868b03b97c2b None None] Port bac82105-065b-45de-b495-61560c05647b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:36.992812 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.099723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b29b408a-f46a-4184-947f-f4915afb0267 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:37.135344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d628349-5bd2-46dc-819c-ed38a4b2f9ef req-25396102-4ad3-4dbf-98aa-4691f1fc004a tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:37.141904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d628349-5bd2-46dc-819c-ed38a4b2f9ef req-25396102-4ad3-4dbf-98aa-4691f1fc004a tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 945 time: 0.4726400 Jul 29 23:49:37.180061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port b29b408a-f46a-4184-947f-f4915afb0267 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:37.186693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port b29b408a-f46a-4184-947f-f4915afb0267 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:37.187082 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.190371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835c5e0-22fc-488f-a3e4-481543dbd317 req-ad88e19c-d259-412c-a57c-64d86622f84b tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:37.192558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a835c5e0-22fc-488f-a3e4-481543dbd317 req-ad88e19c-d259-412c-a57c-64d86622f84b tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 945 time: 0.4501994 Jul 29 23:49:37.227447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d628349-5bd2-46dc-819c-ed38a4b2f9ef req-06012cd5-5ba1-493b-9e8e-b2b80925d8a1 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631416 Jul 29 23:49:37.264481 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a835c5e0-22fc-488f-a3e4-481543dbd317 req-bf1147ae-6d32-4301-9abf-daf9fc099d8b tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Jul 29 23:49:37.316776 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.339574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port bac82105-065b-45de-b495-61560c05647b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:37.340133 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.343947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d28a12-0590-4173-9aa1-ebc5daca7581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29b408a-f46a-4184-947f-f4915afb0267'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:37.347956 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c524e60-9a9d-4b34-bb7b-313303085206" -d '{"events": [{"server_uuid": "a1d28a12-0590-4173-9aa1-ebc5daca7581", "name": "network-vif-plugged", "status": "completed", "tag": "b29b408a-f46a-4184-947f-f4915afb0267"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:37.365372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b29b408a-f46a-4184-947f-f4915afb0267, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b29b408a-f46a-4184-947f-f4915afb0267,segment=NetworkSegment(288a29ff-63ad-4e5c-bc77-2ff14cadedae),segment_id=288a29ff-63ad-4e5c-bc77-2ff14cadedae)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:37.370822 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.410740 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8146715-3174-4325-87fb-f94a6a477ad9 x-openstack-request-id: req-d8146715-3174-4325-87fb-f94a6a477ad9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:37.411121 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d28a12-0590-4173-9aa1-ebc5daca7581", "name": "network-vif-plugged", "status": "completed", "tag": "b29b408a-f46a-4184-947f-f4915afb0267", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:37.411358 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8146715-3174-4325-87fb-f94a6a477ad9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:37.411961 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d28a12-0590-4173-9aa1-ebc5daca7581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29b408a-f46a-4184-947f-f4915afb0267', 'code': 200} Jul 29 23:49:37.452592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b29b408a-f46a-4184-947f-f4915afb0267,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:37.496694 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.534193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for bac82105-065b-45de-b495-61560c05647b owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:37.554112 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f6fc3-1219-4a04-9f21-28058143f238 req-db4e4721-3a41-4482-abbf-fa10620d8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:37.555653 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0f7f6fc3-1219-4a04-9f21-28058143f238 req-db4e4721-3a41-4482-abbf-fa10620d8e27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 1098 time: 0.0828900 Jul 29 23:49:37.630524 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0f7f6fc3-1219-4a04-9f21-28058143f238 req-349e7b09-06e0-4564-a495-e774bb0703d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474215 Jul 29 23:49:37.743231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2ddd7d5f-e714-415c-bace-4eb98c8c8fea up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:37.786540 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.805643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:37.806122 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.833220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=bac82105-065b-45de-b495-61560c05647b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:37.935040 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.378267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776256c-44e6-4ae2-a29d-b0c027b0848d req-3e8a188e-c3de-4d5a-a1f8-6e9292744dd4 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:38.384579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e776256c-44e6-4ae2-a29d-b0c027b0848d req-3e8a188e-c3de-4d5a-a1f8-6e9292744dd4 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 946 time: 0.0758684 Jul 29 23:49:38.418295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router dfbb497c-ceaa-4b29-ad06-882e5ec147cf has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:38.458402 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e776256c-44e6-4ae2-a29d-b0c027b0848d req-66092eec-d884-4e4c-9601-539f0d7fb6e3 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707333 Jul 29 23:49:38.471102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11927fb3-9171-4375-9637-f25480fc102c req-dfed1470-2108-4ea7-b4b8-3c030dc06679 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:38.472745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11927fb3-9171-4375-9637-f25480fc102c req-dfed1470-2108-4ea7-b4b8-3c030dc06679 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 945 time: 0.0869367 Jul 29 23:49:38.493180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:38.498670 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-99d3ceb3-341a-470a-9546-1eec42c962b6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/dfbb497c-ceaa-4b29-ad06-882e5ec147cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078798 Jul 29 23:49:38.503765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48728) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:38.508343 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764aef8b-5013-41a2-9602-8600001aa79b None None] Sync routers for ids ['dfbb497c-ceaa-4b29-ad06-882e5ec147cf'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:38.518007 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764aef8b-5013-41a2-9602-8600001aa79b None None] Routers {'dfbb497c-ceaa-4b29-ad06-882e5ec147cf'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:38.518857 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-764aef8b-5013-41a2-9602-8600001aa79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['dfbb497c-ceaa-4b29-ad06-882e5ec147cf'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:38.539911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8bae3da7-f887-4418-99f0-8d45b932de46 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfbb497c-ceaa-4b29-ad06-882e5ec147cf HTTP/1.1" status: 200 len: 205 time: 0.0348127 Jul 29 23:49:38.542714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48732) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:38.545815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11927fb3-9171-4375-9637-f25480fc102c req-02fdab7c-4166-4626-8591-aea8523970e4 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672915 Jul 29 23:49:38.561138 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-764aef8b-5013-41a2-9602-8600001aa79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:38.572571 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764aef8b-5013-41a2-9602-8600001aa79b None None] Routers {'dfbb497c-ceaa-4b29-ad06-882e5ec147cf'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:38.573295 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-764aef8b-5013-41a2-9602-8600001aa79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['dfbb497c-ceaa-4b29-ad06-882e5ec147cf'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:38.614562 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-764aef8b-5013-41a2-9602-8600001aa79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:38.615694 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764aef8b-5013-41a2-9602-8600001aa79b None None] The sync data for ids ['dfbb497c-ceaa-4b29-ad06-882e5ec147cf'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:38.626947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-541e5362-01f2-4859-a540-1218465f6299 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.802313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-541e5362-01f2-4859-a540-1218465f6299 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.804810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-541e5362-01f2-4859-a540-1218465f6299 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.851474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-541e5362-01f2-4859-a540-1218465f6299 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.852124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541e5362-01f2-4859-a540-1218465f6299 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Fanout notify agent at l3_agent the message router_deleted on router dfbb497c-ceaa-4b29-ad06-882e5ec147cf {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:49:38.859995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-541e5362-01f2-4859-a540-1218465f6299 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.863637 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-541e5362-01f2-4859-a540-1218465f6299 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/dfbb497c-ceaa-4b29-ad06-882e5ec147cf HTTP/1.1" status: 204 len: 168 time: 0.3174052 Jul 29 23:49:38.863880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:38.922254 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b371c06b-113e-40d9-a0aa-929b2f8ac1e0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting subnet e680ae70-87ad-4a9f-ae85-9d3d15425328 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:38.925602 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b371c06b-113e-40d9-a0aa-929b2f8ac1e0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.971030 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b371c06b-113e-40d9-a0aa-929b2f8ac1e0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.066086 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b371c06b-113e-40d9-a0aa-929b2f8ac1e0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.130128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b371c06b-113e-40d9-a0aa-929b2f8ac1e0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.157531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371c06b-113e-40d9-a0aa-929b2f8ac1e0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Subnet': ['ID=e680ae70-87ad-4a9f-ae85-9d3d15425328,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:39.162643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b371c06b-113e-40d9-a0aa-929b2f8ac1e0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.171423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48748) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:39.172175 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b371c06b-113e-40d9-a0aa-929b2f8ac1e0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/e680ae70-87ad-4a9f-ae85-9d3d15425328 HTTP/1.1" status: 204 len: 168 time: 0.3025150 Jul 29 23:49:39.175405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32edc6f5-80a8-4077-b8c8-a25959dc3127 None None] Network b4262ce0-eba8-4712-9725-c92b4ed76e4e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:39.253568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.309674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0ac77426-b07a-4063-bafe-bd84ba01692a up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:39.325099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:39.325099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.374655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 0ac77426-b07a-4063-bafe-bd84ba01692a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:39.380767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 0ac77426-b07a-4063-bafe-bd84ba01692a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:39.381155 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.395382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2ddd7d5f-e714-415c-bace-4eb98c8c8fea,segment=NetworkSegment(b890dc35-81f9-495d-9a1a-ffee2a4cb71c),segment_id=b890dc35-81f9-495d-9a1a-ffee2a4cb71c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:39.395973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.407163 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330c91a-d9af-453b-89fc-03ff2cead01b None None] DHCP port deletion for b4262ce0-eba8-4712-9725-c92b4ed76e4e request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:39.413201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 2ddd7d5f-e714-415c-bace-4eb98c8c8fea owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:39.498356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8330c91a-d9af-453b-89fc-03ff2cead01b None None] Deleting port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:39.498738 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8330c91a-d9af-453b-89fc-03ff2cead01b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.526777 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.544905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.568524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=2ddd7d5f-e714-415c-bace-4eb98c8c8fea,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:39.574984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No DVR routers for this DVR port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:39.592287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e72ae7-b89c-4193-81c4-eb602801171a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac77426-b07a-4063-bafe-bd84ba01692a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:39.594634 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230d5730-e768-47f0-bd5b-361ad8d7a716" -d '{"events": [{"server_uuid": "e7e72ae7-b89c-4193-81c4-eb602801171a", "name": "network-vif-plugged", "status": "completed", "tag": "0ac77426-b07a-4063-bafe-bd84ba01692a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:39.600099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8330c91a-d9af-453b-89fc-03ff2cead01b None None] For port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2ddd7d5f-e714-415c-bace-4eb98c8c8fea,segment=NetworkSegment(b890dc35-81f9-495d-9a1a-ffee2a4cb71c),segment_id=b890dc35-81f9-495d-9a1a-ffee2a4cb71c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:39.600508 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8330c91a-d9af-453b-89fc-03ff2cead01b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.631546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 0ac77426-b07a-4063-bafe-bd84ba01692a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0ac77426-b07a-4063-bafe-bd84ba01692a,segment=NetworkSegment(497fb81e-6598-452e-b0a5-3f4bb3701ab6),segment_id=497fb81e-6598-452e-b0a5-3f4bb3701ab6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:39.636100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8330c91a-d9af-453b-89fc-03ff2cead01b None None] Calling delete_port for 2ddd7d5f-e714-415c-bace-4eb98c8c8fea owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:39.637873 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.749038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2ddd7d5f-e714-415c-bace-4eb98c8c8fea no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:39.758274 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.782093 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24a98d-8fac-4e1e-ade1-299a380d3297 req-fab7466d-c50d-48d4-a90f-e95bcb637c32 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:39.783785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d24a98d-8fac-4e1e-ade1-299a380d3297 req-fab7466d-c50d-48d4-a90f-e95bcb637c32 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 946 time: 0.2264156 Jul 29 23:49:39.784468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=0ac77426-b07a-4063-bafe-bd84ba01692a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:39.785555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4262ce0-eba8-4712-9725-c92b4ed76e4e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:39.787070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 2ddd7d5f-e714-415c-bace-4eb98c8c8fea {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:39.787788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2ddd7d5f-e714-415c-bace-4eb98c8c8fea not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:39.798518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b890dc35-81f9-495d-9a1a-ffee2a4cb71c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:39.798854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b890dc35-81f9-495d-9a1a-ffee2a4cb71c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:39.815874 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8330c91a-d9af-453b-89fc-03ff2cead01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.830023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636b70e-d46d-4d7b-a25b-f5e3295c2d8f req-5d9a0322-236a-4d33-8d34-1f046f73f786 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:39.832051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0636b70e-d46d-4d7b-a25b-f5e3295c2d8f req-5d9a0322-236a-4d33-8d34-1f046f73f786 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 946 time: 0.1660786 Jul 29 23:49:39.840749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330c91a-d9af-453b-89fc-03ff2cead01b None None] Pushing event deleted for resources: {'Port': ['ID=2ddd7d5f-e714-415c-bace-4eb98c8c8fea,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:39.842699 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.850004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330c91a-d9af-453b-89fc-03ff2cead01b None None] No DVR routers for this DVR port 2ddd7d5f-e714-415c-bace-4eb98c8c8fea on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:39.881921 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.899371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:39.899932 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:39.904905 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:39.957213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d24a98d-8fac-4e1e-ade1-299a380d3297 req-e51a5860-8ee0-409f-a808-6f6ac25e56dd tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246567 Jul 29 23:49:39.969096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0636b70e-d46d-4d7b-a25b-f5e3295c2d8f req-f38ba9ad-a133-4e6e-a47e-18720ccb37a5 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174738 Jul 29 23:49:39.990794 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.027850 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.029977 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/networks/b4262ce0-eba8-4712-9725-c92b4ed76e4e HTTP/1.1" status: 204 len: 168 time: 0.8552103 Jul 29 23:49:40.035959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48772) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.045744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6dad68de-2d2a-4505-822f-73602153d3c4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1193742488', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:40.045958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af003998-e5f4-46fe-9aa4-06dec8e498ee tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Network': ['ID=b4262ce0-eba8-4712-9725-c92b4ed76e4e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:40.058053 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90a451d-2acf-4201-86b7-19adbc594500 x-openstack-request-id: req-d90a451d-2acf-4201-86b7-19adbc594500 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:40.058353 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e72ae7-b89c-4193-81c4-eb602801171a", "name": "network-vif-plugged", "status": "completed", "tag": "0ac77426-b07a-4063-bafe-bd84ba01692a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:40.058607 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d90a451d-2acf-4201-86b7-19adbc594500 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:40.059007 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e72ae7-b89c-4193-81c4-eb602801171a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac77426-b07a-4063-bafe-bd84ba01692a', 'code': 200} Jul 29 23:49:40.085742 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dad68de-2d2a-4505-822f-73602153d3c4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.087420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dad68de-2d2a-4505-822f-73602153d3c4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.161374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dad68de-2d2a-4505-822f-73602153d3c4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.184183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dad68de-2d2a-4505-822f-73602153d3c4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.215000 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dad68de-2d2a-4505-822f-73602153d3c4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.220388 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6dad68de-2d2a-4505-822f-73602153d3c4 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1789093 Jul 29 23:49:40.220693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48776) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.227872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1023373254'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:40.237132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf5b84-01a8-463a-bc2a-099ca66b2134 req-216fcc3b-6ac2-4312-880c-c4de90de9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.239245 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8caf5b84-01a8-463a-bc2a-099ca66b2134 req-216fcc3b-6ac2-4312-880c-c4de90de9670 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 1098 time: 0.0895898 Jul 29 23:49:40.294872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:40.297631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.315164 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8caf5b84-01a8-463a-bc2a-099ca66b2134 req-e85441e4-2c2b-4899-8b36-00f4463c9d98 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687966 Jul 29 23:49:40.336832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:40.352843 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.353389 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added segment abe434ba-11d0-40ff-8d50-58912d5c8dde of type vlan for network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 Jul 29 23:49:40.411998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.479708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.486208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.487186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.545143 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3231235 Jul 29 23:49:40.547919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48788) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.555680 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'subnet': {'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:40.579593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab06cd7-06c2-4512-a7cc-31f1e780324e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Network': ['ID=50648862-8e25-4cd0-a1b7-cc166e94f6e1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:40.595132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:40.684948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:40.689483 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.904793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.978815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Subnet': ['ID=f6019244-1674-4c94-b448-8745369b48b4,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:40.981954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Checking segment: {'id': 'abe434ba-11d0-40ff-8d50-58912d5c8dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:40.982271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network hostable DHCP agents. Network: 50648862-8e25-4cd0-a1b7-cc166e94f6e1, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:41.003327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:41.019099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 50648862-8e25-4cd0-a1b7-cc166e94f6e1) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:41.026428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.030566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2765a31-4f3c-4d10-9c6e-6b937df6f4bd None None] Network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:41.034216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.075387 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-79549e2d-a21c-4e66-9333-d91f0e4593ec tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5226634 Jul 29 23:49:41.076181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:41.183925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800337c4-d20b-448e-845a-95c1e7f36dea req-d626effc-b18e-4952-a7f1-692ae69e1363 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.189137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-800337c4-d20b-448e-845a-95c1e7f36dea req-d626effc-b18e-4952-a7f1-692ae69e1363 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 946 time: 0.0795693 Jul 29 23:49:41.271327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-800337c4-d20b-448e-845a-95c1e7f36dea req-82dee600-c9fd-41f0-ad04-bab3e8f60f61 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 Jul 29 23:49:41.274554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:41.275795 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.468212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Allocated IP 2001:db8::2 (50648862-8e25-4cd0-a1b7-cc166e94f6e1/f6019244-1674-4c94-b448-8745369b48b4/db62b912-7772-4d22-b37d-f85823341bb5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:41.504744 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.683295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.692625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Transition to ACTIVE for port object db62b912-7772-4d22-b37d-f85823341bb5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:41.707976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Transition to ACTIVE for port object db62b912-7772-4d22-b37d-f85823341bb5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:41.716851 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.760197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Pushing event updated for resources: {'Port': ['ID=db62b912-7772-4d22-b37d-f85823341bb5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:41.783268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:41.784821 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:41.789986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:41.881174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Attempting to bind port db62b912-7772-4d22-b37d-f85823341bb5 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:41.881826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Attempting to bind port db62b912-7772-4d22-b37d-f85823341bb5 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'abe434ba-11d0-40ff-8d50-58912d5c8dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:41.882368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Attempting to bind port db62b912-7772-4d22-b37d-f85823341bb5 on network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:41.888328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:41.889017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Checking segment: {'id': 'abe434ba-11d0-40ff-8d50-58912d5c8dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:41.889433 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.889836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Bound using segment: {'id': 'abe434ba-11d0-40ff-8d50-58912d5c8dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:41.890462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Bound port: db62b912-7772-4d22-b37d-f85823341bb5, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe434ba-11d0-40ff-8d50-58912d5c8dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:41.891039 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.924342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Allocated IP 2001:db8::1 (50648862-8e25-4cd0-a1b7-cc166e94f6e1/f6019244-1674-4c94-b448-8745369b48b4/5fcf6280-0953-4bf7-92ea-77616e13ed84) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:41.972932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] For port db62b912-7772-4d22-b37d-f85823341bb5, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:41.979204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] For port db62b912-7772-4d22-b37d-f85823341bb5, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=db62b912-7772-4d22-b37d-f85823341bb5,segment=NetworkSegment(abe434ba-11d0-40ff-8d50-58912d5c8dde),segment_id=abe434ba-11d0-40ff-8d50-58912d5c8dde)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:41.986968 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.092006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e40ee9-8d01-4fe8-a1ff-18b46bd4289b None None] Pushing event updated for resources: {'Port': ['ID=db62b912-7772-4d22-b37d-f85823341bb5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:42.094064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.125043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Transition to ACTIVE for port object 5fcf6280-0953-4bf7-92ea-77616e13ed84 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:42.175886 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.229064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:42.242281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:42.253716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:42.254379 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.262355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=5fcf6280-0953-4bf7-92ea-77616e13ed84,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:42.471909 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.476649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d4202-a10d-41d7-bee1-73fc32747414 req-c821c540-07d7-44db-aa81-975380001a7a tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:42.480620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-717d4202-a10d-41d7-bee1-73fc32747414 req-c821c540-07d7-44db-aa81-975380001a7a tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 946 time: 0.0945451 Jul 29 23:49:42.547985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-717d4202-a10d-41d7-bee1-73fc32747414 req-4fffdbae-32be-4f22-a599-2b62909214a9 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560634 Jul 29 23:49:42.882680 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.890308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.890308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.004641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=5fcf6280-0953-4bf7-92ea-77616e13ed84,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:43.075049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7db22-4fda-4b77-afb8-dcdb07668cac req-84bf0b01-3f02-49d6-a022-41cad8c4b688 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.076683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33e7db22-4fda-4b77-afb8-dcdb07668cac req-84bf0b01-3f02-49d6-a022-41cad8c4b688 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 946 time: 0.1022971 Jul 29 23:49:43.096502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:43.097985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:43.147790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33e7db22-4fda-4b77-afb8-dcdb07668cac req-1888078f-7b83-4af1-9830-a930f8a327ab tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607150 Jul 29 23:49:43.278855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:49:43.358477 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133ee46d-8e88-4996-b6ed-16ef7cf75e24 None None] Network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:43.381419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:43.387476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-278f8741-4613-4768-b6db-d045184e64cd tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3102555 Jul 29 23:49:43.389998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48848) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.395469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1543509980'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:43.424215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:43.424673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:43.429946 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.462221 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:43.469120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:43.470827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:43.475705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.476288 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added segment b1abd4dd-17da-4487-8401-9270ace6c6db of type vlan for network fe3ec81e-8a33-4377-a009-0682fa457ddf Jul 29 23:49:43.527167 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.564539 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.573813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.574810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.704296 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-691b54af-e3a2-4583-86f2-f5e01ed9c43a None None] Provisioning for port db62b912-7772-4d22-b37d-f85823341bb5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:43.721493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Network': ['ID=fe3ec81e-8a33-4377-a009-0682fa457ddf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:43.733229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.734501 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5e73899a-754c-43af-a81a-ad592491164e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3432858 Jul 29 23:49:43.739287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'subnet': {'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:43.763466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network fe3ec81e-8a33-4377-a009-0682fa457ddf details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:43.859122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device db62b912-7772-4d22-b37d-f85823341bb5 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:43.947139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:43.953271 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.973430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:44.076361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port db62b912-7772-4d22-b37d-f85823341bb5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:44.132776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port db62b912-7772-4d22-b37d-f85823341bb5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:44.133394 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.225331 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.452715 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.458383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Subnet': ['ID=6869da49-be49-4b1d-b4df-a73b0c127959,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:44.482050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d6582-1643-45de-87cc-064b37e8cd5f req-85e2c778-603f-4cbb-a79b-200a7012d5a7 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:44.483699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a69d6582-1643-45de-87cc-064b37e8cd5f req-85e2c778-603f-4cbb-a79b-200a7012d5a7 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 946 time: 0.1818500 Jul 29 23:49:44.485083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Checking segment: {'id': 'b1abd4dd-17da-4487-8401-9270ace6c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:44.485458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network hostable DHCP agents. Network: fe3ec81e-8a33-4377-a009-0682fa457ddf, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:44.497410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port db62b912-7772-4d22-b37d-f85823341bb5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=db62b912-7772-4d22-b37d-f85823341bb5,segment=NetworkSegment(abe434ba-11d0-40ff-8d50-58912d5c8dde),segment_id=abe434ba-11d0-40ff-8d50-58912d5c8dde)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:44.509256 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.568852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network fe3ec81e-8a33-4377-a009-0682fa457ddf is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:44.579157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=db62b912-7772-4d22-b37d-f85823341bb5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:44.596810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:49:42Z', 'revision_number': 2, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:42Z', 'revision_number': 2, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:44.614489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-8cc12d0b-4efd-447a-a264-82cf7f919ef4 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:44.617840 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-8cc12d0b-4efd-447a-a264-82cf7f919ef4 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 946 time: 0.1465881 Jul 29 23:49:44.633427 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a69d6582-1643-45de-87cc-064b37e8cd5f req-8255d0f9-438b-436a-8286-786c3c32f2d4 tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e2bb41f-d6cd-4482-ae2a-7d987e98185a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377494 Jul 29 23:49:44.640122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, fe3ec81e-8a33-4377-a009-0682fa457ddf) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:44.646569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:44.652386 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.678226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:44.678594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Updating router bf07e93a-dddf-4937-b1f6-dfdea50962b0 port 5fcf6280-0953-4bf7-92ea-77616e13ed84 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:49:44.681989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137668dc-4bd7-415e-8bbb-33ed3f549357 None None] Network fe3ec81e-8a33-4377-a009-0682fa457ddf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:44.687688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-48cdb220-b6a1-4dcf-a748-9fc2ec14a501 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9503984 Jul 29 23:49:44.688067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48870) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:44.771734 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.928172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-d4f703cf-0bd6-41ec-a94b-517f208afa1f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Deleting port 0ac77426-b07a-4063-bafe-bd84ba01692a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:44.928172 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-d4f703cf-0bd6-41ec-a94b-517f208afa1f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.186047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5bbff4cc-c8dc-4f23-b68f-6292a317921e None None] Provisioning for port 5fcf6280-0953-4bf7-92ea-77616e13ed84 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:45.201025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-d4f703cf-0bd6-41ec-a94b-517f208afa1f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] For port 0ac77426-b07a-4063-bafe-bd84ba01692a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=0ac77426-b07a-4063-bafe-bd84ba01692a,segment=NetworkSegment(497fb81e-6598-452e-b0a5-3f4bb3701ab6),segment_id=497fb81e-6598-452e-b0a5-3f4bb3701ab6)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:45.201688 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-d4f703cf-0bd6-41ec-a94b-517f208afa1f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.217694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5bbff4cc-c8dc-4f23-b68f-6292a317921e None None] Provisioning complete for port 5fcf6280-0953-4bf7-92ea-77616e13ed84 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:45.217949 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5bbff4cc-c8dc-4f23-b68f-6292a317921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.239679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-d4f703cf-0bd6-41ec-a94b-517f208afa1f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Calling delete_port for 0ac77426-b07a-4063-bafe-bd84ba01692a owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:45.276404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5bbff4cc-c8dc-4f23-b68f-6292a317921e None None] Port 5fcf6280-0953-4bf7-92ea-77616e13ed84 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:45.279124 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-fe3ec81e-8a33-4377-a009-0682fa457ddf', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:45.279341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.332001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5bbff4cc-c8dc-4f23-b68f-6292a317921e None None] Provisioning complete for port db62b912-7772-4d22-b37d-f85823341bb5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:45.332408 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5bbff4cc-c8dc-4f23-b68f-6292a317921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.545298 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-d4f703cf-0bd6-41ec-a94b-517f208afa1f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.643744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f703cf-0bd6-41ec-a94b-517f208afa1f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Pushing event deleted for resources: {'Port': ['ID=0ac77426-b07a-4063-bafe-bd84ba01692a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:45.669250 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.729010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-d4f703cf-0bd6-41ec-a94b-517f208afa1f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] No DVR routers for this DVR port 0ac77426-b07a-4063-bafe-bd84ba01692a on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:45.735537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-d4f703cf-0bd6-41ec-a94b-517f208afa1f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.737968 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1de322a8-aa14-4d43-a0f7-a8e8c5b5565d req-d4f703cf-0bd6-41ec-a94b-517f208afa1f tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.47 "DELETE /v2.0/ports/0ac77426-b07a-4063-bafe-bd84ba01692a HTTP/1.1" status: 204 len: 173 time: 1.0711489 Jul 29 23:49:45.744134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e72ae7-b89c-4193-81c4-eb602801171a', 'name': 'network-vif-deleted', 'tag': '0ac77426-b07a-4063-bafe-bd84ba01692a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:45.748254 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c128adb4-8aaf-4b11-9b8a-8380ffb53661" -d '{"events": [{"server_uuid": "e7e72ae7-b89c-4193-81c4-eb602801171a", "name": "network-vif-deleted", "tag": "0ac77426-b07a-4063-bafe-bd84ba01692a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:45.766184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Allocated IP 2001:db8:1::2 (fe3ec81e-8a33-4377-a009-0682fa457ddf/6869da49-be49-4b1d-b4df-a73b0c127959/7681d5c5-93c9-4cc3-aa89-54b086264d6c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:45.827665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device db62b912-7772-4d22-b37d-f85823341bb5 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:45.830771 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d591c2e-baea-4c4d-9d29-03805421209e x-openstack-request-id: req-0d591c2e-baea-4c4d-9d29-03805421209e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:45.831099 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e72ae7-b89c-4193-81c4-eb602801171a", "name": "network-vif-deleted", "tag": "0ac77426-b07a-4063-bafe-bd84ba01692a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:45.831399 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d591c2e-baea-4c4d-9d29-03805421209e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:45.832821 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e72ae7-b89c-4193-81c4-eb602801171a', 'name': 'network-vif-deleted', 'tag': '0ac77426-b07a-4063-bafe-bd84ba01692a', 'status': 'completed', 'code': 200} Jul 29 23:49:45.887426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7ced0f5-7835-469d-8676-947240686855 req-00ec53fa-3eaf-4dcb-a37f-fe6627ee522d tempest-ServerGroupTestJSON-1371259859 tempest-ServerGroupTestJSON-1371259859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7e72ae7-b89c-4193-81c4-eb602801171a HTTP/1.1" status: 200 len: 210 time: 0.0687284 Jul 29 23:49:45.999714 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.035030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Transition to ACTIVE for port object 5fcf6280-0953-4bf7-92ea-77616e13ed84 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:46.050059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port db62b912-7772-4d22-b37d-f85823341bb5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:46.050439 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.105817 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.237543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd30db-1237-4a12-9f78-66c7de506c1a None None] Pushing event updated for resources: {'Port': ['ID=5fcf6280-0953-4bf7-92ea-77616e13ed84,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.341169 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.350958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Attempting to bind port 5fcf6280-0953-4bf7-92ea-77616e13ed84 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:46.351333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Attempting to bind port 5fcf6280-0953-4bf7-92ea-77616e13ed84 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'abe434ba-11d0-40ff-8d50-58912d5c8dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:46.353123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Attempting to bind port 5fcf6280-0953-4bf7-92ea-77616e13ed84 on network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:46.357423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Transition to ACTIVE for port object 7681d5c5-93c9-4cc3-aa89-54b086264d6c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:46.363708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:46.364119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Checking segment: {'id': 'abe434ba-11d0-40ff-8d50-58912d5c8dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:46.364527 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.364922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Bound using segment: {'id': 'abe434ba-11d0-40ff-8d50-58912d5c8dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:46.365829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Bound port: 5fcf6280-0953-4bf7-92ea-77616e13ed84, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe434ba-11d0-40ff-8d50-58912d5c8dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:46.365829 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.394184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Transition to ACTIVE for port object 7681d5c5-93c9-4cc3-aa89-54b086264d6c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:46.427721 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.506142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Allocated IP 2001:db8:1::1 (fe3ec81e-8a33-4377-a009-0682fa457ddf/6869da49-be49-4b1d-b4df-a73b0c127959/3b95da08-8564-442b-8fa4-3d6fe5da097c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:46.656409 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.675775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Transition to ACTIVE for port object 3b95da08-8564-442b-8fa4-3d6fe5da097c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:46.702070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Network fe3ec81e-8a33-4377-a009-0682fa457ddf is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:46.712350 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:46.712575 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.716834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Pushing event updated for resources: {'Port': ['ID=7681d5c5-93c9-4cc3-aa89-54b086264d6c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.719273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:46.729636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] For port 5fcf6280-0953-4bf7-92ea-77616e13ed84, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:46.736049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] For port 5fcf6280-0953-4bf7-92ea-77616e13ed84, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5fcf6280-0953-4bf7-92ea-77616e13ed84,segment=NetworkSegment(abe434ba-11d0-40ff-8d50-58912d5c8dde),segment_id=abe434ba-11d0-40ff-8d50-58912d5c8dde)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:46.759229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network fe3ec81e-8a33-4377-a009-0682fa457ddf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:46.762552 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:46.765941 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.769282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:46.771583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.848006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Attempting to bind port 7681d5c5-93c9-4cc3-aa89-54b086264d6c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:46.848717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Attempting to bind port 7681d5c5-93c9-4cc3-aa89-54b086264d6c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b1abd4dd-17da-4487-8401-9270ace6c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:46.848717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Attempting to bind port 7681d5c5-93c9-4cc3-aa89-54b086264d6c on network fe3ec81e-8a33-4377-a009-0682fa457ddf {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:46.861377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=3b95da08-8564-442b-8fa4-3d6fe5da097c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.865265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:46.865665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Checking segment: {'id': 'b1abd4dd-17da-4487-8401-9270ace6c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:46.866346 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.866904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Bound using segment: {'id': 'b1abd4dd-17da-4487-8401-9270ace6c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:46.869177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Bound port: 7681d5c5-93c9-4cc3-aa89-54b086264d6c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1abd4dd-17da-4487-8401-9270ace6c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:46.869581 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.881693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:46.882243 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:46.885685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd30db-1237-4a12-9f78-66c7de506c1a None None] Pushing event updated for resources: {'Port': ['ID=5fcf6280-0953-4bf7-92ea-77616e13ed84,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.908256 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.030268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:47.073517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] For port 7681d5c5-93c9-4cc3-aa89-54b086264d6c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:47.091038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] For port 7681d5c5-93c9-4cc3-aa89-54b086264d6c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7681d5c5-93c9-4cc3-aa89-54b086264d6c,segment=NetworkSegment(b1abd4dd-17da-4487-8401-9270ace6c6db),segment_id=b1abd4dd-17da-4487-8401-9270ace6c6db)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:47.163055 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.295550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d010a-a622-4f38-a124-2e3e7e0ad77a None None] Pushing event updated for resources: {'Port': ['ID=7681d5c5-93c9-4cc3-aa89-54b086264d6c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:47.324409 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.333035 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.333840 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.377150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0ac77426-b07a-4063-bafe-bd84ba01692a no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:47.411010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 0ac77426-b07a-4063-bafe-bd84ba01692a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:47.411764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 0ac77426-b07a-4063-bafe-bd84ba01692a not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:47.413282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=3b95da08-8564-442b-8fa4-3d6fe5da097c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:47.419081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48936) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:47.479571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:49:46Z', 'revision_number': 3, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:46Z', 'revision_number': 1, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:46Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:47.519249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b8534-c1b6-48cd-a548-9ea2df166314 None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:49:46Z', 'revision_number': 3, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:46Z', 'revision_number': 1, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:46Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:47.524658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f013203-1ed6-4f6f-8b9c-4a5f54ff6cf6 admin admin] Deleting subnet 6df99073-33da-4d51-b4cb-f395dccb41f3 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:47.529130 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f013203-1ed6-4f6f-8b9c-4a5f54ff6cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.604790 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f013203-1ed6-4f6f-8b9c-4a5f54ff6cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.613280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network fe3ec81e-8a33-4377-a009-0682fa457ddf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:47.615167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:47.697310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f013203-1ed6-4f6f-8b9c-4a5f54ff6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.808779 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f013203-1ed6-4f6f-8b9c-4a5f54ff6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.811251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:47.814813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7681d5c5-93c9-4cc3-aa89-54b086264d6c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:47.838853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f013203-1ed6-4f6f-8b9c-4a5f54ff6cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df99073-33da-4d51-b4cb-f395dccb41f3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:47.840852 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f013203-1ed6-4f6f-8b9c-4a5f54ff6cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.843162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3f013203-1ed6-4f6f-8b9c-4a5f54ff6cf6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6df99073-33da-4d51-b4cb-f395dccb41f3 HTTP/1.1" status: 204 len: 168 time: 0.4205117 Jul 29 23:49:47.852613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48942) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:47.956244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:47.964813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-80a17be3-026a-4ef4-8d66-21e074943bef tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2757196 Jul 29 23:49:47.965513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48944) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:47.975453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 7681d5c5-93c9-4cc3-aa89-54b086264d6c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:47.980909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-893430215'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:48.009438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:48.013440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.030013 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.047117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:48.059244 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.059603 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added segment b3c682be-7e53-4276-8421-714863f8aa15 of type vlan for network 50fa40bb-be35-4652-8337-a8483d065cea Jul 29 23:49:48.106405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.126029 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.148084 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.152155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fcfe4e-5bd4-49c6-9feb-512d33f63f15']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:48.161802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:48.162458 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.171967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497fb81e-6598-452e-b0a5-3f4bb3701ab6') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:48.173052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497fb81e-6598-452e-b0a5-3f4bb3701ab6') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:48.187738 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.207365 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.214775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:48.215271 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:48.217171 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:48.251208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2838304 Jul 29 23:49:48.252111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48954) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:48.276627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'subnet': {'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:48.331210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.347454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4596f3-081e-47cb-9bfa-8ea739599699 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Network': ['ID=50fa40bb-be35-4652-8337-a8483d065cea,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.357715 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.362401 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] 10.222.0.37 "DELETE /v2.0/networks/17fcfe4e-5bd4-49c6-9feb-512d33f63f15 HTTP/1.1" status: 204 len: 168 time: 0.5052326 Jul 29 23:49:48.369423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 50fa40bb-be35-4652-8337-a8483d065cea details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:48.385539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5588df9-88e6-4195-9642-46f7a1450b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=17fcfe4e-5bd4-49c6-9feb-512d33f63f15,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.448966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:48.454557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.618542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 48958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:48.688122 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-64f2006c-ae90-4df9-ad69-8dc5e3f0e48a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5652ff1ca5754978845a497eb238fe0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657468 Jul 29 23:49:48.690168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48964) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:48.774367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f17a48-28b3-49cf-9e74-2785f3a7857e None None] Network fe3ec81e-8a33-4377-a009-0682fa457ddf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:48.812047 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3018ea7-cb93-4997-8380-b5219e64ac72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.822147 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.831775 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.877435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3018ea7-cb93-4997-8380-b5219e64ac72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.936667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Subnet': ['ID=5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.965450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Checking segment: {'id': 'b3c682be-7e53-4276-8421-714863f8aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:48.966043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network hostable DHCP agents. Network: 50fa40bb-be35-4652-8337-a8483d065cea, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:48.968937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-01cc757b-f56c-4975-b005-1fc7f6cace1a None None] Provisioning for port 7681d5c5-93c9-4cc3-aa89-54b086264d6c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:48.975979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-01cc757b-f56c-4975-b005-1fc7f6cace1a None None] Provisioning complete for port 7681d5c5-93c9-4cc3-aa89-54b086264d6c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:48.977295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01cc757b-f56c-4975-b005-1fc7f6cace1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.004290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 50fa40bb-be35-4652-8337-a8483d065cea is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:49.006521 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3018ea7-cb93-4997-8380-b5219e64ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.016886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3018ea7-cb93-4997-8380-b5219e64ac72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.020707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d3018ea7-cb93-4997-8380-b5219e64ac72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e2bb41f-d6cd-4482-ae2a-7d987e98185a HTTP/1.1" status: 204 len: 168 time: 0.3266830 Jul 29 23:49:49.030959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3018ea7-cb93-4997-8380-b5219e64ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2bb41f-d6cd-4482-ae2a-7d987e98185a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.039744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 50fa40bb-be35-4652-8337-a8483d065cea) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:49.052582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:49.053331 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.082549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-432c7007-80c5-45da-a874-e1e6f5906112 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8129268 Jul 29 23:49:49.085583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 48972) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.096643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bfc8c0-1891-4687-93dd-cfff5f51b675 None None] Network 50fa40bb-be35-4652-8337-a8483d065cea requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:49.352436 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01cc757b-f56c-4975-b005-1fc7f6cace1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.411696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-01cc757b-f56c-4975-b005-1fc7f6cace1a None None] For port 7681d5c5-93c9-4cc3-aa89-54b086264d6c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7681d5c5-93c9-4cc3-aa89-54b086264d6c,segment=NetworkSegment(b1abd4dd-17da-4487-8401-9270ace6c6db),segment_id=b1abd4dd-17da-4487-8401-9270ace6c6db)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:49.434247 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01cc757b-f56c-4975-b005-1fc7f6cace1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.536197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc757b-f56c-4975-b005-1fc7f6cace1a None None] Pushing event updated for resources: {'Port': ['ID=7681d5c5-93c9-4cc3-aa89-54b086264d6c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.566245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-50fa40bb-be35-4652-8337-a8483d065cea', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:49.567147 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.614929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cc654aa6-e90f-4ffc-8d8b-2b3863310d35 None None] Provisioning complete for port 7681d5c5-93c9-4cc3-aa89-54b086264d6c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:49.615308 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc654aa6-e90f-4ffc-8d8b-2b3863310d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.926546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7681d5c5-93c9-4cc3-aa89-54b086264d6c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:49.997655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Allocated IP 2001:db8:2::2 (50fa40bb-be35-4652-8337-a8483d065cea/5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214/9860a6de-3526-4494-a704-aefe77b52bac) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:50.056818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 7681d5c5-93c9-4cc3-aa89-54b086264d6c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:50.057210 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.142422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cc654aa6-e90f-4ffc-8d8b-2b3863310d35 None None] Provisioning for port 3b95da08-8564-442b-8fa4-3d6fe5da097c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:50.228324 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cc654aa6-e90f-4ffc-8d8b-2b3863310d35 None None] Provisioning complete for port 3b95da08-8564-442b-8fa4-3d6fe5da097c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:50.228710 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc654aa6-e90f-4ffc-8d8b-2b3863310d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.251517 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.328234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49006) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.333247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cc654aa6-e90f-4ffc-8d8b-2b3863310d35 None None] Port 3b95da08-8564-442b-8fa4-3d6fe5da097c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:50.427726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5fcf6280-0953-4bf7-92ea-77616e13ed84 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:50.494319 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.504679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-460704433-network', 'tenant_id': 'd31f1ef0730d448f88afefa787e7cf91'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:50.514928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Transition to ACTIVE for port object 9860a6de-3526-4494-a704-aefe77b52bac will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:50.535576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f57644bd-36b5-4ca7-a241-2d2f9c26d9e6 None None] Provisioning complete for port 3b95da08-8564-442b-8fa4-3d6fe5da097c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:50.536235 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f57644bd-36b5-4ca7-a241-2d2f9c26d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.551457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Made reservation on behalf of d31f1ef0730d448f88afefa787e7cf91 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:50.554327 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.559512 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:50.565061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Transition to ACTIVE for port object 9860a6de-3526-4494-a704-aefe77b52bac will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:50.565649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.569837 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:50.570607 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:50.586279 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.596670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f57644bd-36b5-4ca7-a241-2d2f9c26d9e6 None None] Port 3b95da08-8564-442b-8fa4-3d6fe5da097c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:50.621803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 5fcf6280-0953-4bf7-92ea-77616e13ed84 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:50.634555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Network 50fa40bb-be35-4652-8337-a8483d065cea is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:50.637783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5fcf6280-0953-4bf7-92ea-77616e13ed84 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:50.638347 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.645190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:50.675208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:50.680545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Pushing event updated for resources: {'Port': ['ID=9860a6de-3526-4494-a704-aefe77b52bac,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.700642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Allocated IP 2001:db8:2::1 (50fa40bb-be35-4652-8337-a8483d065cea/5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214/15e88925-e5ce-4a8e-993a-b09c7dd0729e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:50.729177 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.735371 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.756621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Attempting to bind port 9860a6de-3526-4494-a704-aefe77b52bac on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:50.757280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Attempting to bind port 9860a6de-3526-4494-a704-aefe77b52bac by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b3c682be-7e53-4276-8421-714863f8aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:50.757825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Attempting to bind port 9860a6de-3526-4494-a704-aefe77b52bac on network 50fa40bb-be35-4652-8337-a8483d065cea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:50.767426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:50.768042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Checking segment: {'id': 'b3c682be-7e53-4276-8421-714863f8aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:50.768639 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.769211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Bound using segment: {'id': 'b3c682be-7e53-4276-8421-714863f8aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:50.769858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Bound port: 9860a6de-3526-4494-a704-aefe77b52bac, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c682be-7e53-4276-8421-714863f8aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:50.770418 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.771229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:50.796648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4135f176-5a6c-4ec8-89e1-53f40ee5e99e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.812532 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.815126 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Added segment ccb574cd-50c6-4886-b5f8-fb03ab90e73a of type vlan for network fa6938b3-8234-4f20-a7e5-3069882cf4fa Jul 29 23:49:50.870194 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.875848 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.882061 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.900236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Transition to ACTIVE for port object 15e88925-e5ce-4a8e-993a-b09c7dd0729e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:50.913988 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.915358 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:50.916559 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.917457 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:50.934474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] For port 9860a6de-3526-4494-a704-aefe77b52bac, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:50.938612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] For port 9860a6de-3526-4494-a704-aefe77b52bac, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9860a6de-3526-4494-a704-aefe77b52bac,segment=NetworkSegment(b3c682be-7e53-4276-8421-714863f8aa15),segment_id=b3c682be-7e53-4276-8421-714863f8aa15)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:50.965296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.970080 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.971416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 5fcf6280-0953-4bf7-92ea-77616e13ed84, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5fcf6280-0953-4bf7-92ea-77616e13ed84,segment=NetworkSegment(abe434ba-11d0-40ff-8d50-58912d5c8dde),segment_id=abe434ba-11d0-40ff-8d50-58912d5c8dde)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:50.992007 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6615660 Jul 29 23:49:50.995445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.001436 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Request body: {'subnet': {'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-460704433-subnet', 'tenant_id': 'd31f1ef0730d448f88afefa787e7cf91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:51.037794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Made reservation on behalf of d31f1ef0730d448f88afefa787e7cf91 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:51.041196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.044431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f16c8-5636-4fb2-8f99-52855d9267a2 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6938b3-8234-4f20-a7e5-3069882cf4fa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.052257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 50fa40bb-be35-4652-8337-a8483d065cea is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:51.057482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:51.064187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:51.064752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.070132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69a75a-93fc-4693-97b9-a1e1f9791af8 None None] Pushing event updated for resources: {'Port': ['ID=9860a6de-3526-4494-a704-aefe77b52bac,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.085267 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.087195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:51.147786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=15e88925-e5ce-4a8e-993a-b09c7dd0729e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.282912 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.358733 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:49:46Z', 'revision_number': 3, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:47Z', 'revision_number': 2, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:46Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:51.377393 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.384277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.391778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Checking segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:51.392256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Network hostable DHCP agents. Network: fa6938b3-8234-4f20-a7e5-3069882cf4fa, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:51.401588 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:51.402385 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Updating router bf07e93a-dddf-4937-b1f6-dfdea50962b0 port 3b95da08-8564-442b-8fa4-3d6fe5da097c binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:49:51.433628 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.438813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:51.457175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, fa6938b3-8234-4f20-a7e5-3069882cf4fa) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:51.464728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:51.465398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.510827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0566e2-2734-4a2c-8b99-f2416a2bc7c4 None None] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:51.528978 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-df112b23-1f84-46bb-9265-7269d67af861 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5323081 Jul 29 23:49:51.563881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=5fcf6280-0953-4bf7-92ea-77616e13ed84,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.816624 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-235fc680-7b62-4aec-8d4f-b7143ccf5f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.860608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756abd76-0df5-43de-a162-3e872e1bef3f None None] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:52.010522 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.023810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5fcf6280-0953-4bf7-92ea-77616e13ed84 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:52.024286 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Transition to ACTIVE for port object 3b95da08-8564-442b-8fa4-3d6fe5da097c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:52.051421 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.062521 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.069302 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.070120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.119972 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Pushing event updated for resources: {'Port': ['ID=3b95da08-8564-442b-8fa4-3d6fe5da097c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.149889 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.150642 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.151211 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.151708 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.152272 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.152762 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.153250 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.153759 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.154182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5fcf6280-0953-4bf7-92ea-77616e13ed84 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:52.154649 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.154895 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.155642 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.156206 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.157246 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:52.260675 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Attempting to bind port 3b95da08-8564-442b-8fa4-3d6fe5da097c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:52.261625 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Attempting to bind port 3b95da08-8564-442b-8fa4-3d6fe5da097c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b1abd4dd-17da-4487-8401-9270ace6c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:52.261625 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Attempting to bind port 3b95da08-8564-442b-8fa4-3d6fe5da097c on network fe3ec81e-8a33-4377-a009-0682fa457ddf {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:52.269969 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:52.270406 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Checking segment: {'id': 'b1abd4dd-17da-4487-8401-9270ace6c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:52.270819 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.271263 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Bound using segment: {'id': 'b1abd4dd-17da-4487-8401-9270ace6c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:52.271756 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Bound port: 3b95da08-8564-442b-8fa4-3d6fe5da097c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1abd4dd-17da-4487-8401-9270ace6c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:52.272175 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.376661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9860a6de-3526-4494-a704-aefe77b52bac up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:52.408900 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] For port 3b95da08-8564-442b-8fa4-3d6fe5da097c, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:52.418001 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] For port 3b95da08-8564-442b-8fa4-3d6fe5da097c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3b95da08-8564-442b-8fa4-3d6fe5da097c,segment=NetworkSegment(b1abd4dd-17da-4487-8401-9270ace6c6db),segment_id=b1abd4dd-17da-4487-8401-9270ace6c6db)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:52.419859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=15e88925-e5ce-4a8e-993a-b09c7dd0729e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.434216 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.451778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 9860a6de-3526-4494-a704-aefe77b52bac completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:52.522354 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3025163-101a-4e00-a929-70a1f4ad2a56 None None] Pushing event updated for resources: {'Port': ['ID=3b95da08-8564-442b-8fa4-3d6fe5da097c,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.525994 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:52.526563 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:52.600819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-a03ab2fe-fd3e-4e61-a2e9-5579a4721edc tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:52.603083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-a03ab2fe-fd3e-4e61-a2e9-5579a4721edc tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.3392375 Jul 29 23:49:52.605459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 50fa40bb-be35-4652-8337-a8483d065cea is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:52.607716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:52.682675 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:52.692326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-8023bf2a-6188-4b2b-8e48-517f3c6e3a95 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/quotas/d31f1ef0730d448f88afefa787e7cf91 HTTP/1.1" status: 200 len: 375 time: 0.0791306 Jul 29 23:49:52.848232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-6d39d184-2f52-425b-8dbf-4c057ca2f3cb tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934181 Jul 29 23:49:52.933723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd29fc3-8b6b-433e-bbc6-b675d61d9cff None None] Network 50fa40bb-be35-4652-8337-a8483d065cea requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:52.954010 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:53.025476 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 2, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:52Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:53.071306 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a9d59-84b1-4c08-938e-7d23a4e8812c None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 2, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:52Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:53.171335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0ef3ef3d-8e84-4ed7-bb34-b1819c859fcc None None] Provisioning for port 9860a6de-3526-4494-a704-aefe77b52bac completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:53.195000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0ef3ef3d-8e84-4ed7-bb34-b1819c859fcc None None] Provisioning complete for port 9860a6de-3526-4494-a704-aefe77b52bac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:53.195384 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ef3d-8e84-4ed7-bb34-b1819c859fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.261501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:53.277056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-723205a6-f19c-4659-af5c-e74d0b084df0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1878498 Jul 29 23:49:53.278306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.283740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-6174549'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:53.332076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-8c9fcd12-749a-449d-a361-bb9e11624ec1 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694653 Jul 29 23:49:53.341489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:53.347540 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.379594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:53.396286 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ef3d-8e84-4ed7-bb34-b1819c859fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.433831 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.434316 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added segment 55326d92-e6b3-435b-85eb-0f5d1e0f20ec of type vlan for network 479301d5-4d10-40e8-b10e-301d01af738c Jul 29 23:49:53.451932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0ef3ef3d-8e84-4ed7-bb34-b1819c859fcc None None] For port 9860a6de-3526-4494-a704-aefe77b52bac, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9860a6de-3526-4494-a704-aefe77b52bac,segment=NetworkSegment(b3c682be-7e53-4276-8421-714863f8aa15),segment_id=b3c682be-7e53-4276-8421-714863f8aa15)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:53.458345 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ef3d-8e84-4ed7-bb34-b1819c859fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.517040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-239cb323-363b-4c4a-bbe2-538dcfd2f234 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862969 Jul 29 23:49:53.533961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3ef3d-8e84-4ed7-bb34-b1819c859fcc None None] Pushing event updated for resources: {'Port': ['ID=9860a6de-3526-4494-a704-aefe77b52bac,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.535160 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.610199 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.619032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:53.619671 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.807765 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5292857 Jul 29 23:49:53.811940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49086) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.818505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'subnet': {'network_id': '479301d5-4d10-40e8-b10e-301d01af738c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:53.846955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed618b6f-683d-4d68-9692-5457b565fb4c tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Network': ['ID=479301d5-4d10-40e8-b10e-301d01af738c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.898151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-374129ee-6eb6-4191-b893-5d568054a153 None None] Provisioning complete for port 9860a6de-3526-4494-a704-aefe77b52bac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:53.904314 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-374129ee-6eb6-4191-b893-5d568054a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.966433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3b95da08-8564-442b-8fa4-3d6fe5da097c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:53.968684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 479301d5-4d10-40e8-b10e-301d01af738c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:53.998942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b38ee3aa-323c-45c1-9068-e7a454005504 req-392637be-83a5-40b9-a22b-2c5bf94df1da tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 210 time: 0.1259058 Jul 29 23:49:54.113996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Made reservation on behalf of 9b0157eeb68e4490bb0f0ccf65e24705 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:54.119628 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.253844 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2c7c536-d138-4131-a005-25c173fb704a req-593d971f-9781-45f5-a2fa-9d7014d6f246 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1174667 Jul 29 23:49:54.332703 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3acb-b91b-4a50-8b77-2e1415161d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.342962 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.348002 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 3b95da08-8564-442b-8fa4-3d6fe5da097c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:54.359276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3b95da08-8564-442b-8fa4-3d6fe5da097c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:54.360529 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.418355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-374129ee-6eb6-4191-b893-5d568054a153 None None] Provisioning for port 15e88925-e5ce-4a8e-993a-b09c7dd0729e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:54.425265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7c536-d138-4131-a005-25c173fb704a req-7de17b28-de06-4b81-bd5f-1d827953e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.425965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-374129ee-6eb6-4191-b893-5d568054a153 None None] Provisioning complete for port 15e88925-e5ce-4a8e-993a-b09c7dd0729e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:54.426676 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-374129ee-6eb6-4191-b893-5d568054a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.434505 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2c7c536-d138-4131-a005-25c173fb704a req-7de17b28-de06-4b81-bd5f-1d827953e996 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 1098 time: 0.1349609 Jul 29 23:49:54.563744 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.577009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:54.640527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:54.641333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:54.657824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7c536-d138-4131-a005-25c173fb704a req-015c2288-f359-4577-a21e-6e6aed5a7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.659625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2c7c536-d138-4131-a005-25c173fb704a req-015c2288-f359-4577-a21e-6e6aed5a7b33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.2037718 Jul 29 23:49:54.678816 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.729478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-374129ee-6eb6-4191-b893-5d568054a153 None None] Port 15e88925-e5ce-4a8e-993a-b09c7dd0729e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:54.759817 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2c7c536-d138-4131-a005-25c173fb704a req-048902fe-391b-4389-adf9-b976c37b1124 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c01d93-f191-4019-9656-c1a30185ec1f HTTP/1.1" status: 200 len: 217 time: 0.0931787 Jul 29 23:49:54.791914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Subnet': ['ID=c465b27c-1214-4fe9-833f-a752c4cab37b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:54.806217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Checking segment: {'id': '55326d92-e6b3-435b-85eb-0f5d1e0f20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:54.806829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network hostable DHCP agents. Network: 479301d5-4d10-40e8-b10e-301d01af738c, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:54.839983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 479301d5-4d10-40e8-b10e-301d01af738c is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:54.850079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7c536-d138-4131-a005-25c173fb704a req-f7972958-c5a1-472a-915f-e3ad5167e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.853043 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2c7c536-d138-4131-a005-25c173fb704a req-f7972958-c5a1-472a-915f-e3ad5167e3c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0850394 Jul 29 23:49:54.854076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 3b95da08-8564-442b-8fa4-3d6fe5da097c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3b95da08-8564-442b-8fa4-3d6fe5da097c,segment=NetworkSegment(b1abd4dd-17da-4487-8401-9270ace6c6db),segment_id=b1abd4dd-17da-4487-8401-9270ace6c6db)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:54.865787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.866874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9860a6de-3526-4494-a704-aefe77b52bac up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:54.884835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 479301d5-4d10-40e8-b10e-301d01af738c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:54.900742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.901721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.940830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54afd7d0-6ed4-4622-aa37-e499d75912b3 None None] Network 479301d5-4d10-40e8-b10e-301d01af738c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:54.964363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d711fb74-0f93-460a-a335-612edc4716df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1476960 Jul 29 23:49:54.964879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-743a3444-0e66-441d-b1ee-d03334e28d82 None None] Provisioning complete for port 15e88925-e5ce-4a8e-993a-b09c7dd0729e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:54.965177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49108) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:54.965659 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-743a3444-0e66-441d-b1ee-d03334e28d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.004758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:55.089077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7c536-d138-4131-a005-25c173fb704a req-b407552c-698c-48a8-a47b-b48141207a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:55.100838 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2c7c536-d138-4131-a005-25c173fb704a req-b407552c-698c-48a8-a47b-b48141207a18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2401114 Jul 29 23:49:55.299484 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2c7c536-d138-4131-a005-25c173fb704a req-74c89705-c27f-4f85-a232-a35fbe7fc258 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842756 Jul 29 23:49:55.318626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-743a3444-0e66-441d-b1ee-d03334e28d82 None None] Port 15e88925-e5ce-4a8e-993a-b09c7dd0729e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:55.319934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0efb414b-15eb-4f3e-b8e8-42c5e9dd1d50 req-c140c006-9c11-4462-9b90-151720a912de tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 210 time: 0.1332395 Jul 29 23:49:55.331920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=3b95da08-8564-442b-8fa4-3d6fe5da097c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:55.402507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.402507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.403221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.403221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.403372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.403671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.404006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.404494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.404833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.405164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.405784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.405898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:55.449324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f2c7c536-d138-4131-a005-25c173fb704a req-080618e9-4e36-412e-8b08-080fc70c9c5e service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396430 Jul 29 23:49:55.463768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9860a6de-3526-4494-a704-aefe77b52bac triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:55.464196 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.571975 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.708527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-479301d5-4d10-40e8-b10e-301d01af738c', 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'fixed_ips': [{'subnet_id': 'c465b27c-1214-4fe9-833f-a752c4cab37b'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:55.709303 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.725143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.776790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-09ec5d73-8bc2-4130-bb18-ac94fe6ba06d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:55.779939 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-09ec5d73-8bc2-4130-bb18-ac94fe6ba06d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.2106636 Jul 29 23:49:55.817195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Request body: {'port': {'device_id': '1a30deb1-dd99-446c-ba40-fd3ea511c2f9', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'admin_state_up': True, 'tenant_id': 'd31f1ef0730d448f88afefa787e7cf91'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:55.848274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 2, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:52Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:55.884359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:55.884722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Updating router bf07e93a-dddf-4937-b1f6-dfdea50962b0 port 15e88925-e5ce-4a8e-993a-b09c7dd0729e binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:49:55.909896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3b95da08-8564-442b-8fa4-3d6fe5da097c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:55.972170 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.016981 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:49:56.178420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Allocated IP 2001:db8:3::2 (479301d5-4d10-40e8-b10e-301d01af738c/c465b27c-1214-4fe9-833f-a752c4cab37b/4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:56.273516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3b95da08-8564-442b-8fa4-3d6fe5da097c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:56.273893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.323951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Made reservation on behalf of d31f1ef0730d448f88afefa787e7cf91 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:56.329815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.488940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a97c8f3-1b43-4ce0-b8e8-9b18e5d426b3 req-68f8f729-3431-41d1-9e41-058da2c36956 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 210 time: 0.0563190 Jul 29 23:49:56.563699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Allocated IP 172.20.0.5 (fa6938b3-8234-4f20-a7e5-3069882cf4fa/97e2cfa4-656f-4a65-8a02-85ab9ce6dea4/d0de3e46-9008-445b-a24e-73a858abfcac) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:56.636005 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.653066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Transition to ACTIVE for port object 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:56.697621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Transition to ACTIVE for port object 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:56.707504 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.748610 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.757053 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.775207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Network 479301d5-4d10-40e8-b10e-301d01af738c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:56.776313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Transition to ACTIVE for port object 15e88925-e5ce-4a8e-993a-b09c7dd0729e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:56.783385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:56.785794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Pushing event updated for resources: {'Port': ['ID=4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:56.787727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:56.793684 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.799561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Allocated IP 2001:db8:3::1 (479301d5-4d10-40e8-b10e-301d01af738c/c465b27c-1214-4fe9-833f-a752c4cab37b/894df068-0034-4b68-977a-7687bde16c35) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:56.840423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.886436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Attempting to bind port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:56.886807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Attempting to bind port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '55326d92-e6b3-435b-85eb-0f5d1e0f20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:56.887179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Attempting to bind port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c on network 479301d5-4d10-40e8-b10e-301d01af738c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:56.904164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:56.904540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Checking segment: {'id': '55326d92-e6b3-435b-85eb-0f5d1e0f20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:56.904945 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.905343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Bound using segment: {'id': '55326d92-e6b3-435b-85eb-0f5d1e0f20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:56.905931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Bound port: 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55326d92-e6b3-435b-85eb-0f5d1e0f20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:56.906901 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.915400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84897812-b22e-4018-92cf-451aedabfe45 None None] Pushing event updated for resources: {'Port': ['ID=15e88925-e5ce-4a8e-993a-b09c7dd0729e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:56.944883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:56.959248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:56.982666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:56.987583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event updated for resources: {'Port': ['ID=d0de3e46-9008-445b-a24e-73a858abfcac,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.036442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Attempting to bind port 15e88925-e5ce-4a8e-993a-b09c7dd0729e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:57.036832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Attempting to bind port 15e88925-e5ce-4a8e-993a-b09c7dd0729e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b3c682be-7e53-4276-8421-714863f8aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:57.037208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Attempting to bind port 15e88925-e5ce-4a8e-993a-b09c7dd0729e on network 50fa40bb-be35-4652-8337-a8483d065cea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:57.052397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:57.052661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Checking segment: {'id': 'b3c682be-7e53-4276-8421-714863f8aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:57.053063 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.053626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Bound using segment: {'id': 'b3c682be-7e53-4276-8421-714863f8aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:57.054123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Bound port: 15e88925-e5ce-4a8e-993a-b09c7dd0729e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c682be-7e53-4276-8421-714863f8aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:57.054519 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.077933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] For port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:57.091925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.122799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:57.123741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.126394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Transition to ACTIVE for port object 894df068-0034-4b68-977a-7687bde16c35 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:57.145571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b01f3fb4-9cea-4325-99ec-2a2c2ba70984 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3328817 Jul 29 23:49:57.155573 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] For port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c,segment=NetworkSegment(55326d92-e6b3-435b-85eb-0f5d1e0f20ec),segment_id=55326d92-e6b3-435b-85eb-0f5d1e0f20ec)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:57.168059 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.169747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Request body: {'port': {'device_id': '1a30deb1-dd99-446c-ba40-fd3ea511c2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:57.194416 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.197860 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.224286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] For port 15e88925-e5ce-4a8e-993a-b09c7dd0729e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:57.248739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] For port 15e88925-e5ce-4a8e-993a-b09c7dd0729e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=15e88925-e5ce-4a8e-993a-b09c7dd0729e,segment=NetworkSegment(b3c682be-7e53-4276-8421-714863f8aa15),segment_id=b3c682be-7e53-4276-8421-714863f8aa15)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:57.257814 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.267619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7305911-4ca4-4c58-8ae8-a212676f190b None None] Pushing event updated for resources: {'Port': ['ID=4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.285427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 479301d5-4d10-40e8-b10e-301d01af738c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:57.289298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:57.293265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:57.293817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.331643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.351537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84897812-b22e-4018-92cf-451aedabfe45 None None] Pushing event updated for resources: {'Port': ['ID=15e88925-e5ce-4a8e-993a-b09c7dd0729e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.362922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=894df068-0034-4b68-977a-7687bde16c35,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.395321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:57.396142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:57.597693 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.629331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:58.032097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0de3e46-9008-445b-a24e-73a858abfcac {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:58.058434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.071291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:57Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:58.080105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Transition to ACTIVE for port object d0de3e46-9008-445b-a24e-73a858abfcac will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:58.084980 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.127071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91962b-a34d-427b-ae2f-4e2380aafbb4 None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:57Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:58.137080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:58.218807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:58.229259 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 15e88925-e5ce-4a8e-993a-b09c7dd0729e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:58.268092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0de3e46-9008-445b-a24e-73a858abfcac,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.355736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 15e88925-e5ce-4a8e-993a-b09c7dd0729e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:58.364515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 15e88925-e5ce-4a8e-993a-b09c7dd0729e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:58.365089 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.399823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Attempting to bind port d0de3e46-9008-445b-a24e-73a858abfcac on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:58.400528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Attempting to bind port d0de3e46-9008-445b-a24e-73a858abfcac by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:58.400682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Attempting to bind port d0de3e46-9008-445b-a24e-73a858abfcac on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:58.415770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Port d0de3e46-9008-445b-a24e-73a858abfcac on network fa6938b3-8234-4f20-a7e5-3069882cf4fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:58.416166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Attempting to bind port d0de3e46-9008-445b-a24e-73a858abfcac on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:58.425621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:58.425980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Checking segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:58.426364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Bound using segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:58.426815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Bound port: d0de3e46-9008-445b-a24e-73a858abfcac, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:58.427183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.478194 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a2e3e-af1b-4dd3-bb4c-8a47bd8fb141 req-a2c3264c-4a51-491e-b0c6-3975d587f102 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:58.479639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-373a2e3e-af1b-4dd3-bb4c-8a47bd8fb141 req-a2c3264c-4a51-491e-b0c6-3975d587f102 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 931 time: 0.8455136 Jul 29 23:49:58.480970 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.540936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 15e88925-e5ce-4a8e-993a-b09c7dd0729e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=15e88925-e5ce-4a8e-993a-b09c7dd0729e,segment=NetworkSegment(b3c682be-7e53-4276-8421-714863f8aa15),segment_id=b3c682be-7e53-4276-8421-714863f8aa15)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:58.548895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.592862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-373a2e3e-af1b-4dd3-bb4c-8a47bd8fb141 req-da9a1062-4982-4314-8cc2-f9d1f6f73c0c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019161 Jul 29 23:49:58.609171 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] For port d0de3e46-9008-445b-a24e-73a858abfcac, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:58.615758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] For port d0de3e46-9008-445b-a24e-73a858abfcac, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d0de3e46-9008-445b-a24e-73a858abfcac,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:58.626164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.763357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=15e88925-e5ce-4a8e-993a-b09c7dd0729e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.835799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:58.836521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.838088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] 10.222.0.47 "PUT /v2.0/ports/d0de3e46-9008-445b-a24e-73a858abfcac HTTP/1.1" status: 200 len: 1092 time: 1.6782796 Jul 29 23:49:58.843307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a30deb1-dd99-446c-ba40-fd3ea511c2f9', 'tag': 'd0de3e46-9008-445b-a24e-73a858abfcac'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:58.856362 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03671bb8-3eba-4780-bc79-30aecf0c225f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a30deb1-dd99-446c-ba40-fd3ea511c2f9", "tag": "d0de3e46-9008-445b-a24e-73a858abfcac"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:58.951540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78900f4b-12d2-493c-876c-162e3a5acc1a None None] Network 479301d5-4d10-40e8-b10e-301d01af738c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:58.963365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e2e73-cbe4-43e1-bb1a-1277da3ebef6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0de3e46-9008-445b-a24e-73a858abfcac,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.985681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-01984174-4a31-4b60-8921-1e0460b3ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:58.987675 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-01984174-4a31-4b60-8921-1e0460b3ffb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 1095 time: 0.0655534 Jul 29 23:49:58.989749 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a6e925-632a-449f-a6ae-1f720911fc08 x-openstack-request-id: req-80a6e925-632a-449f-a6ae-1f720911fc08 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:58.989928 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a30deb1-dd99-446c-ba40-fd3ea511c2f9", "tag": "d0de3e46-9008-445b-a24e-73a858abfcac", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:58.990189 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80a6e925-632a-449f-a6ae-1f720911fc08 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:58.990587 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a30deb1-dd99-446c-ba40-fd3ea511c2f9', 'tag': 'd0de3e46-9008-445b-a24e-73a858abfcac', 'status': 'completed', 'code': 200} Jul 29 23:49:59.058512 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-56c83463-b883-4306-9c2f-82fcc3bb682c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0de3e46-9008-445b-a24e-73a858abfcac HTTP/1.1" status: 200 len: 217 time: 0.0462308 Jul 29 23:49:59.059654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fe99309-d1cd-473e-a308-f18bcee25cbf None None] Provisioning for port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:59.062999 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.067870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.068837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.073105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fe99309-d1cd-473e-a308-f18bcee25cbf None None] Provisioning complete for port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:59.073647 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fe99309-d1cd-473e-a308-f18bcee25cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.125969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-3815285f-21f1-4b76-ac89-3d5f1ef7b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.127432 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-3815285f-21f1-4b76-ac89-3d5f1ef7b9b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.0622256 Jul 29 23:49:59.140541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event updated for resources: {'Port': ['ID=894df068-0034-4b68-977a-7687bde16c35,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:59.184668 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-b48c263c-5ca1-4dea-8647-64da900c05f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496850 Jul 29 23:49:59.227765 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fe99309-d1cd-473e-a308-f18bcee25cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.237046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Network 479301d5-4d10-40e8-b10e-301d01af738c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:59.238829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:59.276572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3fe99309-d1cd-473e-a308-f18bcee25cbf None None] For port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c,segment=NetworkSegment(55326d92-e6b3-435b-85eb-0f5d1e0f20ec),segment_id=55326d92-e6b3-435b-85eb-0f5d1e0f20ec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:59.282082 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fe99309-d1cd-473e-a308-f18bcee25cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.338112 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-3bf6e452-77b2-46aa-a957-0ca0db0d82b7 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466849 Jul 29 23:49:59.355844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe99309-d1cd-473e-a308-f18bcee25cbf None None] Pushing event updated for resources: {'Port': ['ID=4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:59.374811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:59.472189 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d6c73f66-dbfb-4661-ba72-bde8e707fe16 req-79118f1d-cd53-4b74-8f4e-997b401b2ad6 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260912 Jul 29 23:49:59.512937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:59.523626 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:59.525449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-157da145-4836-4fbe-bfd3-ce259c2de3b7 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5585263 Jul 29 23:49:59.529573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:59.537003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f76f514f-a2ea-4a69-8bcc-3cecb2cc4382 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:59.538379 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:59.539017 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:59.626503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a43347dd-cecc-4378-8389-e99cb02e2b22 None None] Provisioning complete for port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:59.626897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a43347dd-cecc-4378-8389-e99cb02e2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.643770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03671bb8-3eba-4780-bc79-30aecf0c225f req-e3c9bfdf-d11a-4c8d-884a-ad3aa9543ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.645929 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03671bb8-3eba-4780-bc79-30aecf0c225f req-e3c9bfdf-d11a-4c8d-884a-ad3aa9543ddb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 1095 time: 0.0809202 Jul 29 23:49:59.698017 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:59.853072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a43347dd-cecc-4378-8389-e99cb02e2b22 None None] Provisioning for port 894df068-0034-4b68-977a-7687bde16c35 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:59.870529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03671bb8-3eba-4780-bc79-30aecf0c225f req-b5b94fc3-9fb2-49a2-ad97-9e3c4aefefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.872433 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03671bb8-3eba-4780-bc79-30aecf0c225f req-b5b94fc3-9fb2-49a2-ad97-9e3c4aefefd5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 906 time: 0.2192018 Jul 29 23:49:59.873916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a43347dd-cecc-4378-8389-e99cb02e2b22 None None] Provisioning complete for port 894df068-0034-4b68-977a-7687bde16c35 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:59.877905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a43347dd-cecc-4378-8389-e99cb02e2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.974291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a43347dd-cecc-4378-8389-e99cb02e2b22 None None] Port 894df068-0034-4b68-977a-7687bde16c35 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:59.983282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:59.992191 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03671bb8-3eba-4780-bc79-30aecf0c225f req-269a254a-4643-4880-be4e-18c01df702f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0de3e46-9008-445b-a24e-73a858abfcac HTTP/1.1" status: 200 len: 217 time: 0.1107030 Jul 29 23:50:00.031603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3621b9-4ad7-4592-af42-3893d7f5d003 req-da8ad993-7fca-42ba-9fa5-a5e69cbc8307 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:00.039886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b3621b9-4ad7-4592-af42-3893d7f5d003 req-da8ad993-7fca-42ba-9fa5-a5e69cbc8307 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 943 time: 0.3354657 Jul 29 23:50:00.108611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03671bb8-3eba-4780-bc79-30aecf0c225f req-8e00de35-438d-4e15-98c0-d98d008b0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:00.111972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:00.111972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.113559 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03671bb8-3eba-4780-bc79-30aecf0c225f req-8e00de35-438d-4e15-98c0-d98d008b0819 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.1141367 Jul 29 23:50:00.114748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-da8fcad2-c29c-4645-a84f-119d2eca20d2 None None] Provisioning complete for port 894df068-0034-4b68-977a-7687bde16c35 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:00.115121 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da8fcad2-c29c-4645-a84f-119d2eca20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.192783 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03671bb8-3eba-4780-bc79-30aecf0c225f req-932d4fb8-907a-48f7-b8f7-85251040e81c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628185 Jul 29 23:50:00.204433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b3621b9-4ad7-4592-af42-3893d7f5d003 req-bd04df60-fa2c-4e21-bdb8-e4d18db0c3db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562982 Jul 29 23:50:00.225798 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:49:57Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894df068-0034-4b68-977a-7687bde16c35', 'name': '', 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:d7:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:55Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 2, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:00.226984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-da8fcad2-c29c-4645-a84f-119d2eca20d2 None None] Port 894df068-0034-4b68-977a-7687bde16c35 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:00.265833 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:00.266205 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Updating router bf07e93a-dddf-4937-b1f6-dfdea50962b0 port 894df068-0034-4b68-977a-7687bde16c35 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:50:00.294654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 15e88925-e5ce-4a8e-993a-b09c7dd0729e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:00.323169 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.392284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 15e88925-e5ce-4a8e-993a-b09c7dd0729e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:00.392835 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.414643 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03671bb8-3eba-4780-bc79-30aecf0c225f req-94fe7a65-4e0e-43bb-b0f3-34d491646214 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968312 Jul 29 23:50:00.518415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3757b2e7-d37e-46ca-9d0f-8689a1cad3bc None None] Provisioning complete for port 894df068-0034-4b68-977a-7687bde16c35 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:00.518835 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3757b2e7-d37e-46ca-9d0f-8689a1cad3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.582312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3757b2e7-d37e-46ca-9d0f-8689a1cad3bc None None] Port 894df068-0034-4b68-977a-7687bde16c35 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:00.630814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-f76f514f-a2ea-4a69-8bcc-3cecb2cc4382 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:50:00.633145 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-03671bb8-3eba-4780-bc79-30aecf0c225f req-966043c0-dbf4-48d2-a8ca-c03936131857 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101905 Jul 29 23:50:00.649957 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.662815 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Transition to ACTIVE for port object 894df068-0034-4b68-977a-7687bde16c35 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:00.665715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-f76f514f-a2ea-4a69-8bcc-3cecb2cc4382 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Removed routes are [] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:50:00.666403 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f76f514f-a2ea-4a69-8bcc-3cecb2cc4382 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.669958 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.778307 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Attempting to bind port 894df068-0034-4b68-977a-7687bde16c35 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:00.778600 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Attempting to bind port 894df068-0034-4b68-977a-7687bde16c35 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '55326d92-e6b3-435b-85eb-0f5d1e0f20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:00.778970 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Attempting to bind port 894df068-0034-4b68-977a-7687bde16c35 on network 479301d5-4d10-40e8-b10e-301d01af738c {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:00.782408 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef7e20-a938-433f-a033-3cc82ee87f27 None None] Pushing event updated for resources: {'Port': ['ID=894df068-0034-4b68-977a-7687bde16c35,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:00.787158 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:00.787664 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Checking segment: {'id': '55326d92-e6b3-435b-85eb-0f5d1e0f20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:00.787938 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.789436 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Bound using segment: {'id': '55326d92-e6b3-435b-85eb-0f5d1e0f20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:00.789436 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Bound port: 894df068-0034-4b68-977a-7687bde16c35, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55326d92-e6b3-435b-85eb-0f5d1e0f20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:00.789436 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.890828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f76f514f-a2ea-4a69-8bcc-3cecb2cc4382 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.894475 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] For port 894df068-0034-4b68-977a-7687bde16c35, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:00.898105 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f76f514f-a2ea-4a69-8bcc-3cecb2cc4382 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.901284 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] For port 894df068-0034-4b68-977a-7687bde16c35, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=894df068-0034-4b68-977a-7687bde16c35,segment=NetworkSegment(55326d92-e6b3-435b-85eb-0f5d1e0f20ec),segment_id=55326d92-e6b3-435b-85eb-0f5d1e0f20ec)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:00.908251 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.981766 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:00.983049 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:00.986048 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef7e20-a938-433f-a033-3cc82ee87f27 None None] Pushing event updated for resources: {'Port': ['ID=894df068-0034-4b68-977a-7687bde16c35,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:01.068259 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76f514f-a2ea-4a69-8bcc-3cecb2cc4382 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:01.183553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76f514f-a2ea-4a69-8bcc-3cecb2cc4382 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:01.191685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f76f514f-a2ea-4a69-8bcc-3cecb2cc4382 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.193192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f76f514f-a2ea-4a69-8bcc-3cecb2cc4382 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0 HTTP/1.1" status: 200 len: 954 time: 1.6624172 Jul 29 23:50:01.195557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49158) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:01.253947 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:01.406007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-98ddb22a-5796-4983-b51c-71bceaa83a8b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0 HTTP/1.1" status: 200 len: 954 time: 0.2066166 Jul 29 23:50:01.410285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49162) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:01.419231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a952722e-e3ef-470b-9a47-3e9e8f82e4d3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'routes': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:01.485218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352408-9779-4964-aa4b-91e4fda41c38 req-f94d71b5-011b-4d22-9b47-534a3e9ae3ba tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:01.493098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a352408-9779-4964-aa4b-91e4fda41c38 req-f94d71b5-011b-4d22-9b47-534a3e9ae3ba tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 943 time: 0.1416185 Jul 29 23:50:01.560612 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:00Z', 'revision_number': 6, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894df068-0034-4b68-977a-7687bde16c35', 'name': '', 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:d7:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:55Z', 'updated_at': '2021-07-29T23:50:00Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:01.596451 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f668758-ff04-4b2a-adba-b1605ce36d05 None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:00Z', 'revision_number': 6, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894df068-0034-4b68-977a-7687bde16c35', 'name': '', 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:d7:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:55Z', 'updated_at': '2021-07-29T23:50:00Z', 'revision_number': 4, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:01.628952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a352408-9779-4964-aa4b-91e4fda41c38 req-a0ceaf29-efeb-4a32-8542-293d7a25d377 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349556 Jul 29 23:50:01.934565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 894df068-0034-4b68-977a-7687bde16c35 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:02.027177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-a952722e-e3ef-470b-9a47-3e9e8f82e4d3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added routes are [] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:50:02.027658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-a952722e-e3ef-470b-9a47-3e9e8f82e4d3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:50:02.035433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 894df068-0034-4b68-977a-7687bde16c35 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:02.039941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 894df068-0034-4b68-977a-7687bde16c35 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:02.040694 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.074301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a952722e-e3ef-470b-9a47-3e9e8f82e4d3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.188053 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.255651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 894df068-0034-4b68-977a-7687bde16c35, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=894df068-0034-4b68-977a-7687bde16c35,segment=NetworkSegment(55326d92-e6b3-435b-85eb-0f5d1e0f20ec),segment_id=55326d92-e6b3-435b-85eb-0f5d1e0f20ec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:02.262755 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.329501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=894df068-0034-4b68-977a-7687bde16c35,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:02.335681 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a952722e-e3ef-470b-9a47-3e9e8f82e4d3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.339688 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a952722e-e3ef-470b-9a47-3e9e8f82e4d3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.384297 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.703296 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:02.714210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:02.715130 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:02.782092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a952722e-e3ef-470b-9a47-3e9e8f82e4d3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:02.817763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:02.893236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1b728-c717-43e5-9d18-829dcbbdeabc req-d77a0700-b423-41e5-a268-257546d3778e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.901067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ba1b728-c717-43e5-9d18-829dcbbdeabc req-d77a0700-b423-41e5-a268-257546d3778e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 943 time: 0.1171827 Jul 29 23:50:02.991076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ba1b728-c717-43e5-9d18-829dcbbdeabc req-9140655a-4203-42c3-bd91-93c60443b109 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891166 Jul 29 23:50:03.003866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a952722e-e3ef-470b-9a47-3e9e8f82e4d3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:03.024598 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a952722e-e3ef-470b-9a47-3e9e8f82e4d3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:03.029344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a952722e-e3ef-470b-9a47-3e9e8f82e4d3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0 HTTP/1.1" status: 200 len: 704 time: 1.6214724 Jul 29 23:50:03.032431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.169767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:02Z', 'revision_number': 7, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894df068-0034-4b68-977a-7687bde16c35', 'name': '', 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:d7:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:55Z', 'updated_at': '2021-07-29T23:50:02Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:03.185111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7159c1f8-58a0-41a4-a46b-ef6883d27e25 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0 HTTP/1.1" status: 200 len: 704 time: 0.1509893 Jul 29 23:50:03.191937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49192) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.233770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:03.264597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:03.266610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:03.535008 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d0de3e46-9008-445b-a24e-73a858abfcac details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:03.574611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:03.683489 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:03.777918 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d0de3e46-9008-445b-a24e-73a858abfcac, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d0de3e46-9008-445b-a24e-73a858abfcac,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:03.803842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'd0de3e46-9008-445b-a24e-73a858abfcac', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'port_id': 'd0de3e46-9008-445b-a24e-73a858abfcac', 'mac_address': 'fa:16:3e:2d:53:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e2cfa4-656f-4a65-8a02-85ab9ce6dea4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:03.881332 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:03.894512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 894df068-0034-4b68-977a-7687bde16c35 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:03.928826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0de3e46-9008-445b-a24e-73a858abfcac {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:03.970479 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d0de3e46-9008-445b-a24e-73a858abfcac, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d0de3e46-9008-445b-a24e-73a858abfcac,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:03.978489 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.014624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:02Z', 'revision_number': 7, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894df068-0034-4b68-977a-7687bde16c35', 'name': '', 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:d7:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:55Z', 'updated_at': '2021-07-29T23:50:02Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:04.025100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 894df068-0034-4b68-977a-7687bde16c35 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:04.025100 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.059449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 894df068-0034-4b68-977a-7687bde16c35 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:04.059831 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.062011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7c35c-ed11-4090-bd77-6254edbbb9da None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:02Z', 'revision_number': 7, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894df068-0034-4b68-977a-7687bde16c35', 'name': '', 'network_id': '479301d5-4d10-40e8-b10e-301d01af738c', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:d7:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:55Z', 'updated_at': '2021-07-29T23:50:02Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'c465b27c-1214-4fe9-833f-a752c4cab37b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:04.085854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d0de3e46-9008-445b-a24e-73a858abfcac,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:04.183011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port 894df068-0034-4b68-977a-7687bde16c35, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=894df068-0034-4b68-977a-7687bde16c35,segment=NetworkSegment(55326d92-e6b3-435b-85eb-0f5d1e0f20ec),segment_id=55326d92-e6b3-435b-85eb-0f5d1e0f20ec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:04.183558 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.195120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35221950-e93f-47bc-8b05-e8c818d64d0e req-08928c51-7b8f-4bb1-83ba-43cde89b101f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.196999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35221950-e93f-47bc-8b05-e8c818d64d0e req-08928c51-7b8f-4bb1-83ba-43cde89b101f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 944 time: 0.1091020 Jul 29 23:50:04.226494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 894df068-0034-4b68-977a-7687bde16c35 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:04.301070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35221950-e93f-47bc-8b05-e8c818d64d0e req-b9adb930-72d5-418b-b42f-7460739871b7 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953574 Jul 29 23:50:04.414485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:04.464701 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.504500 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:04.523932 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:04.524815 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:04.533124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=894df068-0034-4b68-977a-7687bde16c35,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:04.691331 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:04.735313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.991741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:05.028183 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:04Z', 'revision_number': 8, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:05.069734 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:05.080794 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:05.081428 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:05.128679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:05.136656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:05.144545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0f70fa4d-485b-436b-856f-a29bbf89609f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9508114 Jul 29 23:50:05.192401 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:05.206142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting subnet c465b27c-1214-4fe9-833f-a752c4cab37b {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:05.210148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.264202 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.398265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.504289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57d84d-7918-471e-89d5-e25bb8ffc5cd req-10ad50fd-e37c-4b78-b28e-fbf05c5cfe73 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:05.506757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d57d84d-7918-471e-89d5-e25bb8ffc5cd req-10ad50fd-e37c-4b78-b28e-fbf05c5cfe73 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 944 time: 0.1167152 Jul 29 23:50:05.514724 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:04Z', 'revision_number': 8, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:05.586502 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.625318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Subnet': ['ID=c465b27c-1214-4fe9-833f-a752c4cab37b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:05.630569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.632524 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/c465b27c-1214-4fe9-833f-a752c4cab37b HTTP/1.1" status: 204 len: 168 time: 0.4948506 Jul 29 23:50:05.636482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49216) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:05.638125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.638543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.638830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.639172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.639600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.639832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.640197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.641093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.641439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.641780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.642152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.643094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c717db-9686-434a-a652-8177074a831f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:05.643320 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b084570-74b6-4312-befd-88ad00d90a12 None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:04Z', 'revision_number': 8, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:05.649297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35046ba9-8b73-4dc1-9bee-c7f1f9b0379d None None] Network 479301d5-4d10-40e8-b10e-301d01af738c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:05.682301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d57d84d-7918-471e-89d5-e25bb8ffc5cd req-470513fb-bc71-4a43-8ef9-f61460cff316 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505451 Jul 29 23:50:05.788674 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.891768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:05.891768 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.001768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c,segment=NetworkSegment(55326d92-e6b3-435b-85eb-0f5d1e0f20ec),segment_id=55326d92-e6b3-435b-85eb-0f5d1e0f20ec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:06.002595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.025650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:06.035877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeff4c3-c4b4-480e-b684-683c2d4c9149 None None] DHCP port deletion for 479301d5-4d10-40e8-b10e-301d01af738c request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:50:06.094380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eaeff4c3-c4b4-480e-b684-683c2d4c9149 None None] Deleting port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:06.094763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaeff4c3-c4b4-480e-b684-683c2d4c9149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.149712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 894df068-0034-4b68-977a-7687bde16c35 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:06.166526 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.182774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 894df068-0034-4b68-977a-7687bde16c35 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:06.183155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 894df068-0034-4b68-977a-7687bde16c35 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:06.183620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:06.208577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:06.216672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:06.216830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No DVR routers for this DVR port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:06.217024 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:06.221787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-eaeff4c3-c4b4-480e-b684-683c2d4c9149 None None] For port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c,segment=NetworkSegment(55326d92-e6b3-435b-85eb-0f5d1e0f20ec),segment_id=55326d92-e6b3-435b-85eb-0f5d1e0f20ec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:06.222143 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaeff4c3-c4b4-480e-b684-683c2d4c9149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.235932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eaeff4c3-c4b4-480e-b684-683c2d4c9149 None None] Calling delete_port for 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:06.330972 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.350658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479301d5-4d10-40e8-b10e-301d01af738c']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:06.354466 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaeff4c3-c4b4-480e-b684-683c2d4c9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.369162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55326d92-e6b3-435b-85eb-0f5d1e0f20ec') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:06.369678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55326d92-e6b3-435b-85eb-0f5d1e0f20ec') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:06.384098 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.386191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeff4c3-c4b4-480e-b684-683c2d4c9149 None None] Pushing event deleted for resources: {'Port': ['ID=4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:06.395077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeff4c3-c4b4-480e-b684-683c2d4c9149 None None] No DVR routers for this DVR port 4fa8ae8f-26d6-4dff-b6ab-260189a5bf8c on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:06.411035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:06.420792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.420968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:06.421483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:06.430884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:06.431721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:06.498774 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:06.542011 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.552929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:06.559810 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.567902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/networks/479301d5-4d10-40e8-b10e-301d01af738c HTTP/1.1" status: 204 len: 168 time: 0.9298062 Jul 29 23:50:06.568161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49228) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:06.599833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac4d4a-4b93-4f8f-96f7-ddac65395242 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Network': ['ID=479301d5-4d10-40e8-b10e-301d01af738c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:06.849898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617cbd6-bd89-4f7b-b965-ffb024521da7 req-a8e6d300-4df0-4b02-8a3c-b19ec6137c35 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:06.852007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8617cbd6-bd89-4f7b-b965-ffb024521da7 req-a8e6d300-4df0-4b02-8a3c-b19ec6137c35 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 944 time: 0.0600729 Jul 29 23:50:06.873958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:04Z', 'revision_number': 8, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:06.905228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8617cbd6-bd89-4f7b-b965-ffb024521da7 req-32919bac-50a1-44af-a758-4f686498a543 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449443 Jul 29 23:50:06.923293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:06.932672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:06.933298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:07.026248 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.040437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:07.284782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:04Z', 'revision_number': 8, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:07.291715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 15e88925-e5ce-4a8e-993a-b09c7dd0729e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:07.292096 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.314641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2ef20-8ae5-4724-9823-a2ab54a5d94d None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:04Z', 'revision_number': 8, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '15e88925-e5ce-4a8e-993a-b09c7dd0729e', 'name': '', 'network_id': '50fa40bb-be35-4652-8337-a8483d065cea', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:be:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:07.408056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port 15e88925-e5ce-4a8e-993a-b09c7dd0729e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=15e88925-e5ce-4a8e-993a-b09c7dd0729e,segment=NetworkSegment(b3c682be-7e53-4276-8421-714863f8aa15),segment_id=b3c682be-7e53-4276-8421-714863f8aa15)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:07.408481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.427392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 15e88925-e5ce-4a8e-993a-b09c7dd0729e owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:07.437973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d0de3e46-9008-445b-a24e-73a858abfcac up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:07.505470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port d0de3e46-9008-445b-a24e-73a858abfcac completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:07.509865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port d0de3e46-9008-445b-a24e-73a858abfcac triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:07.510242 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.597443 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.642789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a30deb1-dd99-446c-ba40-fd3ea511c2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0de3e46-9008-445b-a24e-73a858abfcac'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:07.645069 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d192c4-b558-471b-a24a-04fed4b19594" -d '{"events": [{"server_uuid": "1a30deb1-dd99-446c-ba40-fd3ea511c2f9", "name": "network-vif-plugged", "status": "completed", "tag": "d0de3e46-9008-445b-a24e-73a858abfcac"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:07.656111 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.675005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d0de3e46-9008-445b-a24e-73a858abfcac, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d0de3e46-9008-445b-a24e-73a858abfcac,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:07.679466 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.694570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=15e88925-e5ce-4a8e-993a-b09c7dd0729e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.719420 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c897135-6ac8-4358-b4e1-950291155ae9 x-openstack-request-id: req-7c897135-6ac8-4358-b4e1-950291155ae9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:07.719765 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a30deb1-dd99-446c-ba40-fd3ea511c2f9", "name": "network-vif-plugged", "status": "completed", "tag": "d0de3e46-9008-445b-a24e-73a858abfcac", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:07.720432 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c897135-6ac8-4358-b4e1-950291155ae9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:07.720840 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a30deb1-dd99-446c-ba40-fd3ea511c2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0de3e46-9008-445b-a24e-73a858abfcac', 'code': 200} Jul 29 23:50:07.790452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d0de3e46-9008-445b-a24e-73a858abfcac,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.857712 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.986999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72cd80-49cb-4046-bfb8-bc0fd9433429 req-8235c7e7-f86e-4316-9272-1292d98dfd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:07.988601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4d72cd80-49cb-4046-bfb8-bc0fd9433429 req-8235c7e7-f86e-4316-9272-1292d98dfd7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1280119 Jul 29 23:50:08.044581 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4d72cd80-49cb-4046-bfb8-bc0fd9433429 req-a858b878-85f9-4234-b0f1-d751f3d27024 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469913 Jul 29 23:50:08.049502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0ba8-5d05-4784-a315-5188f7ea1161 req-44ef2239-9382-4e82-890b-6a167b60bff8 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:08.051113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa7a0ba8-5d05-4784-a315-5188f7ea1161 req-44ef2239-9382-4e82-890b-6a167b60bff8 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0582960 Jul 29 23:50:08.110902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa7a0ba8-5d05-4784-a315-5188f7ea1161 req-5820507b-f59e-4d1f-a2ef-5b4916b7240c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525379 Jul 29 23:50:08.153972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:08.269267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:08.276820 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-acc2968a-91ad-4e12-b156-9c3f5848af76 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7074790 Jul 29 23:50:08.278347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:08.282603 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:08.294250 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:08.295207 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:08.360937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5088612f-767d-47a3-910e-03ef1d695e8e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting subnet 5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:08.364815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5088612f-767d-47a3-910e-03ef1d695e8e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.399175 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:08.426782 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5088612f-767d-47a3-910e-03ef1d695e8e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.555331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c5f92-3505-4136-84cb-e1f87398fe32 req-98b0fc51-64e8-490d-b8c9-b493eef26e11 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:08.560681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-134c5f92-3505-4136-84cb-e1f87398fe32 req-98b0fc51-64e8-490d-b8c9-b493eef26e11 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0715969 Jul 29 23:50:08.566670 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5088612f-767d-47a3-910e-03ef1d695e8e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.622810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-134c5f92-3505-4136-84cb-e1f87398fe32 req-c9f3ffa6-2b93-45ba-92df-d058b3fe9f8e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488427 Jul 29 23:50:08.703473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5088612f-767d-47a3-910e-03ef1d695e8e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.753754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088612f-767d-47a3-910e-03ef1d695e8e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Subnet': ['ID=5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:08.757332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5088612f-767d-47a3-910e-03ef1d695e8e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.759138 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5088612f-767d-47a3-910e-03ef1d695e8e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214 HTTP/1.1" status: 204 len: 168 time: 0.4784818 Jul 29 23:50:08.768603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:08.768881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4bdd8c-c8c8-4f36-946d-a7cf508b1cd1 None None] Network 50fa40bb-be35-4652-8337-a8483d065cea requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:08.785337 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:07Z', 'revision_number': 9, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:08.920455 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:08.931908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e40d9-66c6-46e1-86ec-bc4e7275844a req-2ed6487b-f512-468a-91fd-b67501a19f54 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:08.941013 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:08.944773 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:08.949206 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3e40d9-66c6-46e1-86ec-bc4e7275844a req-2ed6487b-f512-468a-91fd-b67501a19f54 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1969383 Jul 29 23:50:08.974613 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.044678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3e40d9-66c6-46e1-86ec-bc4e7275844a req-01dd5f5b-a658-41dc-aef5-3156b0ea9b57 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944586 Jul 29 23:50:09.059948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 9860a6de-3526-4494-a704-aefe77b52bac {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:09.060954 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.145555 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:09.184136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port 9860a6de-3526-4494-a704-aefe77b52bac, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9860a6de-3526-4494-a704-aefe77b52bac,segment=NetworkSegment(b3c682be-7e53-4276-8421-714863f8aa15),segment_id=b3c682be-7e53-4276-8421-714863f8aa15)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:09.184136 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.190299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35364ad5-e8e2-4a4b-b562-580c17622bf5 None None] DHCP port deletion for 50fa40bb-be35-4652-8337-a8483d065cea request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:50:09.236371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 9860a6de-3526-4494-a704-aefe77b52bac owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:09.317143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-35364ad5-e8e2-4a4b-b562-580c17622bf5 None None] Deleting port 9860a6de-3526-4494-a704-aefe77b52bac {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:09.317519 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35364ad5-e8e2-4a4b-b562-580c17622bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.318415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48855e9-f2ab-4635-a211-d52d420e743a req-7cfdb2e1-a78a-413d-8470-99ac20520f53 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.320076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b48855e9-f2ab-4635-a211-d52d420e743a req-7cfdb2e1-a78a-413d-8470-99ac20520f53 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0869942 Jul 29 23:50:09.391607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b48855e9-f2ab-4635-a211-d52d420e743a req-64ee74dd-7380-45eb-b580-d6a13d011379 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566492 Jul 29 23:50:09.429780 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.530080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=9860a6de-3526-4494-a704-aefe77b52bac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:09.546739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No DVR routers for this DVR port 9860a6de-3526-4494-a704-aefe77b52bac on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:09.561585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-35364ad5-e8e2-4a4b-b562-580c17622bf5 None None] For port 9860a6de-3526-4494-a704-aefe77b52bac, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9860a6de-3526-4494-a704-aefe77b52bac,segment=NetworkSegment(b3c682be-7e53-4276-8421-714863f8aa15),segment_id=b3c682be-7e53-4276-8421-714863f8aa15)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:09.566199 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35364ad5-e8e2-4a4b-b562-580c17622bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.589071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-6b749a67-b273-4b6d-bbb0-27843dab4c0e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.597140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-35364ad5-e8e2-4a4b-b562-580c17622bf5 None None] Calling delete_port for 9860a6de-3526-4494-a704-aefe77b52bac owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:09.599433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-6b749a67-b273-4b6d-bbb0-27843dab4c0e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 812 time: 0.2045541 Jul 29 23:50:09.626579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-f79bf2f6-83d5-43da-8493-b825ceed62df tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/quotas/26db6b4b91d247c5b9f9132b6799f10a HTTP/1.1" status: 200 len: 375 time: 0.0251076 Jul 29 23:50:09.714552 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:07Z', 'revision_number': 9, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:09.744386 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.752788 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1fe84a-7dae-454d-aea9-561773dd93ee None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:07Z', 'revision_number': 9, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '3b95da08-8564-442b-8fa4-3d6fe5da097c', 'name': '', 'network_id': 'fe3ec81e-8a33-4377-a009-0682fa457ddf', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:89:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:45Z', 'updated_at': '2021-07-29T23:49:54Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': '6869da49-be49-4b1d-b4df-a73b0c127959', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:09.760483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fa40bb-be35-4652-8337-a8483d065cea']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:09.779355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c682be-7e53-4276-8421-714863f8aa15') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:09.779971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c682be-7e53-4276-8421-714863f8aa15') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:09.784139 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35364ad5-e8e2-4a4b-b562-580c17622bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.793760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-415fcd5a-1dfc-415b-9e74-8662b604fee3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1629643 Jul 29 23:50:09.808342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35364ad5-e8e2-4a4b-b562-580c17622bf5 None None] Pushing event deleted for resources: {'Port': ['ID=9860a6de-3526-4494-a704-aefe77b52bac,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:09.818734 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.824116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35364ad5-e8e2-4a4b-b562-580c17622bf5 None None] No DVR routers for this DVR port 9860a6de-3526-4494-a704-aefe77b52bac on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:09.854378 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.862611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:09.863084 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:09.866246 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:09.932165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-eb6a7ccd-a463-4582-9af8-cbfdb7bbbd89 service neutron] 10.222.0.37 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356297 Jul 29 23:50:09.948260 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.957985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.974636 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/networks/50fa40bb-be35-4652-8337-a8483d065cea HTTP/1.1" status: 204 len: 168 time: 1.2024722 Jul 29 23:50:09.980995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49276) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:10.061947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-95bdec48-f244-4279-a19d-58e1276f6bf0 service neutron] 10.222.0.37 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214557 Jul 29 23:50:10.067840 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d909093-f6ee-49ef-b3db-9d72a320cbd2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Network': ['ID=50fa40bb-be35-4652-8337-a8483d065cea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:10.184168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9860a6de-3526-4494-a704-aefe77b52bac no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:10.243593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 9860a6de-3526-4494-a704-aefe77b52bac {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:10.244878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9860a6de-3526-4494-a704-aefe77b52bac not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:10.350639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7a72357-84ea-49c8-9ff9-d046d8eba656 req-c4546884-da38-4751-aff5-824bf97322ac tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 210 time: 0.0671248 Jul 29 23:50:10.698967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb337d1-6c2e-44e9-8aae-3ee75800d2b9 req-01ac879b-302c-43d4-ac2a-5829d5471b60 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.701649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1bb337d1-6c2e-44e9-8aae-3ee75800d2b9 req-01ac879b-302c-43d4-ac2a-5829d5471b60 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1936145 Jul 29 23:50:10.790671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1bb337d1-6c2e-44e9-8aae-3ee75800d2b9 req-634d2c10-564e-4978-8c8d-e9245bb0643b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804362 Jul 29 23:50:11.319980 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.444201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5205-0523-477f-9801-c1a20ef5b53b req-44fc00b8-2fd1-455c-9acb-8ae57515e274 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:11.446150 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f69f5205-0523-477f-9801-c1a20ef5b53b req-44fc00b8-2fd1-455c-9acb-8ae57515e274 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.2121634 Jul 29 23:50:11.463438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f69f5205-0523-477f-9801-c1a20ef5b53b req-6c202671-2e3b-4e19-af0a-f0428d378988 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/quotas/d31f1ef0730d448f88afefa787e7cf91 HTTP/1.1" status: 200 len: 375 time: 0.0114739 Jul 29 23:50:11.548287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a42dacd1-e069-4e42-89f6-63b63fc65b1d req-e06b2da6-f215-4347-af3a-ca856c696fb0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 210 time: 0.0834768 Jul 29 23:50:11.571495 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f69f5205-0523-477f-9801-c1a20ef5b53b req-5f63f3a3-318d-4d99-86c0-346ef2ca9f57 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969946 Jul 29 23:50:11.738406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f69f5205-0523-477f-9801-c1a20ef5b53b req-c5394876-eaa6-4662-8958-578344d002a3 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557291 Jul 29 23:50:11.750485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 3b95da08-8564-442b-8fa4-3d6fe5da097c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:11.751586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.836937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 15e88925-e5ce-4a8e-993a-b09c7dd0729e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:11.867929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 15e88925-e5ce-4a8e-993a-b09c7dd0729e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:11.869554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 15e88925-e5ce-4a8e-993a-b09c7dd0729e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:11.910238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f69f5205-0523-477f-9801-c1a20ef5b53b req-51a56858-9fdc-4d1f-aadb-797095212442 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656590 Jul 29 23:50:11.953645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port 3b95da08-8564-442b-8fa4-3d6fe5da097c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3b95da08-8564-442b-8fa4-3d6fe5da097c,segment=NetworkSegment(b1abd4dd-17da-4487-8401-9270ace6c6db),segment_id=b1abd4dd-17da-4487-8401-9270ace6c6db)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:11.954034 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.995470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 3b95da08-8564-442b-8fa4-3d6fe5da097c owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:12.399230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-93a514ac-489c-45c4-9892-327af3eca71a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.400829 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-93a514ac-489c-45c4-9892-327af3eca71a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.42 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 812 time: 0.3764133 Jul 29 23:50:12.427122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'port': {'device_id': '71ef64c5-e6cc-4a93-a621-03d771ca85a4', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'admin_state_up': True, 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:12.693766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.771019 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87d8beef-d2c0-4823-a3ba-9a36ba83db35 req-a5574667-3d07-402e-8a17-94e16216d699 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 210 time: 0.0633256 Jul 29 23:50:12.864520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=3b95da08-8564-442b-8fa4-3d6fe5da097c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:12.939989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Made reservation on behalf of 26db6b4b91d247c5b9f9132b6799f10a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:12.943516 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.080817 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.260643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-e62f0e6e-867b-4f17-9e04-b66254913b2b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:13.271303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-e62f0e6e-867b-4f17-9e04-b66254913b2b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.2274201 Jul 29 23:50:13.287518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-b825bb75-e274-49f8-95cc-e8b94eb3f900 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/quotas/d31f1ef0730d448f88afefa787e7cf91 HTTP/1.1" status: 200 len: 375 time: 0.0146909 Jul 29 23:50:13.298989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Allocated IP 172.20.0.4 (33ad5c1f-badc-46d6-a914-c2f44d1a5dbd/3fe6365f-a40c-48b9-b081-8f50aa48b74d/d5cbd175-59e1-4d1b-9554-b4b29d2efc79) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:13.401777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-d34cdb92-16f1-489f-b0e5-85750bc5b73a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046669 Jul 29 23:50:13.527936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:13.558398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-9f903555-2b6b-4e8d-b234-4a4cfa362814 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540012 Jul 29 23:50:13.699036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.709110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:13.717626 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-29751c31-e576-4f4d-b84f-ffdd19113b3e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7217891 Jul 29 23:50:13.723213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49400) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:13.732086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:13.733164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Transition to ACTIVE for port object d5cbd175-59e1-4d1b-9554-b4b29d2efc79 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:13.736978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-e52b3ae2-9133-4b54-9444-b0b6d9466d1f service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712236 Jul 29 23:50:13.755392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:13.756097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:13.910194 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.060775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:14.070243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:14.093174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:14.152684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-375a3712-351f-48be-ad59-98711f54cf10 req-768dac53-8b0a-4157-9a19-167d0468aa17 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 210 time: 0.1439595 Jul 29 23:50:14.194736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d2fe2-9096-4b6c-80df-26d343629681 req-b914580b-4973-4a53-a30f-70eee7d89768 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.196906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-330d2fe2-9096-4b6c-80df-26d343629681 req-b914580b-4973-4a53-a30f-70eee7d89768 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 931 time: 0.2012022 Jul 29 23:50:14.218831 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.219934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.237721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6330184-0e20-43db-9285-5ca9b69a2ddc tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting subnet 6869da49-be49-4b1d-b4df-a73b0c127959 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:14.243339 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6330184-0e20-43db-9285-5ca9b69a2ddc tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.257579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['b3c01d93-f191-4019-9656-c1a30185ec1f', 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:14.337322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-330d2fe2-9096-4b6c-80df-26d343629681 req-d9b6b827-b4cc-429b-bc2b-30e26025830b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227851 Jul 29 23:50:14.347485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:14.418897 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6330184-0e20-43db-9285-5ca9b69a2ddc tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.480063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'Port': ['ID=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:14.508154 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-b239a147-dc22-4460-8699-d672c6594912 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0932779 Jul 29 23:50:14.526740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Request body: {'port': {'device_id': '71ef64c5-e6cc-4a93-a621-03d771ca85a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:14.660950 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6330184-0e20-43db-9285-5ca9b69a2ddc tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.690642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.715774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-776df7e3-b1d9-4989-865e-e751caa77075 None None] Provisioning for port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:14.781075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-776df7e3-b1d9-4989-865e-e751caa77075 None None] Provisioning complete for port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:14.781867 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-776df7e3-b1d9-4989-865e-e751caa77075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.796637 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6330184-0e20-43db-9285-5ca9b69a2ddc tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.886054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6330184-0e20-43db-9285-5ca9b69a2ddc tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.889781 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a6330184-0e20-43db-9285-5ca9b69a2ddc tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/6869da49-be49-4b1d-b4df-a73b0c127959 HTTP/1.1" status: 204 len: 168 time: 1.1661019 Jul 29 23:50:14.891861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49436) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:14.924941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d133f-eeb6-44bb-9d9e-a844bbfbcb85 None None] Network fe3ec81e-8a33-4377-a009-0682fa457ddf requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:14.956982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6330184-0e20-43db-9285-5ca9b69a2ddc tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Subnet': ['ID=6869da49-be49-4b1d-b4df-a73b0c127959,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:15.108431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-776df7e3-b1d9-4989-865e-e751caa77075 None None] Port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:15.302888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 10, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:15.315243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cbd175-59e1-4d1b-9554-b4b29d2efc79 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:15.325311 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.343510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Transition to ACTIVE for port object d5cbd175-59e1-4d1b-9554-b4b29d2efc79 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:15.350923 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.363674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:15.398129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:15.400386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:15.436449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:15.534974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e0339-e267-4c01-82ad-35f1c093cd08 None None] DHCP port deletion for fe3ec81e-8a33-4377-a009-0682fa457ddf request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:50:15.568457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Attempting to bind port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:15.568818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Attempting to bind port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:15.569184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Attempting to bind port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:15.582174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:15.582517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Attempting to bind port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:15.592373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:15.593900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Checking segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:15.594593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Bound using segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:15.595286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Bound port: d5cbd175-59e1-4d1b-9554-b4b29d2efc79, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:15.595810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.597894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.714058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-beeeb4cb-29bd-4b5e-8d6e-74d7e01aa505 req-b550230a-a2e7-478d-a13d-ad3e883e291e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 210 time: 0.1608555 Jul 29 23:50:15.746742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] For port d5cbd175-59e1-4d1b-9554-b4b29d2efc79, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:15.757915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] For port d5cbd175-59e1-4d1b-9554-b4b29d2efc79, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:15.761587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:15.804892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fde9c-f2a0-4051-adbf-ae6f520fcf71 req-65b4ebd3-9833-4bd4-8ecc-ced6c0df4093 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.806548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-327fde9c-f2a0-4051-adbf-ae6f520fcf71 req-65b4ebd3-9833-4bd4-8ecc-ced6c0df4093 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 946 time: 0.2588792 Jul 29 23:50:15.899824 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.996479 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7681d5c5-93c9-4cc3-aa89-54b086264d6c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:15.999260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.999812 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.003282 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] 10.222.0.42 "PUT /v2.0/ports/d5cbd175-59e1-4d1b-9554-b4b29d2efc79 HTTP/1.1" status: 200 len: 1092 time: 1.4810243 Jul 29 23:50:16.003793 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ef64c5-e6cc-4a93-a621-03d771ca85a4', 'tag': 'd5cbd175-59e1-4d1b-9554-b4b29d2efc79'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:16.003912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 7681d5c5-93c9-4cc3-aa89-54b086264d6c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:16.004149 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.005602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f89e0339-e267-4c01-82ad-35f1c093cd08 None None] Deleting port 7681d5c5-93c9-4cc3-aa89-54b086264d6c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:16.007184 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f" -d '{"events": [{"name": "network-changed", "server_uuid": "71ef64c5-e6cc-4a93-a621-03d771ca85a4", "tag": "d5cbd175-59e1-4d1b-9554-b4b29d2efc79"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:16.026734 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f89e0339-e267-4c01-82ad-35f1c093cd08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.162804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dd463-8d51-4427-989c-60ed05233436 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:16.180645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccfe00-d5b0-4db7-8454-13dd64787417 req-9a45b171-6aff-404c-9ade-d31b4bd080f0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.183134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5ccfe00-d5b0-4db7-8454-13dd64787417 req-9a45b171-6aff-404c-9ade-d31b4bd080f0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 943 time: 0.2630570 Jul 29 23:50:16.190705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-327fde9c-f2a0-4051-adbf-ae6f520fcf71 req-fbbffb7c-a27f-4efe-b1af-dcbafa50ea63 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713622 Jul 29 23:50:16.197635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-b43b4222-ba64-4189-8069-a9a008c5ed47 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.199922 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-b43b4222-ba64-4189-8069-a9a008c5ed47 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.4363375 Jul 29 23:50:16.235787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Request body: {'port': {'device_id': 'dd2af7cf-70d1-430b-b0c3-a0159772fee0', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'admin_state_up': True, 'tenant_id': 'd31f1ef0730d448f88afefa787e7cf91'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:16.268827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-3ae8d3d4-20c0-4a8e-a787-b5a6334c69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.270649 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-3ae8d3d4-20c0-4a8e-a787-b5a6334c69c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 1095 time: 0.1529083 Jul 29 23:50:16.274316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f89e0339-e267-4c01-82ad-35f1c093cd08 None None] For port 7681d5c5-93c9-4cc3-aa89-54b086264d6c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7681d5c5-93c9-4cc3-aa89-54b086264d6c,segment=NetworkSegment(b1abd4dd-17da-4487-8401-9270ace6c6db),segment_id=b1abd4dd-17da-4487-8401-9270ace6c6db)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:16.274831 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f89e0339-e267-4c01-82ad-35f1c093cd08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.283089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port 7681d5c5-93c9-4cc3-aa89-54b086264d6c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7681d5c5-93c9-4cc3-aa89-54b086264d6c,segment=NetworkSegment(b1abd4dd-17da-4487-8401-9270ace6c6db),segment_id=b1abd4dd-17da-4487-8401-9270ace6c6db)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:16.283583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.288979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f89e0339-e267-4c01-82ad-35f1c093cd08 None None] Calling delete_port for 7681d5c5-93c9-4cc3-aa89-54b086264d6c owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:16.307908 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233b1505-6f64-49b4-969e-46792854070f x-openstack-request-id: req-233b1505-6f64-49b4-969e-46792854070f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:16.308560 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ef64c5-e6cc-4a93-a621-03d771ca85a4", "tag": "d5cbd175-59e1-4d1b-9554-b4b29d2efc79", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:16.309001 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-233b1505-6f64-49b4-969e-46792854070f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:16.309112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 7681d5c5-93c9-4cc3-aa89-54b086264d6c owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:16.309904 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ef64c5-e6cc-4a93-a621-03d771ca85a4', 'tag': 'd5cbd175-59e1-4d1b-9554-b4b29d2efc79', 'status': 'completed', 'code': 200} Jul 29 23:50:16.320652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5ccfe00-d5b0-4db7-8454-13dd64787417 req-8639adb9-c33f-455c-bc3d-b7c82704338b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255040 Jul 29 23:50:16.370489 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-20b354e2-d1b5-4cb8-8039-f543f5ccc3f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5cbd175-59e1-4d1b-9554-b4b29d2efc79 HTTP/1.1" status: 200 len: 217 time: 0.0644019 Jul 29 23:50:16.431194 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.454144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No active binding found for port 7681d5c5-93c9-4cc3-aa89-54b086264d6c {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:50:16.454735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7681d5c5-93c9-4cc3-aa89-54b086264d6c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:16.468064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-3fa5944c-c447-4bf0-9a63-ff9efbaaa744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.470203 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-3fa5944c-c447-4bf0-9a63-ff9efbaaa744 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0855932 Jul 29 23:50:16.476844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=7681d5c5-93c9-4cc3-aa89-54b086264d6c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:16.494373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No DVR routers for this DVR port 7681d5c5-93c9-4cc3-aa89-54b086264d6c on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:16.496865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.497212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.497555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.498220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.498220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.498531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.498971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.499256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.499625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.499950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.500297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.500617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:16.536183 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f89e0339-e267-4c01-82ad-35f1c093cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.573248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Made reservation on behalf of d31f1ef0730d448f88afefa787e7cf91 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:16.578945 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.585285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e0339-e267-4c01-82ad-35f1c093cd08 None None] Pushing event deleted for resources: {'Port': ['ID=7681d5c5-93c9-4cc3-aa89-54b086264d6c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:16.589976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e0339-e267-4c01-82ad-35f1c093cd08 None None] No DVR routers for this DVR port 7681d5c5-93c9-4cc3-aa89-54b086264d6c on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:16.610616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4f66747f-a315-4946-a51c-96a05010b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.612798 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-4f66747f-a315-4946-a51c-96a05010b353 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240995 Jul 29 23:50:16.619531 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.628958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 10, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:16.635415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3ec81e-8a33-4377-a009-0682fa457ddf']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:16.647998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1abd4dd-17da-4487-8401-9270ace6c6db') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:16.648439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1abd4dd-17da-4487-8401-9270ace6c6db') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:16.660298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.664120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff92e8-f96b-497e-923e-b6b93604f64e None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 10, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None, '_interfaces': [{'id': '5fcf6280-0953-4bf7-92ea-77616e13ed84', 'name': '', 'network_id': '50648862-8e25-4cd0-a1b7-cc166e94f6e1', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f6019244-1674-4c94-b448-8745369b48b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:41Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 5, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'subnets': [{'id': 'f6019244-1674-4c94-b448-8745369b48b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:16.678648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.690306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:16.691241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:16.694357 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:16.773338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.786755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.793808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/networks/fe3ec81e-8a33-4377-a009-0682fa457ddf HTTP/1.1" status: 204 len: 168 time: 1.8994558 Jul 29 23:50:16.797179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49476) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:16.889097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-310760f6-0c93-4929-9855-2cfd224ea6e2 req-75422b3a-0c96-4230-bad0-2fe10ca06ffa tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 210 time: 0.0930376 Jul 29 23:50:16.890478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c427e-9fd0-4ad3-b0ef-757d939dedf0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Network': ['ID=fe3ec81e-8a33-4377-a009-0682fa457ddf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:17.107670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-687005f2-82c7-4676-a1c7-485a21a38ef2 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.110722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-687005f2-82c7-4676-a1c7-485a21a38ef2 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 946 time: 0.1061118 Jul 29 23:50:17.139475 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-d17035bb-fb10-4a53-b69a-61904d75e434 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862602 Jul 29 23:50:17.216749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Allocated IP 172.20.0.8 (fa6938b3-8234-4f20-a7e5-3069882cf4fa/97e2cfa4-656f-4a65-8a02-85ab9ce6dea4/1b7d17e6-aba4-45d5-8021-b36bed309afb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:17.321329 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-14a0f23e-97d3-41d2-a12e-cf3b2ae46b4b req-40a3d9e1-2604-4f85-b012-1d8ccf5a65c7 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705589 Jul 29 23:50:17.380474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-bcbbae1b-5f92-4cc2-a7a8-020142aad420 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Deleting port b29b408a-f46a-4184-947f-f4915afb0267 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:17.380845 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-bcbbae1b-5f92-4cc2-a7a8-020142aad420 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.454989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.476665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-64e5078c-353b-4c0f-a7fb-c138535e0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.478348 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-64e5078c-353b-4c0f-a7fb-c138535e0d3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 1095 time: 0.0618086 Jul 29 23:50:17.512462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61757397-84da-4037-b83f-a2d19631257a req-0f1bd203-7951-4f6d-a4f9-6b5ba561ae11 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.514062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61757397-84da-4037-b83f-a2d19631257a req-0f1bd203-7951-4f6d-a4f9-6b5ba561ae11 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 946 time: 0.2110233 Jul 29 23:50:17.563964 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.613065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-bcbbae1b-5f92-4cc2-a7a8-020142aad420 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] For port b29b408a-f46a-4184-947f-f4915afb0267, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b29b408a-f46a-4184-947f-f4915afb0267,segment=NetworkSegment(288a29ff-63ad-4e5c-bc77-2ff14cadedae),segment_id=288a29ff-63ad-4e5c-bc77-2ff14cadedae)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:17.613232 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-bcbbae1b-5f92-4cc2-a7a8-020142aad420 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.615469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:17.621895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:17.628089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:17.637850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215543ee-a65a-4e13-a237-82d1156db1b0 req-e3c9286c-6f9f-4305-9c85-9c51acee24f6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.639513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-215543ee-a65a-4e13-a237-82d1156db1b0 req-e3c9286c-6f9f-4305-9c85-9c51acee24f6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 943 time: 0.1796947 Jul 29 23:50:17.639641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:17.652392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-bcbbae1b-5f92-4cc2-a7a8-020142aad420 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Calling delete_port for b29b408a-f46a-4184-947f-f4915afb0267 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:17.662850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61757397-84da-4037-b83f-a2d19631257a req-ab8102e8-cd78-4739-ac9c-7456642f0365 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/security-groups?id=e55588cc-ed19-47a7-aaff-76ade75a3bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361976 Jul 29 23:50:17.677133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.692322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.693138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.715541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-063d0ec9-4afb-4398-844c-7175dfcfa342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.717327 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-063d0ec9-4afb-4398-844c-7175dfcfa342 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.2294624 Jul 29 23:50:17.718853 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event updated for resources: {'Port': ['ID=1b7d17e6-aba4-45d5-8021-b36bed309afb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:17.723703 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-dcfead3a-4663-4f9a-a0b8-adb968457f79 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4997904 Jul 29 23:50:17.778079 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-5b5fdcd9-1986-4bf1-9244-8b7a643f06ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5cbd175-59e1-4d1b-9554-b4b29d2efc79 HTTP/1.1" status: 200 len: 217 time: 0.0502338 Jul 29 23:50:17.782620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Request body: {'port': {'device_id': 'dd2af7cf-70d1-430b-b0c3-a0159772fee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:17.830446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-215543ee-a65a-4e13-a237-82d1156db1b0 req-cedfd221-07a1-4643-89da-04554c31d3d3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761532 Jul 29 23:50:17.856518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3b95da08-8564-442b-8fa4-3d6fe5da097c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:17.885659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 3b95da08-8564-442b-8fa4-3d6fe5da097c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:17.885924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3b95da08-8564-442b-8fa4-3d6fe5da097c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:17.888687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-d7443109-8ce7-4f32-883e-c48fe9f5f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.890504 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-d7443109-8ce7-4f32-883e-c48fe9f5f468 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0874372 Jul 29 23:50:17.891587 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.043160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-1a93f5a7-87ff-45a1-8832-933c56072c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.044724 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-1a93f5a7-87ff-45a1-8832-933c56072c55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437392 Jul 29 23:50:18.077232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac7843-c3a3-4db4-a632-899b6ac5d3b4 req-e65ded7a-1bc8-435e-958c-b695f8612919 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.079262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99ac7843-c3a3-4db4-a632-899b6ac5d3b4 req-e65ded7a-1bc8-435e-958c-b695f8612919 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 931 time: 0.0941887 Jul 29 23:50:18.079901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-bcbbae1b-5f92-4cc2-a7a8-020142aad420 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.098717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b29b408a-f46a-4184-947f-f4915afb0267'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:18.136716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbae1b-5f92-4cc2-a7a8-020142aad420 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Pushing event deleted for resources: {'Port': ['ID=b29b408a-f46a-4184-947f-f4915afb0267,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:18.220900 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-02c717b2-1a71-4a78-91d3-1c0ed97d44a7 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633761 Jul 29 23:50:18.224370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-bcbbae1b-5f92-4cc2-a7a8-020142aad420 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] No DVR routers for this DVR port b29b408a-f46a-4184-947f-f4915afb0267 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:18.230650 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-bcbbae1b-5f92-4cc2-a7a8-020142aad420 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.232649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-468e1eaa-a519-4e37-8f35-58e4a5cdcbc3 req-bcbbae1b-5f92-4cc2-a7a8-020142aad420 tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.42 "DELETE /v2.0/ports/b29b408a-f46a-4184-947f-f4915afb0267 HTTP/1.1" status: 204 len: 173 time: 1.1148057 Jul 29 23:50:18.233107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d28a12-0590-4173-9aa1-ebc5daca7581', 'name': 'network-vif-deleted', 'tag': 'b29b408a-f46a-4184-947f-f4915afb0267'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:18.235450 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c918c054-122f-46cc-b29e-f83c42222fad" -d '{"events": [{"server_uuid": "a1d28a12-0590-4173-9aa1-ebc5daca7581", "name": "network-vif-deleted", "tag": "b29b408a-f46a-4184-947f-f4915afb0267"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:18.250558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99ac7843-c3a3-4db4-a632-899b6ac5d3b4 req-826e3202-5c5b-4205-9639-bf38e314440c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599324 Jul 29 23:50:18.343952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port 5fcf6280-0953-4bf7-92ea-77616e13ed84 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:18.344360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.363878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7d17e6-aba4-45d5-8021-b36bed309afb {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:18.380054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.393556 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1c3a6ba-a73f-40ae-b981-79ecfaa8406f req-fe2b2740-b620-4189-8de8-f303b52ab056 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608288 Jul 29 23:50:18.398701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Transition to ACTIVE for port object 1b7d17e6-aba4-45d5-8021-b36bed309afb will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:18.403746 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.465120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d17e6-aba4-45d5-8021-b36bed309afb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:18.469010 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2749c5c2-6ac3-472f-871b-0792122ab81e x-openstack-request-id: req-2749c5c2-6ac3-472f-871b-0792122ab81e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:18.469730 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d28a12-0590-4173-9aa1-ebc5daca7581", "name": "network-vif-deleted", "tag": "b29b408a-f46a-4184-947f-f4915afb0267", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:18.470126 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2749c5c2-6ac3-472f-871b-0792122ab81e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:18.470663 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d28a12-0590-4173-9aa1-ebc5daca7581', 'name': 'network-vif-deleted', 'tag': 'b29b408a-f46a-4184-947f-f4915afb0267', 'status': 'completed', 'code': 200} Jul 29 23:50:18.512468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port 5fcf6280-0953-4bf7-92ea-77616e13ed84, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5fcf6280-0953-4bf7-92ea-77616e13ed84,segment=NetworkSegment(abe434ba-11d0-40ff-8d50-58912d5c8dde),segment_id=abe434ba-11d0-40ff-8d50-58912d5c8dde)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:18.512834 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.527394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for 5fcf6280-0953-4bf7-92ea-77616e13ed84 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:18.551604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Attempting to bind port 1b7d17e6-aba4-45d5-8021-b36bed309afb on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:18.551971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Attempting to bind port 1b7d17e6-aba4-45d5-8021-b36bed309afb by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:18.552332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Attempting to bind port 1b7d17e6-aba4-45d5-8021-b36bed309afb on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:18.556922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Port 1b7d17e6-aba4-45d5-8021-b36bed309afb on network fa6938b3-8234-4f20-a7e5-3069882cf4fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:18.557282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Attempting to bind port 1b7d17e6-aba4-45d5-8021-b36bed309afb on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:18.563206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:18.563543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Checking segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:18.563923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Bound using segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:18.564403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Bound port: 1b7d17e6-aba4-45d5-8021-b36bed309afb, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:18.564762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.631070 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] For port 1b7d17e6-aba4-45d5-8021-b36bed309afb, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:18.634454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] For port 1b7d17e6-aba4-45d5-8021-b36bed309afb, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1b7d17e6-aba4-45d5-8021-b36bed309afb,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:18.641189 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.678598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.679287 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.680848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] 10.222.0.47 "PUT /v2.0/ports/1b7d17e6-aba4-45d5-8021-b36bed309afb HTTP/1.1" status: 200 len: 1092 time: 0.9046664 Jul 29 23:50:18.681291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2af7cf-70d1-430b-b0c3-a0159772fee0', 'tag': '1b7d17e6-aba4-45d5-8021-b36bed309afb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:18.683561 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2af7cf-70d1-430b-b0c3-a0159772fee0", "tag": "1b7d17e6-aba4-45d5-8021-b36bed309afb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:18.732328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a262e89-b17a-4c6e-99a1-6fa3e1ad23ca service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d17e6-aba4-45d5-8021-b36bed309afb,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:18.768694 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.807010 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78fbea7-3cb8-481a-a963-90f6efd58c14 x-openstack-request-id: req-a78fbea7-3cb8-481a-a963-90f6efd58c14 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:18.807305 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2af7cf-70d1-430b-b0c3-a0159772fee0", "tag": "1b7d17e6-aba4-45d5-8021-b36bed309afb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:18.807596 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a78fbea7-3cb8-481a-a963-90f6efd58c14 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:18.808061 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2af7cf-70d1-430b-b0c3-a0159772fee0', 'tag': '1b7d17e6-aba4-45d5-8021-b36bed309afb', 'status': 'completed', 'code': 200} Jul 29 23:50:18.813224 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.828699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=5fcf6280-0953-4bf7-92ea-77616e13ed84,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:18.847109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-8e8b4150-0172-4a64-bebf-d45cbc2762f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.848728 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-8e8b4150-0172-4a64-bebf-d45cbc2762f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 1095 time: 0.0965188 Jul 29 23:50:18.972819 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-aecc2551-1145-490f-8e94-591e0fa13c2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b7d17e6-aba4-45d5-8021-b36bed309afb HTTP/1.1" status: 200 len: 217 time: 0.1091390 Jul 29 23:50:19.025951 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.031120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-a92a5ff8-bf71-4353-a065-d29363ea4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.032788 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-a92a5ff8-bf71-4353-a065-d29363ea4515 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.0525064 Jul 29 23:50:19.042794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b854f9f-1368-42da-8302-5db0338e4e53 req-972c1275-ea14-44e9-ade6-6c3658d5f4dd tempest-VolumesSnapshotTestJSON-38364198 tempest-VolumesSnapshotTestJSON-38364198-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d28a12-0590-4173-9aa1-ebc5daca7581 HTTP/1.1" status: 200 len: 210 time: 0.2082157 Jul 29 23:50:19.091394 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-05947b1c-e12d-4eb4-a80d-a868d9573250 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457497 Jul 29 23:50:19.194350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c652e-b6f6-4019-9963-3118fd80e86e req-5ceddb8d-9a87-4a50-a7f5-9b1a3dab9f28 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.195891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b78c652e-b6f6-4019-9963-3118fd80e86e req-5ceddb8d-9a87-4a50-a7f5-9b1a3dab9f28 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 943 time: 0.1894622 Jul 29 23:50:19.218680 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-b52c45e6-3afe-4d05-8a75-d830e6eda0d6 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177685 Jul 29 23:50:19.298969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:19.314398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b78c652e-b6f6-4019-9963-3118fd80e86e req-0530db29-617f-408d-81fa-cc9427a382db tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811164 Jul 29 23:50:19.335435 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3033a0f8-4b10-401f-af3b-f9daa4d6ac4d req-9f3b5de4-5b8d-4fe7-a776-d0f93597bc56 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097622 Jul 29 23:50:19.440462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:19.449934 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:19.457460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-829b1621-21fb-47fe-b5c4-f3bf3d5717f9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6557059 Jul 29 23:50:19.458074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49544) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:19.462541 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:19.463599 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:19.479144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86be364-96ad-4af8-9127-822cf0595750 req-433f1bc1-503a-4568-80a6-02fb364551a4 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.488161 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e86be364-96ad-4af8-9127-822cf0595750 req-433f1bc1-503a-4568-80a6-02fb364551a4 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 943 time: 0.1149375 Jul 29 23:50:19.537112 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d8c55f-b18f-41ca-962d-87d1efb3efc9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting subnet f6019244-1674-4c94-b448-8745369b48b4 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:19.542275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7 req-c50e2881-7454-46e3-acc3-f76a12b02019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.544164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e86be364-96ad-4af8-9127-822cf0595750 req-a4555081-39c9-44d6-8ca0-304a864149f6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550830 Jul 29 23:50:19.548382 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7 req-c50e2881-7454-46e3-acc3-f76a12b02019 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 1095 time: 0.1144881 Jul 29 23:50:19.549376 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01d8c55f-b18f-41ca-962d-87d1efb3efc9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.556130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:19.616223 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:18Z', 'revision_number': 11, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:19.644865 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:19.654334 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:19.655054 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:19.663654 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01d8c55f-b18f-41ca-962d-87d1efb3efc9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.728722 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:19.736507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7 req-24e5c1f1-a950-4683-acb9-72f20b431385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.738170 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7 req-24e5c1f1-a950-4683-acb9-72f20b431385 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 906 time: 0.1841774 Jul 29 23:50:19.789770 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:18Z', 'revision_number': 11, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:19.805460 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7 req-bffb7e3f-0928-44e5-b621-ddbcc485f7e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b7d17e6-aba4-45d5-8021-b36bed309afb HTTP/1.1" status: 200 len: 217 time: 0.0462089 Jul 29 23:50:19.821224 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29612ca-0e1a-473e-9e09-5282cee86a27 None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:18Z', 'revision_number': 11, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:19.824427 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01d8c55f-b18f-41ca-962d-87d1efb3efc9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.906624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7 req-f57bf095-b0cb-4f18-a574-a746a7663a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.908159 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7 req-f57bf095-b0cb-4f18-a574-a746a7663a53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.0858917 Jul 29 23:50:19.945987 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01d8c55f-b18f-41ca-962d-87d1efb3efc9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.957962 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7 req-ac148c79-51b8-4e6d-94cf-ba13b1938a64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407717 Jul 29 23:50:19.987513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8c55f-b18f-41ca-962d-87d1efb3efc9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Subnet': ['ID=f6019244-1674-4c94-b448-8745369b48b4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:20.015634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b9967e-7588-4ff0-bd0c-1b3b5caacd89 None None] Network 50648862-8e25-4cd0-a1b7-cc166e94f6e1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:20.026230 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01d8c55f-b18f-41ca-962d-87d1efb3efc9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.028194 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-01d8c55f-b18f-41ca-962d-87d1efb3efc9 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/f6019244-1674-4c94-b448-8745369b48b4 HTTP/1.1" status: 204 len: 168 time: 0.5674114 Jul 29 23:50:20.031299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:20.140489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.251471 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7 req-bad7e5a6-0301-4de8-b933-5f8e982cc870 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745273 Jul 29 23:50:20.269811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3811d0d-ef50-49cd-8b02-f0e9df2dc76a None None] DHCP port deletion for 50648862-8e25-4cd0-a1b7-cc166e94f6e1 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:50:20.364633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e3811d0d-ef50-49cd-8b02-f0e9df2dc76a None None] Deleting port db62b912-7772-4d22-b37d-f85823341bb5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:20.365303 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3811d0d-ef50-49cd-8b02-f0e9df2dc76a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.399065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Deleting port db62b912-7772-4d22-b37d-f85823341bb5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:20.399656 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.461146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e3811d0d-ef50-49cd-8b02-f0e9df2dc76a None None] For port db62b912-7772-4d22-b37d-f85823341bb5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=db62b912-7772-4d22-b37d-f85823341bb5,segment=NetworkSegment(abe434ba-11d0-40ff-8d50-58912d5c8dde),segment_id=abe434ba-11d0-40ff-8d50-58912d5c8dde)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:20.461951 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3811d0d-ef50-49cd-8b02-f0e9df2dc76a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.484498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e3811d0d-ef50-49cd-8b02-f0e9df2dc76a None None] Calling delete_port for db62b912-7772-4d22-b37d-f85823341bb5 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:20.525162 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dbf5e68c-bf93-4330-aaf5-40b3ce64a0e7 req-70cdffbb-d186-4ae2-82a0-60543bf3461d service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514403 Jul 29 23:50:20.535151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] For port db62b912-7772-4d22-b37d-f85823341bb5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=db62b912-7772-4d22-b37d-f85823341bb5,segment=NetworkSegment(abe434ba-11d0-40ff-8d50-58912d5c8dde),segment_id=abe434ba-11d0-40ff-8d50-58912d5c8dde)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:20.535671 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.566546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Calling delete_port for db62b912-7772-4d22-b37d-f85823341bb5 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:20.579294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef0658-3cb8-4440-83d8-7dea9e7f5e78 req-535d264c-4592-4b06-adfa-818f7b759e86 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.593064 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3811d0d-ef50-49cd-8b02-f0e9df2dc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.595758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10ef0658-3cb8-4440-83d8-7dea9e7f5e78 req-535d264c-4592-4b06-adfa-818f7b759e86 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 943 time: 0.1770701 Jul 29 23:50:20.643264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3811d0d-ef50-49cd-8b02-f0e9df2dc76a None None] Pushing event deleted for resources: {'Port': ['ID=db62b912-7772-4d22-b37d-f85823341bb5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:20.657463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3811d0d-ef50-49cd-8b02-f0e9df2dc76a None None] No DVR routers for this DVR port db62b912-7772-4d22-b37d-f85823341bb5 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:20.669607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10ef0658-3cb8-4440-83d8-7dea9e7f5e78 req-20a4f906-5926-4159-a54c-1bdac35e3563 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668077 Jul 29 23:50:20.714722 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.750756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Port': ['ID=db62b912-7772-4d22-b37d-f85823341bb5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:20.753230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No DVR routers for this DVR port db62b912-7772-4d22-b37d-f85823341bb5 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:20.797757 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d95476-ecc1-4e83-8e48-eb8422da25b7 req-32f68b4c-1c4f-41da-a851-8263c42a11a2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.801605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74d95476-ecc1-4e83-8e48-eb8422da25b7 req-32f68b4c-1c4f-41da-a851-8263c42a11a2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 943 time: 0.0970984 Jul 29 23:50:20.845508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74d95476-ecc1-4e83-8e48-eb8422da25b7 req-1c029822-eb39-4905-bbf5-25858b0dcbc1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385346 Jul 29 23:50:20.861483 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.877656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50648862-8e25-4cd0-a1b7-cc166e94f6e1']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:20.890299 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe434ba-11d0-40ff-8d50-58912d5c8dde') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:20.890902 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe434ba-11d0-40ff-8d50-58912d5c8dde') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:20.901617 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.916738 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.923786 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:20.924468 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: self.session.flush() Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:20.927686 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:20.987590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.997653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.002864 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/networks/50648862-8e25-4cd0-a1b7-cc166e94f6e1 HTTP/1.1" status: 204 len: 168 time: 0.9673424 Jul 29 23:50:21.003612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:21.014454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38261409-cc71-432a-9643-2172eba811e3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Pushing event deleted for resources: {'Network': ['ID=50648862-8e25-4cd0-a1b7-cc166e94f6e1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:21.025258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3f2599cc-9881-4373-88aa-f443019eca72 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'routes': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:21.201155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-3f2599cc-9881-4373-88aa-f443019eca72 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Added routes are [] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:50:21.201466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-3f2599cc-9881-4373-88aa-f443019eca72 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Removed routes are [] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:50:21.201839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f2599cc-9881-4373-88aa-f443019eca72 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.288103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d5cbd175-59e1-4d1b-9554-b4b29d2efc79 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:21.293738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b29b408a-f46a-4184-947f-f4915afb0267 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:21.345437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: b29b408a-f46a-4184-947f-f4915afb0267 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:21.346164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b29b408a-f46a-4184-947f-f4915afb0267 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:21.479000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d5cbd175-59e1-4d1b-9554-b4b29d2efc79, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:21.492149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'd5cbd175-59e1-4d1b-9554-b4b29d2efc79', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'port_id': 'd5cbd175-59e1-4d1b-9554-b4b29d2efc79', 'mac_address': 'fa:16:3e:53:31:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:21.528572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1b7d17e6-aba4-45d5-8021-b36bed309afb details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:21.554881 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.620999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cbd175-59e1-4d1b-9554-b4b29d2efc79 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:21.662589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d5cbd175-59e1-4d1b-9554-b4b29d2efc79, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:21.679087 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.728278 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a8eb242-88d1-4f8c-ab4c-2721edfb0bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.742059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1b7d17e6-aba4-45d5-8021-b36bed309afb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1b7d17e6-aba4-45d5-8021-b36bed309afb,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:21.769382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '1b7d17e6-aba4-45d5-8021-b36bed309afb', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'port_id': '1b7d17e6-aba4-45d5-8021-b36bed309afb', 'mac_address': 'fa:16:3e:6f:f5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e2cfa4-656f-4a65-8a02-85ab9ce6dea4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:21.771063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:21.777860 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f2599cc-9881-4373-88aa-f443019eca72 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.783028 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f2599cc-9881-4373-88aa-f443019eca72 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.818994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.864482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7d17e6-aba4-45d5-8021-b36bed309afb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:21.877145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2599cc-9881-4373-88aa-f443019eca72 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router bf07e93a-dddf-4937-b1f6-dfdea50962b0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:21.924837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1b7d17e6-aba4-45d5-8021-b36bed309afb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1b7d17e6-aba4-45d5-8021-b36bed309afb,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:21.929312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d5cbd175-59e1-4d1b-9554-b4b29d2efc79'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:21.937613 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.983225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5fcf6280-0953-4bf7-92ea-77616e13ed84 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:22.064684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2599cc-9881-4373-88aa-f443019eca72 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:22.073037 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f2599cc-9881-4373-88aa-f443019eca72 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.074509 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3f2599cc-9881-4373-88aa-f443019eca72 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0 HTTP/1.1" status: 200 len: 705 time: 1.0687995 Jul 29 23:50:22.077957 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:22.106524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678fe86-e4a8-467a-a7af-f539f3049f48 req-6b1ae98a-b634-4d27-9bb0-4f6f832b080f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.108333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b678fe86-e4a8-467a-a7af-f539f3049f48 req-6b1ae98a-b634-4d27-9bb0-4f6f832b080f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 944 time: 0.2296655 Jul 29 23:50:22.117578 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-76bdeaea-e181-4fba-bb06-4eba518ef8e2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf07e93a-dddf-4937-b1f6-dfdea50962b0 HTTP/1.1" status: 200 len: 205 time: 0.0382679 Jul 29 23:50:22.120097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49628) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:22.213791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b678fe86-e4a8-467a-a7af-f539f3049f48 req-0b0ecd50-8af5-43c8-a737-87f3092f26b4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906889 Jul 29 23:50:22.254050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeb98a-1a8f-4f03-9e0e-e7258417007d req-ed5f8155-1a83-484b-8d29-057483d8b646 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.258503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-feeeb98a-1a8f-4f03-9e0e-e7258417007d req-ed5f8155-1a83-484b-8d29-057483d8b646 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 944 time: 0.2366328 Jul 29 23:50:22.289791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9855f4d7-4a2a-43e0-abb9-4b114517d046 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.313728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6467c68a-3334-426c-9917-a4122efbe469 None None] Sync routers for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:22.315362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-feeeb98a-1a8f-4f03-9e0e-e7258417007d req-b28c13c6-0ac0-4f38-af4b-983a8d163527 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Jul 29 23:50:22.324821 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 5fcf6280-0953-4bf7-92ea-77616e13ed84 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:22.325417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5fcf6280-0953-4bf7-92ea-77616e13ed84 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:22.326027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device db62b912-7772-4d22-b37d-f85823341bb5 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:22.387177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: db62b912-7772-4d22-b37d-f85823341bb5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:22.387879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device db62b912-7772-4d22-b37d-f85823341bb5 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:22.407070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6467c68a-3334-426c-9917-a4122efbe469 None None] Routers {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:22.408200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6467c68a-3334-426c-9917-a4122efbe469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:22.462798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=1b7d17e6-aba4-45d5-8021-b36bed309afb,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:22.496962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['1b7d17e6-aba4-45d5-8021-b36bed309afb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:22.537584 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9855f4d7-4a2a-43e0-abb9-4b114517d046 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.545921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9855f4d7-4a2a-43e0-abb9-4b114517d046 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.553508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6467c68a-3334-426c-9917-a4122efbe469 None None] Set router bf07e93a-dddf-4937-b1f6-dfdea50962b0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:22.601655 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9855f4d7-4a2a-43e0-abb9-4b114517d046 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.602310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9855f4d7-4a2a-43e0-abb9-4b114517d046 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Fanout notify agent at l3_agent the message router_deleted on router bf07e93a-dddf-4937-b1f6-dfdea50962b0 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:50:22.615027 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9855f4d7-4a2a-43e0-abb9-4b114517d046 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.620037 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9855f4d7-4a2a-43e0-abb9-4b114517d046 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0 HTTP/1.1" status: 204 len: 168 time: 0.4947948 Jul 29 23:50:22.620415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49640) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:22.621365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6467c68a-3334-426c-9917-a4122efbe469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf07e93a-dddf-4937-b1f6-dfdea50962b0', 'name': 'tempest-RoutersIpV6Test-router-1193742488', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:40Z', 'updated_at': '2021-07-29T23:50:18Z', 'revision_number': 11, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:22.626050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-daa124fe-c93f-4b37-ad78-ec1972e16239 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1461565433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:22.656364 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa124fe-c93f-4b37-ad78-ec1972e16239 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.657534 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa124fe-c93f-4b37-ad78-ec1972e16239 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.666209 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6467c68a-3334-426c-9917-a4122efbe469 None None] Checking router: bf07e93a-dddf-4937-b1f6-dfdea50962b0 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:22.712509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6467c68a-3334-426c-9917-a4122efbe469 None None] Routers set() bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:22.712882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6467c68a-3334-426c-9917-a4122efbe469 None None] Router IDs set() for agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:50:22.713506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_agentschedulers_db [None req-6467c68a-3334-426c-9917-a4122efbe469 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bf07e93a-dddf-4937-b1f6-dfdea50962b0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent'). {{(pid=93818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:50:22.713893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6467c68a-3334-426c-9917-a4122efbe469 None None] The sync data for ids ['bf07e93a-dddf-4937-b1f6-dfdea50962b0'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:22.738505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa124fe-c93f-4b37-ad78-ec1972e16239 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.744978 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa124fe-c93f-4b37-ad78-ec1972e16239 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.775343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa124fe-c93f-4b37-ad78-ec1972e16239 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.776834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-daa124fe-c93f-4b37-ad78-ec1972e16239 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1547039 Jul 29 23:50:22.779709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:22.787522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-84465a57-0d88-4525-b41f-fdfa2aaa8a7b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:23.063382 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84465a57-0d88-4525-b41f-fdfa2aaa8a7b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.075313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84465a57-0d88-4525-b41f-fdfa2aaa8a7b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.180414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84465a57-0d88-4525-b41f-fdfa2aaa8a7b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Router 32446c3e-d9ee-4609-80b9-86918f231ecd is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:50:23.278788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84465a57-0d88-4525-b41f-fdfa2aaa8a7b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:23.286177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d5cbd175-59e1-4d1b-9554-b4b29d2efc79 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:23.288117 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84465a57-0d88-4525-b41f-fdfa2aaa8a7b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.291944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49662) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:23.292519 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-84465a57-0d88-4525-b41f-fdfa2aaa8a7b tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "PUT /v2.0/routers/32446c3e-d9ee-4609-80b9-86918f231ecd HTTP/1.1" status: 200 len: 698 time: 0.5096476 Jul 29 23:50:23.299435 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] Sync routers for ids ['32446c3e-d9ee-4609-80b9-86918f231ecd'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:23.324078 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] Routers {'32446c3e-d9ee-4609-80b9-86918f231ecd'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:23.328934 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['32446c3e-d9ee-4609-80b9-86918f231ecd'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:23.494410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49668) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:23.496176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e1c083bf-50ee-4534-b891-41a33e6e12d6 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/routers/32446c3e-d9ee-4609-80b9-86918f231ecd HTTP/1.1" status: 200 len: 704 time: 0.2011223 Jul 29 23:50:23.502467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:23.529943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:23.531238 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.539303 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b3ce6961-a1cd-488c-8829-306733f490cb tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=32446c3e-d9ee-4609-80b9-86918f231ecd HTTP/1.1" status: 200 len: 205 time: 0.0431173 Jul 29 23:50:23.544524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49670) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:23.555163 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] Set router 32446c3e-d9ee-4609-80b9-86918f231ecd gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:23.633811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4b6ad-2f4e-4ab1-9409-5778477f4f6e req-81ae6132-a1c9-405e-9afa-0ac4918a2674 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.635387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9c4b6ad-2f4e-4ab1-9409-5778477f4f6e req-81ae6132-a1c9-405e-9afa-0ac4918a2674 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 944 time: 0.1369743 Jul 29 23:50:23.644968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63935d-1fa6-4afe-bc96-76e2613be37f req-8cd8df13-634f-4b26-9270-05a659f618b3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.646561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f63935d-1fa6-4afe-bc96-76e2613be37f req-8cd8df13-634f-4b26-9270-05a659f618b3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 944 time: 0.1371269 Jul 29 23:50:23.671972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.685846 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32446c3e-d9ee-4609-80b9-86918f231ecd', 'name': 'tempest-RoutersIpV6Test-router-1461565433', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:22Z', 'updated_at': '2021-07-29T23:50:23Z', 'revision_number': 2, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:23.706871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f46f3f2-226f-4b63-8540-481e6d153f56 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.707120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9c4b6ad-2f4e-4ab1-9409-5778477f4f6e req-55dfcea2-4827-4f41-93cf-e2c96679ee08 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595825 Jul 29 23:50:23.709950 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ef64c5-e6cc-4a93-a621-03d771ca85a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cbd175-59e1-4d1b-9554-b4b29d2efc79'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:23.715792 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d42a5c-cdfd-45f9-b4ea-6660d7cac0b0" -d '{"events": [{"server_uuid": "71ef64c5-e6cc-4a93-a621-03d771ca85a4", "name": "network-vif-plugged", "status": "completed", "tag": "d5cbd175-59e1-4d1b-9554-b4b29d2efc79"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:23.724047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f63935d-1fa6-4afe-bc96-76e2613be37f req-fa2fc653-a9b4-49d6-b61c-8fe7816feaa4 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695937 Jul 29 23:50:23.724715 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] Checking router: 32446c3e-d9ee-4609-80b9-86918f231ecd for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:23.734887 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] Routers {'32446c3e-d9ee-4609-80b9-86918f231ecd'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:23.735284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port d5cbd175-59e1-4d1b-9554-b4b29d2efc79, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:23.736211 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['32446c3e-d9ee-4609-80b9-86918f231ecd'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:23.741033 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.821980 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] Set router 32446c3e-d9ee-4609-80b9-86918f231ecd gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:23.837597 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7d61ee-d175-48c7-935b-246d9c9dbcc4 x-openstack-request-id: req-4a7d61ee-d175-48c7-935b-246d9c9dbcc4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:23.837894 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ef64c5-e6cc-4a93-a621-03d771ca85a4", "name": "network-vif-plugged", "status": "completed", "tag": "d5cbd175-59e1-4d1b-9554-b4b29d2efc79", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:23.838154 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a7d61ee-d175-48c7-935b-246d9c9dbcc4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:23.838554 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ef64c5-e6cc-4a93-a621-03d771ca85a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cbd175-59e1-4d1b-9554-b4b29d2efc79', 'code': 200} Jul 29 23:50:23.857492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:23.883645 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32446c3e-d9ee-4609-80b9-86918f231ecd', 'name': 'tempest-RoutersIpV6Test-router-1461565433', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:22Z', 'updated_at': '2021-07-29T23:50:23Z', 'revision_number': 2, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:23.916441 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72acda75-a866-4252-a3b3-d9b72be45fce None None] The sync data for ids ['32446c3e-d9ee-4609-80b9-86918f231ecd'] in n-d-712139-11 is: [{'id': '32446c3e-d9ee-4609-80b9-86918f231ecd', 'name': 'tempest-RoutersIpV6Test-router-1461565433', 'tenant_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:22Z', 'updated_at': '2021-07-29T23:50:23Z', 'revision_number': 2, 'project_id': '9b0157eeb68e4490bb0f0ccf65e24705', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:24.111589 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7b52828-1fd3-47cc-ba4f-a33d29a1ceb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.246263 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.458294 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f46f3f2-226f-4b63-8540-481e6d153f56 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.465853 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f46f3f2-226f-4b63-8540-481e6d153f56 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.479454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98701fda-e27e-4989-b28c-7cc823cfdca8 req-089083b3-2bca-453f-91ab-5f74aff632c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.481044 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-98701fda-e27e-4989-b28c-7cc823cfdca8 req-089083b3-2bca-453f-91ab-5f74aff632c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 1097 time: 0.5520248 Jul 29 23:50:24.544103 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-98701fda-e27e-4989-b28c-7cc823cfdca8 req-e413549c-411c-4a9e-a641-853284345330 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Jul 29 23:50:24.545161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f46f3f2-226f-4b63-8540-481e6d153f56 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.546715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f46f3f2-226f-4b63-8540-481e6d153f56 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Fanout notify agent at l3_agent the message router_deleted on router 32446c3e-d9ee-4609-80b9-86918f231ecd {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:50:24.553684 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f46f3f2-226f-4b63-8540-481e6d153f56 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.559018 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0f46f3f2-226f-4b63-8540-481e6d153f56 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/32446c3e-d9ee-4609-80b9-86918f231ecd HTTP/1.1" status: 204 len: 168 time: 1.0092988 Jul 29 23:50:24.559517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49698) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:24.595415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4c1f0bb4-2bb8-4144-9ac6-498f9d7152df tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=32446c3e-d9ee-4609-80b9-86918f231ecd HTTP/1.1" status: 200 len: 205 time: 0.0342469 Jul 29 23:50:24.597362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49700) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:24.645658 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-60b58093-7fb0-495a-b3b7-2a723f6f358f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] delete failed (client error): The resource could not be found. Jul 29 23:50:24.646687 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-60b58093-7fb0-495a-b3b7-2a723f6f358f tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/32446c3e-d9ee-4609-80b9-86918f231ecd HTTP/1.1" status: 404 len: 336 time: 0.0481396 Jul 29 23:50:24.649465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49704) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:24.676456 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a7e4b5-0fc0-413c-922f-c729e7f9165d tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:24.677175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a7e4b5-0fc0-413c-922f-c729e7f9165d tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:24.680066 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-14a7e4b5-0fc0-413c-922f-c729e7f9165d tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/c465b27c-1214-4fe9-833f-a752c4cab37b HTTP/1.1" status: 404 len: 337 time: 0.0288966 Jul 29 23:50:24.681874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49708) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:24.722775 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa14fea-c947-4166-b130-cd61b7ba87b0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:24.723357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa14fea-c947-4166-b130-cd61b7ba87b0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:24.724994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-baa14fea-c947-4166-b130-cd61b7ba87b0 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/5cdbbdaf-fa1b-42f8-8c32-eba1a7e15214 HTTP/1.1" status: 404 len: 337 time: 0.0420897 Jul 29 23:50:24.727595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:24.758144 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99d20c9-6f56-4a16-a94d-4bfc1eb49714 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:24.759014 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99d20c9-6f56-4a16-a94d-4bfc1eb49714 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:24.761997 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d99d20c9-6f56-4a16-a94d-4bfc1eb49714 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/6869da49-be49-4b1d-b4df-a73b0c127959 HTTP/1.1" status: 404 len: 337 time: 0.0326064 Jul 29 23:50:24.763999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49716) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:24.805805 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c85410-b845-4afb-bd9a-5ef0702b751d tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:24.806990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c85410-b845-4afb-bd9a-5ef0702b751d tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:24.815018 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-67c85410-b845-4afb-bd9a-5ef0702b751d tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/f6019244-1674-4c94-b448-8745369b48b4 HTTP/1.1" status: 404 len: 337 time: 0.0489259 Jul 29 23:50:24.817586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:24.857606 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1da7a958-636c-4b43-b884-0b53945b203e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf07e93a-dddf-4937-b1f6-dfdea50962b0 HTTP/1.1" status: 200 len: 205 time: 0.0402875 Jul 29 23:50:24.862522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:24.930265 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-859bb3a1-d025-4a39-a3f3-b06ad1c30cf8 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] delete failed (client error): The resource could not be found. Jul 29 23:50:24.931305 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-859bb3a1-d025-4a39-a3f3-b06ad1c30cf8 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/bf07e93a-dddf-4937-b1f6-dfdea50962b0 HTTP/1.1" status: 404 len: 336 time: 0.0676889 Jul 29 23:50:24.934194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49726) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:24.949887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e61e5-7bb8-4d1e-b739-731564ec380e req-6ac4f066-b7a3-4ff8-883a-dc993b450113 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.956539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf2e61e5-7bb8-4d1e-b739-731564ec380e req-6ac4f066-b7a3-4ff8-883a-dc993b450113 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 945 time: 0.1203735 Jul 29 23:50:24.978644 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b0031b85-b80c-4c1f-af67-25072cd715e8 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfbb497c-ceaa-4b29-ad06-882e5ec147cf HTTP/1.1" status: 200 len: 205 time: 0.0413759 Jul 29 23:50:24.979690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.042091 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-2c1540cb-9d8d-4e92-ad6d-6a90b64f14e1 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] delete failed (client error): The resource could not be found. Jul 29 23:50:25.045430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2c1540cb-9d8d-4e92-ad6d-6a90b64f14e1 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/dfbb497c-ceaa-4b29-ad06-882e5ec147cf HTTP/1.1" status: 404 len: 336 time: 0.0612648 Jul 29 23:50:25.045660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49732) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.080227 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a82a3d-e370-4bcf-8e66-d43ac716d5be tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:25.080952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a82a3d-e370-4bcf-8e66-d43ac716d5be tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:25.085142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-67a82a3d-e370-4bcf-8e66-d43ac716d5be tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/e680ae70-87ad-4a9f-ae85-9d3d15425328 HTTP/1.1" status: 404 len: 337 time: 0.0359130 Jul 29 23:50:25.086613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49734) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.091829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3e36d-69b0-452a-bc26-ee2e16e37dcf req-0a709531-8b5f-4512-ab54-335600b7236a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:25.099782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efe3e36d-69b0-452a-bc26-ee2e16e37dcf req-0a709531-8b5f-4512-ab54-335600b7236a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 944 time: 0.2012928 Jul 29 23:50:25.120792 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a41aaf91-fe18-473b-bd16-aff3505e3b5d tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=d726bf72-b74c-4070-90a0-4f2893ed3261 HTTP/1.1" status: 200 len: 205 time: 0.0324545 Jul 29 23:50:25.123488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.133032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf2e61e5-7bb8-4d1e-b739-731564ec380e req-4562e390-3d75-4599-a1e6-1900b425acec tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655414 Jul 29 23:50:25.157785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efe3e36d-69b0-452a-bc26-ee2e16e37dcf req-c7ce036c-e8f1-480d-8491-7a900cc46a92 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568795 Jul 29 23:50:25.176747 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-ac84ab30-86e1-4622-9602-c450bdac187e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] delete failed (client error): The resource could not be found. Jul 29 23:50:25.179116 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ac84ab30-86e1-4622-9602-c450bdac187e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/d726bf72-b74c-4070-90a0-4f2893ed3261 HTTP/1.1" status: 404 len: 336 time: 0.0529695 Jul 29 23:50:25.182524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49738) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.237211 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4e5b34ff-d6b8-44b1-aae6-84674d2adb8a tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=d793e732-0554-4f9b-835e-75aef881a304 HTTP/1.1" status: 200 len: 205 time: 0.0513513 Jul 29 23:50:25.237841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49740) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.291684 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-e3606a77-5fe5-472c-b5dc-61ddd5896aa3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] delete failed (client error): The resource could not be found. Jul 29 23:50:25.293208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e3606a77-5fe5-472c-b5dc-61ddd5896aa3 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/d793e732-0554-4f9b-835e-75aef881a304 HTTP/1.1" status: 404 len: 336 time: 0.0546968 Jul 29 23:50:25.295822 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.344944 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-199c97c3-1b51-49fe-9571-b70b6a99e96e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:25.345431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199c97c3-1b51-49fe-9571-b70b6a99e96e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:25.352157 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-199c97c3-1b51-49fe-9571-b70b6a99e96e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/cf30983a-9fa4-4450-b762-29f01cf1c823 HTTP/1.1" status: 404 len: 337 time: 0.0549989 Jul 29 23:50:25.354455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49744) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.394078 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7b817822-b9a4-4f16-b996-bb57673363c2 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=650ec073-14c1-49a9-aa69-fdd391b23b63 HTTP/1.1" status: 200 len: 205 time: 0.0380595 Jul 29 23:50:25.396297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49746) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.453885 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:25.455784 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-720d3bca-fce2-4049-888c-c457be45964e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] delete failed (client error): The resource could not be found. Jul 29 23:50:25.457022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-720d3bca-fce2-4049-888c-c457be45964e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/650ec073-14c1-49a9-aa69-fdd391b23b63 HTTP/1.1" status: 404 len: 336 time: 0.0597329 Jul 29 23:50:25.459708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.489480 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51185ce-f5e7-47cd-b1d5-ee47e35f7695 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:25.490226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51185ce-f5e7-47cd-b1d5-ee47e35f7695 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:25.492036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d51185ce-f5e7-47cd-b1d5-ee47e35f7695 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/8129cc0a-c661-433d-8d1b-50ce459e7b88 HTTP/1.1" status: 404 len: 337 time: 0.0310643 Jul 29 23:50:25.494861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49752) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.526516 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1480e119-f11f-472c-9627-58e3c23b74ae tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7dafb8-fe75-4cf7-b4b4-23fa8698d653 HTTP/1.1" status: 200 len: 205 time: 0.0302670 Jul 29 23:50:25.528278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49754) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.543039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1b7d17e6-aba4-45d5-8021-b36bed309afb up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:25.597272 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-9f478d5b-8f8b-43c9-8e8b-5221a2adf357 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] delete failed (client error): The resource could not be found. Jul 29 23:50:25.601515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49758) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.602010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9f478d5b-8f8b-43c9-8e8b-5221a2adf357 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/routers/bf7dafb8-fe75-4cf7-b4b4-23fa8698d653 HTTP/1.1" status: 404 len: 336 time: 0.0723491 Jul 29 23:50:25.629713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 1b7d17e6-aba4-45d5-8021-b36bed309afb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:25.634951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 1b7d17e6-aba4-45d5-8021-b36bed309afb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:25.635250 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:25.658283 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-10afcb81-fb6a-44bf-85a2-265a111e6d31 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:25.658759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10afcb81-fb6a-44bf-85a2-265a111e6d31 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:25.660583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-10afcb81-fb6a-44bf-85a2-265a111e6d31 tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/2d5b6d99-db4d-4d96-b917-77db0fe43386 HTTP/1.1" status: 404 len: 337 time: 0.0576811 Jul 29 23:50:25.663762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49760) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:25.700712 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e887c2-f43a-42fc-b8a1-107ebd85b01e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:25.701362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e887c2-f43a-42fc-b8a1-107ebd85b01e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:25.706821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-53e887c2-f43a-42fc-b8a1-107ebd85b01e tempest-RoutersIpV6Test-1440224672 tempest-RoutersIpV6Test-1440224672-project] 10.222.0.37 "DELETE /v2.0/subnets/594f42d3-f93e-4bd1-b8e1-d47cf828f406 HTTP/1.1" status: 404 len: 337 time: 0.0418715 Jul 29 23:50:25.770755 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:25.822489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 1b7d17e6-aba4-45d5-8021-b36bed309afb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1b7d17e6-aba4-45d5-8021-b36bed309afb,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:25.827891 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:25.856571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2af7cf-70d1-430b-b0c3-a0159772fee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d17e6-aba4-45d5-8021-b36bed309afb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:25.859527 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1abbe7-c542-4690-af28-e264b0640e18" -d '{"events": [{"server_uuid": "dd2af7cf-70d1-430b-b0c3-a0159772fee0", "name": "network-vif-plugged", "status": "completed", "tag": "1b7d17e6-aba4-45d5-8021-b36bed309afb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:25.908440 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff0e092-576b-4e6b-8e9e-5589a30c765f x-openstack-request-id: req-0ff0e092-576b-4e6b-8e9e-5589a30c765f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:25.908742 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2af7cf-70d1-430b-b0c3-a0159772fee0", "name": "network-vif-plugged", "status": "completed", "tag": "1b7d17e6-aba4-45d5-8021-b36bed309afb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:25.908999 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ff0e092-576b-4e6b-8e9e-5589a30c765f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:25.909478 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2af7cf-70d1-430b-b0c3-a0159772fee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d17e6-aba4-45d5-8021-b36bed309afb', 'code': 200} Jul 29 23:50:25.912700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=1b7d17e6-aba4-45d5-8021-b36bed309afb,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:26.003889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49768) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:26.035347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ffe13-f5e5-45f2-af11-96674706849e req-3b45011f-7fb9-42cc-ad83-552a7ac7d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.037046 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e43ffe13-f5e5-45f2-af11-96674706849e req-3b45011f-7fb9-42cc-ad83-552a7ac7d697 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 1097 time: 0.0452638 Jul 29 23:50:26.077696 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e43ffe13-f5e5-45f2-af11-96674706849e req-a55f4fc5-19b0-499f-ac05-dad54e7021cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338807 Jul 29 23:50:26.160147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1deece35-93cb-44be-ae30-8efc3a11eee6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b0157eeb68e4490bb0f0ccf65e24705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552126 Jul 29 23:50:26.160801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49774) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:26.217330 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17c5f8b6-e4e8-4468-b69a-8da9304f5952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.307742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17c5f8b6-e4e8-4468-b69a-8da9304f5952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.362783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0f299-ab07-4c94-8939-cfb78c155dc7 req-c38138d8-a75a-4ac5-b236-b8bcc4623957 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.364472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90c0f299-ab07-4c94-8939-cfb78c155dc7 req-c38138d8-a75a-4ac5-b236-b8bcc4623957 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 945 time: 0.1249647 Jul 29 23:50:26.388218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805826a1-a7f2-493f-bd8d-847c14f772a4 req-d3f094dd-772b-47c3-8521-6d1f15ffa7a1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.390371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-805826a1-a7f2-493f-bd8d-847c14f772a4 req-d3f094dd-772b-47c3-8521-6d1f15ffa7a1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 945 time: 0.1190622 Jul 29 23:50:26.449269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90c0f299-ab07-4c94-8939-cfb78c155dc7 req-7f420265-040d-4af4-866b-7c3fced5a0ce tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748963 Jul 29 23:50:26.473031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-805826a1-a7f2-493f-bd8d-847c14f772a4 req-3c86688d-56f2-4d00-95cb-bbebd8975d83 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710003 Jul 29 23:50:26.486455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17c5f8b6-e4e8-4468-b69a-8da9304f5952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.489628 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17c5f8b6-e4e8-4468-b69a-8da9304f5952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.494005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-17c5f8b6-e4e8-4468-b69a-8da9304f5952 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b46adfd7-6e60-48ad-abae-ed0b6d1c1aaf HTTP/1.1" status: 204 len: 168 time: 0.3321936 Jul 29 23:50:26.503388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5f8b6-e4e8-4468-b69a-8da9304f5952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46adfd7-6e60-48ad-abae-ed0b6d1c1aaf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:26.602358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-1c08cdf1-bb7a-4e94-b82e-7c8e65d36360 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=26db6b4b91d247c5b9f9132b6799f10a HTTP/1.1" status: 200 len: 267 time: 0.0446701 Jul 29 23:50:26.671089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-44659ae8-6da5-4263-b76a-0767982fe91d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.673174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-44659ae8-6da5-4263-b76a-0767982fe91d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 945 time: 0.0698960 Jul 29 23:50:26.685111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-f80e780a-8050-493d-ad0b-bb70e0371d7b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'port': {'security_groups': []}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:26.778262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-f80e780a-8050-493d-ad0b-bb70e0371d7b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.031598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-f80e780a-8050-493d-ad0b-bb70e0371d7b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] For port d5cbd175-59e1-4d1b-9554-b4b29d2efc79, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:27.070406 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-f80e780a-8050-493d-ad0b-bb70e0371d7b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.086996 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-f80e780a-8050-493d-ad0b-bb70e0371d7b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.098606 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.101873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d5cbd175-59e1-4d1b-9554-b4b29d2efc79'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:27.168357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['b3c01d93-f191-4019-9656-c1a30185ec1f', 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:27.250251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-f80e780a-8050-493d-ad0b-bb70e0371d7b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.250944 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-f80e780a-8050-493d-ad0b-bb70e0371d7b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.262106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a28a070-2541-43e1-8ced-d81047bf66e0 req-f80e780a-8050-493d-ad0b-bb70e0371d7b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "PUT /v2.0/ports/d5cbd175-59e1-4d1b-9554-b4b29d2efc79 HTTP/1.1" status: 200 len: 904 time: 0.5820341 Jul 29 23:50:27.262551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ef64c5-e6cc-4a93-a621-03d771ca85a4', 'tag': 'd5cbd175-59e1-4d1b-9554-b4b29d2efc79'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:27.265123 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf0092-944c-4199-b66b-a499b9e400bc" -d '{"events": [{"name": "network-changed", "server_uuid": "71ef64c5-e6cc-4a93-a621-03d771ca85a4", "tag": "d5cbd175-59e1-4d1b-9554-b4b29d2efc79"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:27.385106 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c59aaa8-5d9c-4747-8db1-9edebfcf491b x-openstack-request-id: req-8c59aaa8-5d9c-4747-8db1-9edebfcf491b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:27.385415 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ef64c5-e6cc-4a93-a621-03d771ca85a4", "tag": "d5cbd175-59e1-4d1b-9554-b4b29d2efc79", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:27.385752 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c59aaa8-5d9c-4747-8db1-9edebfcf491b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:27.386209 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ef64c5-e6cc-4a93-a621-03d771ca85a4', 'tag': 'd5cbd175-59e1-4d1b-9554-b4b29d2efc79', 'status': 'completed', 'code': 200} Jul 29 23:50:27.392600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e780a-8050-493d-ad0b-bb70e0371d7b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'Port': ['ID=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:27.402772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['d5cbd175-59e1-4d1b-9554-b4b29d2efc79'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:27.487491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246372b-6bb3-495f-a442-686d6f8dc3c3 req-5d0c5cb0-9a28-4cd2-8fec-2fedb50d2f0b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.506857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2246372b-6bb3-495f-a442-686d6f8dc3c3 req-5d0c5cb0-9a28-4cd2-8fec-2fedb50d2f0b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 907 time: 0.1162035 Jul 29 23:50:27.550620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf0092-944c-4199-b66b-a499b9e400bc req-a3cd7856-5a05-44c2-8677-10779ce7c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.584124 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-efdf0092-944c-4199-b66b-a499b9e400bc req-a3cd7856-5a05-44c2-8677-10779ce7c690 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 1059 time: 0.1614249 Jul 29 23:50:27.730114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfc606-eabe-468b-9fea-99cbe01567e6 req-50170f27-d070-49c5-8b33-f9b8abc87db8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.743043 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79cfc606-eabe-468b-9fea-99cbe01567e6 req-50170f27-d070-49c5-8b33-f9b8abc87db8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1649158 Jul 29 23:50:27.754213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eec977e5-0e6d-4da3-9f45-0fb6391869c4 None None] Provisioning complete for port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:27.754600 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eec977e5-0e6d-4da3-9f45-0fb6391869c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.798958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79cfc606-eabe-468b-9fea-99cbe01567e6 req-9f5de7b7-fc47-4b3c-91ca-53d9fe09dc68 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545638 Jul 29 23:50:27.839990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1528a3-b178-42d8-b518-b93a3389e5af req-a8f494e5-8de4-4895-8a60-a453c135d065 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.851307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d1528a3-b178-42d8-b518-b93a3389e5af req-a8f494e5-8de4-4895-8a60-a453c135d065 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 945 time: 0.2028232 Jul 29 23:50:27.872820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf0092-944c-4199-b66b-a499b9e400bc req-5e6794df-c6fa-4c46-9cde-d7cb363df5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.879531 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-efdf0092-944c-4199-b66b-a499b9e400bc req-5e6794df-c6fa-4c46-9cde-d7cb363df5c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.2941613 Jul 29 23:50:27.908226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d1528a3-b178-42d8-b518-b93a3389e5af req-b5d1e738-6899-48ec-b61b-7a0f028d53b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557692 Jul 29 23:50:27.979058 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-efdf0092-944c-4199-b66b-a499b9e400bc req-26169279-6ef0-4fc9-baa9-96cccde356a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5cbd175-59e1-4d1b-9554-b4b29d2efc79 HTTP/1.1" status: 200 len: 217 time: 0.0897429 Jul 29 23:50:28.063580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8c27e-2c8a-4479-a712-111a6a6cbd66 req-90a0dda3-8c28-4026-a284-98e7daa1aab9 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.068852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71b8c27e-2c8a-4479-a712-111a6a6cbd66 req-90a0dda3-8c28-4026-a284-98e7daa1aab9 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0667417 Jul 29 23:50:28.088433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf0092-944c-4199-b66b-a499b9e400bc req-bcc39073-7650-4055-8498-fccf56adc6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.090143 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-efdf0092-944c-4199-b66b-a499b9e400bc req-bcc39073-7650-4055-8498-fccf56adc6cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.1025207 Jul 29 23:50:28.159406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71b8c27e-2c8a-4479-a712-111a6a6cbd66 req-cbb10e8c-25d9-4c80-8ee3-38a46737a131 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702863 Jul 29 23:50:28.182865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf0092-944c-4199-b66b-a499b9e400bc req-716ebe53-a99b-4094-89d9-ae9428ad98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.184835 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-efdf0092-944c-4199-b66b-a499b9e400bc req-716ebe53-a99b-4094-89d9-ae9428ad98eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840602 Jul 29 23:50:28.343310 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-efdf0092-944c-4199-b66b-a499b9e400bc req-a6d17645-f596-4683-8325-7d09674c6c21 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499803 Jul 29 23:50:28.464266 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-efdf0092-944c-4199-b66b-a499b9e400bc req-0f5abeb2-f514-4bad-8bdc-a62f1b262827 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127141 Jul 29 23:50:28.674405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-0fc43524-abb3-4db9-be44-1f2676a8eb9f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.676446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-0fc43524-abb3-4db9-be44-1f2676a8eb9f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 812 time: 0.1626158 Jul 29 23:50:28.698847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c0914389-2313-4298-9729-55ed9a8e663b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/quotas/26db6b4b91d247c5b9f9132b6799f10a HTTP/1.1" status: 200 len: 375 time: 0.0163367 Jul 29 23:50:28.774989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-1fa44dbc-95cb-478d-86d5-9737cc3f7708 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0751109 Jul 29 23:50:28.917064 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-d7135932-40a9-4d74-972f-f4e7a1df062c service neutron] 10.222.0.37 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412327 Jul 29 23:50:29.099734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-5b5b962d-ad9b-4107-9943-92ec0b8eeef5 service neutron] 10.222.0.37 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809940 Jul 29 23:50:29.181405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4370cb0-76b1-45e1-b21f-7f8d1aaadc65 req-2bd1e5d4-4c9b-4366-838e-a9c3ddfcc783 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.190921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4370cb0-76b1-45e1-b21f-7f8d1aaadc65 req-2bd1e5d4-4c9b-4366-838e-a9c3ddfcc783 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 945 time: 0.0882339 Jul 29 23:50:29.241940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4370cb0-76b1-45e1-b21f-7f8d1aaadc65 req-39ccd39f-7c20-47c2-bb3e-ebcecb03e582 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499985 Jul 29 23:50:29.488165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5aa9309-fb02-4584-9271-0d30fce1fbe4 req-e276230e-2648-4a5a-9f64-f0d5a1923575 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 210 time: 0.0649934 Jul 29 23:50:29.536903 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b309f-66b5-4b49-8e0c-8c387216d828 req-6cc9d1d2-a1cd-45f0-a821-03669d1e9166 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.547902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-212b309f-66b5-4b49-8e0c-8c387216d828 req-6cc9d1d2-a1cd-45f0-a821-03669d1e9166 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 945 time: 0.1965854 Jul 29 23:50:29.665789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-212b309f-66b5-4b49-8e0c-8c387216d828 req-a3b5606c-8444-45b9-9b77-e6804846a8ef tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002750 Jul 29 23:50:30.068588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746abf6b-4fc8-4f0d-9810-71f3252687b8 req-2674b147-e67a-4e89-a331-1e03c5c5944d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.069851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-746abf6b-4fc8-4f0d-9810-71f3252687b8 req-2674b147-e67a-4e89-a331-1e03c5c5944d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 945 time: 0.0654817 Jul 29 23:50:30.176405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-746abf6b-4fc8-4f0d-9810-71f3252687b8 req-51df5c54-51f3-4e2a-888d-dc294ecc019e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962222 Jul 29 23:50:30.648221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e44f9b76-51f9-46c7-a31a-752214f02444 req-201a997a-f6d8-4432-9d56-15fd4d125df8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 210 time: 0.0328739 Jul 29 23:50:31.056577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-25ae9849-afb9-4edd-9a3b-da433a59c881 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:31.059174 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-25ae9849-afb9-4edd-9a3b-da433a59c881 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.42 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 812 time: 0.1521311 Jul 29 23:50:31.079132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Request body: {'port': {'device_id': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'admin_state_up': True, 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:31.329456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Made reservation on behalf of 26db6b4b91d247c5b9f9132b6799f10a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:31.334805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.448638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15c4b-ec31-4b52-9739-b4aaf76a2d58 req-3f39f477-a930-4092-8a10-b004b53706ca tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:31.450221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98c15c4b-ec31-4b52-9739-b4aaf76a2d58 req-3f39f477-a930-4092-8a10-b004b53706ca tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 945 time: 0.1182613 Jul 29 23:50:31.547753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98c15c4b-ec31-4b52-9739-b4aaf76a2d58 req-15608efe-c56c-46fe-8adf-529cfb41377e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885100 Jul 29 23:50:31.785537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-bcdefee9-2eaf-436d-93d2-47e5e33cf9d9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:31.787119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-bcdefee9-2eaf-436d-93d2-47e5e33cf9d9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 945 time: 0.1136751 Jul 29 23:50:31.851808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Allocated IP 172.20.0.10 (33ad5c1f-badc-46d6-a914-c2f44d1a5dbd/3fe6365f-a40c-48b9-b081-8f50aa48b74d/8aaa7c74-a4d1-46f3-9228-f6c4c057237f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:31.897483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b31312c2-6d89-4018-8cfe-64a9e0c4d89d req-11d4956f-85f0-4b24-81f7-303a5bdde745 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 210 time: 0.0909078 Jul 29 23:50:32.079499 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-84e09f48-b5a2-415a-9ca7-abe6894bc3e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Deleting port 1b7d17e6-aba4-45d5-8021-b36bed309afb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:32.080208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-84e09f48-b5a2-415a-9ca7-abe6894bc3e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.223995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.238141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-84e09f48-b5a2-415a-9ca7-abe6894bc3e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] For port 1b7d17e6-aba4-45d5-8021-b36bed309afb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=1b7d17e6-aba4-45d5-8021-b36bed309afb,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:32.238653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-84e09f48-b5a2-415a-9ca7-abe6894bc3e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.256462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Transition to ACTIVE for port object 8aaa7c74-a4d1-46f3-9228-f6c4c057237f will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:32.275539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-84e09f48-b5a2-415a-9ca7-abe6894bc3e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Calling delete_port for 1b7d17e6-aba4-45d5-8021-b36bed309afb owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:32.392995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.406074 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.431125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['b3c01d93-f191-4019-9656-c1a30185ec1f', 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:32.491982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:32.494557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event updated for resources: {'Port': ['ID=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:32.529303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:32.533458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:32.593996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.594692 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.646574 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-a86e913a-fb3f-4612-a34c-612f0565c124 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5768347 Jul 29 23:50:32.675038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Request body: {'port': {'device_id': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:32.767296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-84e09f48-b5a2-415a-9ca7-abe6894bc3e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.798029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fd323-3ad6-48ed-9ed0-1a478b3d2dff req-49cfa4d9-46a3-4e00-8840-93d77fdc60a6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.806174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c2fd323-3ad6-48ed-9ed0-1a478b3d2dff req-49cfa4d9-46a3-4e00-8840-93d77fdc60a6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 867 time: 0.1153882 Jul 29 23:50:32.825087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e09f48-b5a2-415a-9ca7-abe6894bc3e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event deleted for resources: {'Port': ['ID=1b7d17e6-aba4-45d5-8021-b36bed309afb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:32.832674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.904133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c2fd323-3ad6-48ed-9ed0-1a478b3d2dff req-60c75bb9-21a1-4f12-9783-e89e1ebe683b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967104 Jul 29 23:50:33.006840 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:50:33.068363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c50530-983c-4421-95bf-0fe5074b7087 req-288dc6ce-0cd9-4c58-99bd-b3def0e6fce6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.084348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31c50530-983c-4421-95bf-0fe5074b7087 req-288dc6ce-0cd9-4c58-99bd-b3def0e6fce6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 932 time: 0.0876002 Jul 29 23:50:33.152866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31c50530-983c-4421-95bf-0fe5074b7087 req-cff3e8e6-cbdf-4ecc-810a-d44f3c8f3e23 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671644 Jul 29 23:50:33.165842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6109e730-427a-43cf-9575-a8858c72d28b None None] Provisioning for port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:33.207534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6109e730-427a-43cf-9575-a8858c72d28b None None] Provisioning complete for port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:33.207837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-84e09f48-b5a2-415a-9ca7-abe6894bc3e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] No DVR routers for this DVR port 1b7d17e6-aba4-45d5-8021-b36bed309afb on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:33.211490 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6109e730-427a-43cf-9575-a8858c72d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.213051 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-84e09f48-b5a2-415a-9ca7-abe6894bc3e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.215538 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-da91019f-fdd7-4d0c-b435-6b6374792af1 req-84e09f48-b5a2-415a-9ca7-abe6894bc3e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "DELETE /v2.0/ports/1b7d17e6-aba4-45d5-8021-b36bed309afb HTTP/1.1" status: 204 len: 173 time: 1.4150405 Jul 29 23:50:33.216258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2af7cf-70d1-430b-b0c3-a0159772fee0', 'name': 'network-vif-deleted', 'tag': '1b7d17e6-aba4-45d5-8021-b36bed309afb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:33.219740 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c3cf51-0087-431c-b239-7159e4b0fb46" -d '{"events": [{"server_uuid": "dd2af7cf-70d1-430b-b0c3-a0159772fee0", "name": "network-vif-deleted", "tag": "1b7d17e6-aba4-45d5-8021-b36bed309afb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:33.296568 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c80c01-43f3-44fd-b399-98bf26e8b0a4 x-openstack-request-id: req-33c80c01-43f3-44fd-b399-98bf26e8b0a4 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:33.296937 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2af7cf-70d1-430b-b0c3-a0159772fee0", "name": "network-vif-deleted", "tag": "1b7d17e6-aba4-45d5-8021-b36bed309afb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:33.297305 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33c80c01-43f3-44fd-b399-98bf26e8b0a4 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:33.297786 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2af7cf-70d1-430b-b0c3-a0159772fee0', 'name': 'network-vif-deleted', 'tag': '1b7d17e6-aba4-45d5-8021-b36bed309afb', 'status': 'completed', 'code': 200} Jul 29 23:50:33.337870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6109e730-427a-43cf-9575-a8858c72d28b None None] Port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:33.415381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aaa7c74-a4d1-46f3-9228-f6c4c057237f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:33.424653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.444734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Transition to ACTIVE for port object 8aaa7c74-a4d1-46f3-9228-f6c4c057237f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:33.453406 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.517251 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:33.521943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49952) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:33.676358 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Attempting to bind port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:33.676831 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Attempting to bind port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:33.677182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Attempting to bind port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:33.682640 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cd202ff-8df7-4390-8aaa-46506959ab4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.688286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:33.688594 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Attempting to bind port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f on network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:33.697486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:33.697486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Checking segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:33.698141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Bound using segment: {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:33.701421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Bound port: 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5f99b-de49-4908-b5fc-d1342b0f08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:33.701785 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.875935 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] For port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:33.879867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] For port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:33.887782 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.910066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:33.939275 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cd202ff-8df7-4390-8aaa-46506959ab4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.957413 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cd202ff-8df7-4390-8aaa-46506959ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.973464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.974119 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.975726 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/8aaa7c74-a4d1-46f3-9228-f6c4c057237f HTTP/1.1" status: 200 len: 1093 time: 1.3119974 Jul 29 23:50:34.020639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0cd202ff-8df7-4390-8aaa-46506959ab4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20e481f0bfe84485978bdb21f2dc85c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956505 Jul 29 23:50:34.023534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:34.050588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd202ff-8df7-4390-8aaa-46506959ab4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17cc008-7ba7-4d34-9f5f-528e9a3116bd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:34.104046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9740fbb-69bf-4b75-a19b-82911e0e25c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:34.128788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e396a5b-3ad1-4266-b7be-353343decddb req-7fd94c4b-b29e-427d-9b2d-c64e9b5dd13c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd2af7cf-70d1-430b-b0c3-a0159772fee0 HTTP/1.1" status: 200 len: 210 time: 0.0605645 Jul 29 23:50:34.146817 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62b50448-f8a6-4458-9813-8d8db249dc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.172325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-2f09d99b-f75f-41eb-a2ba-4d44a11cba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.173796 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-2f09d99b-f75f-41eb-a2ba-4d44a11cba7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 1096 time: 0.0851321 Jul 29 23:50:34.209213 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62b50448-f8a6-4458-9813-8d8db249dc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.257778 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-d615ab79-34fa-419e-931d-5ca8588b8b8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f HTTP/1.1" status: 200 len: 217 time: 0.0665903 Jul 29 23:50:34.296604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af9a25-8d09-47a1-b43b-844912a055b5 req-edb7e3d6-f486-4c31-9684-57e892fea820 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.298319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51af9a25-8d09-47a1-b43b-844912a055b5 req-edb7e3d6-f486-4c31-9684-57e892fea820 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 944 time: 0.0556862 Jul 29 23:50:34.333180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-f8bb577a-9839-4320-a75c-ad7174389586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.334805 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-f8bb577a-9839-4320-a75c-ad7174389586 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0649564 Jul 29 23:50:34.338845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51af9a25-8d09-47a1-b43b-844912a055b5 req-3780dd32-9b26-47de-8637-902cc123ab8b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340796 Jul 29 23:50:34.374717 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62b50448-f8a6-4458-9813-8d8db249dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.377286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62b50448-f8a6-4458-9813-8d8db249dc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.378402 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-62b50448-f8a6-4458-9813-8d8db249dc6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d17cc008-7ba7-4d34-9f5f-528e9a3116bd HTTP/1.1" status: 204 len: 168 time: 0.3504944 Jul 29 23:50:34.391682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b50448-f8a6-4458-9813-8d8db249dc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17cc008-7ba7-4d34-9f5f-528e9a3116bd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:34.401530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-9e76ce42-abfb-4de0-9428-38323988c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.403290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-9e76ce42-abfb-4de0-9428-38323988c7c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609100 Jul 29 23:50:34.508469 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-88309714-f6f5-4977-916d-de7777517a1b service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963995 Jul 29 23:50:34.602553 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b0cd2a4-9e79-488b-a5d5-6f8afae5df5a req-8151b8e6-6d06-4cd0-928c-c94773c548d2 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853250 Jul 29 23:50:34.707871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 49972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:34.738565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75011fab-b45e-4b24-930f-8a340d1a0462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.871745 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75011fab-b45e-4b24-930f-8a340d1a0462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.876566 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75011fab-b45e-4b24-930f-8a340d1a0462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.916066 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-75011fab-b45e-4b24-930f-8a340d1a0462 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8462dece25554598be0c07ed045fbcd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068653 Jul 29 23:50:34.916789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75011fab-b45e-4b24-930f-8a340d1a0462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0f3419-de89-400b-8b3e-f753ebd717e9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:34.918508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 49978) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:34.981014 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ad49d99-fc8b-45fa-9bde-1af2edbc6eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.016897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ad49d99-fc8b-45fa-9bde-1af2edbc6eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.075802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ad49d99-fc8b-45fa-9bde-1af2edbc6eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.081696 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ad49d99-fc8b-45fa-9bde-1af2edbc6eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.084913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4ad49d99-fc8b-45fa-9bde-1af2edbc6eb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb0f3419-de89-400b-8b3e-f753ebd717e9 HTTP/1.1" status: 204 len: 168 time: 0.1649847 Jul 29 23:50:35.097407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad49d99-fc8b-45fa-9bde-1af2edbc6eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0f3419-de89-400b-8b3e-f753ebd717e9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:35.298921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'tag': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:35.302440 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39", "tag": "8aaa7c74-a4d1-46f3-9228-f6c4c057237f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:35.357271 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8a621f-b77f-4e8f-808a-215aab5a0f77 x-openstack-request-id: req-5f8a621f-b77f-4e8f-808a-215aab5a0f77 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:35.357947 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39", "tag": "8aaa7c74-a4d1-46f3-9228-f6c4c057237f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:35.359289 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f8a621f-b77f-4e8f-808a-215aab5a0f77 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:35.360174 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'tag': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f', 'status': 'completed', 'code': 200} Jul 29 23:50:35.506772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587980a7-8b3d-4d20-8158-7b289224c8b2 req-4ccb857a-0fcf-4ef4-8d72-e21397e5c499 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.517361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-d450b2f8-5e8e-48ba-a2d1-8b5dca6a5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.517559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-587980a7-8b3d-4d20-8158-7b289224c8b2 req-4ccb857a-0fcf-4ef4-8d72-e21397e5c499 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 944 time: 0.0774622 Jul 29 23:50:35.528962 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-d450b2f8-5e8e-48ba-a2d1-8b5dca6a5ab7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 1096 time: 0.1267793 Jul 29 23:50:35.590524 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1b7d17e6-aba4-45d5-8021-b36bed309afb no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:35.603158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-587980a7-8b3d-4d20-8158-7b289224c8b2 req-75fb615d-4a59-496a-b131-9b1e02b93d2a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847261 Jul 29 23:50:35.639104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 1b7d17e6-aba4-45d5-8021-b36bed309afb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:35.639502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 1b7d17e6-aba4-45d5-8021-b36bed309afb not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:35.726538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-26d54d83-9642-4c1f-b1ab-cbdcc29b3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.728406 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-26d54d83-9642-4c1f-b1ab-cbdcc29b3fb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.1876965 Jul 29 23:50:35.783943 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-34bbbd3c-a988-49a3-b5fb-ebadb98797f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f HTTP/1.1" status: 200 len: 217 time: 0.0443671 Jul 29 23:50:35.870265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-8253f597-3e10-45a6-9b51-0e572ee8b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.872649 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-8253f597-3e10-45a6-9b51-0e572ee8b4ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0732002 Jul 29 23:50:35.938501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-4ed5c649-065c-4608-9b01-7aeeaeb1c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.940468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-4ed5c649-065c-4608-9b01-7aeeaeb1c49d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596075 Jul 29 23:50:36.082288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993a3f2-d285-4859-9978-b043029b8382 req-6f15a163-4c10-4286-b77d-19e7496abb52 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:36.085361 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-6f15a163-4c10-4286-b77d-19e7496abb52 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.2333939 Jul 29 23:50:36.095946 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-7cfacc06-ae14-484a-b5c8-ccdf05ad05ba service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360686 Jul 29 23:50:36.104909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-45d0ef4c-14c5-460a-a765-7c591e57274e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/quotas/d31f1ef0730d448f88afefa787e7cf91 HTTP/1.1" status: 200 len: 375 time: 0.0130384 Jul 29 23:50:36.200956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-e2f8b9d8-2eec-4fc4-83f6-22468eafe317 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779583 Jul 29 23:50:36.216429 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-770ca8e8-f13b-4bc8-ad09-7add8c4f78ed req-59f0df3e-1d59-4462-be27-f1a1c84ae679 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126370 Jul 29 23:50:36.315035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-29d820af-19b2-4645-8e45-85ef410fa223 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046157 Jul 29 23:50:36.441316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-8b0b4178-2c6f-4dfc-afb9-c794cc0cd48d service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194968 Jul 29 23:50:36.681952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0d23c97-11ee-4e71-9f3a-e69c4b5c5d80 req-a762856f-a57e-4a21-8ff4-a5a3be0b0a52 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 210 time: 0.0680497 Jul 29 23:50:36.789259 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f6c6-d924-4208-9f31-f89b0c039bee req-10c9e5e0-2092-4d08-ac09-6be7d3a1c55e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:36.803918 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2d9f6c6-d924-4208-9f31-f89b0c039bee req-10c9e5e0-2092-4d08-ac09-6be7d3a1c55e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 944 time: 0.0721381 Jul 29 23:50:36.861546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2d9f6c6-d924-4208-9f31-f89b0c039bee req-d77b72df-d240-49b8-b7e9-a210c6b90d8a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554914 Jul 29 23:50:37.341235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8aaa7c74-a4d1-46f3-9228-f6c4c057237f details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:37.492770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:37.508006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'port_id': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f', 'mac_address': 'fa:16:3e:cc:90:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:37.584179 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.615599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aaa7c74-a4d1-46f3-9228-f6c4c057237f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:37.653029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:37.656798 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-7449fd5c-415d-4d9f-94a2-d7ee352aad23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0978377 Jul 29 23:50:37.661778 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.788176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:37.864640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9b19b21-a0d8-4987-9084-21d1d7fe9a24 req-19a3da2b-b6a1-490b-b8cc-918f59c555f2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 210 time: 0.0522373 Jul 29 23:50:37.886835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-59ee9a79-b87d-476f-a275-bd298a724d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:37.886835 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-59ee9a79-b87d-476f-a275-bd298a724d5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 1059 time: 0.1214988 Jul 29 23:50:37.954304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8aaa7c74-a4d1-46f3-9228-f6c4c057237f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:38.049241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08990b6e-7bc9-4919-8321-3636d7acd79d req-d0dba82d-0294-4c19-ad1e-6c468fb8dde3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:38.050959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08990b6e-7bc9-4919-8321-3636d7acd79d req-d0dba82d-0294-4c19-ad1e-6c468fb8dde3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 945 time: 0.0851247 Jul 29 23:50:38.068548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 50334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:38.113263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-3b31450d-088c-4b23-a3f9-0833953b2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:38.116131 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-3b31450d-088c-4b23-a3f9-0833953b2f6e service neutron] 10.222.0.42 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.1953304 Jul 29 23:50:38.121064 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08990b6e-7bc9-4919-8321-3636d7acd79d req-d238a97c-79e8-4cc7-ba05-aa0a733f6759 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639954 Jul 29 23:50:38.176950 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-7948f5c2-c6e5-4a3d-b4f6-540b7816e7e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5cbd175-59e1-4d1b-9554-b4b29d2efc79 HTTP/1.1" status: 200 len: 217 time: 0.0516863 Jul 29 23:50:38.292294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-cc4b5e0c-dc88-4ccd-aefa-5d2f194ff442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:38.293797 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-cc4b5e0c-dc88-4ccd-aefa-5d2f194ff442 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.1087286 Jul 29 23:50:38.378795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-3f4b4c48-f348-47e2-aece-37e1c3fecf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:38.383826 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-3f4b4c48-f348-47e2-aece-37e1c3fecf9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771930 Jul 29 23:50:38.456115 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1088-0f8f-40ca-8016-d57eda2fadbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.639156 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-47238ec4-6602-40b4-aad4-b850b7877820 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485685 Jul 29 23:50:38.645176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993a3f2-d285-4859-9978-b043029b8382 req-7bc920c2-f890-4dfa-b0aa-e68b38ca17a0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:38.650871 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-7bc920c2-f890-4dfa-b0aa-e68b38ca17a0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.3615642 Jul 29 23:50:38.671265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Request body: {'port': {'device_id': 'fcf3ab25-6c8c-44cb-9492-9b79f6a47d84', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'admin_state_up': True, 'tenant_id': 'd31f1ef0730d448f88afefa787e7cf91'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:38.828705 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-722a9213-3ce9-4d21-a514-2f9ee3cadd28 req-0608f6cc-23a7-4244-ac28-5e538ff0a1a4 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765673 Jul 29 23:50:38.865939 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1088-0f8f-40ca-8016-d57eda2fadbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.870816 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1088-0f8f-40ca-8016-d57eda2fadbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.927834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ae8d1088-0f8f-40ca-8016-d57eda2fadbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1be64f751bc0421c8f0df77aeae2e41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582191 Jul 29 23:50:38.930825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 50422) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:38.938724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d1088-0f8f-40ca-8016-d57eda2fadbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd815f6a-6785-4b30-b3d5-34c15ddcc7fd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:38.948401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Made reservation on behalf of d31f1ef0730d448f88afefa787e7cf91 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:38.954180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.018338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1460ac1-794e-4198-8b62-bac55fd2231d req-68f86a10-4581-49c0-b575-109a5cc2a37f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 210 time: 0.0523002 Jul 29 23:50:39.086972 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-966e873f-37d7-4260-b20b-85c66d9a3ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.144325 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-966e873f-37d7-4260-b20b-85c66d9a3ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.178858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Allocated IP 172.20.0.14 (fa6938b3-8234-4f20-a7e5-3069882cf4fa/97e2cfa4-656f-4a65-8a02-85ab9ce6dea4/8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:39.257968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-966e873f-37d7-4260-b20b-85c66d9a3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.260507 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-966e873f-37d7-4260-b20b-85c66d9a3ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.261653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-966e873f-37d7-4260-b20b-85c66d9a3ab9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd815f6a-6785-4b30-b3d5-34c15ddcc7fd HTTP/1.1" status: 204 len: 168 time: 0.3296754 Jul 29 23:50:39.301174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c12eb1-8ff3-4c1f-b696-905a16f86d9f req-30a27879-f165-4d58-bba8-8f580ec8fa26 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:39.302861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9c12eb1-8ff3-4c1f-b696-905a16f86d9f req-30a27879-f165-4d58-bba8-8f580ec8fa26 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 945 time: 0.1069801 Jul 29 23:50:39.333885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e873f-37d7-4260-b20b-85c66d9a3ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd815f6a-6785-4b30-b3d5-34c15ddcc7fd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:39.358991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8aaa7c74-a4d1-46f3-9228-f6c4c057237f up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:39.387651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9c12eb1-8ff3-4c1f-b696-905a16f86d9f req-ebbee035-a827-458b-89c2-41212ecc2230 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514750 Jul 29 23:50:39.441979 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.469969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:39.475969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:39.476501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.495335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.531248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:39.551026 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:39.554414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:39.558228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:39.589449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event updated for resources: {'Port': ['ID=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:39.622289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:39.622962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.629427 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.644147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-f7906883-a2eb-4715-a59f-7e9b5b25f3c0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9792461 Jul 29 23:50:39.658914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Request body: {'port': {'device_id': 'fcf3ab25-6c8c-44cb-9492-9b79f6a47d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:39.672951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:39.674790 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5170eae8-c376-4c68-a1d6-57e47a66796d" -d '{"events": [{"server_uuid": "eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39", "name": "network-vif-plugged", "status": "completed", "tag": "8aaa7c74-a4d1-46f3-9228-f6c4c057237f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:39.696374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:39.707574 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.733742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:39.775313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c05d-3a12-43ca-8acf-46e18c3e50b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.783347 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1498a7a1-72b1-4b50-965c-857af89d9cd7 x-openstack-request-id: req-1498a7a1-72b1-4b50-965c-857af89d9cd7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:39.784354 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39", "name": "network-vif-plugged", "status": "completed", "tag": "8aaa7c74-a4d1-46f3-9228-f6c4c057237f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:39.784815 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1498a7a1-72b1-4b50-965c-857af89d9cd7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:39.785411 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f', 'code': 200} Jul 29 23:50:39.811624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:39.857495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.922446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df834f0-a3e3-4193-bc85-87217976e59e req-f1d84bb5-069c-4d40-9571-c67f84e0f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:39.924069 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0df834f0-a3e3-4193-bc85-87217976e59e req-f1d84bb5-069c-4d40-9571-c67f84e0f456 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 1098 time: 0.0675504 Jul 29 23:50:39.990514 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0df834f0-a3e3-4193-bc85-87217976e59e req-6e3f83f7-847a-43d7-8f17-ef950bff9013 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551138 Jul 29 23:50:39.999979 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c05d-3a12-43ca-8acf-46e18c3e50b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.004991 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c05d-3a12-43ca-8acf-46e18c3e50b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.047094 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f0d2c05d-3a12-43ca-8acf-46e18c3e50b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5571a5bffe649859c454593afab6276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093512 Jul 29 23:50:40.047094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2c05d-3a12-43ca-8acf-46e18c3e50b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4268ffe-abe5-4aed-a705-f7b5034858c1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.048080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50552) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:40.114219 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b216ead4-14ea-4440-a381-caf28c2dd1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.137644 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b216ead4-14ea-4440-a381-caf28c2dd1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.182270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82fe0d-4e4e-4cf9-a20c-784ca67d7098 req-7c073332-64ad-4cd9-8f79-5d56b3304a12 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:40.183780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c82fe0d-4e4e-4cf9-a20c-784ca67d7098 req-7c073332-64ad-4cd9-8f79-5d56b3304a12 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 932 time: 0.0824673 Jul 29 23:50:40.190058 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b216ead4-14ea-4440-a381-caf28c2dd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.192863 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b216ead4-14ea-4440-a381-caf28c2dd1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.194154 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b216ead4-14ea-4440-a381-caf28c2dd1ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4268ffe-abe5-4aed-a705-f7b5034858c1 HTTP/1.1" status: 204 len: 168 time: 0.1452134 Jul 29 23:50:40.202602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216ead4-14ea-4440-a381-caf28c2dd1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4268ffe-abe5-4aed-a705-f7b5034858c1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.263496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c82fe0d-4e4e-4cf9-a20c-784ca67d7098 req-35a2d655-f169-448b-b3da-2c3b96552a4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729206 Jul 29 23:50:40.273333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:40.281787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.297684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Transition to ACTIVE for port object 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:40.302332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.354586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Pushing event updated for resources: {'Port': ['ID=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.430040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Attempting to bind port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:40.430388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Attempting to bind port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:40.430721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Attempting to bind port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:40.436204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 on network fa6938b3-8234-4f20-a7e5-3069882cf4fa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:40.436534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Attempting to bind port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:40.442076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:40.442588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Checking segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:40.443067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Bound using segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:40.443863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Bound port: 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:40.444477 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.558073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] For port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:40.567439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a71b8-83f3-4abb-b469-a89ae588212a req-2df5d83a-4b31-41bb-9898-a72ee07559fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:40.568993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f14a71b8-83f3-4abb-b469-a89ae588212a req-2df5d83a-4b31-41bb-9898-a72ee07559fb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.0823972 Jul 29 23:50:40.570771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] For port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:40.576383 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.626940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:40.627773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.629384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] 10.222.0.42 "PUT /v2.0/ports/8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 HTTP/1.1" status: 200 len: 1093 time: 0.9758730 Jul 29 23:50:40.631636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf3ab25-6c8c-44cb-9492-9b79f6a47d84', 'tag': '8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:40.633879 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd11e91a-a580-499f-a25a-b05c16fa72f5" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf3ab25-6c8c-44cb-9492-9b79f6a47d84", "tag": "8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:40.686751 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f14a71b8-83f3-4abb-b469-a89ae588212a req-b96bc6b2-8403-4c82-a45d-7f92bb32d148 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057780 Jul 29 23:50:40.698352 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5122e3-822e-4ca2-a6d2-17717cb082da x-openstack-request-id: req-8c5122e3-822e-4ca2-a6d2-17717cb082da {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:40.698651 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf3ab25-6c8c-44cb-9492-9b79f6a47d84", "tag": "8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:40.698906 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c5122e3-822e-4ca2-a6d2-17717cb082da {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:40.699318 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf3ab25-6c8c-44cb-9492-9b79f6a47d84', 'tag': '8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7', 'status': 'completed', 'code': 200} Jul 29 23:50:40.700089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0d774-2e16-4a91-b953-e5fac3d37e31 service neutron] Pushing event updated for resources: {'Port': ['ID=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.744760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993a3f2-d285-4859-9978-b043029b8382 req-c9b6abe2-d2f0-4cf5-8687-228d55378efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:40.746213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-c9b6abe2-d2f0-4cf5-8687-228d55378efd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 1096 time: 0.0425198 Jul 29 23:50:40.800810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-bcfc8a2b-ccc1-488c-aa1f-d1c7e4f3587a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 HTTP/1.1" status: 200 len: 217 time: 0.0398293 Jul 29 23:50:40.862060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993a3f2-d285-4859-9978-b043029b8382 req-2ebd1d81-da84-4787-9b22-edc26d89e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:40.863838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-2ebd1d81-da84-4787-9b22-edc26d89e6d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.0548966 Jul 29 23:50:40.916544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-652d352d-0cf9-47d2-afe2-de6f04241fb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379035 Jul 29 23:50:41.600465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff207e-6018-4640-9d6d-1ed2a6c6b039 req-a63c0400-809f-4c6d-bdb5-56a4c60d4971 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.602389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fff207e-6018-4640-9d6d-1ed2a6c6b039 req-a63c0400-809f-4c6d-bdb5-56a4c60d4971 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 944 time: 0.0754836 Jul 29 23:50:41.621841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-d26f1740-2068-4e2f-afe9-0c45abfa8ddb service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883700 Jul 29 23:50:41.707848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fff207e-6018-4640-9d6d-1ed2a6c6b039 req-b344dbae-4982-4cc9-b76c-2e08ef00071d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984161 Jul 29 23:50:41.769356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6993a3f2-d285-4859-9978-b043029b8382 req-1379cedc-308d-4aca-9028-1553e45493c7 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343546 Jul 29 23:50:41.836099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a84144-d384-4b72-898f-8450397c5e73 req-1d9c67ac-1048-4335-b3c5-3e903b6480e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.837924 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a84144-d384-4b72-898f-8450397c5e73 req-1d9c67ac-1048-4335-b3c5-3e903b6480e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.0630205 Jul 29 23:50:41.911441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a84144-d384-4b72-898f-8450397c5e73 req-51c54ba4-736b-48f5-b91b-bb634650782b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664506 Jul 29 23:50:41.923139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11e91a-a580-499f-a25a-b05c16fa72f5 req-33c19542-7ec2-46da-a2fd-78aed1ced1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.924910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd11e91a-a580-499f-a25a-b05c16fa72f5 req-33c19542-7ec2-46da-a2fd-78aed1ced1b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 1096 time: 0.0775774 Jul 29 23:50:42.053019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11e91a-a580-499f-a25a-b05c16fa72f5 req-2ef20778-4281-407d-b953-64dbf3703f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:42.054727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd11e91a-a580-499f-a25a-b05c16fa72f5 req-2ef20778-4281-407d-b953-64dbf3703f96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 906 time: 0.1211536 Jul 29 23:50:42.106252 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd11e91a-a580-499f-a25a-b05c16fa72f5 req-ca16b1f9-df7b-4657-9f49-8ce8dd9c860e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 HTTP/1.1" status: 200 len: 217 time: 0.0400701 Jul 29 23:50:42.180420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11e91a-a580-499f-a25a-b05c16fa72f5 req-36cd6d6a-9828-499a-8994-91a317c56581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:42.181906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd11e91a-a580-499f-a25a-b05c16fa72f5 req-36cd6d6a-9828-499a-8994-91a317c56581 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.0608513 Jul 29 23:50:42.226860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd11e91a-a580-499f-a25a-b05c16fa72f5 req-e97d37c6-3230-4b03-8a50-44daf71a4449 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355670 Jul 29 23:50:42.351655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd11e91a-a580-499f-a25a-b05c16fa72f5 req-b5873f18-5657-4ccd-a7bb-9d2c6643b947 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106548 Jul 29 23:50:42.552032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656d882-c70d-49cf-957a-a0678da22533 req-ed345f94-521a-4dcc-8747-faef133ffd6b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:42.560039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2656d882-c70d-49cf-957a-a0678da22533 req-ed345f94-521a-4dcc-8747-faef133ffd6b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.1550186 Jul 29 23:50:42.610155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd11e91a-a580-499f-a25a-b05c16fa72f5 req-4a73ea2f-7822-47bd-8aea-d59e44fb1335 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467275 Jul 29 23:50:42.627584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2656d882-c70d-49cf-957a-a0678da22533 req-783ef0aa-c443-42d7-a183-894fd66297b5 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665734 Jul 29 23:50:42.907016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838db79f-7410-450c-8ca4-347ad5686c37 req-e42d4c10-08ce-460e-a588-0e6f57e55c36 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:42.910332 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-838db79f-7410-450c-8ca4-347ad5686c37 req-e42d4c10-08ce-460e-a588-0e6f57e55c36 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 944 time: 0.0871689 Jul 29 23:50:42.961797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-838db79f-7410-450c-8ca4-347ad5686c37 req-3d8eb367-7e38-4d88-b77e-5ad20cccb177 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449712 Jul 29 23:50:43.739033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446600e-a377-4e7c-b60e-4904093dc38a req-2cbabbc8-3b37-4446-aad1-79bd0d0d80bb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:43.740622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d446600e-a377-4e7c-b60e-4904093dc38a req-2cbabbc8-3b37-4446-aad1-79bd0d0d80bb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.0514147 Jul 29 23:50:43.781739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d446600e-a377-4e7c-b60e-4904093dc38a req-da17a757-b263-4f4c-bbdb-d4b95877c627 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344446 Jul 29 23:50:44.143924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d8cb3-7aa2-4da9-a80b-79af1ea2e3b3 req-d03cdbb5-16f1-4eba-8d0e-d81c05716a9c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.147163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-470d8cb3-7aa2-4da9-a80b-79af1ea2e3b3 req-d03cdbb5-16f1-4eba-8d0e-d81c05716a9c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 944 time: 0.0618088 Jul 29 23:50:44.191283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-470d8cb3-7aa2-4da9-a80b-79af1ea2e3b3 req-571e90aa-4b77-4215-a24d-79261b139a83 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Jul 29 23:50:44.403631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77981c-06e3-4578-9117-e0492bc0aa76 req-8b2c7417-3f9f-4b27-946e-4f00a163b6dc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.406146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b77981c-06e3-4578-9117-e0492bc0aa76 req-8b2c7417-3f9f-4b27-946e-4f00a163b6dc tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.1014605 Jul 29 23:50:44.520433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b77981c-06e3-4578-9117-e0492bc0aa76 req-7f825e82-1238-47b4-8e60-5a7306063df1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932686 Jul 29 23:50:45.384316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:45.424109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b72bf-fc34-4909-8895-018fb2ab41fb req-0ab2a889-b5a1-48ae-843a-cee6de1b29f1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.426631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f05b72bf-fc34-4909-8895-018fb2ab41fb req-0ab2a889-b5a1-48ae-843a-cee6de1b29f1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 944 time: 0.1035910 Jul 29 23:50:45.499176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f05b72bf-fc34-4909-8895-018fb2ab41fb req-892d698d-a81d-4064-890e-5a9b20215497 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594354 Jul 29 23:50:45.580261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:45.597572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'port_id': '8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7', 'mac_address': 'fa:16:3e:73:49:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e2cfa4-656f-4a65-8a02-85ab9ce6dea4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:45.661159 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.724762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:45.738372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00cafa-7aaf-4dc6-90b9-a2d7a835e6f0 req-af6144b2-ebb1-4e3b-9267-b7d974f3fb0b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.753761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc00cafa-7aaf-4dc6-90b9-a2d7a835e6f0 req-af6144b2-ebb1-4e3b-9267-b7d974f3fb0b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.1064765 Jul 29 23:50:45.766377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:45.775603 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.833039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc00cafa-7aaf-4dc6-90b9-a2d7a835e6f0 req-4b5bf46f-4d33-43e1-8da7-2d78fdaa7508 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758216 Jul 29 23:50:45.886663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:46.094337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:46.709112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbd400-f585-4345-a438-2d0ccd90cf30 req-8d46239e-9b6b-4da4-8d53-4072b63b0225 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:46.717080 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-addbd400-f585-4345-a438-2d0ccd90cf30 req-8d46239e-9b6b-4da4-8d53-4072b63b0225 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 945 time: 0.0711255 Jul 29 23:50:46.784641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-addbd400-f585-4345-a438-2d0ccd90cf30 req-3df98aaf-dd96-4878-a738-ef1b3b826f30 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660310 Jul 29 23:50:47.013890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9b79-79e9-4bc8-8248-21bf461be42b req-e384f880-bb7b-4d52-ac31-3f7704369358 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.022104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-accb9b79-79e9-4bc8-8248-21bf461be42b req-e384f880-bb7b-4d52-ac31-3f7704369358 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.0943282 Jul 29 23:50:47.072089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-accb9b79-79e9-4bc8-8248-21bf461be42b req-bb9d700a-c39e-4044-86e9-631f8b2bcc1f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470424 Jul 29 23:50:47.400915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8aaa7c74-a4d1-46f3-9228-f6c4c057237f details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:47.403077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:47.551626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:47.557653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:47.558295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.616942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:47.634921 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'port_id': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f', 'mac_address': 'fa:16:3e:cc:90:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:47.740837 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.770425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aaa7c74-a4d1-46f3-9228-f6c4c057237f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:47.861627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:47.865078 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.964370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:47.969804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf3ab25-6c8c-44cb-9492-9b79f6a47d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:47.991407 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccc2908-007e-46bf-ac32-c1733edff24c" -d '{"events": [{"server_uuid": "fcf3ab25-6c8c-44cb-9492-9b79f6a47d84", "name": "network-vif-plugged", "status": "completed", "tag": "8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:48.021477 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.023580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d041963-3f9d-4582-bef1-47f01e6e3e0c req-66ef7e85-2b1b-4bbc-8e97-0ceb76a07c4d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.033759 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.044683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d041963-3f9d-4582-bef1-47f01e6e3e0c req-66ef7e85-2b1b-4bbc-8e97-0ceb76a07c4d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 945 time: 0.1301241 Jul 29 23:50:48.117204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6d041963-3f9d-4582-bef1-47f01e6e3e0c req-079b1415-c286-43d0-b9db-69773fa4b2d8 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715461 Jul 29 23:50:48.126334 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba120084-4510-40cc-833c-800ce1a0b656 x-openstack-request-id: req-ba120084-4510-40cc-833c-800ce1a0b656 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:48.127454 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf3ab25-6c8c-44cb-9492-9b79f6a47d84", "name": "network-vif-plugged", "status": "completed", "tag": "8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:48.128339 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba120084-4510-40cc-833c-800ce1a0b656 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:48.129469 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf3ab25-6c8c-44cb-9492-9b79f6a47d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7', 'code': 200} Jul 29 23:50:48.182998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8aaa7c74-a4d1-46f3-9228-f6c4c057237f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:48.202097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:48.213177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:48.345075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f76c14-662f-471c-b55c-80b1d1dc56ad req-781facde-9468-4401-a2d4-171b9dc77b1f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.346984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3f76c14-662f-471c-b55c-80b1d1dc56ad req-781facde-9468-4401-a2d4-171b9dc77b1f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 945 time: 0.1161385 Jul 29 23:50:48.371060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fe21a-0de7-4511-ae7b-e487be23568f req-2ad169be-5def-4201-accd-f4f699d1d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.374468 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-427fe21a-0de7-4511-ae7b-e487be23568f req-2ad169be-5def-4201-accd-f4f699d1d924 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 1098 time: 0.1584566 Jul 29 23:50:48.533983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:48.605578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3f76c14-662f-471c-b55c-80b1d1dc56ad req-93020289-f421-4ab1-8fab-60499c584ad7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423980 Jul 29 23:50:48.644568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-427fe21a-0de7-4511-ae7b-e487be23568f req-7c68b60a-daa4-4752-bfd9-3ad4124b1494 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884748 Jul 29 23:50:48.786431 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b0246fa-052d-427b-ad8a-0183544e5565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.844689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 50762) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:48.854994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.012418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-16de139c-6f61-4dbd-a7e2-c29373072a7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f1bd4df5fa94e3a8c94f82ab0e7a3d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637940 Jul 29 23:50:49.013813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 50766) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:49.081335 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b0246fa-052d-427b-ad8a-0183544e5565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.095215 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b0246fa-052d-427b-ad8a-0183544e5565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.112793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16390153-ad3a-4ae6-a18d-7e7c999fc43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.149832 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16390153-ad3a-4ae6-a18d-7e7c999fc43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.231797 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5b0246fa-052d-427b-ad8a-0183544e5565 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=613d6788937f4abe829b6521486f22ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0284097 Jul 29 23:50:49.233642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50772) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:49.247814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0246fa-052d-427b-ad8a-0183544e5565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0566ae3b-2b22-4c3d-8a05-2b611791e66a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:49.332966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb755-7f36-4146-bf14-67627ced4a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.363033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16390153-ad3a-4ae6-a18d-7e7c999fc43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.367108 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16390153-ad3a-4ae6-a18d-7e7c999fc43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.372447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-16390153-ad3a-4ae6-a18d-7e7c999fc43c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efac92cd-3731-4d69-98cc-6fc565e1ff65 HTTP/1.1" status: 204 len: 168 time: 0.3576891 Jul 29 23:50:49.394030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01c263-4ff6-47f3-a19a-e97dc1e0465d req-8c033a32-8bf1-476b-bcd6-f080d9774391 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:49.395298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca01c263-4ff6-47f3-a19a-e97dc1e0465d req-8c033a32-8bf1-476b-bcd6-f080d9774391 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 946 time: 0.1167872 Jul 29 23:50:49.400970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16390153-ad3a-4ae6-a18d-7e7c999fc43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efac92cd-3731-4d69-98cc-6fc565e1ff65,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:49.406011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8aaa7c74-a4d1-46f3-9228-f6c4c057237f up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:49.437701 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb755-7f36-4146-bf14-67627ced4a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.534124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca01c263-4ff6-47f3-a19a-e97dc1e0465d req-32280c0a-cfda-4cf1-b06e-92cdaf11a6f0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186218 Jul 29 23:50:49.560207 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb755-7f36-4146-bf14-67627ced4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.572847 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb755-7f36-4146-bf14-67627ced4a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.574192 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f8dbb755-7f36-4146-bf14-67627ced4a0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0566ae3b-2b22-4c3d-8a05-2b611791e66a HTTP/1.1" status: 204 len: 168 time: 0.3390653 Jul 29 23:50:49.595021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbb755-7f36-4146-bf14-67627ced4a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0566ae3b-2b22-4c3d-8a05-2b611791e66a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:49.715162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:49.715888 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.941720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24010757-3bf0-4e29-9b6d-ed0cf71fd1d0 req-f31d5375-d5c3-4b58-b279-dde4a0254587 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:49.949527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24010757-3bf0-4e29-9b6d-ed0cf71fd1d0 req-f31d5375-d5c3-4b58-b279-dde4a0254587 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 945 time: 0.1365657 Jul 29 23:50:50.064663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24010757-3bf0-4e29-9b6d-ed0cf71fd1d0 req-fc6ffff1-1128-48d8-bbfc-573c36c93d07 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132944 Jul 29 23:50:50.086567 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.161229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:50.171172 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b0151d-5a5d-4f38-a385-883aa264c39a" -d '{"events": [{"server_uuid": "eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39", "name": "network-vif-plugged", "status": "completed", "tag": "8aaa7c74-a4d1-46f3-9228-f6c4c057237f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:50.231600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:50.242799 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.391855 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83343486-69df-4a92-86d1-037a9695cfba x-openstack-request-id: req-83343486-69df-4a92-86d1-037a9695cfba {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:50.392182 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39", "name": "network-vif-plugged", "status": "completed", "tag": "8aaa7c74-a4d1-46f3-9228-f6c4c057237f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:50.403067 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83343486-69df-4a92-86d1-037a9695cfba {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:50.403067 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f', 'code': 200} Jul 29 23:50:50.403298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50796) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:50.433162 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9686c0e7-927b-43bd-aa06-3e83e6aa6af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.522960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.711271 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9686c0e7-927b-43bd-aa06-3e83e6aa6af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.726448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9686c0e7-927b-43bd-aa06-3e83e6aa6af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.803724 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9686c0e7-927b-43bd-aa06-3e83e6aa6af2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=005f87dfe6c74805a7db94741b23e38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027674 Jul 29 23:50:50.809307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:50.832751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686c0e7-927b-43bd-aa06-3e83e6aa6af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5dc97b-96dc-40db-983d-8629f38d6855,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.842382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102408d6-07c5-4c49-a785-c60cce02d76a req-a328e0b9-1f6c-49e1-a7c4-680ae147c0b1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:50.850614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-102408d6-07c5-4c49-a785-c60cce02d76a req-a328e0b9-1f6c-49e1-a7c4-680ae147c0b1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 946 time: 0.1533585 Jul 29 23:50:50.982943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-102408d6-07c5-4c49-a785-c60cce02d76a req-b232493e-9cb1-495a-b96b-5e500b5fc173 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308932 Jul 29 23:50:51.005171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18424728-8036-43c9-9cf6-d4d1c98984b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.028913 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18424728-8036-43c9-9cf6-d4d1c98984b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.195568 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18424728-8036-43c9-9cf6-d4d1c98984b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.205843 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18424728-8036-43c9-9cf6-d4d1c98984b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.208054 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-18424728-8036-43c9-9cf6-d4d1c98984b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a5dc97b-96dc-40db-983d-8629f38d6855 HTTP/1.1" status: 204 len: 168 time: 0.3948047 Jul 29 23:50:51.223682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18424728-8036-43c9-9cf6-d4d1c98984b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5dc97b-96dc-40db-983d-8629f38d6855,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:51.286577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd284725-dd6d-4189-bb09-9cd0bd7a84d3 req-94c7bad4-36f7-45db-aa69-27c411081115 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:51.294430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd284725-dd6d-4189-bb09-9cd0bd7a84d3 req-94c7bad4-36f7-45db-aa69-27c411081115 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.0762684 Jul 29 23:50:51.337081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba01f9-513a-4254-913c-11e012c3294e req-b2f284ba-7719-43a5-9c50-609dcec60757 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:51.338975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6aba01f9-513a-4254-913c-11e012c3294e req-b2f284ba-7719-43a5-9c50-609dcec60757 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 946 time: 0.2272990 Jul 29 23:50:51.423872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd284725-dd6d-4189-bb09-9cd0bd7a84d3 req-b5776538-a1f3-4245-8161-b4fecb7f0bef tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274204 Jul 29 23:50:51.493472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6aba01f9-513a-4254-913c-11e012c3294e req-b015cd25-d953-4866-9662-c6f3e527d08f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318095 Jul 29 23:50:51.706493 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c407035-4927-4e6f-afa6-205656e9c5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.144082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87017332-6a14-4464-a6fb-0bd70fd8b722 req-4c79cc7d-b91e-4c02-9eda-e74726e65fed tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.150761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87017332-6a14-4464-a6fb-0bd70fd8b722 req-4c79cc7d-b91e-4c02-9eda-e74726e65fed tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 946 time: 0.1325190 Jul 29 23:50:52.241600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87017332-6a14-4464-a6fb-0bd70fd8b722 req-ee8fd560-c495-4e41-860f-4009d5ecd4b3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781775 Jul 29 23:50:52.600823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f53be9-def8-410c-9b44-981fc1858af1 req-9e64942c-fefb-4c69-a8ac-1e0d54fbbe57 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.609281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8f53be9-def8-410c-9b44-981fc1858af1 req-9e64942c-fefb-4c69-a8ac-1e0d54fbbe57 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.0937881 Jul 29 23:50:52.708723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8f53be9-def8-410c-9b44-981fc1858af1 req-3a2c52c8-540e-444d-a0bd-8489d7050787 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975575 Jul 29 23:50:52.934539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 50890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:53.168142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1634263592-network', 'tenant_id': '3984a46589ee47318ae6f1fbe1466ae7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:53.236692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Made reservation on behalf of 3984a46589ee47318ae6f1fbe1466ae7 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:53.240247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.250500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.440673 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.446019 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.457575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23508ab8-d4e5-488d-a565-d5a8df428cc3 req-0651392b-48f7-4519-aa4b-da6330b1d21f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:53.461151 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23508ab8-d4e5-488d-a565-d5a8df428cc3 req-0651392b-48f7-4519-aa4b-da6330b1d21f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 946 time: 0.1040151 Jul 29 23:50:53.486403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:53.489437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6911263-34ae-4649-90ed-7293a32e2357,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:53.502419 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.503320 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Added segment bbb90b4d-adc6-49e1-8311-fe4105342848 of type vlan for network 4aaff96b-c58e-4a25-aece-b5d232f49716 Jul 29 23:50:53.577837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23508ab8-d4e5-488d-a565-d5a8df428cc3 req-8d617a97-b213-4fe9-8e7f-38ab62eb905b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075389 Jul 29 23:50:53.599218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.664239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.666669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:53.667995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.734282 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7986157 Jul 29 23:50:53.737299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 50932) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:53.743654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Request body: {'subnet': {'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1634263592-subnet', 'tenant_id': '3984a46589ee47318ae6f1fbe1466ae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:53.768491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2beb9-5917-4e1b-96a2-7f7bed8c3a45 admin admin] Pushing event updated for resources: {'Network': ['ID=4aaff96b-c58e-4a25-aece-b5d232f49716,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:53.784768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 4aaff96b-c58e-4a25-aece-b5d232f49716 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:50:53.861071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Made reservation on behalf of 3984a46589ee47318ae6f1fbe1466ae7 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:53.865720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.074236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-fe89c5fe-fe66-432d-97f4-341b32065d0b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:54.076116 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-fe89c5fe-fe66-432d-97f4-341b32065d0b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 946 time: 0.2888699 Jul 29 23:50:54.102194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a936-6f4b-4f62-b053-69ce557f4e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.153365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bc61f-664f-4244-bc81-48b2084ace03 req-9abaaa9c-eb6c-4816-9780-6df5c71d9eef tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:54.155092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-363bc61f-664f-4244-bc81-48b2084ace03 req-9abaaa9c-eb6c-4816-9780-6df5c71d9eef tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.3158381 Jul 29 23:50:54.235532 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.269424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-363bc61f-664f-4244-bc81-48b2084ace03 req-5880bcbd-93ff-43df-b5c8-617eb0fc3553 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044219 Jul 29 23:50:54.432903 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-adfa9b0f-5e5a-405f-a249-02e84a0c283c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Deleting port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:54.433259 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-adfa9b0f-5e5a-405f-a249-02e84a0c283c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.521004 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.677426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2d1e63-95b7-42c7-96d1-3cec92c66eb2,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:54.711596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-adfa9b0f-5e5a-405f-a249-02e84a0c283c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] For port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:54.712300 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-adfa9b0f-5e5a-405f-a249-02e84a0c283c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.716202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Checking segment: {'id': 'bbb90b4d-adc6-49e1-8311-fe4105342848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:54.717498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Network hostable DHCP agents. Network: 4aaff96b-c58e-4a25-aece-b5d232f49716, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:50:54.780921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-adfa9b0f-5e5a-405f-a249-02e84a0c283c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Calling delete_port for 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:54.866867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Network 4aaff96b-c58e-4a25-aece-b5d232f49716 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:50:54.878077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 4aaff96b-c58e-4a25-aece-b5d232f49716) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:54.890242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dec438-041d-401d-83b5-308e78ffccae None None] Network 4aaff96b-c58e-4a25-aece-b5d232f49716 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:54.908530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8a325-4898-4d40-a476-2cada926c1e6 req-58749e82-da97-4482-b6aa-656b90cc82b3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:54.910754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28c8a325-4898-4d40-a476-2cada926c1e6 req-58749e82-da97-4482-b6aa-656b90cc82b3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 946 time: 0.2022927 Jul 29 23:50:54.924556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:54.925172 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.055943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c993fcce-fd4d-4f2e-b60c-bb8c62475378 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3151064 Jul 29 23:50:55.083504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28c8a325-4898-4d40-a476-2cada926c1e6 req-734b3f7a-00d7-42f4-a912-2cb0627671d0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320255 Jul 29 23:50:55.212280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b31be-a6e9-47ea-8f90-9c27e39dcac8 None None] Network 4aaff96b-c58e-4a25-aece-b5d232f49716 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:55.247728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-adfa9b0f-5e5a-405f-a249-02e84a0c283c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.306094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:55.308992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:55.320730 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa9b0f-5e5a-405f-a249-02e84a0c283c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event deleted for resources: {'Port': ['ID=8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:55.425800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-adfa9b0f-5e5a-405f-a249-02e84a0c283c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] No DVR routers for this DVR port 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:55.434363 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-adfa9b0f-5e5a-405f-a249-02e84a0c283c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.437109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46d3d271-b2a4-444b-a252-4f7b0a6e97cd req-adfa9b0f-5e5a-405f-a249-02e84a0c283c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "DELETE /v2.0/ports/8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 HTTP/1.1" status: 204 len: 173 time: 1.3331130 Jul 29 23:50:55.437590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf3ab25-6c8c-44cb-9492-9b79f6a47d84', 'name': 'network-vif-deleted', 'tag': '8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:55.440997 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b19eaf-7235-4308-9e5f-dff680a28899" -d '{"events": [{"server_uuid": "fcf3ab25-6c8c-44cb-9492-9b79f6a47d84", "name": "network-vif-deleted", "tag": "8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:55.603363 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.652619 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ae9e14-3550-4e43-906c-9008ca0a7354 x-openstack-request-id: req-a1ae9e14-3550-4e43-906c-9008ca0a7354 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:55.653236 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf3ab25-6c8c-44cb-9492-9b79f6a47d84", "name": "network-vif-deleted", "tag": "8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:55.653326 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1ae9e14-3550-4e43-906c-9008ca0a7354 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:55.654662 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf3ab25-6c8c-44cb-9492-9b79f6a47d84', 'name': 'network-vif-deleted', 'tag': '8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7', 'status': 'completed', 'code': 200} Jul 29 23:50:55.748174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf302a-29ee-4e9a-869d-0213c6bad538 req-0932f237-c7a2-499e-90fc-08cf26ee5f01 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:55.765670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35cf302a-29ee-4e9a-869d-0213c6bad538 req-0932f237-c7a2-499e-90fc-08cf26ee5f01 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.1995494 Jul 29 23:50:55.894809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35cf302a-29ee-4e9a-869d-0213c6bad538 req-9986d6ff-0f64-4959-b2e2-4a539d83f069 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281667 Jul 29 23:50:56.402686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22098337-6edc-471d-a02a-137ccd4da824 req-f803b05e-3171-4631-b75f-e46ed661e1fe tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcf3ab25-6c8c-44cb-9492-9b79f6a47d84 HTTP/1.1" status: 200 len: 210 time: 0.1063612 Jul 29 23:50:56.510679 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-d003544b-65ca-4d99-a576-73e3609040ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2999752 Jul 29 23:50:56.616118 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-618f3f0b-1653-47b4-b8e9-ceb8b6a7c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:56.617946 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-618f3f0b-1653-47b4-b8e9-ceb8b6a7c967 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 1098 time: 0.0800507 Jul 29 23:50:56.837360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-e6d450b1-5c14-4cc1-b421-abbfa5956339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:56.840523 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-e6d450b1-5c14-4cc1-b421-abbfa5956339 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.1997073 Jul 29 23:50:56.908672 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-1a2c736e-bbe9-4b9c-b3bd-0035efd620d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb56e458-f5cd-42e0-80e3-acb03ebe2d28 HTTP/1.1" status: 200 len: 217 time: 0.0560961 Jul 29 23:50:57.030331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-782f8552-f28a-446a-8b1b-b654c89fd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:57.032399 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-782f8552-f28a-446a-8b1b-b654c89fd846 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.1152005 Jul 29 23:50:57.116162 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.139877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-1ed22753-4d67-4055-ab84-0ec0898ed85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:57.143845 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-1ed22753-4d67-4055-ab84-0ec0898ed85f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027460 Jul 29 23:50:57.158173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-990f8094-b319-4419-8d1a-f02dcca03504 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:50:57.158173 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-990f8094-b319-4419-8d1a-f02dcca03504 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067894 Jul 29 23:50:57.182653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110e311-04d8-4bd2-94d9-50e12dca5210 req-ff7187fd-d6cd-49cd-a457-a62d57f2c975 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:57.190441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6110e311-04d8-4bd2-94d9-50e12dca5210 req-ff7187fd-d6cd-49cd-a457-a62d57f2c975 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.1643841 Jul 29 23:50:57.351511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6110e311-04d8-4bd2-94d9-50e12dca5210 req-1d6d9c50-587e-4ec7-b7dc-aeef438c10cd tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543419 Jul 29 23:50:57.427886 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:57.550269 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-27c0ee59-cd95-4bb2-9e37-736bf3c3fc32 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838768 Jul 29 23:50:57.551959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:57.552357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8570bba0-b3e8-4d7e-bc77-a9a0d99da5b7 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:57.734907 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ec2cef11-af69-4e8c-9bae-5f52934e64a7 req-eb633b3f-931c-47af-b1ac-096d462c6b0d service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767483 Jul 29 23:50:58.574389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f88e2c-9578-452c-ac19-9898c4ecad17 req-153fd49e-90a0-4a4c-b98c-7d29e19d5c53 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:58.583373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e5f88e2c-9578-452c-ac19-9898c4ecad17 req-153fd49e-90a0-4a4c-b98c-7d29e19d5c53 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.1039596 Jul 29 23:50:58.637569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e5f88e2c-9578-452c-ac19-9898c4ecad17 req-edd1e61c-8b87-4020-b4df-1ab202a33629 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528421 Jul 29 23:51:02.428499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.530175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-29b3a3b7-88dc-423d-b40c-d92e469c8c05 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:04.532819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-29b3a3b7-88dc-423d-b40c-d92e469c8c05 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/networks?id=4aaff96b-c58e-4a25-aece-b5d232f49716 HTTP/1.1" status: 200 len: 809 time: 0.1810801 Jul 29 23:51:04.562521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-fe92718e-a346-4931-be3a-7aa9e06e1e78 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:04.563981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-fe92718e-a346-4931-be3a-7aa9e06e1e78 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.2238798 Jul 29 23:51:04.566922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-1277af9b-7200-4e3b-a4c6-5c4c04daf68f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/quotas/3984a46589ee47318ae6f1fbe1466ae7 HTTP/1.1" status: 200 len: 375 time: 0.0202496 Jul 29 23:51:04.616626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-65498773-0e2c-4047-bf9d-d08cc1b66d8e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/quotas/d31f1ef0730d448f88afefa787e7cf91 HTTP/1.1" status: 200 len: 375 time: 0.0426812 Jul 29 23:51:04.619224 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-93ab36ff-a3ee-4d76-b33b-b87113c35ff3 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3984a46589ee47318ae6f1fbe1466ae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385439 Jul 29 23:51:04.768966 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-460bdd1b-aa2f-4725-a4d3-f5a0b593a22d service neutron] 10.222.0.37 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367588 Jul 29 23:51:04.886886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-d627a93d-0c61-4f4a-b3e4-4bf27734b9df tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570663 Jul 29 23:51:05.086487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-592dd01e-187b-440b-bd30-1b099d49d457 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771221 Jul 29 23:51:05.196692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-98a6fc90-0138-45f9-b05b-13764d09db7d service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091728 Jul 29 23:51:05.200492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-ea72d943-ef7d-44ea-9eb5-adad00072046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.204056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-ea72d943-ef7d-44ea-9eb5-adad00072046 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 1098 time: 0.3081651 Jul 29 23:51:05.206905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-ba44030d-cfd1-4d15-a303-b7619aecfb7a service neutron] 10.222.0.37 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232318 Jul 29 23:51:05.402492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-958ab340-da7e-4d95-825a-6bcb5c3ca85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.404527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-958ab340-da7e-4d95-825a-6bcb5c3ca85b service neutron] 10.222.0.42 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.1872494 Jul 29 23:51:05.537809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-71a02660-7e61-4631-b699-8769ba9c1fff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f HTTP/1.1" status: 200 len: 217 time: 0.1240611 Jul 29 23:51:05.678992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-790dced2-acb2-4457-b641-68179d94c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.681286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-790dced2-acb2-4457-b641-68179d94c9ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.1352010 Jul 29 23:51:05.874260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d2966f8-ab4a-452e-8845-0e41695d16d6 req-f5016f3f-828e-4e7d-aaa9-1ed5c4b0f664 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 210 time: 0.1066649 Jul 29 23:51:05.956281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441e26c-0ff2-4af7-bb2d-51c8e7704310 req-10b9b8b5-50e9-4110-a781-74285d8aadd8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.957947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a441e26c-0ff2-4af7-bb2d-51c8e7704310 req-10b9b8b5-50e9-4110-a781-74285d8aadd8 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.2754657 Jul 29 23:51:05.970335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-25be4618-1c48-4067-8bfe-6303213988fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.972059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-25be4618-1c48-4067-8bfe-6303213988fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1799078 Jul 29 23:51:05.984503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-02a72625-0f7b-498d-b662-321be25dafbd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:51:05.985935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-02a72625-0f7b-498d-b662-321be25dafbd service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060334 Jul 29 23:51:06.573147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-0953cffd-66ac-48e2-8c9a-bb5b94f583ca service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737123 Jul 29 23:51:06.600565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75d74385-ccca-4225-a748-17a7b1279215 req-453d605b-b236-4a16-a73a-e68bc2b00f73 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 210 time: 0.4935169 Jul 29 23:51:06.674209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a441e26c-0ff2-4af7-bb2d-51c8e7704310 req-f4641107-8b2f-40ba-88c1-2c9932556c47 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7009459 Jul 29 23:51:06.771398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-879fe963-ec2b-4e2b-9290-e8aa6e423829 req-4d2e1dae-f963-4246-bf7d-0e2aff0c7ec8 service neutron] 10.222.0.42 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736419 Jul 29 23:51:07.077501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fb2e3c3-63f8-442b-8377-e321864a9f5a req-b09c94b8-c829-4a6c-b545-a8ea3945d913 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 210 time: 0.0378084 Jul 29 23:51:07.546192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-7107dac1-d640-4060-ae78-90a8cf49df28 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.549171 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-7107dac1-d640-4060-ae78-90a8cf49df28 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.1748829 Jul 29 23:51:07.577738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Request body: {'port': {'device_id': '948ef9a8-c74e-4d87-8d76-423b21b30671', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'admin_state_up': True, 'tenant_id': 'd31f1ef0730d448f88afefa787e7cf91'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:07.830159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08de4cd4-18ab-4ca7-81c0-3e9517bb5b5d req-e656a1e0-0b95-4921-ae94-fb379d93fe48 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 210 time: 0.0679679 Jul 29 23:51:07.906427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f52ba8-c46a-4dc3-86c1-d9f2bdd7d673 req-2946117d-3c14-4b36-a140-b08f21af339c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.908943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11f52ba8-c46a-4dc3-86c1-d9f2bdd7d673 req-2946117d-3c14-4b36-a140-b08f21af339c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.0965817 Jul 29 23:51:07.985568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11f52ba8-c46a-4dc3-86c1-d9f2bdd7d673 req-479b5c68-b89f-4f4f-983e-db1521308b54 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585222 Jul 29 23:51:08.219769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac622bce-f8c1-4054-a7c4-48fb54a455fc req-3a48b894-8a0b-4a6a-8f6c-cdf7ad97a8e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 210 time: 0.0373545 Jul 29 23:51:08.297895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-ec022566-0c0a-43fa-a9d0-6293701453fa tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.299470 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-ec022566-0c0a-43fa-a9d0-6293701453fa tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.47 "GET /v2.0/networks?id=4aaff96b-c58e-4a25-aece-b5d232f49716 HTTP/1.1" status: 200 len: 809 time: 0.2589431 Jul 29 23:51:08.322677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Request body: {'port': {'device_id': '95513861-4556-4410-a1ad-f1ffd4f218d1', 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716', 'admin_state_up': True, 'tenant_id': '3984a46589ee47318ae6f1fbe1466ae7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:08.408672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Made reservation on behalf of d31f1ef0730d448f88afefa787e7cf91 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:08.414519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.614713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Made reservation on behalf of 3984a46589ee47318ae6f1fbe1466ae7 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:08.618481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.688620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Allocated IP 172.20.0.7 (fa6938b3-8234-4f20-a7e5-3069882cf4fa/97e2cfa4-656f-4a65-8a02-85ab9ce6dea4/9215d733-3c2d-4c0f-946a-8b279ac1724b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:08.971058 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Allocated IP 172.20.0.2 (4aaff96b-c58e-4a25-aece-b5d232f49716/8e2d1e63-95b7-42c7-96d1-3cec92c66eb2/c6fdd0c8-02f7-439b-899d-669d7f711dbb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:08.981984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83889aff-f8bb-4c98-aa6c-2089868daac2 req-bc8d437b-2076-472e-82a5-1c1ac4ae6727 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 210 time: 0.0443699 Jul 29 23:51:09.029324 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.198239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.222201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b90bc1-cbd3-40d1-accd-ed3c96a44790 req-d8d7582d-8325-42c0-8cee-a63dc336b18e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.224325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70b90bc1-cbd3-40d1-accd-ed3c96a44790 req-d8d7582d-8325-42c0-8cee-a63dc336b18e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 946 time: 0.1178799 Jul 29 23:51:09.234422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:09.318487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:09.327772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70b90bc1-cbd3-40d1-accd-ed3c96a44790 req-50b923c1-7822-412f-9aba-6c0f1f403438 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815864 Jul 29 23:51:09.331614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event updated for resources: {'Port': ['ID=9215d733-3c2d-4c0f-946a-8b279ac1724b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:09.340000 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:09.365715 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.407262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.407749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.408331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.408895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.410328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.410742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.411269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.412412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.413365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.413942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.414540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.415253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:09.453805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:09.461981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.490529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8aaa7c74-a4d1-46f3-9228-f6c4c057237f no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:09.589316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e6b66-7e23-4f87-ad55-124e7179ad22 req-67d520fc-3272-497d-b0b0-cbd3302031cf tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.598301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Pushing event updated for resources: {'Port': ['ID=c6fdd0c8-02f7-439b-899d-669d7f711dbb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:09.598627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c99e6b66-7e23-4f87-ad55-124e7179ad22 req-67d520fc-3272-497d-b0b0-cbd3302031cf tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 931 time: 0.1719694 Jul 29 23:51:09.641771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Network 4aaff96b-c58e-4a25-aece-b5d232f49716 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:09.648744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:09.666274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.667137 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.676364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:09.714607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb49d4-090f-436d-aba0-40f484d0f5d5 req-fdbd1670-c59b-4fac-b82b-7441cc0b630b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.718939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60cb49d4-090f-436d-aba0-40f484d0f5d5 req-fdbd1670-c59b-4fac-b82b-7441cc0b630b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1942151 Jul 29 23:51:09.736516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.788961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c99e6b66-7e23-4f87-ad55-124e7179ad22 req-e94653e4-fa58-431c-a6f5-92fd0d008a2b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891901 Jul 29 23:51:09.803709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:09.808781 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f45549-317b-401c-99fd-f145cb1fb437" -d '{"events": [{"server_uuid": "eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39", "name": "network-vif-unplugged", "status": "completed", "tag": "8aaa7c74-a4d1-46f3-9228-f6c4c057237f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:09.852680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:09.865275 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.892134 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-6fc6bd79-06f4-41af-a08f-f3858a1c1a18 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3187201 Jul 29 23:51:09.911996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60cb49d4-090f-436d-aba0-40f484d0f5d5 req-f8805df7-4b2c-4b82-a115-077a4eeed803 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646738 Jul 29 23:51:09.959837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Request body: {'port': {'device_id': '948ef9a8-c74e-4d87-8d76-423b21b30671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:10.011052 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce11550f-65d7-41eb-a445-1f4b7b672053 x-openstack-request-id: req-ce11550f-65d7-41eb-a445-1f4b7b672053 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:10.012105 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39", "name": "network-vif-unplugged", "status": "failed", "tag": "8aaa7c74-a4d1-46f3-9228-f6c4c057237f", "code": 422}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:10.012861 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce11550f-65d7-41eb-a445-1f4b7b672053 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:10.014393 n-d-712139-11 neutron-server[93818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f', 'code': 422} returned with failed status Jul 29 23:51:10.044495 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:51:10.139346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:10.160674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.165088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.165882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.167096 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.173073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.173746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.174294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.174858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.175689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.176386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.176956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.177504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:10.192747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.193910 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.240543 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.304569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b100b-e1f9-4cb9-a857-cf057d704c76 req-b587232b-0648-4385-8c73-78f724b70c0a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.320999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-521b100b-e1f9-4cb9-a857-cf057d704c76 req-b587232b-0648-4385-8c73-78f724b70c0a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1824005 Jul 29 23:51:10.348070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2e396-d38d-4670-9e5f-23be64216f3f req-2cccc9cd-9947-42ce-89bb-0faa62965cd0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.350058 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-11a0ea14-69e3-483a-9ac5-0755a1492bc2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0338907 Jul 29 23:51:10.358063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6f2e396-d38d-4670-9e5f-23be64216f3f req-2cccc9cd-9947-42ce-89bb-0faa62965cd0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 931 time: 0.1548216 Jul 29 23:51:10.373788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Request body: {'port': {'device_id': '95513861-4556-4410-a1ad-f1ffd4f218d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:10.402945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-521b100b-e1f9-4cb9-a857-cf057d704c76 req-eb416e85-679b-4bcc-897f-ea824df51eac tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807807 Jul 29 23:51:10.449757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6f2e396-d38d-4670-9e5f-23be64216f3f req-a193d0a3-3504-4221-8563-c333b256500c tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907168 Jul 29 23:51:10.480759 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.818933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7b90f-7fa8-4160-8f42-4cbd8760aafb req-55899fc6-36d7-4e44-bd0c-8ee3a0ffcf0c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.828768 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2eb7b90f-7fa8-4160-8f42-4cbd8760aafb req-55899fc6-36d7-4e44-bd0c-8ee3a0ffcf0c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1325290 Jul 29 23:51:10.912666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2eb7b90f-7fa8-4160-8f42-4cbd8760aafb req-eaf7880e-b0cf-4bdd-a30e-f9eccee9e3e0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826247 Jul 29 23:51:11.041677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce074-28f0-43cd-811f-804bb7b0d579 req-4deccf6a-af8b-4d35-80c2-5718148c2259 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.050108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba9ce074-28f0-43cd-811f-804bb7b0d579 req-4deccf6a-af8b-4d35-80c2-5718148c2259 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 931 time: 0.1342895 Jul 29 23:51:11.132883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba9ce074-28f0-43cd-811f-804bb7b0d579 req-af3d0c05-e75e-4fc4-9e3c-75fb19136c58 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817430 Jul 29 23:51:11.164438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9215d733-3c2d-4c0f-946a-8b279ac1724b {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:11.179181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.227014 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Transition to ACTIVE for port object 9215d733-3c2d-4c0f-946a-8b279ac1724b will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:11.254064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.318620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fdd0c8-02f7-439b-899d-669d7f711dbb {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:11.343897 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.421901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Pushing event updated for resources: {'Port': ['ID=9215d733-3c2d-4c0f-946a-8b279ac1724b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:11.462258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Transition to ACTIVE for port object c6fdd0c8-02f7-439b-899d-669d7f711dbb will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:11.471827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.581860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Attempting to bind port 9215d733-3c2d-4c0f-946a-8b279ac1724b on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:11.582203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Attempting to bind port 9215d733-3c2d-4c0f-946a-8b279ac1724b by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:11.582535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Attempting to bind port 9215d733-3c2d-4c0f-946a-8b279ac1724b on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:11.599656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Port 9215d733-3c2d-4c0f-946a-8b279ac1724b on network fa6938b3-8234-4f20-a7e5-3069882cf4fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:11.600049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Attempting to bind port 9215d733-3c2d-4c0f-946a-8b279ac1724b on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:11.603353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Pushing event updated for resources: {'Port': ['ID=c6fdd0c8-02f7-439b-899d-669d7f711dbb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:11.631447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:11.631850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Checking segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:11.632230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Bound using segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:11.632694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Bound port: 9215d733-3c2d-4c0f-946a-8b279ac1724b, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:11.633255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.650798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c735-4a93-482f-a3af-b38339aa431b req-e40ef916-55bf-4972-89b6-c0aa305e30ca tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.652457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f967c735-4a93-482f-a3af-b38339aa431b req-e40ef916-55bf-4972-89b6-c0aa305e30ca tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 943 time: 0.0810556 Jul 29 23:51:11.751880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Attempting to bind port c6fdd0c8-02f7-439b-899d-669d7f711dbb on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:11.751880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Attempting to bind port c6fdd0c8-02f7-439b-899d-669d7f711dbb by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'bbb90b4d-adc6-49e1-8311-fe4105342848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:11.752238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f967c735-4a93-482f-a3af-b38339aa431b req-b63d80a2-1647-47ed-9e4c-1a1ffbcd1bdc tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851660 Jul 29 23:51:11.752341 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Attempting to bind port c6fdd0c8-02f7-439b-899d-669d7f711dbb on network 4aaff96b-c58e-4a25-aece-b5d232f49716 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:11.762149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Port c6fdd0c8-02f7-439b-899d-669d7f711dbb on network 4aaff96b-c58e-4a25-aece-b5d232f49716 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:11.762481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Attempting to bind port c6fdd0c8-02f7-439b-899d-669d7f711dbb on network 4aaff96b-c58e-4a25-aece-b5d232f49716 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:11.781309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:11.781668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Checking segment: {'id': 'bbb90b4d-adc6-49e1-8311-fe4105342848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:11.782269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Bound using segment: {'id': 'bbb90b4d-adc6-49e1-8311-fe4105342848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:11.782744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Bound port: c6fdd0c8-02f7-439b-899d-669d7f711dbb, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb90b4d-adc6-49e1-8311-fe4105342848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:11.783137 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.860605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] For port 9215d733-3c2d-4c0f-946a-8b279ac1724b, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:11.887986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] For port 9215d733-3c2d-4c0f-946a-8b279ac1724b, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9215d733-3c2d-4c0f-946a-8b279ac1724b,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:11.895994 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.978696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.979658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.982016 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] 10.222.0.47 "PUT /v2.0/ports/9215d733-3c2d-4c0f-946a-8b279ac1724b HTTP/1.1" status: 200 len: 1092 time: 2.0746248 Jul 29 23:51:11.985951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948ef9a8-c74e-4d87-8d76-423b21b30671', 'tag': '9215d733-3c2d-4c0f-946a-8b279ac1724b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:11.989643 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de70af-7e40-494f-94d1-361bfc4f228a" -d '{"events": [{"name": "network-changed", "server_uuid": "948ef9a8-c74e-4d87-8d76-423b21b30671", "tag": "9215d733-3c2d-4c0f-946a-8b279ac1724b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:12.005839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] For port c6fdd0c8-02f7-439b-899d-669d7f711dbb, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:12.036754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] For port c6fdd0c8-02f7-439b-899d-669d7f711dbb, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c6fdd0c8-02f7-439b-899d-669d7f711dbb,segment=NetworkSegment(bbb90b4d-adc6-49e1-8311-fe4105342848),segment_id=bbb90b4d-adc6-49e1-8311-fe4105342848)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:12.051807 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.070152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21216c-80c3-4b14-8902-e8591329a504 service neutron] Pushing event updated for resources: {'Port': ['ID=9215d733-3c2d-4c0f-946a-8b279ac1724b,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:12.095177 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedd00ad-5486-4520-9107-f4f0221b8adb x-openstack-request-id: req-bedd00ad-5486-4520-9107-f4f0221b8adb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:12.096442 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948ef9a8-c74e-4d87-8d76-423b21b30671", "tag": "9215d733-3c2d-4c0f-946a-8b279ac1724b", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:12.096442 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bedd00ad-5486-4520-9107-f4f0221b8adb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:12.096697 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948ef9a8-c74e-4d87-8d76-423b21b30671', 'tag': '9215d733-3c2d-4c0f-946a-8b279ac1724b', 'status': 'completed', 'code': 200} Jul 29 23:51:12.105458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.106462 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.109430 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] 10.222.0.47 "PUT /v2.0/ports/c6fdd0c8-02f7-439b-899d-669d7f711dbb HTTP/1.1" status: 200 len: 1092 time: 1.7441022 Jul 29 23:51:12.205572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20856e38-89b8-4292-b13e-c0a2776f4a1b req-7ab82c9c-a457-4315-ae12-eec97046a486 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.219205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20856e38-89b8-4292-b13e-c0a2776f4a1b req-7ab82c9c-a457-4315-ae12-eec97046a486 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1187654 Jul 29 23:51:12.317034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dd4be-6543-4b70-afa6-b6c62919535e service neutron] Pushing event updated for resources: {'Port': ['ID=c6fdd0c8-02f7-439b-899d-669d7f711dbb,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:12.323739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f3092-d9d6-4d9f-893e-b80c743f592e req-b30786fb-1e5c-4334-92e3-62358094e57b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.325366 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f11f3092-d9d6-4d9f-893e-b80c743f592e req-b30786fb-1e5c-4334-92e3-62358094e57b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 943 time: 0.0887985 Jul 29 23:51:12.335604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20856e38-89b8-4292-b13e-c0a2776f4a1b req-79e9076d-392e-4d87-aff0-bfabf36d3eac tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137400 Jul 29 23:51:12.360095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-aa34f291-4cb2-4808-8f39-55fb7d2ef73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.362750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-aa34f291-4cb2-4808-8f39-55fb7d2ef73a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 1095 time: 0.2891285 Jul 29 23:51:12.386964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-c0d248db-a2a2-47cc-855a-4229dd084df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.389831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-c0d248db-a2a2-47cc-855a-4229dd084df2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3984a46589ee47318ae6f1fbe1466ae7&device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 1095 time: 0.1589966 Jul 29 23:51:12.395507 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f11f3092-d9d6-4d9f-893e-b80c743f592e req-741b27cd-a334-4f73-be3c-b94a25d3766f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Jul 29 23:51:12.450901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-0294f0d7-f3c4-42dd-90d7-275f20c90947 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9215d733-3c2d-4c0f-946a-8b279ac1724b HTTP/1.1" status: 200 len: 217 time: 0.0688527 Jul 29 23:51:12.499892 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-b2d41429-2b4d-4f57-a014-3b4819db5b41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6fdd0c8-02f7-439b-899d-669d7f711dbb HTTP/1.1" status: 200 len: 217 time: 0.0566828 Jul 29 23:51:12.590776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-f17cbf4f-07fd-41db-9a7e-27ee222050ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.592798 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-f17cbf4f-07fd-41db-9a7e-27ee222050ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.1052127 Jul 29 23:51:12.621770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-68328d10-7c09-424d-87f1-60fa8d52d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.624179 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-68328d10-7c09-424d-87f1-60fa8d52d7e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e2d1e63-95b7-42c7-96d1-3cec92c66eb2 HTTP/1.1" status: 200 len: 849 time: 0.0970466 Jul 29 23:51:12.655322 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-f2b9714c-cd60-4b6b-a0b5-66948acc5079 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531769 Jul 29 23:51:12.697243 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-deb63db9-8cb2-4a3e-8c1d-14dfa2e05436 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4aaff96b-c58e-4a25-aece-b5d232f49716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462584 Jul 29 23:51:12.855332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-66b1131d-dcab-44d5-9c0c-c5d0626f36b0 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861591 Jul 29 23:51:12.874481 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-121f194f-6503-4e0f-8a2f-6198896d3127 service neutron] 10.222.0.47 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437497 Jul 29 23:51:12.908582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa057b1-d1e5-4cbe-907e-8bbd1a10f7be req-b03150ec-8f3f-4565-815c-9eecace821df tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.910364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afa057b1-d1e5-4cbe-907e-8bbd1a10f7be req-b03150ec-8f3f-4565-815c-9eecace821df tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 943 time: 0.0588651 Jul 29 23:51:12.975493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afa057b1-d1e5-4cbe-907e-8bbd1a10f7be req-8492d5b9-aea4-4394-afec-53114bd15212 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536566 Jul 29 23:51:13.044099 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-526b0d67-cc25-41f0-86db-1bc0e31e3646 req-de7e9064-af73-4f87-887e-cb696045c7d7 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804626 Jul 29 23:51:13.058864 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b80c76d-b789-49ce-baf3-66e672e61f09 req-0fc0bd52-a5c7-4e2f-a9ff-4517fed0468f service neutron] 10.222.0.47 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717885 Jul 29 23:51:13.250216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de70af-7e40-494f-94d1-361bfc4f228a req-7084d7c0-edf0-43c5-8404-1aede0361c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.252247 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3de70af-7e40-494f-94d1-361bfc4f228a req-7084d7c0-edf0-43c5-8404-1aede0361c0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 1095 time: 0.0601707 Jul 29 23:51:13.420745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de70af-7e40-494f-94d1-361bfc4f228a req-c420ecd4-61dc-48d7-b4aa-a3edb03d32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.422318 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3de70af-7e40-494f-94d1-361bfc4f228a req-c420ecd4-61dc-48d7-b4aa-a3edb03d32d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 906 time: 0.1627145 Jul 29 23:51:13.503885 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3de70af-7e40-494f-94d1-361bfc4f228a req-61e77663-d60c-4777-b8c3-bca3e0895f1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9215d733-3c2d-4c0f-946a-8b279ac1724b HTTP/1.1" status: 200 len: 217 time: 0.0726333 Jul 29 23:51:13.509682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8aaa7c74-a4d1-46f3-9228-f6c4c057237f no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:13.601086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de70af-7e40-494f-94d1-361bfc4f228a req-38f6deea-8747-4b91-a8f7-333eaa196f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.607376 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3de70af-7e40-494f-94d1-361bfc4f228a req-38f6deea-8747-4b91-a8f7-333eaa196f71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.0938482 Jul 29 23:51:13.661880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ea671-f0ee-4acc-a001-476c751fe10a req-c7f99237-6e52-41a7-896b-0d397cb704af tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.670156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-442ea671-f0ee-4acc-a001-476c751fe10a req-c7f99237-6e52-41a7-896b-0d397cb704af tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2124345 Jul 29 23:51:13.693393 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3de70af-7e40-494f-94d1-361bfc4f228a req-abd954ff-c6af-4204-b452-3fb62ba8e267 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721407 Jul 29 23:51:13.703660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c00fa6-cdd3-4d8e-a1c4-9107a7fb9eca req-a0da2446-9e1e-4bcf-b8b9-de7a8b82dabe tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.705373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1c00fa6-cdd3-4d8e-a1c4-9107a7fb9eca req-a0da2446-9e1e-4bcf-b8b9-de7a8b82dabe tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 943 time: 0.1482892 Jul 29 23:51:13.757177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-442ea671-f0ee-4acc-a001-476c751fe10a req-a14b0040-cbf8-4af1-91b4-d0ea517abe72 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807745 Jul 29 23:51:13.798366 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1c00fa6-cdd3-4d8e-a1c4-9107a7fb9eca req-b3ec8317-52c9-4790-a053-b0abd7f31737 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826876 Jul 29 23:51:13.822705 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3de70af-7e40-494f-94d1-361bfc4f228a req-422d0977-a5d7-4122-9efd-bd256b66677f service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209209 Jul 29 23:51:13.954061 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f3de70af-7e40-494f-94d1-361bfc4f228a req-18b9eee7-1ae8-4f74-9193-da2dc69f78b5 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196330 Jul 29 23:51:14.097760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95513861-4556-4410-a1ad-f1ffd4f218d1', 'tag': 'c6fdd0c8-02f7-439b-899d-669d7f711dbb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:14.100472 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2250a9-cd09-46df-ad12-dfe83795d513" -d '{"events": [{"name": "network-changed", "server_uuid": "95513861-4556-4410-a1ad-f1ffd4f218d1", "tag": "c6fdd0c8-02f7-439b-899d-669d7f711dbb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:14.153368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5d47d-66a9-4040-95d8-70f56d1ae086 req-9851088c-970c-4001-82bc-9d9adb837202 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.157972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7f5d47d-66a9-4040-95d8-70f56d1ae086 req-9851088c-970c-4001-82bc-9d9adb837202 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 943 time: 0.0667317 Jul 29 23:51:14.168200 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e344e810-e6cb-4dd7-9794-658b74ebb2d8 x-openstack-request-id: req-e344e810-e6cb-4dd7-9794-658b74ebb2d8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:14.168492 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95513861-4556-4410-a1ad-f1ffd4f218d1", "tag": "c6fdd0c8-02f7-439b-899d-669d7f711dbb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:14.168747 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e344e810-e6cb-4dd7-9794-658b74ebb2d8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:14.169148 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95513861-4556-4410-a1ad-f1ffd4f218d1', 'tag': 'c6fdd0c8-02f7-439b-899d-669d7f711dbb', 'status': 'completed', 'code': 200} Jul 29 23:51:14.236833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7f5d47d-66a9-4040-95d8-70f56d1ae086 req-ac4f3dd4-a38d-44da-97b0-1baa7065444d tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701094 Jul 29 23:51:14.269931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2250a9-cd09-46df-ad12-dfe83795d513 req-d7ef5c34-2b11-4985-a0b5-939ff65991d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.272891 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1a2250a9-cd09-46df-ad12-dfe83795d513 req-d7ef5c34-2b11-4985-a0b5-939ff65991d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3984a46589ee47318ae6f1fbe1466ae7&device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 1095 time: 0.0633183 Jul 29 23:51:14.413192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2250a9-cd09-46df-ad12-dfe83795d513 req-e6243fbb-205c-431b-a6eb-55ed62ddb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.415655 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1a2250a9-cd09-46df-ad12-dfe83795d513 req-e6243fbb-205c-431b-a6eb-55ed62ddb29c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4aaff96b-c58e-4a25-aece-b5d232f49716 HTTP/1.1" status: 200 len: 910 time: 0.1324944 Jul 29 23:51:14.495232 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1a2250a9-cd09-46df-ad12-dfe83795d513 req-14683256-28bf-4634-99c3-29b4c99b5a4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6fdd0c8-02f7-439b-899d-669d7f711dbb HTTP/1.1" status: 200 len: 217 time: 0.0662985 Jul 29 23:51:14.558081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2250a9-cd09-46df-ad12-dfe83795d513 req-4d2d79e7-3f55-42f8-ad59-ecdecc77fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.559817 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1a2250a9-cd09-46df-ad12-dfe83795d513 req-4d2d79e7-3f55-42f8-ad59-ecdecc77fac8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e2d1e63-95b7-42c7-96d1-3cec92c66eb2 HTTP/1.1" status: 200 len: 849 time: 0.0528512 Jul 29 23:51:14.596108 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1a2250a9-cd09-46df-ad12-dfe83795d513 req-1955a477-a7d2-41d9-a421-400883f6122d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4aaff96b-c58e-4a25-aece-b5d232f49716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275517 Jul 29 23:51:14.710814 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1a2250a9-cd09-46df-ad12-dfe83795d513 req-fc99aecf-4be3-4a16-b3b7-8ff53a28bd33 service neutron] 10.222.0.47 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049731 Jul 29 23:51:14.854355 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1a2250a9-cd09-46df-ad12-dfe83795d513 req-42a70005-6ba2-4d42-936b-6f19c8231d8a service neutron] 10.222.0.47 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333883 Jul 29 23:51:14.972398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93ed61-a173-4d81-97b2-6ede827b94ab req-44af900d-1c3f-4276-a84c-8ed83c658680 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.973974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b93ed61-a173-4d81-97b2-6ede827b94ab req-44af900d-1c3f-4276-a84c-8ed83c658680 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1013141 Jul 29 23:51:15.030643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147d90-6f5d-4528-ae90-8aff2cb74c7d req-fcb723c5-dc1b-4025-b6f6-9979e29cbde8 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:15.037196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95147d90-6f5d-4528-ae90-8aff2cb74c7d req-fcb723c5-dc1b-4025-b6f6-9979e29cbde8 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 943 time: 0.1109121 Jul 29 23:51:15.058760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b93ed61-a173-4d81-97b2-6ede827b94ab req-3c17acc5-7ccd-4cc4-9214-33baaf5ea40a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743527 Jul 29 23:51:15.114624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95147d90-6f5d-4528-ae90-8aff2cb74c7d req-aa5d5825-6a36-418e-9029-a414726140af tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760608 Jul 29 23:51:15.410415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fec5c1-0b13-492b-8fa5-e239343f1392 req-972efcf3-514e-4df2-8fca-20c5d27748eb tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:15.412180 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07fec5c1-0b13-492b-8fa5-e239343f1392 req-972efcf3-514e-4df2-8fca-20c5d27748eb tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 943 time: 0.0605574 Jul 29 23:51:15.474101 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07fec5c1-0b13-492b-8fa5-e239343f1392 req-03c4a154-2a79-4812-8915-281c6b167bdc tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534623 Jul 29 23:51:15.745773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9215d733-3c2d-4c0f-946a-8b279ac1724b details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:15.916800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9215d733-3c2d-4c0f-946a-8b279ac1724b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9215d733-3c2d-4c0f-946a-8b279ac1724b,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:15.936687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '9215d733-3c2d-4c0f-946a-8b279ac1724b', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'port_id': '9215d733-3c2d-4c0f-946a-8b279ac1724b', 'mac_address': 'fa:16:3e:24:52:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e2cfa4-656f-4a65-8a02-85ab9ce6dea4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:16.005167 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.037554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9215d733-3c2d-4c0f-946a-8b279ac1724b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:16.068807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9215d733-3c2d-4c0f-946a-8b279ac1724b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9215d733-3c2d-4c0f-946a-8b279ac1724b,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:16.077212 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.078639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c6fdd0c8-02f7-439b-899d-669d7f711dbb details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:16.279271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=9215d733-3c2d-4c0f-946a-8b279ac1724b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:16.326271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daab041-a1fd-4a52-a6ed-03b1c6e9833d req-751dad70-d4ad-4088-bd8c-be8893d489b7 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:16.329361 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6daab041-a1fd-4a52-a6ed-03b1c6e9833d req-751dad70-d4ad-4088-bd8c-be8893d489b7 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 944 time: 0.0974746 Jul 29 23:51:16.364420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port c6fdd0c8-02f7-439b-899d-669d7f711dbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c6fdd0c8-02f7-439b-899d-669d7f711dbb,segment=NetworkSegment(bbb90b4d-adc6-49e1-8311-fe4105342848),segment_id=bbb90b4d-adc6-49e1-8311-fe4105342848)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:16.384577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8eac41-ea5c-4b30-a14a-ac3ebca83b13 req-efb72752-e399-472b-809a-8bb7824411cb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:16.390356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'c6fdd0c8-02f7-439b-899d-669d7f711dbb', 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716', 'port_id': 'c6fdd0c8-02f7-439b-899d-669d7f711dbb', 'mac_address': 'fa:16:3e:14:13:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2d1e63-95b7-42c7-96d1-3cec92c66eb2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:16.392845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc8eac41-ea5c-4b30-a14a-ac3ebca83b13 req-efb72752-e399-472b-809a-8bb7824411cb tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1871824 Jul 29 23:51:16.427823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6daab041-a1fd-4a52-a6ed-03b1c6e9833d req-1559bf92-ea13-4555-a8b6-3083fd1fbdd5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852172 Jul 29 23:51:16.461373 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.464653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc8eac41-ea5c-4b30-a14a-ac3ebca83b13 req-a163bb91-a40c-4986-b871-14a19a83a7ff tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648167 Jul 29 23:51:16.489562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fdd0c8-02f7-439b-899d-669d7f711dbb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:16.526549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port c6fdd0c8-02f7-439b-899d-669d7f711dbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c6fdd0c8-02f7-439b-899d-669d7f711dbb,segment=NetworkSegment(bbb90b4d-adc6-49e1-8311-fe4105342848),segment_id=bbb90b4d-adc6-49e1-8311-fe4105342848)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:16.534745 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.575031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:16.682142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=c6fdd0c8-02f7-439b-899d-669d7f711dbb,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:16.769688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc976d75-8790-4131-afaf-149ab2e24f89 req-b03e0060-08b5-464d-abf7-1e4c1d73a6a1 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:16.772505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc976d75-8790-4131-afaf-149ab2e24f89 req-b03e0060-08b5-464d-abf7-1e4c1d73a6a1 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 944 time: 0.1736572 Jul 29 23:51:16.832642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc976d75-8790-4131-afaf-149ab2e24f89 req-8c067eda-1ed6-4f2a-aa22-75daf6076164 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512731 Jul 29 23:51:17.050904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['c6fdd0c8-02f7-439b-899d-669d7f711dbb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:17.078148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['9215d733-3c2d-4c0f-946a-8b279ac1724b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:17.177942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e4aced-35cd-4203-bffd-4017902a3fb3 admin admin] Deleting subnet dce265fc-6c09-4dd3-97e3-7d37880fbc68 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:17.181696 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01e4aced-35cd-4203-bffd-4017902a3fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.218545 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01e4aced-35cd-4203-bffd-4017902a3fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.269139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01e4aced-35cd-4203-bffd-4017902a3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.336525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01e4aced-35cd-4203-bffd-4017902a3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.363531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4aced-35cd-4203-bffd-4017902a3fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce265fc-6c09-4dd3-97e3-7d37880fbc68,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:17.370443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01e4aced-35cd-4203-bffd-4017902a3fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.372603 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-01e4aced-35cd-4203-bffd-4017902a3fb3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dce265fc-6c09-4dd3-97e3-7d37880fbc68 HTTP/1.1" status: 204 len: 168 time: 0.7951114 Jul 29 23:51:17.377102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 51256) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:17.453542 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.574821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.602689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeccfd64-2c24-4320-b3bd-9dc482d64152']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:17.617689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288a29ff-63ad-4e5c-bc77-2ff14cadedae') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:17.618116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288a29ff-63ad-4e5c-bc77-2ff14cadedae') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:17.631301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.658241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9649442-9d64-4c88-bab5-ec9adebf038d req-8e0b68b8-ce9e-48d4-9e12-97cb2a83891d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:17.659702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9649442-9d64-4c88-bab5-ec9adebf038d req-8e0b68b8-ce9e-48d4-9e12-97cb2a83891d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 944 time: 0.1264975 Jul 29 23:51:17.660727 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.671259 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a48b2-50f6-45b8-9e48-07a91a305327 req-4695b26a-44df-41ff-abc5-fb17bec90881 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:17.672792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a1a48b2-50f6-45b8-9e48-07a91a305327 req-4695b26a-44df-41ff-abc5-fb17bec90881 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1272562 Jul 29 23:51:17.685205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:17.685613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:17.688241 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:17.809484 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9649442-9d64-4c88-bab5-ec9adebf038d req-ee05e05c-8a10-4f8c-b0fd-c731d89d7ef0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356688 Jul 29 23:51:17.815719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a1a48b2-50f6-45b8-9e48-07a91a305327 req-28f30ce1-1450-483b-8851-3bf9d6ea9532 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325641 Jul 29 23:51:17.817452 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.823179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.825200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] 10.222.0.37 "DELETE /v2.0/networks/aeccfd64-2c24-4320-b3bd-9dc482d64152 HTTP/1.1" status: 204 len: 168 time: 0.4469049 Jul 29 23:51:17.851776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=aeccfd64-2c24-4320-b3bd-9dc482d64152,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:17.862030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.862385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.862743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.863064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.863407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.863748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.864101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.864751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.865372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.865789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.866117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.866503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae315e4-6aab-497b-920d-36b3644d0e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:17.974919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983a3b2-fea0-45ef-8a45-eb799b4dc1a9 req-37d20719-aa57-4684-bb84-fb09a0138e1e tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:17.976675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9983a3b2-fea0-45ef-8a45-eb799b4dc1a9 req-37d20719-aa57-4684-bb84-fb09a0138e1e tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 944 time: 0.0652199 Jul 29 23:51:18.014988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:18.041011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9983a3b2-fea0-45ef-8a45-eb799b4dc1a9 req-85abc020-8a75-4795-b8e5-95994b833971 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516379 Jul 29 23:51:18.072205 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-673f6c2b-9b8e-427d-b706-3f6b25cbe523 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9596c63a203f4066a73e6ff04fd07c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549548 Jul 29 23:51:18.075101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 51270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:18.159992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cb84-fc43-47ec-b0be-a232d52e60b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.190834 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cb84-fc43-47ec-b0be-a232d52e60b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.253886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cb84-fc43-47ec-b0be-a232d52e60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.256495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cb84-fc43-47ec-b0be-a232d52e60b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.257734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9dd9cb84-fc43-47ec-b0be-a232d52e60b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e55588cc-ed19-47a7-aaff-76ade75a3bba HTTP/1.1" status: 204 len: 168 time: 0.1809700 Jul 29 23:51:18.266963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9cb84-fc43-47ec-b0be-a232d52e60b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55588cc-ed19-47a7-aaff-76ade75a3bba,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:18.836841 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.015588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c106d24-c34a-42be-81b1-b2ef0933b8f5 req-06194169-320d-45c8-a341-e1a5dd8986e3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:19.017381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c106d24-c34a-42be-81b1-b2ef0933b8f5 req-06194169-320d-45c8-a341-e1a5dd8986e3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 944 time: 0.0897310 Jul 29 23:51:19.037242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde90409-a5fd-4526-bcbd-31a6a8ab992b req-69f68042-2cd1-44bc-a647-3ea8b23fd5f1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:19.039756 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dde90409-a5fd-4526-bcbd-31a6a8ab992b req-69f68042-2cd1-44bc-a647-3ea8b23fd5f1 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0974736 Jul 29 23:51:19.095607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c106d24-c34a-42be-81b1-b2ef0933b8f5 req-94c82797-68a5-4337-8c33-044fe9f217af tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686288 Jul 29 23:51:19.128821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dde90409-a5fd-4526-bcbd-31a6a8ab992b req-b6de84a7-5025-4704-b2d5-b723acb2bfbf tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741336 Jul 29 23:51:19.227510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd494b-1877-4acf-b113-ac4bfc8b1d93 req-be027337-9f90-421d-a85f-923a45cfd92e tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:19.229207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6cd494b-1877-4acf-b113-ac4bfc8b1d93 req-be027337-9f90-421d-a85f-923a45cfd92e tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 944 time: 0.0564210 Jul 29 23:51:19.280644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6cd494b-1877-4acf-b113-ac4bfc8b1d93 req-556b8227-86d7-4039-9094-6616f80d6cb6 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440419 Jul 29 23:51:19.770323 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9215d733-3c2d-4c0f-946a-8b279ac1724b up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:19.819976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 9215d733-3c2d-4c0f-946a-8b279ac1724b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:19.824147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 9215d733-3c2d-4c0f-946a-8b279ac1724b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:19.824526 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.917850 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.944601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948ef9a8-c74e-4d87-8d76-423b21b30671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9215d733-3c2d-4c0f-946a-8b279ac1724b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:19.947130 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0a5328-1105-485c-94e7-1258b8bd65c3" -d '{"events": [{"server_uuid": "948ef9a8-c74e-4d87-8d76-423b21b30671", "name": "network-vif-plugged", "status": "completed", "tag": "9215d733-3c2d-4c0f-946a-8b279ac1724b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:19.969449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 9215d733-3c2d-4c0f-946a-8b279ac1724b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9215d733-3c2d-4c0f-946a-8b279ac1724b,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:19.975233 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.976108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c6fdd0c8-02f7-439b-899d-669d7f711dbb up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:20.023005 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137e6d1e-81b5-48bc-821d-ea99c5bd56e8 x-openstack-request-id: req-137e6d1e-81b5-48bc-821d-ea99c5bd56e8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:20.023332 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948ef9a8-c74e-4d87-8d76-423b21b30671", "name": "network-vif-plugged", "status": "completed", "tag": "9215d733-3c2d-4c0f-946a-8b279ac1724b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:20.023545 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-137e6d1e-81b5-48bc-821d-ea99c5bd56e8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:20.024157 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948ef9a8-c74e-4d87-8d76-423b21b30671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9215d733-3c2d-4c0f-946a-8b279ac1724b', 'code': 200} Jul 29 23:51:20.065509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=9215d733-3c2d-4c0f-946a-8b279ac1724b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:20.081979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port c6fdd0c8-02f7-439b-899d-669d7f711dbb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:20.086853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port c6fdd0c8-02f7-439b-899d-669d7f711dbb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:20.087230 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.220689 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.227630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f8c15-4caa-45cd-9f8c-94cb19f60a15 req-171f7675-4cc1-4fea-b350-02190ab7529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.242186 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bb3f8c15-4caa-45cd-9f8c-94cb19f60a15 req-171f7675-4cc1-4fea-b350-02190ab7529f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 1097 time: 0.1323748 Jul 29 23:51:20.260129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port c6fdd0c8-02f7-439b-899d-669d7f711dbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c6fdd0c8-02f7-439b-899d-669d7f711dbb,segment=NetworkSegment(bbb90b4d-adc6-49e1-8311-fe4105342848),segment_id=bbb90b4d-adc6-49e1-8311-fe4105342848)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:20.267710 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.318923 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bb3f8c15-4caa-45cd-9f8c-94cb19f60a15 req-e98103cb-8711-444e-90ee-24d145e7bd40 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730281 Jul 29 23:51:20.340194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=c6fdd0c8-02f7-439b-899d-669d7f711dbb,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:20.392860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f9f0-dfdb-4af0-a71f-c114e942f2c7 req-70cdd4ec-5225-4260-bcf1-5bf746652895 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.394537 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2128f9f0-dfdb-4af0-a71f-c114e942f2c7 req-70cdd4ec-5225-4260-bcf1-5bf746652895 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 945 time: 0.1588624 Jul 29 23:51:20.409041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac06dfd-29e0-4a01-88cb-172fad3bb89b req-4465dfbd-90bd-493c-aa1b-6ddc3da41488 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.410832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ac06dfd-29e0-4a01-88cb-172fad3bb89b req-4465dfbd-90bd-493c-aa1b-6ddc3da41488 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0936508 Jul 29 23:51:20.473204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2128f9f0-dfdb-4af0-a71f-c114e942f2c7 req-93168301-87ba-4823-a71d-d1d6856bb309 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721223 Jul 29 23:51:20.481135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ac06dfd-29e0-4a01-88cb-172fad3bb89b req-ae71c0f9-1a27-4fbb-8a95-887abd56412a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632846 Jul 29 23:51:20.597290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a29456-6a09-4be5-a674-d21dec9f3e79 req-0ac4b11c-07ed-443a-a7c5-09538ddc1719 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.598879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4a29456-6a09-4be5-a674-d21dec9f3e79 req-0ac4b11c-07ed-443a-a7c5-09538ddc1719 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Jul 29 23:51:20.644592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4a29456-6a09-4be5-a674-d21dec9f3e79 req-72c20f9f-d791-4317-9f06-3abe88975977 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377660 Jul 29 23:51:20.937799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 51344) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:20.943198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'network': {'name': 'tempest-network-smoke--1320533005', 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:20.967038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Made reservation on behalf of c1bae6056df04e5189d661c3d4b0ddee for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:20.971210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.980449 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.088458 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.096033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.128257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:51:21.134931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7db721-8621-4472-956b-a7f6e44728af,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:21.144171 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.145103 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Added segment 2af02455-53e7-42f0-9e6a-d8b524ca2fad of type vlan for network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 Jul 29 23:51:21.196897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.230006 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.235856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:21.236509 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.300299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3613353 Jul 29 23:51:21.304277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51348) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:21.306092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55950031-f7d2-4ccb-94b5-de0c77cb3d53 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Network': ['ID=3eb74a89-8fbb-49c1-81e4-8f09052ea835,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:21.310162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'admin_state_up': True, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:21.335395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:51:21.356513 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.358869 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.416825 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.553052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.635200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2b8dc-4266-4264-9df8-5171ae1c2e24 req-f0e3f72e-7614-413e-9d9d-cda02a0b8233 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:21.636806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58c2b8dc-4266-4264-9df8-5171ae1c2e24 req-f0e3f72e-7614-413e-9d9d-cda02a0b8233 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0847995 Jul 29 23:51:21.650364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628015d-1a1d-469a-b59f-935152c4320b req-111ea6a3-5fb3-4fcd-a611-79b383a2c0b4 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:21.651887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4628015d-1a1d-469a-b59f-935152c4320b req-111ea6a3-5fb3-4fcd-a611-79b383a2c0b4 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 945 time: 0.0889347 Jul 29 23:51:21.682377 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a43c6d1-0f30-4b1e-b49e-3673f29548fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.713220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58c2b8dc-4266-4264-9df8-5171ae1c2e24 req-4be82ac5-087f-48f3-a7de-f7190d244f28 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603020 Jul 29 23:51:21.716154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4628015d-1a1d-469a-b59f-935152c4320b req-7bed4133-fbd6-4188-bdf3-3dcfcf6c09ed tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560832 Jul 29 23:51:21.775937 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.798830 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.858258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24d072-e570-4b5c-8f24-02bb3e0bee46 req-5e87df66-d86d-4a1b-9aff-7e03c3a78718 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:21.859997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d24d072-e570-4b5c-8f24-02bb3e0bee46 req-5e87df66-d86d-4a1b-9aff-7e03c3a78718 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 945 time: 0.0576270 Jul 29 23:51:21.909135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d24d072-e570-4b5c-8f24-02bb3e0bee46 req-233070b0-c1e3-4e17-ac7f-68eb98bb8980 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Jul 29 23:51:21.942278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Allocated IP 172.25.2.251 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/bad3a7d9-9c95-419d-8222-08442d6f994c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:21.995299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133d366-a256-4b99-a8df-f7232b06eb0f req-7d044d0b-87c2-4c73-b463-1e32ee35e008 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:21.995299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5133d366-a256-4b99-a8df-f7232b06eb0f req-7d044d0b-87c2-4c73-b463-1e32ee35e008 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0593517 Jul 29 23:51:22.025435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95513861-4556-4410-a1ad-f1ffd4f218d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fdd0c8-02f7-439b-899d-669d7f711dbb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:22.028767 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b8c6c2-aa7f-4b6e-a8ad-02f302296727" -d '{"events": [{"server_uuid": "95513861-4556-4410-a1ad-f1ffd4f218d1", "name": "network-vif-plugged", "status": "completed", "tag": "c6fdd0c8-02f7-439b-899d-669d7f711dbb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:22.036478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5133d366-a256-4b99-a8df-f7232b06eb0f req-596c15f3-381d-43e2-90a8-2fb13ecc890f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390224 Jul 29 23:51:22.070233 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2a35e7-4ca5-48f1-a22f-168c4067cdff x-openstack-request-id: req-0d2a35e7-4ca5-48f1-a22f-168c4067cdff {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:22.070536 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95513861-4556-4410-a1ad-f1ffd4f218d1", "name": "network-vif-plugged", "status": "completed", "tag": "c6fdd0c8-02f7-439b-899d-669d7f711dbb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:22.070798 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d2a35e7-4ca5-48f1-a22f-168c4067cdff {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:22.071203 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95513861-4556-4410-a1ad-f1ffd4f218d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fdd0c8-02f7-439b-899d-669d7f711dbb', 'code': 200} Jul 29 23:51:22.072614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf53bb8-ab11-439a-aa86-f5535847940e req-0df4b652-4934-46a1-a9d9-0904a989463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.074146 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-faf53bb8-ab11-439a-aa86-f5535847940e req-0df4b652-4934-46a1-a9d9-0904a989463f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1096 time: 0.0948553 Jul 29 23:51:22.096267 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.247224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.258024 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82cb7f-f486-480c-abbc-13818ea37ffc req-18990de3-6bbf-4705-ba19-b304feb07f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.259580 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aa82cb7f-f486-480c-abbc-13818ea37ffc req-18990de3-6bbf-4705-ba19-b304feb07f7c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 1097 time: 0.0981007 Jul 29 23:51:22.290938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf53bb8-ab11-439a-aa86-f5535847940e req-853489bc-fe42-4745-9869-df873b516308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.292511 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-faf53bb8-ab11-439a-aa86-f5535847940e req-853489bc-fe42-4745-9869-df873b516308 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.1895673 Jul 29 23:51:22.359013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:22.368911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:22.370758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Port': ['ID=bad3a7d9-9c95-419d-8222-08442d6f994c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:22.381340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:22.420059 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-aa82cb7f-f486-480c-abbc-13818ea37ffc req-ca0d3b56-beb4-4a75-8a04-0dcc1ea32437 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301098 Jul 29 23:51:22.437008 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-faf53bb8-ab11-439a-aa86-f5535847940e req-68228598-a94c-47e0-ab11-2cf422ff2a73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 998 time: 0.1353278 Jul 29 23:51:22.674366 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.864194 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4fe6-65e2-4bf2-9628-b079afea912d req-8a407c51-989c-44f3-b436-927411a66f8b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.870214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-490e4fe6-65e2-4bf2-9628-b079afea912d req-8a407c51-989c-44f3-b436-927411a66f8b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 945 time: 0.0588434 Jul 29 23:51:22.893564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf53bb8-ab11-439a-aa86-f5535847940e req-7c5cbe65-7d74-476a-95be-7e305b96fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.895200 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-faf53bb8-ab11-439a-aa86-f5535847940e req-7c5cbe65-7d74-476a-95be-7e305b96fee8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0989695 Jul 29 23:51:22.912878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-490e4fe6-65e2-4bf2-9628-b079afea912d req-3e42dff4-af56-4474-bc55-6b666ce3ee5d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Jul 29 23:51:22.997110 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.055323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf53bb8-ab11-439a-aa86-f5535847940e req-55598ac1-8643-4e6c-822e-08c6fb493d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.057182 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-faf53bb8-ab11-439a-aa86-f5535847940e req-55598ac1-8643-4e6c-822e-08c6fb493d04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537371 Jul 29 23:51:23.059337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6666064-f72b-446e-8ec9-e26e658010d8 req-918b6fb1-0e3e-4254-b735-9e3822edc0b2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.063997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6666064-f72b-446e-8ec9-e26e658010d8 req-918b6fb1-0e3e-4254-b735-9e3822edc0b2 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 945 time: 0.0692728 Jul 29 23:51:23.132890 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6666064-f72b-446e-8ec9-e26e658010d8 req-0268db9c-d8ad-423c-8ec5-069db1985882 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576360 Jul 29 23:51:23.214269 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-faf53bb8-ab11-439a-aa86-f5535847940e req-4b2b7ff8-f60d-49ed-a636-d8f760c6a7e7 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474862 Jul 29 23:51:23.246012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Router 9a4776c1-a567-42a4-8ace-85d17896780f is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:51:23.305820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2dc17-09a2-484c-8962-b1e13dfb3c94 req-b66bf984-7ca8-48ef-9f05-80417e53db70 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.307601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0c2dc17-09a2-484c-8962-b1e13dfb3c94 req-b66bf984-7ca8-48ef-9f05-80417e53db70 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0922925 Jul 29 23:51:23.317621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-d4a6239d-adea-4fff-9dd6-5f2c8af53a0a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.319407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-d4a6239d-adea-4fff-9dd6-5f2c8af53a0a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.1662493 Jul 29 23:51:23.352099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-3b5ca230-170f-4f82-834f-c403a0098e68 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/quotas/d31f1ef0730d448f88afefa787e7cf91 HTTP/1.1" status: 200 len: 375 time: 0.0148807 Jul 29 23:51:23.399615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0c2dc17-09a2-484c-8962-b1e13dfb3c94 req-efadfe9b-d0a5-41f5-bfbc-1e063c7b0c08 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790274 Jul 29 23:51:23.429919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-ca9347b7-0009-48aa-ac64-f19f14844c0a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674591 Jul 29 23:51:23.431173 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-faf53bb8-ab11-439a-aa86-f5535847940e req-ae13b5c8-a1d6-4b1f-b47e-a41c3ef2eb74 service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044432 Jul 29 23:51:23.466469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:23.487348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Sync routers for ids ['9a4776c1-a567-42a4-8ace-85d17896780f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:23.489736 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.493991 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9a32d4cd-6f9e-4227-a204-4c34163e5d7a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1854789 Jul 29 23:51:23.495007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 51394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:23.503451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Routers {'9a4776c1-a567-42a4-8ace-85d17896780f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:23.504165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:50:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9a4776c1-a567-42a4-8ace-85d17896780f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:23.621368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Set router 9a4776c1-a567-42a4-8ace-85d17896780f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:23.688399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6c757000-6d2c-42b0-9c05-4e18d81cc952 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c1bae6056df04e5189d661c3d4b0ddee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1921527 Jul 29 23:51:23.693917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51398) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:23.725833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-4af93510-496f-4713-81a6-329f69fb06c1 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810240 Jul 29 23:51:23.821012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:22Z', 'revision_number': 3, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:23.837439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-4847d9de-693c-4c06-959a-77fdfaec0c2c service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054807 Jul 29 23:51:23.855060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Checking router: 9a4776c1-a567-42a4-8ace-85d17896780f for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:23.855414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Updating router 9a4776c1-a567-42a4-8ace-85d17896780f port bad3a7d9-9c95-419d-8222-08442d6f994c binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:51:23.882150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bca0725-b6ab-4e9b-b49e-d8d6a3937c17 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.893700 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.897275 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9bca0725-b6ab-4e9b-b49e-d8d6a3937c17 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1994257 Jul 29 23:51:23.897676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:23.964085 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-19da05d7-63f4-4c6d-ba6d-7f563454c035 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0653319 Jul 29 23:51:23.968257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51406) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:23.974030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1802897701', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:24.115820 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3599d9d-70f4-4377-8ea3-afd58fc7a8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.161968 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4652305f-2662-4089-9d98-a61b475cbe08 req-c8850374-92e5-473b-9f61-52d2321a1ae1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 210 time: 0.0842996 Jul 29 23:51:24.182057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Made reservation on behalf of c1bae6056df04e5189d661c3d4b0ddee for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:24.187686 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.259265 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.338605 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.352986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Transition to ACTIVE for port object bad3a7d9-9c95-419d-8222-08442d6f994c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:24.363553 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.391979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2b3a2-a20d-44e5-a398-a92acf507e58 req-a592d4b9-3b1f-497c-a15d-005ea256d608 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:24.406606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33c2b3a2-a20d-44e5-a398-a92acf507e58 req-a592d4b9-3b1f-497c-a15d-005ea256d608 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 945 time: 0.1408601 Jul 29 23:51:24.454370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Attempting to bind port bad3a7d9-9c95-419d-8222-08442d6f994c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:24.454857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Attempting to bind port bad3a7d9-9c95-419d-8222-08442d6f994c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:24.455305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Attempting to bind port bad3a7d9-9c95-419d-8222-08442d6f994c on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:24.467327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:24.467327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:24.467669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.467951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:24.468482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Bound port: bad3a7d9-9c95-419d-8222-08442d6f994c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:24.468877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.517280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33c2b3a2-a20d-44e5-a398-a92acf507e58 req-3dbef7aa-121b-4357-99b7-61ed25579e16 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008754 Jul 29 23:51:24.538036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1be19-259f-474e-8a02-d816af5fd6be None None] Pushing event updated for resources: {'Port': ['ID=bad3a7d9-9c95-419d-8222-08442d6f994c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:24.553871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.608747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] For port bad3a7d9-9c95-419d-8222-08442d6f994c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:24.612855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] For port bad3a7d9-9c95-419d-8222-08442d6f994c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bad3a7d9-9c95-419d-8222-08442d6f994c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:24.623563 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.731007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Checking segment: {'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:24.735724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network hostable DHCP agents. Network: 3eb74a89-8fbb-49c1-81e4-8f09052ea835, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:51:24.753672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Subnet': ['ID=e2b6c9d0-f27a-4ad0-8132-222080db50ee,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:24.757316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Routers {'9a4776c1-a567-42a4-8ace-85d17896780f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:24.758348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9a4776c1-a567-42a4-8ace-85d17896780f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:24.800954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:51:24.810279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab10a94-4874-464e-843c-27290464f4de req-1896348b-3cbf-4bcc-9137-f37556086b5d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:24.812176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fab10a94-4874-464e-843c-27290464f4de req-1896348b-3cbf-4bcc-9137-f37556086b5d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2439461 Jul 29 23:51:24.817318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 3eb74a89-8fbb-49c1-81e4-8f09052ea835) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:24.824550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:24.826365 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.831569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1be19-259f-474e-8a02-d816af5fd6be None None] Pushing event updated for resources: {'Port': ['ID=bad3a7d9-9c95-419d-8222-08442d6f994c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:24.843791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4fe60-4f60-447c-b2ba-ef71e9384f0a None None] Network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:24.878486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b9c2715e-13d1-4b8c-a9a6-7920b138fe6e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9060988 Jul 29 23:51:24.880393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 51430) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:25.003112 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fab10a94-4874-464e-843c-27290464f4de req-76bcebf4-1d99-4aa9-a6f8-bdbfc9476103 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790080 Jul 29 23:51:25.232232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c00dc1-9e3c-4fb4-91cb-c89f7d33edf8 req-0b9fd24a-4028-4b2b-8c46-be2279157c8a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:25.234334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87c00dc1-9e3c-4fb4-91cb-c89f7d33edf8 req-0b9fd24a-4028-4b2b-8c46-be2279157c8a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1357203 Jul 29 23:51:25.237087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] Set router 9a4776c1-a567-42a4-8ace-85d17896780f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:25.339840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f23746d7-6bc0-4e29-a405-2b5d84ce8dcb req-c4206c8e-05f5-4b93-b153-5456afdde1d2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 210 time: 0.0519953 Jul 29 23:51:25.392807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87c00dc1-9e3c-4fb4-91cb-c89f7d33edf8 req-b6bdc927-c3a5-4ac3-b684-eb83075b6773 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035311 Jul 29 23:51:25.427534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:51:25.429787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.483144 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.661455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:22Z', 'revision_number': 3, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:25.679114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21176d-cf46-4587-a53e-581fc29ab772 req-6723026d-b85f-47b8-a85d-fe923cac75f9 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:25.680731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c21176d-cf46-4587-a53e-581fc29ab772 req-6723026d-b85f-47b8-a85d-fe923cac75f9 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0938203 Jul 29 23:51:25.705359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71cf4c-c709-466e-9c1f-55f89cecfc89 None None] The sync data for ids ['9a4776c1-a567-42a4-8ace-85d17896780f'] in n-d-712139-11 is: [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:22Z', 'revision_number': 3, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:25.729326 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Allocated IP 172.20.0.2 (3eb74a89-8fbb-49c1-81e4-8f09052ea835/e2b6c9d0-f27a-4ad0-8132-222080db50ee/9eab3ec0-8ad9-4262-aaab-b93964e8bf50) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:25.856340 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c21176d-cf46-4587-a53e-581fc29ab772 req-fec259df-3fe5-4d18-9757-421ce290824a tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625710 Jul 29 23:51:25.875254 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.933096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-c36575e5-490e-4aa1-81b5-27008de35655 req-5d463b92-bdca-464f-bad5-adcbee3bc2f4 service neutron] (93817) timed out ('10.222.0.37', 32958) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:51:25.964631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593d81-6f72-4bff-8dfd-0308f207b9e6 req-36fc980e-66ed-4666-9f1e-c62b20adb48f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:25.973140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d593d81-6f72-4bff-8dfd-0308f207b9e6 req-36fc980e-66ed-4666-9f1e-c62b20adb48f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 945 time: 0.1905999 Jul 29 23:51:26.084181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d593d81-6f72-4bff-8dfd-0308f207b9e6 req-64fd61b8-4064-4e3b-afcf-bf81b07621c8 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080573 Jul 29 23:51:26.156127 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.191089 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Transition to ACTIVE for port object 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:26.214299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Transition to ACTIVE for port object 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:26.227688 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.336890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:26.338992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:26.341619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Pushing event updated for resources: {'Port': ['ID=9eab3ec0-8ad9-4262-aaab-b93964e8bf50,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:26.344706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:26.416415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Attempting to bind port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:26.416930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Attempting to bind port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:26.418713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Attempting to bind port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 on network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:26.423502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:26.424050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Checking segment: {'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:26.425134 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.425640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Bound using segment: {'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:26.426226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Bound port: 9eab3ec0-8ad9-4262-aaab-b93964e8bf50, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:26.426716 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.522135 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] For port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:26.525979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] For port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9eab3ec0-8ad9-4262-aaab-b93964e8bf50,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:26.530299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.542942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec8cf73a-80ad-4f01-8506-104d86dbf744 req-338140e9-a07f-4818-8c06-e7c99f1e3315 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 210 time: 0.0786607 Jul 29 23:51:26.602564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebed4d9-a76d-46ae-b7d5-797605a02f4c req-326597c9-9b76-4d46-a8a5-35ed0262021c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.602912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43ca06-b65c-4c06-9580-9de99b53f8fb None None] Pushing event updated for resources: {'Port': ['ID=9eab3ec0-8ad9-4262-aaab-b93964e8bf50,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:26.610252 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cebed4d9-a76d-46ae-b7d5-797605a02f4c req-326597c9-9b76-4d46-a8a5-35ed0262021c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2346237 Jul 29 23:51:26.658490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Allocated IP 172.20.0.1 (3eb74a89-8fbb-49c1-81e4-8f09052ea835/e2b6c9d0-f27a-4ad0-8132-222080db50ee/cc6da842-7bc5-4f08-bed3-133fa6ab433c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:26.675017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-ed352d7f-5dc8-43d2-a09b-d0e879ee8713 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.676631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-ed352d7f-5dc8-43d2-a09b-d0e879ee8713 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.3942809 Jul 29 23:51:26.697534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Request body: {'port': {'device_id': '25f3ae40-4c57-4a82-8aec-032a35e4b045', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'admin_state_up': True, 'tenant_id': 'd31f1ef0730d448f88afefa787e7cf91'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:26.753783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cebed4d9-a76d-46ae-b7d5-797605a02f4c req-49ddd57c-439c-49af-b805-9fc1779ee596 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392949 Jul 29 23:51:26.929506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.952500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Transition to ACTIVE for port object cc6da842-7bc5-4f08-bed3-133fa6ab433c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:26.955843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Made reservation on behalf of d31f1ef0730d448f88afefa787e7cf91 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:26.959574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.053807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.092969 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.132487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:27.141829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:27.153022 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:27.456065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661862e-1525-4faa-8bed-850ab9943cfa req-27fc00c1-30e7-4bc0-b644-4a3d5f218ceb tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:27.458551 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d661862e-1525-4faa-8bed-850ab9943cfa req-27fc00c1-30e7-4bc0-b644-4a3d5f218ceb tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.47 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 945 time: 0.0796847 Jul 29 23:51:27.514069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Port': ['ID=cc6da842-7bc5-4f08-bed3-133fa6ab433c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:27.568314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Allocated IP 172.20.0.11 (fa6938b3-8234-4f20-a7e5-3069882cf4fa/97e2cfa4-656f-4a65-8a02-85ab9ce6dea4/9ad630c4-699e-4dba-87a3-c6d48b095e0c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:27.608907 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.636439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-d661862e-1525-4faa-8bed-850ab9943cfa req-455c31ad-c721-44fb-ae75-9be79a2e6354 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Deleting port c6fdd0c8-02f7-439b-899d-669d7f711dbb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:27.637087 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d661862e-1525-4faa-8bed-850ab9943cfa req-455c31ad-c721-44fb-ae75-9be79a2e6354 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.733255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de88027d-d9b1-463b-a3fc-2f633ce94ecc req-3b14e936-a859-4642-b4e1-a6426235e6b8 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 210 time: 0.0556262 Jul 29 23:51:27.763715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d661862e-1525-4faa-8bed-850ab9943cfa req-455c31ad-c721-44fb-ae75-9be79a2e6354 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] For port c6fdd0c8-02f7-439b-899d-669d7f711dbb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c6fdd0c8-02f7-439b-899d-669d7f711dbb,segment=NetworkSegment(bbb90b4d-adc6-49e1-8311-fe4105342848),segment_id=bbb90b4d-adc6-49e1-8311-fe4105342848)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:27.764159 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d661862e-1525-4faa-8bed-850ab9943cfa req-455c31ad-c721-44fb-ae75-9be79a2e6354 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.764991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de639fda-6d53-430a-8922-baea6dc95824 req-f7429b62-f1ac-4f51-9b81-eb4cf700aead tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:27.771047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be50dd7-83dd-4843-a155-5a7d6754b048 None None] Network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:27.772712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de639fda-6d53-430a-8922-baea6dc95824 req-f7429b62-f1ac-4f51-9b81-eb4cf700aead tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=95513861-4556-4410-a1ad-f1ffd4f218d1 HTTP/1.1" status: 200 len: 945 time: 0.6161606 Jul 29 23:51:27.805590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-d661862e-1525-4faa-8bed-850ab9943cfa req-455c31ad-c721-44fb-ae75-9be79a2e6354 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Calling delete_port for c6fdd0c8-02f7-439b-899d-669d7f711dbb owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:27.880525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b48562fd-d76d-4550-9b61-bed03992f0b6 None None] Provisioning for port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:28.074209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d661862e-1525-4faa-8bed-850ab9943cfa req-455c31ad-c721-44fb-ae75-9be79a2e6354 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.084923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-de639fda-6d53-430a-8922-baea6dc95824 req-55f1e240-421c-4015-9e40-1fe91a481b92 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109405 Jul 29 23:51:28.093561 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.120906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bad3a7d9-9c95-419d-8222-08442d6f994c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:28.145647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c31ad-c721-44fb-ae75-9be79a2e6354 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Pushing event deleted for resources: {'Port': ['ID=c6fdd0c8-02f7-439b-899d-669d7f711dbb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:28.173564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8335d20-81fb-4e98-8c85-8a385bfe744e req-b18d42e3-dc05-4e7b-bdbf-ee872252bb03 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.175256 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8335d20-81fb-4e98-8c85-8a385bfe744e req-b18d42e3-dc05-4e7b-bdbf-ee872252bb03 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2564595 Jul 29 23:51:28.206564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port bad3a7d9-9c95-419d-8222-08442d6f994c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:28.211715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port bad3a7d9-9c95-419d-8222-08442d6f994c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:28.227359 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.229534 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.236191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d661862e-1525-4faa-8bed-850ab9943cfa req-455c31ad-c721-44fb-ae75-9be79a2e6354 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] No DVR routers for this DVR port c6fdd0c8-02f7-439b-899d-669d7f711dbb on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:28.239209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d661862e-1525-4faa-8bed-850ab9943cfa req-455c31ad-c721-44fb-ae75-9be79a2e6354 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.241922 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d661862e-1525-4faa-8bed-850ab9943cfa req-455c31ad-c721-44fb-ae75-9be79a2e6354 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.47 "DELETE /v2.0/ports/c6fdd0c8-02f7-439b-899d-669d7f711dbb HTTP/1.1" status: 204 len: 173 time: 0.7766929 Jul 29 23:51:28.242635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95513861-4556-4410-a1ad-f1ffd4f218d1', 'name': 'network-vif-deleted', 'tag': 'c6fdd0c8-02f7-439b-899d-669d7f711dbb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:28.245385 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c93b4c-c3e3-400b-b69c-3690fb36a8d3" -d '{"events": [{"server_uuid": "95513861-4556-4410-a1ad-f1ffd4f218d1", "name": "network-vif-deleted", "tag": "c6fdd0c8-02f7-439b-899d-669d7f711dbb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:28.283664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8335d20-81fb-4e98-8c85-8a385bfe744e req-f1502c82-2d4b-4648-ad3a-e83276146537 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012444 Jul 29 23:51:28.307681 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.355670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac', '9215d733-3c2d-4c0f-946a-8b279ac1724b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:28.501758 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798fa8a3-490b-4515-b1dd-abc140e6c8a7 x-openstack-request-id: req-798fa8a3-490b-4515-b1dd-abc140e6c8a7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:28.502275 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95513861-4556-4410-a1ad-f1ffd4f218d1", "name": "network-vif-deleted", "tag": "c6fdd0c8-02f7-439b-899d-669d7f711dbb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:28.502275 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-798fa8a3-490b-4515-b1dd-abc140e6c8a7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:28.502700 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95513861-4556-4410-a1ad-f1ffd4f218d1', 'name': 'network-vif-deleted', 'tag': 'c6fdd0c8-02f7-439b-899d-669d7f711dbb', 'status': 'completed', 'code': 200} Jul 29 23:51:28.508442 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.524856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:28.528394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event updated for resources: {'Port': ['ID=9ad630c4-699e-4dba-87a3-c6d48b095e0c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:28.537038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:28.539695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:28.669076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port bad3a7d9-9c95-419d-8222-08442d6f994c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bad3a7d9-9c95-419d-8222-08442d6f994c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:28.681730 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.682599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:28.742073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cbd9b167-6046-49ea-a319-2d8ee3ba4cbd None None] Provisioning for port cc6da842-7bc5-4f08-bed3-133fa6ab433c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:28.747744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-3b6a8f74-72bd-4bb1-8790-61035da97c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.754339 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-3b6a8f74-72bd-4bb1-8790-61035da97c4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 1096 time: 0.1036124 Jul 29 23:51:28.754580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cbd9b167-6046-49ea-a319-2d8ee3ba4cbd None None] Provisioning complete for port cc6da842-7bc5-4f08-bed3-133fa6ab433c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:28.754969 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b167-6046-49ea-a319-2d8ee3ba4cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.881634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=bad3a7d9-9c95-419d-8222-08442d6f994c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:28.902511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9b167-6046-49ea-a319-2d8ee3ba4cbd None None] Port cc6da842-7bc5-4f08-bed3-133fa6ab433c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:28.928168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-e0f2d3c9-0d9e-40bb-95cb-18845269bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.930818 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-e0f2d3c9-0d9e-40bb-95cb-18845269bd96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 200 len: 913 time: 0.1677532 Jul 29 23:51:28.949444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:28.978154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cbd9b167-6046-49ea-a319-2d8ee3ba4cbd None None] Provisioning complete for port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:28.979483 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b167-6046-49ea-a319-2d8ee3ba4cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.980182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:28.980552 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.007089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.007896 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.042336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-7621ac33-5803-4f32-a8f5-e70827a008db tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3460562 Jul 29 23:51:29.053839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce81f00-5f0e-41ad-9208-2d2093f27bb5 req-5da6df60-2274-4afc-b264-be98fe688835 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.055514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fce81f00-5f0e-41ad-9208-2d2093f27bb5 req-5da6df60-2274-4afc-b264-be98fe688835 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.4283478 Jul 29 23:51:29.195899 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.218117 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b167-6046-49ea-a319-2d8ee3ba4cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.222768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.238569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Request body: {'port': {'device_id': '25f3ae40-4c57-4a82-8aec-032a35e4b045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:29.255193 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fce81f00-5f0e-41ad-9208-2d2093f27bb5 req-19532549-c0cb-4423-add3-93a6583c7061 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703811 Jul 29 23:51:29.270106 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.294732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53138c-d76a-4352-8e91-5dd420a54929 req-794f5370-63ae-4f02-b855-92cd5a754caa tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.296383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa53138c-d76a-4352-8e91-5dd420a54929 req-794f5370-63ae-4f02-b855-92cd5a754caa tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 932 time: 0.3899622 Jul 29 23:51:29.298355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cbd9b167-6046-49ea-a319-2d8ee3ba4cbd None None] For port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9eab3ec0-8ad9-4262-aaab-b93964e8bf50,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:29.304889 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b167-6046-49ea-a319-2d8ee3ba4cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.382489 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:51:29.383211 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:51:29.433274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9b167-6046-49ea-a319-2d8ee3ba4cbd None None] Pushing event updated for resources: {'Port': ['ID=9eab3ec0-8ad9-4262-aaab-b93964e8bf50,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:29.465530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eb3fbb47-fc89-4143-8ccf-cd6bddf9aa3b None None] Provisioning complete for port cc6da842-7bc5-4f08-bed3-133fa6ab433c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:29.466293 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb3fbb47-fc89-4143-8ccf-cd6bddf9aa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.482726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Port': ['ID=cc6da842-7bc5-4f08-bed3-133fa6ab433c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:29.486331 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.516808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa53138c-d76a-4352-8e91-5dd420a54929 req-7d1a5e8d-0c52-4e57-b9a9-ee18184a61b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255550 Jul 29 23:51:29.517739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.546385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fbb47-fc89-4143-8ccf-cd6bddf9aa3b None None] Port cc6da842-7bc5-4f08-bed3-133fa6ab433c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:29.570829 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-cb76cf6a-f9d7-4e0e-b024-fa272b1cce85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 200 len: 998 time: 0.6244891 Jul 29 23:51:29.638688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-9560de2d-6f86-487d-bed0-1918b793eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.640299 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-9560de2d-6f86-487d-bed0-1918b793eab9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 200 len: 851 time: 0.0615287 Jul 29 23:51:29.691228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-56c5c652-b83c-461b-a956-07866c193df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.693141 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-56c5c652-b83c-461b-a956-07866c193df2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454929 Jul 29 23:51:29.802324 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-4faafc1e-d8f7-4ee9-b902-43bee0051aaa service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005733 Jul 29 23:51:29.812138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:29.823241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:29.867360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c6fdd0c8-02f7-439b-899d-669d7f711dbb no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:29.885429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-d98d1a54-e194-411d-ad7e-f14092609a97 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.892472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-d98d1a54-e194-411d-ad7e-f14092609a97 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/networks?id=4aaff96b-c58e-4a25-aece-b5d232f49716 HTTP/1.1" status: 200 len: 809 time: 0.2934883 Jul 29 23:51:29.914621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-413a1864-bd59-4b21-bfd7-b581a6d48209 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/quotas/3984a46589ee47318ae6f1fbe1466ae7 HTTP/1.1" status: 200 len: 375 time: 0.0212336 Jul 29 23:51:29.918941 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-56fde5af-def9-44e7-96f8-f5cf8cdf49d5 req-4669d709-0811-444c-b2ed-3dec93a5d74d service neutron] 10.222.0.47 "GET /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086662 Jul 29 23:51:29.938669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: c6fdd0c8-02f7-439b-899d-669d7f711dbb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:29.939387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c6fdd0c8-02f7-439b-899d-669d7f711dbb not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:30.002741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-426a9c8d-8cab-4c7d-bd1b-e69b401a58c4 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3984a46589ee47318ae6f1fbe1466ae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871010 Jul 29 23:51:30.067671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bad3a7d9-9c95-419d-8222-08442d6f994c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:30.122922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port bad3a7d9-9c95-419d-8222-08442d6f994c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:30.123671 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.179931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-782207f9-7b65-43fa-8029-169747fba53f None None] Provisioning complete for port cc6da842-7bc5-4f08-bed3-133fa6ab433c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:30.180407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-782207f9-7b65-43fa-8029-169747fba53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.245815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-782207f9-7b65-43fa-8029-169747fba53f None None] Port cc6da842-7bc5-4f08-bed3-133fa6ab433c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:30.252494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:30.262499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad630c4-699e-4dba-87a3-c6d48b095e0c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:30.275592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.294389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Transition to ACTIVE for port object 9ad630c4-699e-4dba-87a3-c6d48b095e0c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:30.303621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Router 9a4776c1-a567-42a4-8ace-85d17896780f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:30.310804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.323130 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:30.323642 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.492219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-2ea8f150-561b-40cf-b3cb-f4c7c4febf99 service neutron] 10.222.0.37 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885402 Jul 29 23:51:30.531142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad630c4-699e-4dba-87a3-c6d48b095e0c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:30.661213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d3ec5-eea3-4542-9894-e58b26ec063e req-a8d48c76-fc5b-4c17-b2f2-ab17a114ec5b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.662639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e26d3ec5-eea3-4542-9894-e58b26ec063e req-a8d48c76-fc5b-4c17-b2f2-ab17a114ec5b tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.2917764 Jul 29 23:51:30.673720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Attempting to bind port 9ad630c4-699e-4dba-87a3-c6d48b095e0c on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:30.674057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Attempting to bind port 9ad630c4-699e-4dba-87a3-c6d48b095e0c by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:30.674396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Attempting to bind port 9ad630c4-699e-4dba-87a3-c6d48b095e0c on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:30.680203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:30.693853 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718822ac-d165-4748-9462-895598466dce None None] Sync routers for ids ['9a4776c1-a567-42a4-8ace-85d17896780f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:30.694485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6f5312f0-8bd5-412f-a66a-c52a95655064 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "PUT /v2.0/routers/9a4776c1-a567-42a4-8ace-85d17896780f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8119330 Jul 29 23:51:30.698039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:30.706494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Port 9ad630c4-699e-4dba-87a3-c6d48b095e0c on network fa6938b3-8234-4f20-a7e5-3069882cf4fa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:30.706494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Attempting to bind port 9ad630c4-699e-4dba-87a3-c6d48b095e0c on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:30.724379 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718822ac-d165-4748-9462-895598466dce None None] Routers {'9a4776c1-a567-42a4-8ace-85d17896780f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:30.731674 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-718822ac-d165-4748-9462-895598466dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9a4776c1-a567-42a4-8ace-85d17896780f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:30.748714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6a710764-8c82-44dc-8794-b4dec4167647 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--302764417', 'description': 'tempest-secgroup_access--302764417 description', 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:30.749142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:30.749476 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Checking segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:30.749877 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Bound using segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:30.750313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Bound port: 9ad630c4-699e-4dba-87a3-c6d48b095e0c, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:30.750682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.781791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-29c5046b-207e-4049-a5ba-1fd14423a831 service neutron] 10.222.0.37 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760894 Jul 29 23:51:30.842919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e26d3ec5-eea3-4542-9894-e58b26ec063e req-25dc6590-f5a5-41f9-b11a-b6323a78efe0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718194 Jul 29 23:51:30.909556 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a710764-8c82-44dc-8794-b4dec4167647 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.039019 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-718822ac-d165-4748-9462-895598466dce None None] Set router 9a4776c1-a567-42a4-8ace-85d17896780f gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:31.048236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] For port 9ad630c4-699e-4dba-87a3-c6d48b095e0c, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:31.138049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0ced763-8600-4a3b-84f5-ec471a6bc499 req-596fc089-46ae-4d50-88d9-ac1c613919c8 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 210 time: 0.0487466 Jul 29 23:51:31.142649 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] For port 9ad630c4-699e-4dba-87a3-c6d48b095e0c, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9ad630c4-699e-4dba-87a3-c6d48b095e0c,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:31.178640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d464458-6599-4b51-aa96-a68a768f5036 req-51b008a2-a99b-4d3d-9fd1-677dd0be2751 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.180328 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d464458-6599-4b51-aa96-a68a768f5036 req-51b008a2-a99b-4d3d-9fd1-677dd0be2751 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 944 time: 0.2194860 Jul 29 23:51:31.181696 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.237976 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a710764-8c82-44dc-8794-b4dec4167647 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.244183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a710764-8c82-44dc-8794-b4dec4167647 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.286893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.287648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.290712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] 10.222.0.42 "PUT /v2.0/ports/9ad630c4-699e-4dba-87a3-c6d48b095e0c HTTP/1.1" status: 200 len: 1093 time: 2.2237535 Jul 29 23:51:31.292809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f3ae40-4c57-4a82-8aec-032a35e4b045', 'tag': '9ad630c4-699e-4dba-87a3-c6d48b095e0c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:31.298722 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65905051-2ace-4597-bcb2-eff62c5727f3" -d '{"events": [{"name": "network-changed", "server_uuid": "25f3ae40-4c57-4a82-8aec-032a35e4b045", "tag": "9ad630c4-699e-4dba-87a3-c6d48b095e0c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:31.326710 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a710764-8c82-44dc-8794-b4dec4167647 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.329666 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6a710764-8c82-44dc-8794-b4dec4167647 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6186225 Jul 29 23:51:31.331186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a710764-8c82-44dc-8794-b4dec4167647 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbbe77f-a8a7-4172-a555-6ce9bd777601,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:31.334165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51518) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:31.342293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-87d66d3e-42b1-45a2-9c68-fe3d36a72d0d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1458532153', 'description': 'tempest-secgroup_general--1458532153 description', 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:31.353013 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d464458-6599-4b51-aa96-a68a768f5036 req-783452e6-aa4c-4e97-9321-73798b57e7e9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608441 Jul 29 23:51:31.385258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87d66d3e-42b1-45a2-9c68-fe3d36a72d0d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.442001 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca564e8-efb5-45a9-8234-72d22bde20a8 x-openstack-request-id: req-7ca564e8-efb5-45a9-8234-72d22bde20a8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:31.442311 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f3ae40-4c57-4a82-8aec-032a35e4b045", "tag": "9ad630c4-699e-4dba-87a3-c6d48b095e0c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:31.442569 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ca564e8-efb5-45a9-8234-72d22bde20a8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:31.442990 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f3ae40-4c57-4a82-8aec-032a35e4b045', 'tag': '9ad630c4-699e-4dba-87a3-c6d48b095e0c', 'status': 'completed', 'code': 200} Jul 29 23:51:31.501249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-3591d915-f63f-4d64-99f8-9970b0ab0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.502729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-3591d915-f63f-4d64-99f8-9970b0ab0754 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 1096 time: 0.1468067 Jul 29 23:51:31.503352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749aa625-3e1f-48c5-9465-4b359dde2e82 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad630c4-699e-4dba-87a3-c6d48b095e0c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:31.551115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87d66d3e-42b1-45a2-9c68-fe3d36a72d0d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.557146 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87d66d3e-42b1-45a2-9c68-fe3d36a72d0d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.579127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-61648d58-41fb-4cc6-8ca5-aabace2501a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ad630c4-699e-4dba-87a3-c6d48b095e0c HTTP/1.1" status: 200 len: 217 time: 0.0585725 Jul 29 23:51:31.588293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87d66d3e-42b1-45a2-9c68-fe3d36a72d0d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.593050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-87d66d3e-42b1-45a2-9c68-fe3d36a72d0d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2572794 Jul 29 23:51:31.593711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51524) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:31.601871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-19b29903-abbb-4552-9bef-affcff818373 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'security_group_rule': {'security_group_id': '1bbbe77f-a8a7-4172-a555-6ce9bd777601', 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:31.608263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d66d3e-42b1-45a2-9c68-fe3d36a72d0d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:31.612279 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-718822ac-d165-4748-9462-895598466dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'cc6da842-7bc5-4f08-bed3-133fa6ab433c', 'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:02:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:26Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 2, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:31.647116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19b29903-abbb-4552-9bef-affcff818373 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.654460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-1d60aa1e-9479-4c3d-b621-54f14e8b87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.656633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-1d60aa1e-9479-4c3d-b621-54f14e8b87e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.0700531 Jul 29 23:51:31.662762 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718822ac-d165-4748-9462-895598466dce None None] Checking router: 9a4776c1-a567-42a4-8ace-85d17896780f for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:31.663423 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718822ac-d165-4748-9462-895598466dce None None] Updating router 9a4776c1-a567-42a4-8ace-85d17896780f port cc6da842-7bc5-4f08-bed3-133fa6ab433c binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:51:31.692902 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-718822ac-d165-4748-9462-895598466dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.697592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-d855ce8f-1f2b-4f16-a9e8-7e2b66826568 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300820 Jul 29 23:51:31.742295 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19b29903-abbb-4552-9bef-affcff818373 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.746599 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19b29903-abbb-4552-9bef-affcff818373 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.769130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b29903-abbb-4552-9bef-affcff818373 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77768f74-ea12-41d1-af4c-e2e01b80ca01,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:31.779323 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19b29903-abbb-4552-9bef-affcff818373 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.784614 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-19b29903-abbb-4552-9bef-affcff818373 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1871355 Jul 29 23:51:32.174453 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-718822ac-d165-4748-9462-895598466dce None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.186955 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-718822ac-d165-4748-9462-895598466dce None None] Transition to ACTIVE for port object cc6da842-7bc5-4f08-bed3-133fa6ab433c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:32.195303 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-718822ac-d165-4748-9462-895598466dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.211106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-656506c2-44c2-419b-856c-ac0e115624d5 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--302764417&fields=id&tenant_id=c1bae6056df04e5189d661c3d4b0ddee HTTP/1.1" status: 200 len: 267 time: 0.0896671 Jul 29 23:51:32.232941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27c13-e1eb-4304-9c4a-4690f602c278 req-bcc548e9-0e1a-4810-9e0f-2965c137a224 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:32.234956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bca27c13-e1eb-4304-9c4a-4690f602c278 req-bcc548e9-0e1a-4810-9e0f-2965c137a224 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1124752 Jul 29 23:51:32.252088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-11e81683-1b6d-4dc1-901f-d15bb6ba3f6a service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458124 Jul 29 23:51:32.319864 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-718822ac-d165-4748-9462-895598466dce None None] Attempting to bind port cc6da842-7bc5-4f08-bed3-133fa6ab433c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:32.320569 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-718822ac-d165-4748-9462-895598466dce None None] Attempting to bind port cc6da842-7bc5-4f08-bed3-133fa6ab433c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:32.322010 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718822ac-d165-4748-9462-895598466dce None None] Attempting to bind port cc6da842-7bc5-4f08-bed3-133fa6ab433c on network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:32.324419 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Pushing event updated for resources: {'Port': ['ID=cc6da842-7bc5-4f08-bed3-133fa6ab433c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:32.334447 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.335679 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.336363 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.336861 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.337357 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.337850 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.338357 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.339213 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.339844 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.340464 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.341760 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.342275 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:32.348894 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718822ac-d165-4748-9462-895598466dce None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:32.350302 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718822ac-d165-4748-9462-895598466dce None None] Checking segment: {'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:32.350936 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-718822ac-d165-4748-9462-895598466dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.351540 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718822ac-d165-4748-9462-895598466dce None None] Bound using segment: {'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:32.352243 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-718822ac-d165-4748-9462-895598466dce None None] Bound port: cc6da842-7bc5-4f08-bed3-133fa6ab433c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:32.352814 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-718822ac-d165-4748-9462-895598466dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.381920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-9ebbcb13-e639-41a0-a4a7-6379abee229e tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1458532153&fields=id&tenant_id=c1bae6056df04e5189d661c3d4b0ddee HTTP/1.1" status: 200 len: 267 time: 0.1432931 Jul 29 23:51:32.417463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bca27c13-e1eb-4304-9c4a-4690f602c278 req-dc74f130-be09-4d23-aca3-72b4bb8c6663 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758299 Jul 29 23:51:32.450975 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.501200 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-718822ac-d165-4748-9462-895598466dce None None] For port cc6da842-7bc5-4f08-bed3-133fa6ab433c, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:32.508286 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-718822ac-d165-4748-9462-895598466dce None None] For port cc6da842-7bc5-4f08-bed3-133fa6ab433c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cc6da842-7bc5-4f08-bed3-133fa6ab433c,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:32.516581 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-718822ac-d165-4748-9462-895598466dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.526262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6dde2e-5a1d-48b5-b6b0-621ef1b791a0 req-8fe4b5a1-c2f7-4837-a399-c02f3c69955f service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601440 Jul 29 23:51:32.545580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99299061-74b2-4107-905e-09817e627e5c req-79ede555-2622-4763-9124-b0cd8922c42c tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 210 time: 0.0414076 Jul 29 23:51:32.603105 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718822ac-d165-4748-9462-895598466dce None None] Routers {'9a4776c1-a567-42a4-8ace-85d17896780f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:32.603754 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-718822ac-d165-4748-9462-895598466dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9a4776c1-a567-42a4-8ace-85d17896780f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:32.605491 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c43c09-f363-4431-91df-06065a66e210 None None] Pushing event updated for resources: {'Port': ['ID=cc6da842-7bc5-4f08-bed3-133fa6ab433c,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:32.650296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-d5e2efba-b043-4249-848b-631a1a7796c5 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:32.652426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-d5e2efba-b043-4249-848b-631a1a7796c5 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/networks?id=3eb74a89-8fbb-49c1-81e4-8f09052ea835 HTTP/1.1" status: 200 len: 797 time: 0.2591007 Jul 29 23:51:32.715515 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-9f56fd85-c013-4b9d-900a-2b1abbf3829b tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/quotas/c1bae6056df04e5189d661c3d4b0ddee HTTP/1.1" status: 200 len: 375 time: 0.0539718 Jul 29 23:51:32.719522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905051-2ace-4597-bcb2-eff62c5727f3 req-32061120-5d98-4318-b9dc-b0ff8ed38da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:32.721078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65905051-2ace-4597-bcb2-eff62c5727f3 req-32061120-5d98-4318-b9dc-b0ff8ed38da1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 1096 time: 0.1459866 Jul 29 23:51:32.772373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40900d-27d4-41b2-ab66-ccbbff4d1c95 req-69b402dc-feac-474e-91e2-b1c6c15e624f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:32.774774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f40900d-27d4-41b2-ab66-ccbbff4d1c95 req-69b402dc-feac-474e-91e2-b1c6c15e624f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 944 time: 0.1101546 Jul 29 23:51:32.781738 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-718822ac-d165-4748-9462-895598466dce None None] Set router 9a4776c1-a567-42a4-8ace-85d17896780f gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:32.908091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-6c29d161-c7e3-4cf5-8bed-fba4bc36e8a4 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1bae6056df04e5189d661c3d4b0ddee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1828129 Jul 29 23:51:32.969094 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f40900d-27d4-41b2-ab66-ccbbff4d1c95 req-4532bf83-15e6-444a-bdb0-1319d99e9856 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310744 Jul 29 23:51:33.063685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-905fb73b-6131-4c2b-b4f0-d517ed491ed3 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:33.065924 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-905fb73b-6131-4c2b-b4f0-d517ed491ed3 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.42 "GET /v2.0/networks?id=4aaff96b-c58e-4a25-aece-b5d232f49716 HTTP/1.1" status: 200 len: 809 time: 0.2500920 Jul 29 23:51:33.080844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Request body: {'port': {'device_id': '120d694a-9eb1-4f90-b22e-9d5a5b950761', 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716', 'admin_state_up': True, 'tenant_id': '3984a46589ee47318ae6f1fbe1466ae7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:33.088494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905051-2ace-4597-bcb2-eff62c5727f3 req-14d6d49b-049e-4bd7-be4d-af853f7e519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:33.090386 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65905051-2ace-4597-bcb2-eff62c5727f3 req-14d6d49b-049e-4bd7-be4d-af853f7e519b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 906 time: 0.3586662 Jul 29 23:51:33.129928 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-718822ac-d165-4748-9462-895598466dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'cc6da842-7bc5-4f08-bed3-133fa6ab433c', 'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:02:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:26Z', 'updated_at': '2021-07-29T23:51:32Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:33.163151 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718822ac-d165-4748-9462-895598466dce None None] The sync data for ids ['9a4776c1-a567-42a4-8ace-85d17896780f'] in n-d-712139-11 is: [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'cc6da842-7bc5-4f08-bed3-133fa6ab433c', 'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:02:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:26Z', 'updated_at': '2021-07-29T23:51:32Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:33.177230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65905051-2ace-4597-bcb2-eff62c5727f3 req-7c05e8da-b300-4a2c-8de3-37c174997b9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ad630c4-699e-4dba-87a3-c6d48b095e0c HTTP/1.1" status: 200 len: 217 time: 0.0675116 Jul 29 23:51:33.240479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605c571-fc11-4598-8b1b-ef812faf140f req-e8089404-7dd2-4507-815a-0d0f5c598875 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:33.242089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4605c571-fc11-4598-8b1b-ef812faf140f req-e8089404-7dd2-4507-815a-0d0f5c598875 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.1678138 Jul 29 23:51:33.260221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-99013b14-2dc6-4cb2-ac20-91f0ad583f7a service neutron] 10.222.0.37 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249471 Jul 29 23:51:33.278249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Made reservation on behalf of 3984a46589ee47318ae6f1fbe1466ae7 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:33.283164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.307654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905051-2ace-4597-bcb2-eff62c5727f3 req-e6f62710-36e9-45c0-b4ad-84ad144577e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:33.309285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65905051-2ace-4597-bcb2-eff62c5727f3 req-e6f62710-36e9-45c0-b4ad-84ad144577e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.1193011 Jul 29 23:51:33.438985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65905051-2ace-4597-bcb2-eff62c5727f3 req-9cc55a11-9f3d-406f-aca0-980505f58294 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548003 Jul 29 23:51:33.444283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4605c571-fc11-4598-8b1b-ef812faf140f req-dd4df7cf-b5f3-4e18-83fa-5118659e4905 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822436 Jul 29 23:51:33.518451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-eb8873ed-947f-482b-b1ab-bd1a5c9ce90a service neutron] 10.222.0.37 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461414 Jul 29 23:51:33.519231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Allocated IP 172.20.0.2 (4aaff96b-c58e-4a25-aece-b5d232f49716/8e2d1e63-95b7-42c7-96d1-3cec92c66eb2/0b9e361d-83f3-4f11-95fc-dce1cc2a0e17) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:33.707336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65905051-2ace-4597-bcb2-eff62c5727f3 req-52176250-ae30-4d0a-9b68-d8095b420bf4 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602260 Jul 29 23:51:33.869054 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f2f9b56-b189-4387-a507-faf4d6df9ee1 req-4ee418de-4878-4b6c-a352-02bda2059d3c tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 210 time: 0.0420442 Jul 29 23:51:33.874866 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.973156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65905051-2ace-4597-bcb2-eff62c5727f3 req-b1245b00-f83d-415d-92c5-3621a0a19be8 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583423 Jul 29 23:51:33.975266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.988231 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7077c5a8-2178-49de-ad39-dbc4ec993108 req-62f86d4d-e484-4642-bf0e-8d5a0942d6a4 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0529933 Jul 29 23:51:34.055829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Network 4aaff96b-c58e-4a25-aece-b5d232f49716 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:34.059932 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:34.068960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:34.130692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Pushing event updated for resources: {'Port': ['ID=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:34.151646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cc6da842-7bc5-4f08-bed3-133fa6ab433c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:34.185595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:34.191651 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.199939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb33f-0bdd-4ec3-83e6-4e3ac0829a2b req-20f4985f-5c6b-4f66-9f9a-8693d7eb3b49 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:34.212898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0afeb33f-0bdd-4ec3-83e6-4e3ac0829a2b req-20f4985f-5c6b-4f66-9f9a-8693d7eb3b49 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 944 time: 0.1468914 Jul 29 23:51:34.217389 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8e9e5987-7144-437b-8fc2-120fb83e39e0 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1415808 Jul 29 23:51:34.230777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Request body: {'port': {'device_id': '120d694a-9eb1-4f90-b22e-9d5a5b950761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:34.292709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0afeb33f-0bdd-4ec3-83e6-4e3ac0829a2b req-3c266097-e2ff-4b75-b97a-d3765518c84d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778511 Jul 29 23:51:34.325960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port cc6da842-7bc5-4f08-bed3-133fa6ab433c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:34.334386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port cc6da842-7bc5-4f08-bed3-133fa6ab433c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:34.334772 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.406063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.545452 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.646284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port cc6da842-7bc5-4f08-bed3-133fa6ab433c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cc6da842-7bc5-4f08-bed3-133fa6ab433c,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:34.675480 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.787657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=cc6da842-7bc5-4f08-bed3-133fa6ab433c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:34.859879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-7fe646a4-3213-46b4-bc73-790f8816a34c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:34.862248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-7fe646a4-3213-46b4-bc73-790f8816a34c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39 HTTP/1.1" status: 200 len: 944 time: 0.0855081 Jul 29 23:51:34.923627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:34.934068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.952762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Transition to ACTIVE for port object 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:34.965130 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.014015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-b760058f-9ffc-4696-8219-0450c56c38e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Deleting port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:35.014642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-b760058f-9ffc-4696-8219-0450c56c38e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.072191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Pushing event updated for resources: {'Port': ['ID=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:35.117566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Attempting to bind port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:35.117967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Attempting to bind port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'bbb90b4d-adc6-49e1-8311-fe4105342848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:35.118222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Attempting to bind port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 on network 4aaff96b-c58e-4a25-aece-b5d232f49716 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:35.124222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 on network 4aaff96b-c58e-4a25-aece-b5d232f49716 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:35.124552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Attempting to bind port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 on network 4aaff96b-c58e-4a25-aece-b5d232f49716 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:35.130008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:35.130354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Checking segment: {'id': 'bbb90b4d-adc6-49e1-8311-fe4105342848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:35.130740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Bound using segment: {'id': 'bbb90b4d-adc6-49e1-8311-fe4105342848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:35.131175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Bound port: 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb90b4d-adc6-49e1-8311-fe4105342848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:35.131540 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.159350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d2921-3bfd-4187-96c4-a0575a9ef6c2 req-7dadf635-d264-42b0-b70c-a9ffaf6d6360 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:35.160867 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-679d2921-3bfd-4187-96c4-a0575a9ef6c2 req-7dadf635-d264-42b0-b70c-a9ffaf6d6360 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 943 time: 0.0966866 Jul 29 23:51:35.194702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-b760058f-9ffc-4696-8219-0450c56c38e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] For port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:35.195042 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-b760058f-9ffc-4696-8219-0450c56c38e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.214379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-b760058f-9ffc-4696-8219-0450c56c38e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Calling delete_port for 8aaa7c74-a4d1-46f3-9228-f6c4c057237f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:35.218568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] For port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:35.223117 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] For port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,segment=NetworkSegment(bbb90b4d-adc6-49e1-8311-fe4105342848),segment_id=bbb90b4d-adc6-49e1-8311-fe4105342848)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:35.230417 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.235143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-679d2921-3bfd-4187-96c4-a0575a9ef6c2 req-a5756f44-26b1-4240-8866-691628ec31de tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602698 Jul 29 23:51:35.284510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:35.285149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.286721 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] 10.222.0.42 "PUT /v2.0/ports/0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 HTTP/1.1" status: 200 len: 1092 time: 1.0613301 Jul 29 23:51:35.287179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d694a-9eb1-4f90-b22e-9d5a5b950761', 'tag': '0b9e361d-83f3-4f11-95fc-dce1cc2a0e17'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:35.289492 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92" -d '{"events": [{"name": "network-changed", "server_uuid": "120d694a-9eb1-4f90-b22e-9d5a5b950761", "tag": "0b9e361d-83f3-4f11-95fc-dce1cc2a0e17"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:35.324678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6ee10-7ad3-446f-be5f-04c70ed7642f service neutron] Pushing event updated for resources: {'Port': ['ID=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:35.427479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d2f1830-b398-42ea-bbcc-db53b92d4eaf req-54201a72-253a-4238-9dc9-297bbc67578b tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0484760 Jul 29 23:51:35.438022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-37cf0732-8b21-4ff2-aa83-5d1116842fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:35.439605 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-37cf0732-8b21-4ff2-aa83-5d1116842fd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3984a46589ee47318ae6f1fbe1466ae7&device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 1095 time: 0.0595002 Jul 29 23:51:35.447995 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-b760058f-9ffc-4696-8219-0450c56c38e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.480727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['b3c01d93-f191-4019-9656-c1a30185ec1f', 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:35.490051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760058f-9ffc-4696-8219-0450c56c38e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event deleted for resources: {'Port': ['ID=8aaa7c74-a4d1-46f3-9228-f6c4c057237f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:35.519137 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-f76b714a-5fb1-4a91-b273-56edf27b7ff3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 HTTP/1.1" status: 200 len: 217 time: 0.0681479 Jul 29 23:51:35.520094 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a2f379-c446-40a8-a052-aad63242728d x-openstack-request-id: req-59a2f379-c446-40a8-a052-aad63242728d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:35.520457 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120d694a-9eb1-4f90-b22e-9d5a5b950761", "tag": "0b9e361d-83f3-4f11-95fc-dce1cc2a0e17", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:35.521869 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59a2f379-c446-40a8-a052-aad63242728d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:35.522301 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d694a-9eb1-4f90-b22e-9d5a5b950761', 'tag': '0b9e361d-83f3-4f11-95fc-dce1cc2a0e17', 'status': 'completed', 'code': 200} Jul 29 23:51:35.552501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-b760058f-9ffc-4696-8219-0450c56c38e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] No DVR routers for this DVR port 8aaa7c74-a4d1-46f3-9228-f6c4c057237f on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:35.562551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-b760058f-9ffc-4696-8219-0450c56c38e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.566677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b283779-00fd-4a0d-a9c2-399b8660a692 req-b760058f-9ffc-4696-8219-0450c56c38e7 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "DELETE /v2.0/ports/8aaa7c74-a4d1-46f3-9228-f6c4c057237f HTTP/1.1" status: 204 len: 173 time: 0.6974814 Jul 29 23:51:35.568380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'name': 'network-vif-deleted', 'tag': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:35.574050 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81c9fda-1263-41d8-abd8-b6e181e369b8" -d '{"events": [{"server_uuid": "eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39", "name": "network-vif-deleted", "tag": "8aaa7c74-a4d1-46f3-9228-f6c4c057237f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:35.591840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9ad630c4-699e-4dba-87a3-c6d48b095e0c details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:35.726405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec474e-9711-45c1-90d9-53a450c88de8 req-950828fe-9182-45a1-b3a0-21bb089bed2f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:35.734344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8db4e013-e5f0-4f6c-9d5a-d7d8b12f7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:35.738416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ec474e-9711-45c1-90d9-53a450c88de8 req-950828fe-9182-45a1-b3a0-21bb089bed2f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 944 time: 0.1403987 Jul 29 23:51:35.739574 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8db4e013-e5f0-4f6c-9d5a-d7d8b12f7a2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e2d1e63-95b7-42c7-96d1-3cec92c66eb2 HTTP/1.1" status: 200 len: 849 time: 0.2002141 Jul 29 23:51:35.806743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ec474e-9711-45c1-90d9-53a450c88de8 req-4f55149f-bd8b-4fde-b567-abfd2fce2de2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 Jul 29 23:51:35.832763 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-c2b17c46-1d8e-42b1-971b-a7f80a8997de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4aaff96b-c58e-4a25-aece-b5d232f49716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742526 Jul 29 23:51:35.844804 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df653ad-9bc3-4f23-85c3-d3e5e1b2a850 x-openstack-request-id: req-6df653ad-9bc3-4f23-85c3-d3e5e1b2a850 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:35.845263 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39", "name": "network-vif-deleted", "tag": "8aaa7c74-a4d1-46f3-9228-f6c4c057237f", "status": "failed", "code": 422}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:35.845856 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6df653ad-9bc3-4f23-85c3-d3e5e1b2a850 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:35.846386 n-d-712139-11 neutron-server[93816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb6d26bb-76ab-4795-94d1-2b5fa0ba1b39', 'name': 'network-vif-deleted', 'tag': '8aaa7c74-a4d1-46f3-9228-f6c4c057237f', 'status': 'failed', 'code': 422} returned with failed status Jul 29 23:51:35.977441 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-20f1d6a3-4d28-4181-91e3-8f06003ab520 service neutron] 10.222.0.42 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345730 Jul 29 23:51:35.978493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9ad630c4-699e-4dba-87a3-c6d48b095e0c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9ad630c4-699e-4dba-87a3-c6d48b095e0c,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:36.020874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '9ad630c4-699e-4dba-87a3-c6d48b095e0c', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'port_id': '9ad630c4-699e-4dba-87a3-c6d48b095e0c', 'mac_address': 'fa:16:3e:d2:1d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e2cfa4-656f-4a65-8a02-85ab9ce6dea4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:36.055405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-24b32d0f-cde7-4948-8819-a304580a8aa0 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:36.057375 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-24b32d0f-cde7-4948-8819-a304580a8aa0 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.47 "GET /v2.0/networks?id=3eb74a89-8fbb-49c1-81e4-8f09052ea835 HTTP/1.1" status: 200 len: 797 time: 0.6248565 Jul 29 23:51:36.148107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cc6da842-7bc5-4f08-bed3-133fa6ab433c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:36.190081 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-ab027cd4-8bf6-4fbe-9259-da470ce282a3 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1bae6056df04e5189d661c3d4b0ddee HTTP/1.1" status: 200 len: 477 time: 0.0860982 Jul 29 23:51:36.199499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.210890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'port': {'device_id': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'admin_state_up': True, 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'security_groups': ['1bbbe77f-a8a7-4172-a555-6ce9bd777601', '9c0b0c29-a3ef-4cf1-aebb-0b177ceee951']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:36.237688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad630c4-699e-4dba-87a3-c6d48b095e0c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:36.272777 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dc0d9d1a-34c0-4f8e-86ed-edce799f494f req-8f7604dd-0b31-4200-8e5e-27f5c6a45c3d service neutron] 10.222.0.42 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799165 Jul 29 23:51:36.302051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9ad630c4-699e-4dba-87a3-c6d48b095e0c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9ad630c4-699e-4dba-87a3-c6d48b095e0c,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:36.312312 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.401026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port cc6da842-7bc5-4f08-bed3-133fa6ab433c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:36.401738 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.467633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92 req-4a4c09fd-987b-46c7-8921-70b936a98883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:36.469167 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92 req-4a4c09fd-987b-46c7-8921-70b936a98883 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3984a46589ee47318ae6f1fbe1466ae7&device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 1095 time: 0.1081483 Jul 29 23:51:36.470617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Made reservation on behalf of c1bae6056df04e5189d661c3d4b0ddee for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:36.478814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.493280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe0621-54f8-4d18-bb32-324dac0f05b7 req-8f1133b5-7b75-4f6d-bc14-1e3c53a5cc6b tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:36.504373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acbe0621-54f8-4d18-bb32-324dac0f05b7 req-8f1133b5-7b75-4f6d-bc14-1e3c53a5cc6b tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 943 time: 0.1119709 Jul 29 23:51:36.534968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cf096-b02c-4cbd-86cc-9a4a206753e5 req-d4453229-98bd-4225-9601-3e40ef09310d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:36.536775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d76cf096-b02c-4cbd-86cc-9a4a206753e5 req-d4453229-98bd-4225-9601-3e40ef09310d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 907 time: 0.1130526 Jul 29 23:51:36.568959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acbe0621-54f8-4d18-bb32-324dac0f05b7 req-021f8e24-1b01-4489-927b-8eb72d808c34 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618823 Jul 29 23:51:36.711645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9ad630c4-699e-4dba-87a3-c6d48b095e0c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:36.752581 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92 req-2f7652a3-1956-4617-bac6-602c56f3a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:36.754636 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92 req-2f7652a3-1956-4617-bac6-602c56f3a121 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4aaff96b-c58e-4a25-aece-b5d232f49716 HTTP/1.1" status: 200 len: 910 time: 0.2729142 Jul 29 23:51:36.761569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90862f43-367b-4f9d-84d1-a8af8839be00 req-d1992bb1-4f9f-4576-afef-6e8b503394f2 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0776610 Jul 29 23:51:36.773059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9ad630c4-699e-4dba-87a3-c6d48b095e0c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:36.846200 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92 req-150d2981-77b0-4d31-a70b-ca41ad48bdae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 HTTP/1.1" status: 200 len: 217 time: 0.0452938 Jul 29 23:51:36.935411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Allocated IP 172.20.0.7 (3eb74a89-8fbb-49c1-81e4-8f09052ea835/e2b6c9d0-f27a-4ad0-8132-222080db50ee/6bc28eee-b513-46cb-826b-9e7c7de6d6d6) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:36.953513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92 req-48848dfc-9281-4d57-95db-0afccde2b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:36.954981 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92 req-48848dfc-9281-4d57-95db-0afccde2b11d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e2d1e63-95b7-42c7-96d1-3cec92c66eb2 HTTP/1.1" status: 200 len: 849 time: 0.0851426 Jul 29 23:51:36.991978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39382b7d-6626-40ce-964d-8901e166e4c6 req-4b2eb541-676f-400e-aec7-1f73603ac7d9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:37.001252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92 req-030d00cb-b687-4dcf-91d2-24dee11ed5d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4aaff96b-c58e-4a25-aece-b5d232f49716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355875 Jul 29 23:51:37.002141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39382b7d-6626-40ce-964d-8901e166e4c6 req-4b2eb541-676f-400e-aec7-1f73603ac7d9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 945 time: 0.1127944 Jul 29 23:51:37.063418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-39382b7d-6626-40ce-964d-8901e166e4c6 req-0147648b-7b74-4a9a-ad12-283438bc6667 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599852 Jul 29 23:51:37.180526 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92 req-6d0cc157-0318-4f5a-9466-06183bf235b6 service neutron] 10.222.0.42 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682477 Jul 29 23:51:37.255303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.279266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Transition to ACTIVE for port object 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:37.333133 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c6b2b6b4-c205-4dcb-8c7c-1505e1b13a92 req-2c098b7f-1711-42ce-9d23-15b8fbf58d90 service neutron] 10.222.0.42 "GET /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346974 Jul 29 23:51:37.355374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.403915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:37.410074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:37.415358 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:37.453250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Port': ['ID=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:37.494791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:37.495682 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.513097 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-73ae4e6b-028d-4d50-b67e-81d8ed5230dc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3143373 Jul 29 23:51:37.538557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Request body: {'port': {'device_id': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:37.602647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9ad630c4-699e-4dba-87a3-c6d48b095e0c up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:37.628196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.720446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 9ad630c4-699e-4dba-87a3-c6d48b095e0c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:37.737668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 9ad630c4-699e-4dba-87a3-c6d48b095e0c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:37.738908 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.785660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-719a5182-f96c-4a60-8ee2-51c5a69d9d8c None None] Provisioning for port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:37.796079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-719a5182-f96c-4a60-8ee2-51c5a69d9d8c None None] Provisioning complete for port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:37.796637 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-719a5182-f96c-4a60-8ee2-51c5a69d9d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.809029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34797d3-2764-4c57-96f7-4435cef55f19 req-a6e8c4dc-9a65-4033-b91c-40c4fd2d8d5e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:37.818962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a34797d3-2764-4c57-96f7-4435cef55f19 req-a6e8c4dc-9a65-4033-b91c-40c4fd2d8d5e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 907 time: 0.1471457 Jul 29 23:51:37.848554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a739b-3e6f-4e8f-a72c-4b0ddab8453a req-62abf12c-9494-480d-a83f-dcfd8f16b168 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:37.850184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a43a739b-3e6f-4e8f-a72c-4b0ddab8453a req-62abf12c-9494-480d-a83f-dcfd8f16b168 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 943 time: 0.1300364 Jul 29 23:51:37.883205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-f8aad561-b3fc-4cf3-bff6-5017a3ef47a3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:37.884925 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-f8aad561-b3fc-4cf3-bff6-5017a3ef47a3 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.42 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 907 time: 0.1446097 Jul 29 23:51:37.929672 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.932951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-719a5182-f96c-4a60-8ee2-51c5a69d9d8c None None] Port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:37.976572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f3ae40-4c57-4a82-8aec-032a35e4b045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad630c4-699e-4dba-87a3-c6d48b095e0c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:37.978497 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a43a739b-3e6f-4e8f-a72c-4b0ddab8453a req-d1731a45-1c5b-44ce-8ab5-bafe3000213a tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209908 Jul 29 23:51:37.980457 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf2b7c-70c2-4639-8598-d2f1b6179435" -d '{"events": [{"server_uuid": "25f3ae40-4c57-4a82-8aec-032a35e4b045", "name": "network-vif-plugged", "status": "completed", "tag": "9ad630c4-699e-4dba-87a3-c6d48b095e0c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:38.009698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9ad630c4-699e-4dba-87a3-c6d48b095e0c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9ad630c4-699e-4dba-87a3-c6d48b095e0c,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:38.024239 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.038783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc2a6b-4452-4426-9142-c3ffeab41202 req-9edd771e-20fe-4ff5-a595-d8121efed6a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:38.048714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30fc2a6b-4452-4426-9142-c3ffeab41202 req-9edd771e-20fe-4ff5-a595-d8121efed6a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 970 time: 0.1378024 Jul 29 23:51:38.095529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9ad630c4-699e-4dba-87a3-c6d48b095e0c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:38.108303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-4dd0b86f-e4cc-4743-88eb-9c43003f6229 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Deleting port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:38.108665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-4dd0b86f-e4cc-4743-88eb-9c43003f6229 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.126484 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30fc2a6b-4452-4426-9142-c3ffeab41202 req-0dcf9090-ab9a-4b60-9b9b-de949a0284a4 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0766294 Jul 29 23:51:38.140836 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc578c96-9dde-4770-bffc-124e12f60f5c x-openstack-request-id: req-bc578c96-9dde-4770-bffc-124e12f60f5c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:38.141371 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f3ae40-4c57-4a82-8aec-032a35e4b045", "name": "network-vif-plugged", "status": "completed", "tag": "9ad630c4-699e-4dba-87a3-c6d48b095e0c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:38.141371 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc578c96-9dde-4770-bffc-124e12f60f5c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:38.141832 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f3ae40-4c57-4a82-8aec-032a35e4b045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad630c4-699e-4dba-87a3-c6d48b095e0c', 'code': 200} Jul 29 23:51:38.237246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:38.250734 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.273296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-4dd0b86f-e4cc-4743-88eb-9c43003f6229 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] For port d5cbd175-59e1-4d1b-9554-b4b29d2efc79, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:38.273948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-4dd0b86f-e4cc-4743-88eb-9c43003f6229 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.282327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Transition to ACTIVE for port object 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:38.288860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-4dd0b86f-e4cc-4743-88eb-9c43003f6229 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Calling delete_port for d5cbd175-59e1-4d1b-9554-b4b29d2efc79 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:38.290526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.291357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea57bf-4cb1-4e9c-a690-5f055b5165a0 req-069eb4b8-cf06-4dbf-92b1-253ee6400f87 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:38.292968 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99ea57bf-4cb1-4e9c-a690-5f055b5165a0 req-069eb4b8-cf06-4dbf-92b1-253ee6400f87 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 946 time: 0.0936882 Jul 29 23:51:38.305529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fc182-394b-4527-b13b-419e5db8cce7 req-ddda27a8-6bcb-4b78-b4bc-4582c419f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:38.307445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-148fc182-394b-4527-b13b-419e5db8cce7 req-ddda27a8-6bcb-4b78-b4bc-4582c419f0e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 1098 time: 0.0959489 Jul 29 23:51:38.384275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99ea57bf-4cb1-4e9c-a690-5f055b5165a0 req-d07e2f54-42fa-438e-ac44-19387fd398f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816102 Jul 29 23:51:38.386971 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-148fc182-394b-4527-b13b-419e5db8cce7 req-b75192a5-96c6-4cb5-ba7a-5673622d12ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582154 Jul 29 23:51:38.411128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:38.489233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Attempting to bind port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:38.489644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Attempting to bind port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:38.489987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Attempting to bind port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 on network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:38.497422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 on network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:38.497422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Attempting to bind port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 on network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:38.504778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:38.505128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Checking segment: {'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:38.505515 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Bound using segment: {'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:38.505974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Bound port: 6bc28eee-b513-46cb-826b-9e7c7de6d6d6, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af02455-53e7-42f0-9e6a-d8b524ca2fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:38.506347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.611669 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-4dd0b86f-e4cc-4743-88eb-9c43003f6229 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.641942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] For port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:38.644620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0b86f-e4cc-4743-88eb-9c43003f6229 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event deleted for resources: {'Port': ['ID=d5cbd175-59e1-4d1b-9554-b4b29d2efc79,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:38.677470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] For port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:38.696149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.699724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-4dd0b86f-e4cc-4743-88eb-9c43003f6229 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] No DVR routers for this DVR port d5cbd175-59e1-4d1b-9554-b4b29d2efc79 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:38.703904 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-4dd0b86f-e4cc-4743-88eb-9c43003f6229 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.705998 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1b93f9ab-30f0-48f1-a65f-911fbb1aa557 req-4dd0b86f-e4cc-4743-88eb-9c43003f6229 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.42 "DELETE /v2.0/ports/d5cbd175-59e1-4d1b-9554-b4b29d2efc79 HTTP/1.1" status: 204 len: 173 time: 0.8105068 Jul 29 23:51:38.706442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ef64c5-e6cc-4a93-a621-03d771ca85a4', 'name': 'network-vif-deleted', 'tag': 'd5cbd175-59e1-4d1b-9554-b4b29d2efc79'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:38.709285 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca3801c-7226-4a31-85a4-d959fc4fa7a4" -d '{"events": [{"server_uuid": "71ef64c5-e6cc-4a93-a621-03d771ca85a4", "name": "network-vif-deleted", "tag": "d5cbd175-59e1-4d1b-9554-b4b29d2efc79"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:38.750606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:38.751237 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.752742 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] 10.222.0.47 "PUT /v2.0/ports/6bc28eee-b513-46cb-826b-9e7c7de6d6d6 HTTP/1.1" status: 200 len: 1131 time: 1.2228403 Jul 29 23:51:38.772869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0ed20-2d53-4b8e-927f-702f85cf9310 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:38.819748 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88426a45-039b-4392-9cde-031897a9b4b2 x-openstack-request-id: req-88426a45-039b-4392-9cde-031897a9b4b2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:38.819748 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ef64c5-e6cc-4a93-a621-03d771ca85a4", "name": "network-vif-deleted", "tag": "d5cbd175-59e1-4d1b-9554-b4b29d2efc79", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:38.819748 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88426a45-039b-4392-9cde-031897a9b4b2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:38.820215 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ef64c5-e6cc-4a93-a621-03d771ca85a4', 'name': 'network-vif-deleted', 'tag': 'd5cbd175-59e1-4d1b-9554-b4b29d2efc79', 'status': 'completed', 'code': 200} Jul 29 23:51:38.904574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-f46ceaa1-0db0-490f-aeb0-4e678c9e3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:38.906213 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-f46ceaa1-0db0-490f-aeb0-4e678c9e3d1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1bae6056df04e5189d661c3d4b0ddee&device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 1134 time: 0.0641696 Jul 29 23:51:38.995830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c9f60c2-b793-4792-b505-5b7241de4701 req-9831b638-3de3-4b1c-8fbb-05c2b60e3c39 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ef64c5-e6cc-4a93-a621-03d771ca85a4 HTTP/1.1" status: 200 len: 210 time: 0.0403736 Jul 29 23:51:38.999722 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-f4c79a9d-befe-4430-bbe6-551791883105 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc28eee-b513-46cb-826b-9e7c7de6d6d6 HTTP/1.1" status: 200 len: 217 time: 0.0732267 Jul 29 23:51:39.099754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-34edd828-b822-4b23-b03c-fd1029ce46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.101542 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-34edd828-b822-4b23-b03c-fd1029ce46bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b6c9d0-f27a-4ad0-8132-222080db50ee HTTP/1.1" status: 200 len: 835 time: 0.0964048 Jul 29 23:51:39.146035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdf0fa-2c27-4199-824c-1f573ae8e0a7 req-2b48dbed-f992-4f30-9325-b834c0e930e6 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.148430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61cdf0fa-2c27-4199-824c-1f573ae8e0a7 req-2b48dbed-f992-4f30-9325-b834c0e930e6 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 943 time: 0.0685201 Jul 29 23:51:39.157651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-fbcf50f2-c7c7-46a0-b65f-6b21ee8fa2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.159486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-fbcf50f2-c7c7-46a0-b65f-6b21ee8fa2ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3eb74a89-8fbb-49c1-81e4-8f09052ea835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500407 Jul 29 23:51:39.276564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61cdf0fa-2c27-4199-824c-1f573ae8e0a7 req-259721bd-0520-4792-ac58-15b8b36611f8 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190920 Jul 29 23:51:39.318728 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-2153ef70-02df-46bc-9cba-0d37b7fc2a76 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454923 Jul 29 23:51:39.340341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2501a23-72c4-4fea-95da-c321c70fefa9 req-89cb95c5-399e-4e1d-8207-10e47f7044e5 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.343631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2501a23-72c4-4fea-95da-c321c70fefa9 req-89cb95c5-399e-4e1d-8207-10e47f7044e5 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 982 time: 0.1262875 Jul 29 23:51:39.416149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2501a23-72c4-4fea-95da-c321c70fefa9 req-2c63a71d-2416-4379-afce-7dc168855d99 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0628948 Jul 29 23:51:39.482478 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f402301-70fd-45d6-ad4b-7f0670453aa3 req-df7be4f1-d389-47ee-b4b8-42f0e172fcd6 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536040 Jul 29 23:51:39.489133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51684) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:39.534571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a42e71-8e8b-43e8-848f-3d5c921340ac req-bc8c1479-95bb-49be-ae1b-d5942d96dbb1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.536407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48a42e71-8e8b-43e8-848f-3d5c921340ac req-bc8c1479-95bb-49be-ae1b-d5942d96dbb1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 946 time: 0.0670819 Jul 29 23:51:39.580072 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2faf590-1187-483f-8501-951b11205277 req-cdfea8ba-11ca-4172-8539-813a0984ba54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446496 Jul 29 23:51:39.604552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48a42e71-8e8b-43e8-848f-3d5c921340ac req-7e185fb7-b1b6-4c13-ab4b-93227c0c19e1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546105 Jul 29 23:51:39.611049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:39.673746 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db8b52a6-3cee-4ccd-8e35-0d96f6dee483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.706046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faf590-1187-483f-8501-951b11205277 req-bf15e0d8-d67f-41fd-a9e4-e64f39a3432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.707739 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2faf590-1187-483f-8501-951b11205277 req-bf15e0d8-d67f-41fd-a9e4-e64f39a3432e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 1098 time: 0.0818589 Jul 29 23:51:39.734958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,segment=NetworkSegment(bbb90b4d-adc6-49e1-8311-fe4105342848),segment_id=bbb90b4d-adc6-49e1-8311-fe4105342848)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:39.736216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b2c0c-2f87-4713-a255-168047084b0a req-5b420aa9-b315-4509-af4c-20bd9bd9ff8a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.743955 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b1b2c0c-2f87-4713-a255-168047084b0a req-5b420aa9-b315-4509-af4c-20bd9bd9ff8a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 945 time: 0.0629416 Jul 29 23:51:39.748340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '0b9e361d-83f3-4f11-95fc-dce1cc2a0e17', 'network_id': '4aaff96b-c58e-4a25-aece-b5d232f49716', 'port_id': '0b9e361d-83f3-4f11-95fc-dce1cc2a0e17', 'mac_address': 'fa:16:3e:f3:21:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2d1e63-95b7-42c7-96d1-3cec92c66eb2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:39.787290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b1b2c0c-2f87-4713-a255-168047084b0a req-cbebd00a-d745-4611-8732-b68b4495a30c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Jul 29 23:51:39.793278 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.811193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:39.836184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,segment=NetworkSegment(bbb90b4d-adc6-49e1-8311-fe4105342848),segment_id=bbb90b4d-adc6-49e1-8311-fe4105342848)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:39.847767 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.906715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:39.916866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f61c6-1b44-4ab3-aa2b-70c4f502188f req-b413d4e1-85e4-42b7-9d44-845c080a9d4e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.919102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-475f61c6-1b44-4ab3-aa2b-70c4f502188f req-b413d4e1-85e4-42b7-9d44-845c080a9d4e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 946 time: 0.0534034 Jul 29 23:51:39.964643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-475f61c6-1b44-4ab3-aa2b-70c4f502188f req-338cdca2-222b-4d99-a258-294230dca45e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392401 Jul 29 23:51:40.069870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0b9e361d-83f3-4f11-95fc-dce1cc2a0e17'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:40.199448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faf590-1187-483f-8501-951b11205277 req-3adda814-418a-4a57-8eb1-074a58c37a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.201046 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2faf590-1187-483f-8501-951b11205277 req-3adda814-418a-4a57-8eb1-074a58c37a12 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 906 time: 0.4730940 Jul 29 23:51:40.228155 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db8b52a6-3cee-4ccd-8e35-0d96f6dee483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.262505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db8b52a6-3cee-4ccd-8e35-0d96f6dee483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.293096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b52a6-3cee-4ccd-8e35-0d96f6dee483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13475383-4549-41b3-9dbc-2be3f67dfd60,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:40.297590 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2faf590-1187-483f-8501-951b11205277 req-ebda0a89-80f1-4096-9ffd-6a3f4fcd195f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ad630c4-699e-4dba-87a3-c6d48b095e0c HTTP/1.1" status: 200 len: 217 time: 0.0859807 Jul 29 23:51:40.308129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84cfc5-e0bb-41d4-a492-86981c0d78d6 req-b54d9e61-a1f4-4b89-9cfe-604d1cfb0ed5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.309690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d84cfc5-e0bb-41d4-a492-86981c0d78d6 req-b54d9e61-a1f4-4b89-9cfe-604d1cfb0ed5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 946 time: 0.0624442 Jul 29 23:51:40.344418 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-db8b52a6-3cee-4ccd-8e35-0d96f6dee483 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d386309e9e394c5fafb7715eb78e709d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8538821 Jul 29 23:51:40.346933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:40.378967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec124d1c-a8e2-4cf9-976b-3d0b2227c1a8 req-d81d7af6-c7b6-4f65-9445-787f68754f9e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.381594 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec124d1c-a8e2-4cf9-976b-3d0b2227c1a8 req-d81d7af6-c7b6-4f65-9445-787f68754f9e tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 946 time: 0.0902143 Jul 29 23:51:40.383834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d84cfc5-e0bb-41d4-a492-86981c0d78d6 req-d02f9102-c491-4143-9609-51d69aae4a78 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546265 Jul 29 23:51:40.386119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faf590-1187-483f-8501-951b11205277 req-c431433d-edf8-4caa-b6d5-aaec2e22fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.387661 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2faf590-1187-483f-8501-951b11205277 req-c431433d-edf8-4caa-b6d5-aaec2e22fc6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.0781679 Jul 29 23:51:40.432740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec124d1c-a8e2-4cf9-976b-3d0b2227c1a8 req-2d48aa1a-6570-4eea-8e5a-2af998c73559 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Jul 29 23:51:40.440065 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2faf590-1187-483f-8501-951b11205277 req-7b8d71aa-d0c9-4f14-8f85-a22753044626 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407128 Jul 29 23:51:40.443210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84f1e009-d29b-4b2a-b6b6-6eb348b0f5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.505215 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84f1e009-d29b-4b2a-b6b6-6eb348b0f5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.547913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd50783-b46a-443c-a2be-84f0557d4baa req-d2ca2bcf-0f65-459f-aa7a-25827f339481 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.549493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bd50783-b46a-443c-a2be-84f0557d4baa req-d2ca2bcf-0f65-459f-aa7a-25827f339481 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 944 time: 0.0861118 Jul 29 23:51:40.564504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7ed72-d83d-4e87-b35e-429c8eddeddd req-9ca18e89-75a2-44a1-8f5d-5aece13eba09 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.565969 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fc7ed72-d83d-4e87-b35e-429c8eddeddd req-9ca18e89-75a2-44a1-8f5d-5aece13eba09 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 982 time: 0.0709920 Jul 29 23:51:40.577520 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2faf590-1187-483f-8501-951b11205277 req-f0ac78b2-48c0-43c5-9e57-f2cc68b5aa96 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249309 Jul 29 23:51:40.582223 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84f1e009-d29b-4b2a-b6b6-6eb348b0f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.585001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84f1e009-d29b-4b2a-b6b6-6eb348b0f5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.586050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-84f1e009-d29b-4b2a-b6b6-6eb348b0f5a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13475383-4549-41b3-9dbc-2be3f67dfd60 HTTP/1.1" status: 204 len: 168 time: 0.2380230 Jul 29 23:51:40.616035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bd50783-b46a-443c-a2be-84f0557d4baa req-49f06ce9-8d95-4c3c-a2f8-c8f20bcc2f81 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598919 Jul 29 23:51:40.625317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1e009-d29b-4b2a-b6b6-6eb348b0f5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13475383-4549-41b3-9dbc-2be3f67dfd60,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:40.639447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fc7ed72-d83d-4e87-b35e-429c8eddeddd req-08c03ee2-bdc2-4797-9e7f-ca908e013e1f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0589700 Jul 29 23:51:40.709257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e2faf590-1187-483f-8501-951b11205277 req-e7068a0e-85d3-42f3-835c-1b00e8526845 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219602 Jul 29 23:51:40.821040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'tag': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:40.823538 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1663eeb9-d511-428e-9dd5-40f58b7649ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7b28d7-6122-4449-9cc9-cb53e2da3cb6", "tag": "6bc28eee-b513-46cb-826b-9e7c7de6d6d6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:40.859347 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c58715-9f41-4f68-822c-10ab17155a56 x-openstack-request-id: req-42c58715-9f41-4f68-822c-10ab17155a56 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:40.859860 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7b28d7-6122-4449-9cc9-cb53e2da3cb6", "tag": "6bc28eee-b513-46cb-826b-9e7c7de6d6d6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:40.860098 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42c58715-9f41-4f68-822c-10ab17155a56 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:40.860344 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'tag': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'status': 'completed', 'code': 200} Jul 29 23:51:40.950634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-57fc14b3-521d-4fe1-ae1c-b53efc1219f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.952185 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-57fc14b3-521d-4fe1-ae1c-b53efc1219f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1bae6056df04e5189d661c3d4b0ddee&device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 1134 time: 0.0430193 Jul 29 23:51:41.051774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-86d58193-43f5-4396-b5a7-d8e2a42183a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.053293 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-86d58193-43f5-4396-b5a7-d8e2a42183a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3eb74a89-8fbb-49c1-81e4-8f09052ea835 HTTP/1.1" status: 200 len: 898 time: 0.0934968 Jul 29 23:51:41.101699 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-1d2cb1f7-adf9-45e9-a931-d01a43f539ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc28eee-b513-46cb-826b-9e7c7de6d6d6 HTTP/1.1" status: 200 len: 217 time: 0.0353503 Jul 29 23:51:41.153538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-d0f1d4dd-ae1c-4a9e-90de-fc951f2bfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.155057 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-d0f1d4dd-ae1c-4a9e-90de-fc951f2bfd57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b6c9d0-f27a-4ad0-8132-222080db50ee HTTP/1.1" status: 200 len: 835 time: 0.0458272 Jul 29 23:51:41.206196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-c94e5793-7d3c-4df1-857d-3dde528b9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.207717 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-c94e5793-7d3c-4df1-857d-3dde528b9eb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3eb74a89-8fbb-49c1-81e4-8f09052ea835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448384 Jul 29 23:51:41.298601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-b769ed3d-e8f0-45d6-95c2-6bfc66a37b04 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827625 Jul 29 23:51:41.403421 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1663eeb9-d511-428e-9dd5-40f58b7649ad req-bfe898b2-8a62-4ac6-bf45-674bf1568657 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964036 Jul 29 23:51:41.554542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406d24d-d417-4920-bc71-153b4135e1de req-c2b8686b-012f-44e6-8c20-21c9833b731b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.556077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6406d24d-d417-4920-bc71-153b4135e1de req-c2b8686b-012f-44e6-8c20-21c9833b731b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 946 time: 0.0805070 Jul 29 23:51:41.589345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc301-c14c-414a-8bc6-0ec02c440ea0 req-84c9503d-e29f-4a98-b0f6-bb594c4e33e4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.590873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-725dc301-c14c-414a-8bc6-0ec02c440ea0 req-84c9503d-e29f-4a98-b0f6-bb594c4e33e4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 946 time: 0.0833497 Jul 29 23:51:41.616416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6406d24d-d417-4920-bc71-153b4135e1de req-7f96da35-60f4-4906-a63b-9b45d08515b4 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520873 Jul 29 23:51:41.626432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 51742) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:41.632607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:41.674096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf643030-3887-436a-a019-810d87441a3c req-51b947fa-83a7-486a-9775-1aa6d6be5306 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.675566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-725dc301-c14c-414a-8bc6-0ec02c440ea0 req-18bc31d8-f107-4fdb-9ec8-e0490aab5b66 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728238 Jul 29 23:51:41.675740 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf643030-3887-436a-a019-810d87441a3c req-51b947fa-83a7-486a-9775-1aa6d6be5306 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 946 time: 0.0792949 Jul 29 23:51:41.738395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:41.743025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:41.743409 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.787466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890abfc-0f31-4753-910e-9d7521042e1b req-1a207789-3c31-4249-9978-342fd1c058ab tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.795233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5890abfc-0f31-4753-910e-9d7521042e1b req-1a207789-3c31-4249-9978-342fd1c058ab tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 944 time: 0.0953267 Jul 29 23:51:41.815764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-bf643030-3887-436a-a019-810d87441a3c req-ed869d08-f730-44f2-b117-8ec6b172d008 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Deleting port 9ad630c4-699e-4dba-87a3-c6d48b095e0c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:41.816286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bf643030-3887-436a-a019-810d87441a3c req-ed869d08-f730-44f2-b117-8ec6b172d008 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.833229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44e25b1d-51a2-487f-be5b-c1a0fb837797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.836490 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.858811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5890abfc-0f31-4753-910e-9d7521042e1b req-6c808610-1182-46fe-a028-99ee53b1eff7 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625012 Jul 29 23:51:41.865698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d694a-9eb1-4f90-b22e-9d5a5b950761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9e361d-83f3-4f11-95fc-dce1cc2a0e17'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:41.868587 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9753a986-f463-4416-a2ad-63205b20fbb9" -d '{"events": [{"server_uuid": "120d694a-9eb1-4f90-b22e-9d5a5b950761", "name": "network-vif-plugged", "status": "completed", "tag": "0b9e361d-83f3-4f11-95fc-dce1cc2a0e17"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:41.874662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0596-e973-4ed0-96e7-78c299966eb2 req-9e5e4658-affa-4ccc-bd10-3070113e26dd tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.876492 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e6d0596-e973-4ed0-96e7-78c299966eb2 req-9e5e4658-affa-4ccc-bd10-3070113e26dd tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 982 time: 0.1370893 Jul 29 23:51:41.881577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,segment=NetworkSegment(bbb90b4d-adc6-49e1-8311-fe4105342848),segment_id=bbb90b4d-adc6-49e1-8311-fe4105342848)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:41.888929 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.889986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d5cbd175-59e1-4d1b-9554-b4b29d2efc79 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:41.913164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: d5cbd175-59e1-4d1b-9554-b4b29d2efc79 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:41.913778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device d5cbd175-59e1-4d1b-9554-b4b29d2efc79 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:41.934242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bf643030-3887-436a-a019-810d87441a3c req-ed869d08-f730-44f2-b117-8ec6b172d008 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] For port 9ad630c4-699e-4dba-87a3-c6d48b095e0c, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9ad630c4-699e-4dba-87a3-c6d48b095e0c,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:41.934669 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bf643030-3887-436a-a019-810d87441a3c req-ed869d08-f730-44f2-b117-8ec6b172d008 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.941016 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ec445-2bc7-41e0-a2c4-b85ef9c7eb68 x-openstack-request-id: req-6c5ec445-2bc7-41e0-a2c4-b85ef9c7eb68 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:41.941575 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d694a-9eb1-4f90-b22e-9d5a5b950761", "name": "network-vif-plugged", "status": "completed", "tag": "0b9e361d-83f3-4f11-95fc-dce1cc2a0e17", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:41.942010 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c5ec445-2bc7-41e0-a2c4-b85ef9c7eb68 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:41.942564 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d694a-9eb1-4f90-b22e-9d5a5b950761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9e361d-83f3-4f11-95fc-dce1cc2a0e17', 'code': 200} Jul 29 23:51:41.953177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-bf643030-3887-436a-a019-810d87441a3c req-ed869d08-f730-44f2-b117-8ec6b172d008 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Calling delete_port for 9ad630c4-699e-4dba-87a3-c6d48b095e0c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:41.962877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e6d0596-e973-4ed0-96e7-78c299966eb2 req-416ad9f3-424e-4004-a36d-9f26d46b4321 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0708559 Jul 29 23:51:41.986604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:42.051270 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44e25b1d-51a2-487f-be5b-c1a0fb837797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.058621 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44e25b1d-51a2-487f-be5b-c1a0fb837797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.093060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987abbb4-5e66-4332-b145-6075d0968fce req-377fc411-37f0-4047-afde-6ef4041b0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:42.094574 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-987abbb4-5e66-4332-b145-6075d0968fce req-377fc411-37f0-4047-afde-6ef4041b0ab0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 1097 time: 0.0803947 Jul 29 23:51:42.104838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-44e25b1d-51a2-487f-be5b-c1a0fb837797 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=019ef0a788624c4c93d632c0f16c15ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744816 Jul 29 23:51:42.109949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:42.113584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e25b1d-51a2-487f-be5b-c1a0fb837797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0953cd24-29c1-4bd3-8f35-bf841a1eee27,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:42.141147 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bf643030-3887-436a-a019-810d87441a3c req-ed869d08-f730-44f2-b117-8ec6b172d008 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.143788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-987abbb4-5e66-4332-b145-6075d0968fce req-f1bb48f6-76c9-4dd8-bd50-7b8425b90e60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380137 Jul 29 23:51:42.152100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9ad630c4-699e-4dba-87a3-c6d48b095e0c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:42.179083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac', '9215d733-3c2d-4c0f-946a-8b279ac1724b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:42.186921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed869d08-f730-44f2-b117-8ec6b172d008 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event deleted for resources: {'Port': ['ID=9ad630c4-699e-4dba-87a3-c6d48b095e0c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:42.198603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-62da117b-f41b-48a0-821e-a8790224f4c6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:42.200667 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-62da117b-f41b-48a0-821e-a8790224f4c6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 946 time: 0.1305172 Jul 29 23:51:42.275467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf643030-3887-436a-a019-810d87441a3c req-ed869d08-f730-44f2-b117-8ec6b172d008 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] No DVR routers for this DVR port 9ad630c4-699e-4dba-87a3-c6d48b095e0c on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:42.281986 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bf643030-3887-436a-a019-810d87441a3c req-ed869d08-f730-44f2-b117-8ec6b172d008 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.283948 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf643030-3887-436a-a019-810d87441a3c req-ed869d08-f730-44f2-b117-8ec6b172d008 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "DELETE /v2.0/ports/9ad630c4-699e-4dba-87a3-c6d48b095e0c HTTP/1.1" status: 204 len: 173 time: 0.5932448 Jul 29 23:51:42.288280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed20770c-0664-4f88-b945-8e4ae9a5620d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.352229 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed20770c-0664-4f88-b945-8e4ae9a5620d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.402325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-ecf1ef5e-539f-4f5f-a5f8-5d3f3a39590c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Deleting port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:42.402982 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-ecf1ef5e-539f-4f5f-a5f8-5d3f3a39590c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.467147 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed20770c-0664-4f88-b945-8e4ae9a5620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.469855 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed20770c-0664-4f88-b945-8e4ae9a5620d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.471012 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ed20770c-0664-4f88-b945-8e4ae9a5620d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0953cd24-29c1-4bd3-8f35-bf841a1eee27 HTTP/1.1" status: 204 len: 168 time: 0.3598542 Jul 29 23:51:42.486153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20770c-0664-4f88-b945-8e4ae9a5620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0953cd24-29c1-4bd3-8f35-bf841a1eee27,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:42.520907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-ecf1ef5e-539f-4f5f-a5f8-5d3f3a39590c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] For port fb56e458-f5cd-42e0-80e3-acb03ebe2d28, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:42.521288 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-ecf1ef5e-539f-4f5f-a5f8-5d3f3a39590c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.534904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-ecf1ef5e-539f-4f5f-a5f8-5d3f3a39590c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Calling delete_port for fb56e458-f5cd-42e0-80e3-acb03ebe2d28 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:42.688983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-ecf1ef5e-539f-4f5f-a5f8-5d3f3a39590c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.739253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1ef5e-539f-4f5f-a5f8-5d3f3a39590c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event deleted for resources: {'Port': ['ID=fb56e458-f5cd-42e0-80e3-acb03ebe2d28,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:42.752951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-036e31f8-3d86-4ada-b731-a6e8301d7d6b req-fe2f411b-8132-4816-8f7a-49156a3d0089 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=25f3ae40-4c57-4a82-8aec-032a35e4b045 HTTP/1.1" status: 200 len: 210 time: 0.0454638 Jul 29 23:51:42.790408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-ecf1ef5e-539f-4f5f-a5f8-5d3f3a39590c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] No DVR routers for this DVR port fb56e458-f5cd-42e0-80e3-acb03ebe2d28 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:42.794512 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-ecf1ef5e-539f-4f5f-a5f8-5d3f3a39590c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.797285 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fc77755-e3ca-45ad-9f1f-9e99a8a3384c req-ecf1ef5e-539f-4f5f-a5f8-5d3f3a39590c tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "DELETE /v2.0/ports/fb56e458-f5cd-42e0-80e3-acb03ebe2d28 HTTP/1.1" status: 204 len: 173 time: 0.5876949 Jul 29 23:51:42.828975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d41e5b6-7c64-4208-9cbb-40fd6e9d724d req-453a1191-aede-4f27-b7c1-df10f5cfc2bd tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753 HTTP/1.1" status: 200 len: 210 time: 0.0322397 Jul 29 23:51:42.861081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f3ae40-4c57-4a82-8aec-032a35e4b045', 'name': 'network-vif-deleted', 'tag': '9ad630c4-699e-4dba-87a3-c6d48b095e0c'}, {'server_uuid': 'ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753', 'name': 'network-vif-deleted', 'tag': 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:42.865407 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec1197e-dd76-4f23-bab5-f1d9db79d07e" -d '{"events": [{"server_uuid": "25f3ae40-4c57-4a82-8aec-032a35e4b045", "name": "network-vif-deleted", "tag": "9ad630c4-699e-4dba-87a3-c6d48b095e0c"}, {"server_uuid": "ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753", "name": "network-vif-deleted", "tag": "fb56e458-f5cd-42e0-80e3-acb03ebe2d28"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:42.918035 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbf43e2-1fbb-47b6-88a4-863f7d33c2d3 x-openstack-request-id: req-0dbf43e2-1fbb-47b6-88a4-863f7d33c2d3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:42.918344 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f3ae40-4c57-4a82-8aec-032a35e4b045", "name": "network-vif-deleted", "tag": "9ad630c4-699e-4dba-87a3-c6d48b095e0c", "status": "completed", "code": 200}, {"server_uuid": "ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753", "name": "network-vif-deleted", "tag": "fb56e458-f5cd-42e0-80e3-acb03ebe2d28", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:42.919232 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dbf43e2-1fbb-47b6-88a4-863f7d33c2d3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:42.919659 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f3ae40-4c57-4a82-8aec-032a35e4b045', 'name': 'network-vif-deleted', 'tag': '9ad630c4-699e-4dba-87a3-c6d48b095e0c', 'status': 'completed', 'code': 200} Jul 29 23:51:42.920063 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcd1b86-cb8f-43e0-a33d-4fbf9f9c2753', 'name': 'network-vif-deleted', 'tag': 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28', 'status': 'completed', 'code': 200} Jul 29 23:51:43.012852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151bc54-3d4f-41b6-98aa-540b1c6f68f4 req-c1b7b8d6-e23a-4465-bd6c-e3be6ceede31 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:43.019526 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['b3c01d93-f191-4019-9656-c1a30185ec1f', 'fb56e458-f5cd-42e0-80e3-acb03ebe2d28'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:43.032658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5151bc54-3d4f-41b6-98aa-540b1c6f68f4 req-c1b7b8d6-e23a-4465-bd6c-e3be6ceede31 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 945 time: 0.0798731 Jul 29 23:51:43.108260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5151bc54-3d4f-41b6-98aa-540b1c6f68f4 req-6dd3c310-ece1-4f89-8502-db3a90275d4d tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746803 Jul 29 23:51:43.138133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022ba28-88f9-4a9d-9db4-3fb2034da759 req-03a6e2b2-066c-4e7c-9d87-d4141b4ba16a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:43.144566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3022ba28-88f9-4a9d-9db4-3fb2034da759 req-03a6e2b2-066c-4e7c-9d87-d4141b4ba16a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 982 time: 0.0870817 Jul 29 23:51:43.198516 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3022ba28-88f9-4a9d-9db4-3fb2034da759 req-9b06256b-02cc-4a3f-83f0-dc11135faa99 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0498848 Jul 29 23:51:43.965233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:44.069029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b716b9d-7bf2-401d-b655-bd1a1b11a64d req-9facf641-6dac-4939-81cd-46b8a634a722 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.082382 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b716b9d-7bf2-401d-b655-bd1a1b11a64d req-9facf641-6dac-4939-81cd-46b8a634a722 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 945 time: 0.0912743 Jul 29 23:51:44.093322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:44.105096 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'port_id': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'mac_address': 'fa:16:3e:a4:ce:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:44.147935 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:44.153396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b716b9d-7bf2-401d-b655-bd1a1b11a64d req-a1dfabb0-c8f9-4ca1-bc0f-df3e8f8a6b2f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698338 Jul 29 23:51:44.169308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:44.189598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899685ff-c1cc-4d69-b538-4faf2b577c5b req-752d0d97-fe64-43c4-901e-53acd0af9171 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.197279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-899685ff-c1cc-4d69-b538-4faf2b577c5b req-752d0d97-fe64-43c4-901e-53acd0af9171 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.0894687 Jul 29 23:51:44.197788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:44.208267 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:44.248765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-899685ff-c1cc-4d69-b538-4faf2b577c5b req-73d7ab5b-f3cd-448f-aed2-4746b34339e4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=5065d1e1-054d-4ab4-874a-f4f17bbf50c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481246 Jul 29 23:51:44.268444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:44.302014 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df2a5c-009f-4142-950d-b112281d4c86 req-c783d974-777b-41f6-b167-5fb7f2da8934 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.303752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98df2a5c-009f-4142-950d-b112281d4c86 req-c783d974-777b-41f6-b167-5fb7f2da8934 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 945 time: 0.0535810 Jul 29 23:51:44.375677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98df2a5c-009f-4142-950d-b112281d4c86 req-e2fd708a-56fc-42a8-b7b4-b81dc0cab2f6 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643380 Jul 29 23:51:44.408874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd431-2a43-4a50-9a0b-39c23620be18 req-112bd0e3-25bb-4ac5-906b-22fa83a681aa tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.410601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c60cd431-2a43-4a50-9a0b-39c23620be18 req-112bd0e3-25bb-4ac5-906b-22fa83a681aa tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 983 time: 0.0846417 Jul 29 23:51:44.459782 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c60cd431-2a43-4a50-9a0b-39c23620be18 req-1e45a256-612c-4375-abe9-93a8496933fd tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0426729 Jul 29 23:51:44.783425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['6bc28eee-b513-46cb-826b-9e7c7de6d6d6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:44.818037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-ea879b11-1af3-497e-a4a4-45b193929a2d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.819942 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-ea879b11-1af3-497e-a4a4-45b193929a2d tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 946 time: 0.0639641 Jul 29 23:51:45.000772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-8bb9abab-4bdd-4869-aa11-26dd30ca0769 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Deleting port b3c01d93-f191-4019-9656-c1a30185ec1f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:45.001240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-8bb9abab-4bdd-4869-aa11-26dd30ca0769 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.123826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-8bb9abab-4bdd-4869-aa11-26dd30ca0769 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] For port b3c01d93-f191-4019-9656-c1a30185ec1f, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b3c01d93-f191-4019-9656-c1a30185ec1f,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:45.124232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-8bb9abab-4bdd-4869-aa11-26dd30ca0769 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.139897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-8bb9abab-4bdd-4869-aa11-26dd30ca0769 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Calling delete_port for b3c01d93-f191-4019-9656-c1a30185ec1f owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:45.160883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d63f19-4c4b-49d5-b786-96074e9a0b0b req-75f2cf1e-b097-46c4-8c63-2ad4c655b801 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:45.166736 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35d63f19-4c4b-49d5-b786-96074e9a0b0b req-75f2cf1e-b097-46c4-8c63-2ad4c655b801 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 945 time: 0.0585091 Jul 29 23:51:45.221120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35d63f19-4c4b-49d5-b786-96074e9a0b0b req-da2b3971-b6c4-435f-84fc-34252600f2d3 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517108 Jul 29 23:51:45.299879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb9b75-04f3-4d50-93d0-6fe96f670d52 req-38974141-93fc-4847-876d-475fa6c7d34e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:45.301812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ddb9b75-04f3-4d50-93d0-6fe96f670d52 req-38974141-93fc-4847-876d-475fa6c7d34e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 945 time: 0.0580597 Jul 29 23:51:45.327631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-8bb9abab-4bdd-4869-aa11-26dd30ca0769 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.367564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9abab-4bdd-4869-aa11-26dd30ca0769 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event deleted for resources: {'Port': ['ID=b3c01d93-f191-4019-9656-c1a30185ec1f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:45.382998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5defdce7-05c8-4f80-9f4a-16ee496725c1 req-647cbcba-a68b-47d4-beb6-ba0c51c99b05 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6676636-be21-4d37-9f76-7de667a831d1 HTTP/1.1" status: 200 len: 210 time: 0.0482507 Jul 29 23:51:45.386488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ddb9b75-04f3-4d50-93d0-6fe96f670d52 req-a8a92eb7-a9bc-4083-a645-7e26a1efa203 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780792 Jul 29 23:51:45.420510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-8bb9abab-4bdd-4869-aa11-26dd30ca0769 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] No DVR routers for this DVR port b3c01d93-f191-4019-9656-c1a30185ec1f on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:45.423052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-8bb9abab-4bdd-4869-aa11-26dd30ca0769 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.425202 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2f069ee8-dbc6-4aa7-a39e-4ad55b6effb1 req-8bb9abab-4bdd-4869-aa11-26dd30ca0769 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "DELETE /v2.0/ports/b3c01d93-f191-4019-9656-c1a30185ec1f HTTP/1.1" status: 204 len: 173 time: 0.5395305 Jul 29 23:51:45.425794 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6676636-be21-4d37-9f76-7de667a831d1', 'name': 'network-vif-deleted', 'tag': 'b3c01d93-f191-4019-9656-c1a30185ec1f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:45.428164 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eedf87-ae47-45fa-9d93-277dff4564dd" -d '{"events": [{"server_uuid": "e6676636-be21-4d37-9f76-7de667a831d1", "name": "network-vif-deleted", "tag": "b3c01d93-f191-4019-9656-c1a30185ec1f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:45.469636 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ec59b9-3997-424c-8427-fa2580a779e7 x-openstack-request-id: req-99ec59b9-3997-424c-8427-fa2580a779e7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:45.469949 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6676636-be21-4d37-9f76-7de667a831d1", "name": "network-vif-deleted", "tag": "b3c01d93-f191-4019-9656-c1a30185ec1f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:45.470196 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99ec59b9-3997-424c-8427-fa2580a779e7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:45.470620 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6676636-be21-4d37-9f76-7de667a831d1', 'name': 'network-vif-deleted', 'tag': 'b3c01d93-f191-4019-9656-c1a30185ec1f', 'status': 'completed', 'code': 200} Jul 29 23:51:45.605354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57631a54-2ab8-46ba-9ef4-b83fca4e2562 req-038ca9f3-688b-42a0-ba89-6dbbada55992 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:45.607573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57631a54-2ab8-46ba-9ef4-b83fca4e2562 req-038ca9f3-688b-42a0-ba89-6dbbada55992 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 983 time: 0.0692513 Jul 29 23:51:45.654590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57631a54-2ab8-46ba-9ef4-b83fca4e2562 req-b95c62c9-7754-466a-91df-f4d560420749 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0400662 Jul 29 23:51:45.659605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9ad630c4-699e-4dba-87a3-c6d48b095e0c no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:45.679809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 9ad630c4-699e-4dba-87a3-c6d48b095e0c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:45.680257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9ad630c4-699e-4dba-87a3-c6d48b095e0c not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:45.721019 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['b3c01d93-f191-4019-9656-c1a30185ec1f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:45.976493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:46.057976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:46.063321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:46.063820 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.223133 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.272088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:46.275478 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a80ba7-2f20-4b43-a9ae-df5d1ce4be74" -d '{"events": [{"server_uuid": "4b7b28d7-6122-4449-9cc9-cb53e2da3cb6", "name": "network-vif-plugged", "status": "completed", "tag": "6bc28eee-b513-46cb-826b-9e7c7de6d6d6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:46.282541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:46.295067 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.295948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device fb56e458-f5cd-42e0-80e3-acb03ebe2d28 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:46.325143 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b5f8d3-07d6-47c8-84e7-71d7bcbfdbb3 x-openstack-request-id: req-82b5f8d3-07d6-47c8-84e7-71d7bcbfdbb3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:46.325566 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7b28d7-6122-4449-9cc9-cb53e2da3cb6", "name": "network-vif-plugged", "status": "completed", "tag": "6bc28eee-b513-46cb-826b-9e7c7de6d6d6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:46.325967 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82b5f8d3-07d6-47c8-84e7-71d7bcbfdbb3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:46.326573 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'code': 200} Jul 29 23:51:46.329533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: fb56e458-f5cd-42e0-80e3-acb03ebe2d28 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:46.330000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device fb56e458-f5cd-42e0-80e3-acb03ebe2d28 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:46.366012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d943fc-7155-47c4-bf05-c0d1562cd995 req-aa86fe17-3abb-4dd7-ac72-c46f62ec6caf tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.367626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92d943fc-7155-47c4-bf05-c0d1562cd995 req-aa86fe17-3abb-4dd7-ac72-c46f62ec6caf tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 945 time: 0.0564620 Jul 29 23:51:46.403633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:46.412190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92d943fc-7155-47c4-bf05-c0d1562cd995 req-b932247f-3c40-4c8b-8007-f5e1c5db2440 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6911263-34ae-4649-90ed-7293a32e2357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354660 Jul 29 23:51:46.549506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a282539-8d39-4f91-8055-0d9e049bbf85 req-8042c111-1576-4443-9633-b24ca035f1e2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.551419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a282539-8d39-4f91-8055-0d9e049bbf85 req-8042c111-1576-4443-9633-b24ca035f1e2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 945 time: 0.0711524 Jul 29 23:51:46.557985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-34bef1b5-6ca3-4635-877b-9ebfa262d7b3 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.559584 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-34bef1b5-6ca3-4635-877b-9ebfa262d7b3 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.42 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 945 time: 0.1210215 Jul 29 23:51:46.564152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322ee2c-50d1-4ada-ac58-1739edb51481 req-54cd3715-4eaf-468f-8cce-13a7fcd0ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.565800 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1322ee2c-50d1-4ada-ac58-1739edb51481 req-54cd3715-4eaf-468f-8cce-13a7fcd0ca5c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 1136 time: 0.0992758 Jul 29 23:51:46.573199 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7647950-0a07-4ce0-986b-febee6a50904 req-9fda46b4-6832-4b0f-a443-16988b905bf1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.575196 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c7647950-0a07-4ce0-986b-febee6a50904 req-9fda46b4-6832-4b0f-a443-16988b905bf1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 945 time: 0.1070366 Jul 29 23:51:46.605111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a282539-8d39-4f91-8055-0d9e049bbf85 req-49ca06cb-0ba8-4abd-8490-303d08f6cfdd tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467188 Jul 29 23:51:46.714060 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1322ee2c-50d1-4ada-ac58-1739edb51481 req-1c31e20d-af02-4574-8f34-9463e6bf0e3c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1367357 Jul 29 23:51:46.714318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe6f2c-5c27-44c8-9f6f-241adbeedd00 req-60fc8691-08f5-4e3e-8c07-9f84a8081fa0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.715959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2abe6f2c-5c27-44c8-9f6f-241adbeedd00 req-60fc8691-08f5-4e3e-8c07-9f84a8081fa0 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0531857 Jul 29 23:51:46.758471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-d4e89ed1-53f0-4cf1-b376-40fac8961f1f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Deleting port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:46.758731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-d4e89ed1-53f0-4cf1-b376-40fac8961f1f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.787890 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2abe6f2c-5c27-44c8-9f6f-241adbeedd00 req-4d0907c7-463c-4b03-bbc6-1744928f4ff2 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607779 Jul 29 23:51:46.799205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c7647950-0a07-4ce0-986b-febee6a50904 req-c29126dc-9949-4d9a-ac75-acafbf97258f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Deleting port 9215d733-3c2d-4c0f-946a-8b279ac1724b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:46.799554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c7647950-0a07-4ce0-986b-febee6a50904 req-c29126dc-9949-4d9a-ac75-acafbf97258f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.803931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb919da7-27cb-49c3-ab1f-d87a5fdaf8cf req-722ff278-ef33-4fd4-9c30-d035b5a560fe tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.805726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb919da7-27cb-49c3-ab1f-d87a5fdaf8cf req-722ff278-ef33-4fd4-9c30-d035b5a560fe tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 984 time: 0.0765631 Jul 29 23:51:46.846606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb919da7-27cb-49c3-ab1f-d87a5fdaf8cf req-9b2e9fe7-c61b-428a-b255-9ff35db10e09 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0331197 Jul 29 23:51:46.917424 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-d4e89ed1-53f0-4cf1-b376-40fac8961f1f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] For port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,segment=NetworkSegment(bbb90b4d-adc6-49e1-8311-fe4105342848),segment_id=bbb90b4d-adc6-49e1-8311-fe4105342848)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:46.917793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-d4e89ed1-53f0-4cf1-b376-40fac8961f1f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.931685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c7647950-0a07-4ce0-986b-febee6a50904 req-c29126dc-9949-4d9a-ac75-acafbf97258f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] For port 9215d733-3c2d-4c0f-946a-8b279ac1724b, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=9215d733-3c2d-4c0f-946a-8b279ac1724b,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:46.932063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c7647950-0a07-4ce0-986b-febee6a50904 req-c29126dc-9949-4d9a-ac75-acafbf97258f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.941535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-d4e89ed1-53f0-4cf1-b376-40fac8961f1f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Calling delete_port for 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:46.950820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c7647950-0a07-4ce0-986b-febee6a50904 req-c29126dc-9949-4d9a-ac75-acafbf97258f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Calling delete_port for 9215d733-3c2d-4c0f-946a-8b279ac1724b owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:47.004474 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:51:47.168960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-d4e89ed1-53f0-4cf1-b376-40fac8961f1f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.171215 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c7647950-0a07-4ce0-986b-febee6a50904 req-c29126dc-9949-4d9a-ac75-acafbf97258f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.180501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0b9e361d-83f3-4f11-95fc-dce1cc2a0e17'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:47.205451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e89ed1-53f0-4cf1-b376-40fac8961f1f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Pushing event deleted for resources: {'Port': ['ID=0b9e361d-83f3-4f11-95fc-dce1cc2a0e17,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:47.227206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac', '9215d733-3c2d-4c0f-946a-8b279ac1724b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:47.268707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29126dc-9949-4d9a-ac75-acafbf97258f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event deleted for resources: {'Port': ['ID=9215d733-3c2d-4c0f-946a-8b279ac1724b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:47.291554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-d4e89ed1-53f0-4cf1-b376-40fac8961f1f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] No DVR routers for this DVR port 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:47.306195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-d4e89ed1-53f0-4cf1-b376-40fac8961f1f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.308309 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-72c2013d-2aa0-4c45-b499-324f2bf31648 req-d4e89ed1-53f0-4cf1-b376-40fac8961f1f tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.42 "DELETE /v2.0/ports/0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 HTTP/1.1" status: 204 len: 173 time: 0.7321119 Jul 29 23:51:47.309685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7647950-0a07-4ce0-986b-febee6a50904 req-c29126dc-9949-4d9a-ac75-acafbf97258f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] No DVR routers for this DVR port 9215d733-3c2d-4c0f-946a-8b279ac1724b on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:47.312395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c7647950-0a07-4ce0-986b-febee6a50904 req-c29126dc-9949-4d9a-ac75-acafbf97258f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.314471 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c7647950-0a07-4ce0-986b-febee6a50904 req-c29126dc-9949-4d9a-ac75-acafbf97258f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "DELETE /v2.0/ports/9215d733-3c2d-4c0f-946a-8b279ac1724b HTTP/1.1" status: 204 len: 173 time: 0.7260306 Jul 29 23:51:47.471776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d694a-9eb1-4f90-b22e-9d5a5b950761', 'name': 'network-vif-deleted', 'tag': '0b9e361d-83f3-4f11-95fc-dce1cc2a0e17'}, {'server_uuid': '948ef9a8-c74e-4d87-8d76-423b21b30671', 'name': 'network-vif-deleted', 'tag': '9215d733-3c2d-4c0f-946a-8b279ac1724b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:47.475171 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0af5795-4565-4ed6-9b01-b02ad5cbaa68" -d '{"events": [{"server_uuid": "120d694a-9eb1-4f90-b22e-9d5a5b950761", "name": "network-vif-deleted", "tag": "0b9e361d-83f3-4f11-95fc-dce1cc2a0e17"}, {"server_uuid": "948ef9a8-c74e-4d87-8d76-423b21b30671", "name": "network-vif-deleted", "tag": "9215d733-3c2d-4c0f-946a-8b279ac1724b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:47.530140 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67805fa-b747-4103-a88a-c1b3d3050820 x-openstack-request-id: req-d67805fa-b747-4103-a88a-c1b3d3050820 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:47.530986 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d694a-9eb1-4f90-b22e-9d5a5b950761", "name": "network-vif-deleted", "tag": "0b9e361d-83f3-4f11-95fc-dce1cc2a0e17", "status": "completed", "code": 200}, {"server_uuid": "948ef9a8-c74e-4d87-8d76-423b21b30671", "name": "network-vif-deleted", "tag": "9215d733-3c2d-4c0f-946a-8b279ac1724b", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:47.531247 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d67805fa-b747-4103-a88a-c1b3d3050820 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:47.531903 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d694a-9eb1-4f90-b22e-9d5a5b950761', 'name': 'network-vif-deleted', 'tag': '0b9e361d-83f3-4f11-95fc-dce1cc2a0e17', 'status': 'completed', 'code': 200} Jul 29 23:51:47.532484 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948ef9a8-c74e-4d87-8d76-423b21b30671', 'name': 'network-vif-deleted', 'tag': '9215d733-3c2d-4c0f-946a-8b279ac1724b', 'status': 'completed', 'code': 200} Jul 29 23:51:47.540049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7f7f643-67c4-4a83-8101-3d1e684785f3 req-1ca912d5-08b9-4626-8e52-27dd56d68371 tempest-VolumesActionsTest-1548974229 tempest-VolumesActionsTest-1548974229-project] 10.222.0.37 "GET /v2.0/ports?device_id=120d694a-9eb1-4f90-b22e-9d5a5b950761 HTTP/1.1" status: 200 len: 210 time: 0.0328679 Jul 29 23:51:47.718780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a4f9f43-0549-4516-8991-94fc1b6523ab req-304cd1f7-fa8c-4238-b20a-6e172144bf45 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=948ef9a8-c74e-4d87-8d76-423b21b30671 HTTP/1.1" status: 200 len: 210 time: 0.0269353 Jul 29 23:51:47.928441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e2bd1-e488-4012-a355-f31f6267dadd req-987e099a-b1b8-4dfa-9b9f-41c665290c98 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:47.930363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af5e2bd1-e488-4012-a355-f31f6267dadd req-987e099a-b1b8-4dfa-9b9f-41c665290c98 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0572686 Jul 29 23:51:48.011184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af5e2bd1-e488-4012-a355-f31f6267dadd req-4546a130-2945-4bbe-8f63-f1aaf9cf3b10 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688236 Jul 29 23:51:48.023411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd162d8c-9b95-43fd-861a-c1ca6f8cace1 req-d6c0a013-81d5-4435-9bd9-1173648e7834 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:48.031202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd162d8c-9b95-43fd-861a-c1ca6f8cace1 req-d6c0a013-81d5-4435-9bd9-1173648e7834 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 984 time: 0.0990014 Jul 29 23:51:48.070175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd162d8c-9b95-43fd-861a-c1ca6f8cace1 req-2773dd1e-e327-40d4-83e0-bfc5873a2dbd tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0380898 Jul 29 23:51:48.829047 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:48.858097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-2028d9e0-5722-43aa-b36e-cc1ab0176105 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:48.859777 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-2028d9e0-5722-43aa-b36e-cc1ab0176105 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0528059 Jul 29 23:51:48.922588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-a886e243-d2d5-4cd9-a8c2-cf9738964f76 req-05b2a637-da43-4f8c-9575-fd4dfc861ce6 service neutron] (93817) timed out ('10.222.0.37', 55450) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:51:48.990441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Deleting port 74c60c01-b360-44ba-8ade-677ebc5408a2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:48.990877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.125116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259ff4-d451-4e09-a841-b743880c5a5a req-34091739-a731-4a8a-ad4b-7958a1eb7440 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:49.126672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-34091739-a731-4a8a-ad4b-7958a1eb7440 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.1364362 Jul 29 23:51:49.130995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] For port 74c60c01-b360-44ba-8ade-677ebc5408a2, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74c60c01-b360-44ba-8ade-677ebc5408a2,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:49.131404 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.161838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-2103802f-033a-4f69-bec0-9b0145eac4e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/quotas/d31f1ef0730d448f88afefa787e7cf91 HTTP/1.1" status: 200 len: 375 time: 0.0198035 Jul 29 23:51:49.178493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0771a9-55cc-4703-aead-9558023e707d req-5c1b0c3d-203c-40fb-b0e7-d7d9c01caa3f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:49.180140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff0771a9-55cc-4703-aead-9558023e707d req-5c1b0c3d-203c-40fb-b0e7-d7d9c01caa3f tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 944 time: 0.0764835 Jul 29 23:51:49.413498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.413905 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.415153 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Floating IP 93577e86-1217-4037-8a5d-6f0a6c676213 disassociated. External IP: 172.25.2.58, port: 74c60c01-b360-44ba-8ade-677ebc5408a2. Jul 29 23:51:49.415153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Calling delete_port for 74c60c01-b360-44ba-8ade-677ebc5408a2 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:49.577057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3d593429-ea65-429d-977a-85d404859a9d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3957858 Jul 29 23:51:49.599730 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.602748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff0771a9-55cc-4703-aead-9558023e707d req-ec08421f-4364-42c4-be49-2a7d80d8c932 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4014122 Jul 29 23:51:49.644805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event deleted for resources: {'Port': ['ID=74c60c01-b360-44ba-8ade-677ebc5408a2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:49.675603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:49.717943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:49.718740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0b9e361d-83f3-4f11-95fc-dce1cc2a0e17 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:49.762809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-aa22f02a-6e71-460a-b2b6-ff8a00a815d4 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842597 Jul 29 23:51:49.796924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Router 6781ea9b-03e6-4fb6-89ed-decd050002db has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:49.903453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-570896a0-0f04-44c6-bef3-f6a0bd235bec service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393001 Jul 29 23:51:49.948137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216b917-afa9-4f2d-8026-b92084a7af1f req-44f6c2ee-315e-4466-8b9c-a33d3cd2ba52 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:49.951601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7216b917-afa9-4f2d-8026-b92084a7af1f req-44f6c2ee-315e-4466-8b9c-a33d3cd2ba52 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 984 time: 0.2107589 Jul 29 23:51:50.004502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9215d733-3c2d-4c0f-946a-8b279ac1724b no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:50.051239 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 9215d733-3c2d-4c0f-946a-8b279ac1724b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:50.051604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 9215d733-3c2d-4c0f-946a-8b279ac1724b not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:50.052690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7216b917-afa9-4f2d-8026-b92084a7af1f req-07a4d476-a56a-481e-ba64-b7e859ba1b25 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0938439 Jul 29 23:51:50.058564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b3c01d93-f191-4019-9656-c1a30185ec1f no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:50.113868 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: b3c01d93-f191-4019-9656-c1a30185ec1f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:50.114227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b3c01d93-f191-4019-9656-c1a30185ec1f not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:50.229372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b87cc44f-be71-4a27-b6b0-b4febbc6ebfe req-ae26c937-c7e3-4864-ace6-cc369992018c tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 210 time: 0.0811105 Jul 29 23:51:50.258462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80d68e-7d20-4715-bb6a-984e3fe83f46 req-63aaebb3-9f7f-4bb6-994b-187b6c06148d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:50.260172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db80d68e-7d20-4715-bb6a-984e3fe83f46 req-63aaebb3-9f7f-4bb6-994b-187b6c06148d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 984 time: 0.1234450 Jul 29 23:51:50.319222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db80d68e-7d20-4715-bb6a-984e3fe83f46 req-52b1f278-9281-4268-aa7f-b061b35357c9 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0524306 Jul 29 23:51:50.402357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:50.415042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] Sync routers for ids ['6781ea9b-03e6-4fb6-89ed-decd050002db'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:50.438479 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] Routers {'6781ea9b-03e6-4fb6-89ed-decd050002db'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:50.441560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6781ea9b-03e6-4fb6-89ed-decd050002db'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:50.456333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] No DVR routers for this DVR port 74c60c01-b360-44ba-8ade-677ebc5408a2 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:50.459013 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:50.461918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-dd2e4553-5bf7-47ab-b814-98d84f740080 req-45a5d9a6-86d6-4b97-8744-54d7e33627a6 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.47 "DELETE /v2.0/ports/74c60c01-b360-44ba-8ade-677ebc5408a2 HTTP/1.1" status: 204 len: 173 time: 1.5962462 Jul 29 23:51:50.462406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-deleted', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:50.464899 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcad667b-4536-4824-9a93-18b1b4fe8056" -d '{"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-deleted", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:50.505532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770d846-caac-4436-a147-b2a07db6523c req-8d482c4f-1fb4-4046-b109-e157be809694 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:50.515124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0770d846-caac-4436-a147-b2a07db6523c req-8d482c4f-1fb4-4046-b109-e157be809694 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 1136 time: 0.0720665 Jul 29 23:51:50.531434 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0770d846-caac-4436-a147-b2a07db6523c req-f3c6dfe8-98bb-47c7-8339-c491057d0e6e tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:50.556795 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec76aca1-2ddf-45d0-b144-d4e80bacae77 x-openstack-request-id: req-ec76aca1-2ddf-45d0-b144-d4e80bacae77 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:50.557172 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa7ac06-6eb8-4cc6-826e-b2beb1053eae", "name": "network-vif-deleted", "tag": "74c60c01-b360-44ba-8ade-677ebc5408a2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:50.557503 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec76aca1-2ddf-45d0-b144-d4e80bacae77 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:50.557981 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7ac06-6eb8-4cc6-826e-b2beb1053eae', 'name': 'network-vif-deleted', 'tag': '74c60c01-b360-44ba-8ade-677ebc5408a2', 'status': 'completed', 'code': 200} Jul 29 23:51:50.744950 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0770d846-caac-4436-a147-b2a07db6523c req-f3c6dfe8-98bb-47c7-8339-c491057d0e6e tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:50.751461 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0770d846-caac-4436-a147-b2a07db6523c req-f3c6dfe8-98bb-47c7-8339-c491057d0e6e tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:50.760774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] Set router 6781ea9b-03e6-4fb6-89ed-decd050002db gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:50.788912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6dfe8-98bb-47c7-8339-c491057d0e6e tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87ba405-94e5-4f5b-9a3f-8df8e0ae99ff,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:50.858666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0770d846-caac-4436-a147-b2a07db6523c req-f3c6dfe8-98bb-47c7-8339-c491057d0e6e tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3369648 Jul 29 23:51:50.879395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 51996) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:50.898706 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-783e58a2-47b0-48aa-a916-8c9586d1de39 req-175cf2d8-f50b-4ab0-8409-18e93973d047 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fa7ac06-6eb8-4cc6-826e-b2beb1053eae HTTP/1.1" status: 200 len: 210 time: 0.0919929 Jul 29 23:51:50.983078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a476f-edb8-45bd-8d99-7b1a65c412b9 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:50.992250 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c39a476f-edb8-45bd-8d99-7b1a65c412b9 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 1131 time: 0.1107275 Jul 29 23:51:50.995960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 51998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:51.004618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:51.061819 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.275226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:36Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e70be3e8-b257-4cc5-953f-1821469d3a29', 'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'mac_address': 'fa:16:3e:3a:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:30Z', 'updated_at': '2021-07-29T23:40:48Z', 'revision_number': 5, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'subnets': [{'id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:51.291398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.333814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] Checking router: 6781ea9b-03e6-4fb6-89ed-decd050002db for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:51.373690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] Routers {'6781ea9b-03e6-4fb6-89ed-decd050002db'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:51.375359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6781ea9b-03e6-4fb6-89ed-decd050002db'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:51.407440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86b4a7e5-caa3-4e29-9370-35e7a1dabf36 req-3d49f04b-7a21-43df-a382-ee6c54cb4571 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 210 time: 0.0383973 Jul 29 23:51:51.542005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] Set router 6781ea9b-03e6-4fb6-89ed-decd050002db gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:51.552113 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Allocated IP 172.25.2.124 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/645ee3df-aa8c-480b-8868-179077252c87) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:51.702374 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259ff4-d451-4e09-a841-b743880c5a5a req-b308b8f5-ae31-496c-abdc-f95df9dd2322 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:51.704176 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-b308b8f5-ae31-496c-abdc-f95df9dd2322 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.1394167 Jul 29 23:51:51.779399 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d84cf06-3499-4a00-ba32-be36d6787e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.781172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Request body: {'port': {'device_id': '405c29b6-fd80-4804-807d-9dc8fb5aae3a', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'admin_state_up': True, 'tenant_id': 'd31f1ef0730d448f88afefa787e7cf91'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:51.959837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:36Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e70be3e8-b257-4cc5-953f-1821469d3a29', 'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'mac_address': 'fa:16:3e:3a:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:30Z', 'updated_at': '2021-07-29T23:40:48Z', 'revision_number': 5, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'subnets': [{'id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:52.017381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20943fe2-72af-49dd-be3f-a046929ec159 None None] The sync data for ids ['6781ea9b-03e6-4fb6-89ed-decd050002db'] in n-d-712139-11 is: [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:40:36Z', 'revision_number': 4, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e70be3e8-b257-4cc5-953f-1821469d3a29', 'name': '', 'network_id': '33ad5c1f-badc-46d6-a914-c2f44d1a5dbd', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'mac_address': 'fa:16:3e:3a:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:30Z', 'updated_at': '2021-07-29T23:40:48Z', 'revision_number': 5, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'subnets': [{'id': '3fe6365f-a40c-48b9-b081-8f50aa48b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:52.055837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52012) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:52.159038 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.203000 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81bde660-fc79-45cd-ba2f-bfb32cd4a3d4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.207045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Made reservation on behalf of d31f1ef0730d448f88afefa787e7cf91 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:52.210602 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.243777 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81bde660-fc79-45cd-ba2f-bfb32cd4a3d4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.267609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.364408 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81bde660-fc79-45cd-ba2f-bfb32cd4a3d4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.368073 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81bde660-fc79-45cd-ba2f-bfb32cd4a3d4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.369286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-81bde660-fc79-45cd-ba2f-bfb32cd4a3d4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "DELETE /v2.0/security-groups/dce0f5df-88e4-4a3d-80a7-8c6c964a8a09 HTTP/1.1" status: 204 len: 168 time: 0.3114824 Jul 29 23:51:52.375403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52014) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:52.399665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:52.416823 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-ff383fb0-f66e-40be-9590-938022171901 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] show failed (client error): The resource could not be found. Jul 29 23:51:52.417894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ff383fb0-f66e-40be-9590-938022171901 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "GET /v2.0/security-groups/dce0f5df-88e4-4a3d-80a7-8c6c964a8a09 HTTP/1.1" status: 404 len: 347 time: 0.0415256 Jul 29 23:51:52.446928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:52.522214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bde660-fc79-45cd-ba2f-bfb32cd4a3d4 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce0f5df-88e4-4a3d-80a7-8c6c964a8a09,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:52.522826 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c61bc-2db9-4ac5-a079-27c874726863 None None] New status for floating IP 93577e86-1217-4037-8a5d-6f0a6c676213: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:51:52.537224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:52.543225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:52.696685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Port': ['ID=645ee3df-aa8c-480b-8868-179077252c87,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:52.701295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-657605b5-94ba-436d-bbe6-2aaaaeed2074 req-d37bc68a-0df0-4292-9e50-670910577628 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 210 time: 0.0814686 Jul 29 23:51:52.735603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1fe384b5-4e7e-4ca3-afa7-ec5a1920d474 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Deleting port 4fb18dec-6f29-48b3-b847-8827a17b88eb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:52.737342 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fe384b5-4e7e-4ca3-afa7-ec5a1920d474 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.920833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fe384b5-4e7e-4ca3-afa7-ec5a1920d474 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.921169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fe384b5-4e7e-4ca3-afa7-ec5a1920d474 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.968600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1fe384b5-4e7e-4ca3-afa7-ec5a1920d474 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Calling delete_port for 4fb18dec-6f29-48b3-b847-8827a17b88eb owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:53.037018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Allocated IP 172.20.0.13 (fa6938b3-8234-4f20-a7e5-3069882cf4fa/97e2cfa4-656f-4a65-8a02-85ab9ce6dea4/b600b086-3d4d-4211-9030-7a99cd43e3d2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:53.297725 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fe384b5-4e7e-4ca3-afa7-ec5a1920d474 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.367728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe384b5-4e7e-4ca3-afa7-ec5a1920d474 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Pushing event deleted for resources: {'Port': ['ID=4fb18dec-6f29-48b3-b847-8827a17b88eb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:53.419504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.473439 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.476358 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fe384b5-4e7e-4ca3-afa7-ec5a1920d474 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.479378 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fe384b5-4e7e-4ca3-afa7-ec5a1920d474 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.480811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1fe384b5-4e7e-4ca3-afa7-ec5a1920d474 tempest-ServerActionsTestJSON-1923418908 tempest-ServerActionsTestJSON-1923418908-project] 10.222.0.37 "DELETE /v2.0/floatingips/93577e86-1217-4037-8a5d-6f0a6c676213 HTTP/1.1" status: 204 len: 168 time: 1.0317888 Jul 29 23:51:53.485366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52030) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:53.494762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52032) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:53.509650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:53.655912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event updated for resources: {'Port': ['ID=b600b086-3d4d-4211-9030-7a99cd43e3d2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:53.702001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:53.705721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:53.750010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:53.757448 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-406b2047-d151-4484-8a10-8171b005c0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.985165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:53.986072 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.995078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:54.038230 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.049495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 74c60c01-b360-44ba-8ade-677ebc5408a2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:54.049846 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8444d-fe68-4258-aa2d-5076052655a8 req-995a2d04-5e5b-454c-ac61-126aa1c6cdb2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:54.049970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74c60c01-b360-44ba-8ade-677ebc5408a2 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:54.051604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9a8444d-fe68-4258-aa2d-5076052655a8 req-995a2d04-5e5b-454c-ac61-126aa1c6cdb2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 932 time: 0.1582077 Jul 29 23:51:54.109492 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd10-558e-4679-b515-9ac06478af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.114881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9a8444d-fe68-4258-aa2d-5076052655a8 req-38e9a510-ddea-47bb-8e1e-e22c53baceea tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535505 Jul 29 23:51:54.174679 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.208781 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-406b2047-d151-4484-8a10-8171b005c0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.233397 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-fdc79342-3d07-488e-9f33-bae6526d7ed9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5095012 Jul 29 23:51:54.246221 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.257707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Request body: {'port': {'device_id': '405c29b6-fd80-4804-807d-9dc8fb5aae3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:54.303822 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-406b2047-d151-4484-8a10-8171b005c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.368354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.373810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2047-d151-4484-8a10-8171b005c0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0015a457-8328-4683-a653-690a7c1e68b2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:54.382247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-406b2047-d151-4484-8a10-8171b005c0dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a6949ed4c24415d880aec0b9c4343cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8852317 Jul 29 23:51:54.387290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52044) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:54.490350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e25697e-2eaa-4bf8-9ae5-b3815f0a7f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.535941 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e25697e-2eaa-4bf8-9ae5-b3815f0a7f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.622883 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.632264 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.656550 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e25697e-2eaa-4bf8-9ae5-b3815f0a7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.659682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e25697e-2eaa-4bf8-9ae5-b3815f0a7f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.660919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9e25697e-2eaa-4bf8-9ae5-b3815f0a7f18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0015a457-8328-4683-a653-690a7c1e68b2 HTTP/1.1" status: 204 len: 168 time: 0.2728209 Jul 29 23:51:54.694845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25697e-2eaa-4bf8-9ae5-b3815f0a7f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0015a457-8328-4683-a653-690a7c1e68b2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:54.761475 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.809977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.880773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Port': ['ID=645ee3df-aa8c-480b-8868-179077252c87,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:55.022516 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Floating IP 26c068ca-c17b-4674-84ae-701c3222924b associated. External IP: 172.25.2.124, port: 6bc28eee-b513-46cb-826b-9e7c7de6d6d6. Jul 29 23:51:55.122633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b600b086-3d4d-4211-9030-7a99cd43e3d2 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:55.256464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.304272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Transition to ACTIVE for port object b600b086-3d4d-4211-9030-7a99cd43e3d2 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:55.345370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.445428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec8450-28b6-4146-ac68-b64884dba27b req-bbf81467-6360-41fe-a596-ac3d14b62db0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.447413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09ec8450-28b6-4146-ac68-b64884dba27b req-bbf81467-6360-41fe-a596-ac3d14b62db0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 944 time: 0.1677260 Jul 29 23:51:55.453694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] Deleting port e70be3e8-b257-4cc5-953f-1821469d3a29 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:55.454186 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.472792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.577726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b600b086-3d4d-4211-9030-7a99cd43e3d2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:55.642271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09ec8450-28b6-4146-ac68-b64884dba27b req-167e7e86-bf50-41ea-be72-3abcfb0f581e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832135 Jul 29 23:51:55.689788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] For port e70be3e8-b257-4cc5-953f-1821469d3a29, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e70be3e8-b257-4cc5-953f-1821469d3a29,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:55.690203 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.725085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] Calling delete_port for e70be3e8-b257-4cc5-953f-1821469d3a29 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:55.749760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Attempting to bind port b600b086-3d4d-4211-9030-7a99cd43e3d2 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:55.750664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Attempting to bind port b600b086-3d4d-4211-9030-7a99cd43e3d2 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:55.751531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Attempting to bind port b600b086-3d4d-4211-9030-7a99cd43e3d2 on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:55.774426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Port b600b086-3d4d-4211-9030-7a99cd43e3d2 on network fa6938b3-8234-4f20-a7e5-3069882cf4fa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:55.775028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Attempting to bind port b600b086-3d4d-4211-9030-7a99cd43e3d2 on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:55.789007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:55.789485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Checking segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:55.789776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Bound using segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:55.790214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Bound port: b600b086-3d4d-4211-9030-7a99cd43e3d2, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:55.790585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.808274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Router 9a4776c1-a567-42a4-8ace-85d17896780f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:56.331401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52076) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:56.349613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.397185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70be3e8-b257-4cc5-953f-1821469d3a29,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:56.579893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] For port b600b086-3d4d-4211-9030-7a99cd43e3d2, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:56.582653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:56.586001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] For port b600b086-3d4d-4211-9030-7a99cd43e3d2, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b600b086-3d4d-4211-9030-7a99cd43e3d2,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:56.599258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] Sync routers for ids ['9a4776c1-a567-42a4-8ace-85d17896780f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:56.627257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.629842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] Routers {'9a4776c1-a567-42a4-8ace-85d17896780f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:56.630501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9a4776c1-a567-42a4-8ace-85d17896780f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:56.681701 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.682413 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-870a3c69-4e7c-434b-8090-9a38d812327a req-b9f65c26-4586-4d70-9ee0-3a3dcc8197e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2382491 Jul 29 23:51:56.688481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1003552693-network', 'tenant_id': '44dc332fdc964103980823b55693b7aa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:56.732160 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.744970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:56.745658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.747671 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] 10.222.0.42 "PUT /v2.0/ports/b600b086-3d4d-4211-9030-7a99cd43e3d2 HTTP/1.1" status: 200 len: 1093 time: 2.4952724 Jul 29 23:51:56.833910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405c29b6-fd80-4804-807d-9dc8fb5aae3a', 'tag': 'b600b086-3d4d-4211-9030-7a99cd43e3d2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:56.836520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Made reservation on behalf of 44dc332fdc964103980823b55693b7aa for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:56.841850 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd204b-be2c-4bd2-ba7b-076f250b6134" -d '{"events": [{"name": "network-changed", "server_uuid": "405c29b6-fd80-4804-807d-9dc8fb5aae3a", "tag": "b600b086-3d4d-4211-9030-7a99cd43e3d2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:56.842075 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.854545 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.873478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] Set router 9a4776c1-a567-42a4-8ace-85d17896780f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:57.021281 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91b6dbd-55e3-4772-b5f9-36b88210955c x-openstack-request-id: req-d91b6dbd-55e3-4772-b5f9-36b88210955c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:57.021871 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405c29b6-fd80-4804-807d-9dc8fb5aae3a", "tag": "b600b086-3d4d-4211-9030-7a99cd43e3d2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:57.022282 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d91b6dbd-55e3-4772-b5f9-36b88210955c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:57.022824 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405c29b6-fd80-4804-807d-9dc8fb5aae3a', 'tag': 'b600b086-3d4d-4211-9030-7a99cd43e3d2', 'status': 'completed', 'code': 200} Jul 29 23:51:57.048598 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ee08bcfc-43e5-4f41-a899-a1ee79043a94 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0512302 Jul 29 23:51:57.051211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52092) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:57.054451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dee33-56c7-42a8-b9ad-481854734e92 req-457b88b8-e1ed-46e9-bcb6-15591b9a5bc7 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.056059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e92dee33-56c7-42a8-b9ad-481854734e92 req-457b88b8-e1ed-46e9-bcb6-15591b9a5bc7 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 944 time: 0.1549358 Jul 29 23:51:57.182120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e92dee33-56c7-42a8-b9ad-481854734e92 req-2709f182-ea09-4b3c-b7e3-bad01729049a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141675 Jul 29 23:51:57.240301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] Router 6781ea9b-03e6-4fb6-89ed-decd050002db has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:57.259018 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.264980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.269201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb668c6-59f2-475d-8886-5ff18d3008f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b600b086-3d4d-4211-9030-7a99cd43e3d2,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:57.281265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3c69-4e7c-434b-8090-9a38d812327a req-52e871d5-4c55-41fa-a574-49cacd41f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.282878 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-870a3c69-4e7c-434b-8090-9a38d812327a req-52e871d5-4c55-41fa-a574-49cacd41f129 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.4360886 Jul 29 23:51:57.301766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259ff4-d451-4e09-a841-b743880c5a5a req-81a027b6-9096-4597-8b41-65b3d171daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.303833 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-81a027b6-9096-4597-8b41-65b3d171daae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 1096 time: 0.3786349 Jul 29 23:51:57.316792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.358934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:51:57.421003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.421402 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Added segment 0d3d9974-addd-4121-b462-93b9c36aaecf of type vlan for network 65040e09-b19d-4ffd-8037-64e2d92e080f Jul 29 23:51:57.422896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8cfa1a-a2fb-4378-94d6-1e6d8086bc9c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:57.453156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff9670-ac5c-41ae-afee-ad3c1d403840 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.453614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '26c068ca-c17b-4674-84ae-701c3222924b', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'port_id': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'mac_address': 'fa:16:3e:a4:ce:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:51:53Z', 'updated_at': '2021-07-29T23:51:53Z', 'revision_number': 0, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6da842-7bc5-4f08-bed3-133fa6ab433c', 'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:02:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:26Z', 'updated_at': '2021-07-29T23:51:34Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:57.454140 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff9670-ac5c-41ae-afee-ad3c1d403840 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.454724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff9670-ac5c-41ae-afee-ad3c1d403840 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.455271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff9670-ac5c-41ae-afee-ad3c1d403840 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.455817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff9670-ac5c-41ae-afee-ad3c1d403840 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.456380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff9670-ac5c-41ae-afee-ad3c1d403840 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.458078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff9670-ac5c-41ae-afee-ad3c1d403840 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.459009 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9cff9670-ac5c-41ae-afee-ad3c1d403840 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.4063170 Jul 29 23:51:57.460613 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-941c71b7-9001-4705-a865-109318cb8a85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b600b086-3d4d-4211-9030-7a99cd43e3d2 HTTP/1.1" status: 200 len: 217 time: 0.1479869 Jul 29 23:51:57.466330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52094) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:57.485527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] Checking router: 9a4776c1-a567-42a4-8ace-85d17896780f for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:57.493348 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.496926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] Routers {'9a4776c1-a567-42a4-8ace-85d17896780f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:57.498007 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9a4776c1-a567-42a4-8ace-85d17896780f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:57.512791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:57.523236 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] Sync routers for ids ['6781ea9b-03e6-4fb6-89ed-decd050002db'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:57.524910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b6bebf95-beab-462b-9a50-a96c341c08c4 admin admin] 10.222.0.37 "PUT /v2.0/routers/6781ea9b-03e6-4fb6-89ed-decd050002db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0380042 Jul 29 23:51:57.527226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52096) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:57.539826 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] Routers {'6781ea9b-03e6-4fb6-89ed-decd050002db'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:57.543040 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6781ea9b-03e6-4fb6-89ed-decd050002db'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:57.554157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259ff4-d451-4e09-a841-b743880c5a5a req-c30ef5bb-73cb-4053-abf4-8dbbfdef7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.556037 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-c30ef5bb-73cb-4053-abf4-8dbbfdef7c6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.0870395 Jul 29 23:51:57.610887 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.611898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.612514 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.638925 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-3bbe18bc-75c3-4a44-a040-ffabf9b2fc96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564544 Jul 29 23:51:57.765719 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-bc902135-409b-4ffe-a01b-a225ffb44399 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082900 Jul 29 23:51:57.771742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] Set router 9a4776c1-a567-42a4-8ace-85d17896780f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:57.795398 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] Set router 6781ea9b-03e6-4fb6-89ed-decd050002db gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:57.874733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c44e7-992d-4d9d-91ec-16453bf03542 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.875375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c44e7-992d-4d9d-91ec-16453bf03542 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.876056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c44e7-992d-4d9d-91ec-16453bf03542 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.876592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c44e7-992d-4d9d-91ec-16453bf03542 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.877120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c44e7-992d-4d9d-91ec-16453bf03542 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.877649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c44e7-992d-4d9d-91ec-16453bf03542 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.878175 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c44e7-992d-4d9d-91ec-16453bf03542 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.882863 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-329c44e7-992d-4d9d-91ec-16453bf03542 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4637 time: 0.4129333 Jul 29 23:51:57.884555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3c69-4e7c-434b-8090-9a38d812327a req-d7ee84d9-dc1f-4842-803d-1d3b1d988fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.886824 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-870a3c69-4e7c-434b-8090-9a38d812327a req-d7ee84d9-dc1f-4842-803d-1d3b1d988fcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 906 time: 0.5819962 Jul 29 23:51:57.887450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:58.034782 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-870a3c69-4e7c-434b-8090-9a38d812327a req-0fb6c6ef-786a-4fe1-ae0e-e38167bbf1ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0de3e46-9008-445b-a24e-73a858abfcac HTTP/1.1" status: 200 len: 217 time: 0.1324937 Jul 29 23:51:58.103944 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:51:56Z', 'revision_number': 5, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:58.119636 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-21259ff4-d451-4e09-a841-b743880c5a5a req-19910e35-8a54-41a6-a51a-da33ad3657bd service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399105 Jul 29 23:51:58.180796 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] Checking router: 6781ea9b-03e6-4fb6-89ed-decd050002db for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:58.191766 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] Routers {'6781ea9b-03e6-4fb6-89ed-decd050002db'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:58.192464 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6781ea9b-03e6-4fb6-89ed-decd050002db'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:58.222840 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3c69-4e7c-434b-8090-9a38d812327a req-6ecdf5d0-844f-428e-a91d-e13885628c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.224297 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-870a3c69-4e7c-434b-8090-9a38d812327a req-6ecdf5d0-844f-428e-a91d-e13885628c29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.1770818 Jul 29 23:51:58.290604 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-870a3c69-4e7c-434b-8090-9a38d812327a req-eb7f0238-7ef6-4b06-a801-ebc0bf4385cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389950 Jul 29 23:51:58.306130 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.342993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0104434 Jul 29 23:51:58.378821 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '26c068ca-c17b-4674-84ae-701c3222924b', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'port_id': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'mac_address': 'fa:16:3e:a4:ce:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:51:53Z', 'updated_at': '2021-07-29T23:51:53Z', 'revision_number': 0, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6da842-7bc5-4f08-bed3-133fa6ab433c', 'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:02:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:26Z', 'updated_at': '2021-07-29T23:51:34Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:58.383678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:58.395847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Request body: {'subnet': {'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1003552693-subnet', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:58.416244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd204b-be2c-4bd2-ba7b-076f250b6134 req-86f53fa8-1845-4e42-9984-f48f4f52efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.416244 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-05fd204b-be2c-4bd2-ba7b-076f250b6134 req-86f53fa8-1845-4e42-9984-f48f4f52efa3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 1096 time: 0.2056892 Jul 29 23:51:58.460081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245946b7-785a-46ab-b38c-bf6996263190 None None] The sync data for ids ['9a4776c1-a567-42a4-8ace-85d17896780f'] in n-d-712139-11 is: [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '26c068ca-c17b-4674-84ae-701c3222924b', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'port_id': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'mac_address': 'fa:16:3e:a4:ce:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:51:53Z', 'updated_at': '2021-07-29T23:51:53Z', 'revision_number': 0, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6da842-7bc5-4f08-bed3-133fa6ab433c', 'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:02:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:26Z', 'updated_at': '2021-07-29T23:51:34Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:58.466585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f45634-c68d-416f-b791-d0ad9db063f0 admin admin] Pushing event updated for resources: {'Network': ['ID=65040e09-b19d-4ffd-8037-64e2d92e080f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:58.478807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 65040e09-b19d-4ffd-8037-64e2d92e080f details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:51:58.497389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce6e35-e11a-46bd-817e-5b46d5d50bae req-330f63e4-ddc6-4bfe-86ef-74453ddb46fd tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.505615 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55ce6e35-e11a-46bd-817e-5b46d5d50bae req-330f63e4-ddc6-4bfe-86ef-74453ddb46fd tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 944 time: 0.1543179 Jul 29 23:51:58.513836 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] Set router 6781ea9b-03e6-4fb6-89ed-decd050002db gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:58.612705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55ce6e35-e11a-46bd-817e-5b46d5d50bae req-7aca6f7b-5dc2-4968-bd96-f05d0b34a965 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028645 Jul 29 23:51:58.638049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Made reservation on behalf of 44dc332fdc964103980823b55693b7aa for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:58.656200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.675236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd204b-be2c-4bd2-ba7b-076f250b6134 req-cd9e064e-7d9d-473c-940a-0800f3a124b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.679518 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-05fd204b-be2c-4bd2-ba7b-076f250b6134 req-cd9e064e-7d9d-473c-940a-0800f3a124b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 906 time: 0.2477839 Jul 29 23:51:58.765053 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-05fd204b-be2c-4bd2-ba7b-076f250b6134 req-4e579bde-ca5b-4eb9-8caf-b8d64887dd29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b600b086-3d4d-4211-9030-7a99cd43e3d2 HTTP/1.1" status: 200 len: 217 time: 0.0683293 Jul 29 23:51:58.805535 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-870a3c69-4e7c-434b-8090-9a38d812327a req-5b9cff13-0405-4656-ab8c-7dade8552f64 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024095 Jul 29 23:51:58.850682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e1588-52fc-4677-84f1-bbf3e23012f4 None None] New status for floating IP 26c068ca-c17b-4674-84ae-701c3222924b: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:51:58.870109 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-57e1458e-39b1-4604-b0d5-28f9be0f8a4e tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.9794550 Jul 29 23:51:58.874911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:58.896288 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.930560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd204b-be2c-4bd2-ba7b-076f250b6134 req-932acfc6-5187-455a-92c6-1a73a9a2ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.932507 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-05fd204b-be2c-4bd2-ba7b-076f250b6134 req-932acfc6-5187-455a-92c6-1a73a9a2ab83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.1445551 Jul 29 23:51:58.960481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb7677a-fc13-4b8a-9139-f95577810c8d tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.961095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb7677a-fc13-4b8a-9139-f95577810c8d tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.976077 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-acb7677a-fc13-4b8a-9139-f95577810c8d tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9a4776c1-a567-42a4-8ace-85d17896780f HTTP/1.1" status: 200 len: 1992 time: 0.0874765 Jul 29 23:51:58.986584 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-05fd204b-be2c-4bd2-ba7b-076f250b6134 req-353781db-7eaa-4ebd-bd3e-bc510c2f3814 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432820 Jul 29 23:51:59.019500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Checking segment: {'id': '0d3d9974-addd-4121-b462-93b9c36aaecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:59.020254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Network hostable DHCP agents. Network: 65040e09-b19d-4ffd-8037-64e2d92e080f, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:51:59.031114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.034006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'tag': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:59.039225 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7b28d7-6122-4449-9cc9-cb53e2da3cb6", "tag": "6bc28eee-b513-46cb-826b-9e7c7de6d6d6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:59.123455 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658668cf-0e8a-41fb-9c11-27442e76479d x-openstack-request-id: req-658668cf-0e8a-41fb-9c11-27442e76479d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:59.123946 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7b28d7-6122-4449-9cc9-cb53e2da3cb6", "tag": "6bc28eee-b513-46cb-826b-9e7c7de6d6d6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:59.124310 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-658668cf-0e8a-41fb-9c11-27442e76479d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:59.125154 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'tag': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'status': 'completed', 'code': 200} Jul 29 23:51:59.134901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Network 65040e09-b19d-4ffd-8037-64e2d92e080f is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:51:59.150192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5a11f2-b613-4a02-8e21-6107692523d8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:59.161665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 65040e09-b19d-4ffd-8037-64e2d92e080f) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:59.166892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:59.167767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.181986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2bc5fe-98de-4bc8-83e3-ae1be6fa6fb0 None None] Network 65040e09-b19d-4ffd-8037-64e2d92e080f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:59.202586 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2238cae2-214a-4aba-94e0-673d6b4973ef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8105772 Jul 29 23:51:59.204926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Deleting port c7a8dfda-0323-4111-acd7-1480ef7a3585 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:59.205276 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.206991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52118) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:59.212619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1003552693-router', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:59.222711 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:51:56Z', 'revision_number': 5, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:59.247207 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.248289 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.322134 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07764002-ae77-47bf-af76-b7dc6a669eb7 None None] The sync data for ids ['6781ea9b-03e6-4fb6-89ed-decd050002db'] in n-d-712139-11 is: [{'id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'name': 'tempest-ServerActionsTestJSON-1032825251-router', 'tenant_id': '26db6b4b91d247c5b9f9132b6799f10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:17Z', 'updated_at': '2021-07-29T23:51:56Z', 'revision_number': 5, 'project_id': '26db6b4b91d247c5b9f9132b6799f10a', 'gw_port': {'id': 'c7a8dfda-0323-4111-acd7-1480ef7a3585', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6781ea9b-03e6-4fb6-89ed-decd050002db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:21Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:59.351702 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-05fd204b-be2c-4bd2-ba7b-076f250b6134 req-bd2976a0-5dce-414f-8d94-f9003100cd6b service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555515 Jul 29 23:51:59.384671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.489421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] For port c7a8dfda-0323-4111-acd7-1480ef7a3585, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c7a8dfda-0323-4111-acd7-1480ef7a3585,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:59.489909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.504738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-e2499626-9c05-40da-8167-85e9201cf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:59.506336 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-e2499626-9c05-40da-8167-85e9201cf402 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1bae6056df04e5189d661c3d4b0ddee&device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 1136 time: 0.1404769 Jul 29 23:51:59.508376 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-870a3c69-4e7c-434b-8090-9a38d812327a req-54309416-82f6-440a-8b9c-92d817f81596 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754915 Jul 29 23:51:59.562200 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-05fd204b-be2c-4bd2-ba7b-076f250b6134 req-e906d8e6-04e4-40c0-88c6-a7dbc09c576b service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814601 Jul 29 23:51:59.587272 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.613216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Calling delete_port for c7a8dfda-0323-4111-acd7-1480ef7a3585 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:59.618960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-65040e09-b19d-4ffd-8037-64e2d92e080f', 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'fixed_ips': [{'subnet_id': 'fc5a11f2-b613-4a02-8e21-6107692523d8'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:51:59.624032 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.779681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-e078e91f-d9b0-4ab9-a882-b0fa1c80d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:59.781600 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-e078e91f-d9b0-4ab9-a882-b0fa1c80d983 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3eb74a89-8fbb-49c1-81e4-8f09052ea835 HTTP/1.1" status: 200 len: 898 time: 0.2180722 Jul 29 23:51:59.890494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbae71d-4608-41d4-b1ef-d81423fd4ff4 req-f72cbb14-cc0d-4e30-878c-c04e0907bfea tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:59.892837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bcbae71d-4608-41d4-b1ef-d81423fd4ff4 req-f72cbb14-cc0d-4e30-878c-c04e0907bfea tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 944 time: 0.1365728 Jul 29 23:52:00.039657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bcbae71d-4608-41d4-b1ef-d81423fd4ff4 req-8e60a0f8-9993-45a4-905d-847a5650f8ef tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206315 Jul 29 23:52:00.066432 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-38d9503c-5e1a-46be-8d3c-69812ca88536 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc28eee-b513-46cb-826b-9e7c7de6d6d6 HTTP/1.1" status: 200 len: 1001 time: 0.2741935 Jul 29 23:52:00.084896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Allocated IP 172.20.0.2 (65040e09-b19d-4ffd-8037-64e2d92e080f/fc5a11f2-b613-4a02-8e21-6107692523d8/1cb4a113-6636-4bba-8314-3ca91261baa2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:00.211148 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.224421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e70be3e8-b257-4cc5-953f-1821469d3a29 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:00.251297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a8dfda-0323-4111-acd7-1480ef7a3585,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:00.258940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e70be3e8-b257-4cc5-953f-1821469d3a29 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:00.259331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e70be3e8-b257-4cc5-953f-1821469d3a29 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:00.369255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.389387 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.400285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Transition to ACTIVE for port object 1cb4a113-6636-4bba-8314-3ca91261baa2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:00.420977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Transition to ACTIVE for port object 1cb4a113-6636-4bba-8314-3ca91261baa2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:00.430448 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.451679 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.502512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Network 65040e09-b19d-4ffd-8037-64e2d92e080f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:00.506627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:00.511296 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:00.549187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Pushing event updated for resources: {'Port': ['ID=1cb4a113-6636-4bba-8314-3ca91261baa2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:00.589548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Attempting to bind port 1cb4a113-6636-4bba-8314-3ca91261baa2 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:00.590481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Attempting to bind port 1cb4a113-6636-4bba-8314-3ca91261baa2 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '0d3d9974-addd-4121-b462-93b9c36aaecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:00.590863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Attempting to bind port 1cb4a113-6636-4bba-8314-3ca91261baa2 on network 65040e09-b19d-4ffd-8037-64e2d92e080f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:00.596641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:00.597039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Checking segment: {'id': '0d3d9974-addd-4121-b462-93b9c36aaecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:00.597456 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.597855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Bound using segment: {'id': '0d3d9974-addd-4121-b462-93b9c36aaecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:00.598341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Bound port: 1cb4a113-6636-4bba-8314-3ca91261baa2, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3d9974-addd-4121-b462-93b9c36aaecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:00.598741 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.683011 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.688302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] For port 1cb4a113-6636-4bba-8314-3ca91261baa2, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:00.691159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] For port 1cb4a113-6636-4bba-8314-3ca91261baa2, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1cb4a113-6636-4bba-8314-3ca91261baa2,segment=NetworkSegment(0d3d9974-addd-4121-b462-93b9c36aaecf),segment_id=0d3d9974-addd-4121-b462-93b9c36aaecf)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:00.699229 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.760518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a46022-26b7-4b49-a11e-c07d756bec4b None None] Pushing event updated for resources: {'Port': ['ID=1cb4a113-6636-4bba-8314-3ca91261baa2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:00.761517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-e8252c05-ae3e-4850-8cc7-1408bd1cf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:00.764938 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-e8252c05-ae3e-4850-8cc7-1408bd1cf9b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b6c9d0-f27a-4ad0-8132-222080db50ee HTTP/1.1" status: 200 len: 835 time: 0.6924591 Jul 29 23:52:00.836326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-0afc9b8b-1dfd-4267-91cc-ad81f74da1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:00.840519 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-0afc9b8b-1dfd-4267-91cc-ad81f74da1ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3eb74a89-8fbb-49c1-81e4-8f09052ea835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634165 Jul 29 23:52:00.849162 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.855857 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.858126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Allocated IP 172.25.2.105 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:00.931711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.932278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6781ea9b-03e6-4fb6-89ed-decd050002db {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:52:00.976362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.980501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5c9cca6a-65cc-4715-befd-c069391e1c4d admin admin] 10.222.0.37 "DELETE /v2.0/routers/6781ea9b-03e6-4fb6-89ed-decd050002db HTTP/1.1" status: 204 len: 168 time: 3.4517374 Jul 29 23:52:00.982827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:01.091388 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-fd717e35-68c4-40fb-b561-35fa0e3f1eaa service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423544 Jul 29 23:52:01.101298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2cd8f2-065e-4cd6-a330-d71aad60423b admin admin] Deleting subnet 3fe6365f-a40c-48b9-b081-8f50aa48b74d {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:01.108045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab2cd8f2-065e-4cd6-a330-d71aad60423b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.163611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.178916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab2cd8f2-065e-4cd6-a330-d71aad60423b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.245401 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.352690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:01.357045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:01.358900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:01.361294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:01.404503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5381a2-a4bd-41f6-b3bb-3439bcd54dbe req-752bffca-f207-475f-b312-12d71cab3fd3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:01.405992 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab2cd8f2-065e-4cd6-a330-d71aad60423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.406145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5381a2-a4bd-41f6-b3bb-3439bcd54dbe req-752bffca-f207-475f-b312-12d71cab3fd3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 944 time: 0.1194940 Jul 29 23:52:01.448750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90bf20ec-b05e-4fc1-bf4e-6e2eab246724 req-01eea3f8-7171-47b7-858d-8dcb6f6b4e27 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669799 Jul 29 23:52:01.520733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab2cd8f2-065e-4cd6-a330-d71aad60423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.528365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5381a2-a4bd-41f6-b3bb-3439bcd54dbe req-39b9d15d-b7d1-4d93-b518-e84cc8c037fa tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136184 Jul 29 23:52:01.570692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cd8f2-065e-4cd6-a330-d71aad60423b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe6365f-a40c-48b9-b081-8f50aa48b74d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:01.581126 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab2cd8f2-065e-4cd6-a330-d71aad60423b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.582450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bbe3c6-97b4-4739-a1f5-0c7edab2051a None None] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:01.584215 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ab2cd8f2-065e-4cd6-a330-d71aad60423b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3fe6365f-a40c-48b9-b081-8f50aa48b74d HTTP/1.1" status: 204 len: 168 time: 0.5998905 Jul 29 23:52:01.587032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:01.778015 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.780967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b600b086-3d4d-4211-9030-7a99cd43e3d2 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:01.833065 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.050647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Deleting port 19a6e72d-5a43-4970-a758-4b8355886a40 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:02.051361 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.235049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b600b086-3d4d-4211-9030-7a99cd43e3d2, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b600b086-3d4d-4211-9030-7a99cd43e3d2,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:02.265620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1cb4a113-6636-4bba-8314-3ca91261baa2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:02.272371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'b600b086-3d4d-4211-9030-7a99cd43e3d2', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'port_id': 'b600b086-3d4d-4211-9030-7a99cd43e3d2', 'mac_address': 'fa:16:3e:4b:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e2cfa4-656f-4a65-8a02-85ab9ce6dea4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:02.314625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] For port 19a6e72d-5a43-4970-a758-4b8355886a40, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=19a6e72d-5a43-4970-a758-4b8355886a40,segment=NetworkSegment(23c5f99b-de49-4908-b5fc-d1342b0f08c1),segment_id=23c5f99b-de49-4908-b5fc-d1342b0f08c1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:02.319195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.327424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] DHCP port deletion for 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:52:02.353355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Calling delete_port for 19a6e72d-5a43-4970-a758-4b8355886a40 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:02.520641 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.547549 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.554853 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.650972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b600b086-3d4d-4211-9030-7a99cd43e3d2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:02.655769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1cb4a113-6636-4bba-8314-3ca91261baa2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:02.667089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Pushing event deleted for resources: {'Port': ['ID=19a6e72d-5a43-4970-a758-4b8355886a40,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:02.678018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] No DVR routers for this DVR port 19a6e72d-5a43-4970-a758-4b8355886a40 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:02.721892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fff98b6-af92-45ee-b089-84f65afab567 None None] Network 65040e09-b19d-4ffd-8037-64e2d92e080f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:02.781955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.799353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ad5c1f-badc-46d6-a914-c2f44d1a5dbd']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:02.815035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c5f99b-de49-4908-b5fc-d1342b0f08c1') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:02.815035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c5f99b-de49-4908-b5fc-d1342b0f08c1') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:02.815346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4282862-61be-480c-9346-89b0e5e5d867 req-354dbe60-d684-4f69-b84a-4b6680256a21 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:02.820449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4282862-61be-480c-9346-89b0e5e5d867 req-354dbe60-d684-4f69-b84a-4b6680256a21 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 944 time: 0.0747039 Jul 29 23:52:02.823103 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.839064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.847041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:02.847668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.909105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4282862-61be-480c-9346-89b0e5e5d867 req-1d013618-f2ea-4bd2-aa83-c96b21a7a4b1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876763 Jul 29 23:52:02.929615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] Deleting port 19a6e72d-5a43-4970-a758-4b8355886a40 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:02.929908 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:02.979608 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:02.983367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c7a8dfda-0323-4111-acd7-1480ef7a3585 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:02.995005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.004485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.011188 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.013936 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] 10.222.0.37 "DELETE /v2.0/networks/33ad5c1f-badc-46d6-a914-c2f44d1a5dbd HTTP/1.1" status: 204 len: 168 time: 1.4242663 Jul 29 23:52:03.028438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757748fd-372f-4d30-8ab8-6e97df6265dc admin admin] Pushing event deleted for resources: {'Network': ['ID=33ad5c1f-badc-46d6-a914-c2f44d1a5dbd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:03.041349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b600b086-3d4d-4211-9030-7a99cd43e3d2, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b600b086-3d4d-4211-9030-7a99cd43e3d2,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:03.058909 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.091140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a8dc0ebf-2a8d-440b-8d17-6ed4f34d1b7d None None] Provisioning for port 1cb4a113-6636-4bba-8314-3ca91261baa2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:03.101238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a8dc0ebf-2a8d-440b-8d17-6ed4f34d1b7d None None] Provisioning complete for port 1cb4a113-6636-4bba-8314-3ca91261baa2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:03.101644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0ebf-2a8d-440b-8d17-6ed4f34d1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.103444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c7a8dfda-0323-4111-acd7-1480ef7a3585 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:03.103798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c7a8dfda-0323-4111-acd7-1480ef7a3585 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:03.223431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] For port 19a6e72d-5a43-4970-a758-4b8355886a40, host n-d-712139-11, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:03.224304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52144) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:03.224772 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.264769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:52:03.269551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] Calling delete_port for 19a6e72d-5a43-4970-a758-4b8355886a40 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:03.274817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] Port 19a6e72d-5a43-4970-a758-4b8355886a40 was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:52:03.275986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b600b086-3d4d-4211-9030-7a99cd43e3d2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:03.282858 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.311753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['b600b086-3d4d-4211-9030-7a99cd43e3d2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:03.315794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] Pushing event deleted for resources: {'Port': ['ID=19a6e72d-5a43-4970-a758-4b8355886a40,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:03.365942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] Network 33ad5c1f-badc-46d6-a914-c2f44d1a5dbd is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:52:03.366427 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4cfc5a-c818-405f-8f2a-9a9a890b78dc None None] No DVR routers for this DVR port 19a6e72d-5a43-4970-a758-4b8355886a40 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:03.409974 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4e7dff9e-8ec0-4ebe-b153-5af2ea21ecd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26db6b4b91d247c5b9f9132b6799f10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796706 Jul 29 23:52:03.409974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52150) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:03.489552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2b969c3-17ff-47d0-a418-5822712a8b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.533298 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2b969c3-17ff-47d0-a418-5822712a8b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.579484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:03.590503 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Sync routers for ids ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:03.610091 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0ebf-2a8d-440b-8d17-6ed4f34d1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.618379 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.630020 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6b41ae02-6669-4cf8-832a-b29acc2af4c8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4196193 Jul 29 23:52:03.631721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52152) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:03.638459 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Routers {'256c7d96-98b1-4ca6-9654-c76aef51f7f0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:03.644969 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:03.669074 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2b969c3-17ff-47d0-a418-5822712a8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.675630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a8dc0ebf-2a8d-440b-8d17-6ed4f34d1b7d None None] For port 1cb4a113-6636-4bba-8314-3ca91261baa2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1cb4a113-6636-4bba-8314-3ca91261baa2,segment=NetworkSegment(0d3d9974-addd-4121-b462-93b9c36aaecf),segment_id=0d3d9974-addd-4121-b462-93b9c36aaecf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:03.681046 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2b969c3-17ff-47d0-a418-5822712a8b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.700331 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0ebf-2a8d-440b-8d17-6ed4f34d1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.709505 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f2b969c3-17ff-47d0-a418-5822712a8b55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5065d1e1-054d-4ab4-874a-f4f17bbf50c3 HTTP/1.1" status: 204 len: 168 time: 0.2956333 Jul 29 23:52:03.738627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b969c3-17ff-47d0-a418-5822712a8b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5065d1e1-054d-4ab4-874a-f4f17bbf50c3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:03.994726 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Set router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:04.203732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 19a6e72d-5a43-4970-a758-4b8355886a40 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:04.233823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc0ebf-2a8d-440b-8d17-6ed4f34d1b7d None None] Pushing event updated for resources: {'Port': ['ID=1cb4a113-6636-4bba-8314-3ca91261baa2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:04.236480 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 19a6e72d-5a43-4970-a758-4b8355886a40 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:04.236831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 19a6e72d-5a43-4970-a758-4b8355886a40 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:04.242650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c62b0ba2-213d-4fb9-bea2-412de4e1095d None None] Provisioning complete for port 1cb4a113-6636-4bba-8314-3ca91261baa2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:04.242959 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c62b0ba2-213d-4fb9-bea2-412de4e1095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.415257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'name': 'tempest-TestAggregatesBasicOps-1003552693-router', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:59Z', 'updated_at': '2021-07-29T23:52:01Z', 'revision_number': 3, 'project_id': '44dc332fdc964103980823b55693b7aa', 'gw_port': {'id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:00Z', 'updated_at': '2021-07-29T23:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:04.427956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dde95-a038-40d4-84ef-053573040f0d req-dbbfbc63-7f74-4e56-b4d9-a097118c3875 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:04.430142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c2dde95-a038-40d4-84ef-053573040f0d req-dbbfbc63-7f74-4e56-b4d9-a097118c3875 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 945 time: 0.2181554 Jul 29 23:52:04.452626 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Checking router: 256c7d96-98b1-4ca6-9654-c76aef51f7f0 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:04.453120 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Updating router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:52:04.502079 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.602764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c2dde95-a038-40d4-84ef-053573040f0d req-4621714d-4615-4805-ad22-5c98167e9ddd tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665474 Jul 29 23:52:04.886542 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.894385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.903776 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Transition to ACTIVE for port object e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:04.914720 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.013797 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Attempting to bind port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:05.019026 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Attempting to bind port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:05.020571 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Attempting to bind port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:05.065696 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67df68-6b5d-46e9-b0d7-ca9205f2ea72 None None] Pushing event updated for resources: {'Port': ['ID=e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:05.080381 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:05.086119 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:05.086909 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.088153 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:05.088891 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Bound port: e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:05.090680 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.117264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Allocated IP 172.20.0.1 (65040e09-b19d-4ffd-8037-64e2d92e080f/fc5a11f2-b613-4a02-8e21-6107692523d8/22f54636-4d2f-4043-b8ec-ba5a1c971665) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:05.204548 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] For port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:05.211126 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] For port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:05.218146 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.276289 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67df68-6b5d-46e9-b0d7-ca9205f2ea72 None None] Pushing event updated for resources: {'Port': ['ID=e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:05.301345 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.301818 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Routers {'256c7d96-98b1-4ca6-9654-c76aef51f7f0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:05.302745 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:05.327755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Transition to ACTIVE for port object 22f54636-4d2f-4043-b8ec-ba5a1c971665 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:05.434335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.516149 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] Set router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:05.538458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Network 65040e09-b19d-4ffd-8037-64e2d92e080f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:05.548435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:05.559305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:05.682236 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.728817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b600b086-3d4d-4211-9030-7a99cd43e3d2 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:05.791624 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'name': 'tempest-TestAggregatesBasicOps-1003552693-router', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:59Z', 'updated_at': '2021-07-29T23:52:01Z', 'revision_number': 3, 'project_id': '44dc332fdc964103980823b55693b7aa', 'gw_port': {'id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:00Z', 'updated_at': '2021-07-29T23:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:05.831442 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd419dc-526e-432f-87c2-95cff0512814 None None] The sync data for ids ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'] in n-d-712139-11 is: [{'id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'name': 'tempest-TestAggregatesBasicOps-1003552693-router', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:59Z', 'updated_at': '2021-07-29T23:52:01Z', 'revision_number': 3, 'project_id': '44dc332fdc964103980823b55693b7aa', 'gw_port': {'id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:00Z', 'updated_at': '2021-07-29T23:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:05.850403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52192) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:05.899882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Pushing event updated for resources: {'Port': ['ID=22f54636-4d2f-4043-b8ec-ba5a1c971665,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:05.974007 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port b600b086-3d4d-4211-9030-7a99cd43e3d2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:05.985345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port b600b086-3d4d-4211-9030-7a99cd43e3d2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:05.986251 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.149137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2474b031-6ade-4bb5-aab7-a3684565479f None None] Provisioning for port 22f54636-4d2f-4043-b8ec-ba5a1c971665 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:06.195988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.202032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1cb4a113-6636-4bba-8314-3ca91261baa2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:06.217229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1168642780-network', 'tenant_id': '72520c83010b4593a28e85b546be65c7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:06.266556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2474b031-6ade-4bb5-aab7-a3684565479f None None] Provisioning complete for port 22f54636-4d2f-4043-b8ec-ba5a1c971665 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:06.269959 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2474b031-6ade-4bb5-aab7-a3684565479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.377716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Made reservation on behalf of 72520c83010b4593a28e85b546be65c7 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:06.388413 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.438908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.443289 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.459882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2474b031-6ade-4bb5-aab7-a3684565479f None None] Port 22f54636-4d2f-4043-b8ec-ba5a1c971665 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:06.509710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108cf79-71dd-47cc-8929-3705afa49c1d req-1e3187fa-1106-4e61-9cb2-558ff42dc875 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:06.510797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c29b6-fd80-4804-807d-9dc8fb5aae3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b600b086-3d4d-4211-9030-7a99cd43e3d2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:06.513234 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bbf47a-458b-48ae-9bbd-63ec3c8b02bb" -d '{"events": [{"server_uuid": "405c29b6-fd80-4804-807d-9dc8fb5aae3a", "name": "network-vif-plugged", "status": "completed", "tag": "b600b086-3d4d-4211-9030-7a99cd43e3d2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:06.515131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9108cf79-71dd-47cc-8929-3705afa49c1d req-1e3187fa-1106-4e61-9cb2-558ff42dc875 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 945 time: 0.6482246 Jul 29 23:52:06.557746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port b600b086-3d4d-4211-9030-7a99cd43e3d2, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b600b086-3d4d-4211-9030-7a99cd43e3d2,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:06.570062 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.571932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1cb4a113-6636-4bba-8314-3ca91261baa2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:06.594532 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.736495 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9108cf79-71dd-47cc-8929-3705afa49c1d req-2a5eb12a-d9a1-4710-81c3-94a12c6cd217 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947327 Jul 29 23:52:06.775023 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.794212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.799416 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f821a76-c946-46ec-a746-4dd088c37fd7 x-openstack-request-id: req-2f821a76-c946-46ec-a746-4dd088c37fd7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:06.800283 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c29b6-fd80-4804-807d-9dc8fb5aae3a", "name": "network-vif-plugged", "status": "completed", "tag": "b600b086-3d4d-4211-9030-7a99cd43e3d2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:06.800283 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f821a76-c946-46ec-a746-4dd088c37fd7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:06.800800 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c29b6-fd80-4804-807d-9dc8fb5aae3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b600b086-3d4d-4211-9030-7a99cd43e3d2', 'code': 200} Jul 29 23:52:06.810668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:52:06.826849 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.827887 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Added segment eab34e40-fcfe-472f-b019-b2c5d29ada46 of type vlan for network 77550f2e-1a54-465c-a8f0-746888e46a1f Jul 29 23:52:06.841665 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.851528 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.884591 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.936799 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.938943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Pushing event updated for resources: {'Port': ['ID=22f54636-4d2f-4043-b8ec-ba5a1c971665,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:06.959174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=b600b086-3d4d-4211-9030-7a99cd43e3d2,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:06.975990 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.980783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:06.981730 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.092567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Network 65040e09-b19d-4ffd-8037-64e2d92e080f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:07.094033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:07.111576 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Pushing event updated for resources: {'Network': ['ID=77550f2e-1a54-465c-a8f0-746888e46a1f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:07.135893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 77550f2e-1a54-465c-a8f0-746888e46a1f details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:52:07.175104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3230882 Jul 29 23:52:07.182648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:07.190899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Request body: {'subnet': {'network_id': '77550f2e-1a54-465c-a8f0-746888e46a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1168642780-subnet', 'tenant_id': '72520c83010b4593a28e85b546be65c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:07.196605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bde89-ae43-4f60-a054-23972a3e6178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a9040a-f5d9-4516-b18e-02b9a19574ad,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:07.227678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8c47-57a4-4bb0-a7f5-98afc7851cb9 req-8dc06838-1f10-4a88-855c-3d7e6c99e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:07.236131 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d8aa8c47-57a4-4bb0-a7f5-98afc7851cb9 req-8dc06838-1f10-4a88-855c-3d7e6c99e89a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 1098 time: 0.4574504 Jul 29 23:52:07.291020 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d8aa8c47-57a4-4bb0-a7f5-98afc7851cb9 req-30ce8bf7-58d9-46c6-a549-ab11ae98a222 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Jul 29 23:52:07.301010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Made reservation on behalf of 72520c83010b4593a28e85b546be65c7 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:07.303738 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.360979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:07.597550 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.659203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a648951b-9a89-4b01-af0b-5f50e8d778c7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:07.688284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Checking segment: {'id': 'eab34e40-fcfe-472f-b019-b2c5d29ada46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77550f2e-1a54-465c-a8f0-746888e46a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:07.688797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Network hostable DHCP agents. Network: 77550f2e-1a54-465c-a8f0-746888e46a1f, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:52:07.698953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:07.704894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cf699121-c73a-4d1e-be07-9f93bed9ec81 admin admin] 10.222.0.37 "PUT /v2.0/routers/256c7d96-98b1-4ca6-9654-c76aef51f7f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0632732 Jul 29 23:52:07.713266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Network 77550f2e-1a54-465c-a8f0-746888e46a1f is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:52:07.738485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 77550f2e-1a54-465c-a8f0-746888e46a1f) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:07.739212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e5146827-22ea-49ef-b9e0-b2cdcac6c00d None None] Provisioning complete for port 22f54636-4d2f-4043-b8ec-ba5a1c971665 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:07.739596 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5146827-22ea-49ef-b9e0-b2cdcac6c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.750569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:07.750569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.777465 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-58bded5d-d45f-4e1b-a784-b91f4ee9eebe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5909462 Jul 29 23:52:07.968226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff14c9-56e2-410c-8e3d-ea73d710c628 req-f52d7eaf-b920-4cc9-b4e0-6d2b2b0b10b8 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:07.970896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bec2f4-448d-4536-9618-34f6fea7782a None None] Network 77550f2e-1a54-465c-a8f0-746888e46a1f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:07.979079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77ff14c9-56e2-410c-8e3d-ea73d710c628 req-f52d7eaf-b920-4cc9-b4e0-6d2b2b0b10b8 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 946 time: 0.1008060 Jul 29 23:52:08.071475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77ff14c9-56e2-410c-8e3d-ea73d710c628 req-ed923823-97e9-42b2-a784-7d5cb1d16e47 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905461 Jul 29 23:52:08.262622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e5146827-22ea-49ef-b9e0-b2cdcac6c00d None None] Port 22f54636-4d2f-4043-b8ec-ba5a1c971665 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:08.321692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:08.436443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f365cb35-afa4-4971-a301-686bcfd2d126 None None] Network 77550f2e-1a54-465c-a8f0-746888e46a1f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:08.675972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:08.680696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:08.681497 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.796599 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.816115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52236) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:08.821724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-712509592-network', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:08.873403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:08.882355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.905865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Made reservation on behalf of 01e014bb371b4f7e852ed879a371aa71 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:08.908302 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.928572 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.021206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:09.049256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Sync routers for ids ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:09.071763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Routers {'256c7d96-98b1-4ca6-9654-c76aef51f7f0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:09.073141 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:09.249993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-2c2a70fd-c4d7-4404-af5c-ee5e72586ab5 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.252575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-2c2a70fd-c4d7-4404-af5c-ee5e72586ab5 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/networks?id=77550f2e-1a54-465c-a8f0-746888e46a1f HTTP/1.1" status: 200 len: 822 time: 0.2437901 Jul 29 23:52:09.323767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-39bcc19c-80fe-4d06-a6ac-19da6ebf1cc0 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/quotas/72520c83010b4593a28e85b546be65c7 HTTP/1.1" status: 200 len: 375 time: 0.0427766 Jul 29 23:52:09.332571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Set router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:09.335859 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.361436 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.415301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e44aaaa-e201-46c2-b315-6b1f64964c87,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:09.419960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-867bad50-56f1-4f9c-8ef2-fcd14f185776 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72520c83010b4593a28e85b546be65c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881071 Jul 29 23:52:09.430400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:52:09.440954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65327bcf-db77-430d-8367-6a3b5d03b88f req-f2ba0ddf-5a52-48ce-8055-07270b779229 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.442642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65327bcf-db77-430d-8367-6a3b5d03b88f req-f2ba0ddf-5a52-48ce-8055-07270b779229 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 946 time: 0.1886044 Jul 29 23:52:09.453589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.453934 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Added segment d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc of type vlan for network cf472ff6-77d0-4e2f-9653-c97a48e4a96b Jul 29 23:52:09.581647 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.659530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65327bcf-db77-430d-8367-6a3b5d03b88f req-1fd7ba4e-5ed7-4fc5-a573-32a531b9f06a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950073 Jul 29 23:52:09.712360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-b906cfa5-d3b2-4adc-93b6-4c0c8d00711c service neutron] 10.222.0.37 "GET /v2.0/networks/77550f2e-1a54-465c-a8f0-746888e46a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384508 Jul 29 23:52:09.721256 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.723811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.725051 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.744600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'name': 'tempest-TestAggregatesBasicOps-1003552693-router', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:59Z', 'updated_at': '2021-07-29T23:52:06Z', 'revision_number': 4, 'project_id': '44dc332fdc964103980823b55693b7aa', 'gw_port': {'id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:00Z', 'updated_at': '2021-07-29T23:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '22f54636-4d2f-4043-b8ec-ba5a1c971665', 'name': '', 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'mac_address': 'fa:16:3e:08:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'fc5a11f2-b613-4a02-8e21-6107692523d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:04Z', 'updated_at': '2021-07-29T23:52:06Z', 'revision_number': 2, 'project_id': '44dc332fdc964103980823b55693b7aa', 'subnets': [{'id': 'fc5a11f2-b613-4a02-8e21-6107692523d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:09.768652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9508567 Jul 29 23:52:09.772617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:09.778809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Request body: {'subnet': {'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-712509592-subnet', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:09.817920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Checking router: 256c7d96-98b1-4ca6-9654-c76aef51f7f0 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:09.818721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Updating router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 port 22f54636-4d2f-4043-b8ec-ba5a1c971665 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:52:09.824615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Made reservation on behalf of 01e014bb371b4f7e852ed879a371aa71 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:09.828712 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.889959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5b5f9-4313-4620-a06b-1ba4fa050c56 admin admin] Pushing event updated for resources: {'Network': ['ID=cf472ff6-77d0-4e2f-9653-c97a48e4a96b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:09.944140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-95d0d995-1392-4a38-ae34-405e32a1f297 service neutron] 10.222.0.37 "GET /v2.0/networks/77550f2e-1a54-465c-a8f0-746888e46a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983202 Jul 29 23:52:09.960901 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.964527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network cf472ff6-77d0-4e2f-9653-c97a48e4a96b details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:52:10.226346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.240308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:10.398326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Checking segment: {'id': 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:10.399319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Network hostable DHCP agents. Network: cf472ff6-77d0-4e2f-9653-c97a48e4a96b, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:52:10.417751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afdb1d22-b84d-4c02-8f97-c11ff3f503c7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:10.471113 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:10.471113 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.477833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Network cf472ff6-77d0-4e2f-9653-c97a48e4a96b is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:52:10.493894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.494371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.494720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.505495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.507284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.507726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.508193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.508629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.510965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.512054 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.512487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.515583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:10.545090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, cf472ff6-77d0-4e2f-9653-c97a48e4a96b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:10.576319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:10.589942 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.632102 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9ae5dc57-ddcf-495f-8e27-e13db2ad4fe1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8537228 Jul 29 23:52:10.632507 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:10.647623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-712509592-router', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:10.681883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6469a879-f076-4387-ac22-1bf95af4377e None None] Network cf472ff6-77d0-4e2f-9653-c97a48e4a96b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:10.706430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-547c129c-c2ac-4bce-8fd0-f1fe1daf6425 req-fc50e372-2f1c-4890-a1e1-a4ad2590cb8b tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 210 time: 0.0815310 Jul 29 23:52:10.721288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f8e21-e515-4c8e-9a15-ea6091fdddb2 req-07a2564f-5948-47d1-8ee3-9af7f7b7dcb2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:10.729589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be3f8e21-e515-4c8e-9a15-ea6091fdddb2 req-07a2564f-5948-47d1-8ee3-9af7f7b7dcb2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 946 time: 0.7464480 Jul 29 23:52:10.775261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.776933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.784844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be3f8e21-e515-4c8e-9a15-ea6091fdddb2 req-41bd0be3-8258-4e04-a2a4-c34a65e25b2f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534697 Jul 29 23:52:10.903209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.918453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab5bfc-f8cb-4bbf-ac1b-fa898e22dd12 req-7f82c3d4-1f1f-46ef-a37c-6c4f216fb4b2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:10.924505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77ab5bfc-f8cb-4bbf-ac1b-fa898e22dd12 req-7f82c3d4-1f1f-46ef-a37c-6c4f216fb4b2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 946 time: 0.0676494 Jul 29 23:52:10.999793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77ab5bfc-f8cb-4bbf-ac1b-fa898e22dd12 req-6f1fee78-57d6-4ea5-91af-293e20d1beea tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736511 Jul 29 23:52:11.144123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-cf472ff6-77d0-4e2f-9653-c97a48e4a96b', 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'fixed_ips': [{'subnet_id': 'afdb1d22-b84d-4c02-8f97-c11ff3f503c7'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:52:11.145068 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.341681 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.441029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d9b86-f718-43e0-a184-fbd6b109040f req-9cbe034f-4d4c-4faa-a9a1-da40cbe17df3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:11.450796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b87d9b86-f718-43e0-a184-fbd6b109040f req-9cbe034f-4d4c-4faa-a9a1-da40cbe17df3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 946 time: 0.0809267 Jul 29 23:52:11.451723 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.509029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b87d9b86-f718-43e0-a184-fbd6b109040f req-bf1bb34a-4f1e-4e58-8fd1-40bbff3d359e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408504 Jul 29 23:52:11.538214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Allocated IP 172.20.0.2 (cf472ff6-77d0-4e2f-9653-c97a48e4a96b/afdb1d22-b84d-4c02-8f97-c11ff3f503c7/02dedcd6-60c7-4498-8a52-e7f64f7881c3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:11.663445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Transition to ACTIVE for port object 22f54636-4d2f-4043-b8ec-ba5a1c971665 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:11.685869 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.720867 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.806944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.899606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab587d9d-c68f-4c6a-9724-e41452223e82 req-09237d94-c2d6-403a-a8c4-8a407430a58f tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 210 time: 0.0599487 Jul 29 23:52:12.006035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Pushing event updated for resources: {'Port': ['ID=22f54636-4d2f-4043-b8ec-ba5a1c971665,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:12.101154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.101649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.102183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.103185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.104405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.110714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.111276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.111729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.112210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.112697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.113295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.113728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.134072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Allocated IP 172.25.2.99 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/fbc3609e-c051-4c89-9271-8fb616cbe8ff) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:12.148304 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.216294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Transition to ACTIVE for port object 02dedcd6-60c7-4498-8a52-e7f64f7881c3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:12.219337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Attempting to bind port 22f54636-4d2f-4043-b8ec-ba5a1c971665 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:12.231056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Attempting to bind port 22f54636-4d2f-4043-b8ec-ba5a1c971665 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '0d3d9974-addd-4121-b462-93b9c36aaecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:12.231823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Attempting to bind port 22f54636-4d2f-4043-b8ec-ba5a1c971665 on network 65040e09-b19d-4ffd-8037-64e2d92e080f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:12.261260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:12.263227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Checking segment: {'id': '0d3d9974-addd-4121-b462-93b9c36aaecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:12.266250 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.267549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Bound using segment: {'id': '0d3d9974-addd-4121-b462-93b9c36aaecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:12.268379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Bound port: 22f54636-4d2f-4043-b8ec-ba5a1c971665, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3d9974-addd-4121-b462-93b9c36aaecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:12.269243 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.333286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Transition to ACTIVE for port object 02dedcd6-60c7-4498-8a52-e7f64f7881c3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:12.364954 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.367483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-9e5f9a84-4daa-47cb-b269-988e37ad9ebf tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:12.370527 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-9e5f9a84-4daa-47cb-b269-988e37ad9ebf tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.42 "GET /v2.0/networks?id=77550f2e-1a54-465c-a8f0-746888e46a1f HTTP/1.1" status: 200 len: 822 time: 0.1917689 Jul 29 23:52:12.393182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Request body: {'port': {'device_id': '2d824adb-ee8e-4c57-825c-d94fb81dae7b', 'network_id': '77550f2e-1a54-465c-a8f0-746888e46a1f', 'admin_state_up': True, 'tenant_id': '72520c83010b4593a28e85b546be65c7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:12.456179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Network cf472ff6-77d0-4e2f-9653-c97a48e4a96b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:12.471533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:12.492436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:12.502464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Pushing event updated for resources: {'Port': ['ID=02dedcd6-60c7-4498-8a52-e7f64f7881c3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:12.594429 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.616747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Made reservation on behalf of 72520c83010b4593a28e85b546be65c7 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:12.620906 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.798352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.844581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc5e94-1832-4e7e-a3e1-e9df0a430e8b req-008cb8b5-af07-45b7-bd2e-d9ccc8c0d215 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:12.861889 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cbc5e94-1832-4e7e-a3e1-e9df0a430e8b req-008cb8b5-af07-45b7-bd2e-d9ccc8c0d215 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 946 time: 0.1655242 Jul 29 23:52:12.926410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538eb836-461c-458f-833a-90ef284d6cac req-a7fe9d98-b7f4-4150-889c-c3a946108131 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:12.933946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] For port 22f54636-4d2f-4043-b8ec-ba5a1c971665, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:12.936331 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-538eb836-461c-458f-833a-90ef284d6cac req-a7fe9d98-b7f4-4150-889c-c3a946108131 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 946 time: 0.1758294 Jul 29 23:52:12.941106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Attempting to bind port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:12.941607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Attempting to bind port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:12.941955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Attempting to bind port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 on network cf472ff6-77d0-4e2f-9653-c97a48e4a96b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:12.957642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:12.957642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Checking segment: {'id': 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:12.959000 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.959000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Bound using segment: {'id': 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:12.959000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Bound port: 02dedcd6-60c7-4498-8a52-e7f64f7881c3, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:12.959497 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.963468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] For port 22f54636-4d2f-4043-b8ec-ba5a1c971665, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=22f54636-4d2f-4043-b8ec-ba5a1c971665,segment=NetworkSegment(0d3d9974-addd-4121-b462-93b9c36aaecf),segment_id=0d3d9974-addd-4121-b462-93b9c36aaecf)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:12.978860 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.055541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe70386-a742-4850-b30d-ae6e2d5d5daa None None] Pushing event updated for resources: {'Port': ['ID=22f54636-4d2f-4043-b8ec-ba5a1c971665,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:13.094356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Routers {'256c7d96-98b1-4ca6-9654-c76aef51f7f0'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:13.096140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:13.109966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Allocated IP 172.20.0.5 (77550f2e-1a54-465c-a8f0-746888e46a1f/a648951b-9a89-4b01-af0b-5f50e8d778c7/e46ea192-546f-4546-bf01-a52e22efc246) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:13.136059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4299c2c3-4c19-481e-a6ea-5b0cf8a1a483 req-8c572a90-c6ae-4903-848e-ecd1e495b9c6 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 210 time: 0.0849082 Jul 29 23:52:13.169016 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cbc5e94-1832-4e7e-a3e1-e9df0a430e8b req-00b11c0e-8880-445d-ab92-43233ed98b14 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060830 Jul 29 23:52:13.191607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:13.204453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:13.219530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:13.222743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Pushing event updated for resources: {'Port': ['ID=fbc3609e-c051-4c89-9271-8fb616cbe8ff,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:13.272430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-538eb836-461c-458f-833a-90ef284d6cac req-f772b99d-5175-4c45-8cf5-7bc955cc89b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Deleting port b600b086-3d4d-4211-9030-7a99cd43e3d2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:13.274100 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-538eb836-461c-458f-833a-90ef284d6cac req-f772b99d-5175-4c45-8cf5-7bc955cc89b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.291570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] For port 02dedcd6-60c7-4498-8a52-e7f64f7881c3, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:13.319061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] For port 02dedcd6-60c7-4498-8a52-e7f64f7881c3, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=02dedcd6-60c7-4498-8a52-e7f64f7881c3,segment=NetworkSegment(d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc),segment_id=d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:13.329316 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.400169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716cdd6-ea7f-4d0b-96bc-8024c8be5ba0 None None] Pushing event updated for resources: {'Port': ['ID=02dedcd6-60c7-4498-8a52-e7f64f7881c3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:13.406402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] Set router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:13.501622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-538eb836-461c-458f-833a-90ef284d6cac req-f772b99d-5175-4c45-8cf5-7bc955cc89b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] For port b600b086-3d4d-4211-9030-7a99cd43e3d2, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=b600b086-3d4d-4211-9030-7a99cd43e3d2,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:13.502425 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-538eb836-461c-458f-833a-90ef284d6cac req-f772b99d-5175-4c45-8cf5-7bc955cc89b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.559786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-538eb836-461c-458f-833a-90ef284d6cac req-f772b99d-5175-4c45-8cf5-7bc955cc89b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Calling delete_port for b600b086-3d4d-4211-9030-7a99cd43e3d2 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:13.712876 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.892183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'name': 'tempest-TestAggregatesBasicOps-1003552693-router', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:59Z', 'updated_at': '2021-07-29T23:52:06Z', 'revision_number': 4, 'project_id': '44dc332fdc964103980823b55693b7aa', 'gw_port': {'id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:00Z', 'updated_at': '2021-07-29T23:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '22f54636-4d2f-4043-b8ec-ba5a1c971665', 'name': '', 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'mac_address': 'fa:16:3e:08:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'fc5a11f2-b613-4a02-8e21-6107692523d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:04Z', 'updated_at': '2021-07-29T23:52:12Z', 'revision_number': 4, 'project_id': '44dc332fdc964103980823b55693b7aa', 'subnets': [{'id': 'fc5a11f2-b613-4a02-8e21-6107692523d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:13.981420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93727e83-9ae0-4c80-bd58-6aacf74f50c6 None None] The sync data for ids ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'] in n-d-712139-11 is: [{'id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'name': 'tempest-TestAggregatesBasicOps-1003552693-router', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:59Z', 'updated_at': '2021-07-29T23:52:06Z', 'revision_number': 4, 'project_id': '44dc332fdc964103980823b55693b7aa', 'gw_port': {'id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:00Z', 'updated_at': '2021-07-29T23:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '22f54636-4d2f-4043-b8ec-ba5a1c971665', 'name': '', 'network_id': '65040e09-b19d-4ffd-8037-64e2d92e080f', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'mac_address': 'fa:16:3e:08:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'fc5a11f2-b613-4a02-8e21-6107692523d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:04Z', 'updated_at': '2021-07-29T23:52:12Z', 'revision_number': 4, 'project_id': '44dc332fdc964103980823b55693b7aa', 'subnets': [{'id': 'fc5a11f2-b613-4a02-8e21-6107692523d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:14.030160 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-538eb836-461c-458f-833a-90ef284d6cac req-f772b99d-5175-4c45-8cf5-7bc955cc89b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.031232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.081816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:14.150840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.209436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772b99d-5175-4c45-8cf5-7bc955cc89b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event deleted for resources: {'Port': ['ID=b600b086-3d4d-4211-9030-7a99cd43e3d2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:14.236420 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Network 77550f2e-1a54-465c-a8f0-746888e46a1f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:14.243971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:14.260102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:14.394722 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Pushing event updated for resources: {'Port': ['ID=e46ea192-546f-4546-bf01-a52e22efc246,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:14.438527 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-538eb836-461c-458f-833a-90ef284d6cac req-f772b99d-5175-4c45-8cf5-7bc955cc89b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] No DVR routers for this DVR port b600b086-3d4d-4211-9030-7a99cd43e3d2 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:14.442664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 02dedcd6-60c7-4498-8a52-e7f64f7881c3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:14.465724 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-538eb836-461c-458f-833a-90ef284d6cac req-f772b99d-5175-4c45-8cf5-7bc955cc89b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.483103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-538eb836-461c-458f-833a-90ef284d6cac req-f772b99d-5175-4c45-8cf5-7bc955cc89b5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "DELETE /v2.0/ports/b600b086-3d4d-4211-9030-7a99cd43e3d2 HTTP/1.1" status: 204 len: 173 time: 1.5359340 Jul 29 23:52:14.485304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c29b6-fd80-4804-807d-9dc8fb5aae3a', 'name': 'network-vif-deleted', 'tag': 'b600b086-3d4d-4211-9030-7a99cd43e3d2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:14.499922 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c9dbe-a802-42d3-bb4e-5186452b05b1" -d '{"events": [{"server_uuid": "405c29b6-fd80-4804-807d-9dc8fb5aae3a", "name": "network-vif-deleted", "tag": "b600b086-3d4d-4211-9030-7a99cd43e3d2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:14.542486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:14.566069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:14.566748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.637456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8effe9a0-f7a8-4fd2-8fce-f0cb9b2f43c2 req-c568a1ff-9a9f-41cd-b905-d03878b7ee71 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=405c29b6-fd80-4804-807d-9dc8fb5aae3a HTTP/1.1" status: 200 len: 210 time: 0.2140696 Jul 29 23:52:14.719413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be5586-e996-4f47-85d2-01e1cbff0a2b req-3eeaab66-1e00-4ce1-9bfc-5fd3636eb71c tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:14.727316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58be5586-e996-4f47-85d2-01e1cbff0a2b req-3eeaab66-1e00-4ce1-9bfc-5fd3636eb71c tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 931 time: 0.2425361 Jul 29 23:52:14.746979 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-60ccb3e3-6c74-4f2f-b1a6-c5fb36ebf67a tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3423469 Jul 29 23:52:14.767522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Request body: {'port': {'device_id': '2d824adb-ee8e-4c57-825c-d94fb81dae7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:14.777712 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5755bcac-cfaf-423a-962b-600816650815 x-openstack-request-id: req-5755bcac-cfaf-423a-962b-600816650815 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:14.778043 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c29b6-fd80-4804-807d-9dc8fb5aae3a", "name": "network-vif-deleted", "tag": "b600b086-3d4d-4211-9030-7a99cd43e3d2", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:14.783403 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5755bcac-cfaf-423a-962b-600816650815 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:14.783932 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c29b6-fd80-4804-807d-9dc8fb5aae3a', 'name': 'network-vif-deleted', 'tag': 'b600b086-3d4d-4211-9030-7a99cd43e3d2', 'status': 'completed', 'code': 200} Jul 29 23:52:14.828528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-58be5586-e996-4f47-85d2-01e1cbff0a2b req-c94abe3a-ef8c-4d23-9183-73a198dff27f tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981166 Jul 29 23:52:15.367901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f8ed6-02e2-44ee-8b14-23f692d90b73 None None] Network cf472ff6-77d0-4e2f-9653-c97a48e4a96b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:15.529709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c687fe7a-1a66-4c78-b0cd-f2119f2f83e9 None None] Provisioning for port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:15.541136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c687fe7a-1a66-4c78-b0cd-f2119f2f83e9 None None] Provisioning complete for port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:15.542097 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c687fe7a-1a66-4c78-b0cd-f2119f2f83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.586947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.824830 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.839087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b600b086-3d4d-4211-9030-7a99cd43e3d2 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:15.875276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: b600b086-3d4d-4211-9030-7a99cd43e3d2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:15.875970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device b600b086-3d4d-4211-9030-7a99cd43e3d2 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:15.881686 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c687fe7a-1a66-4c78-b0cd-f2119f2f83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.950357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c687fe7a-1a66-4c78-b0cd-f2119f2f83e9 None None] For port 02dedcd6-60c7-4498-8a52-e7f64f7881c3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=02dedcd6-60c7-4498-8a52-e7f64f7881c3,segment=NetworkSegment(d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc),segment_id=d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:15.965622 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c687fe7a-1a66-4c78-b0cd-f2119f2f83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.124204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54e80b-87b3-42d8-bf4d-41d503ec7b75 req-6cf726b6-0c70-4411-9c4c-925d46e719ef tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:16.140730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d54e80b-87b3-42d8-bf4d-41d503ec7b75 req-6cf726b6-0c70-4411-9c4c-925d46e719ef tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 931 time: 0.1146049 Jul 29 23:52:16.143017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687fe7a-1a66-4c78-b0cd-f2119f2f83e9 None None] Pushing event updated for resources: {'Port': ['ID=02dedcd6-60c7-4498-8a52-e7f64f7881c3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:16.265746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d54e80b-87b3-42d8-bf4d-41d503ec7b75 req-5703844f-bd81-40d3-8336-a09225b79f60 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236627 Jul 29 23:52:16.405709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 22f54636-4d2f-4043-b8ec-ba5a1c971665 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:16.544487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e39a9c5b-196d-427e-af41-83e950408cba None None] Provisioning complete for port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:16.544919 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e39a9c5b-196d-427e-af41-83e950408cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.548648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8120be-138c-434e-8847-144ed41b6279 req-21da3f97-8096-46d0-b649-60ef6d85b0e9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:16.556995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-21da3f97-8096-46d0-b649-60ef6d85b0e9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.2287426 Jul 29 23:52:16.590681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-a4d448b4-173b-408b-bc35-cc87f29d475e tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/quotas/d31f1ef0730d448f88afefa787e7cf91 HTTP/1.1" status: 200 len: 375 time: 0.0291064 Jul 29 23:52:16.595378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 22f54636-4d2f-4043-b8ec-ba5a1c971665 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:16.601724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 22f54636-4d2f-4043-b8ec-ba5a1c971665 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:16.602108 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.674973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Router 63938b23-3046-4e88-94e1-d7127bfa0d93 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:52:16.678908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46ea192-546f-4546-bf01-a52e22efc246 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:16.696083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.721046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-7045bc69-5b05-498e-9497-ba0092ab719b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291296 Jul 29 23:52:16.798213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Transition to ACTIVE for port object e46ea192-546f-4546-bf01-a52e22efc246 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:16.819547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.835856 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.934587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-19ecda16-4884-43f3-893c-8f10c8a59b07 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032914 Jul 29 23:52:16.938606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 22f54636-4d2f-4043-b8ec-ba5a1c971665, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=22f54636-4d2f-4043-b8ec-ba5a1c971665,segment=NetworkSegment(0d3d9974-addd-4121-b462-93b9c36aaecf),segment_id=0d3d9974-addd-4121-b462-93b9c36aaecf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:16.952150 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.075938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=22f54636-4d2f-4043-b8ec-ba5a1c971665,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:17.076840 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e46ea192-546f-4546-bf01-a52e22efc246,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:17.081160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:17.101383 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Sync routers for ids ['63938b23-3046-4e88-94e1-d7127bfa0d93'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:17.125873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-29d8d365-5ff7-4c02-af78-664266c28fc2 service neutron] 10.222.0.37 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709976 Jul 29 23:52:17.130088 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Routers {'63938b23-3046-4e88-94e1-d7127bfa0d93'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:17.131682 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['63938b23-3046-4e88-94e1-d7127bfa0d93'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:17.203121 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.209255 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2fa366cc-a715-47a2-b308-68e40f97349f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5755637 Jul 29 23:52:17.209486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52340) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:17.258576 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Attempting to bind port e46ea192-546f-4546-bf01-a52e22efc246 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:17.259446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Attempting to bind port e46ea192-546f-4546-bf01-a52e22efc246 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'eab34e40-fcfe-472f-b019-b2c5d29ada46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77550f2e-1a54-465c-a8f0-746888e46a1f'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:17.260405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Attempting to bind port e46ea192-546f-4546-bf01-a52e22efc246 on network 77550f2e-1a54-465c-a8f0-746888e46a1f {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:17.279567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Port e46ea192-546f-4546-bf01-a52e22efc246 on network 77550f2e-1a54-465c-a8f0-746888e46a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:52:17.280698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Attempting to bind port e46ea192-546f-4546-bf01-a52e22efc246 on network 77550f2e-1a54-465c-a8f0-746888e46a1f {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:17.289710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:17.290028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Checking segment: {'id': 'eab34e40-fcfe-472f-b019-b2c5d29ada46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77550f2e-1a54-465c-a8f0-746888e46a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:17.290227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Bound using segment: {'id': 'eab34e40-fcfe-472f-b019-b2c5d29ada46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77550f2e-1a54-465c-a8f0-746888e46a1f'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:17.290615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Bound port: e46ea192-546f-4546-bf01-a52e22efc246, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab34e40-fcfe-472f-b019-b2c5d29ada46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77550f2e-1a54-465c-a8f0-746888e46a1f'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:17.291058 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.469909 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] For port e46ea192-546f-4546-bf01-a52e22efc246, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:17.478860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] For port e46ea192-546f-4546-bf01-a52e22efc246, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e46ea192-546f-4546-bf01-a52e22efc246,segment=NetworkSegment(eab34e40-fcfe-472f-b019-b2c5d29ada46),segment_id=eab34e40-fcfe-472f-b019-b2c5d29ada46)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:17.486652 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.516633 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Set router 63938b23-3046-4e88-94e1-d7127bfa0d93 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:17.531583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e86474-1be3-4d59-90c6-67014d5cb129 req-5f1e9358-5c52-4a24-b043-a733db24a5f5 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:17.539669 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6e86474-1be3-4d59-90c6-67014d5cb129 req-5f1e9358-5c52-4a24-b043-a733db24a5f5 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 943 time: 0.1389296 Jul 29 23:52:17.602346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:17.603113 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.604596 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] 10.222.0.42 "PUT /v2.0/ports/e46ea192-546f-4546-bf01-a52e22efc246 HTTP/1.1" status: 200 len: 1092 time: 2.8561943 Jul 29 23:52:17.605142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d824adb-ee8e-4c57-825c-d94fb81dae7b', 'tag': 'e46ea192-546f-4546-bf01-a52e22efc246'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:17.608434 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22" -d '{"events": [{"name": "network-changed", "server_uuid": "2d824adb-ee8e-4c57-825c-d94fb81dae7b", "tag": "e46ea192-546f-4546-bf01-a52e22efc246"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:17.627137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e3beee2-47c9-4923-ad00-4e4cc3d4495d req-0c63c8c9-7f4f-4cff-b6f7-1130f6de3857 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 210 time: 0.0648067 Jul 29 23:52:17.649081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e2e10-9c72-43d2-904c-3baa530497f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e46ea192-546f-4546-bf01-a52e22efc246,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:17.664906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6e86474-1be3-4d59-90c6-67014d5cb129 req-8847cb79-ca32-40a8-80f4-35dfedb30051 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134746 Jul 29 23:52:17.765757 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927d7b13-601e-4bfc-8573-70ee7db502e3 x-openstack-request-id: req-927d7b13-601e-4bfc-8573-70ee7db502e3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:17.766299 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d824adb-ee8e-4c57-825c-d94fb81dae7b", "tag": "e46ea192-546f-4546-bf01-a52e22efc246", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:17.771565 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-927d7b13-601e-4bfc-8573-70ee7db502e3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:17.773787 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d824adb-ee8e-4c57-825c-d94fb81dae7b', 'tag': 'e46ea192-546f-4546-bf01-a52e22efc246', 'status': 'completed', 'code': 200} Jul 29 23:52:17.892144 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-d565236b-6a9d-4e34-871c-2aa59df7a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:17.897627 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-d565236b-6a9d-4e34-871c-2aa59df7a9f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72520c83010b4593a28e85b546be65c7&device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 1095 time: 0.1860566 Jul 29 23:52:18.096077 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-45d88475-f50f-4e3d-b93b-d71affd8f85f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ea192-546f-4546-bf01-a52e22efc246 HTTP/1.1" status: 200 len: 217 time: 0.1778178 Jul 29 23:52:18.188258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-a06fcc4c-7436-4ac5-9985-2c215282c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.189960 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-a06fcc4c-7436-4ac5-9985-2c215282c88b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a648951b-9a89-4b01-af0b-5f50e8d778c7 HTTP/1.1" status: 200 len: 862 time: 0.0908229 Jul 29 23:52:18.226494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 22f54636-4d2f-4043-b8ec-ba5a1c971665 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:18.298778 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-8c110264-08c4-4743-ae14-a1872cb9f0f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77550f2e-1a54-465c-a8f0-746888e46a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002157 Jul 29 23:52:18.327375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 22f54636-4d2f-4043-b8ec-ba5a1c971665 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:18.330515 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.430782 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'name': 'tempest-TestAggregatesBasicOps-712509592-router', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:13Z', 'revision_number': 3, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'gw_port': {'id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:11Z', 'updated_at': '2021-07-29T23:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:18.476842 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.508378 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Checking router: 63938b23-3046-4e88-94e1-d7127bfa0d93 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:18.508924 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Updating router 63938b23-3046-4e88-94e1-d7127bfa0d93 port fbc3609e-c051-4c89-9271-8fb616cbe8ff binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:52:18.542385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 02dedcd6-60c7-4498-8a52-e7f64f7881c3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:18.552065 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-a20d6f7c-423b-4177-a175-f16a4b566f24 service neutron] 10.222.0.42 "GET /v2.0/networks/77550f2e-1a54-465c-a8f0-746888e46a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442300 Jul 29 23:52:18.562499 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.682154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:18.682154 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.889930 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-67325c57-1918-486d-9d7f-b23de85d13f6 req-b5d7c5e2-c4bc-4454-946b-3be240649f1d service neutron] 10.222.0.42 "GET /v2.0/networks/77550f2e-1a54-465c-a8f0-746888e46a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301539 Jul 29 23:52:18.931855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c1509a2-2f07-4cd6-873f-077eaa216fa7 req-80481d7e-05ab-4295-a932-beb4c51b2d8d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 210 time: 0.0679770 Jul 29 23:52:18.956223 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.158151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe67fe0-d333-4ed5-a3bb-5a1794df8dcf req-2eae1d4c-f7ab-4543-a25e-c12e1b123481 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.162242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22 req-5c280689-7255-4417-9673-494f1dab2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.166045 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22 req-5c280689-7255-4417-9673-494f1dab2e42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72520c83010b4593a28e85b546be65c7&device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 1095 time: 0.1613331 Jul 29 23:52:19.168403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fe67fe0-d333-4ed5-a3bb-5a1794df8dcf req-2eae1d4c-f7ab-4543-a25e-c12e1b123481 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 943 time: 0.2999561 Jul 29 23:52:19.179467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Allocated IP 172.20.0.1 (cf472ff6-77d0-4e2f-9653-c97a48e4a96b/afdb1d22-b84d-4c02-8f97-c11ff3f503c7/45982d66-fdec-45ef-a6a2-c4b3e14b28b8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:19.258292 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.273785 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Transition to ACTIVE for port object fbc3609e-c051-4c89-9271-8fb616cbe8ff will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:19.285847 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.305138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fe67fe0-d333-4ed5-a3bb-5a1794df8dcf req-7ccb48a8-7d26-4414-8318-a63bdc747c86 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354964 Jul 29 23:52:19.354215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22 req-a75c31c7-7047-4cd7-8767-9facb5aa70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.357476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22 req-a75c31c7-7047-4cd7-8767-9facb5aa70d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77550f2e-1a54-465c-a8f0-746888e46a1f HTTP/1.1" status: 200 len: 923 time: 0.1768477 Jul 29 23:52:19.357632 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237ce04-a902-4ca4-8eec-cdac23efdeb1 None None] Pushing event updated for resources: {'Port': ['ID=fbc3609e-c051-4c89-9271-8fb616cbe8ff,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:19.393843 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Attempting to bind port fbc3609e-c051-4c89-9271-8fb616cbe8ff on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:19.394421 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Attempting to bind port fbc3609e-c051-4c89-9271-8fb616cbe8ff by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:19.394963 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Attempting to bind port fbc3609e-c051-4c89-9271-8fb616cbe8ff on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:19.402955 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:19.403745 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:19.404424 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.404967 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:19.405613 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Bound port: fbc3609e-c051-4c89-9271-8fb616cbe8ff, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:19.406180 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.472257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] For port fbc3609e-c051-4c89-9271-8fb616cbe8ff, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:19.476678 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] For port fbc3609e-c051-4c89-9271-8fb616cbe8ff, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fbc3609e-c051-4c89-9271-8fb616cbe8ff,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:19.478044 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22 req-5ff85dcb-942e-44ac-bb64-21a60de8f7a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e46ea192-546f-4546-bf01-a52e22efc246 HTTP/1.1" status: 200 len: 217 time: 0.0948741 Jul 29 23:52:19.483405 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.556407 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Routers {'63938b23-3046-4e88-94e1-d7127bfa0d93'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:19.557408 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['63938b23-3046-4e88-94e1-d7127bfa0d93'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:19.586791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22 req-d5f435ff-053d-4d54-99f8-ccece982526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.593957 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22 req-d5f435ff-053d-4d54-99f8-ccece982526f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a648951b-9a89-4b01-af0b-5f50e8d778c7 HTTP/1.1" status: 200 len: 862 time: 0.1116614 Jul 29 23:52:19.652910 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.680145 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22 req-36e81b32-dbd6-4e37-9e39-9208e4cf3009 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77550f2e-1a54-465c-a8f0-746888e46a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760617 Jul 29 23:52:19.682207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Transition to ACTIVE for port object 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:19.691919 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] Set router 63938b23-3046-4e88-94e1-d7127bfa0d93 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:19.693245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8120be-138c-434e-8847-144ed41b6279 req-78a5632d-70f0-46cd-85c3-cfe11a97b503 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.694095 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237ce04-a902-4ca4-8eec-cdac23efdeb1 None None] Pushing event updated for resources: {'Port': ['ID=fbc3609e-c051-4c89-9271-8fb616cbe8ff,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:19.695142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-78a5632d-70f0-46cd-85c3-cfe11a97b503 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 805 time: 0.2285681 Jul 29 23:52:19.712967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Request body: {'port': {'device_id': 'ac2f818f-5372-42aa-8f47-73a79e462cdd', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'admin_state_up': True, 'tenant_id': 'd31f1ef0730d448f88afefa787e7cf91'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:19.821009 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.924196 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22 req-98875e9c-6021-42fb-8863-6588518352ed service neutron] 10.222.0.42 "GET /v2.0/networks/77550f2e-1a54-465c-a8f0-746888e46a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362075 Jul 29 23:52:19.972496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Network cf472ff6-77d0-4e2f-9653-c97a48e4a96b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:19.977743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:20.021671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:20.035925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Pushing event updated for resources: {'Port': ['ID=45982d66-fdec-45ef-a6a2-c4b3e14b28b8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:20.065742 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'name': 'tempest-TestAggregatesBasicOps-712509592-router', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:13Z', 'revision_number': 3, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'gw_port': {'id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:11Z', 'updated_at': '2021-07-29T23:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:20.109260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.109760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.110311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.111199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.112496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.113039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.113533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.114069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.114590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.115072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.115621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.116186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:20.134215 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb4f6a-bae7-4665-9f73-3a05542a86a4 None None] The sync data for ids ['63938b23-3046-4e88-94e1-d7127bfa0d93'] in n-d-712139-11 is: [{'id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'name': 'tempest-TestAggregatesBasicOps-712509592-router', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:13Z', 'revision_number': 3, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'gw_port': {'id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:11Z', 'updated_at': '2021-07-29T23:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:20.201656 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8ca937b3-c8ff-4478-8b3d-9c5d1dca3f22 req-208e8c70-af61-4fb9-a201-c9149a313726 service neutron] 10.222.0.42 "GET /v2.0/networks/77550f2e-1a54-465c-a8f0-746888e46a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662992 Jul 29 23:52:20.253018 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f06c2f8-8e42-489e-87a7-184ea97d5107 req-097d9fc9-17ae-4808-a136-b598e6f4a039 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 210 time: 0.1260846 Jul 29 23:52:20.281405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:20.377680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Made reservation on behalf of d31f1ef0730d448f88afefa787e7cf91 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:20.396622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:20.561710 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a0e6115-ce44-47f6-8db4-06c5ed70021d None None] Provisioning for port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:20.569845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a0e6115-ce44-47f6-8db4-06c5ed70021d None None] Provisioning complete for port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:20.573529 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6115-ce44-47f6-8db4-06c5ed70021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:20.668145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e6115-ce44-47f6-8db4-06c5ed70021d None None] Port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:20.677337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a937b48-218c-4068-ad68-dc330891c19e req-547bff35-09d3-43a6-92e3-63392e8889d5 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:20.685289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a937b48-218c-4068-ad68-dc330891c19e req-547bff35-09d3-43a6-92e3-63392e8889d5 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 943 time: 0.2444403 Jul 29 23:52:20.924922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a937b48-218c-4068-ad68-dc330891c19e req-2ea963ae-9028-4a09-9911-cbcfb8dd12a7 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382197 Jul 29 23:52:20.978576 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.005611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Allocated IP 172.20.0.6 (fa6938b3-8234-4f20-a7e5-3069882cf4fa/97e2cfa4-656f-4a65-8a02-85ab9ce6dea4/6b13600d-d581-4224-b97f-114006ef5d0f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:21.447547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00c8abbb-aa2e-49cd-9f91-8222018b5db7 req-bb543684-589b-45f2-945d-d6fcbd570439 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 210 time: 0.0717685 Jul 29 23:52:21.451379 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.509835 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.526041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.716138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Pushing event updated for resources: {'Port': ['ID=45982d66-fdec-45ef-a6a2-c4b3e14b28b8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:21.719794 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.734860 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-430c0688-ff5d-4c54-9ac6-845dd1b19f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.755760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:21.817563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event updated for resources: {'Port': ['ID=6b13600d-d581-4224-b97f-114006ef5d0f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:21.822150 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.837825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e46ea192-546f-4546-bf01-a52e22efc246 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:21.862660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Network fa6938b3-8234-4f20-a7e5-3069882cf4fa is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:21.865539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:21.884632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:22.105342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:22.106592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.147397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-ad04fdaa-ac9c-482e-bab4-33e2532a63f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4413538 Jul 29 23:52:22.205959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Request body: {'port': {'device_id': 'ac2f818f-5372-42aa-8f47-73a79e462cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:22.241022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fbc3609e-c051-4c89-9271-8fb616cbe8ff up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:22.267007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Network cf472ff6-77d0-4e2f-9653-c97a48e4a96b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:22.281658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:22.326495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e46ea192-546f-4546-bf01-a52e22efc246, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e46ea192-546f-4546-bf01-a52e22efc246,segment=NetworkSegment(eab34e40-fcfe-472f-b019-b2c5d29ada46),segment_id=eab34e40-fcfe-472f-b019-b2c5d29ada46)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:22.355506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'e46ea192-546f-4546-bf01-a52e22efc246', 'network_id': '77550f2e-1a54-465c-a8f0-746888e46a1f', 'port_id': 'e46ea192-546f-4546-bf01-a52e22efc246', 'mac_address': 'fa:16:3e:5f:3a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a648951b-9a89-4b01-af0b-5f50e8d778c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:22.463909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port fbc3609e-c051-4c89-9271-8fb616cbe8ff completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:22.498396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port fbc3609e-c051-4c89-9271-8fb616cbe8ff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:22.498779 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.664336 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.775969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46ea192-546f-4546-bf01-a52e22efc246 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:22.783975 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.828497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e46ea192-546f-4546-bf01-a52e22efc246, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e46ea192-546f-4546-bf01-a52e22efc246,segment=NetworkSegment(eab34e40-fcfe-472f-b019-b2c5d29ada46),segment_id=eab34e40-fcfe-472f-b019-b2c5d29ada46)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:22.834302 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.840855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port fbc3609e-c051-4c89-9271-8fb616cbe8ff, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fbc3609e-c051-4c89-9271-8fb616cbe8ff,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:22.866644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.879356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-34cabf07-df6d-49c4-95b5-5d5f09c9eb23 None None] Provisioning complete for port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:22.880028 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34cabf07-df6d-49c4-95b5-5d5f09c9eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.960883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-34cabf07-df6d-49c4-95b5-5d5f09c9eb23 None None] Port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:22.961970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e46ea192-546f-4546-bf01-a52e22efc246,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:23.009280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ec468-26e7-4b8d-b653-d1f7b8696f9e req-1ff0b049-2b4c-48d7-be97-c47921e96b63 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:23.027394 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b77ec468-26e7-4b8d-b653-d1f7b8696f9e req-1ff0b049-2b4c-48d7-be97-c47921e96b63 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 943 time: 0.9519293 Jul 29 23:52:23.069550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=fbc3609e-c051-4c89-9271-8fb616cbe8ff,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:23.086258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e46ea192-546f-4546-bf01-a52e22efc246'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:23.118492 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.290363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b77ec468-26e7-4b8d-b653-d1f7b8696f9e req-1215aa0a-013d-424b-a672-0716c31d4e23 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619314 Jul 29 23:52:23.374675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e8942-2a32-4072-83bb-f77cc2ac49e9 req-daccd65c-3749-43a0-9df1-be3e1f8cae82 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:23.377613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d1e8942-2a32-4072-83bb-f77cc2ac49e9 req-daccd65c-3749-43a0-9df1-be3e1f8cae82 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 931 time: 0.4110920 Jul 29 23:52:23.589643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Router 63938b23-3046-4e88-94e1-d7127bfa0d93 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:23.615474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d1e8942-2a32-4072-83bb-f77cc2ac49e9 req-f482d152-5476-40dc-a95f-c2e2bb4e9015 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405592 Jul 29 23:52:23.846976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e46ea192-546f-4546-bf01-a52e22efc246 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:23.929012 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port e46ea192-546f-4546-bf01-a52e22efc246 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:23.940847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port e46ea192-546f-4546-bf01-a52e22efc246 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:23.941940 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.945762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:23.982828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b7c12ac2-8150-4d62-b6e1-d1cd26dc95ab admin admin] 10.222.0.37 "PUT /v2.0/routers/63938b23-3046-4e88-94e1-d7127bfa0d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7625721 Jul 29 23:52:24.004989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Sync routers for ids ['63938b23-3046-4e88-94e1-d7127bfa0d93'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:24.014734 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:52:24.057935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Routers {'63938b23-3046-4e88-94e1-d7127bfa0d93'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:24.058577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:51:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['63938b23-3046-4e88-94e1-d7127bfa0d93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:24.127909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b13600d-d581-4224-b97f-114006ef5d0f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:24.157794 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.201118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Transition to ACTIVE for port object 6b13600d-d581-4224-b97f-114006ef5d0f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:24.206338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.242638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fbc3609e-c051-4c89-9271-8fb616cbe8ff up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:24.318955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Pushing event updated for resources: {'Port': ['ID=6b13600d-d581-4224-b97f-114006ef5d0f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:24.352990 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcfdf843-3f72-4948-8977-47baa547a6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.561471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Attempting to bind port 6b13600d-d581-4224-b97f-114006ef5d0f on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:24.561471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Attempting to bind port 6b13600d-d581-4224-b97f-114006ef5d0f by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:24.561777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Attempting to bind port 6b13600d-d581-4224-b97f-114006ef5d0f on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:24.583339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033193-dbe3-4e1f-808a-66a936cebaa9 req-3170b4ec-c9ff-41d7-9258-f29dae89076f tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:24.585035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4033193-dbe3-4e1f-808a-66a936cebaa9 req-3170b4ec-c9ff-41d7-9258-f29dae89076f tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 944 time: 0.1680515 Jul 29 23:52:24.597389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Port 6b13600d-d581-4224-b97f-114006ef5d0f on network fa6938b3-8234-4f20-a7e5-3069882cf4fa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:52:24.597806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Attempting to bind port 6b13600d-d581-4224-b97f-114006ef5d0f on network fa6938b3-8234-4f20-a7e5-3069882cf4fa {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:24.611816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:24.611816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Checking segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:24.611816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Bound using segment: {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:24.611816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Bound port: 6b13600d-d581-4224-b97f-114006ef5d0f, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:24.624427 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.737546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4033193-dbe3-4e1f-808a-66a936cebaa9 req-33da1146-6709-465d-a50e-1542d691f67c tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338246 Jul 29 23:52:24.799466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] For port 6b13600d-d581-4224-b97f-114006ef5d0f, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:24.803748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] For port 6b13600d-d581-4224-b97f-114006ef5d0f, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6b13600d-d581-4224-b97f-114006ef5d0f,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:24.809476 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.829860 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.842633 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.883675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Set router 63938b23-3046-4e88-94e1-d7127bfa0d93 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:24.933724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d824adb-ee8e-4c57-825c-d94fb81dae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46ea192-546f-4546-bf01-a52e22efc246'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:24.936464 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f482ed-021a-444c-be7b-140848f56508" -d '{"events": [{"server_uuid": "2d824adb-ee8e-4c57-825c-d94fb81dae7b", "name": "network-vif-plugged", "status": "completed", "tag": "e46ea192-546f-4546-bf01-a52e22efc246"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:24.959863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port fbc3609e-c051-4c89-9271-8fb616cbe8ff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:24.963442 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.968170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:24.969074 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.970534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b13600d-d581-4224-b97f-114006ef5d0f HTTP/1.1" status: 200 len: 1092 time: 2.7799101 Jul 29 23:52:24.973144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2f818f-5372-42aa-8f47-73a79e462cdd', 'tag': '6b13600d-d581-4224-b97f-114006ef5d0f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:24.997553 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9baa4e9-d364-4585-82bd-ee43896bba57" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2f818f-5372-42aa-8f47-73a79e462cdd", "tag": "6b13600d-d581-4224-b97f-114006ef5d0f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:25.034121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e46ea192-546f-4546-bf01-a52e22efc246, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e46ea192-546f-4546-bf01-a52e22efc246,segment=NetworkSegment(eab34e40-fcfe-472f-b019-b2c5d29ada46),segment_id=eab34e40-fcfe-472f-b019-b2c5d29ada46)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:25.058020 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.123661 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd30c2c-ef0a-435a-b1ec-d647bb1dc9ca x-openstack-request-id: req-acd30c2c-ef0a-435a-b1ec-d647bb1dc9ca {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:25.123872 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d824adb-ee8e-4c57-825c-d94fb81dae7b", "name": "network-vif-plugged", "status": "completed", "tag": "e46ea192-546f-4546-bf01-a52e22efc246", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:25.124056 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acd30c2c-ef0a-435a-b1ec-d647bb1dc9ca {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:25.124514 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d824adb-ee8e-4c57-825c-d94fb81dae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46ea192-546f-4546-bf01-a52e22efc246', 'code': 200} Jul 29 23:52:25.211417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a23ee1-4ac0-4c60-ba53-b5dc1f078c93 req-7109affc-b084-419f-bed0-7f4ece8097cd tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:25.224775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56a23ee1-4ac0-4c60-ba53-b5dc1f078c93 req-7109affc-b084-419f-bed0-7f4ece8097cd tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 943 time: 0.3255506 Jul 29 23:52:25.227723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49cffb-fac2-41f6-9955-cb8d2d565e45 service neutron] Pushing event updated for resources: {'Port': ['ID=6b13600d-d581-4224-b97f-114006ef5d0f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:25.261530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8120be-138c-434e-8847-144ed41b6279 req-fa633b1e-0fd5-4b96-9b97-0711c8e5cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:25.263161 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-fa633b1e-0fd5-4b96-9b97-0711c8e5cf97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 1095 time: 0.2326972 Jul 29 23:52:25.300160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56a23ee1-4ac0-4c60-ba53-b5dc1f078c93 req-30d79a59-c497-47a7-b218-c775f2ea6f72 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743604 Jul 29 23:52:25.405044 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84822c99-56fd-468f-958f-58346ed25e9f x-openstack-request-id: req-84822c99-56fd-468f-958f-58346ed25e9f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:25.406504 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2f818f-5372-42aa-8f47-73a79e462cdd", "tag": "6b13600d-d581-4224-b97f-114006ef5d0f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:25.410336 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84822c99-56fd-468f-958f-58346ed25e9f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:25.411106 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2f818f-5372-42aa-8f47-73a79e462cdd', 'tag': '6b13600d-d581-4224-b97f-114006ef5d0f', 'status': 'completed', 'code': 200} Jul 29 23:52:25.423808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-657463f6-9255-4596-a8c1-7fb1becc5bcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b13600d-d581-4224-b97f-114006ef5d0f HTTP/1.1" status: 200 len: 217 time: 0.1428955 Jul 29 23:52:25.434530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4d82f-95d4-4113-ace5-28021be86366 req-69fb35b3-79ce-4226-b6ef-8c51741c77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:25.445096 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-40a4d82f-95d4-4113-ace5-28021be86366 req-69fb35b3-79ce-4226-b6ef-8c51741c77bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 1097 time: 0.2450829 Jul 29 23:52:25.455822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e46ea192-546f-4546-bf01-a52e22efc246,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:25.532294 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-40a4d82f-95d4-4113-ace5-28021be86366 req-e8cd3245-b21f-4174-8f4e-57906b62576d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789361 Jul 29 23:52:25.577050 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.616395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'name': 'tempest-TestAggregatesBasicOps-712509592-router', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:20Z', 'revision_number': 4, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'gw_port': {'id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:11Z', 'updated_at': '2021-07-29T23:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '45982d66-fdec-45ef-a6a2-c4b3e14b28b8', 'name': '', 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'mac_address': 'fa:16:3e:fa:85:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'afdb1d22-b84d-4c02-8f97-c11ff3f503c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:18Z', 'updated_at': '2021-07-29T23:52:21Z', 'revision_number': 2, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'subnets': [{'id': 'afdb1d22-b84d-4c02-8f97-c11ff3f503c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:25.634033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8120be-138c-434e-8847-144ed41b6279 req-70f215b0-9685-42b4-aa35-c4e154070344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:25.635593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-70f215b0-9685-42b4-aa35-c4e154070344 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.2100699 Jul 29 23:52:25.685091 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Checking router: 63938b23-3046-4e88-94e1-d7127bfa0d93 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:25.685692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Updating router 63938b23-3046-4e88-94e1-d7127bfa0d93 port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:52:25.749247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-3b33c627-ca01-496f-8cc2-10ab22f3a569 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955286 Jul 29 23:52:25.775451 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.019275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-aebad256-75dd-4e27-93cc-8b7f9c31f39c service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617979 Jul 29 23:52:26.144293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ef1d9-874c-4caa-9729-26fad6e05695 req-ca65833e-c1d8-4ca9-815f-d375264a484e tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.146263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b08ef1d9-874c-4caa-9729-26fad6e05695 req-ca65833e-c1d8-4ca9-815f-d375264a484e tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 945 time: 0.1700604 Jul 29 23:52:26.224811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff8120be-138c-434e-8847-144ed41b6279 req-89cdcf46-5bf5-40f1-b9ae-d081bbfaac64 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713321 Jul 29 23:52:26.272618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b08ef1d9-874c-4caa-9729-26fad6e05695 req-73bdba8d-f527-48ed-a811-7ee04f50c14e tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116433 Jul 29 23:52:26.369895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.414164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Transition to ACTIVE for port object 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:26.432494 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.488145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa4e9-d364-4585-82bd-ee43896bba57 req-9dfbd856-d5b2-4752-99b9-79c28144a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.489909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9baa4e9-d364-4585-82bd-ee43896bba57 req-9dfbd856-d5b2-4752-99b9-79c28144a6ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 1095 time: 0.1267567 Jul 29 23:52:26.573171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497c2cf-087e-430c-b573-239045d1a3d2 req-c4a59149-576c-4459-bf13-0b7a4a4402c6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.581906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b497c2cf-087e-430c-b573-239045d1a3d2 req-c4a59149-576c-4459-bf13-0b7a4a4402c6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 943 time: 0.1249630 Jul 29 23:52:26.651104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782932d8-b42c-47f7-8a93-cc2cc59ed809 None None] Pushing event updated for resources: {'Port': ['ID=45982d66-fdec-45ef-a6a2-c4b3e14b28b8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:26.672915 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b497c2cf-087e-430c-b573-239045d1a3d2 req-758d338a-980f-40d0-aa97-34a523d4b853 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899787 Jul 29 23:52:26.730412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa4e9-d364-4585-82bd-ee43896bba57 req-b6ce3c6b-05db-4e8a-bf00-b18834ae9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.734786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9baa4e9-d364-4585-82bd-ee43896bba57 req-b6ce3c6b-05db-4e8a-bf00-b18834ae9636 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 906 time: 0.2357171 Jul 29 23:52:26.744583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:26.777904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Attempting to bind port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:26.778331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Attempting to bind port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:26.778755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Attempting to bind port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 on network cf472ff6-77d0-4e2f-9653-c97a48e4a96b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:26.785523 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:26.785966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Checking segment: {'id': 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:26.786403 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.786933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Bound using segment: {'id': 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:26.787705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Bound port: 45982d66-fdec-45ef-a6a2-c4b3e14b28b8, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:26.788146 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.857816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9baa4e9-d364-4585-82bd-ee43896bba57 req-5f6d5d96-e249-48a6-abdc-419a4fe89b88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b13600d-d581-4224-b97f-114006ef5d0f HTTP/1.1" status: 200 len: 217 time: 0.0981543 Jul 29 23:52:26.981921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa4e9-d364-4585-82bd-ee43896bba57 req-0f7144df-6be0-4c2b-ac6b-aa8c9f8e7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.988034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9baa4e9-d364-4585-82bd-ee43896bba57 req-0f7144df-6be0-4c2b-ac6b-aa8c9f8e7015 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.1203268 Jul 29 23:52:26.988395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] For port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:26.993227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] For port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=45982d66-fdec-45ef-a6a2-c4b3e14b28b8,segment=NetworkSegment(d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc),segment_id=d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:27.002609 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.053845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9baa4e9-d364-4585-82bd-ee43896bba57 req-8e377201-9640-4929-bb5d-1ef7bc53792e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562735 Jul 29 23:52:27.099409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Routers {'63938b23-3046-4e88-94e1-d7127bfa0d93'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:27.100137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:52:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['63938b23-3046-4e88-94e1-d7127bfa0d93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:27.156800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782932d8-b42c-47f7-8a93-cc2cc59ed809 None None] Pushing event updated for resources: {'Port': ['ID=45982d66-fdec-45ef-a6a2-c4b3e14b28b8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:27.183866 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.309853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] Set router 63938b23-3046-4e88-94e1-d7127bfa0d93 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:27.345099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9baa4e9-d364-4585-82bd-ee43896bba57 req-77648b98-8ced-4b92-95ad-3e858016f76e service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751334 Jul 29 23:52:27.537639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.597748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b54ff-ec48-4533-9002-a9a279ce46a2 req-4631ff40-fd95-4aca-b4cd-a47c40b9dbfa tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.599486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-049b54ff-ec48-4533-9002-a9a279ce46a2 req-4631ff40-fd95-4aca-b4cd-a47c40b9dbfa tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 945 time: 0.1297956 Jul 29 23:52:27.608401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9baa4e9-d364-4585-82bd-ee43896bba57 req-665acb2c-949e-4763-a306-d56c896f561f service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553017 Jul 29 23:52:27.691383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-049b54ff-ec48-4533-9002-a9a279ce46a2 req-d8ef0c0c-f385-4e36-b1a9-ffd99ebfb4d0 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739264 Jul 29 23:52:27.754731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'name': 'tempest-TestAggregatesBasicOps-712509592-router', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:20Z', 'revision_number': 4, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'gw_port': {'id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:11Z', 'updated_at': '2021-07-29T23:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '45982d66-fdec-45ef-a6a2-c4b3e14b28b8', 'name': '', 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'mac_address': 'fa:16:3e:fa:85:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'afdb1d22-b84d-4c02-8f97-c11ff3f503c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:18Z', 'updated_at': '2021-07-29T23:52:26Z', 'revision_number': 4, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'subnets': [{'id': 'afdb1d22-b84d-4c02-8f97-c11ff3f503c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:27.796491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e514d-8a2f-49f1-ac28-849fa069d674 None None] The sync data for ids ['63938b23-3046-4e88-94e1-d7127bfa0d93'] in n-d-712139-11 is: [{'id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'name': 'tempest-TestAggregatesBasicOps-712509592-router', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:20Z', 'revision_number': 4, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'gw_port': {'id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:11Z', 'updated_at': '2021-07-29T23:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '45982d66-fdec-45ef-a6a2-c4b3e14b28b8', 'name': '', 'network_id': 'cf472ff6-77d0-4e2f-9653-c97a48e4a96b', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'mac_address': 'fa:16:3e:fa:85:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'afdb1d22-b84d-4c02-8f97-c11ff3f503c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:18Z', 'updated_at': '2021-07-29T23:52:26Z', 'revision_number': 4, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'subnets': [{'id': 'afdb1d22-b84d-4c02-8f97-c11ff3f503c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:27.990755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d97f6-7de0-46bb-8e43-d4845c2d4626 req-bb78bb73-efde-48bd-bbbe-698b020b348b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.992570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a5d97f6-7de0-46bb-8e43-d4845c2d4626 req-bb78bb73-efde-48bd-bbbe-698b020b348b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 943 time: 0.1870401 Jul 29 23:52:28.066959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a5d97f6-7de0-46bb-8e43-d4845c2d4626 req-640ab7cd-ae0a-439c-b081-a23b104e03e1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619495 Jul 29 23:52:28.107377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] Deleting port 22f54636-4d2f-4043-b8ec-ba5a1c971665 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:28.108380 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.252427 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:28.267723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] For port 22f54636-4d2f-4043-b8ec-ba5a1c971665, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=22f54636-4d2f-4043-b8ec-ba5a1c971665,segment=NetworkSegment(0d3d9974-addd-4121-b462-93b9c36aaecf),segment_id=0d3d9974-addd-4121-b462-93b9c36aaecf)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:28.268227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.312512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] Calling delete_port for 22f54636-4d2f-4043-b8ec-ba5a1c971665 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:28.337431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:28.349699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:28.351261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0469c-6b9b-4a1b-86b0-92358193f69c req-e2d518ec-1f9a-498c-b16d-2f25aaaad2a3 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:28.352634 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.352957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6a0469c-6b9b-4a1b-86b0-92358193f69c req-e2d518ec-1f9a-498c-b16d-2f25aaaad2a3 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 945 time: 0.0823395 Jul 29 23:52:28.441401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6a0469c-6b9b-4a1b-86b0-92358193f69c req-0204d90f-f4c8-4a3f-baec-d4cb7dc8d4b4 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788746 Jul 29 23:52:28.496590 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.550529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=45982d66-fdec-45ef-a6a2-c4b3e14b28b8,segment=NetworkSegment(d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc),segment_id=d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:28.559020 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.643383 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.651957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=45982d66-fdec-45ef-a6a2-c4b3e14b28b8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:28.688566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] Pushing event deleted for resources: {'Port': ['ID=22f54636-4d2f-4043-b8ec-ba5a1c971665,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:28.909490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.241027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda0eb0-a05f-43bc-925e-57cfa482ed9d req-1e3e0a12-758a-4f3d-86aa-0ec313cdfc42 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:29.242944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efda0eb0-a05f-43bc-925e-57cfa482ed9d req-1e3e0a12-758a-4f3d-86aa-0ec313cdfc42 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 943 time: 0.0622916 Jul 29 23:52:29.247835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] Router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:29.311991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-efda0eb0-a05f-43bc-925e-57cfa482ed9d req-07bc75f9-e786-4777-85cd-851045c15183 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576012 Jul 29 23:52:29.425929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:29.431808 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ab4632a7-83dd-4489-b4fc-7bb3be64326f admin admin] 10.222.0.37 "PUT /v2.0/routers/256c7d96-98b1-4ca6-9654-c76aef51f7f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6842434 Jul 29 23:52:29.434675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52532) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:29.441861 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] Sync routers for ids ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:29.473131 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] Routers {'256c7d96-98b1-4ca6-9654-c76aef51f7f0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:29.473676 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:52:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:29.644458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cc354-b662-458c-a260-2736978ca1cb req-dabc6b36-e47f-424f-93c6-4fda7143f506 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:29.646047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-341cc354-b662-458c-a260-2736978ca1cb req-dabc6b36-e47f-424f-93c6-4fda7143f506 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 945 time: 0.1091290 Jul 29 23:52:29.647383 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.687034 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] Set router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:29.828970 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-341cc354-b662-458c-a260-2736978ca1cb req-45407fca-bcbd-4662-bc4e-31ddcf2694c9 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402159 Jul 29 23:52:29.863538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb2a52-e382-4622-9823-fc3811b39966 req-27f22946-33eb-42f6-b3d7-bf766076d2ba tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:29.865337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94cb2a52-e382-4622-9823-fc3811b39966 req-27f22946-33eb-42f6-b3d7-bf766076d2ba tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 945 time: 0.1732783 Jul 29 23:52:29.880914 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.882291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6b13600d-d581-4224-b97f-114006ef5d0f details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:29.931728 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'name': 'tempest-TestAggregatesBasicOps-1003552693-router', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:59Z', 'updated_at': '2021-07-29T23:52:28Z', 'revision_number': 5, 'project_id': '44dc332fdc964103980823b55693b7aa', 'gw_port': {'id': 'e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:00Z', 'updated_at': '2021-07-29T23:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:29.971623 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] Checking router: 256c7d96-98b1-4ca6-9654-c76aef51f7f0 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:29.983357 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] Routers {'256c7d96-98b1-4ca6-9654-c76aef51f7f0'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:29.988661 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:52:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:30.082587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-94cb2a52-e382-4622-9823-fc3811b39966 req-9b024a39-188d-48ad-843d-17c5770356db tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Deleting port e46ea192-546f-4546-bf01-a52e22efc246 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:30.082922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94cb2a52-e382-4622-9823-fc3811b39966 req-9b024a39-188d-48ad-843d-17c5770356db tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.092489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6b13600d-d581-4224-b97f-114006ef5d0f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6b13600d-d581-4224-b97f-114006ef5d0f,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:30.124867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '6b13600d-d581-4224-b97f-114006ef5d0f', 'network_id': 'fa6938b3-8234-4f20-a7e5-3069882cf4fa', 'port_id': '6b13600d-d581-4224-b97f-114006ef5d0f', 'mac_address': 'fa:16:3e:bb:9e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e2cfa4-656f-4a65-8a02-85ab9ce6dea4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:30.147189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Deleting port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:30.147817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.201973 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] Set router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:30.240300 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.263900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b13600d-d581-4224-b97f-114006ef5d0f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:30.279486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-94cb2a52-e382-4622-9823-fc3811b39966 req-9b024a39-188d-48ad-843d-17c5770356db tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] For port e46ea192-546f-4546-bf01-a52e22efc246, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e46ea192-546f-4546-bf01-a52e22efc246,segment=NetworkSegment(eab34e40-fcfe-472f-b019-b2c5d29ada46),segment_id=eab34e40-fcfe-472f-b019-b2c5d29ada46)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:30.279863 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94cb2a52-e382-4622-9823-fc3811b39966 req-9b024a39-188d-48ad-843d-17c5770356db tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.297449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6b13600d-d581-4224-b97f-114006ef5d0f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6b13600d-d581-4224-b97f-114006ef5d0f,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:30.304449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:30.310999 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'name': 'tempest-TestAggregatesBasicOps-1003552693-router', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:59Z', 'updated_at': '2021-07-29T23:52:29Z', 'revision_number': 6, 'project_id': '44dc332fdc964103980823b55693b7aa', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:30.311989 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.327958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-94cb2a52-e382-4622-9823-fc3811b39966 req-9b024a39-188d-48ad-843d-17c5770356db tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Calling delete_port for e46ea192-546f-4546-bf01-a52e22efc246 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:30.373027 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489bab6-fbe6-4576-b970-6950ab95a958 None None] The sync data for ids ['256c7d96-98b1-4ca6-9654-c76aef51f7f0'] in n-d-712139-11 is: [{'id': '256c7d96-98b1-4ca6-9654-c76aef51f7f0', 'name': 'tempest-TestAggregatesBasicOps-1003552693-router', 'tenant_id': '44dc332fdc964103980823b55693b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:59Z', 'updated_at': '2021-07-29T23:52:29Z', 'revision_number': 6, 'project_id': '44dc332fdc964103980823b55693b7aa', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:30.417179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6b13600d-d581-4224-b97f-114006ef5d0f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.471996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:30.472536 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.539472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6b13600d-d581-4224-b97f-114006ef5d0f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:30.657181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ef8b8-28c0-48bc-8734-6e7d8c315e04 req-0082377a-0f24-4fcd-abb2-38a0ac8a1939 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:30.659754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-148ef8b8-28c0-48bc-8734-6e7d8c315e04 req-0082377a-0f24-4fcd-abb2-38a0ac8a1939 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 944 time: 0.1528263 Jul 29 23:52:30.661758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] For port e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:30.662136 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.067983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Calling delete_port for e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:31.141185 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94cb2a52-e382-4622-9823-fc3811b39966 req-9b024a39-188d-48ad-843d-17c5770356db tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.157695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e46ea192-546f-4546-bf01-a52e22efc246'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:31.216184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b024a39-188d-48ad-843d-17c5770356db tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Pushing event deleted for resources: {'Port': ['ID=e46ea192-546f-4546-bf01-a52e22efc246,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:31.245391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-148ef8b8-28c0-48bc-8734-6e7d8c315e04 req-8be3eee4-78bf-47fe-8d79-0bff378b05a2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780370 Jul 29 23:52:31.322313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cb2a52-e382-4622-9823-fc3811b39966 req-9b024a39-188d-48ad-843d-17c5770356db tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] No DVR routers for this DVR port e46ea192-546f-4546-bf01-a52e22efc246 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:31.326133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94cb2a52-e382-4622-9823-fc3811b39966 req-9b024a39-188d-48ad-843d-17c5770356db tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.329212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94cb2a52-e382-4622-9823-fc3811b39966 req-9b024a39-188d-48ad-843d-17c5770356db tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.42 "DELETE /v2.0/ports/e46ea192-546f-4546-bf01-a52e22efc246 HTTP/1.1" status: 204 len: 173 time: 1.4568431 Jul 29 23:52:31.335799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d824adb-ee8e-4c57-825c-d94fb81dae7b', 'name': 'network-vif-deleted', 'tag': 'e46ea192-546f-4546-bf01-a52e22efc246'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:31.338881 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd448df-d72f-4116-842e-9c76b498e015" -d '{"events": [{"server_uuid": "2d824adb-ee8e-4c57-825c-d94fb81dae7b", "name": "network-vif-deleted", "tag": "e46ea192-546f-4546-bf01-a52e22efc246"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:31.410950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5154f3-4a73-4939-9382-f966eb6be670 req-ab56ab79-e16f-4ab8-a367-933565230a6c tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:31.428748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c5154f3-4a73-4939-9382-f966eb6be670 req-ab56ab79-e16f-4ab8-a367-933565230a6c tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d824adb-ee8e-4c57-825c-d94fb81dae7b HTTP/1.1" status: 200 len: 867 time: 0.3663156 Jul 29 23:52:31.467279 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d54e05e-bda6-46f2-92ae-f66fd591f68a x-openstack-request-id: req-6d54e05e-bda6-46f2-92ae-f66fd591f68a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:31.467560 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d824adb-ee8e-4c57-825c-d94fb81dae7b", "name": "network-vif-deleted", "tag": "e46ea192-546f-4546-bf01-a52e22efc246", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:31.468154 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d54e05e-bda6-46f2-92ae-f66fd591f68a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:31.468277 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d824adb-ee8e-4c57-825c-d94fb81dae7b', 'name': 'network-vif-deleted', 'tag': 'e46ea192-546f-4546-bf01-a52e22efc246', 'status': 'completed', 'code': 200} Jul 29 23:52:31.587747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c5154f3-4a73-4939-9382-f966eb6be670 req-6e96b923-35bc-4125-b642-1a8f1f74a004 tempest-ServerAddressesNegativeTestJSON-1183060088 tempest-ServerAddressesNegativeTestJSON-1183060088-project] 10.222.0.37 "GET /v2.0/security-groups?id=35a9040a-f5d9-4516-b18e-02b9a19574ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580391 Jul 29 23:52:31.689933 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.724249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:31.802871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.900126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6b13600d-d581-4224-b97f-114006ef5d0f up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:31.919208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.921611 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.966937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 6b13600d-d581-4224-b97f-114006ef5d0f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:31.975271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 6b13600d-d581-4224-b97f-114006ef5d0f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:31.975821 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.981071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.981829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 256c7d96-98b1-4ca6-9654-c76aef51f7f0 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:52:31.989248 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.994558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:32.005068 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5ef579be-65e8-4d7b-8713-1ef20684b643 admin admin] 10.222.0.37 "DELETE /v2.0/routers/256c7d96-98b1-4ca6-9654-c76aef51f7f0 HTTP/1.1" status: 204 len: 168 time: 2.5689609 Jul 29 23:52:32.104130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2ff9ab-9826-4365-bddc-6fba5b9be1e6 admin admin] Deleting subnet fc5a11f2-b613-4a02-8e21-6107692523d8 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:32.110102 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff9ab-9826-4365-bddc-6fba5b9be1e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.154762 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.171336 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff9ab-9826-4365-bddc-6fba5b9be1e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.282670 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff9ab-9826-4365-bddc-6fba5b9be1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.384906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 22f54636-4d2f-4043-b8ec-ba5a1c971665 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:32.389247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff9ab-9826-4365-bddc-6fba5b9be1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.409121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a041bf2-f4b9-41e0-862c-95a6a6758af7 req-8dc87844-79a3-4ceb-b04a-054a65ca5fff tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:32.411221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a041bf2-f4b9-41e0-862c-95a6a6758af7 req-8dc87844-79a3-4ceb-b04a-054a65ca5fff tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 944 time: 0.0630593 Jul 29 23:52:32.413664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 22f54636-4d2f-4043-b8ec-ba5a1c971665 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:32.414017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 22f54636-4d2f-4043-b8ec-ba5a1c971665 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:32.414604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:32.442266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff9ab-9826-4365-bddc-6fba5b9be1e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.442563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:32.442971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e2ab43b1-e5d8-4ce2-9bfb-b0d4b685a99f not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:32.444530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2f818f-5372-42aa-8f47-73a79e462cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b13600d-d581-4224-b97f-114006ef5d0f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:32.447622 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a84a6cb-c46c-499f-9836-d3e4208a074d" -d '{"events": [{"server_uuid": "ac2f818f-5372-42aa-8f47-73a79e462cdd", "name": "network-vif-plugged", "status": "completed", "tag": "6b13600d-d581-4224-b97f-114006ef5d0f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:32.450921 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0e2ff9ab-9826-4365-bddc-6fba5b9be1e6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fc5a11f2-b613-4a02-8e21-6107692523d8 HTTP/1.1" status: 204 len: 168 time: 0.4544365 Jul 29 23:52:32.452347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ff9ab-9826-4365-bddc-6fba5b9be1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5a11f2-b613-4a02-8e21-6107692523d8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:32.455842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d4942-a7b6-4b8d-8e7e-97a9c3e3f814 None None] Network 65040e09-b19d-4ffd-8037-64e2d92e080f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:32.458537 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:32.478276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6b13600d-d581-4224-b97f-114006ef5d0f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6b13600d-d581-4224-b97f-114006ef5d0f,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:32.496075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:32.540196 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.541486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e46ea192-546f-4546-bf01-a52e22efc246 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:32.550050 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43dca7a-6dfd-42a8-a94a-35ec6897fa80 x-openstack-request-id: req-d43dca7a-6dfd-42a8-a94a-35ec6897fa80 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:32.550516 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2f818f-5372-42aa-8f47-73a79e462cdd", "name": "network-vif-plugged", "status": "completed", "tag": "6b13600d-d581-4224-b97f-114006ef5d0f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:32.551101 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d43dca7a-6dfd-42a8-a94a-35ec6897fa80 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:32.551625 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2f818f-5372-42aa-8f47-73a79e462cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b13600d-d581-4224-b97f-114006ef5d0f', 'code': 200} Jul 29 23:52:32.575214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5f32b2-8a56-4a97-bbcd-6e1184fc4a05 admin admin] Deleting subnet 8e2d1e63-95b7-42c7-96d1-3cec92c66eb2 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:32.578298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.579367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5f32b2-8a56-4a97-bbcd-6e1184fc4a05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.615948 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.616214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a041bf2-f4b9-41e0-862c-95a6a6758af7 req-86279a97-48ff-49c1-bc04-6b37264858a3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932986 Jul 29 23:52:32.616977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: e46ea192-546f-4546-bf01-a52e22efc246 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:32.617107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e46ea192-546f-4546-bf01-a52e22efc246 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:32.640872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5f32b2-8a56-4a97-bbcd-6e1184fc4a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.691199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6b13600d-d581-4224-b97f-114006ef5d0f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:32.695616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52596) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:32.700741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5f32b2-8a56-4a97-bbcd-6e1184fc4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.785309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9184bc1-b4c6-4d18-9129-4b8aff6cf1ae admin admin] Deleting subnet a648951b-9a89-4b01-af0b-5f50e8d778c7 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:32.797312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5f32b2-8a56-4a97-bbcd-6e1184fc4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.798913 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9184bc1-b4c6-4d18-9129-4b8aff6cf1ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.827023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f32b2-8a56-4a97-bbcd-6e1184fc4a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2d1e63-95b7-42c7-96d1-3cec92c66eb2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:32.831232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5f32b2-8a56-4a97-bbcd-6e1184fc4a05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.833212 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4e5f32b2-8a56-4a97-bbcd-6e1184fc4a05 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8e2d1e63-95b7-42c7-96d1-3cec92c66eb2 HTTP/1.1" status: 204 len: 168 time: 0.3353231 Jul 29 23:52:32.835863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d287e-55ab-4ac9-8311-0cd1243dded4 req-29efc70b-a5b8-4d5d-96bb-0f7a65f8d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:32.836645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:32.837896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-411d287e-55ab-4ac9-8311-0cd1243dded4 req-29efc70b-a5b8-4d5d-96bb-0f7a65f8d209 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 1097 time: 0.2481015 Jul 29 23:52:32.869023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d368081a-f9b3-4af6-a7dd-198333570d36 None None] DHCP port deletion for 65040e09-b19d-4ffd-8037-64e2d92e080f request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:52:32.882733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9184bc1-b4c6-4d18-9129-4b8aff6cf1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.933035 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.942034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d368081a-f9b3-4af6-a7dd-198333570d36 None None] Deleting port 1cb4a113-6636-4bba-8314-3ca91261baa2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:32.942967 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d368081a-f9b3-4af6-a7dd-198333570d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.973327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-411d287e-55ab-4ac9-8311-0cd1243dded4 req-4a2fc268-05d8-4322-afde-4e6b1a3a876e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252086 Jul 29 23:52:32.974741 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9184bc1-b4c6-4d18-9129-4b8aff6cf1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.978266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Deleting port 1cb4a113-6636-4bba-8314-3ca91261baa2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:32.978743 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.039413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d368081a-f9b3-4af6-a7dd-198333570d36 None None] For port 1cb4a113-6636-4bba-8314-3ca91261baa2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1cb4a113-6636-4bba-8314-3ca91261baa2,segment=NetworkSegment(0d3d9974-addd-4121-b462-93b9c36aaecf),segment_id=0d3d9974-addd-4121-b462-93b9c36aaecf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:33.040314 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d368081a-f9b3-4af6-a7dd-198333570d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.057625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d368081a-f9b3-4af6-a7dd-198333570d36 None None] Calling delete_port for 1cb4a113-6636-4bba-8314-3ca91261baa2 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:33.086882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.095244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] For port 1cb4a113-6636-4bba-8314-3ca91261baa2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1cb4a113-6636-4bba-8314-3ca91261baa2,segment=NetworkSegment(0d3d9974-addd-4121-b462-93b9c36aaecf),segment_id=0d3d9974-addd-4121-b462-93b9c36aaecf)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:33.095760 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.100733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaff96b-c58e-4a25-aece-b5d232f49716']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:33.115291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Calling delete_port for 1cb4a113-6636-4bba-8314-3ca91261baa2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:33.117037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb90b4d-adc6-49e1-8311-fe4105342848') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:33.117698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb90b4d-adc6-49e1-8311-fe4105342848') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:33.122991 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9184bc1-b4c6-4d18-9129-4b8aff6cf1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.129525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.150158 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.161075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:33.161440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.162781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9184bc1-b4c6-4d18-9129-4b8aff6cf1ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a648951b-9a89-4b01-af0b-5f50e8d778c7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:33.174813 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9184bc1-b4c6-4d18-9129-4b8aff6cf1ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.177141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d9184bc1-b4c6-4d18-9129-4b8aff6cf1ae admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a648951b-9a89-4b01-af0b-5f50e8d778c7 HTTP/1.1" status: 204 len: 168 time: 0.4805167 Jul 29 23:52:33.185533 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d368081a-f9b3-4af6-a7dd-198333570d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.210497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52600) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:33.237623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368081a-f9b3-4af6-a7dd-198333570d36 None None] Pushing event deleted for resources: {'Port': ['ID=1cb4a113-6636-4bba-8314-3ca91261baa2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:33.240776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368081a-f9b3-4af6-a7dd-198333570d36 None None] No DVR routers for this DVR port 1cb4a113-6636-4bba-8314-3ca91261baa2 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:33.247037 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:33.267297 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.279576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.285252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4aaff96b-c58e-4a25-aece-b5d232f49716 HTTP/1.1" status: 204 len: 168 time: 0.4447913 Jul 29 23:52:33.305584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c18b2-089b-4261-9183-2a3ca3b93aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aaff96b-c58e-4a25-aece-b5d232f49716,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:33.355171 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.399696 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.470417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb4a113-6636-4bba-8314-3ca91261baa2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:33.474990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] No DVR routers for this DVR port 1cb4a113-6636-4bba-8314-3ca91261baa2 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:33.520140 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.535845 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52604) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:33.575072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77550f2e-1a54-465c-a8f0-746888e46a1f']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:33.582361 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b6893641-61d1-4fcb-bdc3-aa6a4d4208d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3984a46589ee47318ae6f1fbe1466ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449414 Jul 29 23:52:33.585168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:33.599085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab34e40-fcfe-472f-b019-b2c5d29ada46') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:33.599398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab34e40-fcfe-472f-b019-b2c5d29ada46') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:33.611718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.615102 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.631276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65040e09-b19d-4ffd-8037-64e2d92e080f']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:33.644668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd8f-5551-4323-bb15-76412befdee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.649412 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.654714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3d9974-addd-4121-b462-93b9c36aaecf') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:33.656505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3d9974-addd-4121-b462-93b9c36aaecf') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:33.672403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:33.673007 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:33.675504 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:33.678913 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.684406 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd8f-5551-4323-bb15-76412befdee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.749706 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.778693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd8f-5551-4323-bb15-76412befdee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.786815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:33.788227 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.790798 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd8f-5551-4323-bb15-76412befdee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.792928 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fd0cdd8f-5551-4323-bb15-76412befdee2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6911263-34ae-4649-90ed-7293a32e2357 HTTP/1.1" status: 204 len: 168 time: 0.2065518 Jul 29 23:52:33.822468 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cdd8f-5551-4323-bb15-76412befdee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6911263-34ae-4649-90ed-7293a32e2357,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:33.848909 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:33.852455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.868407 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.877142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.880435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/77550f2e-1a54-465c-a8f0-746888e46a1f HTTP/1.1" status: 204 len: 168 time: 0.6682940 Jul 29 23:52:33.894622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.901726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52616) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:33.904752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] 10.222.0.37 "DELETE /v2.0/networks/65040e09-b19d-4ffd-8037-64e2d92e080f HTTP/1.1" status: 204 len: 168 time: 1.4446435 Jul 29 23:52:33.925580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463aaf4-f034-4203-be8e-23015add22a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77550f2e-1a54-465c-a8f0-746888e46a1f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:33.959544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d8649-8a21-45db-8ed2-be374e68696d admin admin] Pushing event deleted for resources: {'Network': ['ID=65040e09-b19d-4ffd-8037-64e2d92e080f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:33.976966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a361e61-88f7-4b7b-b96c-a3c617e2f70c req-0fd368be-60b3-41b7-99ca-fb3efec833d1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:33.980091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a361e61-88f7-4b7b-b96c-a3c617e2f70c req-0fd368be-60b3-41b7-99ca-fb3efec833d1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.2479811 Jul 29 23:52:34.067693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a361e61-88f7-4b7b-b96c-a3c617e2f70c req-07d99e81-e152-415f-95d1-abf53a0b3a54 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772223 Jul 29 23:52:34.146889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1cb4a113-6636-4bba-8314-3ca91261baa2 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:34.187107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1cb4a113-6636-4bba-8314-3ca91261baa2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:34.187664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1cb4a113-6636-4bba-8314-3ca91261baa2 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:34.235880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52620) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:34.289168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6011ec48-bdd8-4ca1-b770-aa1417e92748 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72520c83010b4593a28e85b546be65c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516882 Jul 29 23:52:34.289804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52624) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:34.363048 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f47d229c-21d0-472c-89b8-422f971970b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.395499 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f47d229c-21d0-472c-89b8-422f971970b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.490218 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f47d229c-21d0-472c-89b8-422f971970b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.494719 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f47d229c-21d0-472c-89b8-422f971970b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.500701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f47d229c-21d0-472c-89b8-422f971970b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35a9040a-f5d9-4516-b18e-02b9a19574ad HTTP/1.1" status: 204 len: 168 time: 0.2098072 Jul 29 23:52:34.516121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d229c-21d0-472c-89b8-422f971970b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a9040a-f5d9-4516-b18e-02b9a19574ad,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:34.536872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.867281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] Deleting port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:34.867637 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.966583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] For port 45982d66-fdec-45ef-a6a2-c4b3e14b28b8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=45982d66-fdec-45ef-a6a2-c4b3e14b28b8,segment=NetworkSegment(d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc),segment_id=d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:34.966898 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.993606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] Calling delete_port for 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:35.219153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13677a86-9380-40f0-a571-61579941d5e3 req-3321ff85-179e-48b3-810b-640ff6038e57 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:35.229135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13677a86-9380-40f0-a571-61579941d5e3 req-3321ff85-179e-48b3-810b-640ff6038e57 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0710864 Jul 29 23:52:35.287642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13677a86-9380-40f0-a571-61579941d5e3 req-a5aca732-c4c4-48a7-baa2-98aee57159bb tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571074 Jul 29 23:52:35.518318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52670) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:35.649612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf230ac-99ee-4679-8bc7-ee64cf2d0b71 req-b6471824-c71f-48d2-a977-900d33df39fb tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:35.666227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0bf230ac-99ee-4679-8bc7-ee64cf2d0b71 req-b6471824-c71f-48d2-a977-900d33df39fb tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1021481 Jul 29 23:52:35.690593 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.691152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2008534392-network', 'tenant_id': '4431d2de745e41c88709d056b4907799'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:35.721361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] Pushing event deleted for resources: {'Port': ['ID=45982d66-fdec-45ef-a6a2-c4b3e14b28b8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:35.787546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Made reservation on behalf of 4431d2de745e41c88709d056b4907799 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:35.789792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.801873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.808469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0bf230ac-99ee-4679-8bc7-ee64cf2d0b71 req-8dcaa066-0761-440c-8641-0c9cb6ab85e6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397178 Jul 29 23:52:35.993120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.000228 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.001651 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.070891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:52:36.093202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b50349c-2457-4830-b0a9-e51c8c0ea32e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:36.101864 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.102226 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Added segment f0e0ac2f-0417-4cea-a289-a8c22c2c9101 of type vlan for network 46a18880-28e3-4263-83fe-fe1fecc084da Jul 29 23:52:36.151951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d354c8-aa20-4fd1-b995-eb46ca97fb92 req-75651fab-ea39-4f7d-b826-e73e14c390f9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:36.153643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19d354c8-aa20-4fd1-b995-eb46ca97fb92 req-75651fab-ea39-4f7d-b826-e73e14c390f9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1463225 Jul 29 23:52:36.169592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.230904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19d354c8-aa20-4fd1-b995-eb46ca97fb92 req-ce123dbb-2376-44d7-a2ea-2588666f0c43 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572712 Jul 29 23:52:36.243436 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.244532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:36.245703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.304169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7841828 Jul 29 23:52:36.307058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52684) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:36.313409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Request body: {'subnet': {'network_id': '46a18880-28e3-4263-83fe-fe1fecc084da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2008534392-subnet', 'tenant_id': '4431d2de745e41c88709d056b4907799', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:36.330798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b8c17-dd91-41f6-b19f-865988d91bec admin admin] Pushing event updated for resources: {'Network': ['ID=46a18880-28e3-4263-83fe-fe1fecc084da,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:36.340801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] Router 63938b23-3046-4e88-94e1-d7127bfa0d93 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:36.342419 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 46a18880-28e3-4263-83fe-fe1fecc084da details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:52:36.350859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Made reservation on behalf of 4431d2de745e41c88709d056b4907799 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:36.355593 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.516686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:36.522773 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0968c60c-554b-477c-9e5e-e2099cf57404 admin admin] 10.222.0.37 "PUT /v2.0/routers/63938b23-3046-4e88-94e1-d7127bfa0d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6212659 Jul 29 23:52:36.528151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff9255-40e5-4818-b916-569f06552701 None None] Sync routers for ids ['63938b23-3046-4e88-94e1-d7127bfa0d93'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:36.528338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52688) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:36.539085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff9255-40e5-4818-b916-569f06552701 None None] Routers {'63938b23-3046-4e88-94e1-d7127bfa0d93'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:36.540291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-85ff9255-40e5-4818-b916-569f06552701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:52:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['63938b23-3046-4e88-94e1-d7127bfa0d93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:36.584365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f5533-717a-4f5c-bfeb-533d7cde9ad9 req-abfc4c57-164f-4506-85b8-3ced02241222 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:36.586010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f34f5533-717a-4f5c-bfeb-533d7cde9ad9 req-abfc4c57-164f-4506-85b8-3ced02241222 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1005952 Jul 29 23:52:36.654519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.674255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f34f5533-717a-4f5c-bfeb-533d7cde9ad9 req-d4a0e47a-eff4-45b0-814f-40c1392e6c88 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616679 Jul 29 23:52:36.684881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-85ff9255-40e5-4818-b916-569f06552701 None None] Set router 63938b23-3046-4e88-94e1-d7127bfa0d93 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:36.687442 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.757575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffefd8e-44ff-49be-bf37-80acfed7bc80,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:36.784710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Checking segment: {'id': 'f0e0ac2f-0417-4cea-a289-a8c22c2c9101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46a18880-28e3-4263-83fe-fe1fecc084da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:36.785472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Network hostable DHCP agents. Network: 46a18880-28e3-4263-83fe-fe1fecc084da, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:52:36.810804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Network 46a18880-28e3-4263-83fe-fe1fecc084da is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:52:36.831122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 46a18880-28e3-4263-83fe-fe1fecc084da) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:36.846709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:36.848548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.852723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7dfd0-24f1-46a9-bd94-063521557062 None None] Network 46a18880-28e3-4263-83fe-fe1fecc084da requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:36.868431 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.878885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9c6884cb-2ec3-461f-9d87-4d02703f7ce4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5702915 Jul 29 23:52:36.961521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Deleting port fbc3609e-c051-4c89-9271-8fb616cbe8ff {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:36.961871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.038971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02151b-f8ff-4606-8cb2-1b31c09f65b9 None None] Network 46a18880-28e3-4263-83fe-fe1fecc084da requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:37.064745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] For port fbc3609e-c051-4c89-9271-8fb616cbe8ff, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fbc3609e-c051-4c89-9271-8fb616cbe8ff,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:37.065210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.084241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-85ff9255-40e5-4818-b916-569f06552701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'name': 'tempest-TestAggregatesBasicOps-712509592-router', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:35Z', 'revision_number': 5, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'gw_port': {'id': 'fbc3609e-c051-4c89-9271-8fb616cbe8ff', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:11Z', 'updated_at': '2021-07-29T23:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:37.086242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Calling delete_port for fbc3609e-c051-4c89-9271-8fb616cbe8ff owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:37.118337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff9255-40e5-4818-b916-569f06552701 None None] Checking router: 63938b23-3046-4e88-94e1-d7127bfa0d93 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:37.137657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff9255-40e5-4818-b916-569f06552701 None None] Routers {'63938b23-3046-4e88-94e1-d7127bfa0d93'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:37.138633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-85ff9255-40e5-4818-b916-569f06552701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:52:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['63938b23-3046-4e88-94e1-d7127bfa0d93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:37.266783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-85ff9255-40e5-4818-b916-569f06552701 None None] Set router 63938b23-3046-4e88-94e1-d7127bfa0d93 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:37.301805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.340739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-85ff9255-40e5-4818-b916-569f06552701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'name': 'tempest-TestAggregatesBasicOps-712509592-router', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:36Z', 'revision_number': 6, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:37.354289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc3609e-c051-4c89-9271-8fb616cbe8ff,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:37.375983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff9255-40e5-4818-b916-569f06552701 None None] The sync data for ids ['63938b23-3046-4e88-94e1-d7127bfa0d93'] in n-d-712139-11 is: [{'id': '63938b23-3046-4e88-94e1-d7127bfa0d93', 'name': 'tempest-TestAggregatesBasicOps-712509592-router', 'tenant_id': '01e014bb371b4f7e852ed879a371aa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:36Z', 'revision_number': 6, 'project_id': '01e014bb371b4f7e852ed879a371aa71', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:37.417105 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.470257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-7c0a0006-6f66-4ffc-957d-81b4bbcfc78e tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:37.472278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-7c0a0006-6f66-4ffc-957d-81b4bbcfc78e tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/networks?id=46a18880-28e3-4263-83fe-fe1fecc084da HTTP/1.1" status: 200 len: 821 time: 0.1385288 Jul 29 23:52:37.488797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-8186e6d7-4afc-4241-b946-a7fe1644c427 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/quotas/4431d2de745e41c88709d056b4907799 HTTP/1.1" status: 200 len: 375 time: 0.0100782 Jul 29 23:52:37.525766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.528079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.531689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-71508190-14e2-42d6-bdd9-ee00e0b8379b tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4431d2de745e41c88709d056b4907799&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341666 Jul 29 23:52:37.578919 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.579486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63938b23-3046-4e88-94e1-d7127bfa0d93 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:52:37.584407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.587800 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-29863931-1e3b-478b-a0e4-85ef746a31c5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/63938b23-3046-4e88-94e1-d7127bfa0d93 HTTP/1.1" status: 204 len: 168 time: 1.0562551 Jul 29 23:52:37.588394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52708) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:37.637892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-6b8590d0-8047-4760-9411-bfced4162099 service neutron] 10.222.0.37 "GET /v2.0/networks/46a18880-28e3-4263-83fe-fe1fecc084da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969493 Jul 29 23:52:37.642976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d52e9a-8de9-4bd0-92b5-bdaa3d067579 admin admin] Deleting subnet afdb1d22-b84d-4c02-8f97-c11ff3f503c7 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:37.648262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37d52e9a-8de9-4bd0-92b5-bdaa3d067579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.688356 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37d52e9a-8de9-4bd0-92b5-bdaa3d067579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.778851 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-632f3574-236c-46d7-a093-a96043bbceab service neutron] 10.222.0.37 "GET /v2.0/networks/46a18880-28e3-4263-83fe-fe1fecc084da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325037 Jul 29 23:52:37.801442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37d52e9a-8de9-4bd0-92b5-bdaa3d067579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.827238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f57edd-1c68-40b7-a0cf-ca8c52067e92 req-a8173721-1852-4519-ba4c-c63cf55d6763 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:37.830181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96f57edd-1c68-40b7-a0cf-ca8c52067e92 req-a8173721-1852-4519-ba4c-c63cf55d6763 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0630679 Jul 29 23:52:37.874439 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37d52e9a-8de9-4bd0-92b5-bdaa3d067579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.891742 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37d52e9a-8de9-4bd0-92b5-bdaa3d067579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.892088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96f57edd-1c68-40b7-a0cf-ca8c52067e92 req-b2fa0b99-16df-4103-a538-1d8fe8362ad3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548191 Jul 29 23:52:37.893662 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-37d52e9a-8de9-4bd0-92b5-bdaa3d067579 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/afdb1d22-b84d-4c02-8f97-c11ff3f503c7 HTTP/1.1" status: 204 len: 168 time: 0.3042717 Jul 29 23:52:37.896529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:37.908701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14930126-32cd-4dc6-8239-0e73b5142df2 None None] Network cf472ff6-77d0-4e2f-9653-c97a48e4a96b requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:37.943578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d52e9a-8de9-4bd0-92b5-bdaa3d067579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afdb1d22-b84d-4c02-8f97-c11ff3f503c7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:38.039587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cdacb6f-c8c7-49f7-9f83-d775b578b5ea req-410ff4d8-6178-4ea9-94c5-7389df01de5b tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 210 time: 0.0436614 Jul 29 23:52:38.057600 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.137374 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Deleting port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:38.137734 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.246505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] For port 02dedcd6-60c7-4498-8a52-e7f64f7881c3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=02dedcd6-60c7-4498-8a52-e7f64f7881c3,segment=NetworkSegment(d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc),segment_id=d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:38.246997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.270371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Calling delete_port for 02dedcd6-60c7-4498-8a52-e7f64f7881c3 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:38.292112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac97c6-474f-4526-a66c-be4dbe153ebc None None] DHCP port deletion for cf472ff6-77d0-4e2f-9653-c97a48e4a96b request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:52:38.395834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fbc3609e-c051-4c89-9271-8fb616cbe8ff no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:38.424190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: fbc3609e-c051-4c89-9271-8fb616cbe8ff {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:38.424545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fbc3609e-c051-4c89-9271-8fb616cbe8ff not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:38.425154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 02dedcd6-60c7-4498-8a52-e7f64f7881c3 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:38.429987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5eac97c6-474f-4526-a66c-be4dbe153ebc None None] Deleting port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:38.430609 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eac97c6-474f-4526-a66c-be4dbe153ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.442532 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.494177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Pushing event deleted for resources: {'Port': ['ID=02dedcd6-60c7-4498-8a52-e7f64f7881c3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:38.501814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] No DVR routers for this DVR port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:38.598233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No active binding found for port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:52:38.599000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 02dedcd6-60c7-4498-8a52-e7f64f7881c3 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:38.599713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:38.603645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5eac97c6-474f-4526-a66c-be4dbe153ebc None None] For port 02dedcd6-60c7-4498-8a52-e7f64f7881c3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=02dedcd6-60c7-4498-8a52-e7f64f7881c3,segment=NetworkSegment(d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc),segment_id=d2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:38.604456 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eac97c6-474f-4526-a66c-be4dbe153ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.637066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:38.637903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 45982d66-fdec-45ef-a6a2-c4b3e14b28b8 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:38.640266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.644824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5eac97c6-474f-4526-a66c-be4dbe153ebc None None] Calling delete_port for 02dedcd6-60c7-4498-8a52-e7f64f7881c3 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:38.670555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf472ff6-77d0-4e2f-9653-c97a48e4a96b']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:38.690939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:38.695123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f0a1b8-e1b1-49bf-9255-b0964b2bd3bc') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:38.715899 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.743047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.756883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:38.758064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:38.765774 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:38.879079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.919715 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.922122 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cf472ff6-77d0-4e2f-9653-c97a48e4a96b HTTP/1.1" status: 204 len: 168 time: 1.0244865 Jul 29 23:52:38.924097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500befc5-5861-4caa-961c-cf47ef78c116 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf472ff6-77d0-4e2f-9653-c97a48e4a96b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:39.098258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e099a17-ba2c-4e2a-bbf3-214864ac45fb req-98192368-ebf1-4209-a08f-da9512ca0786 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:39.099604 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eac97c6-474f-4526-a66c-be4dbe153ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.113359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5eac97c6-474f-4526-a66c-be4dbe153ebc None None] Network cf472ff6-77d0-4e2f-9653-c97a48e4a96b is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:52:39.117383 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac97c6-474f-4526-a66c-be4dbe153ebc None None] No DVR routers for this DVR port 02dedcd6-60c7-4498-8a52-e7f64f7881c3 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:39.122987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e099a17-ba2c-4e2a-bbf3-214864ac45fb req-98192368-ebf1-4209-a08f-da9512ca0786 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1015861 Jul 29 23:52:39.148327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac97c6-474f-4526-a66c-be4dbe153ebc None None] Pushing event deleted for resources: {'Port': ['ID=02dedcd6-60c7-4498-8a52-e7f64f7881c3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:39.173653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52738) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:39.190368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3214bb10-b91d-4b27-ba5e-da6056f8ee63 req-d8c0870a-95d7-4f11-a547-8241869ff9c0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 210 time: 0.0476346 Jul 29 23:52:39.217876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e099a17-ba2c-4e2a-bbf3-214864ac45fb req-368277e7-7169-460f-a766-d33e0fcc3757 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921319 Jul 29 23:52:39.261098 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0a8b940b-f4d1-44a9-9066-2a50cb9b645e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44dc332fdc964103980823b55693b7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0859506 Jul 29 23:52:39.265409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:39.352624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3032ce72-b41f-4ac6-96a8-7612a947c579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.390548 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3032ce72-b41f-4ac6-96a8-7612a947c579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.477299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3032ce72-b41f-4ac6-96a8-7612a947c579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.480181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3032ce72-b41f-4ac6-96a8-7612a947c579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.486669 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3032ce72-b41f-4ac6-96a8-7612a947c579 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e8cfa1a-a2fb-4378-94d6-1e6d8086bc9c HTTP/1.1" status: 204 len: 168 time: 0.2179418 Jul 29 23:52:39.512564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032ce72-b41f-4ac6-96a8-7612a947c579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8cfa1a-a2fb-4378-94d6-1e6d8086bc9c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:39.680927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-06e8bd6b-5169-4a33-a5f6-55cb27f1270a tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:39.684179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-06e8bd6b-5169-4a33-a5f6-55cb27f1270a tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.42 "GET /v2.0/networks?id=46a18880-28e3-4263-83fe-fe1fecc084da HTTP/1.1" status: 200 len: 821 time: 0.2392950 Jul 29 23:52:39.703653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Request body: {'port': {'device_id': '196c8c2c-4320-412f-b169-550ab31bb4ca', 'network_id': '46a18880-28e3-4263-83fe-fe1fecc084da', 'admin_state_up': True, 'tenant_id': '4431d2de745e41c88709d056b4907799'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:39.872858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Made reservation on behalf of 4431d2de745e41c88709d056b4907799 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:39.877897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.051341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Allocated IP 172.20.0.4 (46a18880-28e3-4263-83fe-fe1fecc084da/9ffefd8e-44ff-49be-bf37-80acfed7bc80/c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:40.114764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 52748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:40.173493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 52750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:40.174642 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5b09183c-9dd4-4bc7-8dc7-cf703680486e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01e014bb371b4f7e852ed879a371aa71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583041 Jul 29 23:52:40.272683 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3db76436-2924-4db3-846f-091686b895f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.290604 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.348709 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3db76436-2924-4db3-846f-091686b895f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.375655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b6701a9-2f6e-4d34-87a9-3dc63be3fbfd req-9aeb1a7d-beed-4deb-9f41-5f9331c59cc3 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 210 time: 0.0686338 Jul 29 23:52:40.459239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f20da-16de-42e9-8c32-b67fe58fe43d req-73410b73-3a44-4f49-8087-3d44ed644b6f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:40.460801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b52f20da-16de-42e9-8c32-b67fe58fe43d req-73410b73-3a44-4f49-8087-3d44ed644b6f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1326106 Jul 29 23:52:40.465011 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.524689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3db76436-2924-4db3-846f-091686b895f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.527672 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3db76436-2924-4db3-846f-091686b895f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.529032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3db76436-2924-4db3-846f-091686b895f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e44aaaa-e201-46c2-b315-6b1f64964c87 HTTP/1.1" status: 204 len: 168 time: 0.3539975 Jul 29 23:52:40.550309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Network 46a18880-28e3-4263-83fe-fe1fecc084da is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:40.559954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:40.562850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:40.577505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db76436-2924-4db3-846f-091686b895f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e44aaaa-e201-46c2-b315-6b1f64964c87,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:40.605939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Pushing event updated for resources: {'Port': ['ID=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:40.616769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b52f20da-16de-42e9-8c32-b67fe58fe43d req-8c718ff5-d640-48f0-b622-9c44dd75b59b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458206 Jul 29 23:52:40.644771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:40.645446 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.670953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-62b51740-7e2f-4f24-9c8d-91a44279c6f0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9735243 Jul 29 23:52:40.686453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Request body: {'port': {'device_id': '196c8c2c-4320-412f-b169-550ab31bb4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:40.764941 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.209976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:41.219280 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.234813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Transition to ACTIVE for port object c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:41.239637 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.299187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:41.384956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Attempting to bind port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:41.385593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Attempting to bind port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'f0e0ac2f-0417-4cea-a289-a8c22c2c9101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46a18880-28e3-4263-83fe-fe1fecc084da'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:41.386075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Attempting to bind port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a on network 46a18880-28e3-4263-83fe-fe1fecc084da {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:41.393000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a on network 46a18880-28e3-4263-83fe-fe1fecc084da not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:52:41.393349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Attempting to bind port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a on network 46a18880-28e3-4263-83fe-fe1fecc084da {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:41.403313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:41.408294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Checking segment: {'id': 'f0e0ac2f-0417-4cea-a289-a8c22c2c9101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46a18880-28e3-4263-83fe-fe1fecc084da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:41.408852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Bound using segment: {'id': 'f0e0ac2f-0417-4cea-a289-a8c22c2c9101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46a18880-28e3-4263-83fe-fe1fecc084da'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:41.410065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Bound port: c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e0ac2f-0417-4cea-a289-a8c22c2c9101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46a18880-28e3-4263-83fe-fe1fecc084da'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:41.410065 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.566925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] For port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:41.570950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] For port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,segment=NetworkSegment(f0e0ac2f-0417-4cea-a289-a8c22c2c9101),segment_id=f0e0ac2f-0417-4cea-a289-a8c22c2c9101)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:41.579580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825bb4a-057a-49f2-b63c-67bd16d6d6ec req-e4111d2a-fa3e-43b9-8036-a8be059108d1 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.581417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2825bb4a-057a-49f2-b63c-67bd16d6d6ec req-e4111d2a-fa3e-43b9-8036-a8be059108d1 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 943 time: 0.1091447 Jul 29 23:52:41.583243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.665455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db392a-645e-4e53-9683-908a226e1ffb req-fd0efd38-f25b-41b5-895d-60de30c54852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.667593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.668820 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.671105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] 10.222.0.42 "PUT /v2.0/ports/c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a HTTP/1.1" status: 200 len: 1092 time: 0.9913108 Jul 29 23:52:41.674087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196c8c2c-4320-412f-b169-550ab31bb4ca', 'tag': 'c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:41.676160 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-00db392a-645e-4e53-9683-908a226e1ffb req-fd0efd38-f25b-41b5-895d-60de30c54852 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31f1ef0730d448f88afefa787e7cf91&device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 1097 time: 0.0892308 Jul 29 23:52:41.677901 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36489d3-aa6d-45ef-96ce-8d5fbecff582" -d '{"events": [{"name": "network-changed", "server_uuid": "196c8c2c-4320-412f-b169-550ab31bb4ca", "tag": "c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:41.726348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98093178-1aeb-40df-9f5e-1b2636dd8c6a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:41.734758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2825bb4a-057a-49f2-b63c-67bd16d6d6ec req-42e9a0f6-619c-46b1-8cf4-96e1e54e5e73 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b50349c-2457-4830-b0a9-e51c8c0ea32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246390 Jul 29 23:52:41.822594 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5623a6-31be-4ccc-85b4-0690b3f51c0c x-openstack-request-id: req-1d5623a6-31be-4ccc-85b4-0690b3f51c0c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:41.822983 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196c8c2c-4320-412f-b169-550ab31bb4ca", "tag": "c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:41.823397 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d5623a6-31be-4ccc-85b4-0690b3f51c0c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:41.824042 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196c8c2c-4320-412f-b169-550ab31bb4ca', 'tag': 'c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a', 'status': 'completed', 'code': 200} Jul 29 23:52:41.879881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db392a-645e-4e53-9683-908a226e1ffb req-5902dfbd-a1e2-4b89-bc1b-dc20664f19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.883006 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-00db392a-645e-4e53-9683-908a226e1ffb req-5902dfbd-a1e2-4b89-bc1b-dc20664f19d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 200 len: 906 time: 0.1610191 Jul 29 23:52:41.886418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-b2448c08-2d34-463a-91e5-6904a811662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.888771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-b2448c08-2d34-463a-91e5-6904a811662a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4431d2de745e41c88709d056b4907799&device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 1095 time: 0.1206830 Jul 29 23:52:41.907847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba62da4-b9ee-4bb1-a2c7-0a818bafe89e req-8a025330-1e15-4750-aa32-a35492697907 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.910263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ba62da4-b9ee-4bb1-a2c7-0a818bafe89e req-8a025330-1e15-4750-aa32-a35492697907 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1441336 Jul 29 23:52:41.951567 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-00db392a-645e-4e53-9683-908a226e1ffb req-5844d87d-2034-49a1-b5bc-32efc48a7412 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b13600d-d581-4224-b97f-114006ef5d0f HTTP/1.1" status: 200 len: 217 time: 0.0537694 Jul 29 23:52:41.973461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-82fa652d-d04b-4026-8bda-3b8909b694f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a HTTP/1.1" status: 200 len: 217 time: 0.0617466 Jul 29 23:52:42.019111 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db392a-645e-4e53-9683-908a226e1ffb req-8859e568-2b3d-495f-a57e-7259b02d69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:42.021832 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-00db392a-645e-4e53-9683-908a226e1ffb req-8859e568-2b3d-495f-a57e-7259b02d69c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 200 len: 845 time: 0.0615239 Jul 29 23:52:42.055273 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ba62da4-b9ee-4bb1-a2c7-0a818bafe89e req-3f8a8ad7-f85b-4045-b183-520cac27cc21 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337645 Jul 29 23:52:42.073749 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-00db392a-645e-4e53-9683-908a226e1ffb req-9d4981f3-79fd-4540-a620-f41e0a143d64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6938b3-8234-4f20-a7e5-3069882cf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434289 Jul 29 23:52:42.083825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-eaf2a866-d7ab-4374-97a5-a2f4f6891082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:42.086600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-eaf2a866-d7ab-4374-97a5-a2f4f6891082 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ffefd8e-44ff-49be-bf37-80acfed7bc80 HTTP/1.1" status: 200 len: 861 time: 0.1028435 Jul 29 23:52:42.125288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-f59a5c81-f044-45cb-909b-83bf475f3d72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a18880-28e3-4263-83fe-fe1fecc084da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308607 Jul 29 23:52:42.208862 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-00db392a-645e-4e53-9683-908a226e1ffb req-222755ee-7461-4221-9147-e14784b7472f service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275647 Jul 29 23:52:42.269415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-0c643cc1-4f2f-44ed-8f57-f3954afe3640 service neutron] 10.222.0.42 "GET /v2.0/networks/46a18880-28e3-4263-83fe-fe1fecc084da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368768 Jul 29 23:52:42.335138 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-00db392a-645e-4e53-9683-908a226e1ffb req-c401e67b-0c96-40d9-88e4-6e035b2fa558 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181870 Jul 29 23:52:42.402442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d4effe5-70f0-4102-a672-691fd6294eb6 req-73c67441-7848-4b0a-8ec1-7a3ebafe9ee2 service neutron] 10.222.0.42 "GET /v2.0/networks/46a18880-28e3-4263-83fe-fe1fecc084da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262124 Jul 29 23:52:42.498366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36489d3-aa6d-45ef-96ce-8d5fbecff582 req-93d3f72d-0c2a-43f5-8f9a-b3b2e6bd4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:42.500077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a36489d3-aa6d-45ef-96ce-8d5fbecff582 req-93d3f72d-0c2a-43f5-8f9a-b3b2e6bd4db8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4431d2de745e41c88709d056b4907799&device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 1095 time: 0.0473015 Jul 29 23:52:42.624925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36489d3-aa6d-45ef-96ce-8d5fbecff582 req-42a58fa5-e474-4fa3-841d-ead1581901c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:42.627702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a36489d3-aa6d-45ef-96ce-8d5fbecff582 req-42a58fa5-e474-4fa3-841d-ead1581901c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=46a18880-28e3-4263-83fe-fe1fecc084da HTTP/1.1" status: 200 len: 922 time: 0.1186066 Jul 29 23:52:42.690181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a36489d3-aa6d-45ef-96ce-8d5fbecff582 req-05754b80-a16c-4349-af3c-5874914b9f1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a HTTP/1.1" status: 200 len: 217 time: 0.0498652 Jul 29 23:52:42.747272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36489d3-aa6d-45ef-96ce-8d5fbecff582 req-a521f993-db68-44a1-871a-8791106a1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:42.748897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a36489d3-aa6d-45ef-96ce-8d5fbecff582 req-a521f993-db68-44a1-871a-8791106a1d52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ffefd8e-44ff-49be-bf37-80acfed7bc80 HTTP/1.1" status: 200 len: 861 time: 0.0509961 Jul 29 23:52:42.787561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a36489d3-aa6d-45ef-96ce-8d5fbecff582 req-f81f239c-3e45-42b9-b0bd-3566180b8501 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46a18880-28e3-4263-83fe-fe1fecc084da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291407 Jul 29 23:52:43.317775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a36489d3-aa6d-45ef-96ce-8d5fbecff582 req-244d2460-d6dc-48bb-b9fd-9cc2e55963ee service neutron] 10.222.0.42 "GET /v2.0/networks/46a18880-28e3-4263-83fe-fe1fecc084da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221021 Jul 29 23:52:43.326655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dfe68-5ee0-407c-bc1e-abd50c005d63 req-fd5212f1-ba9a-41ab-a780-d8e23f92d451 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:43.328162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d5dfe68-5ee0-407c-bc1e-abd50c005d63 req-fd5212f1-ba9a-41ab-a780-d8e23f92d451 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 943 time: 0.1331730 Jul 29 23:52:43.345021 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f54f9-a5f2-42e7-b59c-30905fff6052 req-09c6052b-15dc-4f88-938d-bf0e9ceebb33 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:43.346605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-505f54f9-a5f2-42e7-b59c-30905fff6052 req-09c6052b-15dc-4f88-938d-bf0e9ceebb33 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1382766 Jul 29 23:52:43.483414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d5dfe68-5ee0-407c-bc1e-abd50c005d63 req-0a2e0cf1-672d-46b0-bd29-9aa4dd0becb0 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b50349c-2457-4830-b0a9-e51c8c0ea32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345589 Jul 29 23:52:43.485907 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-505f54f9-a5f2-42e7-b59c-30905fff6052 req-33b4c3f2-d507-4544-a1df-55805c7119b1 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843339 Jul 29 23:52:43.507887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a36489d3-aa6d-45ef-96ce-8d5fbecff582 req-8463e9fe-66cd-41b1-acac-5140d9e9e243 service neutron] 10.222.0.42 "GET /v2.0/networks/46a18880-28e3-4263-83fe-fe1fecc084da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774559 Jul 29 23:52:44.693497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358b228-4955-49d9-884d-086b59c0e396 req-ff1eb721-3ae5-4074-8d40-c62291233729 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:44.696330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d358b228-4955-49d9-884d-086b59c0e396 req-ff1eb721-3ae5-4074-8d40-c62291233729 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1196597 Jul 29 23:52:44.709062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297f5a0-d002-487b-8bda-5ab63d9dd9f5 req-e6a60e0d-b20c-411d-933c-3b783a943dfc tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:44.711293 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5297f5a0-d002-487b-8bda-5ab63d9dd9f5 req-e6a60e0d-b20c-411d-933c-3b783a943dfc tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 943 time: 0.1050475 Jul 29 23:52:44.771909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d358b228-4955-49d9-884d-086b59c0e396 req-184dbdf2-93c9-44dd-a941-80e79a3f1753 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593450 Jul 29 23:52:44.780262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5297f5a0-d002-487b-8bda-5ab63d9dd9f5 req-4376891f-f4e0-4f39-805b-fb7c900298bb tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b50349c-2457-4830-b0a9-e51c8c0ea32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588217 Jul 29 23:52:45.992197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:46.015919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b777644-f682-4e77-ad78-ce9bc7d9cd1c req-e38e7770-ae19-4960-b452-5955e28788c9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:46.018449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b777644-f682-4e77-ad78-ce9bc7d9cd1c req-e38e7770-ae19-4960-b452-5955e28788c9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1421010 Jul 29 23:52:46.046555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78399fdc-1a69-4ae4-8b4b-d6d275ee91d8 req-cc7de6b8-e1b3-403a-8f23-005b80641e13 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:46.049254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78399fdc-1a69-4ae4-8b4b-d6d275ee91d8 req-cc7de6b8-e1b3-403a-8f23-005b80641e13 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 943 time: 0.1579943 Jul 29 23:52:46.124637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b777644-f682-4e77-ad78-ce9bc7d9cd1c req-a0f85391-f4eb-4aa6-bcad-73165fd05cc0 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738642 Jul 29 23:52:46.130117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78399fdc-1a69-4ae4-8b4b-d6d275ee91d8 req-8f69ba70-51db-4d44-ab71-69779fdbcf34 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b50349c-2457-4830-b0a9-e51c8c0ea32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688527 Jul 29 23:52:46.153718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,segment=NetworkSegment(f0e0ac2f-0417-4cea-a289-a8c22c2c9101),segment_id=f0e0ac2f-0417-4cea-a289-a8c22c2c9101)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:46.168703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a', 'network_id': '46a18880-28e3-4263-83fe-fe1fecc084da', 'port_id': 'c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a', 'mac_address': 'fa:16:3e:67:94:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffefd8e-44ff-49be-bf37-80acfed7bc80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:46.222054 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.243027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:46.276311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,segment=NetworkSegment(f0e0ac2f-0417-4cea-a289-a8c22c2c9101),segment_id=f0e0ac2f-0417-4cea-a289-a8c22c2c9101)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:46.281284 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.342953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:46.518697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:47.371475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1e441-1d6f-4ecc-87a4-fd6584b4f156 req-2536adc9-d374-4bde-806b-02ce1198fea9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:47.374055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38d1e441-1d6f-4ecc-87a4-fd6584b4f156 req-2536adc9-d374-4bde-806b-02ce1198fea9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1292768 Jul 29 23:52:47.387726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22367dc3-a465-41a9-bf91-f4817e26bf76 req-0ed70440-3295-46a8-83fa-263ef9fedb83 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:47.390563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22367dc3-a465-41a9-bf91-f4817e26bf76 req-0ed70440-3295-46a8-83fa-263ef9fedb83 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 944 time: 0.1430752 Jul 29 23:52:47.496970 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38d1e441-1d6f-4ecc-87a4-fd6584b4f156 req-6c947c12-8c9f-4d3f-87d2-52c8d0ff32c5 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046641 Jul 29 23:52:47.526823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22367dc3-a465-41a9-bf91-f4817e26bf76 req-9b055b8a-b18b-4d1a-b8f4-b705f551b875 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b50349c-2457-4830-b0a9-e51c8c0ea32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205339 Jul 29 23:52:47.997650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:48.081711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:48.087944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:48.088544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.194167 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.232288 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196c8c2c-4320-412f-b169-550ab31bb4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:48.236777 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348fd6c8-097b-46e1-bdb8-92d909183d5b" -d '{"events": [{"server_uuid": "196c8c2c-4320-412f-b169-550ab31bb4ca", "name": "network-vif-plugged", "status": "completed", "tag": "c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:48.266231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,segment=NetworkSegment(f0e0ac2f-0417-4cea-a289-a8c22c2c9101),segment_id=f0e0ac2f-0417-4cea-a289-a8c22c2c9101)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:48.274333 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.287740 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f817d3cd-d3e3-484c-b8b6-481aca6a32b0 x-openstack-request-id: req-f817d3cd-d3e3-484c-b8b6-481aca6a32b0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:48.288274 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196c8c2c-4320-412f-b169-550ab31bb4ca", "name": "network-vif-plugged", "status": "completed", "tag": "c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:48.289528 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f817d3cd-d3e3-484c-b8b6-481aca6a32b0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:48.289528 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196c8c2c-4320-412f-b169-550ab31bb4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a', 'code': 200} Jul 29 23:52:48.362542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:48.426728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cf58b-cad6-44f6-908f-36ba07947845 req-10478275-8480-41c3-9fed-931fc27a0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:48.429490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-826cf58b-cad6-44f6-908f-36ba07947845 req-10478275-8480-41c3-9fed-931fc27a0acf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 1097 time: 0.0532949 Jul 29 23:52:48.484524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-826cf58b-cad6-44f6-908f-36ba07947845 req-67a336e6-5bcf-4752-8e26-a94703ff2a5a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9b50349c-2457-4830-b0a9-e51c8c0ea32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446131 Jul 29 23:52:48.697445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de89aea-c231-4361-a03d-0580905476da req-403d25d8-7636-4333-904c-ce4278b04203 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:48.699160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5de89aea-c231-4361-a03d-0580905476da req-403d25d8-7636-4333-904c-ce4278b04203 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 945 time: 0.0783746 Jul 29 23:52:48.708438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13fd5f-b085-448d-8add-33fc50132cc2 req-82287fff-23ae-4f27-a2bf-01ff61264e09 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:48.710084 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c13fd5f-b085-448d-8add-33fc50132cc2 req-82287fff-23ae-4f27-a2bf-01ff61264e09 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1009645 Jul 29 23:52:48.767175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5de89aea-c231-4361-a03d-0580905476da req-c5ac88dc-a245-4e07-bec0-24ddcc519411 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b50349c-2457-4830-b0a9-e51c8c0ea32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560205 Jul 29 23:52:48.783021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c13fd5f-b085-448d-8add-33fc50132cc2 req-63b55bcc-79bb-4441-b05c-905805b20942 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563149 Jul 29 23:52:48.851440 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.993416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94a9a-2a1c-4d57-88d2-5dc8459133e5 req-f2fed56e-eb8f-4ac3-ac74-8058aa30aef2 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:49.995070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40e94a9a-2a1c-4d57-88d2-5dc8459133e5 req-f2fed56e-eb8f-4ac3-ac74-8058aa30aef2 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 945 time: 0.1279724 Jul 29 23:52:50.007994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69fead-2574-4305-84bd-2948334227b6 req-38de962a-3e8c-42d7-a680-5a4078328552 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:50.009880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca69fead-2574-4305-84bd-2948334227b6 req-38de962a-3e8c-42d7-a680-5a4078328552 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1035318 Jul 29 23:52:50.080662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40e94a9a-2a1c-4d57-88d2-5dc8459133e5 req-f506fa0a-6dfd-4e27-aa0c-bb6a46a6a12c tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b50349c-2457-4830-b0a9-e51c8c0ea32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695367 Jul 29 23:52:50.094987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca69fead-2574-4305-84bd-2948334227b6 req-b8809a01-470f-4f87-bd1c-4220e12599ff tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562656 Jul 29 23:52:50.945671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b2944-268e-4c5f-ac45-8ace76265557 req-e6818c44-3e25-4324-8fec-56b6c27a7e32 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:50.948316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-583b2944-268e-4c5f-ac45-8ace76265557 req-e6818c44-3e25-4324-8fec-56b6c27a7e32 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 945 time: 0.0839972 Jul 29 23:52:51.010742 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-583b2944-268e-4c5f-ac45-8ace76265557 req-63666d3b-209e-4887-a7bc-5c1d40eaf4ec tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b50349c-2457-4830-b0a9-e51c8c0ea32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513642 Jul 29 23:52:51.246217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15129f5-b7cc-4763-aa60-80d7ea492582 req-65130eef-e60d-49b7-aaa0-d39d3b94fb2b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.247833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c15129f5-b7cc-4763-aa60-80d7ea492582 req-65130eef-e60d-49b7-aaa0-d39d3b94fb2b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0607815 Jul 29 23:52:51.300882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c15129f5-b7cc-4763-aa60-80d7ea492582 req-8c1310c2-f97a-435f-80ab-8e9c569107f3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 Jul 29 23:52:51.696126 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-941b4953-4dcd-43b2-b3d0-d5e0b236af05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.164847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0d544-c7ac-4344-8314-72c8e70f9d07 req-4299f5e2-5f8f-4e07-9fbc-aed003dfbc58 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:52.166877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84e0d544-c7ac-4344-8314-72c8e70f9d07 req-4299f5e2-5f8f-4e07-9fbc-aed003dfbc58 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 945 time: 0.0675426 Jul 29 23:52:52.214410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84e0d544-c7ac-4344-8314-72c8e70f9d07 req-5597f30d-e8a0-4d68-8d93-48a5f15e725d tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b50349c-2457-4830-b0a9-e51c8c0ea32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372982 Jul 29 23:52:52.452505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899c2fd-4eb3-4445-aff4-6d7155683fe4 req-82d17949-1794-4eb0-a419-58c8ddfa4585 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:52.454110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2899c2fd-4eb3-4445-aff4-6d7155683fe4 req-82d17949-1794-4eb0-a419-58c8ddfa4585 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0709629 Jul 29 23:52:52.512349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2899c2fd-4eb3-4445-aff4-6d7155683fe4 req-887376c2-1bc5-41b5-9614-048bd1804bc3 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521605 Jul 29 23:52:52.635919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-25474c5b-b67f-47d7-939e-a08422fb064c tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:52.637573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-25474c5b-b67f-47d7-939e-a08422fb064c tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.42 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 945 time: 0.0656207 Jul 29 23:52:52.771053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-b9110863-9585-4897-a0fb-c993798165a4 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Deleting port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:52.771528 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-b9110863-9585-4897-a0fb-c993798165a4 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.898868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-b9110863-9585-4897-a0fb-c993798165a4 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] For port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,segment=NetworkSegment(f0e0ac2f-0417-4cea-a289-a8c22c2c9101),segment_id=f0e0ac2f-0417-4cea-a289-a8c22c2c9101)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:52.899230 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-b9110863-9585-4897-a0fb-c993798165a4 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.918124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-b9110863-9585-4897-a0fb-c993798165a4 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Calling delete_port for c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:53.088007 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-b9110863-9585-4897-a0fb-c993798165a4 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.103543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:53.125381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9110863-9585-4897-a0fb-c993798165a4 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Pushing event deleted for resources: {'Port': ['ID=c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:53.177401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-b9110863-9585-4897-a0fb-c993798165a4 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] No DVR routers for this DVR port c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:53.181046 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-b9110863-9585-4897-a0fb-c993798165a4 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.183593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd7835b6-87ce-4951-9b6c-91ad71a55e30 req-b9110863-9585-4897-a0fb-c993798165a4 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.42 "DELETE /v2.0/ports/c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a HTTP/1.1" status: 204 len: 173 time: 0.5349445 Jul 29 23:52:53.184058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196c8c2c-4320-412f-b169-550ab31bb4ca', 'name': 'network-vif-deleted', 'tag': 'c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:53.186597 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5535b2b2-3e1e-4d25-981a-10372fd66d26" -d '{"events": [{"server_uuid": "196c8c2c-4320-412f-b169-550ab31bb4ca", "name": "network-vif-deleted", "tag": "c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:53.241228 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c11493-4f6c-48af-ba94-9043b2fb77fd x-openstack-request-id: req-63c11493-4f6c-48af-ba94-9043b2fb77fd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:53.241592 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196c8c2c-4320-412f-b169-550ab31bb4ca", "name": "network-vif-deleted", "tag": "c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:53.241939 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63c11493-4f6c-48af-ba94-9043b2fb77fd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:53.242296 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196c8c2c-4320-412f-b169-550ab31bb4ca', 'name': 'network-vif-deleted', 'tag': 'c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a', 'status': 'completed', 'code': 200} Jul 29 23:52:53.336188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c644a41-9bc8-4c77-9058-b0531c4d9a3b req-28429884-48ac-4871-a20f-0510ef1fed24 tempest-ServerMetadataNegativeTestJSON-615108073 tempest-ServerMetadataNegativeTestJSON-615108073-project] 10.222.0.37 "GET /v2.0/ports?device_id=196c8c2c-4320-412f-b169-550ab31bb4ca HTTP/1.1" status: 200 len: 210 time: 0.0300865 Jul 29 23:52:53.669548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9db9e0-16e7-4ce1-8f5b-5837cc7c8243 req-763e0cc6-74a2-4fe5-a151-59eb68a6e640 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:53.671404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f9db9e0-16e7-4ce1-8f5b-5837cc7c8243 req-763e0cc6-74a2-4fe5-a151-59eb68a6e640 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0799916 Jul 29 23:52:53.735941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f9db9e0-16e7-4ce1-8f5b-5837cc7c8243 req-e142474d-fa32-450d-b87b-f432aa765d11 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529695 Jul 29 23:52:54.110772 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8e45593-c694-408c-af3a-a77819065837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.246545 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.406656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 53002) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:54.483353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db1bf71-0cb9-431f-8cee-97664028c1d2 admin admin] Deleting subnet 9ffefd8e-44ff-49be-bf37-80acfed7bc80 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:54.488052 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0db1bf71-0cb9-431f-8cee-97664028c1d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.537928 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0db1bf71-0cb9-431f-8cee-97664028c1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.585316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0db1bf71-0cb9-431f-8cee-97664028c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.659711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0db1bf71-0cb9-431f-8cee-97664028c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.692821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1bf71-0cb9-431f-8cee-97664028c1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffefd8e-44ff-49be-bf37-80acfed7bc80,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:54.705983 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0db1bf71-0cb9-431f-8cee-97664028c1d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.712805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53008) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:54.713976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0db1bf71-0cb9-431f-8cee-97664028c1d2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9ffefd8e-44ff-49be-bf37-80acfed7bc80 HTTP/1.1" status: 204 len: 168 time: 0.3044996 Jul 29 23:52:54.817394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.872103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d4e8-d55b-44da-846a-c1e27341bccf req-254c5517-51f8-48df-a701-c137dfe30dc7 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:54.873618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b65d4e8-d55b-44da-846a-c1e27341bccf req-254c5517-51f8-48df-a701-c137dfe30dc7 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0604529 Jul 29 23:52:54.903286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.913327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a18880-28e3-4263-83fe-fe1fecc084da']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:54.922604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b65d4e8-d55b-44da-846a-c1e27341bccf req-f1c00b48-6a05-4a4d-82bc-4fadd3b04f21 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Jul 29 23:52:54.928832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e0ac2f-0417-4cea-a289-a8c22c2c9101') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:54.929128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e0ac2f-0417-4cea-a289-a8c22c2c9101') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:54.946354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.966288 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.972263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:54.972663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:54.974289 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:55.040919 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.046782 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.048893 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] 10.222.0.37 "DELETE /v2.0/networks/46a18880-28e3-4263-83fe-fe1fecc084da HTTP/1.1" status: 204 len: 168 time: 0.3341243 Jul 29 23:52:55.061878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad7b89-f1ec-41ec-bea1-37d48f84cd00 admin admin] Pushing event deleted for resources: {'Network': ['ID=46a18880-28e3-4263-83fe-fe1fecc084da,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:55.226795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53026) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:55.269199 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-42a285cd-da43-4043-a958-777cfe05655b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4431d2de745e41c88709d056b4907799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410643 Jul 29 23:52:55.272960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:55.328163 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2daefed-4255-4694-b8f1-f8604f3f666d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.351508 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2daefed-4255-4694-b8f1-f8604f3f666d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.405934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2daefed-4255-4694-b8f1-f8604f3f666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.408808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2daefed-4255-4694-b8f1-f8604f3f666d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.413838 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d2daefed-4255-4694-b8f1-f8604f3f666d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b50349c-2457-4830-b0a9-e51c8c0ea32e HTTP/1.1" status: 204 len: 168 time: 0.1359916 Jul 29 23:52:55.419662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daefed-4255-4694-b8f1-f8604f3f666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b50349c-2457-4830-b0a9-e51c8c0ea32e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:55.467182 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.064619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d005e0a-2974-47db-ac56-be5b27238f7f req-3269f006-0aee-465f-afe0-196308fb561a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:56.066203 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d005e0a-2974-47db-ac56-be5b27238f7f req-3269f006-0aee-465f-afe0-196308fb561a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0619779 Jul 29 23:52:56.111676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d005e0a-2974-47db-ac56-be5b27238f7f req-75bb62e8-ef74-4419-b66a-11bcf4bf941f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386891 Jul 29 23:52:56.120532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:56.150737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:56.151770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c7a9d0c3-3bf5-4c4b-8423-9c78bb26f75a not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:56.687585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b52088d-ef64-4211-b92b-1b3327455f12 req-2396b6b8-9e1b-4018-ba75-1380e57cb433 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0330169 Jul 29 23:52:57.105364 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.264614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca97495-60a7-4b6f-95ce-e1b3e5f96a43 req-d40a2c94-a257-4b6b-b3cd-99b11bbf45d2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:57.266191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ca97495-60a7-4b6f-95ce-e1b3e5f96a43 req-d40a2c94-a257-4b6b-b3cd-99b11bbf45d2 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0552316 Jul 29 23:52:57.324533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ca97495-60a7-4b6f-95ce-e1b3e5f96a43 req-413c3cad-8acf-4b8f-80c0-0190797b8fb9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474265 Jul 29 23:52:57.828422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99bd80ec-aaab-4331-b31c-1294750482b7 req-3fbc75fa-4736-4436-a444-a8c4aceab57e tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0426738 Jul 29 23:52:58.131796 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-baa987c4-62fd-427e-8ee4-9669ee0092ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424962 Jul 29 23:52:58.210240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-ccd1c6b2-152f-4530-ad77-924181d291a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:58.211761 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-ccd1c6b2-152f-4530-ad77-924181d291a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1bae6056df04e5189d661c3d4b0ddee&device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 1136 time: 0.0416262 Jul 29 23:52:58.335372 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-b817a4da-98c7-48b2-9741-1aa686cef022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:58.337083 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-b817a4da-98c7-48b2-9741-1aa686cef022 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3eb74a89-8fbb-49c1-81e4-8f09052ea835 HTTP/1.1" status: 200 len: 898 time: 0.1022065 Jul 29 23:52:58.409758 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-deb78635-f0ff-4edf-ac8b-e5589ff3d6dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc28eee-b513-46cb-826b-9e7c7de6d6d6 HTTP/1.1" status: 200 len: 1001 time: 0.0651393 Jul 29 23:52:58.469348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb61c-37c7-4e0c-bd56-950bf066501c req-96a86a40-928b-40ee-b38e-a2a6ad1cc558 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:58.471079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-273cb61c-37c7-4e0c-bd56-950bf066501c req-96a86a40-928b-40ee-b38e-a2a6ad1cc558 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0600059 Jul 29 23:52:58.496685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-6e6912f2-fa70-4e98-9465-777263d1a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:58.497726 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-6e6912f2-fa70-4e98-9465-777263d1a304 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b6c9d0-f27a-4ad0-8132-222080db50ee HTTP/1.1" status: 200 len: 835 time: 0.0547535 Jul 29 23:52:58.522694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-273cb61c-37c7-4e0c-bd56-950bf066501c req-25b90fa9-b41c-478d-bacd-01ccb6e2ccdf tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366411 Jul 29 23:52:58.572060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-12d6d663-e182-4306-a71d-000fa0bc0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:58.574796 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-12d6d663-e182-4306-a71d-000fa0bc0e48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3eb74a89-8fbb-49c1-81e4-8f09052ea835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696065 Jul 29 23:52:58.675536 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-d5ad6c53-e67b-4e4d-b62b-e9cd072e5ebb service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929377 Jul 29 23:52:58.782794 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8cc0943d-1450-4f26-ae15-9eccc1de8fdd req-3ddb6072-e60e-4d31-963f-5a23c94c04f8 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998271 Jul 29 23:52:58.964752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8fd0e501-7cc5-48d2-be89-ed16e49399cf req-311b88d9-7908-4494-b41f-fa75c4413389 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0310850 Jul 29 23:52:59.692854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794559d5-e999-4503-8c0f-e653d2d464d0 req-97fb6ec0-04db-43d0-9ba8-14533791af88 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:59.694467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-794559d5-e999-4503-8c0f-e653d2d464d0 req-97fb6ec0-04db-43d0-9ba8-14533791af88 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0724633 Jul 29 23:52:59.740972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-794559d5-e999-4503-8c0f-e653d2d464d0 req-a3dc0406-97b5-4159-9976-8ec0ccd23ff9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396256 Jul 29 23:53:00.077079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6ef9bfa-e076-4c9d-bbf4-78e2639922e8 req-1a9689cd-a85b-41cb-9975-647ec35723b3 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0304704 Jul 29 23:53:00.276732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53166) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:00.380101 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6eff2031-75df-4b02-ab2c-bf9a9720ae08 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1634 time: 0.1006985 Jul 29 23:53:00.382929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 53172) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:00.388180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'network': {'name': 'tempest-network-smoke--1110967873', 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'port_security_enabled': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:00.413845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Made reservation on behalf of c1bae6056df04e5189d661c3d4b0ddee for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:00.424036 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.457451 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b3d93737-3fe6-4248-91ee-b3f16c7d1883 req-bee34f8f-5584-47d7-94b6-c27dc664508b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0317891 Jul 29 23:53:00.466394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:00.477950 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.478322 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Added segment 43ea4cf6-fa39-48f1-a856-272f9389f105 of type vlan for network d080bcb9-6a86-45e2-a308-2cebe6de66f4 Jul 29 23:53:00.531028 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.562587 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.568577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:00.569159 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.632269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2481751 Jul 29 23:53:00.636085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53174) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:00.643246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1625857574', 'admin_state_up': True, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:00.649729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76c7e3-e254-4388-9a66-1af54c6301a7 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Network': ['ID=d080bcb9-6a86-45e2-a308-2cebe6de66f4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:00.669454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network d080bcb9-6a86-45e2-a308-2cebe6de66f4 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:00.688408 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.689889 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.774960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.933137 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.938732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f4ca6-d233-4131-b334-b3a76b69d9b9 req-5a88ab3e-c999-4f62-93a5-53872cfa5879 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:00.942051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-244f4ca6-d233-4131-b334-b3a76b69d9b9 req-5a88ab3e-c999-4f62-93a5-53872cfa5879 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0824747 Jul 29 23:53:00.994986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-244f4ca6-d233-4131-b334-b3a76b69d9b9 req-c6a3ea83-c8f6-485b-b265-52508b7768cf tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429924 Jul 29 23:53:01.005315 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:53:01.199344 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.201718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abf2918b-5473-4bd0-8c73-e9521a1be79f req-a74df5cb-1d8a-48c6-87bd-675b83aeae8c tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0316372 Jul 29 23:53:01.219405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.333383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Allocated IP 172.25.2.69 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/e9d5be70-f32e-4f1f-96da-ecbb3030a8fc) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:01.437848 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.480716 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.520842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:01.523653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:01.527690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:01.555777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Port': ['ID=e9d5be70-f32e-4f1f-96da-ecbb3030a8fc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:02.149029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61c76-de77-4818-8253-77e2941bff70 req-ca394961-78fb-4524-8ca4-64927b292ade tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:02.150885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55e61c76-de77-4818-8253-77e2941bff70 req-ca394961-78fb-4524-8ca4-64927b292ade tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0759923 Jul 29 23:53:02.181124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.216596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55e61c76-de77-4818-8253-77e2941bff70 req-436bf359-7499-405a-b9f1-f98db03b997b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591652 Jul 29 23:53:02.339022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05037a87-780d-4f3c-bc24-c4fa32153ecd req-1bc95989-b13e-43d2-a0c8-2e6f3ab65be1 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0421643 Jul 29 23:53:02.486519 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.510758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7318b45-1d57-451a-9216-21f366cee9b8 req-6a4d2012-8de0-47eb-afb2-44cf7b340695 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:02.512243 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.513149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7318b45-1d57-451a-9216-21f366cee9b8 req-6a4d2012-8de0-47eb-afb2-44cf7b340695 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0611227 Jul 29 23:53:02.574369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7318b45-1d57-451a-9216-21f366cee9b8 req-fefcf71d-fe05-44c8-b91c-b715a3b29f8f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545287 Jul 29 23:53:02.738181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Router 7f777739-9406-4594-9937-c0677c7c0cab is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:53:02.754785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743535c4-c8d0-4a96-9e5f-a4d27c47e091 req-8b7d6b0c-607c-4c21-9481-fef102e5726f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:02.763490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-743535c4-c8d0-4a96-9e5f-a4d27c47e091 req-8b7d6b0c-607c-4c21-9481-fef102e5726f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0870566 Jul 29 23:53:02.826891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-743535c4-c8d0-4a96-9e5f-a4d27c47e091 req-65dfdf53-2647-4e9c-88d1-6f4bea4a3a62 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576849 Jul 29 23:53:02.880098 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:02.905751 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Sync routers for ids ['7f777739-9406-4594-9937-c0677c7c0cab'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:02.918437 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.922677 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ece73b46-f710-4a9c-8ba2-1db6eefb2583 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2826693 Jul 29 23:53:02.923136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53242) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:02.938365 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Routers {'7f777739-9406-4594-9937-c0677c7c0cab'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:02.940881 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:52:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7f777739-9406-4594-9937-c0677c7c0cab'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:03.019414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c98fd8-ede9-4646-91d8-5aadf4a9c295 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.022787 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a9c98fd8-ede9-4646-91d8-5aadf4a9c295 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c1bae6056df04e5189d661c3d4b0ddee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0985727 Jul 29 23:53:03.025752 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53246) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:03.217068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ece58a-a603-46f2-9348-2f0b819a66dd tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.217281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-36314932-b5b4-417a-a063-607f89b96a66 req-012519f7-19ab-4ce7-8023-3a95718f8dd5 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0476909 Jul 29 23:53:03.220837 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d7ece58a-a603-46f2-9348-2f0b819a66dd tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1937518 Jul 29 23:53:03.225871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 53260) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:03.284086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-998443de-5934-4bc2-a673-797efcee92b8 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522604 Jul 29 23:53:03.284426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:03.339533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5200e-b1bc-4d62-b8f7-6722bc415d9c req-ff4630e9-0ed8-45eb-b22f-15ca7c8d391b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.341084 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7f5200e-b1bc-4d62-b8f7-6722bc415d9c req-ff4630e9-0ed8-45eb-b22f-15ca7c8d391b tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0923445 Jul 29 23:53:03.351667 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-65a20586-3e3b-4336-a48c-4bac444cbb00 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c1bae6056df04e5189d661c3d4b0ddee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0663369 Jul 29 23:53:03.354507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 53264) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:03.384308 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Set router 7f777739-9406-4594-9937-c0677c7c0cab gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:03.450859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7f5200e-b1bc-4d62-b8f7-6722bc415d9c req-ff4385d9-2cb3-4a37-a14b-8f605a40a12d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018512 Jul 29 23:53:03.487262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385ea5f1-c970-4267-926a-06a05a32a250 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.488801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-385ea5f1-c970-4267-926a-06a05a32a250 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283200 Jul 29 23:53:03.491769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53266) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:03.521807 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0c12d32a-8547-4d01-bbb2-47e73c9982d1 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288563 Jul 29 23:53:03.524979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53270) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:03.531765 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1656241921', 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4', 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:03.584867 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777739-9406-4594-9937-c0677c7c0cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625857574', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:00Z', 'updated_at': '2021-07-29T23:53:02Z', 'revision_number': 3, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:01Z', 'updated_at': '2021-07-29T23:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:03.616142 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Checking router: 7f777739-9406-4594-9937-c0677c7c0cab for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:03.616350 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Updating router 7f777739-9406-4594-9937-c0677c7c0cab port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:53:03.638158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Made reservation on behalf of c1bae6056df04e5189d661c3d4b0ddee for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:03.641841 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.644314 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.847322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.927704 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.929410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Subnet': ['ID=ef248aca-2980-4f92-a86d-00fae3b19187,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:03.939866 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Transition to ACTIVE for port object e9d5be70-f32e-4f1f-96da-ecbb3030a8fc will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:03.941449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Checking segment: {'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:03.941912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network hostable DHCP agents. Network: d080bcb9-6a86-45e2-a308-2cebe6de66f4, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:03.945905 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.961267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network d080bcb9-6a86-45e2-a308-2cebe6de66f4 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:03.977122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, d080bcb9-6a86-45e2-a308-2cebe6de66f4) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:03.984056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.984933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.997923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81776728-07d3-4b0e-af13-b6943b72bab7 None None] Network d080bcb9-6a86-45e2-a308-2cebe6de66f4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:04.000914 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Attempting to bind port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:04.001295 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Attempting to bind port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:04.001666 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Attempting to bind port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:04.007430 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Pushing event updated for resources: {'Port': ['ID=e9d5be70-f32e-4f1f-96da-ecbb3030a8fc,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:04.021253 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:04.022078 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:04.022799 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.023574 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:04.024581 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Bound port: e9d5be70-f32e-4f1f-96da-ecbb3030a8fc, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:04.025201 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.031186 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a597cf00-19fa-41df-a552-841420391120 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5025022 Jul 29 23:53:04.031525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53278) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:04.063544 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.064083 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.064436 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.064775 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.065310 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.068285 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.068646 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.068989 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.069329 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.069662 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.069995 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.070324 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:04.123825 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] For port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:04.129566 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] For port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e9d5be70-f32e-4f1f-96da-ecbb3030a8fc,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:04.136638 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.191336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-d080bcb9-6a86-45e2-a308-2cebe6de66f4', 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'fixed_ips': [{'subnet_id': 'ef248aca-2980-4f92-a86d-00fae3b19187'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:53:04.192243 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.234364 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866661bc-f5e4-45ac-8096-0647fbb3e071 None None] Pushing event updated for resources: {'Port': ['ID=e9d5be70-f32e-4f1f-96da-ecbb3030a8fc,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:04.238235 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Routers {'7f777739-9406-4594-9937-c0677c7c0cab'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:04.238870 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:52:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7f777739-9406-4594-9937-c0677c7c0cab'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:04.377241 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e66d12-9ab5-43d9-8908-add2d0e3db0a req-6735910a-67bd-4dfd-b16c-2f183e4fffcf tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0346117 Jul 29 23:53:04.402857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Allocated IP 172.20.0.18 (d080bcb9-6a86-45e2-a308-2cebe6de66f4/ef248aca-2980-4f92-a86d-00fae3b19187/bddc4231-cbd0-462f-a37b-700334597249) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:04.425332 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] Set router 7f777739-9406-4594-9937-c0677c7c0cab gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:04.566246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-de8a59a0-6503-4c94-9753-d215777f9d3a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:04.568062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-de8a59a0-6503-4c94-9753-d215777f9d3a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.0853622 Jul 29 23:53:04.625053 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.643450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Transition to ACTIVE for port object bddc4231-cbd0-462f-a37b-700334597249 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:04.669500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Transition to ACTIVE for port object bddc4231-cbd0-462f-a37b-700334597249 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:04.687737 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.696044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd0576-8c88-41f6-8182-557dbde7a19e req-da316343-b9dc-418e-9f80-8a3fffd43988 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:04.698671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-adbd0576-8c88-41f6-8182-557dbde7a19e req-da316343-b9dc-418e-9f80-8a3fffd43988 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 945 time: 0.1292818 Jul 29 23:53:04.732975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Network d080bcb9-6a86-45e2-a308-2cebe6de66f4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:04.736912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:04.739825 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777739-9406-4594-9937-c0677c7c0cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625857574', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:00Z', 'updated_at': '2021-07-29T23:53:02Z', 'revision_number': 3, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:01Z', 'updated_at': '2021-07-29T23:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:04.741929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:04.756362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-a80b0aa0-95ae-4ad9-bce0-a09646440b4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Deleting port 6b13600d-d581-4224-b97f-114006ef5d0f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:04.756698 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-a80b0aa0-95ae-4ad9-bce0-a09646440b4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.776573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.783893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Pushing event updated for resources: {'Port': ['ID=bddc4231-cbd0-462f-a37b-700334597249,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:04.803289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-adbd0576-8c88-41f6-8182-557dbde7a19e req-89ae0488-2385-4b81-9478-15145c9d47d6 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976381 Jul 29 23:53:04.805915 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9637f13-e5dd-40cd-b9a3-f7cb3536c795 None None] The sync data for ids ['7f777739-9406-4594-9937-c0677c7c0cab'] in n-d-712139-11 is: [{'id': '7f777739-9406-4594-9937-c0677c7c0cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625857574', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:00Z', 'updated_at': '2021-07-29T23:53:02Z', 'revision_number': 3, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:01Z', 'updated_at': '2021-07-29T23:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:04.837348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Attempting to bind port bddc4231-cbd0-462f-a37b-700334597249 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:04.838426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Attempting to bind port bddc4231-cbd0-462f-a37b-700334597249 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:04.838923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Attempting to bind port bddc4231-cbd0-462f-a37b-700334597249 on network d080bcb9-6a86-45e2-a308-2cebe6de66f4 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:04.844328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:04.844837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Checking segment: {'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:04.845501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.846009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Bound using segment: {'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:04.846588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Bound port: bddc4231-cbd0-462f-a37b-700334597249, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:04.847096 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.930109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-a80b0aa0-95ae-4ad9-bce0-a09646440b4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] For port 6b13600d-d581-4224-b97f-114006ef5d0f, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6b13600d-d581-4224-b97f-114006ef5d0f,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:04.933942 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-a80b0aa0-95ae-4ad9-bce0-a09646440b4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.959568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-a80b0aa0-95ae-4ad9-bce0-a09646440b4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Calling delete_port for 6b13600d-d581-4224-b97f-114006ef5d0f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:04.969853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] For port bddc4231-cbd0-462f-a37b-700334597249, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:04.975018 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] For port bddc4231-cbd0-462f-a37b-700334597249, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bddc4231-cbd0-462f-a37b-700334597249,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:04.984645 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.070968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43708ab8-a81e-4782-a39f-e3bc8cc137a0 None None] Pushing event updated for resources: {'Port': ['ID=bddc4231-cbd0-462f-a37b-700334597249,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:05.221055 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-a80b0aa0-95ae-4ad9-bce0-a09646440b4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.233018 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6b13600d-d581-4224-b97f-114006ef5d0f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:05.248723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Allocated IP 172.20.0.17 (d080bcb9-6a86-45e2-a308-2cebe6de66f4/ef248aca-2980-4f92-a86d-00fae3b19187/74a23845-1f18-4eef-8644-558efd2aa88a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:05.276565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b0aa0-95ae-4ad9-bce0-a09646440b4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event deleted for resources: {'Port': ['ID=6b13600d-d581-4224-b97f-114006ef5d0f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:05.280899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:05.336238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-a80b0aa0-95ae-4ad9-bce0-a09646440b4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] No DVR routers for this DVR port 6b13600d-d581-4224-b97f-114006ef5d0f on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:05.341163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-a80b0aa0-95ae-4ad9-bce0-a09646440b4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.343699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfa993e9-ef10-4626-a667-4b78801e1043 req-a80b0aa0-95ae-4ad9-bce0-a09646440b4a tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.42 "DELETE /v2.0/ports/6b13600d-d581-4224-b97f-114006ef5d0f HTTP/1.1" status: 204 len: 173 time: 0.7645280 Jul 29 23:53:05.344440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2f818f-5372-42aa-8f47-73a79e462cdd', 'name': 'network-vif-deleted', 'tag': '6b13600d-d581-4224-b97f-114006ef5d0f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:05.347290 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f743ba5e-a763-42ac-9a4c-c9b83951c887" -d '{"events": [{"server_uuid": "ac2f818f-5372-42aa-8f47-73a79e462cdd", "name": "network-vif-deleted", "tag": "6b13600d-d581-4224-b97f-114006ef5d0f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:05.440002 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aba815-6b5d-4403-93e5-627d496aebfa x-openstack-request-id: req-18aba815-6b5d-4403-93e5-627d496aebfa {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:05.441203 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2f818f-5372-42aa-8f47-73a79e462cdd", "name": "network-vif-deleted", "tag": "6b13600d-d581-4224-b97f-114006ef5d0f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:05.441203 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18aba815-6b5d-4403-93e5-627d496aebfa {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:05.442261 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2f818f-5372-42aa-8f47-73a79e462cdd', 'name': 'network-vif-deleted', 'tag': '6b13600d-d581-4224-b97f-114006ef5d0f', 'status': 'completed', 'code': 200} Jul 29 23:53:05.527631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.565669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Transition to ACTIVE for port object 74a23845-1f18-4eef-8644-558efd2aa88a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:05.662409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-281cecdc-8958-4b0c-8e72-14e244946a13 req-0bce607e-b3cd-484f-b37c-df0de8f315db tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0638573 Jul 29 23:53:05.665966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.748724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network d080bcb9-6a86-45e2-a308-2cebe6de66f4 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:05.751828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:05.754471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:05.793029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Port': ['ID=74a23845-1f18-4eef-8644-558efd2aa88a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:05.815440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.939400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8031dfec-e1c4-489d-bba2-3ed0565d6543 req-5045a300-4d5d-4d08-b472-7e60c7539050 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2f818f-5372-42aa-8f47-73a79e462cdd HTTP/1.1" status: 200 len: 210 time: 0.0383151 Jul 29 23:53:06.022929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.286068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bddc4231-cbd0-462f-a37b-700334597249 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:06.409741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port bddc4231-cbd0-462f-a37b-700334597249 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:06.414478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e9d5be70-f32e-4f1f-96da-ecbb3030a8fc up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:06.486666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:06.491317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:06.491777 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.500783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.507601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.589349 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.598875 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.600789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Port': ['ID=74a23845-1f18-4eef-8644-558efd2aa88a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:06.624434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e9d5be70-f32e-4f1f-96da-ecbb3030a8fc,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:06.629797 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.702819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=e9d5be70-f32e-4f1f-96da-ecbb3030a8fc,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:06.745399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e16111-cbcb-42c8-91ac-2f5f968f2e6e None None] Network d080bcb9-6a86-45e2-a308-2cebe6de66f4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:06.750657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network d080bcb9-6a86-45e2-a308-2cebe6de66f4 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:06.753803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:06.791371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99258f95-d105-42f4-abd6-6fe818457c82 req-6748c3c1-decb-41bc-951c-bffd908859d4 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0390494 Jul 29 23:53:06.823039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-266446d9-cc39-4a68-8b24-4d2370474ea9 None None] Provisioning for port bddc4231-cbd0-462f-a37b-700334597249 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:06.831640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-266446d9-cc39-4a68-8b24-4d2370474ea9 None None] Provisioning complete for port bddc4231-cbd0-462f-a37b-700334597249 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:06.832127 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-266446d9-cc39-4a68-8b24-4d2370474ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.915578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Router 7f777739-9406-4594-9937-c0677c7c0cab has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:07.006657 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-266446d9-cc39-4a68-8b24-4d2370474ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.090565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:07.105138 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f06d74ee-76f9-44ea-a810-0ab35cc58b0a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "PUT /v2.0/routers/7f777739-9406-4594-9937-c0677c7c0cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0690389 Jul 29 23:53:07.118368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-266446d9-cc39-4a68-8b24-4d2370474ea9 None None] For port bddc4231-cbd0-462f-a37b-700334597249, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bddc4231-cbd0-462f-a37b-700334597249,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:07.124768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-266446d9-cc39-4a68-8b24-4d2370474ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.215045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266446d9-cc39-4a68-8b24-4d2370474ea9 None None] Pushing event updated for resources: {'Port': ['ID=bddc4231-cbd0-462f-a37b-700334597249,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:07.447667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Sync routers for ids ['7f777739-9406-4594-9937-c0677c7c0cab'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:07.470215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ed86b1ec-0c7f-4ca1-b48b-2819382dcf67 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:07.472202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ed86b1ec-0c7f-4ca1-b48b-2819382dcf67 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/networks?id=d080bcb9-6a86-45e2-a308-2cebe6de66f4 HTTP/1.1" status: 200 len: 798 time: 0.1531284 Jul 29 23:53:07.475451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Routers {'7f777739-9406-4594-9937-c0677c7c0cab'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:07.476373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:52:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7f777739-9406-4594-9937-c0677c7c0cab'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:07.514391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-fd6cad9a-f42f-4067-b97b-a4e1681a62c0 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/quotas/c1bae6056df04e5189d661c3d4b0ddee HTTP/1.1" status: 200 len: 375 time: 0.0330794 Jul 29 23:53:07.539597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7ab97231-b2fb-4430-918f-ed0a5cc30130 None None] Provisioning complete for port bddc4231-cbd0-462f-a37b-700334597249 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:07.542615 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ab97231-b2fb-4430-918f-ed0a5cc30130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.617369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-3af4fd75-0c05-4fb2-8098-bf40c92bb022 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1bae6056df04e5189d661c3d4b0ddee&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1016767 Jul 29 23:53:07.746340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Set router 7f777739-9406-4594-9937-c0677c7c0cab gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:07.765779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-12551f85-c74b-4cba-908a-e66e3b8a3819 service neutron] 10.222.0.37 "GET /v2.0/networks/d080bcb9-6a86-45e2-a308-2cebe6de66f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254556 Jul 29 23:53:07.883759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7ab97231-b2fb-4430-918f-ed0a5cc30130 None None] Provisioning for port 74a23845-1f18-4eef-8644-558efd2aa88a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:07.934546 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7ab97231-b2fb-4430-918f-ed0a5cc30130 None None] Provisioning complete for port 74a23845-1f18-4eef-8644-558efd2aa88a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:07.935187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ab97231-b2fb-4430-918f-ed0a5cc30130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.961531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-509de609-3e7c-47ab-9e41-bdbad30479b6 service neutron] 10.222.0.37 "GET /v2.0/networks/d080bcb9-6a86-45e2-a308-2cebe6de66f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868494 Jul 29 23:53:08.034403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7ab97231-b2fb-4430-918f-ed0a5cc30130 None None] Port 74a23845-1f18-4eef-8644-558efd2aa88a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:08.057392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6bd36e52-0601-48c2-bc13-b4dd380bf36c req-53a7883c-157d-41a2-95b7-8a8f7f37555a tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0487154 Jul 29 23:53:08.169057 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6b13600d-d581-4224-b97f-114006ef5d0f no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:08.180581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bddc4231-cbd0-462f-a37b-700334597249 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:08.257592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 6b13600d-d581-4224-b97f-114006ef5d0f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:08.257941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6b13600d-d581-4224-b97f-114006ef5d0f not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:08.273257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-70ace3b0-f868-43dc-b9c7-2110ef3d215e None None] Provisioning complete for port 74a23845-1f18-4eef-8644-558efd2aa88a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:08.273630 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70ace3b0-f868-43dc-b9c7-2110ef3d215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.309800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b263c2b8-4d9c-4f91-b928-456bf7c08812 req-0564f1f3-84bf-4ab9-9502-280e365977ec tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 210 time: 0.0418944 Jul 29 23:53:08.323768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429746-76ff-47e9-98ec-cd6931d9a361 req-c15ae3c2-c635-4723-b24d-a820d77d279d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:08.325336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1429746-76ff-47e9-98ec-cd6931d9a361 req-c15ae3c2-c635-4723-b24d-a820d77d279d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1376619 Jul 29 23:53:08.355244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-70ace3b0-f868-43dc-b9c7-2110ef3d215e None None] Port 74a23845-1f18-4eef-8644-558efd2aa88a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:08.363589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777739-9406-4594-9937-c0677c7c0cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625857574', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:00Z', 'updated_at': '2021-07-29T23:53:05Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:01Z', 'updated_at': '2021-07-29T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '74a23845-1f18-4eef-8644-558efd2aa88a', 'name': '', 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:ac:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ef248aca-2980-4f92-a86d-00fae3b19187', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:04Z', 'updated_at': '2021-07-29T23:53:06Z', 'revision_number': 2, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'ef248aca-2980-4f92-a86d-00fae3b19187', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:08.389897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1429746-76ff-47e9-98ec-cd6931d9a361 req-c7a86465-59a9-42cd-894a-de49277e083f tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508740 Jul 29 23:53:08.395622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Checking router: 7f777739-9406-4594-9937-c0677c7c0cab for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:08.396079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Updating router 7f777739-9406-4594-9937-c0677c7c0cab port 74a23845-1f18-4eef-8644-558efd2aa88a binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:53:08.420332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port bddc4231-cbd0-462f-a37b-700334597249 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:08.420701 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.447833 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.629897 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e9d5be70-f32e-4f1f-96da-ecbb3030a8fc up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:08.922028 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:08.922400 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.056079 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.073533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Transition to ACTIVE for port object 74a23845-1f18-4eef-8644-558efd2aa88a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:09.082469 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.136543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1720086-03ab-43dc-b78c-7b63981aac45 None None] Pushing event updated for resources: {'Port': ['ID=74a23845-1f18-4eef-8644-558efd2aa88a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:09.201779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Attempting to bind port 74a23845-1f18-4eef-8644-558efd2aa88a on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:09.202415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Attempting to bind port 74a23845-1f18-4eef-8644-558efd2aa88a by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:09.203099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Attempting to bind port 74a23845-1f18-4eef-8644-558efd2aa88a on network d080bcb9-6a86-45e2-a308-2cebe6de66f4 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:09.210384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:09.211225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Checking segment: {'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:09.211797 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.212474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Bound using segment: {'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:09.213278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Bound port: 74a23845-1f18-4eef-8644-558efd2aa88a, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:09.213840 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.249176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-125f0fb7-8b10-4ffd-ac51-07e4331545d4 req-dce0cb23-76dc-470a-b22f-755f1fc3e2d4 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0481873 Jul 29 23:53:09.325042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] For port 74a23845-1f18-4eef-8644-558efd2aa88a, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:09.329862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] For port 74a23845-1f18-4eef-8644-558efd2aa88a, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=74a23845-1f18-4eef-8644-558efd2aa88a,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:09.336489 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.453842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1720086-03ab-43dc-b78c-7b63981aac45 None None] Pushing event updated for resources: {'Port': ['ID=74a23845-1f18-4eef-8644-558efd2aa88a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:09.458264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Routers {'7f777739-9406-4594-9937-c0677c7c0cab'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:09.458896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:52:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7f777739-9406-4594-9937-c0677c7c0cab'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:09.540864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e8d3e4a-c4c1-45ad-852a-b79b0bdf388f req-b54c5229-c68f-4533-84eb-139f285678ca tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 210 time: 0.1059523 Jul 29 23:53:09.620873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-f212ef04-0d9f-4b0b-a7dd-c353ecde6e23 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:09.623174 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-f212ef04-0d9f-4b0b-a7dd-c353ecde6e23 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1072340 Jul 29 23:53:09.634904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271d994-496f-4561-95a5-0b46b35ff0d3 req-c4fd8fe4-4b9a-462d-8c5b-51816cf1eac9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:09.636600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d271d994-496f-4561-95a5-0b46b35ff0d3 req-c4fd8fe4-4b9a-462d-8c5b-51816cf1eac9 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1520898 Jul 29 23:53:09.722176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] Set router 7f777739-9406-4594-9937-c0677c7c0cab gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:09.722948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d271d994-496f-4561-95a5-0b46b35ff0d3 req-38740245-14c5-4e9c-b595-8ac6e6caaef4 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/security-groups?id=4135f176-5a6c-4ec8-89e1-53f40ee5e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692823 Jul 29 23:53:09.730065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261efbc8-8095-410b-93a8-54edc8cd604f req-20bd61c5-01c9-4a81-9fdd-da0475db526c tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:09.731570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-20bd61c5-01c9-4a81-9fdd-da0475db526c tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.42 "GET /v2.0/networks?id=d080bcb9-6a86-45e2-a308-2cebe6de66f4 HTTP/1.1" status: 200 len: 798 time: 0.3420548 Jul 29 23:53:09.751230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Request body: {'port': {'device_id': 'cf77601b-19bf-419b-8048-1564bc260f19', 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4', 'admin_state_up': True, 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:09.814103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-d1ba1718-c077-486f-8160-c58e70e3738d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Deleting port d0de3e46-9008-445b-a24e-73a858abfcac {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:09.814463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-d1ba1718-c077-486f-8160-c58e70e3738d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.890827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Made reservation on behalf of c1bae6056df04e5189d661c3d4b0ddee for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:09.895574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.923549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-d1ba1718-c077-486f-8160-c58e70e3738d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] For port d0de3e46-9008-445b-a24e-73a858abfcac, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d0de3e46-9008-445b-a24e-73a858abfcac,segment=NetworkSegment(ccb574cd-50c6-4886-b5f8-fb03ab90e73a),segment_id=ccb574cd-50c6-4886-b5f8-fb03ab90e73a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:09.924631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-d1ba1718-c077-486f-8160-c58e70e3738d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.942530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-d1ba1718-c077-486f-8160-c58e70e3738d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Calling delete_port for d0de3e46-9008-445b-a24e-73a858abfcac owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:10.066970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777739-9406-4594-9937-c0677c7c0cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625857574', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:00Z', 'updated_at': '2021-07-29T23:53:05Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:01Z', 'updated_at': '2021-07-29T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '74a23845-1f18-4eef-8644-558efd2aa88a', 'name': '', 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:ac:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ef248aca-2980-4f92-a86d-00fae3b19187', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:04Z', 'updated_at': '2021-07-29T23:53:09Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'ef248aca-2980-4f92-a86d-00fae3b19187', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:10.089682 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Allocated IP 172.20.0.29 (d080bcb9-6a86-45e2-a308-2cebe6de66f4/ef248aca-2980-4f92-a86d-00fae3b19187/5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:10.097739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1e43d-ab8c-4d01-8f6e-4a06dc7bae63 None None] The sync data for ids ['7f777739-9406-4594-9937-c0677c7c0cab'] in n-d-712139-11 is: [{'id': '7f777739-9406-4594-9937-c0677c7c0cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625857574', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:00Z', 'updated_at': '2021-07-29T23:53:05Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:01Z', 'updated_at': '2021-07-29T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '74a23845-1f18-4eef-8644-558efd2aa88a', 'name': '', 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:ac:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ef248aca-2980-4f92-a86d-00fae3b19187', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:04Z', 'updated_at': '2021-07-29T23:53:09Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'ef248aca-2980-4f92-a86d-00fae3b19187', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:10.120259 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-d1ba1718-c077-486f-8160-c58e70e3738d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.161941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d0de3e46-9008-445b-a24e-73a858abfcac'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:10.175663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba1718-c077-486f-8160-c58e70e3738d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Pushing event deleted for resources: {'Port': ['ID=d0de3e46-9008-445b-a24e-73a858abfcac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:10.289885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-d1ba1718-c077-486f-8160-c58e70e3738d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] No DVR routers for this DVR port d0de3e46-9008-445b-a24e-73a858abfcac on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:10.297341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-d1ba1718-c077-486f-8160-c58e70e3738d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.301997 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e4568cc-3838-4c17-af1d-535e62e0504f req-d1ba1718-c077-486f-8160-c58e70e3738d tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.47 "DELETE /v2.0/ports/d0de3e46-9008-445b-a24e-73a858abfcac HTTP/1.1" status: 204 len: 173 time: 0.6714325 Jul 29 23:53:10.302481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a30deb1-dd99-446c-ba40-fd3ea511c2f9', 'name': 'network-vif-deleted', 'tag': 'd0de3e46-9008-445b-a24e-73a858abfcac'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:10.306847 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e4f625-c5f3-4a75-b874-0d148dde7f4f" -d '{"events": [{"server_uuid": "1a30deb1-dd99-446c-ba40-fd3ea511c2f9", "name": "network-vif-deleted", "tag": "d0de3e46-9008-445b-a24e-73a858abfcac"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:10.350295 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7e894d-dbe9-4503-b708-40907c39f3fd x-openstack-request-id: req-6e7e894d-dbe9-4503-b708-40907c39f3fd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:10.350860 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a30deb1-dd99-446c-ba40-fd3ea511c2f9", "name": "network-vif-deleted", "tag": "d0de3e46-9008-445b-a24e-73a858abfcac", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:10.351356 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e7e894d-dbe9-4503-b708-40907c39f3fd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:10.352092 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a30deb1-dd99-446c-ba40-fd3ea511c2f9', 'name': 'network-vif-deleted', 'tag': 'd0de3e46-9008-445b-a24e-73a858abfcac', 'status': 'completed', 'code': 200} Jul 29 23:53:10.354260 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.388382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Transition to ACTIVE for port object 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:10.449086 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.502883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Network d080bcb9-6a86-45e2-a308-2cebe6de66f4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:10.522039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:10.534457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be8cf4e6-8ab7-4e14-9691-d6f4a690e494 req-ac45b331-e74f-40ad-a7a3-9088edceaa2e tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0713038 Jul 29 23:53:10.537546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:10.567538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event updated for resources: {'Port': ['ID=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:10.651003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:10.652209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.686772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ace15233-b0b3-4461-899f-a1427c099051 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9394264 Jul 29 23:53:10.735799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Request body: {'port': {'device_id': 'cf77601b-19bf-419b-8048-1564bc260f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:10.997591 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b5d0320d-4468-403c-8c54-62b84897178a None None] Provisioning for port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:11.003468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b5d0320d-4468-403c-8c54-62b84897178a None None] Provisioning complete for port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:11.004127 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5d0320d-4468-403c-8c54-62b84897178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.082428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0320d-4468-403c-8c54-62b84897178a None None] Port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:11.218242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95b96564-31be-4309-82ca-37a105d4a174 req-93403b4a-8e7e-461d-a188-e0948276ee56 tempest-ServersTestJSON-797391520 tempest-ServersTestJSON-797391520-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a30deb1-dd99-446c-ba40-fd3ea511c2f9 HTTP/1.1" status: 200 len: 210 time: 0.0548530 Jul 29 23:53:11.281112 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.319280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce7e29-cc67-4c1a-9196-0eacb8e559b3 req-2bba20b0-a969-4272-86d0-3e7075bad794 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:11.321059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81ce7e29-cc67-4c1a-9196-0eacb8e559b3 req-2bba20b0-a969-4272-86d0-3e7075bad794 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 895 time: 0.6509793 Jul 29 23:53:11.731679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86742e58-ec29-4bef-821d-065c14c91fd1 req-4032b8e0-b6bd-431c-8e4a-8883163b714c tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0891042 Jul 29 23:53:11.745370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:11.760387 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.781933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Transition to ACTIVE for port object 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:11.789092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.911141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:12.111669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Attempting to bind port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:12.112008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Attempting to bind port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:12.112397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Attempting to bind port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce on network d080bcb9-6a86-45e2-a308-2cebe6de66f4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:12.117663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce on network d080bcb9-6a86-45e2-a308-2cebe6de66f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:53:12.118011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Attempting to bind port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce on network d080bcb9-6a86-45e2-a308-2cebe6de66f4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:12.124292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:12.124681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Checking segment: {'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:12.125035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Bound using segment: {'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:12.125486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Bound port: 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ea4cf6-fa39-48f1-a856-272f9389f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:12.125853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.211525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] For port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:12.216432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] For port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:12.233399 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.284534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 74a23845-1f18-4eef-8644-558efd2aa88a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:12.299150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:12.301682 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.305594 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] 10.222.0.42 "PUT /v2.0/ports/5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce HTTP/1.1" status: 200 len: 1056 time: 1.5843561 Jul 29 23:53:12.312775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf77601b-19bf-419b-8048-1564bc260f19', 'tag': '5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:12.324880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53468) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:12.327545 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611f3e2e-7fb6-4607-9593-5ea4732723d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf77601b-19bf-419b-8048-1564bc260f19", "tag": "5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:12.444589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 74a23845-1f18-4eef-8644-558efd2aa88a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:12.452627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 74a23845-1f18-4eef-8644-558efd2aa88a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:12.453411 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.503386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Deleting subnet 97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:12.504055 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e19dcbf-624c-4996-bc14-ca279ca4fad3 x-openstack-request-id: req-2e19dcbf-624c-4996-bc14-ca279ca4fad3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:12.504918 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf77601b-19bf-419b-8048-1564bc260f19", "tag": "5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:12.508540 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e19dcbf-624c-4996-bc14-ca279ca4fad3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:12.509957 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf77601b-19bf-419b-8048-1564bc260f19', 'tag': '5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce', 'status': 'completed', 'code': 200} Jul 29 23:53:12.515604 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.546543 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12010a-c904-4d52-89fc-559c4b9daa53 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:12.590770 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.622397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261efbc8-8095-410b-93a8-54edc8cd604f req-41e5aa46-9205-4bcf-8cc7-099836b2ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:12.626231 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-41e5aa46-9205-4bcf-8cc7-099836b2ac32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1bae6056df04e5189d661c3d4b0ddee&device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 1059 time: 0.2583745 Jul 29 23:53:12.660207 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.674426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.748544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 74a23845-1f18-4eef-8644-558efd2aa88a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=74a23845-1f18-4eef-8644-558efd2aa88a,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:12.749357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df014865-9895-4494-9bfb-6d7a90904cb0 req-e2349c33-12eb-44fa-bc59-bc64853f278a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:12.753603 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.754454 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df014865-9895-4494-9bfb-6d7a90904cb0 req-e2349c33-12eb-44fa-bc59-bc64853f278a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 907 time: 0.2248209 Jul 29 23:53:12.756051 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.760057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-82ca6591-f8ae-48f4-afd8-2c257417d56d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce HTTP/1.1" status: 200 len: 217 time: 0.1208951 Jul 29 23:53:12.837480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e2cfa4-656f-4a65-8a02-85ab9ce6dea4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:12.858242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.858799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.859359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.859907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.860498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.861048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.861769 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.862397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.862961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.863523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.864245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.864810 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.874021 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.877238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ffecd038-f4ab-409a-9caa-a6b7f0c2820b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/97e2cfa4-656f-4a65-8a02-85ab9ce6dea4 HTTP/1.1" status: 204 len: 168 time: 0.5472336 Jul 29 23:53:12.879846 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53486) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:12.905822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-276957f6-45f1-48f0-baa4-6068cc6502b1 req-8c376907-fbc9-449a-a3f1-40239254dfb8 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0371943 Jul 29 23:53:12.911279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=74a23845-1f18-4eef-8644-558efd2aa88a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:12.918231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261efbc8-8095-410b-93a8-54edc8cd604f req-6061849f-b891-4f88-ac9a-05bd3cb6ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:12.920007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-6061849f-b891-4f88-ac9a-05bd3cb6ea28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef248aca-2980-4f92-a86d-00fae3b19187 HTTP/1.1" status: 200 len: 838 time: 0.1516538 Jul 29 23:53:12.921152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.921609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.922722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.922722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.922722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.923291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.923721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.924189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.924806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.925210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.925638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:12.926157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:13.001938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261efbc8-8095-410b-93a8-54edc8cd604f req-faf6942c-8f2e-4bae-8915-6129cd35cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:13.002183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.004702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-faf6942c-8f2e-4bae-8915-6129cd35cb77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d080bcb9-6a86-45e2-a308-2cebe6de66f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0754688 Jul 29 23:53:13.121482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-61b6e955-f2db-4307-8f64-e33ca641e843 service neutron] 10.222.0.42 "GET /v2.0/networks/d080bcb9-6a86-45e2-a308-2cebe6de66f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053009 Jul 29 23:53:13.271525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-261efbc8-8095-410b-93a8-54edc8cd604f req-3bca7528-ee5d-4895-acaa-f234208f5f4e service neutron] 10.222.0.42 "GET /v2.0/networks/d080bcb9-6a86-45e2-a308-2cebe6de66f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421785 Jul 29 23:53:13.385099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-816e0e11-3b7f-4d2a-b32b-cdfacf517dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:13.386517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-816e0e11-3b7f-4d2a-b32b-cdfacf517dc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1bae6056df04e5189d661c3d4b0ddee&device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 1059 time: 0.0621648 Jul 29 23:53:13.462393 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.492091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6938b3-8234-4f20-a7e5-3069882cf4fa']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:13.503986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:13.504451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb574cd-50c6-4886-b5f8-fb03ab90e73a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:13.506436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-dc4a0987-c244-4ee6-bd83-e8813c0a4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:13.508111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-dc4a0987-c244-4ee6-bd83-e8813c0a4d1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d080bcb9-6a86-45e2-a308-2cebe6de66f4 HTTP/1.1" status: 200 len: 899 time: 0.1134255 Jul 29 23:53:13.516521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.534531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.545473 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:13.546011 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:13.547955 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:13.572852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-b6d5ffc3-a47b-465f-8ef7-0894eaea5e63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce HTTP/1.1" status: 200 len: 217 time: 0.0555780 Jul 29 23:53:13.609748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.616659 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.624236 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] 10.222.0.37 "DELETE /v2.0/networks/fa6938b3-8234-4f20-a7e5-3069882cf4fa HTTP/1.1" status: 204 len: 168 time: 0.7429790 Jul 29 23:53:13.637610 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc81190-356c-417d-b4f7-a31c72878e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6938b3-8234-4f20-a7e5-3069882cf4fa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:13.675075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-90f7f383-33c3-480f-89da-f3742ebf8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:13.677443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-90f7f383-33c3-480f-89da-f3742ebf8ed5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef248aca-2980-4f92-a86d-00fae3b19187 HTTP/1.1" status: 200 len: 838 time: 0.0959980 Jul 29 23:53:13.740872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-9c9222f1-5fa6-477d-9989-d98a50a436b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:13.742702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-9c9222f1-5fa6-477d-9989-d98a50a436b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d080bcb9-6a86-45e2-a308-2cebe6de66f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0531156 Jul 29 23:53:13.873963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:13.875110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-9d2f8569-546f-430a-ac75-8c6d243cba57 service neutron] 10.222.0.42 "GET /v2.0/networks/d080bcb9-6a86-45e2-a308-2cebe6de66f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233060 Jul 29 23:53:13.937340 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-de2c74b3-3103-498c-9595-b6c0cbc48520 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d31f1ef0730d448f88afefa787e7cf91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619686 Jul 29 23:53:13.938382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53508) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:14.034968 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb866-b255-4936-8f20-64751652211b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.051425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853166-31a9-4d59-8fce-a36f6a120e59 req-04c5b37c-c4fc-4d1f-a4f2-9a57b3d189f1 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:14.054156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a853166-31a9-4d59-8fce-a36f6a120e59 req-04c5b37c-c4fc-4d1f-a4f2-9a57b3d189f1 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 907 time: 0.1744423 Jul 29 23:53:14.083806 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb866-b255-4936-8f20-64751652211b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.160885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff17dfb0-8df9-42d8-995d-f2aa1009babd req-36204bf9-755e-4911-90b0-5e473c283d8c tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0534053 Jul 29 23:53:14.164526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-611f3e2e-7fb6-4607-9593-5ea4732723d1 req-c0a1fb62-0db7-492b-bc17-081e9650f3f4 service neutron] 10.222.0.42 "GET /v2.0/networks/d080bcb9-6a86-45e2-a308-2cebe6de66f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744513 Jul 29 23:53:14.167329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 74a23845-1f18-4eef-8644-558efd2aa88a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:14.230434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb866-b255-4936-8f20-64751652211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.232087 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb866-b255-4936-8f20-64751652211b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.233938 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1c7bb866-b255-4936-8f20-64751652211b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4135f176-5a6c-4ec8-89e1-53f40ee5e99e HTTP/1.1" status: 204 len: 168 time: 0.2937815 Jul 29 23:53:14.245437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bb866-b255-4936-8f20-64751652211b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4135f176-5a6c-4ec8-89e1-53f40ee5e99e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:14.270707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 74a23845-1f18-4eef-8644-558efd2aa88a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:14.271231 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.366171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d0de3e46-9008-445b-a24e-73a858abfcac no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:14.396569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: d0de3e46-9008-445b-a24e-73a858abfcac {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:14.428360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d0de3e46-9008-445b-a24e-73a858abfcac not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:15.259714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0b6f0-d38b-42f9-8553-101829504718 req-a10f9311-5649-47b1-b831-649ad2f5ac72 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:15.269994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0a0b6f0-d38b-42f9-8553-101829504718 req-a10f9311-5649-47b1-b831-649ad2f5ac72 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 907 time: 0.0850401 Jul 29 23:53:15.345694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:15.350078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fdf3b62-ceb3-42c0-951b-2f0489e46194 req-6a96d6bc-d6aa-4ff4-8e29-c43bfdaaa902 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0439041 Jul 29 23:53:15.481755 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-330281707-network', 'tenant_id': '4793646f191c4e92b8a766bfad29590b'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:15.508325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Made reservation on behalf of 4793646f191c4e92b8a766bfad29590b for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:15.510611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.519565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.642448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.647278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.678966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:15.686207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc955b89-0f2e-4f70-ba6f-6f212f3edc94,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:15.693462 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.693791 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Added segment 14506a67-5fbd-44ed-988f-b80756de308b of type vlan for network 8318e19d-0d5e-4000-8328-67cea49b31b4 Jul 29 23:53:15.744101 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.788549 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.790960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:15.791983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.876884 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5291073 Jul 29 23:53:15.880124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53568) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:15.892409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Request body: {'subnet': {'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-330281707-subnet', 'tenant_id': '4793646f191c4e92b8a766bfad29590b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:15.918307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc2199-4d85-4d09-ab89-4d5495e8bb4d admin admin] Pushing event updated for resources: {'Network': ['ID=8318e19d-0d5e-4000-8328-67cea49b31b4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:15.938446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 8318e19d-0d5e-4000-8328-67cea49b31b4 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:15.945580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Made reservation on behalf of 4793646f191c4e92b8a766bfad29590b for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:15.955939 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.197472 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.209640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:53:16.286257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75722af-3003-4a2c-a309-16090d5258dd,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:16.296426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Checking segment: {'id': '14506a67-5fbd-44ed-988f-b80756de308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:16.297057 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Network hostable DHCP agents. Network: 8318e19d-0d5e-4000-8328-67cea49b31b4, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:16.330587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Network 8318e19d-0d5e-4000-8328-67cea49b31b4 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:16.345412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 8318e19d-0d5e-4000-8328-67cea49b31b4) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:16.350238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:16.363674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:16.364596 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.367565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1053ca-adef-49f1-b3ba-26ad5ae073f8 None None] Network 8318e19d-0d5e-4000-8328-67cea49b31b4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:16.391117 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3e794306-d4af-4b0a-aeed-f6a590795369 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5095406 Jul 29 23:53:16.422080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce', 'network_id': 'd080bcb9-6a86-45e2-a308-2cebe6de66f4', 'port_id': '5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce', 'mac_address': 'fa:16:3e:b6:e7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef248aca-2980-4f92-a86d-00fae3b19187', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:53:16.488439 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.515677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:16.542430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50826-907e-42f3-8d64-53ce8bf5fb40 req-f4f7fe49-110c-42b9-b0eb-fbb875f9eda6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:16.545698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1d50826-907e-42f3-8d64-53ce8bf5fb40 req-f4f7fe49-110c-42b9-b0eb-fbb875f9eda6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 907 time: 0.1599097 Jul 29 23:53:16.562854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:16.568991 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.611857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37cefdd7-7451-47f4-b5d9-d6814faa706c req-fdb53545-3af9-4620-9f7b-c1f7ae5503ff tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0588796 Jul 29 23:53:16.655575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4046a81-fb43-46fb-a8b0-fb1f5fee044c None None] Network 8318e19d-0d5e-4000-8328-67cea49b31b4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:16.737903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:16.769268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:16.986102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-052fd5b0-7857-4572-b7d7-b71a09da816a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:16.987584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-052fd5b0-7857-4572-b7d7-b71a09da816a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 813 time: 0.1131163 Jul 29 23:53:17.004297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-b729602c-5080-4d3b-a4b3-d7c16957d856 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/quotas/4793646f191c4e92b8a766bfad29590b HTTP/1.1" status: 200 len: 375 time: 0.0105286 Jul 29 23:53:17.040753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-2faa2299-e2cb-4a2c-8cd6-35d910a2651b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296094 Jul 29 23:53:17.146592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-7f49ae60-a334-40b5-8c5f-46ba2e1c718b service neutron] 10.222.0.37 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969653 Jul 29 23:53:17.243065 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-6bebc499-ffc6-4807-9e74-17fb2d550e09 service neutron] 10.222.0.37 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903199 Jul 29 23:53:17.436334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-834a656c-1aec-49bb-b41e-097e6c2e8f6b req-743c3c4a-65f6-45a3-823f-ec97dfc617ec tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 210 time: 0.0491190 Jul 29 23:53:17.729557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07b027-39f5-4955-ae1c-eb73ec3e6a8f req-f17685e5-8268-4af8-a78f-17ea3fcb9c63 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:17.731170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa07b027-39f5-4955-ae1c-eb73ec3e6a8f req-f17685e5-8268-4af8-a78f-17ea3fcb9c63 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 908 time: 0.0579870 Jul 29 23:53:17.798275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-628abcd8-9119-474d-9538-e8eed1365100 req-47521878-272e-4804-9115-8f75cb24616b tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0547783 Jul 29 23:53:18.239140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:18.295561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:18.299338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:18.299724 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.386011 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.416203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf77601b-19bf-419b-8048-1564bc260f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:18.420928 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf0bc39-69d0-4990-b27d-3766210c50cd" -d '{"events": [{"server_uuid": "cf77601b-19bf-419b-8048-1564bc260f19", "name": "network-vif-plugged", "status": "completed", "tag": "5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:18.445508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:18.450717 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.504241 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9af83ee-a73e-4f37-aef0-2c1cab01c1b3 x-openstack-request-id: req-c9af83ee-a73e-4f37-aef0-2c1cab01c1b3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:18.504806 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf77601b-19bf-419b-8048-1564bc260f19", "name": "network-vif-plugged", "status": "completed", "tag": "5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:18.505279 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9af83ee-a73e-4f37-aef0-2c1cab01c1b3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:18.506018 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf77601b-19bf-419b-8048-1564bc260f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce', 'code': 200} Jul 29 23:53:18.519833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:18.614832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a1519c8-859b-4115-bc75-5b1e4c8ec078 req-552eba3a-e402-4aee-98c8-c183fea73bf9 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 210 time: 0.0550704 Jul 29 23:53:18.685621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95245469-2b80-41fc-9a39-415bf340b786 req-8c0e2118-1189-4f74-ae60-124e6559aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:18.688169 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-95245469-2b80-41fc-9a39-415bf340b786 req-8c0e2118-1189-4f74-ae60-124e6559aebd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 1061 time: 0.0811195 Jul 29 23:53:18.741155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-d08e2162-6850-4f4b-8fab-7c252b0ceb2e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:18.742664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-d08e2162-6850-4f4b-8fab-7c252b0ceb2e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.42 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 813 time: 0.1690195 Jul 29 23:53:18.760315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Request body: {'port': {'device_id': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4', 'admin_state_up': True, 'tenant_id': '4793646f191c4e92b8a766bfad29590b'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:18.844958 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.914043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d7940-5cbd-4ab5-b847-79adab4c7e2d req-3ff143ce-2633-4e6e-95f2-721265022e34 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:18.916178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc1d7940-5cbd-4ab5-b847-79adab4c7e2d req-3ff143ce-2633-4e6e-95f2-721265022e34 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 909 time: 0.0838671 Jul 29 23:53:18.955850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d60bffd1-267c-45fa-86b2-81c139dad099 req-fd93176c-2ab1-4f10-ab13-7b18acff5ac7 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0537961 Jul 29 23:53:19.025816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Made reservation on behalf of 4793646f191c4e92b8a766bfad29590b for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:19.029483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.185564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Allocated IP 172.20.0.13 (8318e19d-0d5e-4000-8328-67cea49b31b4/f75722af-3003-4a2c-a309-16090d5258dd/6732cdfc-ed5a-4264-9341-1fafa171de94) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:19.356163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.413889 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.464698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Network 8318e19d-0d5e-4000-8328-67cea49b31b4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:19.468001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:19.471943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:19.504293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Pushing event updated for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:19.539626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:19.541103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.558077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-fac2ca3b-d14b-4548-9450-9d91cc3ed7b8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8057623 Jul 29 23:53:19.570610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Request body: {'port': {'device_id': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:19.633310 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.857906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9aac8-1390-4646-b339-91b3b17522bc req-d00e3b26-f3c0-4fba-9f1e-075d5b44d364 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:19.859420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5d9aac8-1390-4646-b339-91b3b17522bc req-d00e3b26-f3c0-4fba-9f1e-075d5b44d364 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 932 time: 0.1553574 Jul 29 23:53:19.924242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5d9aac8-1390-4646-b339-91b3b17522bc req-0b07bca4-a8f9-4442-8e6e-9c049e5ae9ea tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584698 Jul 29 23:53:20.019485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6732cdfc-ed5a-4264-9341-1fafa171de94 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:20.030873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.086622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Transition to ACTIVE for port object 6732cdfc-ed5a-4264-9341-1fafa171de94 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:20.103713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28721a77-b3ee-45d5-9f51-459a808463b8 req-5d06087d-3dd3-4387-9872-156339556ffb tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0529931 Jul 29 23:53:20.106057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.171696 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083bbf7-1b1a-4890-82ce-8ec6fd3e7e52 req-4f6b2d19-a49a-42dc-977b-10b533feb87b tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:20.173534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8083bbf7-1b1a-4890-82ce-8ec6fd3e7e52 req-4f6b2d19-a49a-42dc-977b-10b533feb87b tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 909 time: 0.1463170 Jul 29 23:53:20.180359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:20.191673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.192041 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.192390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.192727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.193060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.193534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.193872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.194281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.195361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.195708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.196211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.197211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:20.324514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264f0a0-bd29-4b5a-b25b-a9cabd843618 req-24173097-c941-45ee-993d-04b075f9cb81 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:20.326052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e264f0a0-bd29-4b5a-b25b-a9cabd843618 req-24173097-c941-45ee-993d-04b075f9cb81 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 909 time: 0.0743072 Jul 29 23:53:20.326769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Attempting to bind port 6732cdfc-ed5a-4264-9341-1fafa171de94 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:20.327109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Attempting to bind port 6732cdfc-ed5a-4264-9341-1fafa171de94 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '14506a67-5fbd-44ed-988f-b80756de308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:20.327443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Attempting to bind port 6732cdfc-ed5a-4264-9341-1fafa171de94 on network 8318e19d-0d5e-4000-8328-67cea49b31b4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:20.332443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Port 6732cdfc-ed5a-4264-9341-1fafa171de94 on network 8318e19d-0d5e-4000-8328-67cea49b31b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:53:20.332774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Attempting to bind port 6732cdfc-ed5a-4264-9341-1fafa171de94 on network 8318e19d-0d5e-4000-8328-67cea49b31b4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:20.338666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:20.339015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Checking segment: {'id': '14506a67-5fbd-44ed-988f-b80756de308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:20.339441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Bound using segment: {'id': '14506a67-5fbd-44ed-988f-b80756de308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:20.339838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Bound port: 6732cdfc-ed5a-4264-9341-1fafa171de94, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14506a67-5fbd-44ed-988f-b80756de308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:20.340234 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.449815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:20.468136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:20.475511 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.511582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8ed80-a7e9-4ee6-939b-faeb60372eb5 req-70c14aa2-5600-4c15-b6aa-8ee532826f11 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:20.513291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80e8ed80-a7e9-4ee6-939b-faeb60372eb5 req-70c14aa2-5600-4c15-b6aa-8ee532826f11 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 1061 time: 0.0983226 Jul 29 23:53:20.520971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:20.521167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.522800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/6732cdfc-ed5a-4264-9341-1fafa171de94 HTTP/1.1" status: 200 len: 1093 time: 0.9569883 Jul 29 23:53:20.525454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:20.528432 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858fd497-3391-4fa6-9358-820c2b1852ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:20.560435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe507a-1b1a-4a41-82c8-bd76986737a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:20.621627 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e5881c-6475-415c-a13a-937827481c73 x-openstack-request-id: req-f1e5881c-6475-415c-a13a-937827481c73 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:20.621927 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:20.622397 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1e5881c-6475-415c-a13a-937827481c73 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:20.622815 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'status': 'completed', 'code': 200} Jul 29 23:53:20.668893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-d5111ed6-c3f6-47fb-a6b6-4d16fd1afda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:20.670473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-d5111ed6-c3f6-47fb-a6b6-4d16fd1afda3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 1096 time: 0.0949619 Jul 29 23:53:20.679169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b538a-3e29-4120-a6e4-b04d77adaef5 req-b107b2bb-2904-4929-ba1e-7a2054e64bf1 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:20.680739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd8b538a-3e29-4120-a6e4-b04d77adaef5 req-b107b2bb-2904-4929-ba1e-7a2054e64bf1 tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 1136 time: 0.0558226 Jul 29 23:53:20.732264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-cfd71c3c-9c5c-4c41-8c97-4b602fb92aa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6732cdfc-ed5a-4264-9341-1fafa171de94 HTTP/1.1" status: 200 len: 217 time: 0.0480618 Jul 29 23:53:20.774028 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd8b538a-3e29-4120-a6e4-b04d77adaef5 req-5b774137-0f49-48db-a356-45d4710f9d5e tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0859106 Jul 29 23:53:20.794177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-6e0f1e6e-e2a8-45b7-a5b3-305e76be6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:20.795885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-6e0f1e6e-e2a8-45b7-a5b3-305e76be6672 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 200 len: 853 time: 0.0589569 Jul 29 23:53:20.803872 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53688) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:20.838820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-585513e4-b9af-46f4-8cde-cabf3db4835c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8318e19d-0d5e-4000-8328-67cea49b31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351956 Jul 29 23:53:20.848773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aeb76d-63d3-4cb3-92f9-73b6d3da250a tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:20.853609 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-03aeb76d-63d3-4cb3-92f9-73b6d3da250a tempest-TestSecurityGroupsBasicOps-257312125 tempest-TestSecurityGroupsBasicOps-257312125-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 1056 time: 0.0454719 Jul 29 23:53:20.940863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-6c466996-5407-4039-b25b-97f5fa4e55c8 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931811 Jul 29 23:53:21.130815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55436415-2c8d-4ad5-b745-24d1ce2badfd req-5372a8bf-9c24-4847-a10c-6019d71ec7b8 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815727 Jul 29 23:53:21.145160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32b23-f195-4bde-b492-73b5623b3b05 req-9806580c-b10d-493c-b054-c4170a570c82 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:21.146852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6f32b23-f195-4bde-b492-73b5623b3b05 req-9806580c-b10d-493c-b054-c4170a570c82 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.1193616 Jul 29 23:53:21.160714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8be56c-e396-403d-81bd-447814676cac req-baec75e9-c78b-4f27-b970-bd32f5792afe tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:21.162278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a8be56c-e396-403d-81bd-447814676cac req-baec75e9-c78b-4f27-b970-bd32f5792afe tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 909 time: 0.1006932 Jul 29 23:53:21.241366 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6f32b23-f195-4bde-b492-73b5623b3b05 req-0bfaa5b3-3433-4bce-a33d-e0affa3198b2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780864 Jul 29 23:53:21.265640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-28a45059-464e-4453-8e55-b4807c56f517 req-db08e340-babf-4cec-bc37-ea9b40b7dedd tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0362146 Jul 29 23:53:21.276679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fd497-3391-4fa6-9358-820c2b1852ba req-dbbf6187-6988-4ce8-98eb-adefe8d5da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:21.278247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-858fd497-3391-4fa6-9358-820c2b1852ba req-dbbf6187-6988-4ce8-98eb-adefe8d5da11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 1096 time: 0.0798686 Jul 29 23:53:21.385999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fd497-3391-4fa6-9358-820c2b1852ba req-b8089d29-28c2-4f98-aa79-f853dff77e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:21.387388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-858fd497-3391-4fa6-9358-820c2b1852ba req-b8089d29-28c2-4f98-aa79-f853dff77e14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 914 time: 0.0998988 Jul 29 23:53:21.435511 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-858fd497-3391-4fa6-9358-820c2b1852ba req-4db9092e-b1bb-4da4-9c61-3e64b53810db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6732cdfc-ed5a-4264-9341-1fafa171de94 HTTP/1.1" status: 200 len: 217 time: 0.0389934 Jul 29 23:53:21.492826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fd497-3391-4fa6-9358-820c2b1852ba req-c6e78f15-d37c-4289-bcc0-084e03570c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:21.494870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-858fd497-3391-4fa6-9358-820c2b1852ba req-c6e78f15-d37c-4289-bcc0-084e03570c05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 200 len: 853 time: 0.0511136 Jul 29 23:53:21.535440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-858fd497-3391-4fa6-9358-820c2b1852ba req-7d502c11-a721-4edd-b983-bf4509787e86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8318e19d-0d5e-4000-8328-67cea49b31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254183 Jul 29 23:53:21.635222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-858fd497-3391-4fa6-9358-820c2b1852ba req-95defcfa-57e0-46ed-988e-cdc32680a014 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895088 Jul 29 23:53:21.695157 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6287826e-3576-4983-89fa-bdd9614329c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.741349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-858fd497-3391-4fa6-9358-820c2b1852ba req-d3156997-bdb9-45a6-a45f-0bc5c02bd6be service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969722 Jul 29 23:53:22.297087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9936673-1c3a-450d-a490-450d073e38a4 req-8d400ebd-2bcc-4e44-9dc1-a32d56df5c11 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:22.298861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9936673-1c3a-450d-a490-450d073e38a4 req-8d400ebd-2bcc-4e44-9dc1-a32d56df5c11 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 909 time: 0.0665169 Jul 29 23:53:22.397624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f83b15-ff37-4019-806e-360292cde7bc req-9328c5ca-a103-4790-abea-263542e3f688 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:22.399209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83f83b15-ff37-4019-806e-360292cde7bc req-9328c5ca-a103-4790-abea-263542e3f688 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.0682075 Jul 29 23:53:22.417804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2dae95de-8423-4146-9a31-da9d2b69b5a2 req-67dffc73-248d-4c1f-b70f-56e6f2cbae74 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0412059 Jul 29 23:53:22.455690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83f83b15-ff37-4019-806e-360292cde7bc req-187b358a-7132-4e7c-a8bc-28a7389e6906 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415580 Jul 29 23:53:22.626405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-ae3a3c85-b2f0-4903-a510-efaad909c80f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:22.628462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-ae3a3c85-b2f0-4903-a510-efaad909c80f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 909 time: 0.0547354 Jul 29 23:53:22.752820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-66c5d1ed-1e47-4d2e-b905-92878c36099a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Deleting port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:22.752820 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-66c5d1ed-1e47-4d2e-b905-92878c36099a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.851498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-66c5d1ed-1e47-4d2e-b905-92878c36099a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] For port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:22.851867 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-66c5d1ed-1e47-4d2e-b905-92878c36099a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.867038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-66c5d1ed-1e47-4d2e-b905-92878c36099a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Calling delete_port for 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:23.010727 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-66c5d1ed-1e47-4d2e-b905-92878c36099a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.042160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5d1ed-1e47-4d2e-b905-92878c36099a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Port': ['ID=5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:23.088661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-66c5d1ed-1e47-4d2e-b905-92878c36099a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] No DVR routers for this DVR port 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:23.091680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-66c5d1ed-1e47-4d2e-b905-92878c36099a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.093841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-007a7eba-22ae-48c8-bfea-228f3c830dd8 req-66c5d1ed-1e47-4d2e-b905-92878c36099a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.42 "DELETE /v2.0/ports/5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce HTTP/1.1" status: 204 len: 173 time: 0.4581847 Jul 29 23:53:23.094494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf77601b-19bf-419b-8048-1564bc260f19', 'name': 'network-vif-deleted', 'tag': '5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:23.097149 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b914a6b1-97cf-4922-801d-e03c19539d29" -d '{"events": [{"server_uuid": "cf77601b-19bf-419b-8048-1564bc260f19", "name": "network-vif-deleted", "tag": "5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:23.150282 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044062e8-da21-4db6-be04-4ccbb6ead521 x-openstack-request-id: req-044062e8-da21-4db6-be04-4ccbb6ead521 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:23.150635 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf77601b-19bf-419b-8048-1564bc260f19", "name": "network-vif-deleted", "tag": "5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:23.150912 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-044062e8-da21-4db6-be04-4ccbb6ead521 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:23.151638 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf77601b-19bf-419b-8048-1564bc260f19', 'name': 'network-vif-deleted', 'tag': '5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce', 'status': 'completed', 'code': 200} Jul 29 23:53:23.429531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e209b1f4-d274-4df9-bed7-bf142da7a43e req-c2b4d99a-a974-4afd-a47b-a5a15ed82c3a tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf77601b-19bf-419b-8048-1564bc260f19 HTTP/1.1" status: 200 len: 210 time: 0.0292697 Jul 29 23:53:23.532095 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e5c5be8-fa46-427b-8796-9124a79fa905 req-8b847b89-66ce-4e1a-9f32-545a976196f3 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0313761 Jul 29 23:53:23.585323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b8a9-c55f-47b6-a327-0404685e7c83 req-f02f44a1-3b7a-4db6-880c-fccc11cda7e0 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:23.587774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e81b8a9-c55f-47b6-a327-0404685e7c83 req-f02f44a1-3b7a-4db6-880c-fccc11cda7e0 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.0583723 Jul 29 23:53:23.631816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e81b8a9-c55f-47b6-a327-0404685e7c83 req-b0ccecf8-001d-4c17-84fd-c4bbf6afa91c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Jul 29 23:53:24.107708 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a01f6e06-a8bb-414c-9ef4-4919467ce59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.232301 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.239491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6732cdfc-ed5a-4264-9341-1fafa171de94 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:53:24.355645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:24.369003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4', 'port_id': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'mac_address': 'fa:16:3e:25:5d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75722af-3003-4a2c-a309-16090d5258dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:53:24.420036 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.437034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6732cdfc-ed5a-4264-9341-1fafa171de94 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:24.459849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:24.464980 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.488293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 53804) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:24.525862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.658967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6047f91-a4cc-4ef4-b637-5f76e4154a23 req-192fb91a-f201-40ab-bcac-092151b3c182 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Jul 29 23:53:24.695477 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6732cdfc-ed5a-4264-9341-1fafa171de94'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:24.779051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d20f6-6e70-4db2-a737-72f6de9b9dcc req-af128e96-86b3-4ef7-a9c1-ec3f04b28c8d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:24.780849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-754d20f6-6e70-4db2-a737-72f6de9b9dcc req-af128e96-86b3-4ef7-a9c1-ec3f04b28c8d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 945 time: 0.0620203 Jul 29 23:53:24.833092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-754d20f6-6e70-4db2-a737-72f6de9b9dcc req-3590e1f9-bc85-44da-ae59-52156628a0c6 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Jul 29 23:53:24.975461 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.283494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Deleting port 74a23845-1f18-4eef-8644-558efd2aa88a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:25.283835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.389022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] For port 74a23845-1f18-4eef-8644-558efd2aa88a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=74a23845-1f18-4eef-8644-558efd2aa88a,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:25.389532 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.404723 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Calling delete_port for 74a23845-1f18-4eef-8644-558efd2aa88a owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:25.473149 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.629558 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.669504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Port': ['ID=74a23845-1f18-4eef-8644-558efd2aa88a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:25.809189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a851afbd-bde5-4998-99b7-89899a2fb9e1 req-180b014e-2c13-4c3f-b515-4ac83c6a1f30 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0347881 Jul 29 23:53:25.934078 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.004273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3df495-659a-43a3-baca-15e6b76d5eb0 req-ad68c0c6-23b2-4808-b66b-30b6400d079b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.005706 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e3df495-659a-43a3-baca-15e6b76d5eb0 req-ad68c0c6-23b2-4808-b66b-30b6400d079b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 945 time: 0.0611277 Jul 29 23:53:26.133038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e3df495-659a-43a3-baca-15e6b76d5eb0 req-64889f7c-84e5-456a-86cd-02597e5dc166 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094403 Jul 29 23:53:26.257029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6732cdfc-ed5a-4264-9341-1fafa171de94 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:26.269291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Router 7f777739-9406-4594-9937-c0677c7c0cab has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:26.314928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 6732cdfc-ed5a-4264-9341-1fafa171de94 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:26.319323 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 6732cdfc-ed5a-4264-9341-1fafa171de94 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:26.319701 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.399578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:26.406092 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-87132dd7-534e-4d14-b11d-a0df6c3052ac tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "PUT /v2.0/routers/7f777739-9406-4594-9937-c0677c7c0cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9155753 Jul 29 23:53:26.408754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54068) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:26.413875 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.419708 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] Sync routers for ids ['7f777739-9406-4594-9937-c0677c7c0cab'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:26.433119 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] Routers {'7f777739-9406-4594-9937-c0677c7c0cab'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:26.433773 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7f777739-9406-4594-9937-c0677c7c0cab'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:26.463342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:26.467286 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd19cec-ba50-4f56-8bd7-06a4c6b48c8f" -d '{"events": [{"server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "name": "network-vif-plugged", "status": "completed", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:26.484316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7d9bd2-7d3b-47ae-ab8c-4078f90a9015 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Deleting subnet ef248aca-2980-4f92-a86d-00fae3b19187 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:26.490337 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9bd2-7d3b-47ae-ab8c-4078f90a9015 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.504334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:26.513179 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.514109 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:26.552839 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] Set router 7f777739-9406-4594-9937-c0677c7c0cab gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:26.630956 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98670667-6c1b-42de-9ad8-73ad0c481fef x-openstack-request-id: req-98670667-6c1b-42de-9ad8-73ad0c481fef {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:26.631432 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "name": "network-vif-plugged", "status": "completed", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:26.631795 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98670667-6c1b-42de-9ad8-73ad0c481fef {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:26.632324 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'code': 200} Jul 29 23:53:26.633378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:26.642225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:26.643111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 5c4d9ac0-66c8-49a3-8dc8-9a34e15252ce not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:26.772811 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777739-9406-4594-9937-c0677c7c0cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625857574', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:00Z', 'updated_at': '2021-07-29T23:53:25Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:01Z', 'updated_at': '2021-07-29T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:26.806254 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] Checking router: 7f777739-9406-4594-9937-c0677c7c0cab for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:26.819118 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] Routers {'7f777739-9406-4594-9937-c0677c7c0cab'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:26.819756 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7f777739-9406-4594-9937-c0677c7c0cab'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:26.931568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9bd2-7d3b-47ae-ab8c-4078f90a9015 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.000360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-497a290d-74ed-4300-8c62-d578613f9d59 req-611b22de-c095-427f-8384-595f8ed2a687 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0433822 Jul 29 23:53:27.004908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce15464-9a2c-437d-8cea-24f45fbc5801 req-c7993ae8-9e92-4805-8e3b-15938c0e9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.006401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ce15464-9a2c-437d-8cea-24f45fbc5801 req-c7993ae8-9e92-4805-8e3b-15938c0e9dfa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 1098 time: 0.1230054 Jul 29 23:53:27.065742 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] Set router 7f777739-9406-4594-9937-c0677c7c0cab gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:27.110208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9bd2-7d3b-47ae-ab8c-4078f90a9015 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.115187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.138707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ce15464-9a2c-437d-8cea-24f45fbc5801 req-5d58463b-a189-4783-88d3-df5e41c9ac38 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203156 Jul 29 23:53:27.247139 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9bd2-7d3b-47ae-ab8c-4078f90a9015 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.286620 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777739-9406-4594-9937-c0677c7c0cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625857574', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:00Z', 'updated_at': '2021-07-29T23:53:25Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:01Z', 'updated_at': '2021-07-29T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:27.290517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d9bd2-7d3b-47ae-ab8c-4078f90a9015 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Subnet': ['ID=ef248aca-2980-4f92-a86d-00fae3b19187,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:27.294873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9bd2-7d3b-47ae-ab8c-4078f90a9015 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.299909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e12ea-347d-42f5-b610-e98014fa4fe3 None None] Network d080bcb9-6a86-45e2-a308-2cebe6de66f4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:27.300912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54180) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:27.310198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0d7d9bd2-7d3b-47ae-ab8c-4078f90a9015 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "DELETE /v2.0/subnets/ef248aca-2980-4f92-a86d-00fae3b19187 HTTP/1.1" status: 204 len: 168 time: 0.9002888 Jul 29 23:53:27.324289 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701c878-f476-4729-ba70-53c2124c8003 None None] The sync data for ids ['7f777739-9406-4594-9937-c0677c7c0cab'] in n-d-712139-11 is: [{'id': '7f777739-9406-4594-9937-c0677c7c0cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625857574', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:00Z', 'updated_at': '2021-07-29T23:53:25Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'e9d5be70-f32e-4f1f-96da-ecbb3030a8fc', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777739-9406-4594-9937-c0677c7c0cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:01Z', 'updated_at': '2021-07-29T23:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:27.329168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad34b18-486d-47c9-9003-aa869d54950e req-6c584cc1-c4fe-44d2-8545-e881a0a972fa tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.330788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cad34b18-486d-47c9-9003-aa869d54950e req-6c584cc1-c4fe-44d2-8545-e881a0a972fa tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1334484 Jul 29 23:53:27.405659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cad34b18-486d-47c9-9003-aa869d54950e req-954c2fa7-143c-4e55-9199-d91182b69a2d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585210 Jul 29 23:53:27.465834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.579518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.646002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Deleting port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:27.646296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.721291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a977623-500c-4f29-8d4e-04fff5a320fd None None] DHCP port deletion for d080bcb9-6a86-45e2-a308-2cebe6de66f4 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:53:27.740231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] For port e9d5be70-f32e-4f1f-96da-ecbb3030a8fc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e9d5be70-f32e-4f1f-96da-ecbb3030a8fc,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:27.740844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.756399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Calling delete_port for e9d5be70-f32e-4f1f-96da-ecbb3030a8fc owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:27.779913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1a977623-500c-4f29-8d4e-04fff5a320fd None None] Deleting port bddc4231-cbd0-462f-a37b-700334597249 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:27.780457 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a977623-500c-4f29-8d4e-04fff5a320fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.855782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1a977623-500c-4f29-8d4e-04fff5a320fd None None] For port bddc4231-cbd0-462f-a37b-700334597249, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bddc4231-cbd0-462f-a37b-700334597249,segment=NetworkSegment(43ea4cf6-fa39-48f1-a856-272f9389f105),segment_id=43ea4cf6-fa39-48f1-a856-272f9389f105)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:27.856325 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a977623-500c-4f29-8d4e-04fff5a320fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.874032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1a977623-500c-4f29-8d4e-04fff5a320fd None None] Calling delete_port for bddc4231-cbd0-462f-a37b-700334597249 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:27.944149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.971246 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a977623-500c-4f29-8d4e-04fff5a320fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.985430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Port': ['ID=e9d5be70-f32e-4f1f-96da-ecbb3030a8fc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:28.002461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a977623-500c-4f29-8d4e-04fff5a320fd None None] Pushing event deleted for resources: {'Port': ['ID=bddc4231-cbd0-462f-a37b-700334597249,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:28.004350 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a977623-500c-4f29-8d4e-04fff5a320fd None None] No DVR routers for this DVR port bddc4231-cbd0-462f-a37b-700334597249 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:28.044873 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.141786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b0bd9c5-5d6d-48be-8fb6-4facdf146676 req-a464f0cc-1769-4b69-b211-dbd070bc2813 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0439711 Jul 29 23:53:28.155001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.158295 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.218566 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.219650 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Fanout notify agent at l3_agent the message router_deleted on router 7f777739-9406-4594-9937-c0677c7c0cab {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:28.228937 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.232694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bf5a8fa2-f16f-4a81-a349-e4bbdcc72cfc tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "DELETE /v2.0/routers/7f777739-9406-4594-9937-c0677c7c0cab HTTP/1.1" status: 204 len: 168 time: 0.9263885 Jul 29 23:53:28.233168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54192) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:28.246937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 74a23845-1f18-4eef-8644-558efd2aa88a no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:28.270628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 74a23845-1f18-4eef-8644-558efd2aa88a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:28.271059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 74a23845-1f18-4eef-8644-558efd2aa88a not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:28.271785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bddc4231-cbd0-462f-a37b-700334597249 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:28.298972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: bddc4231-cbd0-462f-a37b-700334597249 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:28.299437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bddc4231-cbd0-462f-a37b-700334597249 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:28.341735 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.451897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.466441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d080bcb9-6a86-45e2-a308-2cebe6de66f4']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:28.478080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ea4cf6-fa39-48f1-a856-272f9389f105') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:28.478518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ea4cf6-fa39-48f1-a856-272f9389f105') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:28.490512 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.515705 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.535123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:28.535533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:28.539058 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:28.616653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0c2be-1660-4f4b-936f-d9576162b127 req-5abaded9-f2a3-4f4f-b579-bfd3c9616723 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:28.618182 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09c0c2be-1660-4f4b-936f-d9576162b127 req-5abaded9-f2a3-4f4f-b579-bfd3c9616723 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1203821 Jul 29 23:53:28.624075 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.632551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.636265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "DELETE /v2.0/networks/d080bcb9-6a86-45e2-a308-2cebe6de66f4 HTTP/1.1" status: 204 len: 168 time: 0.4008083 Jul 29 23:53:28.639444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54196) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:28.657921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5baa63-d5d4-4758-9a3d-f0ca017f9842 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Network': ['ID=d080bcb9-6a86-45e2-a308-2cebe6de66f4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:28.689418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-09c0c2be-1660-4f4b-936f-d9576162b127 req-441a3f3e-de0c-4f61-a302-7ef889813c5e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502014 Jul 29 23:53:28.865908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Deleting port 645ee3df-aa8c-480b-8868-179077252c87 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:28.866265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.987960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.988307 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.999614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-38e7a43a-2b75-42f2-bc11-10dc590cb034 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:29.001312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-38e7a43a-2b75-42f2-bc11-10dc590cb034 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 813 time: 0.1505420 Jul 29 23:53:29.004663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Calling delete_port for 645ee3df-aa8c-480b-8868-179077252c87 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:29.042793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-80c403a2-67f6-4848-a1cd-252f522e4824 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/quotas/4793646f191c4e92b8a766bfad29590b HTTP/1.1" status: 200 len: 375 time: 0.0109558 Jul 29 23:53:29.106986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3d937b31-07b7-43f6-93dc-b5f600e454c4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570948 Jul 29 23:53:29.252712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-30aeef78-8333-46bb-82c0-f342ae93db41 service neutron] 10.222.0.37 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371782 Jul 29 23:53:29.276414 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.321104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Port': ['ID=645ee3df-aa8c-480b-8868-179077252c87,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:29.357869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c93e7be-49ac-45ab-9183-007a2ae786ce req-aaf5a02a-dba6-4211-970f-d783b67e54f6 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0918460 Jul 29 23:53:29.422963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-1b0e282c-7ec6-43c7-8558-31f9f9bc08a7 service neutron] 10.222.0.37 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666145 Jul 29 23:53:29.429886 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.431626 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Floating IP 26c068ca-c17b-4674-84ae-701c3222924b disassociated (deleted). External IP: 172.25.2.124, port: 6bc28eee-b513-46cb-826b-9e7c7de6d6d6. Jul 29 23:53:29.635563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7740759f-e714-419c-a39c-fb7621c1f4a3 req-7b7d8a64-0a06-4c92-999e-5b5651f96547 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 210 time: 0.0311241 Jul 29 23:53:30.088605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Router 9a4776c1-a567-42a4-8ace-85d17896780f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:30.097629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e9d5be70-f32e-4f1f-96da-ecbb3030a8fc no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:30.235920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:30.247966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.284613 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-658a56e3-7c98-48ec-89e1-8368d4a5f974 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "DELETE /v2.0/floatingips/26c068ca-c17b-4674-84ae-701c3222924b HTTP/1.1" status: 204 len: 168 time: 1.6426656 Jul 29 23:53:30.285231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'tag': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:30.288248 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616d9372-7054-49cb-aa21-c35a11268b16" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7b28d7-6122-4449-9cc9-cb53e2da3cb6", "tag": "6bc28eee-b513-46cb-826b-9e7c7de6d6d6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:30.315018 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] Sync routers for ids ['9a4776c1-a567-42a4-8ace-85d17896780f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:30.321223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e9d5be70-f32e-4f1f-96da-ecbb3030a8fc {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:30.322048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e9d5be70-f32e-4f1f-96da-ecbb3030a8fc not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:30.331032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] Routers {'9a4776c1-a567-42a4-8ace-85d17896780f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:30.331673 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9a4776c1-a567-42a4-8ace-85d17896780f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:30.355030 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a85370-fdbc-4dc7-a0fd-ca4f017dadc6 x-openstack-request-id: req-03a85370-fdbc-4dc7-a0fd-ca4f017dadc6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:30.355807 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7b28d7-6122-4449-9cc9-cb53e2da3cb6", "tag": "6bc28eee-b513-46cb-826b-9e7c7de6d6d6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:30.356263 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03a85370-fdbc-4dc7-a0fd-ca4f017dadc6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:30.357035 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'tag': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'status': 'completed', 'code': 200} Jul 29 23:53:30.490816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d9372-7054-49cb-aa21-c35a11268b16 req-343f776d-6b7f-4d34-a10a-0f2942175241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:30.492555 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-616d9372-7054-49cb-aa21-c35a11268b16 req-343f776d-6b7f-4d34-a10a-0f2942175241 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1bae6056df04e5189d661c3d4b0ddee&device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 1136 time: 0.0926342 Jul 29 23:53:30.501403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] Set router 9a4776c1-a567-42a4-8ace-85d17896780f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:30.562012 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a9e23a8-caf3-40c4-ba58-32e3f5010ddb req-d4e3b23e-317e-427a-bcbf-459314699b50 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0530293 Jul 29 23:53:30.725312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d9372-7054-49cb-aa21-c35a11268b16 req-59ab6281-a359-4457-ac98-e85998eb5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:30.727133 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-616d9372-7054-49cb-aa21-c35a11268b16 req-59ab6281-a359-4457-ac98-e85998eb5f9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3eb74a89-8fbb-49c1-81e4-8f09052ea835 HTTP/1.1" status: 200 len: 898 time: 0.1326549 Jul 29 23:53:30.804143 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-616d9372-7054-49cb-aa21-c35a11268b16 req-5125ec24-7617-4fb2-aaa1-d93c38fe6a2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc28eee-b513-46cb-826b-9e7c7de6d6d6 HTTP/1.1" status: 200 len: 217 time: 0.0684173 Jul 29 23:53:30.880739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d9372-7054-49cb-aa21-c35a11268b16 req-422ade9b-4a23-41da-a325-41f45fe4ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:30.882957 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-616d9372-7054-49cb-aa21-c35a11268b16 req-422ade9b-4a23-41da-a325-41f45fe4ef15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b6c9d0-f27a-4ad0-8132-222080db50ee HTTP/1.1" status: 200 len: 835 time: 0.0713673 Jul 29 23:53:30.891392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ffb7d51-5f65-417a-8a29-ed0e7d94d6ec req-4ae66fab-2b4b-48ec-89ea-ddc379802b8f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 210 time: 0.0628073 Jul 29 23:53:30.916232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'cc6da842-7bc5-4f08-bed3-133fa6ab433c', 'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:02:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:26Z', 'updated_at': '2021-07-29T23:51:34Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:30.916882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e82392-6834-4fa7-8a3a-da77c3b5b3e6 req-6896a53d-23e4-4d63-85e6-cd972c6e3cb2 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:30.918688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4e82392-6834-4fa7-8a3a-da77c3b5b3e6 req-6896a53d-23e4-4d63-85e6-cd972c6e3cb2 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 984 time: 0.2844665 Jul 29 23:53:30.959504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] Checking router: 9a4776c1-a567-42a4-8ace-85d17896780f for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:30.960212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d9372-7054-49cb-aa21-c35a11268b16 req-9148ef62-3ffb-40ef-8479-9cdef284df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:30.962617 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-616d9372-7054-49cb-aa21-c35a11268b16 req-9148ef62-3ffb-40ef-8479-9cdef284df46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3eb74a89-8fbb-49c1-81e4-8f09052ea835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690689 Jul 29 23:53:30.969926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] Routers {'9a4776c1-a567-42a4-8ace-85d17896780f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:30.970742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9a4776c1-a567-42a4-8ace-85d17896780f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:30.996843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4e82392-6834-4fa7-8a3a-da77c3b5b3e6 req-3901468b-280d-480f-9813-82babb761b91 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0623610 Jul 29 23:53:31.015853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-ca34c2f7-15ac-47a7-9282-81aa104f4a67 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:31.017464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-ca34c2f7-15ac-47a7-9282-81aa104f4a67 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.42 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 813 time: 0.3140714 Jul 29 23:53:31.035610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Request body: {'port': {'device_id': '8fbc643d-504a-481f-ade2-ab5fda318a30', 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4', 'admin_state_up': True, 'tenant_id': '4793646f191c4e92b8a766bfad29590b'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:31.127553 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-616d9372-7054-49cb-aa21-c35a11268b16 req-1f10f797-735a-4117-9f56-4f80c1d8f03c service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416230 Jul 29 23:53:31.130274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] Set router 9a4776c1-a567-42a4-8ace-85d17896780f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:31.187293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Made reservation on behalf of 4793646f191c4e92b8a766bfad29590b for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:31.190939 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.257889 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-616d9372-7054-49cb-aa21-c35a11268b16 req-a8d19a20-6a34-4dc9-ab52-5ad23350ddfd service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222289 Jul 29 23:53:31.360857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Allocated IP 172.20.0.14 (8318e19d-0d5e-4000-8328-67cea49b31b4/f75722af-3003-4a2c-a309-16090d5258dd/755f4fa9-15e0-4d54-ad20-d7b1341f4c91) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:31.466400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'cc6da842-7bc5-4f08-bed3-133fa6ab433c', 'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:02:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:26Z', 'updated_at': '2021-07-29T23:51:34Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:31.505815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7474f7-cd0d-40ee-b722-f3afa1e09f74 None None] The sync data for ids ['9a4776c1-a567-42a4-8ace-85d17896780f'] in n-d-712139-11 is: [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'cc6da842-7bc5-4f08-bed3-133fa6ab433c', 'name': '', 'network_id': '3eb74a89-8fbb-49c1-81e4-8f09052ea835', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'mac_address': 'fa:16:3e:02:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:26Z', 'updated_at': '2021-07-29T23:51:34Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'subnets': [{'id': 'e2b6c9d0-f27a-4ad0-8132-222080db50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:31.612008 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.680597 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.693799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6732cdfc-ed5a-4264-9341-1fafa171de94'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:31.738316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66f66ed3-8133-47af-8f25-cdc5a4a2e9dc req-e321b10e-4d79-40fb-a3d7-1c8e0cc30325 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0552309 Jul 29 23:53:31.777606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Network 8318e19d-0d5e-4000-8328-67cea49b31b4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:31.805147 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Pushing event updated for resources: {'Port': ['ID=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:31.811444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:31.811910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:31.817891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:31.914267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:31.915134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.940373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-3e0266ab-09db-4699-9be3-aa9ae9166bf2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9113829 Jul 29 23:53:31.960597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Request body: {'port': {'device_id': '8fbc643d-504a-481f-ade2-ab5fda318a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:31.990636 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e0c5f4-f6c3-4b16-b0e6-ba9ac0aed7e4 None None] New status for floating IP 26c068ca-c17b-4674-84ae-701c3222924b: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:53:32.052368 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a6adbda-10cf-4ef8-95df-0775380c48ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.093858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.105929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d7e31-150f-4b3c-976e-03179083f132 req-405cf9eb-6b90-4ce6-9e27-ad9d8fff0aae tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.110995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-127d7e31-150f-4b3c-976e-03179083f132 req-405cf9eb-6b90-4ce6-9e27-ad9d8fff0aae tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 932 time: 0.0904720 Jul 29 23:53:32.210911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-127d7e31-150f-4b3c-976e-03179083f132 req-66cfdf5e-2ea3-4fee-b603-f60947074d22 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863235 Jul 29 23:53:32.239261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a6adbda-10cf-4ef8-95df-0775380c48ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.244095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a6adbda-10cf-4ef8-95df-0775380c48ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.305530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc568700-39c3-4385-9b62-d039efca19d6 req-0c616bc9-a2e5-45c2-8e2f-d5eddd72ff1b tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.308410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc568700-39c3-4385-9b62-d039efca19d6 req-0c616bc9-a2e5-45c2-8e2f-d5eddd72ff1b tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 984 time: 0.1643510 Jul 29 23:53:32.310018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6adbda-10cf-4ef8-95df-0775380c48ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa23246-7fdd-4eaa-812e-f5cce2dde4d2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:32.317288 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7a6adbda-10cf-4ef8-95df-0775380c48ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27712c149f464fc6942cf969a25ef88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035226 Jul 29 23:53:32.319235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:32.392272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-3fbffeb9-dce1-498b-b671-ec14a29da475 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.394800 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-3fbffeb9-dce1-498b-b671-ec14a29da475 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 984 time: 0.1290812 Jul 29 23:53:32.435383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc568700-39c3-4385-9b62-d039efca19d6 req-6cf984d9-ae39-4693-b383-e5c3fa2aa899 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbbe77f-a8a7-4172-a555-6ce9bd777601&id=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1083548 Jul 29 23:53:32.475622 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.498014 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55ef16a4-af41-47c5-a087-f1d7a0c7a1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.546770 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55ef16a4-af41-47c5-a087-f1d7a0c7a1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.568761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:32.577838 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.596437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-aaf2d114-02f9-4ff8-8862-aa8ce0389d8d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Deleting port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:32.596786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-aaf2d114-02f9-4ff8-8862-aa8ce0389d8d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.647124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Transition to ACTIVE for port object 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:32.650342 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55ef16a4-af41-47c5-a087-f1d7a0c7a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.653113 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55ef16a4-af41-47c5-a087-f1d7a0c7a1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.653275 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.654283 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-55ef16a4-af41-47c5-a087-f1d7a0c7a1d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaa23246-7fdd-4eaa-812e-f5cce2dde4d2 HTTP/1.1" status: 204 len: 168 time: 0.3339391 Jul 29 23:53:32.701711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef16a4-af41-47c5-a087-f1d7a0c7a1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa23246-7fdd-4eaa-812e-f5cce2dde4d2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:32.711792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Pushing event updated for resources: {'Port': ['ID=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:32.726036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-aaf2d114-02f9-4ff8-8862-aa8ce0389d8d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] For port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:32.726242 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-aaf2d114-02f9-4ff8-8862-aa8ce0389d8d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.747318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-aaf2d114-02f9-4ff8-8862-aa8ce0389d8d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Calling delete_port for 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:32.790444 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a627edee-57bd-406f-8651-61ee6b7aa537 req-f6606bbf-fd37-430b-9b93-79fb022aed98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0363374 Jul 29 23:53:32.812746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Attempting to bind port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:32.813083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Attempting to bind port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '14506a67-5fbd-44ed-988f-b80756de308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:32.813424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Attempting to bind port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 on network 8318e19d-0d5e-4000-8328-67cea49b31b4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:32.819520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 on network 8318e19d-0d5e-4000-8328-67cea49b31b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:53:32.819857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Attempting to bind port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 on network 8318e19d-0d5e-4000-8328-67cea49b31b4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:32.826132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:32.826488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Checking segment: {'id': '14506a67-5fbd-44ed-988f-b80756de308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:32.826888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Bound using segment: {'id': '14506a67-5fbd-44ed-988f-b80756de308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:32.827386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Bound port: 755f4fa9-15e0-4d54-ad20-d7b1341f4c91, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14506a67-5fbd-44ed-988f-b80756de308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:32.827961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.917771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31e39a9a-a497-414b-8207-942357bd418d req-3c9539d3-fb57-4814-bb36-93b9ceb86853 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0368764 Jul 29 23:53:32.941001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] For port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:32.946029 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-aaf2d114-02f9-4ff8-8862-aa8ce0389d8d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.949790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] For port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:32.958110 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.994365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2d114-02f9-4ff8-8862-aa8ce0389d8d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Port': ['ID=6bc28eee-b513-46cb-826b-9e7c7de6d6d6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:33.012506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.013327 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.014848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] 10.222.0.42 "PUT /v2.0/ports/755f4fa9-15e0-4d54-ad20-d7b1341f4c91 HTTP/1.1" status: 200 len: 1093 time: 1.0661237 Jul 29 23:53:33.015354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbc643d-504a-481f-ade2-ab5fda318a30', 'tag': '755f4fa9-15e0-4d54-ad20-d7b1341f4c91'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:33.024235 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbc643d-504a-481f-ade2-ab5fda318a30", "tag": "755f4fa9-15e0-4d54-ad20-d7b1341f4c91"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:33.068133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-aaf2d114-02f9-4ff8-8862-aa8ce0389d8d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] No DVR routers for this DVR port 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:33.071377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-aaf2d114-02f9-4ff8-8862-aa8ce0389d8d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.074570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-45a4bbd5-2027-4b55-b5ef-07eb1cfacdb9 req-aaf2d114-02f9-4ff8-8862-aa8ce0389d8d tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.47 "DELETE /v2.0/ports/6bc28eee-b513-46cb-826b-9e7c7de6d6d6 HTTP/1.1" status: 204 len: 173 time: 0.6705756 Jul 29 23:53:33.075250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'name': 'network-vif-deleted', 'tag': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:33.078277 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0fa67e-48ee-4b89-9009-fbb946b3b941" -d '{"events": [{"server_uuid": "4b7b28d7-6122-4449-9cc9-cb53e2da3cb6", "name": "network-vif-deleted", "tag": "6bc28eee-b513-46cb-826b-9e7c7de6d6d6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:33.084075 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2e6c36-274a-456e-a614-d9a28da15017 x-openstack-request-id: req-5b2e6c36-274a-456e-a614-d9a28da15017 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:33.084360 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbc643d-504a-481f-ade2-ab5fda318a30", "tag": "755f4fa9-15e0-4d54-ad20-d7b1341f4c91", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:33.084614 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b2e6c36-274a-456e-a614-d9a28da15017 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:33.085016 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbc643d-504a-481f-ade2-ab5fda318a30', 'tag': '755f4fa9-15e0-4d54-ad20-d7b1341f4c91', 'status': 'completed', 'code': 200} Jul 29 23:53:33.110472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc57e6a-d982-4c19-b62c-17489bab205f service neutron] Pushing event updated for resources: {'Port': ['ID=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:33.128710 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01577dfb-fd15-4f92-880b-08a68b14d020 x-openstack-request-id: req-01577dfb-fd15-4f92-880b-08a68b14d020 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:33.129148 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7b28d7-6122-4449-9cc9-cb53e2da3cb6", "name": "network-vif-deleted", "tag": "6bc28eee-b513-46cb-826b-9e7c7de6d6d6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:33.129293 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01577dfb-fd15-4f92-880b-08a68b14d020 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:33.129717 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b28d7-6122-4449-9cc9-cb53e2da3cb6', 'name': 'network-vif-deleted', 'tag': '6bc28eee-b513-46cb-826b-9e7c7de6d6d6', 'status': 'completed', 'code': 200} Jul 29 23:53:33.131540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-ba0f96fa-0434-4398-961f-a5b400977104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.133185 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-ba0f96fa-0434-4398-961f-a5b400977104 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 1096 time: 0.0646026 Jul 29 23:53:33.179952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-835f86e5-9c06-4611-b72d-0f1d2dc7a6aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=755f4fa9-15e0-4d54-ad20-d7b1341f4c91 HTTP/1.1" status: 200 len: 217 time: 0.0376890 Jul 29 23:53:33.248460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-5ffe6a72-0067-4b7c-aab2-f8214b580abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.253887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-5ffe6a72-0067-4b7c-aab2-f8214b580abd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 200 len: 853 time: 0.0626314 Jul 29 23:53:33.288777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-512853bf-d9a6-4b65-90cc-88c5adc209c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8318e19d-0d5e-4000-8328-67cea49b31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274086 Jul 29 23:53:33.421858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b347612-3f97-4165-8305-9ee58a6685f0 req-c1fb051f-840c-450a-8a9a-0167cac539f6 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.423720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b347612-3f97-4165-8305-9ee58a6685f0 req-c1fb051f-840c-450a-8a9a-0167cac539f6 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 944 time: 0.1154413 Jul 29 23:53:33.472061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-301e1d80-6136-4785-a52e-a068540643eb service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731715 Jul 29 23:53:33.492917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b347612-3f97-4165-8305-9ee58a6685f0 req-36ba5cc5-70df-4d26-bdd9-33ecbd916759 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618289 Jul 29 23:53:33.610885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-058b7fb8-3294-40d6-9688-f505582b40b0 req-3c080544-c901-4d08-aa69-e2363aca4b89 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7b28d7-6122-4449-9cc9-cb53e2da3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0334635 Jul 29 23:53:33.622474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-165db7d2-f031-452e-9d97-c1677dfc94c0 req-e0bcdbc8-637c-48ea-a606-a1b988100f62 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285305 Jul 29 23:53:33.724447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa req-f8732016-d2a7-4532-b39d-bd0400621286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.725983 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa req-f8732016-d2a7-4532-b39d-bd0400621286 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 1096 time: 0.0543814 Jul 29 23:53:33.843188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa req-c4fea7e9-ba70-41aa-a13b-c05648dce7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.844750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa req-c4fea7e9-ba70-41aa-a13b-c05648dce7d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 914 time: 0.1114600 Jul 29 23:53:33.894971 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa req-875bde82-bc95-4c9e-8495-80425783b2df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=755f4fa9-15e0-4d54-ad20-d7b1341f4c91 HTTP/1.1" status: 200 len: 217 time: 0.0409234 Jul 29 23:53:33.960349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa req-9f7fc541-1d28-4c46-97c7-b7c6606c6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.963844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa req-9f7fc541-1d28-4c46-97c7-b7c6606c6b88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 200 len: 853 time: 0.0605285 Jul 29 23:53:34.012335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa req-5c46fd3a-fd7f-4ba3-bd9d-4c6255708d7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8318e19d-0d5e-4000-8328-67cea49b31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404341 Jul 29 23:53:34.110918 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7d8704e-3e13-47f4-bb36-aed441777fc3 req-40dfaf00-b826-461a-a570-3239daf7c657 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0971670 Jul 29 23:53:34.154539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa req-fef691cc-b5fc-427b-94da-07c0ce400dd9 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212444 Jul 29 23:53:34.269577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d994d6-3dd6-4a33-97f2-780e1bccd0aa req-919a35f8-7e55-4287-a600-6e35eea55f7d service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069357 Jul 29 23:53:34.617639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2617e4-c497-4052-84b9-fe86bcaeeb13 req-1f6262e5-e583-47d3-b460-011ccd9b3489 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.619766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be2617e4-c497-4052-84b9-fe86bcaeeb13 req-1f6262e5-e583-47d3-b460-011ccd9b3489 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 944 time: 0.0502384 Jul 29 23:53:34.660220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be2617e4-c497-4052-84b9-fe86bcaeeb13 req-2bd332ab-b9a1-4b37-a0d7-ef1d64004fc4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Jul 29 23:53:34.667952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54300) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:34.738169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4708b67-3b79-424a-9dba-5f2ece74ede2 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.763288 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4708b67-3b79-424a-9dba-5f2ece74ede2 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.817041 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4708b67-3b79-424a-9dba-5f2ece74ede2 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.820496 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4708b67-3b79-424a-9dba-5f2ece74ede2 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.824994 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f4708b67-3b79-424a-9dba-5f2ece74ede2 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "DELETE /v2.0/security-groups/9c0b0c29-a3ef-4cf1-aebb-0b177ceee951 HTTP/1.1" status: 204 len: 168 time: 0.1533284 Jul 29 23:53:34.825368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:34.833733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4708b67-3b79-424a-9dba-5f2ece74ede2 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0b0c29-a3ef-4cf1-aebb-0b177ceee951,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:34.911532 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79352443-fe27-4d67-a909-23862e72d223 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.936060 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79352443-fe27-4d67-a909-23862e72d223 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.984845 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79352443-fe27-4d67-a909-23862e72d223 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.987872 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79352443-fe27-4d67-a909-23862e72d223 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.989178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-79352443-fe27-4d67-a909-23862e72d223 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "DELETE /v2.0/security-groups/1bbbe77f-a8a7-4172-a555-6ce9bd777601 HTTP/1.1" status: 204 len: 168 time: 0.1619883 Jul 29 23:53:34.993152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54306) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:34.998955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79352443-fe27-4d67-a909-23862e72d223 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbbe77f-a8a7-4172-a555-6ce9bd777601,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:35.267246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c36fb9f3-a0e5-4011-80d4-1ce3f8cba9e0 req-3ca80e14-00cc-4e96-893b-b5009b178c14 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0286760 Jul 29 23:53:35.459538 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.605071 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-58d83433-87b4-459b-be5c-56d2fe2e233a req-11b3efb3-3239-42cb-b6cc-5d6cc6e858b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c30a1f1a7da24b60829770aecc680611&device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0302532 Jul 29 23:53:35.613809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91199158-9c80-4d59-aed3-a72e543d1bec req-f8b0aef7-0b4c-4b30-81f9-e7fa5015a965 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0354683 Jul 29 23:53:35.650374 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-58d83433-87b4-459b-be5c-56d2fe2e233a req-3ebfba58-1de7-4a7d-8c0c-44c7ed79d44c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c30a1f1a7da24b60829770aecc680611&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318990 Jul 29 23:53:35.823063 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed7bd-d07c-481c-be54-9a2353a8cd3b req-0e821a5a-8446-496e-abd7-2e5d9402f22f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:35.824701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-398ed7bd-d07c-481c-be54-9a2353a8cd3b req-0e821a5a-8446-496e-abd7-2e5d9402f22f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 944 time: 0.0579686 Jul 29 23:53:35.885898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-398ed7bd-d07c-481c-be54-9a2353a8cd3b req-c61ca0a1-db58-4c07-a9db-9c3dd442370a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511737 Jul 29 23:53:35.916754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83433-87b4-459b-be5c-56d2fe2e233a req-d8f62b5d-b50f-471e-a645-20b1b5ebfe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:35.918426 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-58d83433-87b4-459b-be5c-56d2fe2e233a req-d8f62b5d-b50f-471e-a645-20b1b5ebfe37 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2619400 Jul 29 23:53:35.995815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Deleting port cc6da842-7bc5-4f08-bed3-133fa6ab433c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:35.996355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.105526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] For port cc6da842-7bc5-4f08-bed3-133fa6ab433c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cc6da842-7bc5-4f08-bed3-133fa6ab433c,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:36.105902 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.119966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Calling delete_port for cc6da842-7bc5-4f08-bed3-133fa6ab433c owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:36.311730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:53:36.335361 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.376146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Port': ['ID=cc6da842-7bc5-4f08-bed3-133fa6ab433c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:36.468077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:36.482698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:36.562358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:36.562609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 6bc28eee-b513-46cb-826b-9e7c7de6d6d6 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:36.571121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '755f4fa9-15e0-4d54-ad20-d7b1341f4c91', 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4', 'port_id': '755f4fa9-15e0-4d54-ad20-d7b1341f4c91', 'mac_address': 'fa:16:3e:1a:60:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75722af-3003-4a2c-a309-16090d5258dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:53:36.624267 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.629317 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.652087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:36.678831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:36.684701 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.741259 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:36.756521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9dce895c-3003-4552-a8e2-610a32350c9c req-9779e4d4-827d-4695-bc83-953f7d6687ad tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0398552 Jul 29 23:53:36.907478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['755f4fa9-15e0-4d54-ad20-d7b1341f4c91'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:36.957386 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Router 9a4776c1-a567-42a4-8ace-85d17896780f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:37.066310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba56e1-de76-4c85-89a2-68401993f3a2 req-831ef053-a48b-43a0-8a2e-f72b693259c3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:37.073410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6ba56e1-de76-4c85-89a2-68401993f3a2 req-831ef053-a48b-43a0-8a2e-f72b693259c3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 945 time: 0.0884736 Jul 29 23:53:37.118602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:37.125535 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-91e20a2a-062c-4182-816c-5fc4777cf732 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "PUT /v2.0/routers/9a4776c1-a567-42a4-8ace-85d17896780f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1308672 Jul 29 23:53:37.128404 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54332) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:37.135249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6ba56e1-de76-4c85-89a2-68401993f3a2 req-5cad7594-137b-4a13-b9a5-90e91b12a8c3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580437 Jul 29 23:53:37.136322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] Sync routers for ids ['9a4776c1-a567-42a4-8ace-85d17896780f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:37.149041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] Routers {'9a4776c1-a567-42a4-8ace-85d17896780f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:37.149707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9a4776c1-a567-42a4-8ace-85d17896780f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:37.230931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2db313-b7a4-4292-9421-891786829812 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Deleting subnet e2b6c9d0-f27a-4ad0-8132-222080db50ee {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:37.235175 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2db313-b7a4-4292-9421-891786829812 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.281589 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2db313-b7a4-4292-9421-891786829812 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.281958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] Set router 9a4776c1-a567-42a4-8ace-85d17896780f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:37.377705 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-58d83433-87b4-459b-be5c-56d2fe2e233a req-f3a404e4-76f2-4715-ba51-392b29c684af tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.47 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0611930 Jul 29 23:53:37.465869 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2db313-b7a4-4292-9421-891786829812 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.574495 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2db313-b7a4-4292-9421-891786829812 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.604005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2db313-b7a4-4292-9421-891786829812 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b6c9d0-f27a-4ad0-8132-222080db50ee,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:37.615292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2db313-b7a4-4292-9421-891786829812 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.618848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bd2db313-b7a4-4292-9421-891786829812 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "DELETE /v2.0/subnets/e2b6c9d0-f27a-4ad0-8132-222080db50ee HTTP/1.1" status: 204 len: 168 time: 0.4887152 Jul 29 23:53:37.619891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:53:36Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:37.622809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:37.625807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d3ec37-ccb3-4ad5-8325-81d469141a96 None None] Network 3eb74a89-8fbb-49c1-81e4-8f09052ea835 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:37.675050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] Checking router: 9a4776c1-a567-42a4-8ace-85d17896780f for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:37.719889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] Routers {'9a4776c1-a567-42a4-8ace-85d17896780f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:37.720579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9a4776c1-a567-42a4-8ace-85d17896780f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:37.768721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.947663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9c0ba66-5944-4ca9-97fd-181b32534ffd req-1ecc7ca0-4e08-4248-88f2-3d7a7b0769f1 tempest-ServerShowV254Test-356384968 tempest-ServerShowV254Test-356384968-project] 10.222.0.37 "GET /v2.0/ports?device_id=38b075ff-c3b1-4d45-858a-a7c7856e4e99 HTTP/1.1" status: 200 len: 210 time: 0.0448849 Jul 29 23:53:38.005383 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.009246 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:53:38.148660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Deleting port bad3a7d9-9c95-419d-8222-08442d6f994c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:38.151236 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.201352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54346) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:38.270627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] Set router 9a4776c1-a567-42a4-8ace-85d17896780f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:38.401462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] For port bad3a7d9-9c95-419d-8222-08442d6f994c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=bad3a7d9-9c95-419d-8222-08442d6f994c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:38.401978 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.412983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:38.417792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619d39a-0046-4857-a002-3379b9325bbf None None] DHCP port deletion for 3eb74a89-8fbb-49c1-81e4-8f09052ea835 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:53:38.420405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39ab1c-979f-4ce6-bb11-5de494626ddc req-5d5579c7-6413-4224-9059-990163f563a8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:38.423326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a39ab1c-979f-4ce6-bb11-5de494626ddc req-5d5579c7-6413-4224-9059-990163f563a8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 945 time: 0.0823896 Jul 29 23:53:38.441289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Calling delete_port for bad3a7d9-9c95-419d-8222-08442d6f994c owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:38.503299 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7ddb90f-12fa-4fe7-a9ac-e3824c420f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.549200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a39ab1c-979f-4ce6-bb11-5de494626ddc req-20b2bdf8-faa5-47ea-a6d4-362850ac143f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163516 Jul 29 23:53:38.687798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7ddb90f-12fa-4fe7-a9ac-e3824c420f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.701879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:38.704425 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7ddb90f-12fa-4fe7-a9ac-e3824c420f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.708292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.747520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7619d39a-0046-4857-a002-3379b9325bbf None None] Deleting port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:38.747978 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7619d39a-0046-4857-a002-3379b9325bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.748344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Port': ['ID=bad3a7d9-9c95-419d-8222-08442d6f994c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:38.750464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:38.750672 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.761494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54352) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:38.761741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c7ddb90f-12fa-4fe7-a9ac-e3824c420f71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9854dc3245b243db920fa7c761b0640e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589519 Jul 29 23:53:38.763257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddb90f-12fa-4fe7-a9ac-e3824c420f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b81057-423f-4b83-b0a3-a195aade835a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:38.857965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7619d39a-0046-4857-a002-3379b9325bbf None None] For port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9eab3ec0-8ad9-4262-aaab-b93964e8bf50,segment=NetworkSegment(2af02455-53e7-42f0-9e6a-d8b524ca2fad),segment_id=2af02455-53e7-42f0-9e6a-d8b524ca2fad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:38.858458 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7619d39a-0046-4857-a002-3379b9325bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.875961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.876381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7619d39a-0046-4857-a002-3379b9325bbf None None] Calling delete_port for 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:38.935591 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:53:36Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:38.946365 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-597564c2-0292-4701-914c-ad8ef6c671d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.005021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1318bd-f2a3-4f50-98e7-bee6f622f973 None None] The sync data for ids ['9a4776c1-a567-42a4-8ace-85d17896780f'] in n-d-712139-11 is: [{'id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442911097', 'tenant_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:53:36Z', 'revision_number': 5, 'project_id': 'c1bae6056df04e5189d661c3d4b0ddee', 'gw_port': {'id': 'bad3a7d9-9c95-419d-8222-08442d6f994c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4776c1-a567-42a4-8ace-85d17896780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:21Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:39.053520 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.098294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc643d-504a-481f-ade2-ab5fda318a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f4fa9-15e0-4d54-ad20-d7b1341f4c91'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:39.101062 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d953e2-a23a-46e7-9613-6e1f35c86d63" -d '{"events": [{"server_uuid": "8fbc643d-504a-481f-ade2-ab5fda318a30", "name": "network-vif-plugged", "status": "completed", "tag": "755f4fa9-15e0-4d54-ad20-d7b1341f4c91"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:39.113262 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7619d39a-0046-4857-a002-3379b9325bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.126128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:39.134792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.160915 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0af39a6-6e1c-46e0-ad30-2e2898aa841f x-openstack-request-id: req-e0af39a6-6e1c-46e0-ad30-2e2898aa841f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:39.161357 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbc643d-504a-481f-ade2-ab5fda318a30", "name": "network-vif-plugged", "status": "completed", "tag": "755f4fa9-15e0-4d54-ad20-d7b1341f4c91", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:39.161719 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0af39a6-6e1c-46e0-ad30-2e2898aa841f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:39.162241 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc643d-504a-481f-ade2-ab5fda318a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f4fa9-15e0-4d54-ad20-d7b1341f4c91', 'code': 200} Jul 29 23:53:39.163235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619d39a-0046-4857-a002-3379b9325bbf None None] Pushing event deleted for resources: {'Port': ['ID=9eab3ec0-8ad9-4262-aaab-b93964e8bf50,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:39.165754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619d39a-0046-4857-a002-3379b9325bbf None None] No DVR routers for this DVR port 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:39.237385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:39.286945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ccd4b-55bf-4555-8a87-d506eb528640 req-9575bfea-3d25-4e5a-a376-4c4427b7add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:39.289352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d51ccd4b-55bf-4555-8a87-d506eb528640 req-9575bfea-3d25-4e5a-a376-4c4427b7add9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 1098 time: 0.0449271 Jul 29 23:53:39.329097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54364) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.332625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d51ccd4b-55bf-4555-8a87-d506eb528640 req-6dd1aedb-50c6-4d76-a9de-a71df46fe34a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355313 Jul 29 23:53:39.388520 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.392168 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.409841 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-597564c2-0292-4701-914c-ad8ef6c671d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.458598 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.459169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Fanout notify agent at l3_agent the message router_deleted on router 9a4776c1-a567-42a4-8ace-85d17896780f {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:39.467319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.471677 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ff767801-3938-42e0-ba7b-57ce7a40033f tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "DELETE /v2.0/routers/9a4776c1-a567-42a4-8ace-85d17896780f HTTP/1.1" status: 204 len: 168 time: 1.8443980 Jul 29 23:53:39.472609 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4caa4dc7-ad11-403e-a6d5-a542e392720f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.474954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.611230 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.634310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-597564c2-0292-4701-914c-ad8ef6c671d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.640421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-597564c2-0292-4701-914c-ad8ef6c671d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.646891 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-597564c2-0292-4701-914c-ad8ef6c671d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4b81057-423f-4b83-b0a3-a195aade835a HTTP/1.1" status: 204 len: 168 time: 0.8790405 Jul 29 23:53:39.668400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597564c2-0292-4701-914c-ad8ef6c671d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b81057-423f-4b83-b0a3-a195aade835a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:39.697995 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4caa4dc7-ad11-403e-a6d5-a542e392720f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.708919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4caa4dc7-ad11-403e-a6d5-a542e392720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.808737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4caa4dc7-ad11-403e-a6d5-a542e392720f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c30a1f1a7da24b60829770aecc680611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4783316 Jul 29 23:53:39.810080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa4dc7-ad11-403e-a6d5-a542e392720f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c71f58-4536-41c4-bfab-4b74acb5084f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:39.814467 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.817128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.833975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb74a89-8fbb-49c1-81e4-8f09052ea835']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:39.857699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af02455-53e7-42f0-9e6a-d8b524ca2fad') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:39.858025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af02455-53e7-42f0-9e6a-d8b524ca2fad') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:39.863715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07188b-fd12-4fff-98b0-de2aa51c2838 req-4773160d-8acb-4efe-b6a7-c4da04fb0608 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:39.865663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf07188b-fd12-4fff-98b0-de2aa51c2838 req-4773160d-8acb-4efe-b6a7-c4da04fb0608 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 946 time: 0.1264288 Jul 29 23:53:39.877088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.895988 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.906100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:39.907020 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:39.912323 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:39.943396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf07188b-fd12-4fff-98b0-de2aa51c2838 req-309bb3d8-db0f-43a6-8d24-547530b28f5b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685766 Jul 29 23:53:39.944539 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6449-a2e6-4db9-9c42-0a90725d8476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.984679 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6449-a2e6-4db9-9c42-0a90725d8476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.001166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.009779 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.021240 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] 10.222.0.37 "DELETE /v2.0/networks/3eb74a89-8fbb-49c1-81e4-8f09052ea835 HTTP/1.1" status: 204 len: 168 time: 0.5390787 Jul 29 23:53:40.050550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bb5f9-f75f-4522-9eb4-d1ffc1ccb7e6 tempest-TestSecurityGroupsBasicOps-1216877848 tempest-TestSecurityGroupsBasicOps-1216877848-project] Pushing event deleted for resources: {'Network': ['ID=3eb74a89-8fbb-49c1-81e4-8f09052ea835,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:40.070955 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6449-a2e6-4db9-9c42-0a90725d8476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.074817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6449-a2e6-4db9-9c42-0a90725d8476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.078807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7e0c6449-a2e6-4db9-9c42-0a90725d8476 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78c71f58-4536-41c4-bfab-4b74acb5084f HTTP/1.1" status: 204 len: 168 time: 0.2578938 Jul 29 23:53:40.085415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c6449-a2e6-4db9-9c42-0a90725d8476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c71f58-4536-41c4-bfab-4b74acb5084f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:40.333154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54392) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:40.388319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bad3a7d9-9c95-419d-8222-08442d6f994c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:40.411530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: bad3a7d9-9c95-419d-8222-08442d6f994c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:40.411892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device bad3a7d9-9c95-419d-8222-08442d6f994c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:40.412398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cc6da842-7bc5-4f08-bed3-133fa6ab433c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:40.433799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: cc6da842-7bc5-4f08-bed3-133fa6ab433c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:40.434160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cc6da842-7bc5-4f08-bed3-133fa6ab433c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:40.434585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:40.459126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:40.459481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9eab3ec0-8ad9-4262-aaab-b93964e8bf50 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:40.557756 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e41ab6a4-eabd-4feb-8a5f-0b5b95a730cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1bae6056df04e5189d661c3d4b0ddee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188888 Jul 29 23:53:40.558338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:40.615012 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2f2b3f7-c0f1-4c69-96d3-65a3c20e6493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.654827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2f2b3f7-c0f1-4c69-96d3-65a3c20e6493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.722294 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2f2b3f7-c0f1-4c69-96d3-65a3c20e6493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.725525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2f2b3f7-c0f1-4c69-96d3-65a3c20e6493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.726674 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d2f2b3f7-c0f1-4c69-96d3-65a3c20e6493 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a7db721-8621-4472-956b-a7f6e44728af HTTP/1.1" status: 204 len: 168 time: 0.1674573 Jul 29 23:53:40.736208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2b3f7-c0f1-4c69-96d3-65a3c20e6493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7db721-8621-4472-956b-a7f6e44728af,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:41.094013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d7cd-f2db-4fb7-83a2-5004f247aa69 req-252ce8d0-76c7-422a-81be-335ff85b164b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:41.095711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b03d7cd-f2db-4fb7-83a2-5004f247aa69 req-252ce8d0-76c7-422a-81be-335ff85b164b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 946 time: 0.0619276 Jul 29 23:53:41.157592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b03d7cd-f2db-4fb7-83a2-5004f247aa69 req-20c28273-e862-4071-b0a5-a817e1015363 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523469 Jul 29 23:53:41.228131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54436) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:41.245411 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4999164f-5158-4ec2-bfcb-19d132974f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.390807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4999164f-5158-4ec2-bfcb-19d132974f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.405809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4999164f-5158-4ec2-bfcb-19d132974f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.445413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4999164f-5158-4ec2-bfcb-19d132974f3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8967bc2301884daa8a5317f29470612e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165651 Jul 29 23:53:41.449127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:41.461346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999164f-5158-4ec2-bfcb-19d132974f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb61980-7235-485b-8a4b-8ea8bffa2092,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:41.552426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10549907-1c67-4323-9ca2-ae1938e861ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.581686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1312521-505d-403b-9a3d-6a37d270fe8b req-45e5cde2-42ae-4835-97d8-3b6fa1dc289d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:41.583403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1312521-505d-403b-9a3d-6a37d270fe8b req-45e5cde2-42ae-4835-97d8-3b6fa1dc289d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 946 time: 0.0699830 Jul 29 23:53:41.589180 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10549907-1c67-4323-9ca2-ae1938e861ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.635587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1312521-505d-403b-9a3d-6a37d270fe8b req-750cbb01-f5dd-4e77-8f8b-a17425381759 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396097 Jul 29 23:53:41.685391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10549907-1c67-4323-9ca2-ae1938e861ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.690679 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10549907-1c67-4323-9ca2-ae1938e861ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.692461 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-10549907-1c67-4323-9ca2-ae1938e861ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6cb61980-7235-485b-8a4b-8ea8bffa2092 HTTP/1.1" status: 204 len: 168 time: 0.2417822 Jul 29 23:53:41.706003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10549907-1c67-4323-9ca2-ae1938e861ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb61980-7235-485b-8a4b-8ea8bffa2092,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.032349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54466) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.176568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b306c66-49b4-4980-ad94-058e37e502c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.219263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54472) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.276777 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c9724e56-dd5f-43c9-8887-7f56a69ccc4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9227d72931394a6d90df4281946eb345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554771 Jul 29 23:53:42.278976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.318050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b306c66-49b4-4980-ad94-058e37e502c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.324497 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b306c66-49b4-4980-ad94-058e37e502c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.341082 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f639dcaa-cf09-450e-bdb2-a6a72f81e9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.367560 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f639dcaa-cf09-450e-bdb2-a6a72f81e9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.375067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5b306c66-49b4-4980-ad94-058e37e502c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9624213ece14434ea68dc298c9b6af1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414757 Jul 29 23:53:42.376341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b306c66-49b4-4980-ad94-058e37e502c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9c283b-8af3-4e6c-885a-f03230a17c82,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.377839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.460379 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0632-7114-4807-b645-2e0411a7bfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.472516 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f639dcaa-cf09-450e-bdb2-a6a72f81e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.475653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f639dcaa-cf09-450e-bdb2-a6a72f81e9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.476866 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f639dcaa-cf09-450e-bdb2-a6a72f81e9a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e87ba405-94e5-4f5b-9a3f-8df8e0ae99ff HTTP/1.1" status: 204 len: 168 time: 0.1962965 Jul 29 23:53:42.497983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0632-7114-4807-b645-2e0411a7bfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.499974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639dcaa-cf09-450e-bdb2-a6a72f81e9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87ba405-94e5-4f5b-9a3f-8df8e0ae99ff,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.575489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-d1cbb0e7-a326-4415-b293-d24ded4e0a33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526574 Jul 29 23:53:42.585791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0632-7114-4807-b645-2e0411a7bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.590751 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0632-7114-4807-b645-2e0411a7bfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.594639 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8d3a0632-7114-4807-b645-2e0411a7bfdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb9c283b-8af3-4e6c-885a-f03230a17c82 HTTP/1.1" status: 204 len: 168 time: 0.2106075 Jul 29 23:53:42.626264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a0632-7114-4807-b645-2e0411a7bfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9c283b-8af3-4e6c-885a-f03230a17c82,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.731416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-0d1c7ea0-efec-41b0-a7a8-740b886fa920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:42.733250 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-0d1c7ea0-efec-41b0-a7a8-740b886fa920 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 1098 time: 0.1009796 Jul 29 23:53:42.870237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af6f45-9bb8-4061-91ff-637bea2cda66 req-d5a7d9c1-80f2-4bcf-b37a-210eb1c04fd0 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:42.876998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51af6f45-9bb8-4061-91ff-637bea2cda66 req-d5a7d9c1-80f2-4bcf-b37a-210eb1c04fd0 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 946 time: 0.1395204 Jul 29 23:53:43.011208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-1c11f668-c0c9-412e-957a-240513a05e28 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.018924 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-1c11f668-c0c9-412e-957a-240513a05e28 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.42 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 946 time: 0.0792394 Jul 29 23:53:43.217741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Deleting port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:43.218187 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.332995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] For port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:43.333449 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.342053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-a30e96a6-27ed-41d3-b67f-6380ce8c1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.343816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-a30e96a6-27ed-41d3-b67f-6380ce8c1b60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 914 time: 0.5714757 Jul 29 23:53:43.364176 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Calling delete_port for 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:43.370240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51af6f45-9bb8-4061-91ff-637bea2cda66 req-189aea2d-43d7-498b-aa01-dd22b49bcc5c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896135 Jul 29 23:53:43.424729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-b5f9f872-6f0d-4546-a7db-324126be859a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6732cdfc-ed5a-4264-9341-1fafa171de94 HTTP/1.1" status: 200 len: 217 time: 0.0516500 Jul 29 23:53:43.484556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-05eb217c-d908-440f-98e3-802cf132fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.486531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-05eb217c-d908-440f-98e3-802cf132fe60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 200 len: 853 time: 0.0534019 Jul 29 23:53:43.560226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-52f14e5e-928c-4b34-a6a1-b96c9f6c522f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8318e19d-0d5e-4000-8328-67cea49b31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617845 Jul 29 23:53:43.565870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54526) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:43.624811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.638903 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6732cdfc-ed5a-4264-9341-1fafa171de94', '755f4fa9-15e0-4d54-ad20-d7b1341f4c91'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:43.682680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-4bc1a489-a34b-4a5c-b7bd-cd12a7d4067b service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142151 Jul 29 23:53:43.720656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Pushing event deleted for resources: {'Port': ['ID=755f4fa9-15e0-4d54-ad20-d7b1341f4c91,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:43.792358 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] No DVR routers for this DVR port 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:43.795868 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.800212 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.42 "DELETE /v2.0/ports/755f4fa9-15e0-4d54-ad20-d7b1341f4c91 HTTP/1.1" status: 204 len: 173 time: 0.7745326 Jul 29 23:53:43.801374 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc643d-504a-481f-ade2-ab5fda318a30', 'name': 'network-vif-deleted', 'tag': '755f4fa9-15e0-4d54-ad20-d7b1341f4c91'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:43.804888 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b537af-d4f1-4dfa-b2bb-ed3baf78b3cc" -d '{"events": [{"server_uuid": "8fbc643d-504a-481f-ade2-ab5fda318a30", "name": "network-vif-deleted", "tag": "755f4fa9-15e0-4d54-ad20-d7b1341f4c91"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:43.893399 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f91d3c4-228c-4301-9ad9-d274d75b733b x-openstack-request-id: req-9f91d3c4-228c-4301-9ad9-d274d75b733b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:43.893764 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbc643d-504a-481f-ade2-ab5fda318a30", "name": "network-vif-deleted", "tag": "755f4fa9-15e0-4d54-ad20-d7b1341f4c91", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:43.894329 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f91d3c4-228c-4301-9ad9-d274d75b733b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:43.894914 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc643d-504a-481f-ade2-ab5fda318a30', 'name': 'network-vif-deleted', 'tag': '755f4fa9-15e0-4d54-ad20-d7b1341f4c91', 'status': 'completed', 'code': 200} Jul 29 23:53:43.905910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d5e36d4-4c10-4eb2-b57d-421a9878d2b5 req-a5d2a443-634b-44bd-9550-d9301b998d20 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069390 Jul 29 23:53:44.002257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1578155282-network', 'tenant_id': '03390783289740b59a0529d53629e261'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:44.034762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Made reservation on behalf of 03390783289740b59a0529d53629e261 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:44.037210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.047454 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.158629 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.163529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.192621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:44.198171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a0dea9-ebc2-42e8-a8b7-8c4ae46fc1b7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:44.210783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.211090 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Added segment 05d42f94-a8f5-4610-81e9-a37ec2aa2cbd of type vlan for network 4860aad3-9e45-4b1c-aa56-c8147840c406 Jul 29 23:53:44.265264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.307313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.312061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:44.312061 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.412377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8421240 Jul 29 23:53:44.412994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54552) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:44.418605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Request body: {'subnet': {'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1578155282-subnet', 'tenant_id': '03390783289740b59a0529d53629e261', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:44.421731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e437c7b-0627-4624-a29f-fbb11209fd68 admin admin] Pushing event updated for resources: {'Network': ['ID=4860aad3-9e45-4b1c-aa56-c8147840c406,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:44.437969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 4860aad3-9e45-4b1c-aa56-c8147840c406 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:44.460278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Made reservation on behalf of 03390783289740b59a0529d53629e261 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:44.464635 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.545157 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2dc1f1a-5d44-4590-a55e-1431f448c2f1 req-036f9fd9-b279-44e5-bcbf-8160e676c6a1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbc643d-504a-481f-ade2-ab5fda318a30 HTTP/1.1" status: 200 len: 210 time: 0.0476956 Jul 29 23:53:44.702868 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.754069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:44.779638 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Checking segment: {'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:44.780120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Network hostable DHCP agents. Network: 4860aad3-9e45-4b1c-aa56-c8147840c406, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:44.798108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Network 4860aad3-9e45-4b1c-aa56-c8147840c406 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:44.808591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 4860aad3-9e45-4b1c-aa56-c8147840c406) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:44.814121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:44.814724 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.822538 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f87fd9-aea9-469d-a487-6c36df1cc034 None None] Network 4860aad3-9e45-4b1c-aa56-c8147840c406 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:44.834244 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-31cec73c-7c34-48f4-9087-8042e8c5d6cb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4201932 Jul 29 23:53:44.836837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54568) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:44.845320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:44.875292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.876413 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.943954 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.056489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-4860aad3-9e45-4b1c-aa56-c8147840c406', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:53:45.058842 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.170816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.222639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Allocated IP 172.20.0.2 (4860aad3-9e45-4b1c-aa56-c8147840c406/12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70/a0168e37-d8e1-4a2e-9880-598c5846d866) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:45.431648 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.446530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Transition to ACTIVE for port object a0168e37-d8e1-4a2e-9880-598c5846d866 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:45.469009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Transition to ACTIVE for port object a0168e37-d8e1-4a2e-9880-598c5846d866 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:45.481178 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.482333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.506801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.565285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Network 4860aad3-9e45-4b1c-aa56-c8147840c406 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:45.566831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Pushing event updated for resources: {'Port': ['ID=a0168e37-d8e1-4a2e-9880-598c5846d866,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:45.570138 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:45.577111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:45.657306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Attempting to bind port a0168e37-d8e1-4a2e-9880-598c5846d866 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:45.660449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Attempting to bind port a0168e37-d8e1-4a2e-9880-598c5846d866 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:45.661385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Attempting to bind port a0168e37-d8e1-4a2e-9880-598c5846d866 on network 4860aad3-9e45-4b1c-aa56-c8147840c406 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:45.669559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:45.670857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Checking segment: {'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:45.672350 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.673164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Bound using segment: {'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:45.674269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Bound port: a0168e37-d8e1-4a2e-9880-598c5846d866, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:45.675095 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.703360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Allocated IP 172.25.2.87 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/1a411c35-b6b2-4eb5-b6ea-adc34252c81a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:45.761695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] For port a0168e37-d8e1-4a2e-9880-598c5846d866, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:45.765518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] For port a0168e37-d8e1-4a2e-9880-598c5846d866, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a0168e37-d8e1-4a2e-9880-598c5846d866,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:45.773378 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.829069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fad21d-2385-4291-9f3c-414630d6a603 req-15b81ddd-165b-497b-9f9e-2a109e882033 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:45.831433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8fad21d-2385-4291-9f3c-414630d6a603 req-15b81ddd-165b-497b-9f9e-2a109e882033 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1160400 Jul 29 23:53:45.894102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8fad21d-2385-4291-9f3c-414630d6a603 req-e50237ca-30eb-465a-841b-027a9ea9f046 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478718 Jul 29 23:53:45.953177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f6960-76c1-405e-8627-5cda226de66b None None] Pushing event updated for resources: {'Port': ['ID=a0168e37-d8e1-4a2e-9880-598c5846d866,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:45.955629 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.011396 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.057437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:46.060611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:46.069135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:46.147217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Pushing event updated for resources: {'Port': ['ID=1a411c35-b6b2-4eb5-b6ea-adc34252c81a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:46.290723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f9dd-0376-4e7a-b047-9bd839983026 req-e0ba36d9-55ef-49e1-ab0a-e4660b0c0381 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.294839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfb8f9dd-0376-4e7a-b047-9bd839983026 req-e0ba36d9-55ef-49e1-ab0a-e4660b0c0381 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0756323 Jul 29 23:53:46.351387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:46.374936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfb8f9dd-0376-4e7a-b047-9bd839983026 req-4f116347-078a-4b49-9ba9-e928dd8f8062 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716901 Jul 29 23:53:46.400063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:46.400453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 755f4fa9-15e0-4d54-ad20-d7b1341f4c91 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:46.516498 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.530521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a1e02-dcc7-4639-873a-0e0249f13520 req-9d24425f-d095-4ebe-9cd0-77606b45b57e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.532201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-854a1e02-dcc7-4639-873a-0e0249f13520 req-9d24425f-d095-4ebe-9cd0-77606b45b57e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0736873 Jul 29 23:53:46.585780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-854a1e02-dcc7-4639-873a-0e0249f13520 req-273c5e94-5d43-4679-b9f2-466a63e5337a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440655 Jul 29 23:53:46.781446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.981870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Router 9c10eb66-8021-4337-af91-3683964bb024 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:53:47.135689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:47.164870 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Sync routers for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:47.177859 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:47.178518 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:47.195541 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.197769 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3dc6b47d-1e45-42a3-88ba-52d9e63a5f6a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3583210 Jul 29 23:53:47.200988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54652) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:47.299470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7202a075-94d6-4651-8d67-4a236cfb4d9b None None] Network 4860aad3-9e45-4b1c-aa56-c8147840c406 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:47.354008 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:47.556189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a6d54d80-7ce6-4108-9a25-c025ea8bb675 None None] Provisioning for port a0168e37-d8e1-4a2e-9880-598c5846d866 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:47.677808 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:46Z', 'revision_number': 3, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:47.731946 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Checking router: 9c10eb66-8021-4337-af91-3683964bb024 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:47.732322 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Updating router 9c10eb66-8021-4337-af91-3683964bb024 port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:53:47.770876 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.964375 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.235984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a0168e37-d8e1-4a2e-9880-598c5846d866 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:48.318973 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.331354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Allocated IP 172.20.0.1 (4860aad3-9e45-4b1c-aa56-c8147840c406/12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70/85431928-b0dc-4295-912b-7a34b926b1a3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:48.334525 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Transition to ACTIVE for port object 1a411c35-b6b2-4eb5-b6ea-adc34252c81a will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:48.343936 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.356390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a0168e37-d8e1-4a2e-9880-598c5846d866 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:48.360947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a0168e37-d8e1-4a2e-9880-598c5846d866 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:48.361677 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.423992 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22336989-544a-4685-95b9-76242c7f700a None None] Pushing event updated for resources: {'Port': ['ID=1a411c35-b6b2-4eb5-b6ea-adc34252c81a,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:48.426526 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Attempting to bind port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:48.426896 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Attempting to bind port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:48.427254 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Attempting to bind port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:48.434347 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:48.434729 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:48.435180 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.435531 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:48.436084 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Bound port: 1a411c35-b6b2-4eb5-b6ea-adc34252c81a, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:48.436830 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.480790 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.495809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Transition to ACTIVE for port object 85431928-b0dc-4295-912b-7a34b926b1a3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:48.497931 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.513093 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] For port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:48.517100 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] For port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1a411c35-b6b2-4eb5-b6ea-adc34252c81a,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:48.524703 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.535630 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.541492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port a0168e37-d8e1-4a2e-9880-598c5846d866, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a0168e37-d8e1-4a2e-9880-598c5846d866,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:48.547002 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.600026 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:48.600683 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:48.617287 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22336989-544a-4685-95b9-76242c7f700a None None] Pushing event updated for resources: {'Port': ['ID=1a411c35-b6b2-4eb5-b6ea-adc34252c81a,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:48.636354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=a0168e37-d8e1-4a2e-9880-598c5846d866,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:48.648457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Network 4860aad3-9e45-4b1c-aa56-c8147840c406 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:48.650205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Pushing event updated for resources: {'Port': ['ID=85431928-b0dc-4295-912b-7a34b926b1a3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:48.653617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:48.656213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:48.700984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.819125 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:48.865727 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.902332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.047149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-120fa2a7-a437-42dd-9404-6931983b847d None None] Provisioning for port 85431928-b0dc-4295-912b-7a34b926b1a3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:49.056896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-120fa2a7-a437-42dd-9404-6931983b847d None None] Provisioning complete for port 85431928-b0dc-4295-912b-7a34b926b1a3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:49.057549 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-120fa2a7-a437-42dd-9404-6931983b847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.074261 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:46Z', 'revision_number': 3, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:49.108748 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.116468 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69111801-1865-4f96-bf35-62be333f27e4 None None] The sync data for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 is: [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:46Z', 'revision_number': 3, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:49.118715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.127757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-120fa2a7-a437-42dd-9404-6931983b847d None None] Port 85431928-b0dc-4295-912b-7a34b926b1a3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:49.222129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Pushing event updated for resources: {'Port': ['ID=85431928-b0dc-4295-912b-7a34b926b1a3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:49.229004 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.378137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Network 4860aad3-9e45-4b1c-aa56-c8147840c406 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:49.379768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:49.641991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Router 9c10eb66-8021-4337-af91-3683964bb024 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:49.823005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:49.832077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7fdc2972-2509-43ff-b24f-5b5c21fcc004 admin admin] 10.222.0.37 "PUT /v2.0/routers/9c10eb66-8021-4337-af91-3683964bb024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271589 Jul 29 23:53:49.867488 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec8d7cf3-9eb7-4157-9c06-1697d68baa84 None None] Provisioning complete for port 85431928-b0dc-4295-912b-7a34b926b1a3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:49.868516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec8d7cf3-9eb7-4157-9c06-1697d68baa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.911286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d7cf3-9eb7-4157-9c06-1697d68baa84 None None] Port 85431928-b0dc-4295-912b-7a34b926b1a3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:50.045998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c818515-4d3b-468b-a35c-726684e6f4df req-4b51a857-33cb-4edf-8c8f-5339d39f4f76 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:50.056115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c818515-4d3b-468b-a35c-726684e6f4df req-4b51a857-33cb-4edf-8c8f-5339d39f4f76 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0857213 Jul 29 23:53:50.117231 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c818515-4d3b-468b-a35c-726684e6f4df req-e20ccc7f-308b-44da-a3be-fa303a6ecc20 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584555 Jul 29 23:53:50.324979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a0168e37-d8e1-4a2e-9880-598c5846d866 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:50.340051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf102bba-80a3-44d6-a4a0-6fa7c970b061 req-4f343238-03ec-41d5-b5ea-91ab8baf0735 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:50.348579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf102bba-80a3-44d6-a4a0-6fa7c970b061 req-4f343238-03ec-41d5-b5ea-91ab8baf0735 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0833781 Jul 29 23:53:50.413627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a0168e37-d8e1-4a2e-9880-598c5846d866 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:50.414271 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.418025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf102bba-80a3-44d6-a4a0-6fa7c970b061 req-852e763b-4b92-4906-b840-13ac4909f6e1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681894 Jul 29 23:53:50.528286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1a411c35-b6b2-4eb5-b6ea-adc34252c81a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:50.610514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:50.616801 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:50.617285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.715599 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.740235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1a411c35-b6b2-4eb5-b6ea-adc34252c81a,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:50.755202 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.895635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=1a411c35-b6b2-4eb5-b6ea-adc34252c81a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:51.130784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54790) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:51.136413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-589089782-network', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:51.177864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Made reservation on behalf of fcee6329a8de468087ee8e3ee0a7063a for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:51.187231 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.202521 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.334871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.341390 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.378639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:51.384940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dba43d-3edd-4324-bf85-05f3176a0a79,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:51.393669 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.394033 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Added segment ef3d8504-c827-4a4e-97d5-4f6568e97fb5 of type vlan for network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 Jul 29 23:53:51.444945 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.488888 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.490233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:51.490988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.520444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Sync routers for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:51.557718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:51.561237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:51.576399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54796) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:51.576883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4450514 Jul 29 23:53:51.585791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Request body: {'subnet': {'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-589089782-subnet', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:51.602449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5826a1-7c0d-4e9e-a2ae-9a3b2a947fde admin admin] Pushing event updated for resources: {'Network': ['ID=9cd6faeb-508d-4f7e-93f9-c49630526ae2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:51.629660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:51.659153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Made reservation on behalf of fcee6329a8de468087ee8e3ee0a7063a for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:51.665873 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.718839 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d987ce4-e058-49d9-bf05-50328c4c628e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.810873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:51.933504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.015984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Checking segment: {'id': 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:52.018546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Network hostable DHCP agents. Network: 9cd6faeb-508d-4f7e-93f9-c49630526ae2, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:52.053976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 2, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:52.057919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456c0e90-cc4c-4903-ab40-18029e5ccc85,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:52.074753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:52.091680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Checking router: 9c10eb66-8021-4337-af91-3683964bb024 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:52.092076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Updating router 9c10eb66-8021-4337-af91-3683964bb024 port 85431928-b0dc-4295-912b-7a34b926b1a3 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:53:52.094754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 9cd6faeb-508d-4f7e-93f9-c49630526ae2) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:52.104185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:52.105405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.125096 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6550d460-02b3-40ae-a0bc-3a9378377d90 None None] Network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:52.140938 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c659aeac-b920-4d1f-b1ef-076318ab77d3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5633230 Jul 29 23:53:52.142027 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.143452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:52.149440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-589089782-router', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:52.196300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.198055 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.272951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1a411c35-b6b2-4eb5-b6ea-adc34252c81a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:52.319233 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.344447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11c602-ac85-42e6-be99-93c715da70f0 req-15db6a07-75b8-4c5d-ab7c-fe3d6ad47025 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:52.346380 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f11c602-ac85-42e6-be99-93c715da70f0 req-15db6a07-75b8-4c5d-ab7c-fe3d6ad47025 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0834503 Jul 29 23:53:52.440503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f11c602-ac85-42e6-be99-93c715da70f0 req-8f2b89f1-958f-4a77-ac60-6301124635a5 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827377 Jul 29 23:53:52.519405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.666612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0820-5936-4550-b538-a0acd388ec0a req-7b37c3b7-ddcd-499a-b17e-67304f893b6d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:52.668260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea9c0820-5936-4550-b538-a0acd388ec0a req-7b37c3b7-ddcd-499a-b17e-67304f893b6d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0824792 Jul 29 23:53:52.739794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea9c0820-5936-4550-b538-a0acd388ec0a req-275d46ed-e966-4daa-a947-0ad0d2b7688e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607255 Jul 29 23:53:52.806351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.807209 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:52.807594 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.856660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.911992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-9cd6faeb-508d-4f7e-93f9-c49630526ae2', 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'fixed_ips': [{'subnet_id': '456c0e90-cc4c-4903-ab40-18029e5ccc85'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:53:52.912805 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.919923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:53.034208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2be4f-e533-4884-b8e9-cec699c2cac4 req-7d8aac0f-56c4-4a61-b8b7-64ec82379466 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:53.036240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93d2be4f-e533-4884-b8e9-cec699c2cac4 req-7d8aac0f-56c4-4a61-b8b7-64ec82379466 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0725176 Jul 29 23:53:53.059943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Allocated IP 172.25.2.254 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/de50a571-ddaf-4c57-b1bd-48ee9f914e73) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:53.087414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93d2be4f-e533-4884-b8e9-cec699c2cac4 req-f792d405-a6c8-448c-b80e-010d7202cd5d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Jul 29 23:53:53.141157 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a136db83-7a76-409d-9d55-2116c6043627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.216456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.245249 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.264339 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.267978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc933e-4228-423d-bda7-0e068687ff9e req-cadac218-4e5d-43f5-80c7-681ac11d7011 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:53.270744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Transition to ACTIVE for port object 85431928-b0dc-4295-912b-7a34b926b1a3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:53.271655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11dc933e-4228-423d-bda7-0e068687ff9e req-cadac218-4e5d-43f5-80c7-681ac11d7011 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1017394 Jul 29 23:53:53.285546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.322372 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Pushing event updated for resources: {'Port': ['ID=de50a571-ddaf-4c57-b1bd-48ee9f914e73,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:53.324476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Allocated IP 172.20.0.2 (9cd6faeb-508d-4f7e-93f9-c49630526ae2/456c0e90-cc4c-4903-ab40-18029e5ccc85/1d86d0ac-065b-4bb3-b495-3de7ce984a80) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:53.337317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:53.338983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:53.341551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:53.379881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a136db83-7a76-409d-9d55-2116c6043627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.392779 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a136db83-7a76-409d-9d55-2116c6043627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.451696 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a136db83-7a76-409d-9d55-2116c6043627 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c107732fc76c4f549118974d2624dc64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305459 Jul 29 23:53:53.456219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb89584-a624-44af-a80d-6a66b3c07c09 None None] Pushing event updated for resources: {'Port': ['ID=85431928-b0dc-4295-912b-7a34b926b1a3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:53.465989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136db83-7a76-409d-9d55-2116c6043627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af296937-0a08-4a32-bde8-4bb662103438,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:53.478249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54838) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:53.564880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Attempting to bind port 85431928-b0dc-4295-912b-7a34b926b1a3 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:53.565294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Attempting to bind port 85431928-b0dc-4295-912b-7a34b926b1a3 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:53.565678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Attempting to bind port 85431928-b0dc-4295-912b-7a34b926b1a3 on network 4860aad3-9e45-4b1c-aa56-c8147840c406 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:53.592972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:53.593421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Checking segment: {'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:53.593843 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.594256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Bound using segment: {'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:53.594768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Bound port: 85431928-b0dc-4295-912b-7a34b926b1a3, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:53.595168 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.607886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11dc933e-4228-423d-bda7-0e068687ff9e req-c0184d59-591b-48bf-8cdc-f71bb7b5e450 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259877 Jul 29 23:53:53.609021 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47077a6a-e0ab-4ca0-a183-b5a54f7212c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.664813 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47077a6a-e0ab-4ca0-a183-b5a54f7212c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.765808 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47077a6a-e0ab-4ca0-a183-b5a54f7212c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.768713 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47077a6a-e0ab-4ca0-a183-b5a54f7212c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.769903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-47077a6a-e0ab-4ca0-a183-b5a54f7212c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af296937-0a08-4a32-bde8-4bb662103438 HTTP/1.1" status: 204 len: 168 time: 0.2904356 Jul 29 23:53:53.776103 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.788406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47077a6a-e0ab-4ca0-a183-b5a54f7212c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af296937-0a08-4a32-bde8-4bb662103438,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:53.792388 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.802801 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Transition to ACTIVE for port object 1d86d0ac-065b-4bb3-b495-3de7ce984a80 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:53.821535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Transition to ACTIVE for port object 1d86d0ac-065b-4bb3-b495-3de7ce984a80 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:53.840454 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.037907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:54.053987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c33314-019d-4df9-92d1-079b6fafe2d8 req-17bf3b45-3122-44a1-af7d-f27d58211336 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:54.057388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:54.060334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:54.076643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0c33314-019d-4df9-92d1-079b6fafe2d8 req-17bf3b45-3122-44a1-af7d-f27d58211336 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1271026 Jul 29 23:53:54.145534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0c33314-019d-4df9-92d1-079b6fafe2d8 req-a1e0317f-6099-4de4-aaad-9164819eca6e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598245 Jul 29 23:53:54.179408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] For port 85431928-b0dc-4295-912b-7a34b926b1a3, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:54.183648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] For port 85431928-b0dc-4295-912b-7a34b926b1a3, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=85431928-b0dc-4295-912b-7a34b926b1a3,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:54.237047 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.246608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Pushing event updated for resources: {'Port': ['ID=1d86d0ac-065b-4bb3-b495-3de7ce984a80,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:54.279257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54854) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:54.299813 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be4e0bd6-82ce-4d9a-8ee7-8b19d74cd891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.313492 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70f7a263-0334-4ded-ad8b-8e8e99f13eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.330176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9c2c2-6fa5-47ef-a158-37cb3dcf82b1 req-9815632b-1e39-4e5c-8fa9-d0e7e1349e40 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:54.332034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61c9c2c2-6fa5-47ef-a158-37cb3dcf82b1 req-9815632b-1e39-4e5c-8fa9-d0e7e1349e40 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0984163 Jul 29 23:53:54.337407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.349865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Attempting to bind port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:54.350698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Attempting to bind port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:54.351318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Attempting to bind port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 on network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:54.366587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:54.368309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:54.432189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:54.433064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Checking segment: {'id': 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:54.433770 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.434404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Bound using segment: {'id': 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:54.435191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Bound port: 1d86d0ac-065b-4bb3-b495-3de7ce984a80, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:54.435837 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.441596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb89584-a624-44af-a80d-6a66b3c07c09 None None] Pushing event updated for resources: {'Port': ['ID=85431928-b0dc-4295-912b-7a34b926b1a3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:54.468004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61c9c2c2-6fa5-47ef-a158-37cb3dcf82b1 req-e3777ca9-971b-4156-9cc3-0b97774d051b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168396 Jul 29 23:53:54.641426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:54.662604 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be4e0bd6-82ce-4d9a-8ee7-8b19d74cd891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.674599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be4e0bd6-82ce-4d9a-8ee7-8b19d74cd891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.694977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] For port 1d86d0ac-065b-4bb3-b495-3de7ce984a80, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:54.715426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] For port 1d86d0ac-065b-4bb3-b495-3de7ce984a80, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1d86d0ac-065b-4bb3-b495-3de7ce984a80,segment=NetworkSegment(ef3d8504-c827-4a4e-97d5-4f6568e97fb5),segment_id=ef3d8504-c827-4a4e-97d5-4f6568e97fb5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:54.734477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.735098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.788941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e0bd6-82ce-4d9a-8ee7-8b19d74cd891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41574d83-a52e-4467-848e-7069da4d2b0c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:54.827929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-be4e0bd6-82ce-4d9a-8ee7-8b19d74cd891 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a211cc0a19714637bb8c2712487e9167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5475655 Jul 29 23:53:54.831545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:54.836102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7eb6b1-2e8e-4227-9f3e-1ab99d5e963f None None] Pushing event updated for resources: {'Port': ['ID=1d86d0ac-065b-4bb3-b495-3de7ce984a80,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:54.885129 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:53:54.906908 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44752315-fbca-4abb-95f9-36434ab8d68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.968923 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44752315-fbca-4abb-95f9-36434ab8d68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.006408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:54Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:55.021136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e5a03-b7b5-4608-8432-72536a6b4fb8 req-d8918465-1103-48b4-bb6c-4325838accbb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:55.023834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:55.028711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-696e5a03-b7b5-4608-8432-72536a6b4fb8 req-d8918465-1103-48b4-bb6c-4325838accbb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0969257 Jul 29 23:53:55.035661 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Sync routers for ids ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:55.052080 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Routers {'04b367b2-ec38-40a1-ad58-24ec6087b6e1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:55.052641 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.052881 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:55.057418 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4c170946-0e2b-4901-ae6d-1ca4e9129c9e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9094915 Jul 29 23:53:55.058526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54866) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:55.060850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4806c-9007-4a62-92ce-77a8703259ee None None] The sync data for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 is: [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:54Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:55.238143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-696e5a03-b7b5-4608-8432-72536a6b4fb8 req-598822c7-0edb-437f-8f29-a924b166abb7 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086449 Jul 29 23:53:55.243347 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44752315-fbca-4abb-95f9-36434ab8d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.246700 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44752315-fbca-4abb-95f9-36434ab8d68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.250748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-44752315-fbca-4abb-95f9-36434ab8d68b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41574d83-a52e-4467-848e-7069da4d2b0c HTTP/1.1" status: 204 len: 168 time: 0.4151392 Jul 29 23:53:55.299744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44752315-fbca-4abb-95f9-36434ab8d68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41574d83-a52e-4467-848e-7069da4d2b0c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:55.311966 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Set router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:55.480296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.794358 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'name': 'tempest-TestVolumeBackupRestore-589089782-router', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:53:53Z', 'revision_number': 3, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'gw_port': {'id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:55.845584 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Checking router: 04b367b2-ec38-40a1-ad58-24ec6087b6e1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:55.845968 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Updating router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 port de50a571-ddaf-4c57-b1bd-48ee9f914e73 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:53:55.891912 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.004470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187fba-a2c3-4f1e-b545-ff45b8d03a24 req-8fee9774-af93-4022-8c2b-883c669f7a8a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:56.006136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb187fba-a2c3-4f1e-b545-ff45b8d03a24 req-8fee9774-af93-4022-8c2b-883c669f7a8a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.6312110 Jul 29 23:53:56.137569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb187fba-a2c3-4f1e-b545-ff45b8d03a24 req-85acd551-b72e-405a-b322-b48b75e6832d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241481 Jul 29 23:53:56.370793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d86d0ac-065b-4bb3-b495-3de7ce984a80 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:56.450344 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.473780 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Transition to ACTIVE for port object de50a571-ddaf-4c57-b1bd-48ee9f914e73 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:56.482371 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.514542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:56.520320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 85431928-b0dc-4295-912b-7a34b926b1a3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:56.581791 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Attempting to bind port de50a571-ddaf-4c57-b1bd-48ee9f914e73 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:56.582174 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Attempting to bind port de50a571-ddaf-4c57-b1bd-48ee9f914e73 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:56.582531 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Attempting to bind port de50a571-ddaf-4c57-b1bd-48ee9f914e73 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:56.628125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 85431928-b0dc-4295-912b-7a34b926b1a3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:56.634265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 85431928-b0dc-4295-912b-7a34b926b1a3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:56.634734 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.636506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.645567 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:56.646201 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:56.646332 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.646784 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:56.647376 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Bound port: de50a571-ddaf-4c57-b1bd-48ee9f914e73, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:56.647566 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.741144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804a75c-1a94-40b3-896f-d53418ea3444 None None] Network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:56.791536 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] For port de50a571-ddaf-4c57-b1bd-48ee9f914e73, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:56.802089 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] For port de50a571-ddaf-4c57-b1bd-48ee9f914e73, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=de50a571-ddaf-4c57-b1bd-48ee9f914e73,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:56.816900 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.828563 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9667146-66f1-432d-9b54-0d8a1a4c6378 None None] Pushing event updated for resources: {'Port': ['ID=de50a571-ddaf-4c57-b1bd-48ee9f914e73,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:56.912961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceeed91-ecdb-4451-a6ff-cd73ccb61734 req-c032fe46-8d81-477f-a3f6-93cd3e88a3eb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:56.915147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ceeed91-ecdb-4451-a6ff-cd73ccb61734 req-c032fe46-8d81-477f-a3f6-93cd3e88a3eb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.2803137 Jul 29 23:53:56.965424 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9667146-66f1-432d-9b54-0d8a1a4c6378 None None] Pushing event updated for resources: {'Port': ['ID=de50a571-ddaf-4c57-b1bd-48ee9f914e73,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:56.983480 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2bb4c6f4-6726-4429-be0e-e7fe89e3fd17 None None] Provisioning for port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:57.012142 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Routers {'04b367b2-ec38-40a1-ad58-24ec6087b6e1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:57.012793 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:57.014102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2bb4c6f4-6726-4429-be0e-e7fe89e3fd17 None None] Provisioning complete for port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:57.014488 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c6f4-6726-4429-be0e-e7fe89e3fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.071476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ceeed91-ecdb-4451-a6ff-cd73ccb61734 req-8319df16-cc4b-4901-8f30-d48fc5dda379 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432197 Jul 29 23:53:57.138124 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.221921 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.252775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 85431928-b0dc-4295-912b-7a34b926b1a3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=85431928-b0dc-4295-912b-7a34b926b1a3,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:57.288276 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.364839 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] Set router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:57.454401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c6f4-6726-4429-be0e-e7fe89e3fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.454701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d068e-a42a-405c-be87-6a24d890678a req-e6b5d970-4f67-49a0-8a4c-18710f9e9128 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:57.477237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c3d068e-a42a-405c-be87-6a24d890678a req-e6b5d970-4f67-49a0-8a4c-18710f9e9128 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.2681525 Jul 29 23:53:57.495558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=85431928-b0dc-4295-912b-7a34b926b1a3,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:57.553268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2bb4c6f4-6726-4429-be0e-e7fe89e3fd17 None None] For port 1d86d0ac-065b-4bb3-b495-3de7ce984a80, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1d86d0ac-065b-4bb3-b495-3de7ce984a80,segment=NetworkSegment(ef3d8504-c827-4a4e-97d5-4f6568e97fb5),segment_id=ef3d8504-c827-4a4e-97d5-4f6568e97fb5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:57.564737 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c6f4-6726-4429-be0e-e7fe89e3fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.587332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Allocated IP 172.20.0.1 (9cd6faeb-508d-4f7e-93f9-c49630526ae2/456c0e90-cc4c-4903-ab40-18029e5ccc85/300e0a59-0436-46ec-b15f-efccdcb8c005) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:57.596730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c3d068e-a42a-405c-be87-6a24d890678a req-68f17a10-7189-4837-8806-7ee73ae48fb1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170514 Jul 29 23:53:57.691028 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4c6f4-6726-4429-be0e-e7fe89e3fd17 None None] Pushing event updated for resources: {'Port': ['ID=1d86d0ac-065b-4bb3-b495-3de7ce984a80,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:57.783774 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'name': 'tempest-TestVolumeBackupRestore-589089782-router', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:53:53Z', 'revision_number': 3, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'gw_port': {'id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:57.799472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-90ca8bf7-d60f-44ee-af98-a64aaa71d847 None None] Provisioning complete for port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:57.808058 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90ca8bf7-d60f-44ee-af98-a64aaa71d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.829846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.839015 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724e379-499c-4ff1-9965-a676f43e081b None None] The sync data for ids ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'] in n-d-712139-11 is: [{'id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'name': 'tempest-TestVolumeBackupRestore-589089782-router', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:53:53Z', 'revision_number': 3, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'gw_port': {'id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:57.848866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Transition to ACTIVE for port object 300e0a59-0436-46ec-b15f-efccdcb8c005 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:57.925186 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.995496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:57.999656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:58.006381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:58.103833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944ae8-03a6-4ad7-9415-e7f9d613590c req-0fe33c31-4faf-416a-a0f5-b21af4a354a6 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:58.119682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b944ae8-03a6-4ad7-9415-e7f9d613590c req-0fe33c31-4faf-416a-a0f5-b21af4a354a6 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.2319083 Jul 29 23:53:58.122445 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.146416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Pushing event updated for resources: {'Port': ['ID=300e0a59-0436-46ec-b15f-efccdcb8c005,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:58.315896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 85431928-b0dc-4295-912b-7a34b926b1a3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:58.437383 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 85431928-b0dc-4295-912b-7a34b926b1a3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:58.437848 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.500725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b944ae8-03a6-4ad7-9415-e7f9d613590c req-e46580b9-2d2f-428d-bcd8-2f262d26bc25 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804138 Jul 29 23:53:58.522195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.608502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0cddb724-d0b0-422f-8d1d-064cd06f11c6 None None] Provisioning for port 300e0a59-0436-46ec-b15f-efccdcb8c005 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:58.613977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0cddb724-d0b0-422f-8d1d-064cd06f11c6 None None] Provisioning complete for port 300e0a59-0436-46ec-b15f-efccdcb8c005 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:58.614358 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cddb724-d0b0-422f-8d1d-064cd06f11c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.678737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d86d0ac-065b-4bb3-b495-3de7ce984a80 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:58.743804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0cddb724-d0b0-422f-8d1d-064cd06f11c6 None None] Port 300e0a59-0436-46ec-b15f-efccdcb8c005 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:58.777478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:58.778218 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.837952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593b6a-c967-4ed4-91c7-57688a9f3d2c req-2ab1e87c-0823-4e99-9417-671b6af3aeae tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:58.846433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e593b6a-c967-4ed4-91c7-57688a9f3d2c req-2ab1e87c-0823-4e99-9417-671b6af3aeae tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1521749 Jul 29 23:53:58.961928 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.978063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.034889 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e593b6a-c967-4ed4-91c7-57688a9f3d2c req-7c684786-cf6a-46c4-bf5c-be05f9baaa71 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647205 Jul 29 23:53:59.106106 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.146999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Pushing event updated for resources: {'Port': ['ID=300e0a59-0436-46ec-b15f-efccdcb8c005,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:59.425469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:59.433170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f24da-0afb-4822-93ed-2c255897e388 req-c57ecc48-7bc8-4307-b34c-7f0f3c08b748 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:59.434715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b57f24da-0afb-4822-93ed-2c255897e388 req-c57ecc48-7bc8-4307-b34c-7f0f3c08b748 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 813 time: 0.1818891 Jul 29 23:53:59.436182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:59.531371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b57f24da-0afb-4822-93ed-2c255897e388 req-dbb85c06-7e0b-4aa3-9140-d93aff1d8ddc tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/quotas/4793646f191c4e92b8a766bfad29590b HTTP/1.1" status: 200 len: 375 time: 0.0522597 Jul 29 23:53:59.651853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b57f24da-0afb-4822-93ed-2c255897e388 req-522bc606-dfec-4c08-b0b9-eca5d196dd89 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098137 Jul 29 23:53:59.660687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:59.701119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 54972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:59.780440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7b8ddbc4-f3b8-4367-8c19-8a0547dade9e None None] Provisioning complete for port 300e0a59-0436-46ec-b15f-efccdcb8c005 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:59.781562 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddbc4-f3b8-4367-8c19-8a0547dade9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.855687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:59.867445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ddbc4-f3b8-4367-8c19-8a0547dade9e None None] Port 300e0a59-0436-46ec-b15f-efccdcb8c005 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:59.871239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-475be281-266f-45cd-bdf5-89d9f3c95dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.872493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ff38ec2c-f6f2-4f0e-aea9-c96e5f98b2ef admin admin] 10.222.0.37 "PUT /v2.0/routers/04b367b2-ec38-40a1-ad58-24ec6087b6e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8096550 Jul 29 23:53:59.882293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cc205-812a-400e-88ac-d335d33ae074 req-611dd8e4-7601-4025-9794-c9cf3f7efa9c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:59.883872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-186cc205-812a-400e-88ac-d335d33ae074 req-611dd8e4-7601-4025-9794-c9cf3f7efa9c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1114130 Jul 29 23:53:59.932875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-186cc205-812a-400e-88ac-d335d33ae074 req-fa2ca06b-bd76-4a1a-b380-faae2b650535 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Jul 29 23:54:00.021756 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-475be281-266f-45cd-bdf5-89d9f3c95dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.027800 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-475be281-266f-45cd-bdf5-89d9f3c95dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.081654 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-475be281-266f-45cd-bdf5-89d9f3c95dad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f39dfcca2654228b1f5ad7209063f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3793044 Jul 29 23:54:00.082332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 54986) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:00.083222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475be281-266f-45cd-bdf5-89d9f3c95dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b55e21-495b-4fb2-b94d-ca785528c0c3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:00.156328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db2700-3309-4df3-9037-dd2152a1ab76 req-8f01e23e-1f8f-4b8c-9f56-9eb9066b1194 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:00.161250 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56db2700-3309-4df3-9037-dd2152a1ab76 req-8f01e23e-1f8f-4b8c-9f56-9eb9066b1194 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1322615 Jul 29 23:54:00.225251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device de50a571-ddaf-4c57-b1bd-48ee9f914e73 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:00.227494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56db2700-3309-4df3-9037-dd2152a1ab76 req-daccfd4c-fecf-4965-acdd-13b720e940af tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591278 Jul 29 23:54:00.228298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a4d83ab-6663-421e-b0e7-9636ee4238c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.272212 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a4d83ab-6663-421e-b0e7-9636ee4238c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.324257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port de50a571-ddaf-4c57-b1bd-48ee9f914e73 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:00.333592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port de50a571-ddaf-4c57-b1bd-48ee9f914e73 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:00.333983 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.397361 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a4d83ab-6663-421e-b0e7-9636ee4238c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.400131 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a4d83ab-6663-421e-b0e7-9636ee4238c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.400300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Sync routers for ids ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:00.403591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5a4d83ab-6663-421e-b0e7-9636ee4238c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78b55e21-495b-4fb2-b94d-ca785528c0c3 HTTP/1.1" status: 204 len: 168 time: 0.3050969 Jul 29 23:54:00.421735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d83ab-6663-421e-b0e7-9636ee4238c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b55e21-495b-4fb2-b94d-ca785528c0c3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:00.447683 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Routers {'04b367b2-ec38-40a1-ad58-24ec6087b6e1'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:00.448368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:00.625522 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fd9b3f70-aef1-4878-a897-e5d8f42900ee req-f8bcd5f5-d863-42af-8d30-85ee7ca75d48 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4793646f191c4e92b8a766bfad29590b HTTP/1.1" status: 200 len: 221 time: 0.0321555 Jul 29 23:54:00.688141 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.694334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Set router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:00.762999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:00.836064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a4be0-ffbb-4b63-96e9-3767ef26caa2 req-bf610108-aa76-4aec-8715-93ed32a5dd28 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:00.838829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-800a4be0-ffbb-4b63-96e9-3767ef26caa2 req-bf610108-aa76-4aec-8715-93ed32a5dd28 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1086791 Jul 29 23:54:00.922297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-800a4be0-ffbb-4b63-96e9-3767ef26caa2 req-a245262f-dc70-4b76-8e2b-df4ce7a9daa1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771308 Jul 29 23:54:01.119803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port de50a571-ddaf-4c57-b1bd-48ee9f914e73, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=de50a571-ddaf-4c57-b1bd-48ee9f914e73,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:01.137382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d90b8-6f59-4348-99a1-fd6683131b34 req-f29879c3-df54-4024-a375-7ce719321e71 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:01.140297 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.149187 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53fada0-64e9-4023-bc33-a24ad4f3e8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.158189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e8d90b8-6f59-4348-99a1-fd6683131b34 req-f29879c3-df54-4024-a375-7ce719321e71 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1157680 Jul 29 23:54:01.232496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e8d90b8-6f59-4348-99a1-fd6683131b34 req-aa09d195-0f82-4672-8b3b-60f1ed309ece tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724497 Jul 29 23:54:01.287912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=de50a571-ddaf-4c57-b1bd-48ee9f914e73,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:01.367218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53fada0-64e9-4023-bc33-a24ad4f3e8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.373793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53fada0-64e9-4023-bc33-a24ad4f3e8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.385277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'name': 'tempest-TestVolumeBackupRestore-589089782-router', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:53:58Z', 'revision_number': 4, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'gw_port': {'id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '300e0a59-0436-46ec-b15f-efccdcb8c005', 'name': '', 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'mac_address': 'fa:16:3e:84:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '456c0e90-cc4c-4903-ab40-18029e5ccc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:56Z', 'updated_at': '2021-07-29T23:53:58Z', 'revision_number': 2, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'subnets': [{'id': '456c0e90-cc4c-4903-ab40-18029e5ccc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:01.407241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fada0-64e9-4023-bc33-a24ad4f3e8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80560643-db8f-4afc-9471-b24c2d6e0d7b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:01.434196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Checking router: 04b367b2-ec38-40a1-ad58-24ec6087b6e1 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:01.434552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Updating router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 port 300e0a59-0436-46ec-b15f-efccdcb8c005 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:01.439229 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c53fada0-64e9-4023-bc33-a24ad4f3e8f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed426e4a5c4b410e84c1d595035058bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750553 Jul 29 23:54:01.439753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55086) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:01.465002 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.474634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e8a50-43b9-4b81-8586-b48e500baa16 req-dd3223fa-c532-47ce-8ded-5d8f6cf4163d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:01.477219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830e8a50-43b9-4b81-8586-b48e500baa16 req-dd3223fa-c532-47ce-8ded-5d8f6cf4163d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0984507 Jul 29 23:54:01.577640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830e8a50-43b9-4b81-8586-b48e500baa16 req-f16f2bca-d428-4472-99a1-763ebda0c733 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902109 Jul 29 23:54:01.595673 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a395e43-1aea-47ca-bb22-03f4ac3d4249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.620177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a395e43-1aea-47ca-bb22-03f4ac3d4249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.722519 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a395e43-1aea-47ca-bb22-03f4ac3d4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.727351 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a395e43-1aea-47ca-bb22-03f4ac3d4249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.731292 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0a395e43-1aea-47ca-bb22-03f4ac3d4249 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80560643-db8f-4afc-9471-b24c2d6e0d7b HTTP/1.1" status: 204 len: 168 time: 0.2898002 Jul 29 23:54:01.743706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a395e43-1aea-47ca-bb22-03f4ac3d4249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80560643-db8f-4afc-9471-b24c2d6e0d7b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:01.764302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02307e4-f3b0-4f15-8871-5dd58f979c65 req-07892f6b-0ad6-4d64-88c2-05b3a323b854 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:01.772358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d02307e4-f3b0-4f15-8871-5dd58f979c65 req-07892f6b-0ad6-4d64-88c2-05b3a323b854 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0874209 Jul 29 23:54:01.824591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d02307e4-f3b0-4f15-8871-5dd58f979c65 req-3585d198-d3d1-4977-9d12-b56ab2dbfc85 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509107 Jul 29 23:54:01.871011 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.888165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Transition to ACTIVE for port object 300e0a59-0436-46ec-b15f-efccdcb8c005 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:01.899197 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.995733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c65a4-9dd4-4912-b6d1-f1a3cfeb0d4a None None] Pushing event updated for resources: {'Port': ['ID=300e0a59-0436-46ec-b15f-efccdcb8c005,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:02.011736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240ab8-c675-46d9-a286-4686e60b43c7 req-4580fcb6-d403-4eeb-8729-999bef2c16ed tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:02.013425 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55240ab8-c675-46d9-a286-4686e60b43c7 req-4580fcb6-d403-4eeb-8729-999bef2c16ed tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0956862 Jul 29 23:54:02.088942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Attempting to bind port 300e0a59-0436-46ec-b15f-efccdcb8c005 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:02.089411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Attempting to bind port 300e0a59-0436-46ec-b15f-efccdcb8c005 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:02.089791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Attempting to bind port 300e0a59-0436-46ec-b15f-efccdcb8c005 on network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:02.113916 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:02.114500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Checking segment: {'id': 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:02.115235 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.115771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Bound using segment: {'id': 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:02.116518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Bound port: 300e0a59-0436-46ec-b15f-efccdcb8c005, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:02.116928 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.134522 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55240ab8-c675-46d9-a286-4686e60b43c7 req-1a6cf859-2749-45ce-a98d-6e4d84b1bb91 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048715 Jul 29 23:54:02.256875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device de50a571-ddaf-4c57-b1bd-48ee9f914e73 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:02.262990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] For port 300e0a59-0436-46ec-b15f-efccdcb8c005, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:02.321767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] For port 300e0a59-0436-46ec-b15f-efccdcb8c005, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=300e0a59-0436-46ec-b15f-efccdcb8c005,segment=NetworkSegment(ef3d8504-c827-4a4e-97d5-4f6568e97fb5),segment_id=ef3d8504-c827-4a4e-97d5-4f6568e97fb5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:02.337604 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.427771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2d71c-8e3e-49ba-8b6c-49e4938cc34d req-9a1abb8f-0870-41ae-bca1-ac2ba794c39b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:02.431276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1de2d71c-8e3e-49ba-8b6c-49e4938cc34d req-9a1abb8f-0870-41ae-bca1-ac2ba794c39b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1389010 Jul 29 23:54:02.495560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c65a4-9dd4-4912-b6d1-f1a3cfeb0d4a None None] Pushing event updated for resources: {'Port': ['ID=300e0a59-0436-46ec-b15f-efccdcb8c005,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:02.503219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port de50a571-ddaf-4c57-b1bd-48ee9f914e73 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:02.503812 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.577261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Routers {'04b367b2-ec38-40a1-ad58-24ec6087b6e1'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:02.577938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:02.593834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1de2d71c-8e3e-49ba-8b6c-49e4938cc34d req-cf237ab4-4d37-48a6-8edd-22927706f5c8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511214 Jul 29 23:54:02.661130 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.829030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82b0a5-c475-4c7e-a83e-374c91a0b953 req-ddcf6031-a342-49e1-a733-5779baec0dda tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:02.831199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c82b0a5-c475-4c7e-a83e-374c91a0b953 req-ddcf6031-a342-49e1-a733-5779baec0dda tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1058965 Jul 29 23:54:02.851772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] Set router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:02.932524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c82b0a5-c475-4c7e-a83e-374c91a0b953 req-3f637031-3b23-4b38-a715-b1c2527a856c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950816 Jul 29 23:54:03.162159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e84a6-1f45-4f37-8a4b-86f6b3fdc437 req-eea15c8f-9a29-4791-85f8-d5c8eda46789 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:03.174710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f92e84a6-1f45-4f37-8a4b-86f6b3fdc437 req-eea15c8f-9a29-4791-85f8-d5c8eda46789 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0977170 Jul 29 23:54:03.254403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f92e84a6-1f45-4f37-8a4b-86f6b3fdc437 req-9061d31d-db11-447d-ad63-5258d9f09053 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620646 Jul 29 23:54:03.319425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'name': 'tempest-TestVolumeBackupRestore-589089782-router', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:53:58Z', 'revision_number': 4, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'gw_port': {'id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '300e0a59-0436-46ec-b15f-efccdcb8c005', 'name': '', 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'mac_address': 'fa:16:3e:84:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '456c0e90-cc4c-4903-ab40-18029e5ccc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:56Z', 'updated_at': '2021-07-29T23:54:02Z', 'revision_number': 4, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'subnets': [{'id': '456c0e90-cc4c-4903-ab40-18029e5ccc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:03.354118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34fc87-4f3f-4b21-bef7-00e46c3fa15a None None] The sync data for ids ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'] in n-d-712139-11 is: [{'id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'name': 'tempest-TestVolumeBackupRestore-589089782-router', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:53:58Z', 'revision_number': 4, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'gw_port': {'id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '300e0a59-0436-46ec-b15f-efccdcb8c005', 'name': '', 'network_id': '9cd6faeb-508d-4f7e-93f9-c49630526ae2', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'mac_address': 'fa:16:3e:84:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '456c0e90-cc4c-4903-ab40-18029e5ccc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:56Z', 'updated_at': '2021-07-29T23:54:02Z', 'revision_number': 4, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'subnets': [{'id': '456c0e90-cc4c-4903-ab40-18029e5ccc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:03.542508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b24bc-853f-4995-8dfe-5a7784897312 req-2b8cc179-f922-41c4-8e51-062cb2c774ed tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:03.547639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf5b24bc-853f-4995-8dfe-5a7784897312 req-2b8cc179-f922-41c4-8e51-062cb2c774ed tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1730390 Jul 29 23:54:03.620258 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf5b24bc-853f-4995-8dfe-5a7784897312 req-a7ea0b7b-53a7-4e6f-b5b3-6342a7fb4147 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688200 Jul 29 23:54:03.856436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c4ecc-5b2a-4d9f-a163-5c6bb11b8848 req-da98de53-7873-4cfe-912c-02078d677176 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:03.858371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e0c4ecc-5b2a-4d9f-a163-5c6bb11b8848 req-da98de53-7873-4cfe-912c-02078d677176 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0879734 Jul 29 23:54:03.918314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e0c4ecc-5b2a-4d9f-a163-5c6bb11b8848 req-74f51c66-d50c-440c-b4d9-adb13edd3c38 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537066 Jul 29 23:54:03.928375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.118814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8fc43-04fc-4a56-bbd1-351dbef78029 req-c26b61ce-7d06-4e31-8435-9fa52f943e77 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:04.127453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9d8fc43-04fc-4a56-bbd1-351dbef78029 req-c26b61ce-7d06-4e31-8435-9fa52f943e77 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1057520 Jul 29 23:54:04.152590 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cecea81-5519-4e83-85a0-d10d8055b567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.234238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9d8fc43-04fc-4a56-bbd1-351dbef78029 req-fe536627-fb87-446e-acb4-85fc8d963270 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057796 Jul 29 23:54:04.281913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 300e0a59-0436-46ec-b15f-efccdcb8c005 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:04.387509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 300e0a59-0436-46ec-b15f-efccdcb8c005 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:04.391959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 300e0a59-0436-46ec-b15f-efccdcb8c005 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:04.393313 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.398203 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cecea81-5519-4e83-85a0-d10d8055b567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.410593 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cecea81-5519-4e83-85a0-d10d8055b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.492678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936882f-de43-4e9b-9a5b-27368f3e8f31 req-698b951f-63cd-464b-8865-b058656d5faf tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:04.501588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2936882f-de43-4e9b-9a5b-27368f3e8f31 req-698b951f-63cd-464b-8865-b058656d5faf tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1645672 Jul 29 23:54:04.525435 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.536602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5cecea81-5519-4e83-85a0-d10d8055b567 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acb2c0eb438944b3a17b86c006824e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6068103 Jul 29 23:54:04.538674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecea81-5519-4e83-85a0-d10d8055b567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0520135e-12aa-49dd-8fc9-084d8e548284,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:04.539686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55200) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.601036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 300e0a59-0436-46ec-b15f-efccdcb8c005, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=300e0a59-0436-46ec-b15f-efccdcb8c005,segment=NetworkSegment(ef3d8504-c827-4a4e-97d5-4f6568e97fb5),segment_id=ef3d8504-c827-4a4e-97d5-4f6568e97fb5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:04.616427 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.630384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2936882f-de43-4e9b-9a5b-27368f3e8f31 req-827a3c83-d96b-4c08-813f-1d1b65ca9eaf tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287119 Jul 29 23:54:04.706129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b11e62df-cf1f-4272-b9ea-6c9ebf8939e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.723118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=300e0a59-0436-46ec-b15f-efccdcb8c005,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:04.759940 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b11e62df-cf1f-4272-b9ea-6c9ebf8939e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.806500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678d6e0-3303-4509-92ca-d903aec4baf8 req-5a447103-22cf-4b3a-8550-2cadbb122e04 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:04.808196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d678d6e0-3303-4509-92ca-d903aec4baf8 req-5a447103-22cf-4b3a-8550-2cadbb122e04 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0661044 Jul 29 23:54:04.833869 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b11e62df-cf1f-4272-b9ea-6c9ebf8939e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.837617 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b11e62df-cf1f-4272-b9ea-6c9ebf8939e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.841614 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b11e62df-cf1f-4272-b9ea-6c9ebf8939e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0520135e-12aa-49dd-8fc9-084d8e548284 HTTP/1.1" status: 204 len: 168 time: 0.3007119 Jul 29 23:54:04.854169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e62df-cf1f-4272-b9ea-6c9ebf8939e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0520135e-12aa-49dd-8fc9-084d8e548284,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:04.888324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d678d6e0-3303-4509-92ca-d903aec4baf8 req-1b95537d-62a4-477d-90b0-8239106dcee2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662179 Jul 29 23:54:05.038084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86667c-445f-491a-8aab-bbf3e7bedf83 req-afbaa4cd-c517-4a01-a4f5-435c664d217c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:05.039971 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed86667c-445f-491a-8aab-bbf3e7bedf83 req-afbaa4cd-c517-4a01-a4f5-435c664d217c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0663464 Jul 29 23:54:05.097638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed86667c-445f-491a-8aab-bbf3e7bedf83 req-ae3c5bd7-ae87-45b0-b68c-ef1f3e635b9b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506809 Jul 29 23:54:05.256481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:05.273080 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-980740c6-a6d3-4123-94cc-beb7d74896c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.401209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759382d1-c38e-48c2-a6c2-ee075f1b0d18 req-9165c11c-c0f3-4407-81f3-2c010e5d8e66 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:05.402722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-759382d1-c38e-48c2-a6c2-ee075f1b0d18 req-9165c11c-c0f3-4407-81f3-2c010e5d8e66 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0761313 Jul 29 23:54:05.442571 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-980740c6-a6d3-4123-94cc-beb7d74896c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.447623 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-980740c6-a6d3-4123-94cc-beb7d74896c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.501502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-759382d1-c38e-48c2-a6c2-ee075f1b0d18 req-9eb8a8f8-47eb-4cd6-af9c-72930ee6b389 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893102 Jul 29 23:54:05.509325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-980740c6-a6d3-4123-94cc-beb7d74896c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39b634ca27ef44f0bb1300d9b2d27973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517309 Jul 29 23:54:05.510241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980740c6-a6d3-4123-94cc-beb7d74896c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab4eadf-06e3-4663-873c-dd726a771f87,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.511952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:05.592247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f71c6419-3c46-42fc-a68a-850b0ae99657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.615962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f71c6419-3c46-42fc-a68a-850b0ae99657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.678185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3595bdb-591f-46bc-bc7f-a90ebaac0eef req-9a851102-c8e9-4085-9cb2-531a2cb1a560 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:05.686447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3595bdb-591f-46bc-bc7f-a90ebaac0eef req-9a851102-c8e9-4085-9cb2-531a2cb1a560 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0732903 Jul 29 23:54:05.691061 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f71c6419-3c46-42fc-a68a-850b0ae99657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.694844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f71c6419-3c46-42fc-a68a-850b0ae99657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.705769 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f71c6419-3c46-42fc-a68a-850b0ae99657 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ab4eadf-06e3-4663-873c-dd726a771f87 HTTP/1.1" status: 204 len: 168 time: 0.1888154 Jul 29 23:54:05.722268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c6419-3c46-42fc-a68a-850b0ae99657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab4eadf-06e3-4663-873c-dd726a771f87,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.727569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3595bdb-591f-46bc-bc7f-a90ebaac0eef req-e69aadf2-8041-44d4-9e8a-11e5b0f671dc tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396328 Jul 29 23:54:06.011409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f4885-5828-46db-a720-c76cf00f6aa5 req-d752ae62-4633-430c-9f8d-6a20729ffc3d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.019840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-647f4885-5828-46db-a720-c76cf00f6aa5 req-d752ae62-4633-430c-9f8d-6a20729ffc3d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0740900 Jul 29 23:54:06.066946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-647f4885-5828-46db-a720-c76cf00f6aa5 req-d47ec106-0915-4f6c-aa65-75ad03c1bd16 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465903 Jul 29 23:54:06.217043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 300e0a59-0436-46ec-b15f-efccdcb8c005 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:06.250345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f300ea-e708-4076-9e6a-642bc08e438d req-4ccfb9e6-001c-4edd-a116-077a6cb97f3b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.252419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8f300ea-e708-4076-9e6a-642bc08e438d req-4ccfb9e6-001c-4edd-a116-077a6cb97f3b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1035736 Jul 29 23:54:06.369766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 300e0a59-0436-46ec-b15f-efccdcb8c005 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:06.375115 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.427501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8f300ea-e708-4076-9e6a-642bc08e438d req-ca234e6e-76ea-4d98-82f3-6d05dea5d133 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622462 Jul 29 23:54:06.584396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b37e0-5040-4a07-b95c-ea4fe356d897 req-179c75f1-80e8-4d90-b437-9d15c60b49e6 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.586756 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da1b37e0-5040-4a07-b95c-ea4fe356d897 req-179c75f1-80e8-4d90-b437-9d15c60b49e6 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0698202 Jul 29 23:54:06.634051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da1b37e0-5040-4a07-b95c-ea4fe356d897 req-c7982e6b-d343-43fe-8290-5fa04b0d0083 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Jul 29 23:54:06.767312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efbbe9-21e6-4d60-ac0e-754f1bce3b1a req-3a3c4b00-2cf1-4760-9f2d-750b68871d34 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.772698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57efbbe9-21e6-4d60-ac0e-754f1bce3b1a req-3a3c4b00-2cf1-4760-9f2d-750b68871d34 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0615125 Jul 29 23:54:06.817877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57efbbe9-21e6-4d60-ac0e-754f1bce3b1a req-501e463c-2be2-4ef9-863f-5975c5e60cce tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Jul 29 23:54:07.081391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274aeb9-7186-42e2-896c-acdb300b393b req-20dde084-7405-49e3-8409-cd34c061873d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.082893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1274aeb9-7186-42e2-896c-acdb300b393b req-20dde084-7405-49e3-8409-cd34c061873d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0596938 Jul 29 23:54:07.128985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1274aeb9-7186-42e2-896c-acdb300b393b req-b422352e-3621-4fa0-bbd9-0fb8fb558f2f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385809 Jul 29 23:54:08.289505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26ab32-3dd3-434c-8d8c-9d5a6463d4e9 req-32e3a1a6-047c-409d-8e60-4904888840ee tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:08.291229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab26ab32-3dd3-434c-8d8c-9d5a6463d4e9 req-32e3a1a6-047c-409d-8e60-4904888840ee tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0609944 Jul 29 23:54:08.343374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab26ab32-3dd3-434c-8d8c-9d5a6463d4e9 req-8f55ddb2-e64f-4ceb-9142-75c295dc0aea tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Jul 29 23:54:08.740212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a6f6-6a0f-4046-b603-345e4d89bd26 req-917b660e-fc73-465d-97fd-563949efcab2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:08.748521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91b0a6f6-6a0f-4046-b603-345e4d89bd26 req-917b660e-fc73-465d-97fd-563949efcab2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0690937 Jul 29 23:54:08.756349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55382) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.793779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91b0a6f6-6a0f-4046-b603-345e4d89bd26 req-2ed79761-b9d4-4523-8b94-177877bfd21c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Jul 29 23:54:08.906837 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-658f8204-0aab-41b9-bc3a-2a5443480e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.002977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-658f8204-0aab-41b9-bc3a-2a5443480e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.008217 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-658f8204-0aab-41b9-bc3a-2a5443480e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.044378 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-658f8204-0aab-41b9-bc3a-2a5443480e0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c41dd19512d245d7b38e73a6f3669ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855332 Jul 29 23:54:09.047110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55388) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:09.049643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f8204-0aab-41b9-bc3a-2a5443480e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4eadb8-2c9f-4fb8-b22d-8a046c5ad872,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.106758 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37bc9d6d-3d1c-4751-b2b0-a3b715bb2dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.129426 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37bc9d6d-3d1c-4751-b2b0-a3b715bb2dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.178298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37bc9d6d-3d1c-4751-b2b0-a3b715bb2dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.181505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37bc9d6d-3d1c-4751-b2b0-a3b715bb2dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.182700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-37bc9d6d-3d1c-4751-b2b0-a3b715bb2dac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d4eadb8-2c9f-4fb8-b22d-8a046c5ad872 HTTP/1.1" status: 204 len: 168 time: 0.1341591 Jul 29 23:54:09.192728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc9d6d-3d1c-4751-b2b0-a3b715bb2dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4eadb8-2c9f-4fb8-b22d-8a046c5ad872,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.467052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:09.481983 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99af87b6-1c53-4a25-84be-b081c61085a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.607156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99af87b6-1c53-4a25-84be-b081c61085a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.614536 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99af87b6-1c53-4a25-84be-b081c61085a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.665875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af87b6-1c53-4a25-84be-b081c61085a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f32a7a-634b-4ef2-95bb-8b5a8ce77248,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.670662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-99af87b6-1c53-4a25-84be-b081c61085a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5212c01a02a4d2b900b2edc3af80551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024875 Jul 29 23:54:09.675833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:09.751220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48352cd8-409b-4d5e-8197-6e474d98c757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.774810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48352cd8-409b-4d5e-8197-6e474d98c757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.829395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48352cd8-409b-4d5e-8197-6e474d98c757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.834021 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48352cd8-409b-4d5e-8197-6e474d98c757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.838933 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-48352cd8-409b-4d5e-8197-6e474d98c757 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45f32a7a-634b-4ef2-95bb-8b5a8ce77248 HTTP/1.1" status: 204 len: 168 time: 0.1619928 Jul 29 23:54:09.852252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48352cd8-409b-4d5e-8197-6e474d98c757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f32a7a-634b-4ef2-95bb-8b5a8ce77248,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.965051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa464ae-7be8-4540-b112-40501bc04049 req-1d08b6b0-b618-4649-a55f-75f8eb0a1d2d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:09.967032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fa464ae-7be8-4540-b112-40501bc04049 req-1d08b6b0-b618-4649-a55f-75f8eb0a1d2d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0603588 Jul 29 23:54:10.011287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fa464ae-7be8-4540-b112-40501bc04049 req-39470788-7c89-46e0-8367-55d138442216 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 Jul 29 23:54:10.154156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba9254-0fa3-4b63-a49a-9a69f7f29136 req-7c8074ff-dd4f-4e35-abb8-2c3e6e8cb3ed tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:10.156165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fba9254-0fa3-4b63-a49a-9a69f7f29136 req-7c8074ff-dd4f-4e35-abb8-2c3e6e8cb3ed tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0705798 Jul 29 23:54:10.209012 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fba9254-0fa3-4b63-a49a-9a69f7f29136 req-c6c7439a-c2a3-493a-adab-e172ef2c0d50 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468540 Jul 29 23:54:10.403518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0524-13c4-42dc-a43b-826486b89d35 req-1895f75d-9578-438f-99d6-e2e31478b798 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:10.405484 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-374e0524-13c4-42dc-a43b-826486b89d35 req-1895f75d-9578-438f-99d6-e2e31478b798 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0722311 Jul 29 23:54:10.456415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-374e0524-13c4-42dc-a43b-826486b89d35 req-42ce3877-368e-4621-b4dd-35c43bcec84e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Jul 29 23:54:10.604692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfffbf-6854-447e-a200-bc6277871a51 req-a05cce4a-f767-487e-804c-0f49987f932a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:10.606231 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97dfffbf-6854-447e-a200-bc6277871a51 req-a05cce4a-f767-487e-804c-0f49987f932a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0624385 Jul 29 23:54:10.666539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97dfffbf-6854-447e-a200-bc6277871a51 req-fe17a144-c373-4561-8b9f-7933b71cff41 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500107 Jul 29 23:54:10.940099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0c835-6f0f-4286-bbc2-10563290291e req-f9008450-e5c9-4a1a-9e65-1f51c77a466f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:10.948835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3b0c835-6f0f-4286-bbc2-10563290291e req-f9008450-e5c9-4a1a-9e65-1f51c77a466f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1210699 Jul 29 23:54:10.985654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.032788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e3b0c835-6f0f-4286-bbc2-10563290291e req-18745fcf-e8d8-4a17-b4ba-ef2c08d21ee9 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823770 Jul 29 23:54:11.143400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b9e95c16-ef3d-4210-8381-c27665d96568 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] Request body: {'port': {'network_id': '9ffdf30c-7ae3-4567-9659-556ea15f0df8', 'name': 'tempest-NetworksNegativeTestJSON-2133612673'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:11.158093 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e95c16-ef3d-4210-8381-c27665d96568 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] POST failed (client error): The resource could not be found. Jul 29 23:54:11.158689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e95c16-ef3d-4210-8381-c27665d96568 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:11.159795 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b9e95c16-ef3d-4210-8381-c27665d96568 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1724558 Jul 29 23:54:11.163642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.182985 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a736c9c-ef75-453b-a14f-ab65dcbeafc8 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:11.183679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a736c9c-ef75-453b-a14f-ab65dcbeafc8 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:11.185287 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2a736c9c-ef75-453b-a14f-ab65dcbeafc8 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] 10.222.0.37 "DELETE /v2.0/networks/97a94594-be3a-478c-be11-d34de56d00ad HTTP/1.1" status: 404 len: 339 time: 0.0201306 Jul 29 23:54:11.189336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55452) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.206444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9d687-c020-4215-a0db-97f3879fa343 req-6d9868d2-d4da-4086-b7a7-a37a492578c8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:11.208036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6d9d687-c020-4215-a0db-97f3879fa343 req-6d9868d2-d4da-4086-b7a7-a37a492578c8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0800312 Jul 29 23:54:11.213215 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0aa281-1b66-44e5-8580-eb11dd611d5d tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:11.213958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0aa281-1b66-44e5-8580-eb11dd611d5d tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:11.215705 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5e0aa281-1b66-44e5-8580-eb11dd611d5d tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] 10.222.0.37 "DELETE /v2.0/ports/5cdec61b-2128-46b3-ac34-186e7abef5ff HTTP/1.1" status: 404 len: 333 time: 0.0252509 Jul 29 23:54:11.219709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.254179 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ff1a70-9e66-428b-80ba-f8e56cff24c0 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:11.254659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ff1a70-9e66-428b-80ba-f8e56cff24c0 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:11.260598 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a4ff1a70-9e66-428b-80ba-f8e56cff24c0 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] 10.222.0.37 "DELETE /v2.0/subnets/110fae64-5a65-420b-b56f-5d546d65473b HTTP/1.1" status: 404 len: 337 time: 0.0397816 Jul 29 23:54:11.261263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55456) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.267704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6d9d687-c020-4215-a0db-97f3879fa343 req-71dee6e8-84bf-4f80-b5c7-1830350debd8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496364 Jul 29 23:54:11.286513 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d20465c-09f5-4cb2-9f26-ecbcf2f6bc17 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] GET failed (client error): The resource could not be found. Jul 29 23:54:11.288000 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1d20465c-09f5-4cb2-9f26-ecbcf2f6bc17 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] 10.222.0.37 "GET /v2.0/networks/37ad6a46-0d22-4865-b059-410b5cf2c600 HTTP/1.1" status: 404 len: 339 time: 0.0257614 Jul 29 23:54:11.292603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55460) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.325027 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7889d802-bd42-4d3e-9b6f-20bc10e361d8 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] GET failed (client error): The resource could not be found. Jul 29 23:54:11.326794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7889d802-bd42-4d3e-9b6f-20bc10e361d8 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] 10.222.0.37 "GET /v2.0/ports/14b4df0c-f017-478c-95ec-6be4bbba3a46 HTTP/1.1" status: 404 len: 333 time: 0.0330398 Jul 29 23:54:11.330758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55464) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.359647 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8d390d-620b-4da7-b7a2-54c97fd3d035 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] GET failed (client error): The resource could not be found. Jul 29 23:54:11.364916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55466) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.365185 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bc8d390d-620b-4da7-b7a2-54c97fd3d035 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] 10.222.0.37 "GET /v2.0/subnets/56a4741f-36f4-419e-ad32-6ef4a2a95e04 HTTP/1.1" status: 404 len: 337 time: 0.0330713 Jul 29 23:54:11.371825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d6da8a07-0e70-427d-bde6-0ec3bbf346b3 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:11.405042 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6da8a07-0e70-427d-bde6-0ec3bbf346b3 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] PUT failed (client error): The resource could not be found. Jul 29 23:54:11.405670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6da8a07-0e70-427d-bde6-0ec3bbf346b3 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:11.406859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d6da8a07-0e70-427d-bde6-0ec3bbf346b3 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] 10.222.0.37 "PUT /v2.0/networks/03013b13-d771-4274-a363-f1b1839ed68a HTTP/1.1" status: 404 len: 339 time: 0.0407193 Jul 29 23:54:11.410982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55468) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.418359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-db0d7177-9eb3-412c-8d5a-da5d9686fac9 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:11.437538 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0d7177-9eb3-412c-8d5a-da5d9686fac9 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] PUT failed (client error): The resource could not be found. Jul 29 23:54:11.438250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0d7177-9eb3-412c-8d5a-da5d9686fac9 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:11.442895 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-db0d7177-9eb3-412c-8d5a-da5d9686fac9 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] 10.222.0.37 "PUT /v2.0/ports/e0702617-089b-49cf-acaa-0c2540d28258 HTTP/1.1" status: 404 len: 333 time: 0.0272682 Jul 29 23:54:11.443120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.444725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182712c-d9cd-490c-8595-219a60a022f8 req-0b6229bb-1861-44a5-87e6-89a564358e3b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:11.447111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8182712c-d9cd-490c-8595-219a60a022f8 req-0b6229bb-1861-44a5-87e6-89a564358e3b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0693460 Jul 29 23:54:11.448830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-47a84c06-019b-4c05-8439-532d1f7d2197 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:11.471120 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a84c06-019b-4c05-8439-532d1f7d2197 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] PUT failed (client error): The resource could not be found. Jul 29 23:54:11.471582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a84c06-019b-4c05-8439-532d1f7d2197 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:11.476694 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-47a84c06-019b-4c05-8439-532d1f7d2197 tempest-NetworksNegativeTestJSON-374648703 tempest-NetworksNegativeTestJSON-374648703-project] 10.222.0.37 "PUT /v2.0/subnets/27312e10-2c5f-4358-8f3e-dd29e3e1f684 HTTP/1.1" status: 404 len: 337 time: 0.0325427 Jul 29 23:54:11.491164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8182712c-d9cd-490c-8595-219a60a022f8 req-91bcfacb-c44f-48c2-8fb3-55cd28e5d4fd tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Jul 29 23:54:11.652732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0d608-8ca4-4f17-9c78-091dc2bd2415 req-e24caa0f-9773-4afe-a5c1-aee5334bb34d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:11.654318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ec0d608-8ca4-4f17-9c78-091dc2bd2415 req-e24caa0f-9773-4afe-a5c1-aee5334bb34d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0575399 Jul 29 23:54:11.702933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ec0d608-8ca4-4f17-9c78-091dc2bd2415 req-75d7713c-8cd5-42a8-bcb5-236739771739 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422313 Jul 29 23:54:11.821505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55488) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.879327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6c14e-bf1d-4c09-a87b-3031a450bd69 req-5155a3ec-1589-4b92-a070-b04690a99d0f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:11.889062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e6c14e-bf1d-4c09-a87b-3031a450bd69 req-5155a3ec-1589-4b92-a070-b04690a99d0f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0756047 Jul 29 23:54:11.965281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e6c14e-bf1d-4c09-a87b-3031a450bd69 req-6cc259ce-7c36-4138-b0f4-10cb9efd9593 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708504 Jul 29 23:54:12.004164 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a4c3ef-7252-4dc2-a78f-a24c795ec855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.148858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100b26c-8e23-452c-9d0a-0964631f60b0 req-629cc1ae-135e-47d5-8c3b-d924b0f888a4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:12.150483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0100b26c-8e23-452c-9d0a-0964631f60b0 req-629cc1ae-135e-47d5-8c3b-d924b0f888a4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0789502 Jul 29 23:54:12.206952 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a4c3ef-7252-4dc2-a78f-a24c795ec855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.215651 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a4c3ef-7252-4dc2-a78f-a24c795ec855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.223021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0100b26c-8e23-452c-9d0a-0964631f60b0 req-be8d8652-b986-453c-8cf5-4d50d5edef1d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616994 Jul 29 23:54:12.251654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4c3ef-7252-4dc2-a78f-a24c795ec855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee5b5b6-b15f-4810-995b-d41c5f8745cb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.267920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-96a4c3ef-7252-4dc2-a78f-a24c795ec855 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a006788d325477c9be2a4abd0c26a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461520 Jul 29 23:54:12.270582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55520) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:12.341509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaa2e-41b4-41ad-b680-b3b7f04f0c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.368550 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaa2e-41b4-41ad-b680-b3b7f04f0c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.430802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaa2e-41b4-41ad-b680-b3b7f04f0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.435100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaa2e-41b4-41ad-b680-b3b7f04f0c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.436525 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b2dcaa2e-41b4-41ad-b680-b3b7f04f0c49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fee5b5b6-b15f-4810-995b-d41c5f8745cb HTTP/1.1" status: 204 len: 168 time: 0.1647527 Jul 29 23:54:12.442842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af84844-b93f-470f-930b-05c52a9b7354 req-4908a04a-48df-4667-8fcc-e14dd47278dd tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:12.443921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2af84844-b93f-470f-930b-05c52a9b7354 req-4908a04a-48df-4667-8fcc-e14dd47278dd tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0855980 Jul 29 23:54:12.446263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcaa2e-41b4-41ad-b680-b3b7f04f0c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee5b5b6-b15f-4810-995b-d41c5f8745cb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.534467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2af84844-b93f-470f-930b-05c52a9b7354 req-14eec458-a349-4023-949b-62f7218e52cb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766168 Jul 29 23:54:12.714421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d3188-4557-45fb-a620-c88c35b2f12f req-a362d8e6-de79-4db4-943d-5267d075c9e9 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:12.721936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e7d3188-4557-45fb-a620-c88c35b2f12f req-a362d8e6-de79-4db4-943d-5267d075c9e9 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0779006 Jul 29 23:54:12.772526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e7d3188-4557-45fb-a620-c88c35b2f12f req-945e4304-e8e5-4a2c-8606-b57bc2284bbb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495625 Jul 29 23:54:12.974879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45935f-c086-429a-b06f-9b5de99143fe req-b8cc996d-7c13-4815-8c05-fb10919ccf1e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:12.987916 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd45935f-c086-429a-b06f-9b5de99143fe req-b8cc996d-7c13-4815-8c05-fb10919ccf1e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0911930 Jul 29 23:54:13.052151 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd45935f-c086-429a-b06f-9b5de99143fe req-23f55b72-e07e-4ca2-8825-f77a5e0883a2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630338 Jul 29 23:54:13.214438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7e5-c0c8-4531-a9a6-4d22daa11d5f req-62246b67-34f4-4407-8d98-bea6acb34462 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:13.215998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0d4e7e5-c0c8-4531-a9a6-4d22daa11d5f req-62246b67-34f4-4407-8d98-bea6acb34462 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0882030 Jul 29 23:54:13.275481 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0d4e7e5-c0c8-4531-a9a6-4d22daa11d5f req-2db2d6a6-28d4-489e-9f71-ca317e346d40 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504014 Jul 29 23:54:13.379314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55574) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.449820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c00d7-d567-41a7-96ab-ff9bf67238cf req-bae1c964-dad6-4183-9e39-455d32fcf9d4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:13.451895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a4c00d7-d567-41a7-96ab-ff9bf67238cf req-bae1c964-dad6-4183-9e39-455d32fcf9d4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0656972 Jul 29 23:54:13.522893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a4c00d7-d567-41a7-96ab-ff9bf67238cf req-66a7d2fa-a287-4a4a-b91c-dc0d72c54e17 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643630 Jul 29 23:54:13.536004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'network': {'name': 'tempest-RoutersTest-1092043932'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:13.566643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:13.570894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.582071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.809732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a3111-ad06-49a0-b1c0-19cffc2fc8ba req-a862bd10-0c43-493c-a708-f14751c4407b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:13.812675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b9a3111-ad06-49a0-b1c0-19cffc2fc8ba req-a862bd10-0c43-493c-a708-f14751c4407b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1874921 Jul 29 23:54:13.912743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b9a3111-ad06-49a0-b1c0-19cffc2fc8ba req-7c5116e2-972d-4db6-8129-b95ed8a28882 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878816 Jul 29 23:54:13.934763 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.942336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.995495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:14.006328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc31966a-6f49-449a-8381-ddc257ff4291,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:14.017419 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.018361 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added segment d7102cc5-38ba-44b5-8561-b099ad343c90 of type vlan for network 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 Jul 29 23:54:14.104482 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.185980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c95ce-3f5e-4afe-8737-fa9cdaac2f54 req-7b06170f-ebbc-48eb-bee6-2aa19d9d3637 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:14.188108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-295c95ce-3f5e-4afe-8737-fa9cdaac2f54 req-7b06170f-ebbc-48eb-bee6-2aa19d9d3637 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1114950 Jul 29 23:54:14.192717 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.201348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:14.203280 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.282247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9016635 Jul 29 23:54:14.284994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:14.292539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'network': {'name': 'tempest-RoutersTest-2033314276'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:14.314985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-295c95ce-3f5e-4afe-8737-fa9cdaac2f54 req-f1d27d44-6935-4773-b85a-5243dfbfa397 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087956 Jul 29 23:54:14.315764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864ac88-aaee-4abb-bd1f-c36b8b66b6ef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Network': ['ID=5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:14.329297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:14.345960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:14.353044 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.403520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:14.419095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.419453 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added segment 55a5d3be-c2e4-43c5-a94c-1a9fa39364e4 of type vlan for network 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 Jul 29 23:54:14.472848 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.479269 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aaa17-7ccb-49e8-aa5b-e0fb3578ed56 req-e5f02f25-cd88-42ca-af50-1f87c6252a22 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:14.481247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-223aaa17-7ccb-49e8-aa5b-e0fb3578ed56 req-e5f02f25-cd88-42ca-af50-1f87c6252a22 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0585577 Jul 29 23:54:14.510781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.518153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:14.519458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.527640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-223aaa17-7ccb-49e8-aa5b-e0fb3578ed56 req-c0983b4e-ae77-4d3b-bce7-a57d19f96cbe tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Jul 29 23:54:14.537028 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2507310 Jul 29 23:54:14.540874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55592) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:14.546310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'subnet': {'network_id': '5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:14.610273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Network': ['ID=78d8f6fa-00d9-4929-8dc6-1d7a0bee3401,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:14.621865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.622469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.623013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.623782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.624617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.625145 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.625860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.626634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.628005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.628817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.629381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.629746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232e37f-44d6-4bf7-b19d-836b479e188e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:14.643469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:15.009811 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:54:15.117894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e3a80-50ad-47cc-96c2-28b9f9b7625b req-1aca9b4d-5140-45f8-b175-b089ff101a7d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:15.120554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-540e3a80-50ad-47cc-96c2-28b9f9b7625b req-1aca9b4d-5140-45f8-b175-b089ff101a7d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1725357 Jul 29 23:54:15.163236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:15.169492 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.254330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-540e3a80-50ad-47cc-96c2-28b9f9b7625b req-e1ccface-bd93-409e-a19f-5cf47306ec7b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209431 Jul 29 23:54:15.457662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76029627-4289-43d3-9d5c-fbdee74a8f4a req-a61ac644-6b52-433b-8e49-3164570dee10 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:15.459502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76029627-4289-43d3-9d5c-fbdee74a8f4a req-a61ac644-6b52-433b-8e49-3164570dee10 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1113837 Jul 29 23:54:15.461166 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.547587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Subnet': ['ID=ef0451e4-b93f-45f1-bc55-7fc7d23a074b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:15.565635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76029627-4289-43d3-9d5c-fbdee74a8f4a req-43fdaae7-5246-4119-8436-b59cad23c33f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757103 Jul 29 23:54:15.577814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Checking segment: {'id': 'd7102cc5-38ba-44b5-8561-b099ad343c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:15.578189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network hostable DHCP agents. Network: 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:15.609273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:15.628491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:15.635622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:15.636512 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.640980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8738f3-5d6b-4bcd-93f4-37976679420f None None] Network 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:15.678164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55614) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:15.679500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-770f4bf1-cef8-4052-bc7a-f1e2534a2810 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1362071 Jul 29 23:54:15.683457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'subnet': {'network_id': '78d8f6fa-00d9-4929-8dc6-1d7a0bee3401', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:15.817006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150df89a-d41f-4ce8-b8e2-a6193183ebe3 req-fb1390f4-e0aa-4895-8233-e3784f173e5a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:15.818638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-150df89a-d41f-4ce8-b8e2-a6193183ebe3 req-fb1390f4-e0aa-4895-8233-e3784f173e5a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1100397 Jul 29 23:54:15.878695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:15.880786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-150df89a-d41f-4ce8-b8e2-a6193183ebe3 req-e8c32d03-85bc-45cb-bda9-ceeb1bdea36b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544488 Jul 29 23:54:15.888700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6', 'network_id': '5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'fixed_ips': [{'subnet_id': 'ef0451e4-b93f-45f1-bc55-7fc7d23a074b'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:15.889671 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.893866 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.155973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033b2cc-9383-4a0b-8c05-f1a36f200f6f req-4ca4dad0-e431-4397-94c9-4a073fb1908a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:16.159969 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6033b2cc-9383-4a0b-8c05-f1a36f200f6f req-4ca4dad0-e431-4397-94c9-4a073fb1908a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0973296 Jul 29 23:54:16.222627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Allocated IP 172.20.0.2 (5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6/ef0451e4-b93f-45f1-bc55-7fc7d23a074b/09bb2b89-3086-40b7-9831-b4733162b9d6) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:16.261437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6033b2cc-9383-4a0b-8c05-f1a36f200f6f req-6f17872c-3ce6-4e36-940d-38057f0ae5e3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847988 Jul 29 23:54:16.297193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.424834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Subnet': ['ID=2d990e34-b0e8-4980-9e4c-56cfd0cdef61,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:16.440121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Checking segment: {'id': '55a5d3be-c2e4-43c5-a94c-1a9fa39364e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '78d8f6fa-00d9-4929-8dc6-1d7a0bee3401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:16.440474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network hostable DHCP agents. Network: 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:16.466907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:16.486042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:16.499119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:16.500661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.528827 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-59d6e58c-3873-4f9b-b41c-87651ae860a0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8490741 Jul 29 23:54:16.534273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e35ae-0a3d-4991-b113-84f86f0db755 None None] Network 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:16.536270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:16.546566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-96bca1ad-b393-4638-bec1-443650ee55d9 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1528020027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:16.580149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96bca1ad-b393-4638-bec1-443650ee55d9 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.582099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96bca1ad-b393-4638-bec1-443650ee55d9 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.684082 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.694072 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96bca1ad-b393-4638-bec1-443650ee55d9 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.703108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96bca1ad-b393-4638-bec1-443650ee55d9 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.708933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Transition to ACTIVE for port object 09bb2b89-3086-40b7-9831-b4733162b9d6 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:16.737912 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96bca1ad-b393-4638-bec1-443650ee55d9 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.740912 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-96bca1ad-b393-4638-bec1-443650ee55d9 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2027476 Jul 29 23:54:16.743039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Transition to ACTIVE for port object 09bb2b89-3086-40b7-9831-b4733162b9d6 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:16.745702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55632) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:16.844495 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.917659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Network 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:16.948338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:16.956063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:17.028476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Pushing event updated for resources: {'Port': ['ID=09bb2b89-3086-40b7-9831-b4733162b9d6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:17.105178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-78d8f6fa-00d9-4929-8dc6-1d7a0bee3401', 'network_id': '78d8f6fa-00d9-4929-8dc6-1d7a0bee3401', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'fixed_ips': [{'subnet_id': '2d990e34-b0e8-4980-9e4c-56cfd0cdef61'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:17.106586 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.118846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.119486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.120132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.120773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.121316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.121874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.122999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.123567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.124217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.125090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.125656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.126219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:17.161080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Attempting to bind port 09bb2b89-3086-40b7-9831-b4733162b9d6 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:17.161675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Attempting to bind port 09bb2b89-3086-40b7-9831-b4733162b9d6 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'd7102cc5-38ba-44b5-8561-b099ad343c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:17.162264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Attempting to bind port 09bb2b89-3086-40b7-9831-b4733162b9d6 on network 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:17.172309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:17.172920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Checking segment: {'id': 'd7102cc5-38ba-44b5-8561-b099ad343c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:17.173572 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.174208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Bound using segment: {'id': 'd7102cc5-38ba-44b5-8561-b099ad343c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:17.174977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Bound port: 09bb2b89-3086-40b7-9831-b4733162b9d6, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7102cc5-38ba-44b5-8561-b099ad343c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:17.175600 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.180211 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.249248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ede2-fdca-4ba2-80c5-386ead3139d5 req-686152d8-f3c8-48c0-af46-b90e2a4b3c75 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:17.250685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a186ede2-fdca-4ba2-80c5-386ead3139d5 req-686152d8-f3c8-48c0-af46-b90e2a4b3c75 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1788442 Jul 29 23:54:17.380814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a186ede2-fdca-4ba2-80c5-386ead3139d5 req-f90b4ca6-1ddb-4e69-88d5-f7900eec301b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941010 Jul 29 23:54:17.419268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] For port 09bb2b89-3086-40b7-9831-b4733162b9d6, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:17.492062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Allocated IP 172.21.0.2 (78d8f6fa-00d9-4929-8dc6-1d7a0bee3401/2d990e34-b0e8-4980-9e4c-56cfd0cdef61/c4fc5576-7f87-4f5e-89f5-9110e81f3b80) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:17.565965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Allocated IP 172.20.0.1 (5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6/ef0451e4-b93f-45f1-bc55-7fc7d23a074b/8a2fac29-fd9f-46a8-821c-8003c2c1803e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:17.577373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] For port 09bb2b89-3086-40b7-9831-b4733162b9d6, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=09bb2b89-3086-40b7-9831-b4733162b9d6,segment=NetworkSegment(d7102cc5-38ba-44b5-8561-b099ad343c90),segment_id=d7102cc5-38ba-44b5-8561-b099ad343c90)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:17.586122 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.659502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5606b0-155d-4d0e-970e-f22f4fc42e7b None None] Pushing event updated for resources: {'Port': ['ID=09bb2b89-3086-40b7-9831-b4733162b9d6,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:17.767124 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.778396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Transition to ACTIVE for port object c4fc5576-7f87-4f5e-89f5-9110e81f3b80 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:17.785354 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.802930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Transition to ACTIVE for port object c4fc5576-7f87-4f5e-89f5-9110e81f3b80 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:17.804730 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Transition to ACTIVE for port object 8a2fac29-fd9f-46a8-821c-8003c2c1803e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:17.815355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.844935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.869190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Network 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:17.873834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:17.876799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:17.948675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:17.950756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=8a2fac29-fd9f-46a8-821c-8003c2c1803e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:17.965376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:17.968373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Pushing event updated for resources: {'Port': ['ID=c4fc5576-7f87-4f5e-89f5-9110e81f3b80,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:17.968718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:17.974414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Attempting to bind port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:17.974791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Attempting to bind port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '55a5d3be-c2e4-43c5-a94c-1a9fa39364e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '78d8f6fa-00d9-4929-8dc6-1d7a0bee3401'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:17.975159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Attempting to bind port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 on network 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:17.991317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:17.992250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Checking segment: {'id': '55a5d3be-c2e4-43c5-a94c-1a9fa39364e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '78d8f6fa-00d9-4929-8dc6-1d7a0bee3401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:17.992669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.993304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Bound using segment: {'id': '55a5d3be-c2e4-43c5-a94c-1a9fa39364e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '78d8f6fa-00d9-4929-8dc6-1d7a0bee3401'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:17.993561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Bound port: c4fc5576-7f87-4f5e-89f5-9110e81f3b80, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a5d3be-c2e4-43c5-a94c-1a9fa39364e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '78d8f6fa-00d9-4929-8dc6-1d7a0bee3401'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:17.993934 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.059844 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.097394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] For port c4fc5576-7f87-4f5e-89f5-9110e81f3b80, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:18.103194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] For port c4fc5576-7f87-4f5e-89f5-9110e81f3b80, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c4fc5576-7f87-4f5e-89f5-9110e81f3b80,segment=NetworkSegment(55a5d3be-c2e4-43c5-a94c-1a9fa39364e4),segment_id=55a5d3be-c2e4-43c5-a94c-1a9fa39364e4)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:18.109901 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.252089 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c6b25-fe2d-4edb-8d26-99aba91c9501 None None] Pushing event updated for resources: {'Port': ['ID=c4fc5576-7f87-4f5e-89f5-9110e81f3b80,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.376435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 09bb2b89-3086-40b7-9831-b4733162b9d6 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:18.430808 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.484700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 09bb2b89-3086-40b7-9831-b4733162b9d6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:18.711911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cbbac-af6f-445e-a842-39fa950bc2df req-bdd6ba2e-ef00-41e5-96fd-4ecdd49b35a1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:18.719496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e25cbbac-af6f-445e-a842-39fa950bc2df req-bdd6ba2e-ef00-41e5-96fd-4ecdd49b35a1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1974456 Jul 29 23:54:18.786134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e25cbbac-af6f-445e-a842-39fa950bc2df req-6c2e118a-9d35-479c-b134-200dc5b3d9b5 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656290 Jul 29 23:54:18.869527 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.989186 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.995855 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.082571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=8a2fac29-fd9f-46a8-821c-8003c2c1803e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.094264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.240607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:19.242673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:19.308090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a03b44-bcdb-4369-acdd-9bea224630ef None None] Network 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:19.442252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router cc4ef193-92c0-496d-bba8-c03f55e8b091 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:19.580827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:19.591250 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf10d9d-db01-43b8-80b3-805dea958c47 None None] Sync routers for ids ['cc4ef193-92c0-496d-bba8-c03f55e8b091'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:19.598521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-537f8c09-f584-4f2d-8bfe-c2c666ea1ab2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/cc4ef193-92c0-496d-bba8-c03f55e8b091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8511984 Jul 29 23:54:19.601920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55668) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:19.610370 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf10d9d-db01-43b8-80b3-805dea958c47 None None] Routers {'cc4ef193-92c0-496d-bba8-c03f55e8b091'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:19.611170 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2bf10d9d-db01-43b8-80b3-805dea958c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['cc4ef193-92c0-496d-bba8-c03f55e8b091'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.652280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99d78939-8ccc-470d-8f3d-108ee6733efa None None] Provisioning for port 09bb2b89-3086-40b7-9831-b4733162b9d6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:19.667814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99d78939-8ccc-470d-8f3d-108ee6733efa None None] Provisioning complete for port 09bb2b89-3086-40b7-9831-b4733162b9d6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:19.668226 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99d78939-8ccc-470d-8f3d-108ee6733efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.696476 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2bf10d9d-db01-43b8-80b3-805dea958c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.719367 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d51547b-0495-49d9-98fd-25093144670f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:19.721289 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4d51547b-0495-49d9-98fd-25093144670f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports/8a2fac29-fd9f-46a8-821c-8003c2c1803e HTTP/1.1" status: 200 len: 910 time: 0.1172602 Jul 29 23:54:19.725505 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf10d9d-db01-43b8-80b3-805dea958c47 None None] Routers {'cc4ef193-92c0-496d-bba8-c03f55e8b091'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:19.725695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55670) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:19.727457 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2bf10d9d-db01-43b8-80b3-805dea958c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['cc4ef193-92c0-496d-bba8-c03f55e8b091'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.797030 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2bf10d9d-db01-43b8-80b3-805dea958c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.798854 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf10d9d-db01-43b8-80b3-805dea958c47 None None] The sync data for ids ['cc4ef193-92c0-496d-bba8-c03f55e8b091'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:19.919184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a95c14-84cd-439e-9ab4-afebd814ac53 None None] Network 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:20.055764 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99d78939-8ccc-470d-8f3d-108ee6733efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.165996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0945e-8d37-4274-926e-08f7382ebdcc req-915b6d56-6c8c-4905-9599-193380320bf8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:20.181948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bca0945e-8d37-4274-926e-08f7382ebdcc req-915b6d56-6c8c-4905-9599-193380320bf8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.2361372 Jul 29 23:54:20.267117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bca0945e-8d37-4274-926e-08f7382ebdcc req-fd6d7565-033c-4687-bfee-5a8750e30b26 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838850 Jul 29 23:54:20.300746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-99d78939-8ccc-470d-8f3d-108ee6733efa None None] For port 09bb2b89-3086-40b7-9831-b4733162b9d6, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=09bb2b89-3086-40b7-9831-b4733162b9d6,segment=NetworkSegment(d7102cc5-38ba-44b5-8561-b099ad343c90),segment_id=d7102cc5-38ba-44b5-8561-b099ad343c90)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:20.311312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c4fc5576-7f87-4f5e-89f5-9110e81f3b80 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:20.324276 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99d78939-8ccc-470d-8f3d-108ee6733efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.472063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:20.506332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-67e47877-b04f-4acd-9c3f-5be9b2d4d132 None None] Provisioning for port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:20.516282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-67e47877-b04f-4acd-9c3f-5be9b2d4d132 None None] Provisioning complete for port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:20.516651 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67e47877-b04f-4acd-9c3f-5be9b2d4d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.558628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d78939-8ccc-470d-8f3d-108ee6733efa None None] Pushing event updated for resources: {'Port': ['ID=09bb2b89-3086-40b7-9831-b4733162b9d6,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.595996 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.679896 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67e47877-b04f-4acd-9c3f-5be9b2d4d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.727248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-67e47877-b04f-4acd-9c3f-5be9b2d4d132 None None] For port c4fc5576-7f87-4f5e-89f5-9110e81f3b80, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c4fc5576-7f87-4f5e-89f5-9110e81f3b80,segment=NetworkSegment(55a5d3be-c2e4-43c5-a94c-1a9fa39364e4),segment_id=55a5d3be-c2e4-43c5-a94c-1a9fa39364e4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:20.742433 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67e47877-b04f-4acd-9c3f-5be9b2d4d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.857338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e47877-b04f-4acd-9c3f-5be9b2d4d132 None None] Pushing event updated for resources: {'Port': ['ID=c4fc5576-7f87-4f5e-89f5-9110e81f3b80,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.906729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b0da1a92-5481-4b92-92b5-0fbd9949b6b2 None None] Provisioning complete for port 09bb2b89-3086-40b7-9831-b4733162b9d6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:20.907111 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0da1a92-5481-4b92-92b5-0fbd9949b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.958603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Allocated IP 172.21.0.1 (78d8f6fa-00d9-4929-8dc6-1d7a0bee3401/2d990e34-b0e8-4980-9e4c-56cfd0cdef61/f56fc974-8e08-43a0-a592-6e6fa126699e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:21.086689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b0da1a92-5481-4b92-92b5-0fbd9949b6b2 None None] Provisioning for port 8a2fac29-fd9f-46a8-821c-8003c2c1803e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:21.090971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b0da1a92-5481-4b92-92b5-0fbd9949b6b2 None None] Provisioning complete for port 8a2fac29-fd9f-46a8-821c-8003c2c1803e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:21.091349 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0da1a92-5481-4b92-92b5-0fbd9949b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.139983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b0da1a92-5481-4b92-92b5-0fbd9949b6b2 None None] Port 8a2fac29-fd9f-46a8-821c-8003c2c1803e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:21.146958 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.152698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b0da1a92-5481-4b92-92b5-0fbd9949b6b2 None None] Provisioning complete for port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:21.153082 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0da1a92-5481-4b92-92b5-0fbd9949b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.167582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Transition to ACTIVE for port object f56fc974-8e08-43a0-a592-6e6fa126699e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:21.214904 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.254353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:21.258336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:21.262430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:21.349750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=f56fc974-8e08-43a0-a592-6e6fa126699e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:21.394540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.394952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.395367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.395781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.396215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.396686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.397090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.397489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.398955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.399369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.399771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.400854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:21.427697 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.441037 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-572a35a3-475c-4eca-87d7-0fff0bc8c1f8 None None] Provisioning complete for port 8a2fac29-fd9f-46a8-821c-8003c2c1803e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:21.441835 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-572a35a3-475c-4eca-87d7-0fff0bc8c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.494487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-572a35a3-475c-4eca-87d7-0fff0bc8c1f8 None None] Port 8a2fac29-fd9f-46a8-821c-8003c2c1803e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:21.507476 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d57ef7-e403-47ba-8a5f-1dbd83ac1b05 req-0e5f3865-61be-43b0-a7ad-b99c7c4a1c9c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:21.509046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d57ef7-e403-47ba-8a5f-1dbd83ac1b05 req-0e5f3865-61be-43b0-a7ad-b99c7c4a1c9c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1410427 Jul 29 23:54:21.590623 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86d57ef7-e403-47ba-8a5f-1dbd83ac1b05 req-73e282e0-0c1a-4cae-935e-8489cb1f16d3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582273 Jul 29 23:54:21.626897 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-45c052e6-9f5d-4bc4-a486-bb711e6dfa79 None None] Provisioning for port f56fc974-8e08-43a0-a592-6e6fa126699e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:21.633447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-45c052e6-9f5d-4bc4-a486-bb711e6dfa79 None None] Provisioning complete for port f56fc974-8e08-43a0-a592-6e6fa126699e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:21.633883 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45c052e6-9f5d-4bc4-a486-bb711e6dfa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.642186 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.674549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-45c052e6-9f5d-4bc4-a486-bb711e6dfa79 None None] Port f56fc974-8e08-43a0-a592-6e6fa126699e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:21.693711 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-81a6c652-6188-4807-b329-21afb9bf0fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.927075 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.932073 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.017558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=f56fc974-8e08-43a0-a592-6e6fa126699e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:22.024639 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.147224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:22.149869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:22.232072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 09bb2b89-3086-40b7-9831-b4733162b9d6 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:22.293683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router cc4ef193-92c0-496d-bba8-c03f55e8b091 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:22.324279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 09bb2b89-3086-40b7-9831-b4733162b9d6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:22.325049 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.412267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:22.418112 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5a94f79b-2aff-449f-b235-30ef107f1823 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/cc4ef193-92c0-496d-bba8-c03f55e8b091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6909103 Jul 29 23:54:22.421093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55702) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:22.424971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70329eb9-8240-4ff6-8b58-ee0b1ac5d50c None None] Sync routers for ids ['cc4ef193-92c0-496d-bba8-c03f55e8b091'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:22.460303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70329eb9-8240-4ff6-8b58-ee0b1ac5d50c None None] Routers {'cc4ef193-92c0-496d-bba8-c03f55e8b091'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:22.460862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-70329eb9-8240-4ff6-8b58-ee0b1ac5d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['cc4ef193-92c0-496d-bba8-c03f55e8b091'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:22.488959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a2abc-1a60-4431-848d-79946a74828b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:22.491325 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-071a2abc-1a60-4431-848d-79946a74828b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports/f56fc974-8e08-43a0-a592-6e6fa126699e HTTP/1.1" status: 200 len: 910 time: 0.0690877 Jul 29 23:54:22.493907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:22.508064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-70329eb9-8240-4ff6-8b58-ee0b1ac5d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:22.514488 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c4fc5576-7f87-4f5e-89f5-9110e81f3b80 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:22.551495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70329eb9-8240-4ff6-8b58-ee0b1ac5d50c None None] Routers {'cc4ef193-92c0-496d-bba8-c03f55e8b091'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:22.552170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-70329eb9-8240-4ff6-8b58-ee0b1ac5d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:53:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['cc4ef193-92c0-496d-bba8-c03f55e8b091'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:22.554710 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1adf5214-3431-4ec3-b6ec-6560df3a23f6 None None] Provisioning complete for port f56fc974-8e08-43a0-a592-6e6fa126699e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:22.555084 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1adf5214-3431-4ec3-b6ec-6560df3a23f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.597603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1adf5214-3431-4ec3-b6ec-6560df3a23f6 None None] Port f56fc974-8e08-43a0-a592-6e6fa126699e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:22.662834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-70329eb9-8240-4ff6-8b58-ee0b1ac5d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:22.664119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70329eb9-8240-4ff6-8b58-ee0b1ac5d50c None None] The sync data for ids ['cc4ef193-92c0-496d-bba8-c03f55e8b091'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:22.699165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:22.699538 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.797013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ab466-6c6e-45bd-86cc-0dae318b4a4b req-f04900c6-b6a0-4a4d-b53c-2fdab6d37777 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:22.797940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-354ab466-6c6e-45bd-86cc-0dae318b4a4b req-f04900c6-b6a0-4a4d-b53c-2fdab6d37777 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1081016 Jul 29 23:54:22.870476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-354ab466-6c6e-45bd-86cc-0dae318b4a4b req-e935666c-61d0-4233-a97a-09e679105680 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604894 Jul 29 23:54:22.963223 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.970704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55714) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:23.120566 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7810bb4a-47e4-4b22-a6fd-3228796b38f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.256418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port f56fc974-8e08-43a0-a592-6e6fa126699e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:23.256696 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.354310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.369097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for f56fc974-8e08-43a0-a592-6e6fa126699e owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:23.582174 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7810bb4a-47e4-4b22-a6fd-3228796b38f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.588384 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7810bb4a-47e4-4b22-a6fd-3228796b38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.603810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.634942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7810bb4a-47e4-4b22-a6fd-3228796b38f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d87f5533ec1340ea80f16ffa1624d180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6630907 Jul 29 23:54:23.638118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55720) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:23.646023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810bb4a-47e4-4b22-a6fd-3228796b38f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f816eafc-8309-4ecf-b7e7-0454d0a6a0a1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:23.646664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=f56fc974-8e08-43a0-a592-6e6fa126699e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:23.721613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2042c866-43f2-4e88-ada6-1626adbc9fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.759144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2042c866-43f2-4e88-ada6-1626adbc9fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.856886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2042c866-43f2-4e88-ada6-1626adbc9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.861385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.862208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2042c866-43f2-4e88-ada6-1626adbc9fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.865032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2042c866-43f2-4e88-ada6-1626adbc9fb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f816eafc-8309-4ecf-b7e7-0454d0a6a0a1 HTTP/1.1" status: 204 len: 168 time: 0.2245829 Jul 29 23:54:23.888365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042c866-43f2-4e88-ada6-1626adbc9fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f816eafc-8309-4ecf-b7e7-0454d0a6a0a1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:24.082836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915e9b7-cec5-4438-b8e9-a5bb23d9b6ee req-ddf1a7c6-5739-4a8c-8df8-5ca016165dcb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:24.084496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1915e9b7-cec5-4438-b8e9-a5bb23d9b6ee req-ddf1a7c6-5739-4a8c-8df8-5ca016165dcb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1083205 Jul 29 23:54:24.112110 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c93295fc-4a08-412d-89af-070d90ebff88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.141146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1915e9b7-cec5-4438-b8e9-a5bb23d9b6ee req-98d0244f-ed26-45cc-a627-a2a846113be2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440905 Jul 29 23:54:24.215945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router cc4ef193-92c0-496d-bba8-c03f55e8b091 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:24.236615 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.312445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:24.322826 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c945c0fb-9257-49ec-b517-7d3768983db4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/cc4ef193-92c0-496d-bba8-c03f55e8b091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8254530 Jul 29 23:54:24.322946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55734) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:24.327568 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee86b9cd-80d3-418d-9d98-7e7ecc674313 None None] Sync routers for ids ['cc4ef193-92c0-496d-bba8-c03f55e8b091'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:24.339555 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86b9cd-80d3-418d-9d98-7e7ecc674313 None None] Routers {'cc4ef193-92c0-496d-bba8-c03f55e8b091'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:24.340412 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ee86b9cd-80d3-418d-9d98-7e7ecc674313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['cc4ef193-92c0-496d-bba8-c03f55e8b091'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:24.384841 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ee86b9cd-80d3-418d-9d98-7e7ecc674313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:24.394673 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86b9cd-80d3-418d-9d98-7e7ecc674313 None None] Routers {'cc4ef193-92c0-496d-bba8-c03f55e8b091'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:24.395736 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ee86b9cd-80d3-418d-9d98-7e7ecc674313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['cc4ef193-92c0-496d-bba8-c03f55e8b091'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:24.430798 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ee86b9cd-80d3-418d-9d98-7e7ecc674313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:24.431757 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee86b9cd-80d3-418d-9d98-7e7ecc674313 None None] The sync data for ids ['cc4ef193-92c0-496d-bba8-c03f55e8b091'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:24.681993 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.735757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:24.850072 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1891060042-network', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:24.870795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Made reservation on behalf of be9fd47cf550425a8844b8e581000f5f for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:24.873262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.888604 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.968745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 8a2fac29-fd9f-46a8-821c-8003c2c1803e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:24.969374 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.987973 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.992852 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.022008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:25.034924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d90e9-6c73-4ab8-ab73-12f929728d3d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:25.044003 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.044253 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Added segment 0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa of type vlan for network 464ff294-3539-4ab1-91a5-93c488a36535 Jul 29 23:54:25.069382 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.081753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 8a2fac29-fd9f-46a8-821c-8003c2c1803e owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:25.085037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.114523 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.115730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:25.116930 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.169420 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4325969 Jul 29 23:54:25.172190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55754) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.179502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Request body: {'subnet': {'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1891060042-subnet', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:25.204703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1fe9f-d8f6-4906-b448-ecac8bf2863c admin admin] Pushing event updated for resources: {'Network': ['ID=464ff294-3539-4ab1-91a5-93c488a36535,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:25.218579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Made reservation on behalf of be9fd47cf550425a8844b8e581000f5f for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:25.221449 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.223924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 464ff294-3539-4ab1-91a5-93c488a36535 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:25.328809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8598f-07ce-4e08-8b8f-3c008209ff12 req-8e1c5a12-ae19-4b37-9536-666a5da25c68 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:25.330441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23f8598f-07ce-4e08-8b8f-3c008209ff12 req-8e1c5a12-ae19-4b37-9536-666a5da25c68 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1023555 Jul 29 23:54:25.333067 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.435877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.452216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=8a2fac29-fd9f-46a8-821c-8003c2c1803e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:25.481005 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.514648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Checking segment: {'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:25.514962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Network hostable DHCP agents. Network: 464ff294-3539-4ab1-91a5-93c488a36535, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:25.522830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c97fd569-9a49-4b34-8f41-bcc081cd0b54,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:25.541828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Network 464ff294-3539-4ab1-91a5-93c488a36535 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:25.547034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.557657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 464ff294-3539-4ab1-91a5-93c488a36535) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:25.569746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:25.571769 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.576760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d4573-c8b5-465d-b72b-8fd2893a7afe None None] Network 464ff294-3539-4ab1-91a5-93c488a36535 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:25.606416 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9c9ca112-175f-4d5d-921f-641afd252c6c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4330151 Jul 29 23:54:25.611808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55766) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.613184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:25.630460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23f8598f-07ce-4e08-8b8f-3c008209ff12 req-d7f16cd8-1715-4d8e-af98-abce80f7ceca tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868993 Jul 29 23:54:25.661596 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.662665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.735082 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.765431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router cc4ef193-92c0-496d-bba8-c03f55e8b091 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:25.793475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-464ff294-3539-4ab1-91a5-93c488a36535', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:25.794361 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.858512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:25.873134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55768) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.874113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e7d9ec95-e8ae-461d-80b2-e673e8269a0e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/cc4ef193-92c0-496d-bba8-c03f55e8b091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5505695 Jul 29 23:54:25.893497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c0fe8-118d-45b6-a71c-5ebbc791398e None None] Sync routers for ids ['cc4ef193-92c0-496d-bba8-c03f55e8b091'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:25.921372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c0fe8-118d-45b6-a71c-5ebbc791398e None None] Routers {'cc4ef193-92c0-496d-bba8-c03f55e8b091'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:25.922086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f89c0fe8-118d-45b6-a71c-5ebbc791398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['cc4ef193-92c0-496d-bba8-c03f55e8b091'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:25.934132 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4e7b034a-fec6-4fcb-a5b3-6165d4b08109 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc4ef193-92c0-496d-bba8-c03f55e8b091 HTTP/1.1" status: 200 len: 205 time: 0.0577786 Jul 29 23:54:25.934902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55770) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.941350 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.958290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f89c0fe8-118d-45b6-a71c-5ebbc791398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:25.995730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c0fe8-118d-45b6-a71c-5ebbc791398e None None] Routers {'cc4ef193-92c0-496d-bba8-c03f55e8b091'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:25.996569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f89c0fe8-118d-45b6-a71c-5ebbc791398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['cc4ef193-92c0-496d-bba8-c03f55e8b091'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:26.019255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f518dca4-e684-4a81-9caa-77269922a3a3 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.056221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f89c0fe8-118d-45b6-a71c-5ebbc791398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:26.057419 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c0fe8-118d-45b6-a71c-5ebbc791398e None None] The sync data for ids ['cc4ef193-92c0-496d-bba8-c03f55e8b091'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:26.068284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Allocated IP 172.20.0.2 (464ff294-3539-4ab1-91a5-93c488a36535/c97fd569-9a49-4b34-8f41-bcc081cd0b54/ab7a603e-9dea-4f0c-9263-d457818e1628) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:26.186565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.209866 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.250046 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f518dca4-e684-4a81-9caa-77269922a3a3 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.250384 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.252717 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f518dca4-e684-4a81-9caa-77269922a3a3 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.269735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Transition to ACTIVE for port object ab7a603e-9dea-4f0c-9263-d457818e1628 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:26.301093 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f518dca4-e684-4a81-9caa-77269922a3a3 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.301653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Transition to ACTIVE for port object ab7a603e-9dea-4f0c-9263-d457818e1628 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:26.301950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f518dca4-e684-4a81-9caa-77269922a3a3 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Fanout notify agent at l3_agent the message router_deleted on router cc4ef193-92c0-496d-bba8-c03f55e8b091 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:26.310584 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f518dca4-e684-4a81-9caa-77269922a3a3 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.312210 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.312392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f518dca4-e684-4a81-9caa-77269922a3a3 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/cc4ef193-92c0-496d-bba8-c03f55e8b091 HTTP/1.1" status: 204 len: 168 time: 0.3758783 Jul 29 23:54:26.314843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55772) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:26.339608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Network 464ff294-3539-4ab1-91a5-93c488a36535 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:26.358194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:26.363455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:26.390085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3cb612-1c5c-4a39-b545-d0c1b580df70 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting subnet 2d990e34-b0e8-4980-9e4c-56cfd0cdef61 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:26.398965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Allocated IP 172.25.2.106 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:26.401929 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb612-1c5c-4a39-b545-d0c1b580df70 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.405975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Pushing event updated for resources: {'Port': ['ID=ab7a603e-9dea-4f0c-9263-d457818e1628,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:26.466248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Attempting to bind port ab7a603e-9dea-4f0c-9263-d457818e1628 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:26.466623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Attempting to bind port ab7a603e-9dea-4f0c-9263-d457818e1628 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:26.466993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Attempting to bind port ab7a603e-9dea-4f0c-9263-d457818e1628 on network 464ff294-3539-4ab1-91a5-93c488a36535 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:26.469793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb612-1c5c-4a39-b545-d0c1b580df70 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.476239 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:26.477429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Checking segment: {'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:26.478074 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.479194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Bound using segment: {'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:26.479920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Bound port: ab7a603e-9dea-4f0c-9263-d457818e1628, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:26.480697 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.577212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] For port ab7a603e-9dea-4f0c-9263-d457818e1628, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:26.580827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] For port ab7a603e-9dea-4f0c-9263-d457818e1628, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ab7a603e-9dea-4f0c-9263-d457818e1628,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:26.586663 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.596421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.609761 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb612-1c5c-4a39-b545-d0c1b580df70 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.650887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e510f2-4358-448e-a1e8-0370960922e2 None None] Pushing event updated for resources: {'Port': ['ID=ab7a603e-9dea-4f0c-9263-d457818e1628,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:26.705353 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.782226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:26.785728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:26.789916 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:26.825656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Pushing event updated for resources: {'Port': ['ID=2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:26.875818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149c85e-9c7c-40e4-8772-dde3c940b587 req-a5e1dcf2-f8d0-487f-88c7-1c5d1bb04d85 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:26.878307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2149c85e-9c7c-40e4-8772-dde3c940b587 req-a5e1dcf2-f8d0-487f-88c7-1c5d1bb04d85 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1464500 Jul 29 23:54:26.886255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb612-1c5c-4a39-b545-d0c1b580df70 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.926051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cb612-1c5c-4a39-b545-d0c1b580df70 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Subnet': ['ID=2d990e34-b0e8-4980-9e4c-56cfd0cdef61,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:26.965561 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb612-1c5c-4a39-b545-d0c1b580df70 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.966602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2f2b75-3303-40a5-af60-8018d77557c5 None None] Network 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:26.971917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bf3cb612-1c5c-4a39-b545-d0c1b580df70 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/2d990e34-b0e8-4980-9e4c-56cfd0cdef61 HTTP/1.1" status: 204 len: 168 time: 0.6557291 Jul 29 23:54:26.975238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55778) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:27.049104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2149c85e-9c7c-40e4-8772-dde3c940b587 req-bcfc798b-284e-4975-a499-a4d99081ae7b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264236 Jul 29 23:54:27.084983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71afa52-dfea-4f8e-80ae-4caf5edeafeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting subnet ef0451e4-b93f-45f1-bc55-7fc7d23a074b {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:27.088685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f71afa52-dfea-4f8e-80ae-4caf5edeafeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.154308 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.165511 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f71afa52-dfea-4f8e-80ae-4caf5edeafeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.228788 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.248398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7853714d-0a5c-4e4f-ba03-5c93f756fd37 None None] DHCP port deletion for 78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:27.314365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f71afa52-dfea-4f8e-80ae-4caf5edeafeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.331531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7853714d-0a5c-4e4f-ba03-5c93f756fd37 None None] Deleting port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:27.332957 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7853714d-0a5c-4e4f-ba03-5c93f756fd37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.392699 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f71afa52-dfea-4f8e-80ae-4caf5edeafeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.412701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7853714d-0a5c-4e4f-ba03-5c93f756fd37 None None] For port c4fc5576-7f87-4f5e-89f5-9110e81f3b80, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c4fc5576-7f87-4f5e-89f5-9110e81f3b80,segment=NetworkSegment(55a5d3be-c2e4-43c5-a94c-1a9fa39364e4),segment_id=55a5d3be-c2e4-43c5-a94c-1a9fa39364e4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:27.413113 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7853714d-0a5c-4e4f-ba03-5c93f756fd37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.428964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb4ff72-3fe2-4191-b92c-3c195c7726fe None None] Network 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:27.435069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71afa52-dfea-4f8e-80ae-4caf5edeafeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0451e4-b93f-45f1-bc55-7fc7d23a074b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.438238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f71afa52-dfea-4f8e-80ae-4caf5edeafeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.443306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f71afa52-dfea-4f8e-80ae-4caf5edeafeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/ef0451e4-b93f-45f1-bc55-7fc7d23a074b HTTP/1.1" status: 204 len: 168 time: 0.4667950 Jul 29 23:54:27.444467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55780) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:27.450874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7853714d-0a5c-4e4f-ba03-5c93f756fd37 None None] Calling delete_port for c4fc5576-7f87-4f5e-89f5-9110e81f3b80 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:27.514454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.543380 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.623164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:27.623530 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.717800 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7853714d-0a5c-4e4f-ba03-5c93f756fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.724612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Router eddd4738-147d-4d4c-b674-2fb6c880a40e is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:27.753525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port c4fc5576-7f87-4f5e-89f5-9110e81f3b80, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c4fc5576-7f87-4f5e-89f5-9110e81f3b80,segment=NetworkSegment(55a5d3be-c2e4-43c5-a94c-1a9fa39364e4),segment_id=55a5d3be-c2e4-43c5-a94c-1a9fa39364e4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:27.753900 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.790271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for c4fc5576-7f87-4f5e-89f5-9110e81f3b80 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:27.798735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853714d-0a5c-4e4f-ba03-5c93f756fd37 None None] Pushing event deleted for resources: {'Port': ['ID=c4fc5576-7f87-4f5e-89f5-9110e81f3b80,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.808335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853714d-0a5c-4e4f-ba03-5c93f756fd37 None None] No DVR routers for this DVR port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:27.820174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc02fc6a-5406-4204-bb82-4e704ddcd229 None None] DHCP port deletion for 5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:27.891890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fc02fc6a-5406-4204-bb82-4e704ddcd229 None None] Deleting port 09bb2b89-3086-40b7-9831-b4733162b9d6 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:27.892304 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc02fc6a-5406-4204-bb82-4e704ddcd229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.939674 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.971397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=c4fc5576-7f87-4f5e-89f5-9110e81f3b80,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.978097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No DVR routers for this DVR port c4fc5576-7f87-4f5e-89f5-9110e81f3b80 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:28.006179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fc02fc6a-5406-4204-bb82-4e704ddcd229 None None] For port 09bb2b89-3086-40b7-9831-b4733162b9d6, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=09bb2b89-3086-40b7-9831-b4733162b9d6,segment=NetworkSegment(d7102cc5-38ba-44b5-8561-b099ad343c90),segment_id=d7102cc5-38ba-44b5-8561-b099ad343c90)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:28.006906 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc02fc6a-5406-4204-bb82-4e704ddcd229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.038648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fc02fc6a-5406-4204-bb82-4e704ddcd229 None None] Calling delete_port for 09bb2b89-3086-40b7-9831-b4733162b9d6 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:28.103058 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf8f0ac-0d35-4557-ab97-0c467c95256c None None] Network 464ff294-3539-4ab1-91a5-93c488a36535 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:28.108960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.126999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d8f6fa-00d9-4929-8dc6-1d7a0bee3401']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:28.148797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a5d3be-c2e4-43c5-a94c-1a9fa39364e4') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:28.149620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a5d3be-c2e4-43c5-a94c-1a9fa39364e4') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:28.168598 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.193986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.203197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:28.203727 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: self.session.flush() Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:28.286333 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:28.290960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.303038 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.305894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/networks/78d8f6fa-00d9-4929-8dc6-1d7a0bee3401 HTTP/1.1" status: 204 len: 168 time: 0.8603845 Jul 29 23:54:28.322886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55786) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.437016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:28.440543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.447072 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Sync routers for ids ['eddd4738-147d-4d4c-b674-2fb6c880a40e'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:28.460457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ab7a603e-9dea-4f0c-9263-d457818e1628 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:28.463446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.465242 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14110ea6-3502-4aca-a7e0-2b49362b6b91 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8564224 Jul 29 23:54:28.470199 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Routers {'eddd4738-147d-4d4c-b674-2fb6c880a40e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:28.470816 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['eddd4738-147d-4d4c-b674-2fb6c880a40e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:28.471094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55788) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.479643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a564a8a-9d70-4805-bf44-88a500e89cac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Network': ['ID=78d8f6fa-00d9-4929-8dc6-1d7a0bee3401,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:28.528268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-db893dfc-57b7-4576-930d-38d013542f3a None None] Provisioning for port ab7a603e-9dea-4f0c-9263-d457818e1628 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:28.539101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf0551-b482-4c72-b82f-a09450565241 req-2a7e3c80-ea6f-409d-ba92-80becbabcc67 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:28.540916 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53cf0551-b482-4c72-b82f-a09450565241 req-2a7e3c80-ea6f-409d-ba92-80becbabcc67 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.2532084 Jul 29 23:54:28.603771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53cf0551-b482-4c72-b82f-a09450565241 req-e1f62235-511b-4a6d-920a-632ab1848dc3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540085 Jul 29 23:54:28.605056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 09bb2b89-3086-40b7-9831-b4733162b9d6 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:28.605409 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.677597 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc02fc6a-5406-4204-bb82-4e704ddcd229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.691044 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Set router eddd4738-147d-4d4c-b674-2fb6c880a40e gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:28.699769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port 09bb2b89-3086-40b7-9831-b4733162b9d6, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=09bb2b89-3086-40b7-9831-b4733162b9d6,segment=NetworkSegment(d7102cc5-38ba-44b5-8561-b099ad343c90),segment_id=d7102cc5-38ba-44b5-8561-b099ad343c90)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:28.700520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.739320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 09bb2b89-3086-40b7-9831-b4733162b9d6 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:28.799054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02fc6a-5406-4204-bb82-4e704ddcd229 None None] Pushing event deleted for resources: {'Port': ['ID=09bb2b89-3086-40b7-9831-b4733162b9d6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:28.830694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc02fc6a-5406-4204-bb82-4e704ddcd229 None None] No DVR routers for this DVR port 09bb2b89-3086-40b7-9831-b4733162b9d6 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:28.835585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port ab7a603e-9dea-4f0c-9263-d457818e1628 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:28.848957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ab7a603e-9dea-4f0c-9263-d457818e1628 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:28.849336 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.877707 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.913136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=09bb2b89-3086-40b7-9831-b4733162b9d6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:28.932128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No DVR routers for this DVR port 09bb2b89-3086-40b7-9831-b4733162b9d6 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:28.999603 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.013110 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:27Z', 'revision_number': 3, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:29.053079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port ab7a603e-9dea-4f0c-9263-d457818e1628, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ab7a603e-9dea-4f0c-9263-d457818e1628,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:29.062296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.135149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=ab7a603e-9dea-4f0c-9263-d457818e1628,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:29.141120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.166865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 09bb2b89-3086-40b7-9831-b4733162b9d6 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:29.168727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:29.171509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.191213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 09bb2b89-3086-40b7-9831-b4733162b9d6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:29.191693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 09bb2b89-3086-40b7-9831-b4733162b9d6 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:29.192489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c4fc5576-7f87-4f5e-89f5-9110e81f3b80 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:29.194143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7102cc5-38ba-44b5-8561-b099ad343c90') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:29.194488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7102cc5-38ba-44b5-8561-b099ad343c90') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:29.215190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c4fc5576-7f87-4f5e-89f5-9110e81f3b80 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:29.215680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c4fc5576-7f87-4f5e-89f5-9110e81f3b80 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:29.215997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.252175 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.261011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:29.261433 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:29.264816 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:29.285241 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Checking router: eddd4738-147d-4d4c-b674-2fb6c880a40e for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:29.287703 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Updating router eddd4738-147d-4d4c-b674-2fb6c880a40e port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:29.325427 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.356215 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.364472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.367114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/networks/5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6 HTTP/1.1" status: 204 len: 168 time: 1.0431573 Jul 29 23:54:29.377854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.384693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'network': {'name': 'tempest-RoutersTest-458520249'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:29.393739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3dffd751-8335-48ce-b547-6fd763d622ee None None] Provisioning complete for port ab7a603e-9dea-4f0c-9263-d457818e1628 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:29.394121 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3dffd751-8335-48ce-b547-6fd763d622ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.401718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836d4bb-fd9f-4345-8521-0c853b32da9a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Network': ['ID=5e0a7468-9fc8-4af0-b716-7e8ca3bbd4c6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:29.424239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:29.427938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.465861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:29.484720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.485427 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added segment 9f1ec513-82d3-441d-933d-f0a52a02b0d7 of type vlan for network 55362d1e-b28e-4f86-8003-42d47dd5d218 Jul 29 23:54:29.545196 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.576738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Allocated IP 172.20.0.1 (464ff294-3539-4ab1-91a5-93c488a36535/c97fd569-9a49-4b34-8f41-bcc081cd0b54/967621d9-8520-40a9-a85a-4fdbf5e408d3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:29.606841 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.614537 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.615188 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.689990 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.701859 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Transition to ACTIVE for port object 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:29.709710 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.771635 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.804755 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Transition to ACTIVE for port object 967621d9-8520-40a9-a85a-4fdbf5e408d3 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:29.817489 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Attempting to bind port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:29.818421 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Attempting to bind port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:29.820327 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Attempting to bind port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:29.837090 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:29.838119 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:29.839027 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.839928 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:29.841031 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Bound port: 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:29.841925 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.881487 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.943031 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] For port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:29.950030 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] For port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:29.962739 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.964268 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Network 464ff294-3539-4ab1-91a5-93c488a36535 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:29.971389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:29.979547 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Pushing event updated for resources: {'Port': ['ID=2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:29.998553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:29.999310 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.000108 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.000845 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.001602 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.002355 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.003139 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.003868 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.004631 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.005466 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.006157 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.006895 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.008116 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:30.070927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Pushing event updated for resources: {'Port': ['ID=967621d9-8520-40a9-a85a-4fdbf5e408d3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:30.090799 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Routers {'eddd4738-147d-4d4c-b674-2fb6c880a40e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:30.091727 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['eddd4738-147d-4d4c-b674-2fb6c880a40e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:30.098044 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.242027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Network': ['ID=55362d1e-b28e-4f86-8003-42d47dd5d218,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:30.243015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ab7a603e-9dea-4f0c-9263-d457818e1628 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:30.248396 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de6792-369b-4833-96fb-695c22e12b47 None None] Pushing event updated for resources: {'Port': ['ID=2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:30.253425 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f14a64cf-fdf8-4ce1-9782-32f63d9cdb1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8746722 Jul 29 23:54:30.257516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55798) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.268893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'subnet': {'network_id': '55362d1e-b28e-4f86-8003-42d47dd5d218', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:30.293948 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] Set router eddd4738-147d-4d4c-b674-2fb6c880a40e gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:30.360530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 55362d1e-b28e-4f86-8003-42d47dd5d218 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:30.376148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.511979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b254d-3097-4264-b31a-221cb571bcdf req-37e01728-9055-4f98-b63f-0a18510b5e93 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:30.514677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b89b254d-3097-4264-b31a-221cb571bcdf req-37e01728-9055-4f98-b63f-0a18510b5e93 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.3726847 Jul 29 23:54:30.556047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f880758c-31c6-4807-a33a-c628de5d86bb None None] Provisioning for port 967621d9-8520-40a9-a85a-4fdbf5e408d3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:30.577260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f880758c-31c6-4807-a33a-c628de5d86bb None None] Provisioning complete for port 967621d9-8520-40a9-a85a-4fdbf5e408d3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:30.578146 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f880758c-31c6-4807-a33a-c628de5d86bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.585706 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.591886 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.622411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b89b254d-3097-4264-b31a-221cb571bcdf req-2247e499-8c6a-49fc-8534-f40b96454f7a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662768 Jul 29 23:54:30.623626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:30.629378 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.669976 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:27Z', 'revision_number': 3, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:30.688186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ab7a603e-9dea-4f0c-9263-d457818e1628 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:30.688907 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.692743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f880758c-31c6-4807-a33a-c628de5d86bb None None] Port 967621d9-8520-40a9-a85a-4fdbf5e408d3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:30.736179 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41030cf4-2ede-40d3-83a0-90a065fd993d None None] The sync data for ids ['eddd4738-147d-4d4c-b674-2fb6c880a40e'] in n-d-712139-11 is: [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:27Z', 'revision_number': 3, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:30.755095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.757686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Pushing event updated for resources: {'Port': ['ID=967621d9-8520-40a9-a85a-4fdbf5e408d3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:30.932736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Network 464ff294-3539-4ab1-91a5-93c488a36535 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:30.934632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:30.980343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.065092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Subnet': ['ID=93994894-a23e-4fd3-8819-5750ef2fa583,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:31.095294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Checking segment: {'id': '9f1ec513-82d3-441d-933d-f0a52a02b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '55362d1e-b28e-4f86-8003-42d47dd5d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:31.096045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network hostable DHCP agents. Network: 55362d1e-b28e-4f86-8003-42d47dd5d218, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:31.115148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Router eddd4738-147d-4d4c-b674-2fb6c880a40e has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:31.134045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 55362d1e-b28e-4f86-8003-42d47dd5d218 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:31.151368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 55362d1e-b28e-4f86-8003-42d47dd5d218) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:31.156081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:31.156687 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.161334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c1d364-fa8e-4678-a438-dfc8eb4a3114 None None] Network 55362d1e-b28e-4f86-8003-42d47dd5d218 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:31.177474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6c5804d6-2280-4980-998c-0c67cc8863b1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9183939 Jul 29 23:54:31.178457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55802) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.223159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-51f6f528-e24d-4b3c-93de-54821c4c9a2d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-78949970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:31.304704 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51f6f528-e24d-4b3c-93de-54821c4c9a2d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.309262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51f6f528-e24d-4b3c-93de-54821c4c9a2d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.419609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:31.433376 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51f6f528-e24d-4b3c-93de-54821c4c9a2d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.437057 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb1a78d2-f13a-4a5d-a66a-7010a4dc9dcb admin admin] 10.222.0.37 "PUT /v2.0/routers/eddd4738-147d-4d4c-b674-2fb6c880a40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9607458 Jul 29 23:54:31.439374 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51f6f528-e24d-4b3c-93de-54821c4c9a2d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.460119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51f6f528-e24d-4b3c-93de-54821c4c9a2d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.461789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-51f6f528-e24d-4b3c-93de-54821c4c9a2d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2817037 Jul 29 23:54:31.464496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55806) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.471196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'port': {'network_id': '55362d1e-b28e-4f86-8003-42d47dd5d218', 'name': 'tempest-RoutersTest-175761231'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:31.479191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99d029c7-7f34-486c-ad20-62014cf1e1ef None None] Provisioning complete for port 967621d9-8520-40a9-a85a-4fdbf5e408d3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:31.480447 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99d029c7-7f34-486c-ad20-62014cf1e1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.568603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-99d029c7-7f34-486c-ad20-62014cf1e1ef None None] Port 967621d9-8520-40a9-a85a-4fdbf5e408d3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:31.631790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:31.637467 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.679984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] device_id is not set on port 3dc71e4b-329f-42cb-b857-cf9ff78eb21b yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:31.804670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-55362d1e-b28e-4f86-8003-42d47dd5d218', 'network_id': '55362d1e-b28e-4f86-8003-42d47dd5d218', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'fixed_ips': [{'subnet_id': '93994894-a23e-4fd3-8819-5750ef2fa583'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:31.805707 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.886900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb951108-ddea-4eeb-a562-d99033633da1 req-77bdc8a2-a4fb-4dd0-80fd-7dc1c01d67ac tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:31.898607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb951108-ddea-4eeb-a562-d99033633da1 req-77bdc8a2-a4fb-4dd0-80fd-7dc1c01d67ac tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1131716 Jul 29 23:54:32.012926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb951108-ddea-4eeb-a562-d99033633da1 req-23377caf-0199-409d-8b4e-1982c0dd25c8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128886 Jul 29 23:54:32.038093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Allocated IP 172.20.0.12 (55362d1e-b28e-4f86-8003-42d47dd5d218/93994894-a23e-4fd3-8819-5750ef2fa583/3dc71e4b-329f-42cb-b857-cf9ff78eb21b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:32.276713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:32.328820 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.355692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:32.356578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Transition to ACTIVE for port object 3dc71e4b-329f-42cb-b857-cf9ff78eb21b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:32.361052 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:32.361492 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.414786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.457011 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 55362d1e-b28e-4f86-8003-42d47dd5d218 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:32.462322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:32.467672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:32.495388 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.515421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Allocated IP 172.20.0.2 (55362d1e-b28e-4f86-8003-42d47dd5d218/93994894-a23e-4fd3-8819-5750ef2fa583/8bc0eb29-3adc-4aa2-ba76-e2827c6904ae) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:32.518738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=3dc71e4b-329f-42cb-b857-cf9ff78eb21b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.542790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.546002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.546910 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.550299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1061480690-network', 'tenant_id': '911099b911e8467b9553257767518de7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:32.584178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Made reservation on behalf of 911099b911e8467b9553257767518de7 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:32.586910 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c4769d76-acaf-4d3b-ba00-522f2178cbad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1212487 Jul 29 23:54:32.588935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.591170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.601424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.607598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.641589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:32.653148 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.737686 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.743579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.761475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:32.761889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.795525 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.795997 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Added segment 613c90b8-e8cf-4e35-998d-17b702c18698 of type vlan for network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd Jul 29 23:54:32.804804 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.811113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57078c36-f2dd-41f6-9af8-4f5eaeb74b9c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.827333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Transition to ACTIVE for port object 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:32.851924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Transition to ACTIVE for port object 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:32.860733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.861655 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.914519 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.916911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.917712 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.941469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Network 55362d1e-b28e-4f86-8003-42d47dd5d218 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:32.955160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:32.958090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Pushing event updated for resources: {'Port': ['ID=8bc0eb29-3adc-4aa2-ba76-e2827c6904ae,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.962045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:33.067224 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5224664 Jul 29 23:54:33.070678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55834) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.073257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.088663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Request body: {'subnet': {'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1061480690-subnet', 'tenant_id': '911099b911e8467b9553257767518de7', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:33.091635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Attempting to bind port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:33.095989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Attempting to bind port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '9f1ec513-82d3-441d-933d-f0a52a02b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '55362d1e-b28e-4f86-8003-42d47dd5d218'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:33.096563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Attempting to bind port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae on network 55362d1e-b28e-4f86-8003-42d47dd5d218 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:33.099898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab2fe1-4758-4805-9594-a4eb0142c93c admin admin] Pushing event updated for resources: {'Network': ['ID=4336d1cc-d045-43e0-968d-2f1d78dfc3dd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.105786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:33.110664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Checking segment: {'id': '9f1ec513-82d3-441d-933d-f0a52a02b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '55362d1e-b28e-4f86-8003-42d47dd5d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:33.111262 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.111774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Bound using segment: {'id': '9f1ec513-82d3-441d-933d-f0a52a02b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '55362d1e-b28e-4f86-8003-42d47dd5d218'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:33.112545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Bound port: 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1ec513-82d3-441d-933d-f0a52a02b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '55362d1e-b28e-4f86-8003-42d47dd5d218'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:33.113039 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.117489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:33.185098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Made reservation on behalf of 911099b911e8467b9553257767518de7 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:33.189767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.268877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] For port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:33.274385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] For port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8bc0eb29-3adc-4aa2-ba76-e2827c6904ae,segment=NetworkSegment(9f1ec513-82d3-441d-933d-f0a52a02b0d7),segment_id=9f1ec513-82d3-441d-933d-f0a52a02b0d7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:33.278517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441a049-89be-413c-81e7-33e493cc8266 req-734f6e19-bb38-45c1-9dad-0c0f439f9360 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.280596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9441a049-89be-413c-81e7-33e493cc8266 req-734f6e19-bb38-45c1-9dad-0c0f439f9360 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1547077 Jul 29 23:54:33.281531 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.386805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9441a049-89be-413c-81e7-33e493cc8266 req-de309f3a-8706-4965-8811-b067b47e3daf tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940003 Jul 29 23:54:33.406074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d42fc8-5dab-4f60-8c10-8c8fa1151cca None None] Pushing event updated for resources: {'Port': ['ID=8bc0eb29-3adc-4aa2-ba76-e2827c6904ae,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.489812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Sync routers for ids ['eddd4738-147d-4d4c-b674-2fb6c880a40e'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:33.512537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Routers {'eddd4738-147d-4d4c-b674-2fb6c880a40e'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:33.514210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['eddd4738-147d-4d4c-b674-2fb6c880a40e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:33.545955 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.576956 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.586542 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.642800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83e4847-8828-4a10-a03b-a0219bcb20a4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.668102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Checking segment: {'id': '613c90b8-e8cf-4e35-998d-17b702c18698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:33.668590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Network hostable DHCP agents. Network: 4336d1cc-d045-43e0-968d-2f1d78dfc3dd, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:33.728836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:33.747480 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 4336d1cc-d045-43e0-968d-2f1d78dfc3dd) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:33.763590 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c983ec6-07a5-43ee-996c-c2be14beb77a None None] Network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:33.766283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.766912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.769649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Set router eddd4738-147d-4d4c-b674-2fb6c880a40e gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:33.787143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ecf5007f-c96e-483b-96f6-1f5256e34f45 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7152927 Jul 29 23:54:33.794418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55846) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.799813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1061480690-router', 'tenant_id': '911099b911e8467b9553257767518de7', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:33.838382 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.840311 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.913847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.956392 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.977791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=3dc71e4b-329f-42cb-b857-cf9ff78eb21b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:34.124932 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.185749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.387785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-4336d1cc-d045-43e0-968d-2f1d78dfc3dd', 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd', 'tenant_id': '911099b911e8467b9553257767518de7', 'fixed_ips': [{'subnet_id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:34.388985 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.498895 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:34.584317 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.615117 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.633253 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Allocated IP 172.20.0.2 (4336d1cc-d045-43e0-968d-2f1d78dfc3dd/c83e4847-8828-4a10-a03b-a0219bcb20a4/380d4cb0-9e20-4ff7-9585-a5a7d3550aa7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:34.685383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e0b1d-3715-49fb-b95f-8c73e507475c req-24d0a587-6abe-499e-80ff-7a7abe1efd88 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:34.688153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f85e0b1d-3715-49fb-b95f-8c73e507475c req-24d0a587-6abe-499e-80ff-7a7abe1efd88 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1469717 Jul 29 23:54:34.708954 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.717554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.773718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f85e0b1d-3715-49fb-b95f-8c73e507475c req-48bd17b0-be70-476e-be92-e33bd63b66c4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773506 Jul 29 23:54:34.808176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Allocated IP 172.25.2.90 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/8f45dd14-12bc-4b14-bc2c-b22140943009) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:34.830136 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.838095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:30Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '967621d9-8520-40a9-a85a-4fdbf5e408d3', 'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'mac_address': 'fa:16:3e:cb:7b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:29Z', 'updated_at': '2021-07-29T23:54:30Z', 'revision_number': 2, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'subnets': [{'id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.878334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=3dc71e4b-329f-42cb-b857-cf9ff78eb21b,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:34.915155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Checking router: eddd4738-147d-4d4c-b674-2fb6c880a40e for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:34.915515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Updating router eddd4738-147d-4d4c-b674-2fb6c880a40e port 967621d9-8520-40a9-a85a-4fdbf5e408d3 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:34.922906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7617e-7aed-42dc-b22e-833edfc89ea9 None None] Network 55362d1e-b28e-4f86-8003-42d47dd5d218 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:34.986336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.994599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 55362d1e-b28e-4f86-8003-42d47dd5d218 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:34.996397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:35.041707 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.064234 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.095544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:35.103793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f45dd14-12bc-4b14-bc2c-b22140943009,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:35.108711 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.112686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:35.114436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:35.122520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:35.124224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:35.133620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df745f0d-c122-4306-b63c-235699cf2f8f None None] Provisioning for port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:35.136605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Transition to ACTIVE for port object 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:35.165997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router ee15fcf2-4026-4b5a-8480-a6caef82bc79 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:35.212467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df745f0d-c122-4306-b63c-235699cf2f8f None None] Provisioning complete for port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:35.212764 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df745f0d-c122-4306-b63c-235699cf2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.290031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Transition to ACTIVE for port object 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:35.374631 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.462673 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:35.466567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.494818 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:35.512232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:35.548721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Pushing event updated for resources: {'Port': ['ID=380d4cb0-9e20-4ff7-9585-a5a7d3550aa7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:35.617928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:35.618381 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.675547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:35.681381 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8bb1ccae-b894-4389-8fa6-4ce4642e3f25 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/ee15fcf2-4026-4b5a-8480-a6caef82bc79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0891671 Jul 29 23:54:35.684064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55872) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:35.691906 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15910903-c931-4db0-91d4-d31fb3176708 None None] Sync routers for ids ['ee15fcf2-4026-4b5a-8480-a6caef82bc79'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:35.705267 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15910903-c931-4db0-91d4-d31fb3176708 None None] Routers {'ee15fcf2-4026-4b5a-8480-a6caef82bc79'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:35.707169 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-15910903-c931-4db0-91d4-d31fb3176708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['ee15fcf2-4026-4b5a-8480-a6caef82bc79'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:35.731604 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df745f0d-c122-4306-b63c-235699cf2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.748763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381abade-3f8e-4657-b8b6-701a38bc96c2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:35.750308 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-381abade-3f8e-4657-b8b6-701a38bc96c2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports/3dc71e4b-329f-42cb-b857-cf9ff78eb21b HTTP/1.1" status: 200 len: 977 time: 0.0651717 Jul 29 23:54:35.758944 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:35.768963 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-15910903-c931-4db0-91d4-d31fb3176708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:35.778877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Attempting to bind port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:35.779261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Attempting to bind port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '613c90b8-e8cf-4e35-998d-17b702c18698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:35.779638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Attempting to bind port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 on network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:35.786929 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15910903-c931-4db0-91d4-d31fb3176708 None None] Routers {'ee15fcf2-4026-4b5a-8480-a6caef82bc79'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:35.787691 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-15910903-c931-4db0-91d4-d31fb3176708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['ee15fcf2-4026-4b5a-8480-a6caef82bc79'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:35.815816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:35.816237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Checking segment: {'id': '613c90b8-e8cf-4e35-998d-17b702c18698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:35.816653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.817061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Bound using segment: {'id': '613c90b8-e8cf-4e35-998d-17b702c18698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:35.817555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Bound port: 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613c90b8-e8cf-4e35-998d-17b702c18698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:35.817946 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.852503 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-15910903-c931-4db0-91d4-d31fb3176708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:35.852794 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.853432 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15910903-c931-4db0-91d4-d31fb3176708 None None] The sync data for ids ['ee15fcf2-4026-4b5a-8480-a6caef82bc79'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:35.892639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-df745f0d-c122-4306-b63c-235699cf2f8f None None] For port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8bc0eb29-3adc-4aa2-ba76-e2827c6904ae,segment=NetworkSegment(9f1ec513-82d3-441d-933d-f0a52a02b0d7),segment_id=9f1ec513-82d3-441d-933d-f0a52a02b0d7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:35.920276 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df745f0d-c122-4306-b63c-235699cf2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.063817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527f63-5a27-4a12-8b26-d2ae1d9b6048 req-1eb558d2-5b3b-466c-aef0-9153106fc32c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:36.066240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a527f63-5a27-4a12-8b26-d2ae1d9b6048 req-1eb558d2-5b3b-466c-aef0-9153106fc32c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1371424 Jul 29 23:54:36.078272 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.140342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a527f63-5a27-4a12-8b26-d2ae1d9b6048 req-967abfe0-df72-4661-b40f-71b156c058e3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602105 Jul 29 23:54:36.173789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Transition to ACTIVE for port object 967621d9-8520-40a9-a85a-4fdbf5e408d3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:36.181477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Router 281109ad-e55e-4d06-b282-a916cc8836df is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:36.190737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df745f0d-c122-4306-b63c-235699cf2f8f None None] Pushing event updated for resources: {'Port': ['ID=8bc0eb29-3adc-4aa2-ba76-e2827c6904ae,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:36.195976 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.198004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1041f9a0-6ee9-4dd4-9ced-c2a33d800a2d None None] Provisioning complete for port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:36.198377 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1041f9a0-6ee9-4dd4-9ced-c2a33d800a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.203968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] For port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:36.210954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] For port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=380d4cb0-9e20-4ff7-9585-a5a7d3550aa7,segment=NetworkSegment(613c90b8-e8cf-4e35-998d-17b702c18698),segment_id=613c90b8-e8cf-4e35-998d-17b702c18698)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:36.335643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea1b1b-f1f5-4ead-b8df-c7bdccc87bb0 None None] Pushing event updated for resources: {'Port': ['ID=967621d9-8520-40a9-a85a-4fdbf5e408d3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:36.340737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:36.368729 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.369450 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.373263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fa246b76-53cc-48f5-b14f-170f2e2deba9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5747929 Jul 29 23:54:36.373475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:36.377480 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:36.436677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Sync routers for ids ['281109ad-e55e-4d06-b282-a916cc8836df'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:36.532342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Routers {'281109ad-e55e-4d06-b282-a916cc8836df'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:36.533256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['281109ad-e55e-4d06-b282-a916cc8836df'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:36.535374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec602823-33ed-47c6-a5db-69eaab81f7ef None None] Pushing event updated for resources: {'Port': ['ID=380d4cb0-9e20-4ff7-9585-a5a7d3550aa7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:36.667381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.156193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 3dc71e4b-329f-42cb-b857-cf9ff78eb21b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:37.156867 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.226179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Attempting to bind port 967621d9-8520-40a9-a85a-4fdbf5e408d3 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:37.226752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Attempting to bind port 967621d9-8520-40a9-a85a-4fdbf5e408d3 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:37.226939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Attempting to bind port 967621d9-8520-40a9-a85a-4fdbf5e408d3 on network 464ff294-3539-4ab1-91a5-93c488a36535 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:37.236247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:37.236615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Checking segment: {'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:37.237032 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.237436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Bound using segment: {'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:37.237821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.238286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Bound port: 967621d9-8520-40a9-a85a-4fdbf5e408d3, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:37.238286 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.285320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Set router 281109ad-e55e-4d06-b282-a916cc8836df gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:37.321822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:37.322213 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.360439 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.379201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 3dc71e4b-329f-42cb-b857-cf9ff78eb21b owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:37.487407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fdfe0-08fd-48d0-a7b1-f63d43f986b9 req-a62921f5-76bc-4fcb-9473-bd01b7378870 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:37.488931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c1fdfe0-08fd-48d0-a7b1-f63d43f986b9 req-a62921f5-76bc-4fcb-9473-bd01b7378870 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1277561 Jul 29 23:54:37.515370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1041f9a0-6ee9-4dd4-9ced-c2a33d800a2d None None] Provisioning for port 3dc71e4b-329f-42cb-b857-cf9ff78eb21b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:37.538741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1041f9a0-6ee9-4dd4-9ced-c2a33d800a2d None None] Provisioning complete for port 3dc71e4b-329f-42cb-b857-cf9ff78eb21b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:37.539129 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1041f9a0-6ee9-4dd4-9ced-c2a33d800a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.548278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2c1fdfe0-08fd-48d0-a7b1-f63d43f986b9 req-69e41670-7204-461b-bcd4-4c8180e43bd0 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500791 Jul 29 23:54:37.604809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1041f9a0-6ee9-4dd4-9ced-c2a33d800a2d None None] Port 3dc71e4b-329f-42cb-b857-cf9ff78eb21b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:37.627455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] For port 967621d9-8520-40a9-a85a-4fdbf5e408d3, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:37.661066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Allocated IP 172.20.0.1 (4336d1cc-d045-43e0-968d-2f1d78dfc3dd/c83e4847-8828-4a10-a03b-a0219bcb20a4/1ad20327-b87e-4744-ae9e-5a900dd51b42) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:37.694999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.716703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] For port 967621d9-8520-40a9-a85a-4fdbf5e408d3, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=967621d9-8520-40a9-a85a-4fdbf5e408d3,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:37.728780 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=3dc71e4b-329f-42cb-b857-cf9ff78eb21b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.735768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.845509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea1b1b-f1f5-4ead-b8df-c7bdccc87bb0 None None] Pushing event updated for resources: {'Port': ['ID=967621d9-8520-40a9-a85a-4fdbf5e408d3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.872919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Routers {'eddd4738-147d-4d4c-b674-2fb6c880a40e'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:37.873571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['eddd4738-147d-4d4c-b674-2fb6c880a40e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:37.925680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.950956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Transition to ACTIVE for port object 1ad20327-b87e-4744-ae9e-5a900dd51b42 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:37.955615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.010034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.082337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] Set router eddd4738-147d-4d4c-b674-2fb6c880a40e gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:38.149055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad20327-b87e-4744-ae9e-5a900dd51b42,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.185512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:38.199184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:38.205635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:38.264622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.358699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281109ad-e55e-4d06-b282-a916cc8836df', 'name': 'tempest-TestServerBasicOps-1061480690-router', 'tenant_id': '911099b911e8467b9553257767518de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:33Z', 'updated_at': '2021-07-29T23:54:35Z', 'revision_number': 3, 'project_id': '911099b911e8467b9553257767518de7', 'gw_port': {'id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:34Z', 'updated_at': '2021-07-29T23:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.361490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router ee15fcf2-4026-4b5a-8480-a6caef82bc79 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:38.477636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Checking router: 281109ad-e55e-4d06-b282-a916cc8836df for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:38.478068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Updating router 281109ad-e55e-4d06-b282-a916cc8836df port 8f45dd14-12bc-4b14-bc2c-b22140943009 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:38.484206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:38.527345 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.542947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:38.560089 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449419eb-c51d-4818-968a-470c0844aedf None None] Sync routers for ids ['ee15fcf2-4026-4b5a-8480-a6caef82bc79'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:38.571704 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-edbf693f-66f5-464b-b920-7b6a0c8a0b33 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/ee15fcf2-4026-4b5a-8480-a6caef82bc79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8092587 Jul 29 23:54:38.572424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acfd085-d6c1-4265-8a5d-1145de9a2e66 None None] Network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:38.574321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-55f029f8-4ffa-4c12-9f75-7860489ad82d None None] Could not find standard attr ID for object 3dc71e4b-329f-42cb-b857-cf9ff78eb21b. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:54:38.575676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55896) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:38.604069 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449419eb-c51d-4818-968a-470c0844aedf None None] Routers {'ee15fcf2-4026-4b5a-8480-a6caef82bc79'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:38.606630 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-449419eb-c51d-4818-968a-470c0844aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['ee15fcf2-4026-4b5a-8480-a6caef82bc79'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.643779 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.690644 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-449419eb-c51d-4818-968a-470c0844aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.713212 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449419eb-c51d-4818-968a-470c0844aedf None None] Routers {'ee15fcf2-4026-4b5a-8480-a6caef82bc79'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:38.716201 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-449419eb-c51d-4818-968a-470c0844aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['ee15fcf2-4026-4b5a-8480-a6caef82bc79'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.774114 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-449419eb-c51d-4818-968a-470c0844aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.774687 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449419eb-c51d-4818-968a-470c0844aedf None None] The sync data for ids ['ee15fcf2-4026-4b5a-8480-a6caef82bc79'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:38.784092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6732cdfc-ed5a-4264-9341-1fafa171de94 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:54:38.826271 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.849166 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.881294 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-0ea006ab-76af-4b41-922b-925c8a79e0ac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 23:54:38.883048 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0ea006ab-76af-4b41-922b-925c8a79e0ac tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/ee15fcf2-4026-4b5a-8480-a6caef82bc79/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3046389 Jul 29 23:54:38.886018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55900) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:38.893668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-16111964-bd65-40ae-a432-f481f497f52f None None] Provisioning for port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:38.915179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.918835 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9448ee6a-eaea-451d-8d47-36a43b110863 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee15fcf2-4026-4b5a-8480-a6caef82bc79 HTTP/1.1" status: 200 len: 205 time: 0.0317130 Jul 29 23:54:38.921708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:39.017575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:39.019245 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f46ca36-8e24-44c8-bcdf-a688a379313f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.098917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4', 'port_id': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'mac_address': 'fa:16:3e:25:5d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75722af-3003-4a2c-a309-16090d5258dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:54:39.106703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:39.146519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:39.146760 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.208267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:30Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '967621d9-8520-40a9-a85a-4fdbf5e408d3', 'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'mac_address': 'fa:16:3e:cb:7b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:29Z', 'updated_at': '2021-07-29T23:54:37Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'subnets': [{'id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:39.296052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f46ca36-8e24-44c8-bcdf-a688a379313f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.298878 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f46ca36-8e24-44c8-bcdf-a688a379313f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.354941 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f46ca36-8e24-44c8-bcdf-a688a379313f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.355541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f46ca36-8e24-44c8-bcdf-a688a379313f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Fanout notify agent at l3_agent the message router_deleted on router ee15fcf2-4026-4b5a-8480-a6caef82bc79 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:39.367259 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f46ca36-8e24-44c8-bcdf-a688a379313f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.372270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9f46ca36-8e24-44c8-bcdf-a688a379313f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/ee15fcf2-4026-4b5a-8480-a6caef82bc79 HTTP/1.1" status: 204 len: 168 time: 0.4492676 Jul 29 23:54:39.373158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55906) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:39.439847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3ddf37-0d2f-499c-a861-1f5c4952fdfa tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting subnet 93994894-a23e-4fd3-8819-5750ef2fa583 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:39.445663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddf37-0d2f-499c-a861-1f5c4952fdfa tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.475563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74716e91-988c-418a-8361-0d64c5818c65 None None] The sync data for ids ['eddd4738-147d-4d4c-b674-2fb6c880a40e'] in n-d-712139-11 is: [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:30Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '967621d9-8520-40a9-a85a-4fdbf5e408d3', 'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'mac_address': 'fa:16:3e:cb:7b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:29Z', 'updated_at': '2021-07-29T23:54:37Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'subnets': [{'id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:39.489215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad20327-b87e-4744-ae9e-5a900dd51b42,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:39.508118 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.526202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487c8bc-956b-4ec6-adb0-4d80c80e285d req-4549ecd0-375d-4af6-85e3-048b0a4c677a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:39.530152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a487c8bc-956b-4ec6-adb0-4d80c80e285d req-4549ecd0-375d-4af6-85e3-048b0a4c677a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.7695305 Jul 29 23:54:39.540927 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddf37-0d2f-499c-a861-1f5c4952fdfa tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.567658 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6732cdfc-ed5a-4264-9341-1fafa171de94 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:39.617021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:39.619984 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.624431 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.666712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a487c8bc-956b-4ec6-adb0-4d80c80e285d req-d71846a3-36a0-4499-b85c-631e5be566e0 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297283 Jul 29 23:54:39.707202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:39.709154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:39.815637 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.820461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Transition to ACTIVE for port object 8f45dd14-12bc-4b14-bc2c-b22140943009 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:39.834049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6732cdfc-ed5a-4264-9341-1fafa171de94'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:54:39.922174 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.024552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.068804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=380d4cb0-9e20-4ff7-9585-a5a7d3550aa7,segment=NetworkSegment(613c90b8-e8cf-4e35-998d-17b702c18698),segment_id=613c90b8-e8cf-4e35-998d-17b702c18698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:40.071353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Router 281109ad-e55e-4d06-b282-a916cc8836df has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:40.149614 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.164853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Attempting to bind port 8f45dd14-12bc-4b14-bc2c-b22140943009 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:40.165297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Attempting to bind port 8f45dd14-12bc-4b14-bc2c-b22140943009 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:40.165656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Attempting to bind port 8f45dd14-12bc-4b14-bc2c-b22140943009 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:40.216042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:40.216478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:40.216897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.217301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:40.218601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Bound port: 8f45dd14-12bc-4b14-bc2c-b22140943009, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:40.218601 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.336483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2acb3b-1444-4a43-9cb4-de78b118f22d None None] Pushing event updated for resources: {'Port': ['ID=8f45dd14-12bc-4b14-bc2c-b22140943009,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.411276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7c7fc6c-51f8-4344-adaf-b52de178b13f None None] Provisioning complete for port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:40.411742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7c7fc6c-51f8-4344-adaf-b52de178b13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.438535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:40.478932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-65c1a8ee-da1b-438f-9734-efd0e8182c16 admin admin] 10.222.0.37 "PUT /v2.0/routers/281109ad-e55e-4d06-b282-a916cc8836df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1030762 Jul 29 23:54:40.535705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddf37-0d2f-499c-a861-1f5c4952fdfa tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.554533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] For port 8f45dd14-12bc-4b14-bc2c-b22140943009, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:40.558873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] For port 8f45dd14-12bc-4b14-bc2c-b22140943009, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8f45dd14-12bc-4b14-bc2c-b22140943009,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:40.564515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 967621d9-8520-40a9-a85a-4fdbf5e408d3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:40.634951 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.718804 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddf37-0d2f-499c-a861-1f5c4952fdfa tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.766490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=380d4cb0-9e20-4ff7-9585-a5a7d3550aa7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.805633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 967621d9-8520-40a9-a85a-4fdbf5e408d3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:40.810313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddf37-0d2f-499c-a861-1f5c4952fdfa tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.817868 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bd3ddf37-0d2f-499c-a861-1f5c4952fdfa tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/93994894-a23e-4fd3-8819-5750ef2fa583 HTTP/1.1" status: 204 len: 168 time: 1.4434631 Jul 29 23:54:40.818266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0694c-9df6-4633-b0f0-688cf06a2595 None None] Network 55362d1e-b28e-4f86-8003-42d47dd5d218 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:40.822256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55954) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.865053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 967621d9-8520-40a9-a85a-4fdbf5e408d3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:40.865439 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.954030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ddf37-0d2f-499c-a861-1f5c4952fdfa tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Subnet': ['ID=93994894-a23e-4fd3-8819-5750ef2fa583,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.030720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.040048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Routers {'281109ad-e55e-4d06-b282-a916cc8836df'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:41.040961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['281109ad-e55e-4d06-b282-a916cc8836df'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:41.219147 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32169997-09c1-46dc-bd0f-861d1cd55e40 req-92402d03-4327-425d-a818-7efc0c29234e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:41.231665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32169997-09c1-46dc-bd0f-861d1cd55e40 req-92402d03-4327-425d-a818-7efc0c29234e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 945 time: 0.1946216 Jul 29 23:54:41.298223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:41.299348 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.333674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32169997-09c1-46dc-bd0f-861d1cd55e40 req-914f2f26-6d42-4c2b-83d2-85f2d35dc4a9 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006303 Jul 29 23:54:41.384450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2acb3b-1444-4a43-9cb4-de78b118f22d None None] Pushing event updated for resources: {'Port': ['ID=8f45dd14-12bc-4b14-bc2c-b22140943009,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.460281 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.465377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8bc0eb29-3adc-4aa2-ba76-e2827c6904ae,segment=NetworkSegment(9f1ec513-82d3-441d-933d-f0a52a02b0d7),segment_id=9f1ec513-82d3-441d-933d-f0a52a02b0d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:41.466097 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.484913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7c7fc6c-51f8-4344-adaf-b52de178b13f None None] Provisioning for port 1ad20327-b87e-4744-ae9e-5a900dd51b42 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:41.487111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:41.573317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7c7fc6c-51f8-4344-adaf-b52de178b13f None None] Provisioning complete for port 1ad20327-b87e-4744-ae9e-5a900dd51b42 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:41.574068 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7c7fc6c-51f8-4344-adaf-b52de178b13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.597968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.627426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e7c7fc6c-51f8-4344-adaf-b52de178b13f None None] Port 1ad20327-b87e-4744-ae9e-5a900dd51b42 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:41.684797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=8bc0eb29-3adc-4aa2-ba76-e2827c6904ae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.692090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 967621d9-8520-40a9-a85a-4fdbf5e408d3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=967621d9-8520-40a9-a85a-4fdbf5e408d3,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:41.712133 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.713546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No DVR routers for this DVR port 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:41.837938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] Set router 281109ad-e55e-4d06-b282-a916cc8836df gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:41.849744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dabc95-7b60-42b2-aa24-f4cdbeeb842b None None] DHCP port deletion for 55362d1e-b28e-4f86-8003-42d47dd5d218 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:41.908047 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.935373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55362d1e-b28e-4f86-8003-42d47dd5d218']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:41.954569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1ec513-82d3-441d-933d-f0a52a02b0d7') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:41.954871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1ec513-82d3-441d-933d-f0a52a02b0d7') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:41.975695 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.013224 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.020391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:42.020876 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:42.024139 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:42.026285 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4aa20e1e-74d6-4cef-86c3-2c12a3dcbc9c None None] Provisioning complete for port 1ad20327-b87e-4744-ae9e-5a900dd51b42 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:42.026285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aa20e1e-74d6-4cef-86c3-2c12a3dcbc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.130735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=967621d9-8520-40a9-a85a-4fdbf5e408d3,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:42.149232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4aa20e1e-74d6-4cef-86c3-2c12a3dcbc9c None None] Port 1ad20327-b87e-4744-ae9e-5a900dd51b42 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:42.171378 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.205815 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.216605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.224702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'network': {'name': 'tempest-RoutersTest-1432378250'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.232329 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/networks/55362d1e-b28e-4f86-8003-42d47dd5d218 HTTP/1.1" status: 204 len: 168 time: 1.4086370 Jul 29 23:54:42.237713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf45928-4ce7-49f4-b6ed-d1ec249cfc1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Network': ['ID=55362d1e-b28e-4f86-8003-42d47dd5d218,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:42.268672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:42.273582 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.333332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281109ad-e55e-4d06-b282-a916cc8836df', 'name': 'tempest-TestServerBasicOps-1061480690-router', 'tenant_id': '911099b911e8467b9553257767518de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:33Z', 'updated_at': '2021-07-29T23:54:38Z', 'revision_number': 4, 'project_id': '911099b911e8467b9553257767518de7', 'gw_port': {'id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:34Z', 'updated_at': '2021-07-29T23:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1ad20327-b87e-4744-ae9e-5a900dd51b42', 'name': '', 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd', 'tenant_id': '911099b911e8467b9553257767518de7', 'mac_address': 'fa:16:3e:3a:d0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:38Z', 'revision_number': 2, 'project_id': '911099b911e8467b9553257767518de7', 'subnets': [{'id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:42.353849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:42.377280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.380638 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added segment 76a91937-bfeb-45ef-8d4f-e547624f9efe of type vlan for network 4c627d2c-129f-4e3a-ab5b-6e50b8698896 Jul 29 23:54:42.409382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4aa231-18a7-4039-a7d9-89d71a9e88e2 None None] The sync data for ids ['281109ad-e55e-4d06-b282-a916cc8836df'] in n-d-712139-11 is: [{'id': '281109ad-e55e-4d06-b282-a916cc8836df', 'name': 'tempest-TestServerBasicOps-1061480690-router', 'tenant_id': '911099b911e8467b9553257767518de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:33Z', 'updated_at': '2021-07-29T23:54:38Z', 'revision_number': 4, 'project_id': '911099b911e8467b9553257767518de7', 'gw_port': {'id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:34Z', 'updated_at': '2021-07-29T23:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1ad20327-b87e-4744-ae9e-5a900dd51b42', 'name': '', 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd', 'tenant_id': '911099b911e8467b9553257767518de7', 'mac_address': 'fa:16:3e:3a:d0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:38Z', 'revision_number': 2, 'project_id': '911099b911e8467b9553257767518de7', 'subnets': [{'id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:42.431488 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:42.506563 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.578262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.591118 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:42.592128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.637180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6732cdfc-ed5a-4264-9341-1fafa171de94 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:42.652961 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:42.653513 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.743961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3479db-69ed-43e6-8aa7-fcd5d02a033a req-fe64c288-cef3-4ade-8efa-dd8cc7c8337b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:42.747085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d3479db-69ed-43e6-8aa7-fcd5d02a033a req-fe64c288-cef3-4ade-8efa-dd8cc7c8337b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 945 time: 0.2288759 Jul 29 23:54:42.809039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Network': ['ID=4c627d2c-129f-4e3a-ab5b-6e50b8698896,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:42.826181 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e1ce3480-b83b-467d-939d-b389c203e77d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6060367 Jul 29 23:54:42.826890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55976) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.837625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 4c627d2c-129f-4e3a-ab5b-6e50b8698896 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:42.853265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'subnet': {'network_id': '4c627d2c-129f-4e3a-ab5b-6e50b8698896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.898603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee219e-48fd-4953-95dc-4a2d9f5582d9 req-8a1c7af4-9f82-49ce-949c-2f700ea85418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:42.905441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1ee219e-48fd-4953-95dc-4a2d9f5582d9 req-8a1c7af4-9f82-49ce-949c-2f700ea85418 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 1097 time: 0.3071864 Jul 29 23:54:42.997176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d3479db-69ed-43e6-8aa7-fcd5d02a033a req-493f8d2d-986f-4db7-834a-63337b949037 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341497 Jul 29 23:54:43.101306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:43.105573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.181855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee219e-48fd-4953-95dc-4a2d9f5582d9 req-41c851c0-620c-4458-bc75-9e7c25530b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:43.185489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 6732cdfc-ed5a-4264-9341-1fafa171de94 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:43.190800 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.195944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1ee219e-48fd-4953-95dc-4a2d9f5582d9 req-41c851c0-620c-4458-bc75-9e7c25530b14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 914 time: 0.2431233 Jul 29 23:54:43.269284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1ee219e-48fd-4953-95dc-4a2d9f5582d9 req-68f80268-24b7-4fd5-be84-6ccb3d1edc43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6732cdfc-ed5a-4264-9341-1fafa171de94 HTTP/1.1" status: 200 len: 217 time: 0.0632894 Jul 29 23:54:43.339496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 967621d9-8520-40a9-a85a-4fdbf5e408d3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:43.361904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee219e-48fd-4953-95dc-4a2d9f5582d9 req-751211b0-d3ba-44ae-89d4-b2480e187709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:43.363392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1ee219e-48fd-4953-95dc-4a2d9f5582d9 req-751211b0-d3ba-44ae-89d4-b2480e187709 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 200 len: 853 time: 0.0857828 Jul 29 23:54:43.443239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1ee219e-48fd-4953-95dc-4a2d9f5582d9 req-fe07e84a-df7a-4996-ad17-6b6c7604497a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8318e19d-0d5e-4000-8328-67cea49b31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682135 Jul 29 23:54:43.587990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 55984) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.598410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-24096eea-4d8d-46ca-87c1-4d448630a822 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899287145', 'description': 'tempest-secgroup-smoke-899287145 description', 'project_id': 'be9fd47cf550425a8844b8e581000f5f'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:43.722855 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.735199 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.742254 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24096eea-4d8d-46ca-87c1-4d448630a822 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.753915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 967621d9-8520-40a9-a85a-4fdbf5e408d3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:43.754322 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.893518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:43.898679 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebe2b79-d665-483d-b07d-cb24ed2d2402" -d '{"events": [{"server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "name": "network-vif-plugged", "status": "completed", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:43.908331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Subnet': ['ID=3269b293-d53a-4f2c-9169-0921102411a9,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.934090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1ee219e-48fd-4953-95dc-4a2d9f5582d9 req-76eae3b4-3581-4752-bb3a-345d695ab8a0 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805105 Jul 29 23:54:44.001700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:44.024152 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.045059 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Checking segment: {'id': '76a91937-bfeb-45ef-8d4f-e547624f9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4c627d2c-129f-4e3a-ab5b-6e50b8698896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:44.045440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network hostable DHCP agents. Network: 4c627d2c-129f-4e3a-ab5b-6e50b8698896, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:44.103233 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24096eea-4d8d-46ca-87c1-4d448630a822 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.105387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 4c627d2c-129f-4e3a-ab5b-6e50b8698896 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:44.124975 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24096eea-4d8d-46ca-87c1-4d448630a822 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.125210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 4c627d2c-129f-4e3a-ab5b-6e50b8698896) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:44.129463 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803e024e-b023-42cc-9540-98b14110aae5 x-openstack-request-id: req-803e024e-b023-42cc-9540-98b14110aae5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:44.130345 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "name": "network-vif-plugged", "status": "completed", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:44.130345 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-803e024e-b023-42cc-9540-98b14110aae5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:44.130566 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'code': 200} Jul 29 23:54:44.144976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:44.145592 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.195577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646aebe1-2262-45e3-bffe-fa23f45204d3 None None] Network 4c627d2c-129f-4e3a-ab5b-6e50b8698896 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:44.197310 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-13539517-f685-41a1-88c8-57bb365ef1ec tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3693097 Jul 29 23:54:44.199827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55994) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.210463 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24096eea-4d8d-46ca-87c1-4d448630a822 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.227991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-24096eea-4d8d-46ca-87c1-4d448630a822 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6328287 Jul 29 23:54:44.235596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1f8b5da8-d06e-4a63-9a3e-6b96fdf0beb1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1999279178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:44.240686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 55996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.267464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-226d6c39-8458-4274-ad81-a420fa4f2c54 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Request body: {'security_group_rule': {'security_group_id': 'c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6', 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:44.306297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:44.309843 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-226d6c39-8458-4274-ad81-a420fa4f2c54 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:54:44.309843 n-d-712139-11 neutron-server[93817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:54:44.309843 n-d-712139-11 neutron-server[93817]: [parameters: {'project_id_1': 'be9fd47cf550425a8844b8e581000f5f', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 54, 44, 281084)}] Jul 29 23:54:44.309843 n-d-712139-11 neutron-server[93817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:44.310284 n-d-712139-11 neutron-server[93817]: DEBUG oslo_db.api [None req-226d6c39-8458-4274-ad81-a420fa4f2c54 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:44.316306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096eea-4d8d-46ca-87c1-4d448630a822 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:44.322894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5da8-d06e-4a63-9a3e-6b96fdf0beb1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.324152 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5da8-d06e-4a63-9a3e-6b96fdf0beb1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.352656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:44.362497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db340-bb43-4ac9-a9e7-3e4d2a16af0a req-53968eb7-a53b-4024-9d67-f6c1c3ec8b71 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:44.364607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a17db340-bb43-4ac9-a9e7-3e4d2a16af0a req-53968eb7-a53b-4024-9d67-f6c1c3ec8b71 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1366777 Jul 29 23:54:44.394362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1ee219e-48fd-4953-95dc-4a2d9f5582d9 req-048b8315-c11e-4432-a77d-0bca1d25d593 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478323 Jul 29 23:54:44.413390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:44.414159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8bc0eb29-3adc-4aa2-ba76-e2827c6904ae not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:44.463121 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a17db340-bb43-4ac9-a9e7-3e4d2a16af0a req-f0cd1d3f-8ecc-4c7a-bcd8-850fa216d22c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827727 Jul 29 23:54:44.470218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5da8-d06e-4a63-9a3e-6b96fdf0beb1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.482106 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5da8-d06e-4a63-9a3e-6b96fdf0beb1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.519897 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5da8-d06e-4a63-9a3e-6b96fdf0beb1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.521952 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1f8b5da8-d06e-4a63-9a3e-6b96fdf0beb1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3209372 Jul 29 23:54:44.524733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56002) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.671564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8f45dd14-12bc-4b14-bc2c-b22140943009 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:44.908148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-226d6c39-8458-4274-ad81-a420fa4f2c54 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.047078 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.151115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-4c627d2c-129f-4e3a-ab5b-6e50b8698896', 'network_id': '4c627d2c-129f-4e3a-ab5b-6e50b8698896', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'fixed_ips': [{'subnet_id': '3269b293-d53a-4f2c-9169-0921102411a9'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:45.152244 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.264232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8f45dd14-12bc-4b14-bc2c-b22140943009 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:45.276865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8f45dd14-12bc-4b14-bc2c-b22140943009 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:45.277258 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.381245 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-226d6c39-8458-4274-ad81-a420fa4f2c54 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.382627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Allocated IP 172.20.0.2 (4c627d2c-129f-4e3a-ab5b-6e50b8698896/3269b293-d53a-4f2c-9169-0921102411a9/ca80af3d-3cda-4a25-a05e-896067394dec) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:45.395465 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-226d6c39-8458-4274-ad81-a420fa4f2c54 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.447187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d6c39-8458-4274-ad81-a420fa4f2c54 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d3affc-0109-4968-922f-0530c1f633a7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:45.468915 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-226d6c39-8458-4274-ad81-a420fa4f2c54 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.471358 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-226d6c39-8458-4274-ad81-a420fa4f2c54 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2083340 Jul 29 23:54:45.475664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56010) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.483830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e0b7ca5c-c8d6-466d-ac84-fb5bd99373f8 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Request body: {'security_group_rule': {'security_group_id': 'c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6', 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:45.491436 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.516533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 8f45dd14-12bc-4b14-bc2c-b22140943009, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8f45dd14-12bc-4b14-bc2c-b22140943009,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:45.525800 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.605000 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ca5c-c8d6-466d-ac84-fb5bd99373f8 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.618658 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=8f45dd14-12bc-4b14-bc2c-b22140943009,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:45.700655 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.720056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Transition to ACTIVE for port object ca80af3d-3cda-4a25-a05e-896067394dec will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:45.760182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Transition to ACTIVE for port object ca80af3d-3cda-4a25-a05e-896067394dec will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:45.771001 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.778829 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ca5c-c8d6-466d-ac84-fb5bd99373f8 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.789711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ca5c-c8d6-466d-ac84-fb5bd99373f8 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.829435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7ca5c-c8d6-466d-ac84-fb5bd99373f8 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d0aa70-9c8e-461e-acbf-5693c3c94e10,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:45.841564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ca5c-c8d6-466d-ac84-fb5bd99373f8 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.842844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e0b7ca5c-c8d6-466d-ac84-fb5bd99373f8 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3653543 Jul 29 23:54:45.846079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.851581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fb60f026-7305-486c-be92-37abc4529b27 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Request body: {'security_group_rule': {'security_group_id': 'c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6', 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:45.881391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Allocated IP 172.20.0.1 (4c627d2c-129f-4e3a-ab5b-6e50b8698896/3269b293-d53a-4f2c-9169-0921102411a9/49fced88-c9fc-418a-aa5c-a0ed53937903) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:45.883853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91b20a-51b2-4820-ad3f-33d2e824fe6d req-7148254b-f7e5-47bd-8722-5b5bbfa3d1ae tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:45.885935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea91b20a-51b2-4820-ad3f-33d2e824fe6d req-7148254b-f7e5-47bd-8722-5b5bbfa3d1ae tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.2297347 Jul 29 23:54:45.919427 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Network 4c627d2c-129f-4e3a-ab5b-6e50b8698896 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:45.925909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:45.931388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:45.937366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Pushing event updated for resources: {'Port': ['ID=ca80af3d-3cda-4a25-a05e-896067394dec,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:45.944895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea91b20a-51b2-4820-ad3f-33d2e824fe6d req-a3122f38-b5ab-45ef-ae4d-652721dc0c53 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504096 Jul 29 23:54:45.954769 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb60f026-7305-486c-be92-37abc4529b27 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.020432 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb60f026-7305-486c-be92-37abc4529b27 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.025653 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb60f026-7305-486c-be92-37abc4529b27 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.048817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Attempting to bind port ca80af3d-3cda-4a25-a05e-896067394dec on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:46.049636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Attempting to bind port ca80af3d-3cda-4a25-a05e-896067394dec by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '76a91937-bfeb-45ef-8d4f-e547624f9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4c627d2c-129f-4e3a-ab5b-6e50b8698896'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:46.050263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Attempting to bind port ca80af3d-3cda-4a25-a05e-896067394dec on network 4c627d2c-129f-4e3a-ab5b-6e50b8698896 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:46.058445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60f026-7305-486c-be92-37abc4529b27 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9a81d6-e672-468b-9c0d-6e3c4695ad5c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:46.063562 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb60f026-7305-486c-be92-37abc4529b27 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.064876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fb60f026-7305-486c-be92-37abc4529b27 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2183425 Jul 29 23:54:46.067618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56018) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:46.072642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:46.073069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-55727fac-4261-45e1-ad66-6cae28e8d000 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Request body: {'security_group_rule': {'security_group_id': 'c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6', 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:46.073401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Checking segment: {'id': '76a91937-bfeb-45ef-8d4f-e547624f9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4c627d2c-129f-4e3a-ab5b-6e50b8698896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:46.073996 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.074532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Bound using segment: {'id': '76a91937-bfeb-45ef-8d4f-e547624f9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4c627d2c-129f-4e3a-ab5b-6e50b8698896'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:46.075144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Bound port: ca80af3d-3cda-4a25-a05e-896067394dec, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a91937-bfeb-45ef-8d4f-e547624f9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4c627d2c-129f-4e3a-ab5b-6e50b8698896'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:46.075635 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.114684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55727fac-4261-45e1-ad66-6cae28e8d000 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.163836 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.197660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Transition to ACTIVE for port object 49fced88-c9fc-418a-aa5c-a0ed53937903 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:46.238684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] For port ca80af3d-3cda-4a25-a05e-896067394dec, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:46.245801 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] For port ca80af3d-3cda-4a25-a05e-896067394dec, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ca80af3d-3cda-4a25-a05e-896067394dec,segment=NetworkSegment(76a91937-bfeb-45ef-8d4f-e547624f9efe),segment_id=76a91937-bfeb-45ef-8d4f-e547624f9efe)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:46.263670 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.266854 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55727fac-4261-45e1-ad66-6cae28e8d000 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.274301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55727fac-4261-45e1-ad66-6cae28e8d000 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.287093 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.324608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55727fac-4261-45e1-ad66-6cae28e8d000 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b2cd93-0140-4a98-a48c-a12dc3d011c9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:46.330346 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55727fac-4261-45e1-ad66-6cae28e8d000 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.331797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-55727fac-4261-45e1-ad66-6cae28e8d000 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2629576 Jul 29 23:54:46.337220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56020) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:46.349744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e734ea08-f198-4fdb-973b-0ae3afa23b82 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Request body: {'security_group_rule': {'security_group_id': 'c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6', 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:46.385285 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-e734ea08-f198-4fdb-973b-0ae3afa23b82 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Project be9fd47cf550425a8844b8e581000f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:54:46.392253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734ea08-f198-4fdb-973b-0ae3afa23b82 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.404865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 4c627d2c-129f-4e3a-ab5b-6e50b8698896 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:46.420076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:46.424229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:46.427676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79ace8-a0bc-4f5f-bff6-056b3768c95f None None] Pushing event updated for resources: {'Port': ['ID=ca80af3d-3cda-4a25-a05e-896067394dec,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:46.482662 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.503258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734ea08-f198-4fdb-973b-0ae3afa23b82 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.510084 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734ea08-f198-4fdb-973b-0ae3afa23b82 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.516314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Sync routers for ids ['281109ad-e55e-4d06-b282-a916cc8836df'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:46.531281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Routers {'281109ad-e55e-4d06-b282-a916cc8836df'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:46.532001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['281109ad-e55e-4d06-b282-a916cc8836df'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:46.551575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734ea08-f198-4fdb-973b-0ae3afa23b82 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6485ad5a-d6b5-4dcb-aa4d-6536b2cd420f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:46.556254 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734ea08-f198-4fdb-973b-0ae3afa23b82 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.559939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e734ea08-f198-4fdb-973b-0ae3afa23b82 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2120528 Jul 29 23:54:46.561717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56022) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:46.602864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cd3e281f-8124-4f8c-a61d-95d6ca40cd21 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Request body: {'security_group_rule': {'security_group_id': 'c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6', 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:46.685852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=49fced88-c9fc-418a-aa5c-a0ed53937903,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:46.711615 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-cd3e281f-8124-4f8c-a61d-95d6ca40cd21 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Project be9fd47cf550425a8844b8e581000f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:54:46.727851 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd3e281f-8124-4f8c-a61d-95d6ca40cd21 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.779153 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.783765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8f45dd14-12bc-4b14-bc2c-b22140943009 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:46.873420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Set router 281109ad-e55e-4d06-b282-a916cc8836df gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:46.916185 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd3e281f-8124-4f8c-a61d-95d6ca40cd21 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.923765 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd3e281f-8124-4f8c-a61d-95d6ca40cd21 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.957745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8f45dd14-12bc-4b14-bc2c-b22140943009 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:46.958136 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.998597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e281f-8124-4f8c-a61d-95d6ca40cd21 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e175c77-5070-47a2-b387-2a77a216b1cc,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:47.003417 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd3e281f-8124-4f8c-a61d-95d6ca40cd21 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.004816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cd3e281f-8124-4f8c-a61d-95d6ca40cd21 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4417212 Jul 29 23:54:47.304766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-1b827d05-d810-4c6b-acc5-6ccafed9d7aa tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899287145&fields=id&tenant_id=be9fd47cf550425a8844b8e581000f5f HTTP/1.1" status: 200 len: 267 time: 0.0874650 Jul 29 23:54:47.444309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.453065 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.470225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281109ad-e55e-4d06-b282-a916cc8836df', 'name': 'tempest-TestServerBasicOps-1061480690-router', 'tenant_id': '911099b911e8467b9553257767518de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:33Z', 'updated_at': '2021-07-29T23:54:38Z', 'revision_number': 4, 'project_id': '911099b911e8467b9553257767518de7', 'gw_port': {'id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:34Z', 'updated_at': '2021-07-29T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1ad20327-b87e-4744-ae9e-5a900dd51b42', 'name': '', 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd', 'tenant_id': '911099b911e8467b9553257767518de7', 'mac_address': 'fa:16:3e:3a:d0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:38Z', 'revision_number': 2, 'project_id': '911099b911e8467b9553257767518de7', 'subnets': [{'id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:47.547856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=49fced88-c9fc-418a-aa5c-a0ed53937903,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:47.583871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Checking router: 281109ad-e55e-4d06-b282-a916cc8836df for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:47.588660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Updating router 281109ad-e55e-4d06-b282-a916cc8836df port 1ad20327-b87e-4744-ae9e-5a900dd51b42 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:47.608142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f540d-220b-4fb1-807a-133708c3d91a req-8a18e1a6-ef99-45e3-a010-8efeb13da73c tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:47.610961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-8a18e1a6-ef99-45e3-a010-8efeb13da73c tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/networks?id=464ff294-3539-4ab1-91a5-93c488a36535 HTTP/1.1" status: 200 len: 809 time: 0.2886190 Jul 29 23:54:47.627611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.627901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b4b05-6b2c-45a7-9c02-2814d1fc7c08 req-f26c07c8-795a-4f12-b2ea-6f66199f2a6c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:47.629593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a7b4b05-6b2c-45a7-9c02-2814d1fc7c08 req-f26c07c8-795a-4f12-b2ea-6f66199f2a6c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.4764798 Jul 29 23:54:47.675629 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.713956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-21fe0d93-cbc2-44e7-92b3-bbae4573058b tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/quotas/be9fd47cf550425a8844b8e581000f5f HTTP/1.1" status: 200 len: 375 time: 0.0830667 Jul 29 23:54:47.861202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a7b4b05-6b2c-45a7-9c02-2814d1fc7c08 req-6933bb85-1a91-4710-a773-5a22b76f839d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206686 Jul 29 23:54:47.901900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 4c627d2c-129f-4e3a-ab5b-6e50b8698896 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:47.910932 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:47.911205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-0fbcc454-5308-481c-8adb-505d5a09b0a7 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be9fd47cf550425a8844b8e581000f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1837840 Jul 29 23:54:47.925984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-3044023c-88d1-42f4-bc40-d1a9798b6edc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:54:47.933672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-3044023c-88d1-42f4-bc40-d1a9798b6edc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118906 Jul 29 23:54:48.074562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-74eb5b14-e615-4547-aa69-a9d560122475 service neutron] 10.222.0.37 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392267 Jul 29 23:54:48.181527 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.194909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Transition to ACTIVE for port object 1ad20327-b87e-4744-ae9e-5a900dd51b42 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:48.203251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9fbc0c-0bd5-425f-a0a5-e92f657dcd9c None None] Network 4c627d2c-129f-4e3a-ab5b-6e50b8698896 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:48.219689 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.241519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a8718074-5990-4d57-b736-5b87305831b9 None None] Provisioning for port ca80af3d-3cda-4a25-a05e-896067394dec completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:48.263913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-a0088393-0dd1-4d98-8017-c7ff3c34df8a service neutron] 10.222.0.37 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888657 Jul 29 23:54:48.393666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router 30b2561c-a372-4e5a-83fd-24eed90c38c8 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:48.492282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad0d94-c641-4a34-bf81-df99e9c93069 None None] Pushing event updated for resources: {'Port': ['ID=1ad20327-b87e-4744-ae9e-5a900dd51b42,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:48.556703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Attempting to bind port 1ad20327-b87e-4744-ae9e-5a900dd51b42 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:48.557078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Attempting to bind port 1ad20327-b87e-4744-ae9e-5a900dd51b42 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '613c90b8-e8cf-4e35-998d-17b702c18698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:48.559185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Attempting to bind port 1ad20327-b87e-4744-ae9e-5a900dd51b42 on network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:48.574442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:48.574875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Checking segment: {'id': '613c90b8-e8cf-4e35-998d-17b702c18698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:48.576775 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.577222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Bound using segment: {'id': '613c90b8-e8cf-4e35-998d-17b702c18698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:48.578352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Bound port: 1ad20327-b87e-4744-ae9e-5a900dd51b42, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613c90b8-e8cf-4e35-998d-17b702c18698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:48.578784 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.614791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-413fd1b3-f8f9-470d-aa58-ed46909a8d54 req-c23f0206-bdcc-48de-8f80-45ce8b339cd5 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 210 time: 0.0773993 Jul 29 23:54:48.635618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:48.649126 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35072585-9049-44d2-b1c2-44606b2dbc97 None None] Sync routers for ids ['30b2561c-a372-4e5a-83fd-24eed90c38c8'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:48.669002 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35072585-9049-44d2-b1c2-44606b2dbc97 None None] Routers {'30b2561c-a372-4e5a-83fd-24eed90c38c8'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:48.669650 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-35072585-9049-44d2-b1c2-44606b2dbc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['30b2561c-a372-4e5a-83fd-24eed90c38c8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:48.669836 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c986a516-7c18-46e3-9eeb-455a1231defd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/30b2561c-a372-4e5a-83fd-24eed90c38c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1420856 Jul 29 23:54:48.670494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:48.782772 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-35072585-9049-44d2-b1c2-44606b2dbc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:48.801269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] For port 1ad20327-b87e-4744-ae9e-5a900dd51b42, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:48.805862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] For port 1ad20327-b87e-4744-ae9e-5a900dd51b42, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1ad20327-b87e-4744-ae9e-5a900dd51b42,segment=NetworkSegment(613c90b8-e8cf-4e35-998d-17b702c18698),segment_id=613c90b8-e8cf-4e35-998d-17b702c18698)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:48.808987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ca80af3d-3cda-4a25-a05e-896067394dec up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:48.826180 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.832797 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35072585-9049-44d2-b1c2-44606b2dbc97 None None] Routers {'30b2561c-a372-4e5a-83fd-24eed90c38c8'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:48.833499 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-35072585-9049-44d2-b1c2-44606b2dbc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['30b2561c-a372-4e5a-83fd-24eed90c38c8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:48.837105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ced9753-ce15-43fc-8710-68b7cfa9daca tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:48.840235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4ced9753-ce15-43fc-8710-68b7cfa9daca tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports/49fced88-c9fc-418a-aa5c-a0ed53937903 HTTP/1.1" status: 200 len: 910 time: 0.1668537 Jul 29 23:54:48.841658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:48.989173 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-35072585-9049-44d2-b1c2-44606b2dbc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:48.990105 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35072585-9049-44d2-b1c2-44606b2dbc97 None None] The sync data for ids ['30b2561c-a372-4e5a-83fd-24eed90c38c8'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:49.016981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Routers {'281109ad-e55e-4d06-b282-a916cc8836df'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:49.017629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['281109ad-e55e-4d06-b282-a916cc8836df'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:49.257433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe9ede-90c7-422b-9297-8af5d13a82c5 req-396758ae-4959-4a58-b64c-10eba3630fbd tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:49.263525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cbe9ede-90c7-422b-9297-8af5d13a82c5 req-396758ae-4959-4a58-b64c-10eba3630fbd tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.2318611 Jul 29 23:54:49.382412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cbe9ede-90c7-422b-9297-8af5d13a82c5 req-32f757ac-25bc-4939-a6bd-35c995100412 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040962 Jul 29 23:54:49.419282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad0d94-c641-4a34-bf81-df99e9c93069 None None] Pushing event updated for resources: {'Port': ['ID=1ad20327-b87e-4744-ae9e-5a900dd51b42,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:49.450510 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.613223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port ca80af3d-3cda-4a25-a05e-896067394dec completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:49.637067 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ca80af3d-3cda-4a25-a05e-896067394dec triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:49.637446 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.806302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] Set router 281109ad-e55e-4d06-b282-a916cc8836df gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:49.823802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.915152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-79028e58-931e-4701-9b5f-eb0d02ff1f41 req-6cf87a3a-b2cd-4ad1-b202-eb4217cfb261 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 210 time: 0.1215472 Jul 29 23:54:50.097160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.225185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd325e94-1346-4498-8db5-bb926c954412 None None] Provisioning for port 49fced88-c9fc-418a-aa5c-a0ed53937903 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:50.263851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port ca80af3d-3cda-4a25-a05e-896067394dec, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ca80af3d-3cda-4a25-a05e-896067394dec,segment=NetworkSegment(76a91937-bfeb-45ef-8d4f-e547624f9efe),segment_id=76a91937-bfeb-45ef-8d4f-e547624f9efe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:50.267550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd325e94-1346-4498-8db5-bb926c954412 None None] Provisioning complete for port 49fced88-c9fc-418a-aa5c-a0ed53937903 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:50.268308 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd325e94-1346-4498-8db5-bb926c954412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.274562 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.291246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 49fced88-c9fc-418a-aa5c-a0ed53937903 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:50.291744 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.538584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cd325e94-1346-4498-8db5-bb926c954412 None None] Port 49fced88-c9fc-418a-aa5c-a0ed53937903 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:50.545586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=ca80af3d-3cda-4a25-a05e-896067394dec,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:50.558353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c29e1-7e8e-4438-a0d3-895a7906403b req-b6c7260e-16c2-4448-81d2-aa0fd0fe4b5d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:50.566685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-725c29e1-7e8e-4438-a0d3-895a7906403b req-b6c7260e-16c2-4448-81d2-aa0fd0fe4b5d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0888686 Jul 29 23:54:50.632335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-725c29e1-7e8e-4438-a0d3-895a7906403b req-f4efdcad-9f45-4033-9f7f-30e0c4b77b34 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644050 Jul 29 23:54:50.717015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd325e94-1346-4498-8db5-bb926c954412 None None] Provisioning complete for port ca80af3d-3cda-4a25-a05e-896067394dec triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:50.717763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd325e94-1346-4498-8db5-bb926c954412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.798736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1ad20327-b87e-4744-ae9e-5a900dd51b42 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:51.056988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281109ad-e55e-4d06-b282-a916cc8836df', 'name': 'tempest-TestServerBasicOps-1061480690-router', 'tenant_id': '911099b911e8467b9553257767518de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:33Z', 'updated_at': '2021-07-29T23:54:38Z', 'revision_number': 4, 'project_id': '911099b911e8467b9553257767518de7', 'gw_port': {'id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:34Z', 'updated_at': '2021-07-29T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1ad20327-b87e-4744-ae9e-5a900dd51b42', 'name': '', 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd', 'tenant_id': '911099b911e8467b9553257767518de7', 'mac_address': 'fa:16:3e:3a:d0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:48Z', 'revision_number': 4, 'project_id': '911099b911e8467b9553257767518de7', 'subnets': [{'id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:51.109390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-966b6bdb-e5d3-4fe3-ae5b-9b325734ddd8 req-c40fe4d4-6a94-4812-a127-8f9e8af6a845 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 210 time: 0.0556915 Jul 29 23:54:51.116770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32ef47-d49c-4209-8644-e74d4a4b0199 None None] The sync data for ids ['281109ad-e55e-4d06-b282-a916cc8836df'] in n-d-712139-11 is: [{'id': '281109ad-e55e-4d06-b282-a916cc8836df', 'name': 'tempest-TestServerBasicOps-1061480690-router', 'tenant_id': '911099b911e8467b9553257767518de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:33Z', 'updated_at': '2021-07-29T23:54:38Z', 'revision_number': 4, 'project_id': '911099b911e8467b9553257767518de7', 'gw_port': {'id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:34Z', 'updated_at': '2021-07-29T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1ad20327-b87e-4744-ae9e-5a900dd51b42', 'name': '', 'network_id': '4336d1cc-d045-43e0-968d-2f1d78dfc3dd', 'tenant_id': '911099b911e8467b9553257767518de7', 'mac_address': 'fa:16:3e:3a:d0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:48Z', 'revision_number': 4, 'project_id': '911099b911e8467b9553257767518de7', 'subnets': [{'id': 'c83e4847-8828-4a10-a03b-a0219bcb20a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:51.173695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1ad20327-b87e-4744-ae9e-5a900dd51b42 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:51.179698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1ad20327-b87e-4744-ae9e-5a900dd51b42 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:51.180568 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.260691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.299091 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 49fced88-c9fc-418a-aa5c-a0ed53937903 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:51.316656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f540d-220b-4fb1-807a-133708c3d91a req-d9dbf3e8-1274-40cb-ad41-cdab6635c475 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:51.318104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-d9dbf3e8-1274-40cb-ad41-cdab6635c475 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.47 "GET /v2.0/networks?id=464ff294-3539-4ab1-91a5-93c488a36535 HTTP/1.1" status: 200 len: 809 time: 0.4715819 Jul 29 23:54:51.377552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2d4baeb1-6c8b-40bf-a5f2-0550f8b5b337 None None] Provisioning complete for port 49fced88-c9fc-418a-aa5c-a0ed53937903 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:51.378812 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d4baeb1-6c8b-40bf-a5f2-0550f8b5b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.421969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2d4baeb1-6c8b-40bf-a5f2-0550f8b5b337 None None] Port 49fced88-c9fc-418a-aa5c-a0ed53937903 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:51.448289 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.507347 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-0a9b4f9f-f75b-474a-aea4-8de8affec8ca tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be9fd47cf550425a8844b8e581000f5f HTTP/1.1" status: 200 len: 379 time: 0.1694427 Jul 29 23:54:51.508572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 1ad20327-b87e-4744-ae9e-5a900dd51b42, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1ad20327-b87e-4744-ae9e-5a900dd51b42,segment=NetworkSegment(613c90b8-e8cf-4e35-998d-17b702c18698),segment_id=613c90b8-e8cf-4e35-998d-17b702c18698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:51.515706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.522116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Request body: {'port': {'device_id': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'admin_state_up': True, 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'security_groups': ['c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:51.608588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=1ad20327-b87e-4744-ae9e-5a900dd51b42,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:51.705682 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34e9caf2-cd4c-4447-b995-67adb555e003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.841408 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.946069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8f25c-0f33-4fde-8378-a8de26a51622 req-0af6a1d4-5fd4-4511-afac-cca7e3ab1c4e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:51.969095 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ded8f25c-0f33-4fde-8378-a8de26a51622 req-0af6a1d4-5fd4-4511-afac-cca7e3ab1c4e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1235473 Jul 29 23:54:52.009454 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:54:52.049463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=49fced88-c9fc-418a-aa5c-a0ed53937903,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:52.085104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ded8f25c-0f33-4fde-8378-a8de26a51622 req-2f2bd4e9-a47c-445b-84c9-66befcfcbb02 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143939 Jul 29 23:54:52.165818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Made reservation on behalf of be9fd47cf550425a8844b8e581000f5f for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:52.171499 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.295417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e3d7bd7-d0ed-4f84-9440-b94c9e9a324a req-88350f3a-f8b7-4b82-8232-2e38ebb963a3 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 210 time: 0.0525699 Jul 29 23:54:52.355237 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.563544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ca80af3d-3cda-4a25-a05e-896067394dec up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:52.685587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ca80af3d-3cda-4a25-a05e-896067394dec triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:52.691298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.710295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Allocated IP 172.20.0.9 (464ff294-3539-4ab1-91a5-93c488a36535/c97fd569-9a49-4b34-8f41-bcc081cd0b54/dbd7cfec-5d6b-400c-a93d-010c64ec3996) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:52.733813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router 30b2561c-a372-4e5a-83fd-24eed90c38c8 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:52.812505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1ad20327-b87e-4744-ae9e-5a900dd51b42 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:52.880043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1ad20327-b87e-4744-ae9e-5a900dd51b42 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:52.881206 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.960505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:52.975053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35b37d-5783-46f5-a4fa-76b779414ff1 None None] Sync routers for ids ['30b2561c-a372-4e5a-83fd-24eed90c38c8'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:52.993453 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a2a504c4-0222-4c01-8380-7650d6dbfa3c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/30b2561c-a372-4e5a-83fd-24eed90c38c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1486733 Jul 29 23:54:52.993843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56098) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:53.052110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-73f71905-75d1-4412-a345-c0653dfe6caf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=30b2561c-a372-4e5a-83fd-24eed90c38c8 HTTP/1.1" status: 200 len: 205 time: 0.0570152 Jul 29 23:54:53.056973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:53.089465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35b37d-5783-46f5-a4fa-76b779414ff1 None None] Routers {'30b2561c-a372-4e5a-83fd-24eed90c38c8'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:53.090212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ac35b37d-5783-46f5-a4fa-76b779414ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['30b2561c-a372-4e5a-83fd-24eed90c38c8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:53.092211 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.121226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Transition to ACTIVE for port object dbd7cfec-5d6b-400c-a93d-010c64ec3996 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:53.182651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ac35b37d-5783-46f5-a4fa-76b779414ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:53.205966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35b37d-5783-46f5-a4fa-76b779414ff1 None None] Routers {'30b2561c-a372-4e5a-83fd-24eed90c38c8'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:53.206619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ac35b37d-5783-46f5-a4fa-76b779414ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['30b2561c-a372-4e5a-83fd-24eed90c38c8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:53.207399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.237150 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f588eed0-4a45-495d-bca1-851575f4f7e8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.257033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ac35b37d-5783-46f5-a4fa-76b779414ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:53.257719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35b37d-5783-46f5-a4fa-76b779414ff1 None None] The sync data for ids ['30b2561c-a372-4e5a-83fd-24eed90c38c8'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:53.332505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event updated for resources: {'Port': ['ID=dbd7cfec-5d6b-400c-a93d-010c64ec3996,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:53.363008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Network 464ff294-3539-4ab1-91a5-93c488a36535 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:53.365543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:53.371374 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:53.488373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:53.498216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.559743 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-2cf04f75-1802-4547-9bb5-30a048ffe495 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0417156 Jul 29 23:54:53.582310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Request body: {'port': {'device_id': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:53.639475 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f588eed0-4a45-495d-bca1-851575f4f7e8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.651143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f588eed0-4a45-495d-bca1-851575f4f7e8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.687194 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa46bb1-655f-498c-be6a-60e6b24b6548 req-4ce8d54c-2609-460f-a1b4-e4de696bdc0b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:53.699840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5aa46bb1-655f-498c-be6a-60e6b24b6548 req-4ce8d54c-2609-460f-a1b4-e4de696bdc0b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.3292093 Jul 29 23:54:53.755840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.766989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-06be8cb0-c4fc-4561-b4dd-1e087c060023 None None] Provisioning for port dbd7cfec-5d6b-400c-a93d-010c64ec3996 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:53.780073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-06be8cb0-c4fc-4561-b4dd-1e087c060023 None None] Provisioning complete for port dbd7cfec-5d6b-400c-a93d-010c64ec3996 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:53.780466 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06be8cb0-c4fc-4561-b4dd-1e087c060023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.822369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5aa46bb1-655f-498c-be6a-60e6b24b6548 req-1ede5b9f-fe10-4c73-b531-ead8df516ed2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208947 Jul 29 23:54:53.828571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-06be8cb0-c4fc-4561-b4dd-1e087c060023 None None] Port dbd7cfec-5d6b-400c-a93d-010c64ec3996 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:53.842684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ad2cd-f1f5-4ae2-a74e-8e43f8dc273d req-1836a3ec-44ad-4972-83c0-52b099a4d11e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:53.857719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b91ad2cd-f1f5-4ae2-a74e-8e43f8dc273d req-1836a3ec-44ad-4972-83c0-52b099a4d11e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 931 time: 0.3929875 Jul 29 23:54:53.859157 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f588eed0-4a45-495d-bca1-851575f4f7e8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.860001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f588eed0-4a45-495d-bca1-851575f4f7e8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Fanout notify agent at l3_agent the message router_deleted on router 30b2561c-a372-4e5a-83fd-24eed90c38c8 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:53.887190 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f588eed0-4a45-495d-bca1-851575f4f7e8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.891283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f588eed0-4a45-495d-bca1-851575f4f7e8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/30b2561c-a372-4e5a-83fd-24eed90c38c8 HTTP/1.1" status: 204 len: 168 time: 0.8304713 Jul 29 23:54:53.912190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56106) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:53.972385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b91ad2cd-f1f5-4ae2-a74e-8e43f8dc273d req-b0d0f02d-deb3-4247-8ebe-61e19003701c tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814297 Jul 29 23:54:54.156417 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bfca84e9-a494-44f5-b2dc-a64b3e517837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.199257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ce7cff-bd69-4e51-8a8e-6061bf3c677d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting subnet 3269b293-d53a-4f2c-9169-0921102411a9 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:54.205120 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31ce7cff-bd69-4e51-8a8e-6061bf3c677d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.282386 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.356002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31ce7cff-bd69-4e51-8a8e-6061bf3c677d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.655288 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31ce7cff-bd69-4e51-8a8e-6061bf3c677d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.797931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd7cfec-5d6b-400c-a93d-010c64ec3996 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:54.817470 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.853651 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31ce7cff-bd69-4e51-8a8e-6061bf3c677d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.866449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Transition to ACTIVE for port object dbd7cfec-5d6b-400c-a93d-010c64ec3996 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:54.878029 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.188714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d31d74-6147-4829-9857-a4bd63981c21 req-609f7827-1bff-4470-92f7-49369fdd8d13 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:55.197188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05d31d74-6147-4829-9857-a4bd63981c21 req-609f7827-1bff-4470-92f7-49369fdd8d13 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.2242103 Jul 29 23:54:55.249781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570634-fa0a-4550-891e-816eb31434f1 req-5ee351af-9ca2-4eb2-8401-23fec84d5b5e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:55.252220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69570634-fa0a-4550-891e-816eb31434f1 req-5ee351af-9ca2-4eb2-8401-23fec84d5b5e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 943 time: 0.1489270 Jul 29 23:54:55.277702 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05d31d74-6147-4829-9857-a4bd63981c21 req-2e1a2478-c0e1-4e42-b3e5-b0af326b6834 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791671 Jul 29 23:54:55.293996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782fd31c-3cfd-4023-a2ce-96edf7536e9c None None] Network 4c627d2c-129f-4e3a-ab5b-6e50b8698896 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:55.323063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31ce7cff-bd69-4e51-8a8e-6061bf3c677d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.332333 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-31ce7cff-bd69-4e51-8a8e-6061bf3c677d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/3269b293-d53a-4f2c-9169-0921102411a9 HTTP/1.1" status: 204 len: 168 time: 1.4186428 Jul 29 23:54:55.333455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce7cff-bd69-4e51-8a8e-6061bf3c677d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Subnet': ['ID=3269b293-d53a-4f2c-9169-0921102411a9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:55.336591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56124) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:55.434703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69570634-fa0a-4550-891e-816eb31434f1 req-2dde0f1d-e973-43b1-9b35-719c9130aab8 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751373 Jul 29 23:54:55.520196 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.572936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd7cfec-5d6b-400c-a93d-010c64ec3996,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:55.582124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.747657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Attempting to bind port dbd7cfec-5d6b-400c-a93d-010c64ec3996 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:55.748786 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Attempting to bind port dbd7cfec-5d6b-400c-a93d-010c64ec3996 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:55.749318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Attempting to bind port dbd7cfec-5d6b-400c-a93d-010c64ec3996 on network 464ff294-3539-4ab1-91a5-93c488a36535 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:55.770023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Port dbd7cfec-5d6b-400c-a93d-010c64ec3996 on network 464ff294-3539-4ab1-91a5-93c488a36535 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:55.770023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Attempting to bind port dbd7cfec-5d6b-400c-a93d-010c64ec3996 on network 464ff294-3539-4ab1-91a5-93c488a36535 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:55.782101 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:55.782589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Checking segment: {'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:55.783208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Bound using segment: {'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:55.783773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Bound port: dbd7cfec-5d6b-400c-a93d-010c64ec3996, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:55.785079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.808733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port ca80af3d-3cda-4a25-a05e-896067394dec {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:55.809280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.832927 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c25ad0-0518-442d-8957-5ae6623ddd8b None None] DHCP port deletion for 4c627d2c-129f-4e3a-ab5b-6e50b8698896 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:55.901514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port ca80af3d-3cda-4a25-a05e-896067394dec, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ca80af3d-3cda-4a25-a05e-896067394dec,segment=NetworkSegment(76a91937-bfeb-45ef-8d4f-e547624f9efe),segment_id=76a91937-bfeb-45ef-8d4f-e547624f9efe)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:55.901893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.903249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e9c25ad0-0518-442d-8957-5ae6623ddd8b None None] Deleting port ca80af3d-3cda-4a25-a05e-896067394dec {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:55.903963 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c25ad0-0518-442d-8957-5ae6623ddd8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.917334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for ca80af3d-3cda-4a25-a05e-896067394dec owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:56.017514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e9c25ad0-0518-442d-8957-5ae6623ddd8b None None] For port ca80af3d-3cda-4a25-a05e-896067394dec, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ca80af3d-3cda-4a25-a05e-896067394dec,segment=NetworkSegment(76a91937-bfeb-45ef-8d4f-e547624f9efe),segment_id=76a91937-bfeb-45ef-8d4f-e547624f9efe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:56.018236 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c25ad0-0518-442d-8957-5ae6623ddd8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.037778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e9c25ad0-0518-442d-8957-5ae6623ddd8b None None] Calling delete_port for ca80af3d-3cda-4a25-a05e-896067394dec owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:56.042685 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.100825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No DVR routers for this DVR port ca80af3d-3cda-4a25-a05e-896067394dec on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:56.102572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=ca80af3d-3cda-4a25-a05e-896067394dec,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:56.149396 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 29 23:54:56.175976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] For port dbd7cfec-5d6b-400c-a93d-010c64ec3996, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:56.181061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] For port dbd7cfec-5d6b-400c-a93d-010c64ec3996, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:56.181634 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c25ad0-0518-442d-8957-5ae6623ddd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.202891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.216197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c25ad0-0518-442d-8957-5ae6623ddd8b None None] Pushing event deleted for resources: {'Port': ['ID=ca80af3d-3cda-4a25-a05e-896067394dec,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:56.228128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c25ad0-0518-442d-8957-5ae6623ddd8b None None] No DVR routers for this DVR port ca80af3d-3cda-4a25-a05e-896067394dec on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:56.312198 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.319353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c627d2c-129f-4e3a-ab5b-6e50b8698896']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.343710 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:56.344354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.347501 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] 10.222.0.47 "PUT /v2.0/ports/dbd7cfec-5d6b-400c-a93d-010c64ec3996 HTTP/1.1" status: 200 len: 1092 time: 2.7760606 Jul 29 23:54:56.347501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'tag': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:56.349139 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82069f9e-af14-469a-80f8-4a85d1dd3c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a23fcb48-d7b9-466a-804e-57c987b1f21e", "tag": "dbd7cfec-5d6b-400c-a93d-010c64ec3996"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:56.359305 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a91937-bfeb-45ef-8d4f-e547624f9efe') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.359683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a91937-bfeb-45ef-8d4f-e547624f9efe') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.367214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d0f16-4bc3-45a9-9fce-9199632f6ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd7cfec-5d6b-400c-a93d-010c64ec3996,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:56.390739 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.438710 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.450907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:56.451350 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.509204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc262-e874-4a86-b7aa-a50add47d5d2 req-9d4d8cc1-42c0-476e-838d-8f41196b0f9e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:56.510813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e9cc262-e874-4a86-b7aa-a50add47d5d2 req-9d4d8cc1-42c0-476e-838d-8f41196b0f9e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1255610 Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:56.524377 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:56.532181 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b13d687-ddd3-4c3e-94f2-488de9bb7835 x-openstack-request-id: req-3b13d687-ddd3-4c3e-94f2-488de9bb7835 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:56.532506 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23fcb48-d7b9-466a-804e-57c987b1f21e", "tag": "dbd7cfec-5d6b-400c-a93d-010c64ec3996", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:56.532737 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b13d687-ddd3-4c3e-94f2-488de9bb7835 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:56.533224 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'tag': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996', 'status': 'completed', 'code': 200} Jul 29 23:54:56.585677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ca80af3d-3cda-4a25-a05e-896067394dec no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:56.617077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e9cc262-e874-4a86-b7aa-a50add47d5d2 req-031d8730-821e-4af7-b064-b1536a51ea25 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947070 Jul 29 23:54:56.644203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: ca80af3d-3cda-4a25-a05e-896067394dec {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:56.645993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ca80af3d-3cda-4a25-a05e-896067394dec not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:56.699218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797863d1-6263-40b6-be06-88e2d15106a5 req-f2697a66-2dff-443e-ac1a-f546d146f266 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:56.701185 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-797863d1-6263-40b6-be06-88e2d15106a5 req-f2697a66-2dff-443e-ac1a-f546d146f266 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 943 time: 0.1108711 Jul 29 23:54:56.726108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f540d-220b-4fb1-807a-133708c3d91a req-882d2b4c-3970-41ae-903d-1ab3885a6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:56.728646 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-882d2b4c-3970-41ae-903d-1ab3885a6515 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9fd47cf550425a8844b8e581000f5f&device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1095 time: 0.2040167 Jul 29 23:54:56.735493 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.744003 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.754668 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/networks/4c627d2c-129f-4e3a-ab5b-6e50b8698896 HTTP/1.1" status: 204 len: 168 time: 1.4116366 Jul 29 23:54:56.757927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56140) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:56.762795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-425374023', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:56.778784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a6b11-cb05-4168-814b-f98e049d9ba4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Network': ['ID=4c627d2c-129f-4e3a-ab5b-6e50b8698896,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:56.816651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-797863d1-6263-40b6-be06-88e2d15106a5 req-fbcaf3d3-315b-488e-876a-233eeee14f04 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957632 Jul 29 23:54:56.830171 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.831657 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.841800 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-a4cfdba7-6645-47bd-97e2-6b59d01cc168 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996 HTTP/1.1" status: 200 len: 217 time: 0.0891156 Jul 29 23:54:56.901278 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.908788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f540d-220b-4fb1-807a-133708c3d91a req-21a54d6a-8cb1-4b52-a80d-431d0f5b466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:56.910689 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-21a54d6a-8cb1-4b52-a80d-431d0f5b466b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c97fd569-9a49-4b34-8f41-bcc081cd0b54 HTTP/1.1" status: 200 len: 848 time: 0.0612288 Jul 29 23:54:56.976677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b90b0895-ef5c-4ecf-8fcf-3557592ec626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:56.978292 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-b90b0895-ef5c-4ecf-8fcf-3557592ec626 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=464ff294-3539-4ab1-91a5-93c488a36535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606761 Jul 29 23:54:57.100772 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-22ab6689-5b67-4fbe-a1fc-1eecf4a78997 service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151693 Jul 29 23:54:57.107046 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.126986 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.271486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d48f540d-220b-4fb1-807a-133708c3d91a req-6db20040-bd86-4897-91e1-f900b8eb9a20 service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550663 Jul 29 23:54:57.417233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-beca9385-b8c5-415c-91f7-acc0ba0dd542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:57.418926 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-beca9385-b8c5-415c-91f7-acc0ba0dd542 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9fd47cf550425a8844b8e581000f5f&device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1095 time: 0.0567410 Jul 29 23:54:57.510210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.538605 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.591847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-d5fbf09f-bf2f-427d-8bf2-3858d9222e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:57.593424 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-d5fbf09f-bf2f-427d-8bf2-3858d9222e4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=464ff294-3539-4ab1-91a5-93c488a36535 HTTP/1.1" status: 200 len: 910 time: 0.1669447 Jul 29 23:54:57.651152 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-02e0ec8f-f15b-4880-bcb2-9047598d0d63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996 HTTP/1.1" status: 200 len: 217 time: 0.0501332 Jul 29 23:54:57.701107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Allocated IP 172.25.2.103 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/2cb9239e-2dcf-490c-a650-96aa3f575967) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:57.773719 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-b3b9c233-a21e-4d79-9183-384febb6d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:57.775228 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-b3b9c233-a21e-4d79-9183-384febb6d287 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c97fd569-9a49-4b34-8f41-bcc081cd0b54 HTTP/1.1" status: 200 len: 848 time: 0.1159811 Jul 29 23:54:57.845544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03658ed-24ab-41ce-992a-d5837a73b61c req-adc85b99-6023-4839-9e6b-58ba1e63a00d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:57.847199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b03658ed-24ab-41ce-992a-d5837a73b61c req-adc85b99-6023-4839-9e6b-58ba1e63a00d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1271164 Jul 29 23:54:57.859521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-16524110-a4a0-444b-9e04-704b260df551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:57.861393 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-16524110-a4a0-444b-9e04-704b260df551 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=464ff294-3539-4ab1-91a5-93c488a36535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779498 Jul 29 23:54:57.926248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b03658ed-24ab-41ce-992a-d5837a73b61c req-943b60f1-1995-4dff-b8dd-c0c2eade9d84 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637040 Jul 29 23:54:57.930344 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.982054 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-1669e752-96ee-4864-ab69-c62b9b88864b service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127532 Jul 29 23:54:58.029564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b9968-5a87-4fe6-b14d-8f199637234e req-9f6333e2-b64a-4262-8705-a171d9f42ce0 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:58.036693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d0b9968-5a87-4fe6-b14d-8f199637234e req-9f6333e2-b64a-4262-8705-a171d9f42ce0 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 943 time: 0.0779068 Jul 29 23:54:58.046019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.099762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:58.110076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:58.116242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:58.142447 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-82069f9e-af14-469a-80f8-4a85d1dd3c8e req-85bf31ed-f26c-4fef-897b-4038d4a93832 service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529219 Jul 29 23:54:58.158572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d0b9968-5a87-4fe6-b14d-8f199637234e req-ef195285-0fec-47cc-a852-02c99e645689 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166666 Jul 29 23:54:58.167300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=2cb9239e-2dcf-490c-a650-96aa3f575967,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:58.458812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.098005 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.162043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813e96-1cdc-4479-98e9-04e875f541a5 req-46f6e114-8f16-4eed-ae4d-74c54dcf2785 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:59.163939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2813e96-1cdc-4479-98e9-04e875f541a5 req-46f6e114-8f16-4eed-ae4d-74c54dcf2785 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1054153 Jul 29 23:54:59.295280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2813e96-1cdc-4479-98e9-04e875f541a5 req-74ce129c-1bcf-42e4-997f-efb331db0538 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213119 Jul 29 23:54:59.362309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bdcd7-7837-46a9-829a-8ead6ed893a4 req-de4f81e2-484c-4ba2-9473-c4a40908aec4 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:59.364846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba5bdcd7-7837-46a9-829a-8ead6ed893a4 req-de4f81e2-484c-4ba2-9473-c4a40908aec4 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 943 time: 0.0893550 Jul 29 23:54:59.402377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router 6e4438c4-c545-4852-b951-268c110d96ae is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:59.547386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:59.559230 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb5ffd-e01d-42e2-8335-197842e58131 None None] Sync routers for ids ['6e4438c4-c545-4852-b951-268c110d96ae'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:59.569068 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba5bdcd7-7837-46a9-829a-8ead6ed893a4 req-d971ba92-03be-4e41-9bb9-8f1df674d82b tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928666 Jul 29 23:54:59.574918 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb5ffd-e01d-42e2-8335-197842e58131 None None] Routers {'6e4438c4-c545-4852-b951-268c110d96ae'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:59.576002 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7aeb5ffd-e01d-42e2-8335-197842e58131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6e4438c4-c545-4852-b951-268c110d96ae'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:59.583389 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.594307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56166) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:59.604403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-efa1a8db-73b3-4d33-9cf0-2db83de3df61 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8403854 Jul 29 23:54:59.613007 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7aeb5ffd-e01d-42e2-8335-197842e58131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:59.622652 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb5ffd-e01d-42e2-8335-197842e58131 None None] Routers {'6e4438c4-c545-4852-b951-268c110d96ae'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:59.623467 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7aeb5ffd-e01d-42e2-8335-197842e58131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6e4438c4-c545-4852-b951-268c110d96ae'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:59.659833 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7aeb5ffd-e01d-42e2-8335-197842e58131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:59.660765 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb5ffd-e01d-42e2-8335-197842e58131 None None] The sync data for ids ['6e4438c4-c545-4852-b951-268c110d96ae'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:59.737956 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-08add856-b2bd-469c-a80a-6d6a5b2044ed tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/routers/6e4438c4-c545-4852-b951-268c110d96ae HTTP/1.1" status: 200 len: 880 time: 0.1440442 Jul 29 23:54:59.737956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56168) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:00.097560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56174) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:00.103328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6da7fb7e-7bd0-447c-be25-729b033bc23b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-425374023'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:00.105619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c6efabfa-6e6b-4f8e-a95a-93b1c6279e5f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3665318 Jul 29 23:55:00.535388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e2d46-3708-4c79-8fb1-8afdcc399d6a req-c5ffba5e-9a47-4f47-957d-af78f8409513 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:00.537167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f63e2d46-3708-4c79-8fb1-8afdcc399d6a req-c5ffba5e-9a47-4f47-957d-af78f8409513 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1396186 Jul 29 23:55:00.638984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f63e2d46-3708-4c79-8fb1-8afdcc399d6a req-418c370d-2935-4965-8612-94b1a043d634 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939827 Jul 29 23:55:00.654088 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da7fb7e-7bd0-447c-be25-729b033bc23b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.711149 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da7fb7e-7bd0-447c-be25-729b033bc23b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.809379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8f613-7f8c-4170-8e1a-b1fc1d6ad7fc req-52303561-c366-436d-87bb-0eaff2765587 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:00.811033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1a8f613-7f8c-4170-8e1a-b1fc1d6ad7fc req-52303561-c366-436d-87bb-0eaff2765587 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 943 time: 0.1354988 Jul 29 23:55:00.829293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dbd7cfec-5d6b-400c-a93d-010c64ec3996 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:55:00.937631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1a8f613-7f8c-4170-8e1a-b1fc1d6ad7fc req-6bf61dcd-876d-4482-a1d8-24cda39e99ba tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860329 Jul 29 23:55:00.945532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da7fb7e-7bd0-447c-be25-729b033bc23b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router 6e4438c4-c545-4852-b951-268c110d96ae has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:00.995235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dbd7cfec-5d6b-400c-a93d-010c64ec3996, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:01.028161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'port_id': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996', 'mac_address': 'fa:16:3e:f4:4a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:55:01.077768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.101467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd7cfec-5d6b-400c-a93d-010c64ec3996 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:55:01.123455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dbd7cfec-5d6b-400c-a93d-010c64ec3996, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:01.129062 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.144443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da7fb7e-7bd0-447c-be25-729b033bc23b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:01.158794 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da7fb7e-7bd0-447c-be25-729b033bc23b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.160521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6da7fb7e-7bd0-447c-be25-729b033bc23b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/6e4438c4-c545-4852-b951-268c110d96ae HTTP/1.1" status: 200 len: 887 time: 1.0616493 Jul 29 23:55:01.163227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56190) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:01.173208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a52cbe-533a-4fb8-891d-a2681b6c8b2c None None] Sync routers for ids ['6e4438c4-c545-4852-b951-268c110d96ae'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:01.204932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a52cbe-533a-4fb8-891d-a2681b6c8b2c None None] Routers {'6e4438c4-c545-4852-b951-268c110d96ae'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:01.205727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c1a52cbe-533a-4fb8-891d-a2681b6c8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6e4438c4-c545-4852-b951-268c110d96ae'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:01.246222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c1a52cbe-533a-4fb8-891d-a2681b6c8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:01.248579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=dbd7cfec-5d6b-400c-a93d-010c64ec3996,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:01.259269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a52cbe-533a-4fb8-891d-a2681b6c8b2c None None] Routers {'6e4438c4-c545-4852-b951-268c110d96ae'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:01.260033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c1a52cbe-533a-4fb8-891d-a2681b6c8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['6e4438c4-c545-4852-b951-268c110d96ae'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:01.293931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c1a52cbe-533a-4fb8-891d-a2681b6c8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:01.294739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a52cbe-533a-4fb8-891d-a2681b6c8b2c None None] The sync data for ids ['6e4438c4-c545-4852-b951-268c110d96ae'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:01.323121 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-198221ba-1968-4696-8709-cb847097bd92 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/routers/6e4438c4-c545-4852-b951-268c110d96ae HTTP/1.1" status: 200 len: 887 time: 0.1575041 Jul 29 23:55:01.323312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56194) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:01.352150 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2badf939-f0e3-4cbd-b8b6-c53476258968 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e4438c4-c545-4852-b951-268c110d96ae HTTP/1.1" status: 200 len: 205 time: 0.0275767 Jul 29 23:55:01.354866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:01.476547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.553490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['dbd7cfec-5d6b-400c-a93d-010c64ec3996'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:55:01.607251 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.683862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 2cb9239e-2dcf-490c-a650-96aa3f575967 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:01.684641 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.828450 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.847039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 2cb9239e-2dcf-490c-a650-96aa3f575967 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:01.861991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629a5c2-da2e-495b-bb5a-b2b71e351dc8 req-6ea2f11b-4da3-4862-9ae3-0a5e348ca73a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:01.863414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9629a5c2-da2e-495b-bb5a-b2b71e351dc8 req-6ea2f11b-4da3-4862-9ae3-0a5e348ca73a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.1005490 Jul 29 23:55:01.945334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9629a5c2-da2e-495b-bb5a-b2b71e351dc8 req-2d5e4f93-e91c-437a-a0dd-4571d35af086 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741155 Jul 29 23:55:02.093616 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.130200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf4f6-919b-4a16-a446-12aafc2aec8d req-e69e355e-ab7b-45e2-80d2-e83bab1b6f7f tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:02.131728 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7bcf4f6-919b-4a16-a446-12aafc2aec8d req-e69e355e-ab7b-45e2-80d2-e83bab1b6f7f tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 944 time: 0.0878072 Jul 29 23:55:02.133737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=2cb9239e-2dcf-490c-a650-96aa3f575967,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:02.498373 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.538959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7bcf4f6-919b-4a16-a446-12aafc2aec8d req-007e39e0-6f1b-4f57-9068-dd37305e06a4 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994591 Jul 29 23:55:02.546338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.609970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51fa42-d6c0-45e8-b027-709eacda1488 req-bf24763d-151e-4417-8ff5-fe87e96aa388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:02.611556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c51fa42-d6c0-45e8-b027-709eacda1488 req-bf24763d-151e-4417-8ff5-fe87e96aa388 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 1098 time: 0.1265216 Jul 29 23:55:02.649173 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.659446 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.738855 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.739420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Fanout notify agent at l3_agent the message router_deleted on router 6e4438c4-c545-4852-b951-268c110d96ae {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:02.751928 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.753143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-acc86e16-5586-40fa-8f8b-ab96e00a13d7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/6e4438c4-c545-4852-b951-268c110d96ae HTTP/1.1" status: 204 len: 168 time: 1.3971908 Jul 29 23:55:02.757423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56222) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:02.762523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677181785'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:02.775748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51fa42-d6c0-45e8-b027-709eacda1488 req-9c84db5f-e627-48eb-8b13-00a84ce8aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:02.777298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c51fa42-d6c0-45e8-b027-709eacda1488 req-9c84db5f-e627-48eb-8b13-00a84ce8aad8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 914 time: 0.1402071 Jul 29 23:55:02.784665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:02.788978 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.832927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:02.843468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dbd7cfec-5d6b-400c-a93d-010c64ec3996 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:02.845608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c51fa42-d6c0-45e8-b027-709eacda1488 req-651141c8-5f8e-48b6-adad-e1c65a9a88af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6732cdfc-ed5a-4264-9341-1fafa171de94 HTTP/1.1" status: 200 len: 217 time: 0.0607884 Jul 29 23:55:02.846015 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.846543 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added segment 9e0825da-75bd-4fa9-ac80-f4ad2eb2690f of type vlan for network 9f64bf32-c917-4bd9-a274-ec37a785e2fc Jul 29 23:55:02.898411 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.901748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port dbd7cfec-5d6b-400c-a93d-010c64ec3996 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:02.903165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51fa42-d6c0-45e8-b027-709eacda1488 req-43bb87bf-6e65-46d9-a37e-5b5097f90649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:02.904815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c51fa42-d6c0-45e8-b027-709eacda1488 req-43bb87bf-6e65-46d9-a37e-5b5097f90649 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 200 len: 853 time: 0.0516543 Jul 29 23:55:02.907341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port dbd7cfec-5d6b-400c-a93d-010c64ec3996 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:02.907722 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.936068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.944525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c51fa42-d6c0-45e8-b027-709eacda1488 req-738769f2-19f2-4cc4-8e87-e144275787dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8318e19d-0d5e-4000-8328-67cea49b31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320966 Jul 29 23:55:02.945217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:02.946169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.042382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Network': ['ID=9f64bf32-c917-4bd9-a274-ec37a785e2fc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:03.042664 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.049678 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1ad341cc-5989-481a-a61f-9f40d71388ad tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2887173 Jul 29 23:55:03.050012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:03.061127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'subnet': {'network_id': '9f64bf32-c917-4bd9-a274-ec37a785e2fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:03.066693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 9f64bf32-c917-4bd9-a274-ec37a785e2fc details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:03.131267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a91a0-32df-4d66-acf8-660f97cd9aea req-65a1a41c-3d1f-4f13-9617-dc51809f617c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:03.133021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a4a91a0-32df-4d66-acf8-660f97cd9aea req-65a1a41c-3d1f-4f13-9617-dc51809f617c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0877109 Jul 29 23:55:03.136900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c51fa42-d6c0-45e8-b027-709eacda1488 req-404c5855-6330-4e61-8335-7011d913ed59 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838303 Jul 29 23:55:03.159977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:03.164063 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f05d11-e8de-4089-b92f-af674695244a" -d '{"events": [{"server_uuid": "a23fcb48-d7b9-466a-804e-57c987b1f21e", "name": "network-vif-plugged", "status": "completed", "tag": "dbd7cfec-5d6b-400c-a93d-010c64ec3996"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:03.167465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:03.172072 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.205766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port dbd7cfec-5d6b-400c-a93d-010c64ec3996, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:03.216098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.253200 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264da70e-3e57-462e-81cd-3986efe5c8c6 x-openstack-request-id: req-264da70e-3e57-462e-81cd-3986efe5c8c6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:03.253767 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23fcb48-d7b9-466a-804e-57c987b1f21e", "name": "network-vif-plugged", "status": "completed", "tag": "dbd7cfec-5d6b-400c-a93d-010c64ec3996", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:03.254315 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-264da70e-3e57-462e-81cd-3986efe5c8c6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:03.254868 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996', 'code': 200} Jul 29 23:55:03.275557 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a4a91a0-32df-4d66-acf8-660f97cd9aea req-7e76fb07-f06f-4555-ac61-2525cdaf6033 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348145 Jul 29 23:55:03.321789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=dbd7cfec-5d6b-400c-a93d-010c64ec3996,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:03.331156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c51fa42-d6c0-45e8-b027-709eacda1488 req-7dd0ec20-5e3b-4634-9a82-88fe5011cd7c service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669614 Jul 29 23:55:03.385135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c7479-d20a-4989-ac04-29aed98de82d req-0ba66850-d88c-453b-bb56-26b056053a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:03.386722 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b45c7479-d20a-4989-ac04-29aed98de82d req-0ba66850-d88c-453b-bb56-26b056053a40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1097 time: 0.0757656 Jul 29 23:55:03.463959 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b45c7479-d20a-4989-ac04-29aed98de82d req-d584c164-f0a3-446c-999e-5a86ebebde86 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693636 Jul 29 23:55:03.465239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.535083 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Subnet': ['ID=637bea4a-c359-421d-98e1-f74bd1e16b36,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:03.538155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Checking segment: {'id': '9e0825da-75bd-4fa9-ac80-f4ad2eb2690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9f64bf32-c917-4bd9-a274-ec37a785e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:03.538524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network hostable DHCP agents. Network: 9f64bf32-c917-4bd9-a274-ec37a785e2fc, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:03.556458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 9f64bf32-c917-4bd9-a274-ec37a785e2fc is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:03.566450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 9f64bf32-c917-4bd9-a274-ec37a785e2fc) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:03.575864 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9143fe54-9816-477a-b5bf-9d4c96856880 None None] Network 9f64bf32-c917-4bd9-a274-ec37a785e2fc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:03.578804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:03.579414 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.609470 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-01649249-dc15-438b-a932-5a45197daf31 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5519316 Jul 29 23:55:03.609470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:03.617308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-525bb5b8-23ab-4135-8bf6-3b9022dedfd5 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1857289395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:03.637291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-525bb5b8-23ab-4135-8bf6-3b9022dedfd5 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.638420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-525bb5b8-23ab-4135-8bf6-3b9022dedfd5 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.719326 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-525bb5b8-23ab-4135-8bf6-3b9022dedfd5 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.725351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-525bb5b8-23ab-4135-8bf6-3b9022dedfd5 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.725698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ddc79-189a-4ce1-adb7-0b61f5b05d3a req-e0666acb-7044-4f3c-ac3a-0e73a2b10592 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:03.727843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-615ddc79-189a-4ce1-adb7-0b61f5b05d3a req-e0666acb-7044-4f3c-ac3a-0e73a2b10592 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 945 time: 0.0724196 Jul 29 23:55:03.755646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-525bb5b8-23ab-4135-8bf6-3b9022dedfd5 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.766315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:03.767114 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-525bb5b8-23ab-4135-8bf6-3b9022dedfd5 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1603792 Jul 29 23:55:03.768742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-9f64bf32-c917-4bd9-a274-ec37a785e2fc', 'network_id': '9f64bf32-c917-4bd9-a274-ec37a785e2fc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'fixed_ips': [{'subnet_id': '637bea4a-c359-421d-98e1-f74bd1e16b36'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:03.769616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.811077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-615ddc79-189a-4ce1-adb7-0b61f5b05d3a req-290f0940-f7a9-418f-bc63-c668020b33fb tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764973 Jul 29 23:55:04.062253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.074806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Allocated IP 172.20.0.2 (9f64bf32-c917-4bd9-a274-ec37a785e2fc/637bea4a-c359-421d-98e1-f74bd1e16b36/a0feaeb6-77b4-41fa-8474-72a5db37dcbe) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:04.228807 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.239428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Transition to ACTIVE for port object a0feaeb6-77b4-41fa-8474-72a5db37dcbe will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:04.261633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Transition to ACTIVE for port object a0feaeb6-77b4-41fa-8474-72a5db37dcbe will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:04.269657 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.309197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Network 9f64bf32-c917-4bd9-a274-ec37a785e2fc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:04.324935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Allocated IP 172.20.0.1 (9f64bf32-c917-4bd9-a274-ec37a785e2fc/637bea4a-c359-421d-98e1-f74bd1e16b36/ed8d098e-be1d-4dc0-8e19-b6456b278924) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:04.331224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:04.334043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:04.343932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Pushing event updated for resources: {'Port': ['ID=a0feaeb6-77b4-41fa-8474-72a5db37dcbe,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:04.423649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Attempting to bind port a0feaeb6-77b4-41fa-8474-72a5db37dcbe on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:04.425812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Attempting to bind port a0feaeb6-77b4-41fa-8474-72a5db37dcbe by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '9e0825da-75bd-4fa9-ac80-f4ad2eb2690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9f64bf32-c917-4bd9-a274-ec37a785e2fc'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:04.425812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Attempting to bind port a0feaeb6-77b4-41fa-8474-72a5db37dcbe on network 9f64bf32-c917-4bd9-a274-ec37a785e2fc {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:04.431605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:04.431940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Checking segment: {'id': '9e0825da-75bd-4fa9-ac80-f4ad2eb2690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9f64bf32-c917-4bd9-a274-ec37a785e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:04.433100 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.433552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Bound using segment: {'id': '9e0825da-75bd-4fa9-ac80-f4ad2eb2690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9f64bf32-c917-4bd9-a274-ec37a785e2fc'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:04.434318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Bound port: a0feaeb6-77b4-41fa-8474-72a5db37dcbe, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0825da-75bd-4fa9-ac80-f4ad2eb2690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9f64bf32-c917-4bd9-a274-ec37a785e2fc'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:04.434452 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.468051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94657e-07ee-48f6-a986-80a75f483cc9 req-a8cdeaf0-9e0f-4745-a895-df380ef0aecf tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:04.469657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be94657e-07ee-48f6-a986-80a75f483cc9 req-a8cdeaf0-9e0f-4745-a895-df380ef0aecf tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 946 time: 0.0763879 Jul 29 23:55:04.513534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] For port a0feaeb6-77b4-41fa-8474-72a5db37dcbe, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:04.516935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] For port a0feaeb6-77b4-41fa-8474-72a5db37dcbe, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a0feaeb6-77b4-41fa-8474-72a5db37dcbe,segment=NetworkSegment(9e0825da-75bd-4fa9-ac80-f4ad2eb2690f),segment_id=9e0825da-75bd-4fa9-ac80-f4ad2eb2690f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:04.522728 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.528536 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.541094 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be94657e-07ee-48f6-a986-80a75f483cc9 req-2635279e-1392-41df-8423-b5a985abceac tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644155 Jul 29 23:55:04.547963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Transition to ACTIVE for port object ed8d098e-be1d-4dc0-8e19-b6456b278924 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:04.590751 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.606680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84792fa8-0664-4102-8b90-82854d5a64dd None None] Pushing event updated for resources: {'Port': ['ID=a0feaeb6-77b4-41fa-8474-72a5db37dcbe,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:04.665052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 9f64bf32-c917-4bd9-a274-ec37a785e2fc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:04.668506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:04.672258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:04.703713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=ed8d098e-be1d-4dc0-8e19-b6456b278924,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:04.726644 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.749442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6732cdfc-ed5a-4264-9341-1fafa171de94 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:04.910884 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.981034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.991560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:05.002355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.108229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:05.198077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd4dc0-0b8e-4dde-b75b-3189fba2ea73 req-5176d0c6-2c1c-4d12-903e-7f4024baa848 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:05.201927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1edd4dc0-0b8e-4dde-b75b-3189fba2ea73 req-5176d0c6-2c1c-4d12-903e-7f4024baa848 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 945 time: 0.1722217 Jul 29 23:55:05.257531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:05.261611 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6703c71-d750-4f05-917f-a1715ca02cd7" -d '{"events": [{"server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "name": "network-vif-unplugged", "status": "completed", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:05.278033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1edd4dc0-0b8e-4dde-b75b-3189fba2ea73 req-9b4c7a95-f389-4f02-a53e-df4e3a8e601a tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472479 Jul 29 23:55:05.327984 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e228f08-9815-42ae-93f1-5660a77fa7d2 x-openstack-request-id: req-2e228f08-9815-42ae-93f1-5660a77fa7d2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:05.328176 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "name": "network-vif-unplugged", "status": "completed", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:05.328410 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e228f08-9815-42ae-93f1-5660a77fa7d2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:05.328808 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'code': 200} Jul 29 23:55:05.493089 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.501231 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.675499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=ed8d098e-be1d-4dc0-8e19-b6456b278924,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:05.682775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.779962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc0d7-e389-40a4-a1c9-d43f3f16a1b8 req-4fcefb39-9bf6-4cc5-b167-dcfd0a6447cc tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:05.784740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c26fc0d7-e389-40a4-a1c9-d43f3f16a1b8 req-4fcefb39-9bf6-4cc5-b167-dcfd0a6447cc tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.1290121 Jul 29 23:55:05.858457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c26fc0d7-e389-40a4-a1c9-d43f3f16a1b8 req-900fa5e1-f014-49de-87c9-7ee1b64944e1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700834 Jul 29 23:55:05.871909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 9f64bf32-c917-4bd9-a274-ec37a785e2fc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:05.873566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:05.984896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334cbe3-48e0-4f70-abd8-418323474613 None None] Network 9f64bf32-c917-4bd9-a274-ec37a785e2fc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:06.042619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5709a-6e69-421b-aa6d-8d8fbb815a71 req-9765cf0c-5bdf-41dc-a033-6f2fc0e8bd9e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.044196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12f5709a-6e69-421b-aa6d-8d8fbb815a71 req-9765cf0c-5bdf-41dc-a033-6f2fc0e8bd9e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.0739899 Jul 29 23:55:06.059151 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cdbd2b8f-2edf-466f-a1ea-f40073fd69cc None None] Provisioning for port a0feaeb6-77b4-41fa-8474-72a5db37dcbe completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:06.089473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router 1b1acc64-18a9-4216-abf9-2dd416a2867c is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:55:06.097552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12f5709a-6e69-421b-aa6d-8d8fbb815a71 req-ea4acfea-5438-4cf4-8b39-4c3f13d438b1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Jul 29 23:55:06.199652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:06.204964 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cfe7befe-7f75-4088-8a25-f036aa3e8731 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/1b1acc64-18a9-4216-abf9-2dd416a2867c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4374878 Jul 29 23:55:06.207337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:06.217898 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5dfe2-fa9b-4acd-b240-451050ed5fca None None] Sync routers for ids ['1b1acc64-18a9-4216-abf9-2dd416a2867c'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:06.229365 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5dfe2-fa9b-4acd-b240-451050ed5fca None None] Routers {'1b1acc64-18a9-4216-abf9-2dd416a2867c'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:06.230004 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4f5dfe2-fa9b-4acd-b240-451050ed5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1b1acc64-18a9-4216-abf9-2dd416a2867c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:06.257109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20644e9e-b833-4d7b-acfd-60b3c3d05ee0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.258964 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-20644e9e-b833-4d7b-acfd-60b3c3d05ee0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports/ed8d098e-be1d-4dc0-8e19-b6456b278924 HTTP/1.1" status: 200 len: 910 time: 0.0505490 Jul 29 23:55:06.261725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56274) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:06.268714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-07a9eab0-f481-4942-9e46-66672701dbeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '637bea4a-c359-421d-98e1-f74bd1e16b36'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:06.277959 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4f5dfe2-fa9b-4acd-b240-451050ed5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:06.287560 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5dfe2-fa9b-4acd-b240-451050ed5fca None None] Routers {'1b1acc64-18a9-4216-abf9-2dd416a2867c'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:06.288483 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4f5dfe2-fa9b-4acd-b240-451050ed5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1b1acc64-18a9-4216-abf9-2dd416a2867c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:06.329271 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4f5dfe2-fa9b-4acd-b240-451050ed5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:06.330613 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5dfe2-fa9b-4acd-b240-451050ed5fca None None] The sync data for ids ['1b1acc64-18a9-4216-abf9-2dd416a2867c'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:06.446129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b245237-62b3-4f88-858b-15ad8f906852 req-71a1db9e-ec48-4f9c-8c6f-70b235455396 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.447900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b245237-62b3-4f88-858b-15ad8f906852 req-71a1db9e-ec48-4f9c-8c6f-70b235455396 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 945 time: 0.0704484 Jul 29 23:55:06.490880 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a9eab0-f481-4942-9e46-66672701dbeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.543853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b245237-62b3-4f88-858b-15ad8f906852 req-2fab57f4-a736-4aaa-964a-9ff13552b962 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887856 Jul 29 23:55:06.602357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898f9bd-9974-4740-bd77-1aef66aceb14 req-1195024a-896f-42eb-891a-def19b1c4ee8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.607012 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b898f9bd-9974-4740-bd77-1aef66aceb14 req-1195024a-896f-42eb-891a-def19b1c4ee8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.1531115 Jul 29 23:55:06.627568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf652cde-fc81-4f2d-b8d1-da3f10358ba0 None None] Provisioning for port ed8d098e-be1d-4dc0-8e19-b6456b278924 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:06.640438 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf652cde-fc81-4f2d-b8d1-da3f10358ba0 None None] Provisioning complete for port ed8d098e-be1d-4dc0-8e19-b6456b278924 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:06.640822 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf652cde-fc81-4f2d-b8d1-da3f10358ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.701951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a0feaeb6-77b4-41fa-8474-72a5db37dcbe up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:06.762978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56296) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:06.766679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a0feaeb6-77b4-41fa-8474-72a5db37dcbe completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:06.772274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bf652cde-fc81-4f2d-b8d1-da3f10358ba0 None None] Port ed8d098e-be1d-4dc0-8e19-b6456b278924 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:06.777658 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a0feaeb6-77b4-41fa-8474-72a5db37dcbe triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:06.778163 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.811905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf652cde-fc81-4f2d-b8d1-da3f10358ba0 None None] Provisioning complete for port a0feaeb6-77b4-41fa-8474-72a5db37dcbe triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:06.812827 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf652cde-fc81-4f2d-b8d1-da3f10358ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.872148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b898f9bd-9974-4740-bd77-1aef66aceb14 req-4a2ec30d-a2aa-4b27-9152-90960f32347f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490752 Jul 29 23:55:06.922496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82abeb-9b5b-4df9-a002-cb9adaa73fc1 req-99bcafea-3b68-41f6-b5fc-988cd04a2b65 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.943026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa82abeb-9b5b-4df9-a002-cb9adaa73fc1 req-99bcafea-3b68-41f6-b5fc-988cd04a2b65 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 945 time: 0.2741933 Jul 29 23:55:06.993576 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf652cde-fc81-4f2d-b8d1-da3f10358ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.042077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bf652cde-fc81-4f2d-b8d1-da3f10358ba0 None None] For port a0feaeb6-77b4-41fa-8474-72a5db37dcbe, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a0feaeb6-77b4-41fa-8474-72a5db37dcbe,segment=NetworkSegment(9e0825da-75bd-4fa9-ac80-f4ad2eb2690f),segment_id=9e0825da-75bd-4fa9-ac80-f4ad2eb2690f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:07.049675 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf652cde-fc81-4f2d-b8d1-da3f10358ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.083327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa82abeb-9b5b-4df9-a002-cb9adaa73fc1 req-e5af8472-556d-484e-a21b-ab067ae7eb6b tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363115 Jul 29 23:55:07.085700 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.164614 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:07.167605 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:07.225377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf652cde-fc81-4f2d-b8d1-da3f10358ba0 None None] Pushing event updated for resources: {'Port': ['ID=a0feaeb6-77b4-41fa-8474-72a5db37dcbe,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.243674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a8e7e54e-fa47-4fea-8d3c-f143d0d03719 None None] Provisioning complete for port ed8d098e-be1d-4dc0-8e19-b6456b278924 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:07.244088 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e54e-fa47-4fea-8d3c-f143d0d03719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.293496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7e54e-fa47-4fea-8d3c-f143d0d03719 None None] Port ed8d098e-be1d-4dc0-8e19-b6456b278924 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:07.309105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-657a9914-f5ba-40c7-ae98-8397b90fd64b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5240524 Jul 29 23:55:07.334525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028c67a-6335-4d97-9a3c-0b4e941e6fc2 req-400605a1-1f3c-40b0-987d-f83286c3c075 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:07.337561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c028c67a-6335-4d97-9a3c-0b4e941e6fc2 req-400605a1-1f3c-40b0-987d-f83286c3c075 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 945 time: 0.0964253 Jul 29 23:55:07.395718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c028c67a-6335-4d97-9a3c-0b4e941e6fc2 req-6c649a07-20a9-46c6-a922-126b13303a19 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519619 Jul 29 23:55:07.407760 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a9eab0-f481-4942-9e46-66672701dbeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.418058 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a9eab0-f481-4942-9e46-66672701dbeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.425279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7664448d-fe45-4a8e-a855-5b5c29c2bd47 None None] Provisioning complete for port ed8d098e-be1d-4dc0-8e19-b6456b278924 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:07.425763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7664448d-fe45-4a8e-a855-5b5c29c2bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.444465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56304) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:07.497200 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9eab0-f481-4942-9e46-66672701dbeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=ed8d098e-be1d-4dc0-8e19-b6456b278924,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.508758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7664448d-fe45-4a8e-a855-5b5c29c2bd47 None None] Port ed8d098e-be1d-4dc0-8e19-b6456b278924 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:07.541024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eff717-5233-45c7-8643-bd67b7293377 tempest-TestServerBasicOps-511317853 tempest-TestServerBasicOps-511317853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:07.541840 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9eab0-f481-4942-9e46-66672701dbeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:07.542974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b0eff717-5233-45c7-8643-bd67b7293377 tempest-TestServerBasicOps-511317853 tempest-TestServerBasicOps-511317853-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1092 time: 0.0975006 Jul 29 23:55:07.544339 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07a9eab0-f481-4942-9e46-66672701dbeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.545872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:07.548407 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-07a9eab0-f481-4942-9e46-66672701dbeb tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/ports/ed8d098e-be1d-4dc0-8e19-b6456b278924 HTTP/1.1" status: 200 len: 910 time: 1.2853820 Jul 29 23:55:07.551142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56316) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:07.552007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:07.584787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.729361 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.867986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Allocated IP 172.25.2.122 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/ea3164e8-7750-4ad8-a163-03ae89291898) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:07.992355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.064934 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.075416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b285c18-1837-4df8-9568-d2e1db27b83f req-d382ed7e-0aa6-4098-8c69-68d956ab1f0d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:08.076996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b285c18-1837-4df8-9568-d2e1db27b83f req-d382ed7e-0aa6-4098-8c69-68d956ab1f0d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.0843019 Jul 29 23:55:08.138714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b285c18-1837-4df8-9568-d2e1db27b83f req-36b63bc5-33f6-4919-b08e-7a0cabcc41ef tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551422 Jul 29 23:55:08.163814 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.205867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:08.208755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:08.213500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:08.266050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port ed8d098e-be1d-4dc0-8e19-b6456b278924 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:08.266488 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.362922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.378211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for ed8d098e-be1d-4dc0-8e19-b6456b278924 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:08.572829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a0feaeb6-77b4-41fa-8474-72a5db37dcbe up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:08.573588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event updated for resources: {'Port': ['ID=ea3164e8-7750-4ad8-a163-03ae89291898,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.593387 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.627960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a0feaeb6-77b4-41fa-8474-72a5db37dcbe triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:08.628796 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.639718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=ed8d098e-be1d-4dc0-8e19-b6456b278924,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.656538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-d8f61cae-e4b7-4fa0-9d9d-d7c2f9fb56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:08.658024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-d8f61cae-e4b7-4fa0-9d9d-d7c2f9fb56f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445&tenant_id=4793646f191c4e92b8a766bfad29590b HTTP/1.1" status: 200 len: 1096 time: 0.1051602 Jul 29 23:55:08.750888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6732cdfc-ed5a-4264-9341-1fafa171de94 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:08.862183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.888284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-a066a5f1-2bd6-44c0-af0c-5c2e9c9fa0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:08.890417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-a066a5f1-2bd6-44c0-af0c-5c2e9c9fa0d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 1096 time: 0.1890264 Jul 29 23:55:09.037552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router 1b1acc64-18a9-4216-abf9-2dd416a2867c has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:09.047015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-f1f39d8c-4ccd-49cd-946c-4e1d56bf3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:09.048551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-f1f39d8c-4ccd-49cd-946c-4e1d56bf3758 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 914 time: 0.1487639 Jul 29 23:55:09.127697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:09.137397 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bcaeca59-3419-4657-ba7d-9d76edaf6a07 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/1b1acc64-18a9-4216-abf9-2dd416a2867c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5818410 Jul 29 23:55:09.137397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:09.145540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bf09b-9afd-449d-ba96-2410e7acd7f8 None None] Sync routers for ids ['1b1acc64-18a9-4216-abf9-2dd416a2867c'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:09.156942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-883ba395-1550-4668-8fc8-de615d4f1b7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6732cdfc-ed5a-4264-9341-1fafa171de94 HTTP/1.1" status: 200 len: 217 time: 0.0898392 Jul 29 23:55:09.166110 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06bf09b-9afd-449d-ba96-2410e7acd7f8 None None] Routers {'1b1acc64-18a9-4216-abf9-2dd416a2867c'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:09.166763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f06bf09b-9afd-449d-ba96-2410e7acd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1b1acc64-18a9-4216-abf9-2dd416a2867c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:09.170275 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cf297cd3-e70e-4858-8416-faa65231abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b1acc64-18a9-4216-abf9-2dd416a2867c HTTP/1.1" status: 200 len: 205 time: 0.0296283 Jul 29 23:55:09.171109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56334) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:09.218322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f06bf09b-9afd-449d-ba96-2410e7acd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:09.244900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06bf09b-9afd-449d-ba96-2410e7acd7f8 None None] Routers {'1b1acc64-18a9-4216-abf9-2dd416a2867c'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:09.245820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f06bf09b-9afd-449d-ba96-2410e7acd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1b1acc64-18a9-4216-abf9-2dd416a2867c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:09.257507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5e438eb-d933-45c6-9d02-98a75ecb4397 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.303825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f06bf09b-9afd-449d-ba96-2410e7acd7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:09.304559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bf09b-9afd-449d-ba96-2410e7acd7f8 None None] The sync data for ids ['1b1acc64-18a9-4216-abf9-2dd416a2867c'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:09.313400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-9c67dcc2-9776-41ff-8527-e65be6bee65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:09.314807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-9c67dcc2-9776-41ff-8527-e65be6bee65d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 200 len: 853 time: 0.1466489 Jul 29 23:55:09.392757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-ebd4554f-9166-4930-b287-7a93029ba216 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8318e19d-0d5e-4000-8328-67cea49b31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534880 Jul 29 23:55:09.431472 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5e438eb-d933-45c6-9d02-98a75ecb4397 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.434089 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5e438eb-d933-45c6-9d02-98a75ecb4397 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.479948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5e438eb-d933-45c6-9d02-98a75ecb4397 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.480520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e438eb-d933-45c6-9d02-98a75ecb4397 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Fanout notify agent at l3_agent the message router_deleted on router 1b1acc64-18a9-4216-abf9-2dd416a2867c {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:09.487480 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5e438eb-d933-45c6-9d02-98a75ecb4397 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.491512 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b5e438eb-d933-45c6-9d02-98a75ecb4397 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/1b1acc64-18a9-4216-abf9-2dd416a2867c HTTP/1.1" status: 204 len: 168 time: 0.3166108 Jul 29 23:55:09.492042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:09.507104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3fe60-5247-4207-a538-37872634790d req-9723fceb-d246-4e4e-8121-455c2d940796 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:09.508576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0b3fe60-5247-4207-a538-37872634790d req-9723fceb-d246-4e4e-8121-455c2d940796 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.2431583 Jul 29 23:55:09.573567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fd7d08-7ae3-4e1e-8192-ff4c28a21b4d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting subnet 637bea4a-c359-421d-98e1-f74bd1e16b36 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:09.577045 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58fd7d08-7ae3-4e1e-8192-ff4c28a21b4d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.587968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.623613 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58fd7d08-7ae3-4e1e-8192-ff4c28a21b4d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.661344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0b3fe60-5247-4207-a538-37872634790d req-872ffc63-9b8f-4df1-8cba-d31cf2e77ac4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377931 Jul 29 23:55:09.691772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-f30d72eb-4f98-4875-8406-79d7ed9ed830 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850068 Jul 29 23:55:09.725447 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58fd7d08-7ae3-4e1e-8192-ff4c28a21b4d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.771488 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.793265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58fd7d08-7ae3-4e1e-8192-ff4c28a21b4d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.821226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd7d08-7ae3-4e1e-8192-ff4c28a21b4d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Subnet': ['ID=637bea4a-c359-421d-98e1-f74bd1e16b36,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:09.824728 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58fd7d08-7ae3-4e1e-8192-ff4c28a21b4d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.829586 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-58fd7d08-7ae3-4e1e-8192-ff4c28a21b4d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/637bea4a-c359-421d-98e1-f74bd1e16b36 HTTP/1.1" status: 204 len: 168 time: 0.3334064 Jul 29 23:55:09.829863 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:09.848876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c105fc5-8325-467b-bbef-8424a0c44932 None None] Network 9f64bf32-c917-4bd9-a274-ec37a785e2fc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:09.850741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-89b0df45-c663-4c1c-bf7b-11030cff5ddd service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494138 Jul 29 23:55:09.953850 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.008700 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.015972 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.054729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port a0feaeb6-77b4-41fa-8474-72a5db37dcbe {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:10.055193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.104860 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.126707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event updated for resources: {'Port': ['ID=ea3164e8-7750-4ad8-a163-03ae89291898,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:10.157382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e47d3b2-a943-4e5e-9a19-ed19bc102cec None None] DHCP port deletion for 9f64bf32-c917-4bd9-a274-ec37a785e2fc request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:10.174087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port a0feaeb6-77b4-41fa-8474-72a5db37dcbe, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a0feaeb6-77b4-41fa-8474-72a5db37dcbe,segment=NetworkSegment(9e0825da-75bd-4fa9-ac80-f4ad2eb2690f),segment_id=9e0825da-75bd-4fa9-ac80-f4ad2eb2690f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:10.174458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.191174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for a0feaeb6-77b4-41fa-8474-72a5db37dcbe owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:10.264005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0e47d3b2-a943-4e5e-9a19-ed19bc102cec None None] Deleting port a0feaeb6-77b4-41fa-8474-72a5db37dcbe {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:10.264516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e47d3b2-a943-4e5e-9a19-ed19bc102cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.338870 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Floating IP ecb5273a-2f50-4ec8-8a66-1b95dfa37540 associated. External IP: 172.25.2.122, port: dbd7cfec-5d6b-400c-a93d-010c64ec3996. Jul 29 23:55:10.396583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0e47d3b2-a943-4e5e-9a19-ed19bc102cec None None] For port a0feaeb6-77b4-41fa-8474-72a5db37dcbe, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a0feaeb6-77b4-41fa-8474-72a5db37dcbe,segment=NetworkSegment(9e0825da-75bd-4fa9-ac80-f4ad2eb2690f),segment_id=9e0825da-75bd-4fa9-ac80-f4ad2eb2690f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:10.397274 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e47d3b2-a943-4e5e-9a19-ed19bc102cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.403705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.421211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0e47d3b2-a943-4e5e-9a19-ed19bc102cec None None] Calling delete_port for a0feaeb6-77b4-41fa-8474-72a5db37dcbe owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:10.482905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=a0feaeb6-77b4-41fa-8474-72a5db37dcbe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:10.530379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No DVR routers for this DVR port a0feaeb6-77b4-41fa-8474-72a5db37dcbe on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:10.609582 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e47d3b2-a943-4e5e-9a19-ed19bc102cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.623515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a0feaeb6-77b4-41fa-8474-72a5db37dcbe no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:10.646354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47d3b2-a943-4e5e-9a19-ed19bc102cec None None] No DVR routers for this DVR port a0feaeb6-77b4-41fa-8474-72a5db37dcbe on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:10.752294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47d3b2-a943-4e5e-9a19-ed19bc102cec None None] Pushing event deleted for resources: {'Port': ['ID=a0feaeb6-77b4-41fa-8474-72a5db37dcbe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:10.765365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a0feaeb6-77b4-41fa-8474-72a5db37dcbe {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:10.765728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a0feaeb6-77b4-41fa-8474-72a5db37dcbe not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:10.770514 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.797917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f64bf32-c917-4bd9-a274-ec37a785e2fc']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:10.826211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0825da-75bd-4fa9-ac80-f4ad2eb2690f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:10.826513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0825da-75bd-4fa9-ac80-f4ad2eb2690f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:10.845801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.865881 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.876062 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:10.876695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:10.881933 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:10.902202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2843d-856c-493d-94f6-0bd12bd1122b req-bc473366-c34d-4c9a-8ad9-03db345e0881 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:10.904078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0a2843d-856c-493d-94f6-0bd12bd1122b req-bc473366-c34d-4c9a-8ad9-03db345e0881 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.0951777 Jul 29 23:55:10.941975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Router eddd4738-147d-4d4c-b674-2fb6c880a40e has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:10.985641 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.024140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0a2843d-856c-493d-94f6-0bd12bd1122b req-da9c2c0f-36bb-40e8-aca2-87d2a0c5d302 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117282 Jul 29 23:55:11.033201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.040238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/networks/9f64bf32-c917-4bd9-a274-ec37a785e2fc HTTP/1.1" status: 204 len: 168 time: 1.2092028 Jul 29 23:55:11.041378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07a9fc-9b0b-438e-ba2f-febc1e5d208f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Network': ['ID=9f64bf32-c917-4bd9-a274-ec37a785e2fc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:11.050236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56366) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.071430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4c06edb2-68ed-4d3c-aa2f-833df063ef1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-564398409', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:11.123232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c06edb2-68ed-4d3c-aa2f-833df063ef1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.126692 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c06edb2-68ed-4d3c-aa2f-833df063ef1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.247510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c06edb2-68ed-4d3c-aa2f-833df063ef1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.253280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c06edb2-68ed-4d3c-aa2f-833df063ef1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.271193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:11.290974 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c06edb2-68ed-4d3c-aa2f-833df063ef1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.297584 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4c06edb2-68ed-4d3c-aa2f-833df063ef1b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2427235 Jul 29 23:55:11.298345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56368) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.310586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'network': {'name': 'tempest-RoutersTest-1434121673'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:11.315962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.331328 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] Sync routers for ids ['eddd4738-147d-4d4c-b674-2fb6c880a40e'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:11.350304 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] Routers {'eddd4738-147d-4d4c-b674-2fb6c880a40e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:11.351263 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['eddd4738-147d-4d4c-b674-2fb6c880a40e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:11.386285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0752fcb9-009e-40d6-876d-fb04eead1a17 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8389297 Jul 29 23:55:11.388186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'tag': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:11.396303 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c823cab9-a68c-422e-80d3-90928122fc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a23fcb48-d7b9-466a-804e-57c987b1f21e", "tag": "dbd7cfec-5d6b-400c-a93d-010c64ec3996"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:11.410530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:11.422659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.465769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:11.468691 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858a834a-fdb9-43c5-a037-328e7ee9bc90 x-openstack-request-id: req-858a834a-fdb9-43c5-a037-328e7ee9bc90 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:11.468975 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23fcb48-d7b9-466a-804e-57c987b1f21e", "tag": "dbd7cfec-5d6b-400c-a93d-010c64ec3996", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:11.469224 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-858a834a-fdb9-43c5-a037-328e7ee9bc90 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:11.469625 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'tag': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996', 'status': 'completed', 'code': 200} Jul 29 23:55:11.489146 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.489498 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added segment 6781d091-64ed-44f7-8ff2-541fb7dadeeb of type vlan for network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc Jul 29 23:55:11.592967 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.616748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823cab9-a68c-422e-80d3-90928122fc1a req-d7e65329-16ac-4015-8d3e-5e5cf2ad45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:11.620041 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c823cab9-a68c-422e-80d3-90928122fc1a req-d7e65329-16ac-4015-8d3e-5e5cf2ad45e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9fd47cf550425a8844b8e581000f5f&device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1097 time: 0.1071200 Jul 29 23:55:11.654708 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.666837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:11.675292 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.686332 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] Set router eddd4738-147d-4d4c-b674-2fb6c880a40e gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:11.772344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4690304 Jul 29 23:55:11.773317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56380) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.779681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'subnet': {'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:11.791794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327daafe-0f90-4e59-830b-d9fb7899bcaf tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Network': ['ID=0e6ed812-c64c-452c-93a0-7f8ebc6f6afc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:11.804059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:12.024841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823cab9-a68c-422e-80d3-90928122fc1a req-9ae02b43-d576-4c3a-9a6f-3ff34c573025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:12.026896 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c823cab9-a68c-422e-80d3-90928122fc1a req-9ae02b43-d576-4c3a-9a6f-3ff34c573025 service neutron] 10.222.0.47 "GET /v2.0/networks?id=464ff294-3539-4ab1-91a5-93c488a36535 HTTP/1.1" status: 200 len: 910 time: 0.4010773 Jul 29 23:55:12.161355 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c823cab9-a68c-422e-80d3-90928122fc1a req-8d3b400e-0630-4d7b-8a45-0f8ca89d7f19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996 HTTP/1.1" status: 200 len: 999 time: 0.1238928 Jul 29 23:55:12.230677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:12.230986 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:30Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ecb5273a-2f50-4ec8-8a66-1b95dfa37540', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'port_id': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'mac_address': 'fa:16:3e:f4:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:55:09Z', 'updated_at': '2021-07-29T23:55:09Z', 'revision_number': 0, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967621d9-8520-40a9-a85a-4fdbf5e408d3', 'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'mac_address': 'fa:16:3e:cb:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:29Z', 'updated_at': '2021-07-29T23:54:41Z', 'revision_number': 5, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'subnets': [{'id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:12.237320 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.272072 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] Checking router: eddd4738-147d-4d4c-b674-2fb6c880a40e for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:12.282411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb8f7-9add-4759-97f3-323b5bc55fbf req-50e5d0f3-8021-4cd4-829d-2d5e77b59211 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:12.287891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-490cb8f7-9add-4759-97f3-323b5bc55fbf req-50e5d0f3-8021-4cd4-829d-2d5e77b59211 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.1271224 Jul 29 23:55:12.288416 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] Routers {'eddd4738-147d-4d4c-b674-2fb6c880a40e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:12.289073 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['eddd4738-147d-4d4c-b674-2fb6c880a40e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:12.315756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823cab9-a68c-422e-80d3-90928122fc1a req-71cfff71-aa69-4465-baea-c0f4a3a85540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:12.317168 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c823cab9-a68c-422e-80d3-90928122fc1a req-71cfff71-aa69-4465-baea-c0f4a3a85540 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c97fd569-9a49-4b34-8f41-bcc081cd0b54 HTTP/1.1" status: 200 len: 848 time: 0.1466687 Jul 29 23:55:12.378190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-490cb8f7-9add-4759-97f3-323b5bc55fbf req-21feaabd-dfd8-4929-b31b-08424673d432 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850894 Jul 29 23:55:12.458449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823cab9-a68c-422e-80d3-90928122fc1a req-56f7b1be-f4d7-4186-8b1b-99b040dc2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:12.460635 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c823cab9-a68c-422e-80d3-90928122fc1a req-56f7b1be-f4d7-4186-8b1b-99b040dc2512 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=464ff294-3539-4ab1-91a5-93c488a36535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314814 Jul 29 23:55:12.581722 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] Set router eddd4738-147d-4d4c-b674-2fb6c880a40e gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:12.692907 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c823cab9-a68c-422e-80d3-90928122fc1a req-2058d1db-fc1b-4499-bdbf-671147441662 service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233081 Jul 29 23:55:12.693768 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.768749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Subnet': ['ID=12c75232-aae9-4d1a-9c80-bb25b1e9ad2d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:13.115699 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:30Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ecb5273a-2f50-4ec8-8a66-1b95dfa37540', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'port_id': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'mac_address': 'fa:16:3e:f4:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:55:09Z', 'updated_at': '2021-07-29T23:55:09Z', 'revision_number': 0, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967621d9-8520-40a9-a85a-4fdbf5e408d3', 'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'mac_address': 'fa:16:3e:cb:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:29Z', 'updated_at': '2021-07-29T23:54:41Z', 'revision_number': 5, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'subnets': [{'id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:13.171313 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497097f-cbfe-49b3-9951-75cfd2295f2f None None] The sync data for ids ['eddd4738-147d-4d4c-b674-2fb6c880a40e'] in n-d-712139-11 is: [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:30Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'ecb5273a-2f50-4ec8-8a66-1b95dfa37540', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'port_id': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'mac_address': 'fa:16:3e:f4:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:55:09Z', 'updated_at': '2021-07-29T23:55:09Z', 'revision_number': 0, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967621d9-8520-40a9-a85a-4fdbf5e408d3', 'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'mac_address': 'fa:16:3e:cb:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:29Z', 'updated_at': '2021-07-29T23:54:41Z', 'revision_number': 5, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'subnets': [{'id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:13.209339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Checking segment: {'id': '6781d091-64ed-44f7-8ff2-541fb7dadeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:13.209820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network hostable DHCP agents. Network: 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:13.252841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:13.262422 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c823cab9-a68c-422e-80d3-90928122fc1a req-c5bb2648-8ca1-4f65-865a-0cbddcfc9134 service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826717 Jul 29 23:55:13.268185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:13.273533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:13.274281 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.294695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d04a6-4318-42b7-8fce-d65324b23e8e None None] Network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:13.304293 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6aae57a2-f9e8-4d15-83b6-b0ff83165507 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5265970 Jul 29 23:55:13.304786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56388) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:13.606537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df321aee-cc34-4a91-826c-def743607eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:13.607711 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df321aee-cc34-4a91-826c-def743607eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.612221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd8f37-faff-45a0-bad1-c0f46712aaf4 None None] New status for floating IP ecb5273a-2f50-4ec8-8a66-1b95dfa37540: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:55:13.995990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-df321aee-cc34-4a91-826c-def743607eca None None] Allocated IP 172.20.0.2 (0e6ed812-c64c-452c-93a0-7f8ebc6f6afc/12c75232-aae9-4d1a-9c80-bb25b1e9ad2d/488c83f2-d70c-437d-a6dd-31d216221ed0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:14.165371 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df321aee-cc34-4a91-826c-def743607eca None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.175494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df321aee-cc34-4a91-826c-def743607eca None None] Transition to ACTIVE for port object 488c83f2-d70c-437d-a6dd-31d216221ed0 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:14.200536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df321aee-cc34-4a91-826c-def743607eca None None] Transition to ACTIVE for port object 488c83f2-d70c-437d-a6dd-31d216221ed0 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:14.207664 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df321aee-cc34-4a91-826c-def743607eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.228067 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df321aee-cc34-4a91-826c-def743607eca None None] Network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:14.230354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-df321aee-cc34-4a91-826c-def743607eca None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:14.240781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fa292-ad81-4d6e-9dc4-b412156d80c9 req-4e9531ef-e6cb-47f8-bf04-077b45498eaa tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:14.242367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-108fa292-ad81-4d6e-9dc4-b412156d80c9 req-4e9531ef-e6cb-47f8-bf04-077b45498eaa tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.1979010 Jul 29 23:55:14.255522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df321aee-cc34-4a91-826c-def743607eca None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:14.295647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df321aee-cc34-4a91-826c-def743607eca None None] Pushing event updated for resources: {'Port': ['ID=488c83f2-d70c-437d-a6dd-31d216221ed0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:14.335402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df321aee-cc34-4a91-826c-def743607eca None None] Attempting to bind port 488c83f2-d70c-437d-a6dd-31d216221ed0 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:14.335786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df321aee-cc34-4a91-826c-def743607eca None None] Attempting to bind port 488c83f2-d70c-437d-a6dd-31d216221ed0 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '6781d091-64ed-44f7-8ff2-541fb7dadeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:14.336180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df321aee-cc34-4a91-826c-def743607eca None None] Attempting to bind port 488c83f2-d70c-437d-a6dd-31d216221ed0 on network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:14.341824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df321aee-cc34-4a91-826c-def743607eca None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:14.342230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df321aee-cc34-4a91-826c-def743607eca None None] Checking segment: {'id': '6781d091-64ed-44f7-8ff2-541fb7dadeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:14.342616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df321aee-cc34-4a91-826c-def743607eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.343018 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df321aee-cc34-4a91-826c-def743607eca None None] Bound using segment: {'id': '6781d091-64ed-44f7-8ff2-541fb7dadeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:14.343490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df321aee-cc34-4a91-826c-def743607eca None None] Bound port: 488c83f2-d70c-437d-a6dd-31d216221ed0, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6781d091-64ed-44f7-8ff2-541fb7dadeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:14.343884 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df321aee-cc34-4a91-826c-def743607eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.376591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-108fa292-ad81-4d6e-9dc4-b412156d80c9 req-256c70c9-71db-471c-be5f-02062fd12f15 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001318 Jul 29 23:55:14.423739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-df321aee-cc34-4a91-826c-def743607eca None None] For port 488c83f2-d70c-437d-a6dd-31d216221ed0, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:14.428433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-df321aee-cc34-4a91-826c-def743607eca None None] For port 488c83f2-d70c-437d-a6dd-31d216221ed0, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=488c83f2-d70c-437d-a6dd-31d216221ed0,segment=NetworkSegment(6781d091-64ed-44f7-8ff2-541fb7dadeeb),segment_id=6781d091-64ed-44f7-8ff2-541fb7dadeeb)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:14.434434 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df321aee-cc34-4a91-826c-def743607eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.452393 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.502521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df321aee-cc34-4a91-826c-def743607eca None None] Pushing event updated for resources: {'Port': ['ID=488c83f2-d70c-437d-a6dd-31d216221ed0,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:14.880193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Allocated IP 172.20.0.1 (0e6ed812-c64c-452c-93a0-7f8ebc6f6afc/12c75232-aae9-4d1a-9c80-bb25b1e9ad2d/879fa263-1264-4111-9636-421c80104aca) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:15.075961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.094321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Transition to ACTIVE for port object 879fa263-1264-4111-9636-421c80104aca will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:15.150073 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.219583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:15.224948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:15.229352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:15.264745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=879fa263-1264-4111-9636-421c80104aca,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:15.283881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.461594 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.707447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b627bd-71f7-4077-ac07-c440f9abb8d5 req-9b625695-3120-4f52-85c4-1597bed47898 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.709122 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7b627bd-71f7-4077-ac07-c440f9abb8d5 req-9b625695-3120-4f52-85c4-1597bed47898 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.1674125 Jul 29 23:55:15.821525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7b627bd-71f7-4077-ac07-c440f9abb8d5 req-f7980eb0-270e-4a3b-9f7c-f24972415ae3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912561 Jul 29 23:55:15.949009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21bd798-3c2a-4d95-be36-ca7e698feec8 None None] Network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:15.949843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.964481 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.057713 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.063020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=879fa263-1264-4111-9636-421c80104aca,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:16.069693 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f8bbab37-a11d-4c18-b2a5-095f29559ce4 None None] Provisioning for port 488c83f2-d70c-437d-a6dd-31d216221ed0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:16.233037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:16.235133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:16.425952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:55:16.533498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d159fc87-2837-4d0c-bb94-a8128bb41813 None None] Provisioning for port 879fa263-1264-4111-9636-421c80104aca completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:16.533914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:16.544946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56412) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:16.550499 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Sync routers for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:16.553541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'network': {'name': 'tempest-RoutersTest-101447386'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:16.559194 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-da63bc44-a063-4d18-ae52-5c08af997eef tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2527955 Jul 29 23:55:16.563581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d159fc87-2837-4d0c-bb94-a8128bb41813 None None] Provisioning complete for port 879fa263-1264-4111-9636-421c80104aca triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:16.565380 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d159fc87-2837-4d0c-bb94-a8128bb41813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.569077 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:16.570028 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:16.628295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:16.642384 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.686568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 488c83f2-d70c-437d-a6dd-31d216221ed0 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:16.717971 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:16.719161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:16.737614 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.737962 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added segment 39e6beac-3f81-4942-b989-4b3b3313dea0 of type vlan for network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 Jul 29 23:55:16.761030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d159fc87-2837-4d0c-bb94-a8128bb41813 None None] Port 879fa263-1264-4111-9636-421c80104aca cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:16.805351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 488c83f2-d70c-437d-a6dd-31d216221ed0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:16.818042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.819473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 488c83f2-d70c-437d-a6dd-31d216221ed0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:16.819846 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.891850 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.903714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:16.904402 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.995958 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.044341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e5f0a35-ba89-4077-853d-ddb46251e6ad None None] Provisioning complete for port 879fa263-1264-4111-9636-421c80104aca triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:17.045297 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0a35-ba89-4077-853d-ddb46251e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.112751 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5636189 Jul 29 23:55:17.117439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56422) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:17.138195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'subnet': {'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:17.159056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f0a35-ba89-4077-853d-ddb46251e6ad None None] Port 879fa263-1264-4111-9636-421c80104aca cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:17.186386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 488c83f2-d70c-437d-a6dd-31d216221ed0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=488c83f2-d70c-437d-a6dd-31d216221ed0,segment=NetworkSegment(6781d091-64ed-44f7-8ff2-541fb7dadeeb),segment_id=6781d091-64ed-44f7-8ff2-541fb7dadeeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:17.194280 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.209039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae544d0-4589-4946-b24a-b25282ac1ad2 req-69fd09fe-6fbc-4c03-9e09-c56db0a19b24 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:17.210719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dae544d0-4589-4946-b24a-b25282ac1ad2 req-69fd09fe-6fbc-4c03-9e09-c56db0a19b24 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.1169536 Jul 29 23:55:17.223090 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:15Z', 'revision_number': 2, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:15Z', 'revision_number': 2, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:17.267901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Network': ['ID=30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:17.314286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=488c83f2-d70c-437d-a6dd-31d216221ed0,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:17.318698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dae544d0-4589-4946-b24a-b25282ac1ad2 req-780749d3-fc4b-4987-b4a8-7093a0788ad8 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917361 Jul 29 23:55:17.319835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.321482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.321711 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Checking router: b9e03b78-ac11-42f0-a71b-711b0e36c9ac for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:17.322081 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Updating router b9e03b78-ac11-42f0-a71b-711b0e36c9ac port 879fa263-1264-4111-9636-421c80104aca binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:55:17.332171 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.332952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.334781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.334959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.335352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.335826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.336205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.336409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.336837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.337282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.337722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.338264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.338574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.338717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.339137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.339575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.340028 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.340427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.341232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.342036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.342634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.343228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c8ed5-a583-44f3-abd9-f2249b85abb8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:17.359750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:17.403694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:17.408434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.417147 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.501482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-98f3d090-f7d3-405a-a447-02ed558e7bdc None None] Provisioning complete for port 879fa263-1264-4111-9636-421c80104aca triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:17.502067 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98f3d090-f7d3-405a-a447-02ed558e7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.575692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98f3d090-f7d3-405a-a447-02ed558e7bdc None None] Port 879fa263-1264-4111-9636-421c80104aca cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:17.648424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.728394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Subnet': ['ID=9f2ae788-e6a8-4f88-862a-f3913d1939c3,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:17.764480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Checking segment: {'id': '39e6beac-3f81-4942-b989-4b3b3313dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:17.765285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network hostable DHCP agents. Network: 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:17.797047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:17.820375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:17.837928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:17.839017 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.864495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd43927-0b4b-4e97-9526-efabe7100378 None None] Network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:17.883024 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8886a5b6-31dd-4a55-9e76-7a7022aeeed4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7645884 Jul 29 23:55:17.885974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56430) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:17.923901 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.950451 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Transition to ACTIVE for port object 879fa263-1264-4111-9636-421c80104aca will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:17.970808 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.095914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:18.101354 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.107461 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f93068-23c5-4f60-bf19-c76d084f7cb4 None None] Pushing event updated for resources: {'Port': ['ID=879fa263-1264-4111-9636-421c80104aca,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:18.232671 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Attempting to bind port 879fa263-1264-4111-9636-421c80104aca on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:18.237870 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Attempting to bind port 879fa263-1264-4111-9636-421c80104aca by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '6781d091-64ed-44f7-8ff2-541fb7dadeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:18.238848 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Attempting to bind port 879fa263-1264-4111-9636-421c80104aca on network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:18.252448 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:18.253115 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Checking segment: {'id': '6781d091-64ed-44f7-8ff2-541fb7dadeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:18.253806 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.254222 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Bound using segment: {'id': '6781d091-64ed-44f7-8ff2-541fb7dadeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:18.254712 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Bound port: 879fa263-1264-4111-9636-421c80104aca, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6781d091-64ed-44f7-8ff2-541fb7dadeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:18.255221 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.359993 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] For port 879fa263-1264-4111-9636-421c80104aca, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:18.371852 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] For port 879fa263-1264-4111-9636-421c80104aca, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=879fa263-1264-4111-9636-421c80104aca,segment=NetworkSegment(6781d091-64ed-44f7-8ff2-541fb7dadeeb),segment_id=6781d091-64ed-44f7-8ff2-541fb7dadeeb)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:18.381995 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.459596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Allocated IP 172.21.0.2 (30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35/9f2ae788-e6a8-4f88-862a-f3913d1939c3/315c4f36-b836-4614-a31c-41d59fcb7503) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:18.524350 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:18.527630 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:18.664856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77822d1-4af7-43d1-ad3a-3fa1cea36bca req-c9459530-1964-4c83-a1e2-ea915f521406 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:18.666443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c77822d1-4af7-43d1-ad3a-3fa1cea36bca req-c9459530-1964-4c83-a1e2-ea915f521406 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.2295477 Jul 29 23:55:18.832573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c77822d1-4af7-43d1-ad3a-3fa1cea36bca req-6a44a98c-9c69-486a-a5cf-774ef0dc0f32 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559083 Jul 29 23:55:18.981752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 488c83f2-d70c-437d-a6dd-31d216221ed0 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:19.004717 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.058411 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.109275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 488c83f2-d70c-437d-a6dd-31d216221ed0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:19.110120 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.135712 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f93068-23c5-4f60-bf19-c76d084f7cb4 None None] Pushing event updated for resources: {'Port': ['ID=879fa263-1264-4111-9636-421c80104aca,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:19.172596 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:19.274117 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.308400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Transition to ACTIVE for port object 315c4f36-b836-4614-a31c-41d59fcb7503 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:19.333377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Transition to ACTIVE for port object 315c4f36-b836-4614-a31c-41d59fcb7503 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:19.346474 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.476355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:19.476355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Pushing event updated for resources: {'Port': ['ID=315c4f36-b836-4614-a31c-41d59fcb7503,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:19.479246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:19.483608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:19.602309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Attempting to bind port 315c4f36-b836-4614-a31c-41d59fcb7503 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:19.603045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Attempting to bind port 315c4f36-b836-4614-a31c-41d59fcb7503 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '39e6beac-3f81-4942-b989-4b3b3313dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:19.605235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Attempting to bind port 315c4f36-b836-4614-a31c-41d59fcb7503 on network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:19.612222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:19.612765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Checking segment: {'id': '39e6beac-3f81-4942-b989-4b3b3313dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:19.613301 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.613802 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Bound using segment: {'id': '39e6beac-3f81-4942-b989-4b3b3313dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:19.614660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Bound port: 315c4f36-b836-4614-a31c-41d59fcb7503, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e6beac-3f81-4942-b989-4b3b3313dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:19.615954 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.658761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Allocated IP 172.21.0.1 (30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35/9f2ae788-e6a8-4f88-862a-f3913d1939c3/05aab675-f6b8-4c12-b3d2-f7f6c4a2280f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:19.680406 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:15Z', 'revision_number': 2, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:18Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:19.759128 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43304f2d-08ec-46e9-a275-bd5c208b3acf None None] The sync data for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 is: [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:15Z', 'revision_number': 2, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:18Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:19.795945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] For port 315c4f36-b836-4614-a31c-41d59fcb7503, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:19.819167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] For port 315c4f36-b836-4614-a31c-41d59fcb7503, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=315c4f36-b836-4614-a31c-41d59fcb7503,segment=NetworkSegment(39e6beac-3f81-4942-b989-4b3b3313dea0),segment_id=39e6beac-3f81-4942-b989-4b3b3313dea0)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:19.828097 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.947193 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.965629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82b032-a6c8-4b9c-b27b-91fe4a1baf5f None None] Pushing event updated for resources: {'Port': ['ID=315c4f36-b836-4614-a31c-41d59fcb7503,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.000048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Transition to ACTIVE for port object 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:20.252651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b40a15-6533-45c0-a114-f653c6c8ea9e req-1ba8ab14-75f4-406a-9f7e-618520eaa033 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.268260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0b40a15-6533-45c0-a114-f653c6c8ea9e req-1ba8ab14-75f4-406a-9f7e-618520eaa033 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.2544417 Jul 29 23:55:20.277809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.420931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:20.429534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0b40a15-6533-45c0-a114-f653c6c8ea9e req-a9795d26-fbc7-4bbe-9393-3bdbd6b6815b tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601551 Jul 29 23:55:20.430585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=05aab675-f6b8-4c12-b3d2-f7f6c4a2280f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.433361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:20.435564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:20.560114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.740887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 879fa263-1264-4111-9636-421c80104aca up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:20.844459 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.845841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 879fa263-1264-4111-9636-421c80104aca completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:20.856817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 879fa263-1264-4111-9636-421c80104aca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:20.857376 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.073388 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.202709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 879fa263-1264-4111-9636-421c80104aca, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=879fa263-1264-4111-9636-421c80104aca,segment=NetworkSegment(6781d091-64ed-44f7-8ff2-541fb7dadeeb),segment_id=6781d091-64ed-44f7-8ff2-541fb7dadeeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:21.214299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.215343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 315c4f36-b836-4614-a31c-41d59fcb7503 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:21.478398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=879fa263-1264-4111-9636-421c80104aca,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:21.518777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 315c4f36-b836-4614-a31c-41d59fcb7503 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:21.707909 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7ae689b-97e8-498e-84e9-39d12e37664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.793331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba33eb-5b25-42fc-81b4-f0f91137bc78 None None] Network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:21.918493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9ae8e34d-80f3-45c7-98bd-198921f886ba None None] Provisioning for port 315c4f36-b836-4614-a31c-41d59fcb7503 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:21.944184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9ae8e34d-80f3-45c7-98bd-198921f886ba None None] Provisioning complete for port 315c4f36-b836-4614-a31c-41d59fcb7503 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:21.944771 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ae8e34d-80f3-45c7-98bd-198921f886ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.120401 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.122547 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ae8e34d-80f3-45c7-98bd-198921f886ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.133293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0b7e7-f37c-49e9-b6ee-6744f0bcb2b8 req-5c44d997-8317-474a-a729-a9089182b27e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:22.150238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44a0b7e7-f37c-49e9-b6ee-6744f0bcb2b8 req-5c44d997-8317-474a-a729-a9089182b27e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.5710454 Jul 29 23:55:22.158663 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.186551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9ae8e34d-80f3-45c7-98bd-198921f886ba None None] For port 315c4f36-b836-4614-a31c-41d59fcb7503, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=315c4f36-b836-4614-a31c-41d59fcb7503,segment=NetworkSegment(39e6beac-3f81-4942-b989-4b3b3313dea0),segment_id=39e6beac-3f81-4942-b989-4b3b3313dea0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:22.193298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ae8e34d-80f3-45c7-98bd-198921f886ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.279398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8e34d-80f3-45c7-98bd-198921f886ba None None] Pushing event updated for resources: {'Port': ['ID=315c4f36-b836-4614-a31c-41d59fcb7503,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:22.281563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=05aab675-f6b8-4c12-b3d2-f7f6c4a2280f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:22.322294 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.325452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.325801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.326205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.326482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.326823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.327160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.327566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.327932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.328445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.328780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.329174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.329459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.401540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44a0b7e7-f37c-49e9-b6ee-6744f0bcb2b8 req-7817bb4b-b9ab-4dfd-b976-24bff26a597c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497854 Jul 29 23:55:22.434953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f93213f9-deae-46b3-8e25-4e1e818094ed None None] Provisioning complete for port 315c4f36-b836-4614-a31c-41d59fcb7503 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:22.435350 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f93213f9-deae-46b3-8e25-4e1e818094ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.478978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:22.480500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:22.596917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 879fa263-1264-4111-9636-421c80104aca up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:22.634459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:22.635738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f93213f9-deae-46b3-8e25-4e1e818094ed None None] Provisioning for port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:22.647495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f93213f9-deae-46b3-8e25-4e1e818094ed None None] Provisioning complete for port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:22.648257 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f93213f9-deae-46b3-8e25-4e1e818094ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.707913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f93213f9-deae-46b3-8e25-4e1e818094ed None None] Port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:22.712392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 879fa263-1264-4111-9636-421c80104aca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:22.712784 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.753908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:22.765475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56466) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:22.766039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7663e098-8b11-451f-9db4-4c40e003b890 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8779948 Jul 29 23:55:22.769982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1672beb-5543-465a-87da-80722236020d None None] Sync routers for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:22.772635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'network': {'name': 'tempest-RoutersTest-1300922136'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:22.792455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1672beb-5543-465a-87da-80722236020d None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:22.792973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e1672beb-5543-465a-87da-80722236020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:54:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:22.825394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:22.834161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.893043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2cc33ab5-0e22-4b7a-b395-489fb6ae24b0 None None] Provisioning complete for port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:22.893727 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cc33ab5-0e22-4b7a-b395-489fb6ae24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.897094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:22.909547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.910004 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added segment de04adb4-6e88-4689-b2e1-480deb1abd17 of type vlan for network 06edbe70-1180-40c6-9282-696bb475c9eb Jul 29 23:55:22.956599 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.972878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2cc33ab5-0e22-4b7a-b395-489fb6ae24b0 None None] Port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:22.975882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e1672beb-5543-465a-87da-80722236020d None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:22.987627 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.994764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:22.995601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.013375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 315c4f36-b836-4614-a31c-41d59fcb7503 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:23.062583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2955399 Jul 29 23:55:23.065370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56468) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:23.071012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'subnet': {'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:23.119887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26800e8-f01a-4809-b536-1dcca89f382c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Network': ['ID=06edbe70-1180-40c6-9282-696bb475c9eb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:23.138199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 06edbe70-1180-40c6-9282-696bb475c9eb details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:23.172536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:23.176338 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.182068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f7a8cb70-eafd-4552-af3d-c6308ca7b7fa None None] Provisioning complete for port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:23.182565 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7a8cb70-eafd-4552-af3d-c6308ca7b7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.222610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8cb70-eafd-4552-af3d-c6308ca7b7fa None None] Port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:23.257476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 315c4f36-b836-4614-a31c-41d59fcb7503 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:23.258091 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.388541 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.418442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e1672beb-5543-465a-87da-80722236020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:20Z', 'revision_number': 3, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 2, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:23.450034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1672beb-5543-465a-87da-80722236020d None None] Checking router: b9e03b78-ac11-42f0-a71b-711b0e36c9ac for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:23.450533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1672beb-5543-465a-87da-80722236020d None None] Updating router b9e03b78-ac11-42f0-a71b-711b0e36c9ac port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:55:23.464112 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Subnet': ['ID=edb09926-f0fa-45af-94de-7674d637ccb9,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:23.472848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Checking segment: {'id': 'de04adb4-6e88-4689-b2e1-480deb1abd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:23.473217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network hostable DHCP agents. Network: 06edbe70-1180-40c6-9282-696bb475c9eb, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:23.483653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1672beb-5543-465a-87da-80722236020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.493128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 06edbe70-1180-40c6-9282-696bb475c9eb is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:23.504631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 06edbe70-1180-40c6-9282-696bb475c9eb) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:23.519666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:23.520501 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.537428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd460fe3-19d0-4e45-a1cd-76834808719b None None] Network 06edbe70-1180-40c6-9282-696bb475c9eb requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:23.538854 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ad377708-71dd-4869-9ba7-282fedef7540 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4724514 Jul 29 23:55:23.541813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56482) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:23.687906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bc95c-4ac0-402c-9c36-de619d4d44af req-acc31157-85df-44a2-bfd8-1fdc130e0037 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:23.689892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-224bc95c-4ac0-402c-9c36-de619d4d44af req-acc31157-85df-44a2-bfd8-1fdc130e0037 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.1953485 Jul 29 23:55:23.809957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-224bc95c-4ac0-402c-9c36-de619d4d44af req-435217cf-e3ce-4392-ab79-6c08eec06d24 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790076 Jul 29 23:55:23.862294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-06edbe70-1180-40c6-9282-696bb475c9eb', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:23.863157 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.900405 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1672beb-5543-465a-87da-80722236020d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.961009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1672beb-5543-465a-87da-80722236020d None None] Transition to ACTIVE for port object 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:23.972256 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1672beb-5543-465a-87da-80722236020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.000932 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.232462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d5dcd-820b-4db1-8a7b-6440014c2c46 None None] Pushing event updated for resources: {'Port': ['ID=05aab675-f6b8-4c12-b3d2-f7f6c4a2280f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:24.238201 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a9061cf-1a4b-4d52-8135-b2955ffb8b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.260254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Allocated IP 172.22.0.2 (06edbe70-1180-40c6-9282-696bb475c9eb/edb09926-f0fa-45af-94de-7674d637ccb9/7bd58cb9-c6b0-458b-8b32-007fce6347d9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:24.281742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.331155 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e1672beb-5543-465a-87da-80722236020d None None] Attempting to bind port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:24.331547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e1672beb-5543-465a-87da-80722236020d None None] Attempting to bind port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '39e6beac-3f81-4942-b989-4b3b3313dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:24.331913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1672beb-5543-465a-87da-80722236020d None None] Attempting to bind port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f on network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:24.363949 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1672beb-5543-465a-87da-80722236020d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:24.364375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1672beb-5543-465a-87da-80722236020d None None] Checking segment: {'id': '39e6beac-3f81-4942-b989-4b3b3313dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:24.365355 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1672beb-5543-465a-87da-80722236020d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.365779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1672beb-5543-465a-87da-80722236020d None None] Bound using segment: {'id': '39e6beac-3f81-4942-b989-4b3b3313dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:24.366263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e1672beb-5543-465a-87da-80722236020d None None] Bound port: 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e6beac-3f81-4942-b989-4b3b3313dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:24.366660 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1672beb-5543-465a-87da-80722236020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.506365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e1672beb-5543-465a-87da-80722236020d None None] For port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:24.538771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e1672beb-5543-465a-87da-80722236020d None None] For port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=05aab675-f6b8-4c12-b3d2-f7f6c4a2280f,segment=NetworkSegment(39e6beac-3f81-4942-b989-4b3b3313dea0),segment_id=39e6beac-3f81-4942-b989-4b3b3313dea0)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:24.543048 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.545407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1672beb-5543-465a-87da-80722236020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.576670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Transition to ACTIVE for port object 7bd58cb9-c6b0-458b-8b32-007fce6347d9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:24.611413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Transition to ACTIVE for port object 7bd58cb9-c6b0-458b-8b32-007fce6347d9 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:24.624325 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1672beb-5543-465a-87da-80722236020d None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:24.624990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e1672beb-5543-465a-87da-80722236020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:24.629286 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.667392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d5dcd-820b-4db1-8a7b-6440014c2c46 None None] Pushing event updated for resources: {'Port': ['ID=05aab675-f6b8-4c12-b3d2-f7f6c4a2280f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:24.690461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Allocated IP 172.22.0.1 (06edbe70-1180-40c6-9282-696bb475c9eb/edb09926-f0fa-45af-94de-7674d637ccb9/10a77d04-4ffa-46c4-831d-7decb41dd99c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:24.736582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Network 06edbe70-1180-40c6-9282-696bb475c9eb is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:24.743715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:24.752892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:24.771332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Pushing event updated for resources: {'Port': ['ID=7bd58cb9-c6b0-458b-8b32-007fce6347d9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:24.795784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e1672beb-5543-465a-87da-80722236020d None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:24.840805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6732cdfc-ed5a-4264-9341-1fafa171de94 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:55:24.851800 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.880937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Transition to ACTIVE for port object 10a77d04-4ffa-46c4-831d-7decb41dd99c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:24.909274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Attempting to bind port 7bd58cb9-c6b0-458b-8b32-007fce6347d9 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:24.909869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Attempting to bind port 7bd58cb9-c6b0-458b-8b32-007fce6347d9 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'de04adb4-6e88-4689-b2e1-480deb1abd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:24.910014 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Attempting to bind port 7bd58cb9-c6b0-458b-8b32-007fce6347d9 on network 06edbe70-1180-40c6-9282-696bb475c9eb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:24.946022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.957062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:24.957062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Checking segment: {'id': 'de04adb4-6e88-4689-b2e1-480deb1abd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:24.957062 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.957553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Bound using segment: {'id': 'de04adb4-6e88-4689-b2e1-480deb1abd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:24.957648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Bound port: 7bd58cb9-c6b0-458b-8b32-007fce6347d9, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de04adb4-6e88-4689-b2e1-480deb1abd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:24.958022 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.992585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 06edbe70-1180-40c6-9282-696bb475c9eb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:25.000376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:25.017060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2746-a4f8-4380-9d82-fa2a286eb67b req-45e4e9d6-4931-4527-9f3e-98a77bfba3f4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:25.018558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d32b2746-a4f8-4380-9d82-fa2a286eb67b req-45e4e9d6-4931-4527-9f3e-98a77bfba3f4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 944 time: 0.1106687 Jul 29 23:55:25.022962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:25.051018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=10a77d04-4ffa-46c4-831d-7decb41dd99c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.105206 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.140986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:25.148769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d32b2746-a4f8-4380-9d82-fa2a286eb67b req-448baa6f-1dfa-4803-a61a-b75fb7a9cf01 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013856 Jul 29 23:55:25.166188 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-215484f8-1f2d-4947-8837-1200af506faf None None] For port 7bd58cb9-c6b0-458b-8b32-007fce6347d9, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:25.188784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'network_id': '8318e19d-0d5e-4000-8328-67cea49b31b4', 'port_id': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'mac_address': 'fa:16:3e:25:5d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75722af-3003-4a2c-a309-16090d5258dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:55:25.191462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-215484f8-1f2d-4947-8837-1200af506faf None None] For port 7bd58cb9-c6b0-458b-8b32-007fce6347d9, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7bd58cb9-c6b0-458b-8b32-007fce6347d9,segment=NetworkSegment(de04adb4-6e88-4689-b2e1-480deb1abd17),segment_id=de04adb4-6e88-4689-b2e1-480deb1abd17)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:25.198712 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.277715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.305333 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.327088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e1672beb-5543-465a-87da-80722236020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:20Z', 'revision_number': 3, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:24Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:25.329455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215484f8-1f2d-4947-8837-1200af506faf None None] Pushing event updated for resources: {'Port': ['ID=7bd58cb9-c6b0-458b-8b32-007fce6347d9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.334613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6732cdfc-ed5a-4264-9341-1fafa171de94 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:55:25.363907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1672beb-5543-465a-87da-80722236020d None None] The sync data for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 is: [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:20Z', 'revision_number': 3, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:24Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:25.388079 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:25.401481 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.500940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.513757 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.641344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6732cdfc-ed5a-4264-9341-1fafa171de94'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:55:25.759256 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.772947 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.860625 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.863569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=10a77d04-4ffa-46c4-831d-7decb41dd99c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.980079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 06edbe70-1180-40c6-9282-696bb475c9eb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:25.981742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:26.085024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:26.188554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:26.197135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56502) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:26.203510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'network': {'name': 'tempest-RoutersTest-1350844218'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:26.208689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3122bb74-d19b-4ab8-984a-ad04fbe66ef2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6626794 Jul 29 23:55:26.234271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:26.238141 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.273239 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:26.292223 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Sync routers for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:26.302884 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.303328 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added segment bc7547d4-078a-41a2-9942-2ff9a8f2e2b6 of type vlan for network 055b55b8-dda6-4b38-856c-19746f96d5c5 Jul 29 23:55:26.324174 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:26.325122 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.352484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4fb35-396a-46de-8689-176f7ab9bdb7 req-9953eb01-007c-4fb5-847d-9ce4ebbc122e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:26.354483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fcf4fb35-396a-46de-8689-176f7ab9bdb7 req-9953eb01-007c-4fb5-847d-9ce4ebbc122e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 945 time: 0.0727837 Jul 29 23:55:26.373178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.407663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fcf4fb35-396a-46de-8689-176f7ab9bdb7 req-0d2398da-5799-4e24-a77c-2b906e885e4d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Jul 29 23:55:26.437647 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.447485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:26.448467 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.522370 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:26.529212 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3308468 Jul 29 23:55:26.529531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56508) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:26.535080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'subnet': {'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:26.543159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6271622-9b88-42c6-afa8-248d8e454928 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Network': ['ID=055b55b8-dda6-4b38-856c-19746f96d5c5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:26.554718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 055b55b8-dda6-4b38-856c-19746f96d5c5 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:26.676755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c38fabd-ed1e-4306-91bb-de57e29027e2 None None] Network 06edbe70-1180-40c6-9282-696bb475c9eb requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:26.711282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Made reservation on behalf of 71f52b8e886a4755b634634ba381ce82 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:26.715609 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.725280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7bd58cb9-c6b0-458b-8b32-007fce6347d9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:26.778809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3d602605-17bf-4cee-9ea3-823e332129b5 None None] Provisioning for port 7bd58cb9-c6b0-458b-8b32-007fce6347d9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:26.840095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6732cdfc-ed5a-4264-9341-1fafa171de94 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:26.911071 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:25Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:24Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:25Z', 'revision_number': 2, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.935029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 7bd58cb9-c6b0-458b-8b32-007fce6347d9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:26.951072 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Checking router: b9e03b78-ac11-42f0-a71b-711b0e36c9ac for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:26.951778 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Updating router b9e03b78-ac11-42f0-a71b-711b0e36c9ac port 10a77d04-4ffa-46c4-831d-7decb41dd99c binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:55:26.957041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 7bd58cb9-c6b0-458b-8b32-007fce6347d9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:26.957414 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.988071 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.006689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.052105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 6732cdfc-ed5a-4264-9341-1fafa171de94 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:27.052485 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.108097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Subnet': ['ID=ce9aafce-246b-49be-8323-f87b7bcddf26,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:27.162796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Checking segment: {'id': 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:27.163183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network hostable DHCP agents. Network: 055b55b8-dda6-4b38-856c-19746f96d5c5, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:27.190065 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.195753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 055b55b8-dda6-4b38-856c-19746f96d5c5 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:27.201206 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.217570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 055b55b8-dda6-4b38-856c-19746f96d5c5) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:27.226404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:27.230069 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.257299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4295d6e-b64f-4e21-bd77-5a7216dcf705 None None] Network 055b55b8-dda6-4b38-856c-19746f96d5c5 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:27.268414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3571fd4a-1f07-40fb-8304-48993a7b3f35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7376208 Jul 29 23:55:27.275518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56516) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:27.466290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 7bd58cb9-c6b0-458b-8b32-007fce6347d9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7bd58cb9-c6b0-458b-8b32-007fce6347d9,segment=NetworkSegment(de04adb4-6e88-4689-b2e1-480deb1abd17),segment_id=de04adb4-6e88-4689-b2e1-480deb1abd17)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:27.479378 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.480684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:27.517725 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.603134 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.615950 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Transition to ACTIVE for port object 10a77d04-4ffa-46c4-831d-7decb41dd99c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:27.623852 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.672858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a86c180d-8c93-47be-ab65-ab6fa0f39a03 None None] Provisioning complete for port 7bd58cb9-c6b0-458b-8b32-007fce6347d9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:27.673800 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a86c180d-8c93-47be-ab65-ab6fa0f39a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.756684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a15d7-8167-4750-a139-f69f580c1b20 req-6b7c84db-dd19-4d87-94a3-e33eb4d755ae tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:27.758587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d1a15d7-8167-4750-a139-f69f580c1b20 req-6b7c84db-dd19-4d87-94a3-e33eb4d755ae tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 945 time: 0.1973717 Jul 29 23:55:27.763435 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300090-ca93-43f9-82be-7b26ae502eda None None] Pushing event updated for resources: {'Port': ['ID=10a77d04-4ffa-46c4-831d-7decb41dd99c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:27.774757 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Attempting to bind port 10a77d04-4ffa-46c4-831d-7decb41dd99c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:27.776212 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Attempting to bind port 10a77d04-4ffa-46c4-831d-7decb41dd99c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'de04adb4-6e88-4689-b2e1-480deb1abd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:27.776391 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Attempting to bind port 10a77d04-4ffa-46c4-831d-7decb41dd99c on network 06edbe70-1180-40c6-9282-696bb475c9eb {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:27.783399 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:27.783757 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Checking segment: {'id': 'de04adb4-6e88-4689-b2e1-480deb1abd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:27.784414 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.784957 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Bound using segment: {'id': 'de04adb4-6e88-4689-b2e1-480deb1abd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:27.786064 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Bound port: 10a77d04-4ffa-46c4-831d-7decb41dd99c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de04adb4-6e88-4689-b2e1-480deb1abd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:27.786989 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.871595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d1a15d7-8167-4750-a139-f69f580c1b20 req-0ae52217-fbe2-4c7e-99db-2fa9b3ed2632 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028802 Jul 29 23:55:27.894284 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] For port 10a77d04-4ffa-46c4-831d-7decb41dd99c, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:27.899377 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] For port 10a77d04-4ffa-46c4-831d-7decb41dd99c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=10a77d04-4ffa-46c4-831d-7decb41dd99c,segment=NetworkSegment(de04adb4-6e88-4689-b2e1-480deb1abd17),segment_id=de04adb4-6e88-4689-b2e1-480deb1abd17)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:27.907373 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.977559 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:27.978357 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:28.071241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.075539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:28.078213 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2868b2f-7610-4551-888f-00e4b654bd65" -d '{"events": [{"server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "name": "network-vif-plugged", "status": "completed", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:28.132266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:28.133715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=7bd58cb9-c6b0-458b-8b32-007fce6347d9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.145180 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:28.188493 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4700306-ee3b-4ebb-88e0-15db4302e161 x-openstack-request-id: req-e4700306-ee3b-4ebb-88e0-15db4302e161 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:28.188721 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "name": "network-vif-plugged", "status": "completed", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:28.188957 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4700306-ee3b-4ebb-88e0-15db4302e161 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:28.189358 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'code': 200} Jul 29 23:55:28.194222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.243727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:28.293641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:28.294106 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.341406 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300090-ca93-43f9-82be-7b26ae502eda None None] Pushing event updated for resources: {'Port': ['ID=10a77d04-4ffa-46c4-831d-7decb41dd99c,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.433826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.442712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a86c180d-8c93-47be-ab65-ab6fa0f39a03 None None] Provisioning for port 10a77d04-4ffa-46c4-831d-7decb41dd99c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:28.494841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b887edd-d462-4656-843a-ebf450ce5f32 req-2e3b832d-fae6-4ac8-9628-365b231717d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:28.496766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b887edd-d462-4656-843a-ebf450ce5f32 req-2e3b832d-fae6-4ac8-9628-365b231717d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 1099 time: 0.1389568 Jul 29 23:55:28.528114 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:25Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:24Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:27Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:28.564270 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.566815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-055b55b8-dda6-4b38-856c-19746f96d5c5', 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'fixed_ips': [{'subnet_id': 'ce9aafce-246b-49be-8323-f87b7bcddf26'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:28.569583 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.571997 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc8d48d-eb4f-4c2c-bb47-1136c710f014 None None] The sync data for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 is: [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:25Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:24Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:27Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:28.597481 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b887edd-d462-4656-843a-ebf450ce5f32 req-963badab-35b4-47b9-8679-a0e941ff123b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846381 Jul 29 23:55:28.658791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Allocated IP 172.23.0.1 (055b55b8-dda6-4b38-856c-19746f96d5c5/ce9aafce-246b-49be-8323-f87b7bcddf26/94e2497f-42dc-46b8-8764-54b1cbad5452) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:28.809551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=05aab675-f6b8-4c12-b3d2-f7f6c4a2280f,segment=NetworkSegment(39e6beac-3f81-4942-b989-4b3b3313dea0),segment_id=39e6beac-3f81-4942-b989-4b3b3313dea0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:28.828174 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.914885 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=05aab675-f6b8-4c12-b3d2-f7f6c4a2280f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.929485 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.997721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Transition to ACTIVE for port object 94e2497f-42dc-46b8-8764-54b1cbad5452 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:29.011570 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:55:29.134763 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.190482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 055b55b8-dda6-4b38-856c-19746f96d5c5 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:29.203212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f9c35-e311-46fd-a584-b7025197709a req-21f4bcaa-aac6-4c88-9af4-e7a75ef2cadb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:29.205050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-730f9c35-e311-46fd-a584-b7025197709a req-21f4bcaa-aac6-4c88-9af4-e7a75ef2cadb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.1124923 Jul 29 23:55:29.208783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:29.211530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:29.225751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 10a77d04-4ffa-46c4-831d-7decb41dd99c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:29.259947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=94e2497f-42dc-46b8-8764-54b1cbad5452,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.265351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Allocated IP 172.23.0.2 (055b55b8-dda6-4b38-856c-19746f96d5c5/ce9aafce-246b-49be-8323-f87b7bcddf26/a30f12f5-49c4-4b66-a478-bcbc4fd5ea80) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:29.345313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.395955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 10a77d04-4ffa-46c4-831d-7decb41dd99c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:29.405449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 10a77d04-4ffa-46c4-831d-7decb41dd99c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:29.405849 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.490306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-730f9c35-e311-46fd-a584-b7025197709a req-ad0663cf-c8c5-48db-b081-5ec7401c2c81 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669752 Jul 29 23:55:29.573905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.590347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Transition to ACTIVE for port object a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:29.592631 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.642245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 10a77d04-4ffa-46c4-831d-7decb41dd99c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=10a77d04-4ffa-46c4-831d-7decb41dd99c,segment=NetworkSegment(de04adb4-6e88-4689-b2e1-480deb1abd17),segment_id=de04adb4-6e88-4689-b2e1-480deb1abd17)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:29.644110 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Transition to ACTIVE for port object a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:29.648939 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.649661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7bd58cb9-c6b0-458b-8b32-007fce6347d9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:29.683860 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.694460 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.780678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Network 055b55b8-dda6-4b38-856c-19746f96d5c5 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:29.794196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:29.797359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 7bd58cb9-c6b0-458b-8b32-007fce6347d9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:29.798003 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.857826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:29.897199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=10a77d04-4ffa-46c4-831d-7decb41dd99c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.033283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Pushing event updated for resources: {'Port': ['ID=a30f12f5-49c4-4b66-a478-bcbc4fd5ea80,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.050422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Attempting to bind port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:30.050801 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Attempting to bind port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:30.051263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Attempting to bind port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 on network 055b55b8-dda6-4b38-856c-19746f96d5c5 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:30.059272 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:30.059994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Checking segment: {'id': 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:30.060978 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.061656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Bound using segment: {'id': 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:30.062434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Bound port: a30f12f5-49c4-4b66-a478-bcbc4fd5ea80, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:30.062878 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.167788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] For port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:30.172545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] For port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a30f12f5-49c4-4b66-a478-bcbc4fd5ea80,segment=NetworkSegment(bc7547d4-078a-41a2-9942-2ff9a8f2e2b6),segment_id=bc7547d4-078a-41a2-9942-2ff9a8f2e2b6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:30.177476 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.265519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38a4c8-6dc4-478c-9178-340feae8824c None None] Pushing event updated for resources: {'Port': ['ID=a30f12f5-49c4-4b66-a478-bcbc4fd5ea80,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.476083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.481344 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.657380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event updated for resources: {'Port': ['ID=94e2497f-42dc-46b8-8764-54b1cbad5452,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.664277 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.742881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4eae5-affb-401f-a63c-33aee36fe63e req-b7f5af0e-6895-4b04-8bc0-47b982dc6f1c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:30.744512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4c4eae5-affb-401f-a63c-33aee36fe63e req-b7f5af0e-6895-4b04-8bc0-47b982dc6f1c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.1357894 Jul 29 23:55:30.808838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4c4eae5-affb-401f-a63c-33aee36fe63e req-ab9e5b5b-febb-4228-8249-3bfb908c45df tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547798 Jul 29 23:55:30.822403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Network 055b55b8-dda6-4b38-856c-19746f96d5c5 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:30.824300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:31.002171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:31.039581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b70c5-bb6a-4a9a-85c3-2ef69dbd5aad req-4e8e3af7-0a32-46bb-84a1-6ca94d0a2bbd tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:31.041737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-904b70c5-bb6a-4a9a-85c3-2ef69dbd5aad req-4e8e3af7-0a32-46bb-84a1-6ca94d0a2bbd tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0811324 Jul 29 23:55:31.111237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 10a77d04-4ffa-46c4-831d-7decb41dd99c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:31.191090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-904b70c5-bb6a-4a9a-85c3-2ef69dbd5aad req-c500001e-4c56-4726-b9b6-fe9b59202665 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107771 Jul 29 23:55:31.197509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:31.231712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5c2a09b2-47e6-43c3-a2c7-4df0ab5e7910 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9455979 Jul 29 23:55:31.231712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56578) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:31.236162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8655d8c9-c64b-4c8d-8f0e-7f23ce7a1d12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:31.239999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Sync routers for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:31.288879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 10a77d04-4ffa-46c4-831d-7decb41dd99c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:31.289578 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.367189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:31.373003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:31.573612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:31.636121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:31.693436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2ed74-d3e0-4c5c-ad77-21aec34cb6df req-c811e2b4-e125-40e3-947c-61ed36e4de02 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:31.697310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5b2ed74-d3e0-4c5c-ad77-21aec34cb6df req-c811e2b4-e125-40e3-947c-61ed36e4de02 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.3138056 Jul 29 23:55:31.769797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd8a063-7df9-4fd0-8d88-9397363636b8 None None] Network 055b55b8-dda6-4b38-856c-19746f96d5c5 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:31.790417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:31.809997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5b2ed74-d3e0-4c5c-ad77-21aec34cb6df req-3986ee9a-f8c5-4638-abc8-6aedc47a1f93 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790346 Jul 29 23:55:31.827991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:31.838368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-8655d8c9-c64b-4c8d-8f0e-7f23ce7a1d12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:55:31.854587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-8655d8c9-c64b-4c8d-8f0e-7f23ce7a1d12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Removed routes are [] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:55:31.855092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8655d8c9-c64b-4c8d-8f0e-7f23ce7a1d12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.872979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0684fc44-eef2-4d5d-884f-99431b9ef3fd None None] Provisioning for port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:31.905703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0684fc44-eef2-4d5d-884f-99431b9ef3fd None None] Provisioning complete for port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:31.906175 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0684fc44-eef2-4d5d-884f-99431b9ef3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.063144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:32.063520 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.088793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c7dde-7000-4070-8a9b-30ba41947cc1 req-64032326-6f6e-475d-8422-3d78f806bb33 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:32.092911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b78c7dde-7000-4070-8a9b-30ba41947cc1 req-64032326-6f6e-475d-8422-3d78f806bb33 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.1373630 Jul 29 23:55:32.148799 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8655d8c9-c64b-4c8d-8f0e-7f23ce7a1d12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.162405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8655d8c9-c64b-4c8d-8f0e-7f23ce7a1d12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.167749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b78c7dde-7000-4070-8a9b-30ba41947cc1 req-a38adcb3-7a29-40f3-98ee-dd6a68c951f9 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567439 Jul 29 23:55:32.172921 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:29Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:29Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e2497f-42dc-46b8-8764-54b1cbad5452', 'name': '', 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:cf:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:28Z', 'updated_at': '2021-07-29T23:55:30Z', 'revision_number': 2, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:32.226538 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0684fc44-eef2-4d5d-884f-99431b9ef3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.234264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Checking router: b9e03b78-ac11-42f0-a71b-711b0e36c9ac for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:32.234636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Updating router b9e03b78-ac11-42f0-a71b-711b0e36c9ac port 94e2497f-42dc-46b8-8764-54b1cbad5452 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:55:32.312417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8655d8c9-c64b-4c8d-8f0e-7f23ce7a1d12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:32.329967 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.345577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0684fc44-eef2-4d5d-884f-99431b9ef3fd None None] For port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a30f12f5-49c4-4b66-a478-bcbc4fd5ea80,segment=NetworkSegment(bc7547d4-078a-41a2-9942-2ff9a8f2e2b6),segment_id=bc7547d4-078a-41a2-9942-2ff9a8f2e2b6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:32.382469 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0684fc44-eef2-4d5d-884f-99431b9ef3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.398247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0e617-8fb3-4027-8944-fb7c75e53d4b req-c511c6b5-6116-4dd3-ba3c-012e27055612 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:32.404690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ac0e617-8fb3-4027-8944-fb7c75e53d4b req-c511c6b5-6116-4dd3-ba3c-012e27055612 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.1082246 Jul 29 23:55:32.508592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8655d8c9-c64b-4c8d-8f0e-7f23ce7a1d12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:32.526274 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8655d8c9-c64b-4c8d-8f0e-7f23ce7a1d12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.527634 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8655d8c9-c64b-4c8d-8f0e-7f23ce7a1d12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac HTTP/1.1" status: 200 len: 933 time: 1.3054094 Jul 29 23:55:32.530541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56610) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.533913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ac0e617-8fb3-4027-8944-fb7c75e53d4b req-5cba1fa6-e6df-4660-bae8-479e027d086c tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281915 Jul 29 23:55:32.713976 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-edbd3ad9-3c89-4d61-a3a8-35a271c214f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac HTTP/1.1" status: 200 len: 933 time: 0.1820016 Jul 29 23:55:32.716996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56616) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.723278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4e3743df-c2e9-4eff-be72-3fb8ac8083f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'routes': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:32.735968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684fc44-eef2-4d5d-884f-99431b9ef3fd None None] Pushing event updated for resources: {'Port': ['ID=a30f12f5-49c4-4b66-a478-bcbc4fd5ea80,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:32.784378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aba29-151a-48fa-8a94-561fa2508ed0 req-784d24cd-9028-41df-b99c-9d7a094b3774 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:32.786072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c46aba29-151a-48fa-8a94-561fa2508ed0 req-784d24cd-9028-41df-b99c-9d7a094b3774 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.1278894 Jul 29 23:55:32.792377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-da45f226-e32d-4c3c-a9e1-e0c4b8f04554 None None] Provisioning complete for port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:32.792941 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da45f226-e32d-4c3c-a9e1-e0c4b8f04554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.797824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.899974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c46aba29-151a-48fa-8a94-561fa2508ed0 req-50da1b1e-b145-4a10-8cc8-4100be928197 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864527 Jul 29 23:55:33.008932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:33.103136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-da45f226-e32d-4c3c-a9e1-e0c4b8f04554 None None] Provisioning for port 94e2497f-42dc-46b8-8764-54b1cbad5452 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:33.113785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-da45f226-e32d-4c3c-a9e1-e0c4b8f04554 None None] Provisioning complete for port 94e2497f-42dc-46b8-8764-54b1cbad5452 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:33.114369 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da45f226-e32d-4c3c-a9e1-e0c4b8f04554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.158922 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.181688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Transition to ACTIVE for port object 94e2497f-42dc-46b8-8764-54b1cbad5452 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:33.184251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:33.184867 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.214605 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.219944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-da45f226-e32d-4c3c-a9e1-e0c4b8f04554 None None] Port 94e2497f-42dc-46b8-8764-54b1cbad5452 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:33.272709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057475c-0a7c-4c32-9009-863ded9c2b20 req-03f377e3-6b74-4871-842d-8a2ed8542d2d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:33.274350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8057475c-0a7c-4c32-9009-863ded9c2b20 req-03f377e3-6b74-4871-842d-8a2ed8542d2d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.1912673 Jul 29 23:55:33.293784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89530ea6-ca2c-4d9f-a7f6-a24bac17727f None None] Pushing event updated for resources: {'Port': ['ID=94e2497f-42dc-46b8-8764-54b1cbad5452,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:33.366554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8057475c-0a7c-4c32-9009-863ded9c2b20 req-b72ae01c-92e3-4a77-b597-7d1d9ceaa2a0 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824816 Jul 29 23:55:33.378160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-4e3743df-c2e9-4eff-be72-3fb8ac8083f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added routes are [] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:55:33.378513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-4e3743df-c2e9-4eff-be72-3fb8ac8083f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:55:33.415196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Attempting to bind port 94e2497f-42dc-46b8-8764-54b1cbad5452 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:33.415583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Attempting to bind port 94e2497f-42dc-46b8-8764-54b1cbad5452 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:33.415771 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e3743df-c2e9-4eff-be72-3fb8ac8083f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.415950 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Attempting to bind port 94e2497f-42dc-46b8-8764-54b1cbad5452 on network 055b55b8-dda6-4b38-856c-19746f96d5c5 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:33.421897 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:33.422410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Checking segment: {'id': 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:33.422724 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.423126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Bound using segment: {'id': 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:33.423643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Bound port: 94e2497f-42dc-46b8-8764-54b1cbad5452, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:33.424086 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.526797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] For port 94e2497f-42dc-46b8-8764-54b1cbad5452, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:33.535186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] For port 94e2497f-42dc-46b8-8764-54b1cbad5452, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=94e2497f-42dc-46b8-8764-54b1cbad5452,segment=NetworkSegment(bc7547d4-078a-41a2-9942-2ff9a8f2e2b6),segment_id=bc7547d4-078a-41a2-9942-2ff9a8f2e2b6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:33.542864 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.652504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:33.655354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:33.664853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89530ea6-ca2c-4d9f-a7f6-a24bac17727f None None] Pushing event updated for resources: {'Port': ['ID=94e2497f-42dc-46b8-8764-54b1cbad5452,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:33.784876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:33.800836 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e3743df-c2e9-4eff-be72-3fb8ac8083f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.807516 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e3743df-c2e9-4eff-be72-3fb8ac8083f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.819057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98299c6-e261-437c-a8ef-bfdd705ba5b2 req-6272ca45-3f8e-468d-81e2-a60a45e1e7f9 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:33.826610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f98299c6-e261-437c-a8ef-bfdd705ba5b2 req-6272ca45-3f8e-468d-81e2-a60a45e1e7f9 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0885422 Jul 29 23:55:33.934452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f98299c6-e261-437c-a8ef-bfdd705ba5b2 req-413fd0a7-12b3-4b36-851b-012fcbed4c8a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069369 Jul 29 23:55:33.962070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3743df-c2e9-4eff-be72-3fb8ac8083f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:34.065451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:33Z', 'revision_number': 7, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:29Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e2497f-42dc-46b8-8764-54b1cbad5452', 'name': '', 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:cf:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:28Z', 'updated_at': '2021-07-29T23:55:33Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:34.098519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17519a26-bf8a-4c87-b8da-d1e067b0fa9e None None] The sync data for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 is: [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:33Z', 'revision_number': 7, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:29Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e2497f-42dc-46b8-8764-54b1cbad5452', 'name': '', 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:cf:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:28Z', 'updated_at': '2021-07-29T23:55:33Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:34.470222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3743df-c2e9-4eff-be72-3fb8ac8083f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:34.491807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e3743df-c2e9-4eff-be72-3fb8ac8083f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.493296 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4e3743df-c2e9-4eff-be72-3fb8ac8083f4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac HTTP/1.1" status: 200 len: 699 time: 1.7743332 Jul 29 23:55:34.495739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56648) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:34.611650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-733e8326-344e-4729-96ba-26bdde4eef35 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac HTTP/1.1" status: 200 len: 699 time: 0.1128440 Jul 29 23:55:34.612938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:34.921361 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] Sync routers for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:34.932279 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:34.932911 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:35.010553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 94e2497f-42dc-46b8-8764-54b1cbad5452 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:35.108378 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:35.116251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 94e2497f-42dc-46b8-8764-54b1cbad5452 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:35.121647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7101db6-45bd-4bd1-9124-0df9225c093c req-42de2a2a-158a-423f-a824-e03fa5069634 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:35.122597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 94e2497f-42dc-46b8-8764-54b1cbad5452 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:35.123037 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.125579 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.130762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7101db6-45bd-4bd1-9124-0df9225c093c req-42de2a2a-158a-423f-a824-e03fa5069634 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0988197 Jul 29 23:55:35.190677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7101db6-45bd-4bd1-9124-0df9225c093c req-65990b33-ba15-4012-92e1-48a9d686947f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589194 Jul 29 23:55:35.250723 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.289388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 94e2497f-42dc-46b8-8764-54b1cbad5452, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=94e2497f-42dc-46b8-8764-54b1cbad5452,segment=NetworkSegment(bc7547d4-078a-41a2-9942-2ff9a8f2e2b6),segment_id=bc7547d4-078a-41a2-9942-2ff9a8f2e2b6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:35.294222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.398044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=94e2497f-42dc-46b8-8764-54b1cbad5452,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:35.529405 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:33Z', 'revision_number': 7, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:29Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e2497f-42dc-46b8-8764-54b1cbad5452', 'name': '', 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:cf:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:28Z', 'updated_at': '2021-07-29T23:55:33Z', 'revision_number': 4, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:35.579371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 94e2497f-42dc-46b8-8764-54b1cbad5452 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:35.583887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.593273 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] Checking router: b9e03b78-ac11-42f0-a71b-711b0e36c9ac for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:35.604269 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:35.605299 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:35.681762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45d4f-95f1-45b0-8b25-53f053d722cd req-ca8d48f8-1221-498b-bb4e-4d42f05a1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:35.682757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3a45d4f-95f1-45b0-8b25-53f053d722cd req-ca8d48f8-1221-498b-bb4e-4d42f05a1cc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 1099 time: 0.1045482 Jul 29 23:55:35.691620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46468dd6-60c1-431e-ab42-17032333a162 req-63580ddd-86d9-46bf-bc71-40e6444e743e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:35.696525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46468dd6-60c1-431e-ab42-17032333a162 req-63580ddd-86d9-46bf-bc71-40e6444e743e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.1083000 Jul 29 23:55:35.719764 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:35.735770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port 94e2497f-42dc-46b8-8764-54b1cbad5452, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=94e2497f-42dc-46b8-8764-54b1cbad5452,segment=NetworkSegment(bc7547d4-078a-41a2-9942-2ff9a8f2e2b6),segment_id=bc7547d4-078a-41a2-9942-2ff9a8f2e2b6)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:35.736805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.761868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 94e2497f-42dc-46b8-8764-54b1cbad5452 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:35.854798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46468dd6-60c1-431e-ab42-17032333a162 req-2a05b36f-61e6-4ef9-aee4-17db955120eb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464350 Jul 29 23:55:35.908031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45d4f-95f1-45b0-8b25-53f053d722cd req-463d19fa-8b3a-42b9-8bdf-a6cfebedfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:35.913216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3a45d4f-95f1-45b0-8b25-53f053d722cd req-463d19fa-8b3a-42b9-8bdf-a6cfebedfd35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 914 time: 0.2138741 Jul 29 23:55:35.993362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3a45d4f-95f1-45b0-8b25-53f053d722cd req-4f06ee54-0cc5-47d3-a689-a9c431d64512 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6732cdfc-ed5a-4264-9341-1fafa171de94 HTTP/1.1" status: 200 len: 217 time: 0.0700750 Jul 29 23:55:35.995329 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:33Z', 'revision_number': 7, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:29Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e2497f-42dc-46b8-8764-54b1cbad5452', 'name': '', 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:cf:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:28Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:36.007862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.024090 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec4401-edfe-4601-af28-7a613c4d5684 None None] The sync data for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 is: [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:33Z', 'revision_number': 7, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:29Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94e2497f-42dc-46b8-8764-54b1cbad5452', 'name': '', 'network_id': '055b55b8-dda6-4b38-856c-19746f96d5c5', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:cf:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:28Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'ce9aafce-246b-49be-8323-f87b7bcddf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:36.038348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=94e2497f-42dc-46b8-8764-54b1cbad5452,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:36.078212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45d4f-95f1-45b0-8b25-53f053d722cd req-15ab1b41-e56f-4772-96bf-a036f14885ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:36.079949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3a45d4f-95f1-45b0-8b25-53f053d722cd req-15ab1b41-e56f-4772-96bf-a036f14885ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 200 len: 853 time: 0.0782332 Jul 29 23:55:36.133992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3a45d4f-95f1-45b0-8b25-53f053d722cd req-613a4506-dcf3-44f1-a6f6-b18916b3818c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8318e19d-0d5e-4000-8328-67cea49b31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404592 Jul 29 23:55:36.287661 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3a45d4f-95f1-45b0-8b25-53f053d722cd req-e0ab9ade-b3ed-4016-892f-c3642e721170 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449146 Jul 29 23:55:36.298894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.399784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3a45d4f-95f1-45b0-8b25-53f053d722cd req-9487b2f9-307e-477f-bd20-42113169aef6 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025491 Jul 29 23:55:36.517596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:36.610187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:36.617570 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8d6cb0c8-96ab-4ca5-a121-7db28d1dda8d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0006919 Jul 29 23:55:36.617974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56678) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:36.621373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] Sync routers for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:36.630518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:36.631143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:36.672764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-880e3bf2-ba66-423e-b69d-15fe2c0539c8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting subnet ce9aafce-246b-49be-8323-f87b7bcddf26 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:36.675937 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880e3bf2-ba66-423e-b69d-15fe2c0539c8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.716572 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880e3bf2-ba66-423e-b69d-15fe2c0539c8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.721446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:36.802786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880e3bf2-ba66-423e-b69d-15fe2c0539c8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.883215 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880e3bf2-ba66-423e-b69d-15fe2c0539c8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.925311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e3bf2-ba66-423e-b69d-15fe2c0539c8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9aafce-246b-49be-8323-f87b7bcddf26,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:36.928037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880e3bf2-ba66-423e-b69d-15fe2c0539c8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.931322 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-880e3bf2-ba66-423e-b69d-15fe2c0539c8 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/ce9aafce-246b-49be-8323-f87b7bcddf26 HTTP/1.1" status: 204 len: 168 time: 0.3125579 Jul 29 23:55:36.942825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56686) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:36.948191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747783c1-1567-4188-975f-e8e085992010 None None] Network 055b55b8-dda6-4b38-856c-19746f96d5c5 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:37.059022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 8, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:29Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:37.080530 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.105938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] Checking router: b9e03b78-ac11-42f0-a71b-711b0e36c9ac for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:37.109282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583de71-bb6a-432a-a26b-a7be515aaeea req-ad371a44-7ad0-41c8-824e-e2f6fe52ed37 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:37.111362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3583de71-bb6a-432a-a26b-a7be515aaeea req-ad371a44-7ad0-41c8-824e-e2f6fe52ed37 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.1402886 Jul 29 23:55:37.120497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:37.121147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:37.196054 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3583de71-bb6a-432a-a26b-a7be515aaeea req-2ce96356-786e-4124-b249-ab291eb1fd0a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759017 Jul 29 23:55:37.220771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:37.221125 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.221487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:37.258309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef72690-2952-4676-80cb-029d2660f30b None None] DHCP port deletion for 055b55b8-dda6-4b38-856c-19746f96d5c5 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:37.307167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a30f12f5-49c4-4b66-a478-bcbc4fd5ea80,segment=NetworkSegment(bc7547d4-078a-41a2-9942-2ff9a8f2e2b6),segment_id=bc7547d4-078a-41a2-9942-2ff9a8f2e2b6)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:37.307546 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.321909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:37.402541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cef72690-2952-4676-80cb-029d2660f30b None None] Deleting port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:37.402914 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cef72690-2952-4676-80cb-029d2660f30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.412738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.444724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=a30f12f5-49c4-4b66-a478-bcbc4fd5ea80,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:37.446691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No DVR routers for this DVR port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:37.517860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cef72690-2952-4676-80cb-029d2660f30b None None] For port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a30f12f5-49c4-4b66-a478-bcbc4fd5ea80,segment=NetworkSegment(bc7547d4-078a-41a2-9942-2ff9a8f2e2b6),segment_id=bc7547d4-078a-41a2-9942-2ff9a8f2e2b6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:37.518264 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cef72690-2952-4676-80cb-029d2660f30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.532711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cef72690-2952-4676-80cb-029d2660f30b None None] Calling delete_port for a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:37.534392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.546111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055b55b8-dda6-4b38-856c-19746f96d5c5']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:37.557761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:37.558238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7547d4-078a-41a2-9942-2ff9a8f2e2b6') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:37.567647 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.581367 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.589198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:37.589198 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:37.592941 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:37.674015 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.681594 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.686146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/networks/055b55b8-dda6-4b38-856c-19746f96d5c5 HTTP/1.1" status: 204 len: 168 time: 0.7375896 Jul 29 23:55:37.686931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56694) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:37.768681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ffbd5-5954-4db1-9240-84e9778d3728 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Network': ['ID=055b55b8-dda6-4b38-856c-19746f96d5c5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:37.782337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 8, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:29Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:37.813021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ff04a-7f73-4d88-8f65-bbf9568ccec6 None None] The sync data for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 is: [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 8, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10a77d04-4ffa-46c4-831d-7decb41dd99c', 'name': '', 'network_id': '06edbe70-1180-40c6-9282-696bb475c9eb', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:37:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:24Z', 'updated_at': '2021-07-29T23:55:29Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': 'edb09926-f0fa-45af-94de-7674d637ccb9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:37.835416 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cef72690-2952-4676-80cb-029d2660f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.862796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef72690-2952-4676-80cb-029d2660f30b None None] Pushing event deleted for resources: {'Port': ['ID=a30f12f5-49c4-4b66-a478-bcbc4fd5ea80,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:37.867170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cef72690-2952-4676-80cb-029d2660f30b None None] Network 055b55b8-dda6-4b38-856c-19746f96d5c5 is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:55:37.867642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef72690-2952-4676-80cb-029d2660f30b None None] No DVR routers for this DVR port a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:38.058592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.381225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 10a77d04-4ffa-46c4-831d-7decb41dd99c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:38.382128 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.393726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad484a-c8fa-4864-8627-2bddb06c8e21 req-97ad9b72-404c-481f-b44b-a3ac0598676f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:38.395056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cad484a-c8fa-4864-8627-2bddb06c8e21 req-97ad9b72-404c-481f-b44b-a3ac0598676f tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0898280 Jul 29 23:55:38.481184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5cad484a-c8fa-4864-8627-2bddb06c8e21 req-c3f08ee3-6d91-407d-9bc1-124c6b3e90a3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724211 Jul 29 23:55:38.516223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port 10a77d04-4ffa-46c4-831d-7decb41dd99c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=10a77d04-4ffa-46c4-831d-7decb41dd99c,segment=NetworkSegment(de04adb4-6e88-4689-b2e1-480deb1abd17),segment_id=de04adb4-6e88-4689-b2e1-480deb1abd17)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:38.516791 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.532956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 10a77d04-4ffa-46c4-831d-7decb41dd99c owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:38.649769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ce702-8828-456c-bd0e-b5f71e9321e6 req-01bf18a7-2ac3-4d61-817c-773a711a97c4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:38.651636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d39ce702-8828-456c-bd0e-b5f71e9321e6 req-01bf18a7-2ac3-4d61-817c-773a711a97c4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0740619 Jul 29 23:55:38.736044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d39ce702-8828-456c-bd0e-b5f71e9321e6 req-e0113354-f437-4c2a-a73e-c3afc80a83d3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545101 Jul 29 23:55:38.803916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.835679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=10a77d04-4ffa-46c4-831d-7decb41dd99c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:38.990466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629c2e-ec5b-4356-956e-69a470c8a465 req-52e30ca5-cf1d-4e90-b01f-4e1e445674e6 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:38.992312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e629c2e-ec5b-4356-956e-69a470c8a465 req-52e30ca5-cf1d-4e90-b01f-4e1e445674e6 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.1287320 Jul 29 23:55:39.016783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 94e2497f-42dc-46b8-8764-54b1cbad5452 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:39.039111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 94e2497f-42dc-46b8-8764-54b1cbad5452 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:39.039748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 94e2497f-42dc-46b8-8764-54b1cbad5452 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:39.040463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:39.074857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:39.075826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a30f12f5-49c4-4b66-a478-bcbc4fd5ea80 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:39.128698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e629c2e-ec5b-4356-956e-69a470c8a465 req-2cad8703-f6a2-414d-8445-bd6d412c77ce tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292646 Jul 29 23:55:39.144334 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.294230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50818e-ea63-4316-97b0-47202d291978 req-61f133c1-60b0-4f39-9eb6-e0fcd5c934af tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:39.296334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be50818e-ea63-4316-97b0-47202d291978 req-61f133c1-60b0-4f39-9eb6-e0fcd5c934af tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0669942 Jul 29 23:55:39.407241 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be50818e-ea63-4316-97b0-47202d291978 req-a28b711c-ee50-42f7-aebd-35510350e408 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751457 Jul 29 23:55:39.415913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:39.527220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:39.535125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-44a2ce99-1255-4f31-8c43-d77d1af81926 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8456471 Jul 29 23:55:39.537057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56734) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:39.546735 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] Sync routers for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:39.559871 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:39.560925 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:39.627933 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f095ba02-9c88-4fe1-bd00-c3848b247e13 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting subnet edb09926-f0fa-45af-94de-7674d637ccb9 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:39.633371 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f095ba02-9c88-4fe1-bd00-c3848b247e13 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.655598 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:39.664974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7f46-c74b-4083-a17c-3afee596e2ba req-220394bd-bf84-40a2-8f8a-02d5150b3807 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:39.666490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f20d7f46-c74b-4083-a17c-3afee596e2ba req-220394bd-bf84-40a2-8f8a-02d5150b3807 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0984428 Jul 29 23:55:39.704186 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f095ba02-9c88-4fe1-bd00-c3848b247e13 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.750869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f20d7f46-c74b-4083-a17c-3afee596e2ba req-0f548df8-a1a8-443f-bf9b-163f6ed4de87 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763645 Jul 29 23:55:39.822657 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f095ba02-9c88-4fe1-bd00-c3848b247e13 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.904310 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:38Z', 'revision_number': 9, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:39.948432 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] Checking router: b9e03b78-ac11-42f0-a71b-711b0e36c9ac for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:39.959896 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:39.960551 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.066692 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:40.252925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff6daf-987f-4da5-a9f6-96821b9d789c req-ac8eb6c0-10d4-4ff5-b45b-2851f378ddae tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:40.254339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1eff6daf-987f-4da5-a9f6-96821b9d789c req-ac8eb6c0-10d4-4ff5-b45b-2851f378ddae tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.4060667 Jul 29 23:55:40.261487 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f095ba02-9c88-4fe1-bd00-c3848b247e13 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.278526 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:38Z', 'revision_number': 9, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.297946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095ba02-9c88-4fe1-bd00-c3848b247e13 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Subnet': ['ID=edb09926-f0fa-45af-94de-7674d637ccb9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:40.302562 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f095ba02-9c88-4fe1-bd00-c3848b247e13 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.306801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f095ba02-9c88-4fe1-bd00-c3848b247e13 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/edb09926-f0fa-45af-94de-7674d637ccb9 HTTP/1.1" status: 204 len: 168 time: 0.7663116 Jul 29 23:55:40.307252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56744) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:40.308864 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d034996-afcc-4dcf-8970-5ffd42b4152a None None] The sync data for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 is: [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:38Z', 'revision_number': 9, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '05aab675-f6b8-4c12-b3d2-f7f6c4a2280f', 'name': '', 'network_id': '30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:d4:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:19Z', 'updated_at': '2021-07-29T23:55:28Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '9f2ae788-e6a8-4f88-862a-f3913d1939c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:40.323840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87138c14-8954-4218-a9fa-a219b02888c7 None None] Network 06edbe70-1180-40c6-9282-696bb475c9eb requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:40.343771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1eff6daf-987f-4da5-a9f6-96821b9d789c req-ce40a011-2b23-410e-894c-e5884dc0a109 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733926 Jul 29 23:55:40.402700 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.468093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 7bd58cb9-c6b0-458b-8b32-007fce6347d9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:40.468719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.527828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4558ee9-c94e-45c8-a8a1-c92a74748164 req-6662d502-d9a2-4427-8fe7-aca2861f4fd7 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:40.538368 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4558ee9-c94e-45c8-a8a1-c92a74748164 req-6662d502-d9a2-4427-8fe7-aca2861f4fd7 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0873859 Jul 29 23:55:40.543862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port 7bd58cb9-c6b0-458b-8b32-007fce6347d9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7bd58cb9-c6b0-458b-8b32-007fce6347d9,segment=NetworkSegment(de04adb4-6e88-4689-b2e1-480deb1abd17),segment_id=de04adb4-6e88-4689-b2e1-480deb1abd17)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:40.544369 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.561557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 7bd58cb9-c6b0-458b-8b32-007fce6347d9 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:40.591012 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4558ee9-c94e-45c8-a8a1-c92a74748164 req-f79a6fc0-a605-4d77-8506-2d5d912a1a99 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508592 Jul 29 23:55:40.663371 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.673771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee40de-92ac-4e80-b6df-649659570b92 None None] DHCP port deletion for 06edbe70-1180-40c6-9282-696bb475c9eb request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:40.694695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No DVR routers for this DVR port 7bd58cb9-c6b0-458b-8b32-007fce6347d9 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:40.743865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=7bd58cb9-c6b0-458b-8b32-007fce6347d9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:40.771917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e1ee4-ce49-4456-b977-41a23c8ab6e1 req-bcd30791-ae37-4fee-b88b-de2fe9c5a2b5 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:40.773989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-042e1ee4-ce49-4456-b977-41a23c8ab6e1 req-bcd30791-ae37-4fee-b88b-de2fe9c5a2b5 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0719495 Jul 29 23:55:40.822280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-042e1ee4-ce49-4456-b977-41a23c8ab6e1 req-ce564603-6a35-48af-8639-7f8998ba266e tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Jul 29 23:55:40.849711 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.864838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06edbe70-1180-40c6-9282-696bb475c9eb']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.885362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de04adb4-6e88-4689-b2e1-480deb1abd17') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.885662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de04adb4-6e88-4689-b2e1-480deb1abd17') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.900486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.929709 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.940135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:40.942767 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:40.951144 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:40.960600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 10a77d04-4ffa-46c4-831d-7decb41dd99c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:41.000404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 10a77d04-4ffa-46c4-831d-7decb41dd99c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:41.001031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 10a77d04-4ffa-46c4-831d-7decb41dd99c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:41.005178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7bd58cb9-c6b0-458b-8b32-007fce6347d9 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:41.031524 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 7bd58cb9-c6b0-458b-8b32-007fce6347d9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:41.032360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7bd58cb9-c6b0-458b-8b32-007fce6347d9 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:41.055411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72732a7-baeb-4374-bac4-4f28708ff4d0 req-ec890839-9b64-4218-a4b1-e208273571f7 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.057512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f72732a7-baeb-4374-bac4-4f28708ff4d0 req-ec890839-9b64-4218-a4b1-e208273571f7 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0671046 Jul 29 23:55:41.100137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f72732a7-baeb-4374-bac4-4f28708ff4d0 req-57ef7695-5f86-4b14-9c2b-308f1f4089f7 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356250 Jul 29 23:55:41.231037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032c0a-7a82-4d13-9f36-66bf744d43ca req-b8bd2a69-6deb-4358-88cb-26f181843ce2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.233209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2032c0a-7a82-4d13-9f36-66bf744d43ca req-b8bd2a69-6deb-4358-88cb-26f181843ce2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0542648 Jul 29 23:55:41.274613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2032c0a-7a82-4d13-9f36-66bf744d43ca req-48d4b71e-d1e3-43de-98cc-ba736fe9a7c2 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339153 Jul 29 23:55:41.356417 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.362413 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.368259 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/networks/06edbe70-1180-40c6-9282-696bb475c9eb HTTP/1.1" status: 204 len: 168 time: 1.0566916 Jul 29 23:55:41.370317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56768) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:41.417582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f79ead-1aee-4c7f-8648-f90afaf26971 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Network': ['ID=06edbe70-1180-40c6-9282-696bb475c9eb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:41.427881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511473a-c244-427f-8ac1-3479f7559ea4 req-777cad3e-e6bc-4c70-894a-89a32bf2dbba tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.436638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b511473a-c244-427f-8ac1-3479f7559ea4 req-777cad3e-e6bc-4c70-894a-89a32bf2dbba tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0705791 Jul 29 23:55:41.480439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b511473a-c244-427f-8ac1-3479f7559ea4 req-6d3caeac-c8fb-4d13-920f-546996f03e70 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Jul 29 23:55:41.611176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bf0d3-1794-4717-a404-912a80f0a239 req-04986ebc-eceb-4215-87bb-4662597777cc tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.613500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d16bf0d3-1794-4717-a404-912a80f0a239 req-04986ebc-eceb-4215-87bb-4662597777cc tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0558681 Jul 29 23:55:41.653934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d16bf0d3-1794-4717-a404-912a80f0a239 req-a5362468-78db-42ff-b6b7-67ab300a62a3 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334144 Jul 29 23:55:41.761069 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.799928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45fee-a149-4a8f-8eb7-2dbeab2e8fdd req-f5d3b9e5-807d-47c6-bdc2-bb2ade2fa413 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.801889 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03e45fee-a149-4a8f-8eb7-2dbeab2e8fdd req-f5d3b9e5-807d-47c6-bdc2-bb2ade2fa413 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0606778 Jul 29 23:55:41.848049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03e45fee-a149-4a8f-8eb7-2dbeab2e8fdd req-c37923b7-95b9-48c3-8f90-861bac90d2e0 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378194 Jul 29 23:55:41.991714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025f53d-487b-4363-a506-ca0c0fb519bd req-6e79ef15-59ff-4459-945f-d1ff60b73ae4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.993265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c025f53d-487b-4363-a506-ca0c0fb519bd req-6e79ef15-59ff-4459-945f-d1ff60b73ae4 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0664530 Jul 29 23:55:42.036543 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c025f53d-487b-4363-a506-ca0c0fb519bd req-f0208664-4d08-44df-b1d1-99da23bacf30 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Jul 29 23:55:42.070218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:42.070218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.180061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=05aab675-f6b8-4c12-b3d2-f7f6c4a2280f,segment=NetworkSegment(39e6beac-3f81-4942-b989-4b3b3313dea0),segment_id=39e6beac-3f81-4942-b989-4b3b3313dea0)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:42.180743 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.182180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f92076-14c2-4393-93f8-99624fe2b457 req-da58cda5-0f26-4749-8a83-cae0070b2dff tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.184032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06f92076-14c2-4393-93f8-99624fe2b457 req-da58cda5-0f26-4749-8a83-cae0070b2dff tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0601273 Jul 29 23:55:42.201741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:42.233671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06f92076-14c2-4393-93f8-99624fe2b457 req-e3307d41-4644-4265-8e18-f6cb3931b69d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Jul 29 23:55:42.416140 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.450609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=05aab675-f6b8-4c12-b3d2-f7f6c4a2280f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:42.642485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.880740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:43.005322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:43.010774 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6f6bffbf-bfac-4db2-b418-f5e1842068df tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6394849 Jul 29 23:55:43.013432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:43.021447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] Sync routers for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:43.032217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:43.033218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:43.084148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd914aa-5853-4999-b0e9-6dcae1593cf2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting subnet 9f2ae788-e6a8-4f88-862a-f3913d1939c3 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:43.088857 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcd914aa-5853-4999-b0e9-6dcae1593cf2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.152483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:43.159417 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcd914aa-5853-4999-b0e9-6dcae1593cf2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.254194 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcd914aa-5853-4999-b0e9-6dcae1593cf2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.324712 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcd914aa-5853-4999-b0e9-6dcae1593cf2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.352790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd914aa-5853-4999-b0e9-6dcae1593cf2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2ae788-e6a8-4f88-862a-f3913d1939c3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:43.357537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcd914aa-5853-4999-b0e9-6dcae1593cf2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.360413 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fcd914aa-5853-4999-b0e9-6dcae1593cf2 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/9f2ae788-e6a8-4f88-862a-f3913d1939c3 HTTP/1.1" status: 204 len: 168 time: 0.3445990 Jul 29 23:55:43.362304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56816) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:43.368349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e58fbb9-a692-4373-b0ef-1c13452a745b None None] Network 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:43.495680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.516926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:42Z', 'revision_number': 10, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:43.575785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] Checking router: b9e03b78-ac11-42f0-a71b-711b0e36c9ac for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:43.586208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-3b6bc54a-8c73-4685-a629-7540e121813e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556524 Jul 29 23:55:43.588593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:43.589230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:43.596554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 315c4f36-b836-4614-a31c-41d59fcb7503 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:43.599142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.721526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port 315c4f36-b836-4614-a31c-41d59fcb7503, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=315c4f36-b836-4614-a31c-41d59fcb7503,segment=NetworkSegment(39e6beac-3f81-4942-b989-4b3b3313dea0),segment_id=39e6beac-3f81-4942-b989-4b3b3313dea0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:43.721997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.728629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:43.748546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 315c4f36-b836-4614-a31c-41d59fcb7503 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:43.761704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-c0d93afd-8890-4446-9253-7981df4c40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:43.763397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-c0d93afd-8890-4446-9253-7981df4c40f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4793646f191c4e92b8a766bfad29590b&device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 1099 time: 0.1048102 Jul 29 23:55:43.833925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8fbf58-6373-49d7-9a1f-f47f9942172e None None] DHCP port deletion for 30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:43.949590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-3219c09a-16c0-475d-8f72-227358d210c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:43.953300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-3219c09a-16c0-475d-8f72-227358d210c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 200 len: 914 time: 0.1573093 Jul 29 23:55:43.999898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fbf58-6373-49d7-9a1f-f47f9942172e None None] Deleting port 315c4f36-b836-4614-a31c-41d59fcb7503 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:44.000366 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbf58-6373-49d7-9a1f-f47f9942172e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.027931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-8b7148d9-609c-42bd-875c-81c9e80b93b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6732cdfc-ed5a-4264-9341-1fafa171de94 HTTP/1.1" status: 200 len: 217 time: 0.0553968 Jul 29 23:55:44.046964 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.096112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:42Z', 'revision_number': 10, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.124134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=315c4f36-b836-4614-a31c-41d59fcb7503,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:44.144917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No DVR routers for this DVR port 315c4f36-b836-4614-a31c-41d59fcb7503 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:44.155706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-4286dd7d-868e-4e0a-b3d3-47dcd9517cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:44.157576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-4286dd7d-868e-4e0a-b3d3-47dcd9517cc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 200 len: 853 time: 0.1216102 Jul 29 23:55:44.161513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fc8fbf58-6373-49d7-9a1f-f47f9942172e None None] For port 315c4f36-b836-4614-a31c-41d59fcb7503, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=315c4f36-b836-4614-a31c-41d59fcb7503,segment=NetworkSegment(39e6beac-3f81-4942-b989-4b3b3313dea0),segment_id=39e6beac-3f81-4942-b989-4b3b3313dea0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:44.162411 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbf58-6373-49d7-9a1f-f47f9942172e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.164666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e418c-86cb-433f-a0a4-8ce828508d90 None None] The sync data for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 is: [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:42Z', 'revision_number': 10, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None, '_interfaces': [{'id': '879fa263-1264-4111-9636-421c80104aca', 'name': '', 'network_id': '0e6ed812-c64c-452c-93a0-7f8ebc6f6afc', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'mac_address': 'fa:16:3e:72:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:14Z', 'updated_at': '2021-07-29T23:55:21Z', 'revision_number': 5, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'subnets': [{'id': '12c75232-aae9-4d1a-9c80-bb25b1e9ad2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:44.183166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fbf58-6373-49d7-9a1f-f47f9942172e None None] Calling delete_port for 315c4f36-b836-4614-a31c-41d59fcb7503 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:44.268741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-9d6e48c2-0fea-4d66-8f61-23a604b90aa2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8318e19d-0d5e-4000-8328-67cea49b31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852425 Jul 29 23:55:44.299686 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbf58-6373-49d7-9a1f-f47f9942172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.327671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fbf58-6373-49d7-9a1f-f47f9942172e None None] Pushing event deleted for resources: {'Port': ['ID=315c4f36-b836-4614-a31c-41d59fcb7503,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:44.334799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fbf58-6373-49d7-9a1f-f47f9942172e None None] No DVR routers for this DVR port 315c4f36-b836-4614-a31c-41d59fcb7503 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:44.345906 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.362529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.375844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e6beac-3f81-4942-b989-4b3b3313dea0') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.376174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e6beac-3f81-4942-b989-4b3b3313dea0') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.395886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.420053 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.429409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-acd48cba-2197-4893-b4f1-004e7aaef4a8 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508498 Jul 29 23:55:44.430357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:44.430745 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:44.433731 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:44.554195 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.567600 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.569827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/networks/30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35 HTTP/1.1" status: 204 len: 168 time: 1.2064583 Jul 29 23:55:44.573509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56840) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:44.590759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786c0d1-e1e5-404a-8a93-4902f835e2f6 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Network': ['ID=30240bd2-9aaf-4b3a-b4c8-7b85c7c01f35,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:44.634247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dbcc2fe-5e79-4484-a3d2-53c76b2cb282 req-94098ba6-8214-42ad-8912-a5b9e17676b4 service neutron] 10.222.0.42 "GET /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970515 Jul 29 23:55:45.024584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 315c4f36-b836-4614-a31c-41d59fcb7503 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:45.050007 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 315c4f36-b836-4614-a31c-41d59fcb7503 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:45.050745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 315c4f36-b836-4614-a31c-41d59fcb7503 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:45.051660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:45.081813 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:45.082592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 05aab675-f6b8-4c12-b3d2-f7f6c4a2280f not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:45.083287 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.456099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 879fa263-1264-4111-9636-421c80104aca {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:45.456541 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.567951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port 879fa263-1264-4111-9636-421c80104aca, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=879fa263-1264-4111-9636-421c80104aca,segment=NetworkSegment(6781d091-64ed-44f7-8ff2-541fb7dadeeb),segment_id=6781d091-64ed-44f7-8ff2-541fb7dadeeb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:45.568559 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.584319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 879fa263-1264-4111-9636-421c80104aca owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:45.790496 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.831704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=879fa263-1264-4111-9636-421c80104aca,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:46.017139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.190626 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:46.269869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:46.277028 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e6e6e84b-34e5-4de6-9cce-533404240b12 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022243 Jul 29 23:55:46.279457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56868) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:46.282194 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] Sync routers for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:46.308942 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:46.309934 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:46.334115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-508d1294-81a8-4359-8ec4-8c507bcc7114 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting subnet 12c75232-aae9-4d1a-9c80-bb25b1e9ad2d {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:46.344135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-508d1294-81a8-4359-8ec4-8c507bcc7114 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.389103 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:46.412762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-508d1294-81a8-4359-8ec4-8c507bcc7114 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.446728 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:45Z', 'revision_number': 11, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:46.475592 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] Checking router: b9e03b78-ac11-42f0-a71b-711b0e36c9ac for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:46.485122 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:46.485994 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:46.518518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-508d1294-81a8-4359-8ec4-8c507bcc7114 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.600370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-508d1294-81a8-4359-8ec4-8c507bcc7114 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.625848 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-508d1294-81a8-4359-8ec4-8c507bcc7114 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.626061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e6cf67-9206-4bc5-b9b8-51285a4e0c1f None None] Network 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:46.628806 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-508d1294-81a8-4359-8ec4-8c507bcc7114 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/12c75232-aae9-4d1a-9c80-bb25b1e9ad2d HTTP/1.1" status: 204 len: 168 time: 0.3482540 Jul 29 23:55:46.632874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56874) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:46.658497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d1294-81a8-4359-8ec4-8c507bcc7114 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Subnet': ['ID=12c75232-aae9-4d1a-9c80-bb25b1e9ad2d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:46.690393 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:46.776403 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.798313 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:45Z', 'revision_number': 11, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:46.850268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60083070-ef34-48da-934d-c7bd6fee399e None None] DHCP port deletion for 0e6ed812-c64c-452c-93a0-7f8ebc6f6afc request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:46.857554 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057255d-fe3b-4188-9de3-982aded0b216 None None] The sync data for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 is: [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:45Z', 'revision_number': 11, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:46.873496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Deleting port 488c83f2-d70c-437d-a6dd-31d216221ed0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:46.874069 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.921470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-60083070-ef34-48da-934d-c7bd6fee399e None None] Deleting port 488c83f2-d70c-437d-a6dd-31d216221ed0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:46.921948 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60083070-ef34-48da-934d-c7bd6fee399e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.985020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] For port 488c83f2-d70c-437d-a6dd-31d216221ed0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=488c83f2-d70c-437d-a6dd-31d216221ed0,segment=NetworkSegment(6781d091-64ed-44f7-8ff2-541fb7dadeeb),segment_id=6781d091-64ed-44f7-8ff2-541fb7dadeeb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:46.985556 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.014642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Calling delete_port for 488c83f2-d70c-437d-a6dd-31d216221ed0 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:47.044320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-60083070-ef34-48da-934d-c7bd6fee399e None None] For port 488c83f2-d70c-437d-a6dd-31d216221ed0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=488c83f2-d70c-437d-a6dd-31d216221ed0,segment=NetworkSegment(6781d091-64ed-44f7-8ff2-541fb7dadeeb),segment_id=6781d091-64ed-44f7-8ff2-541fb7dadeeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:47.044987 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60083070-ef34-48da-934d-c7bd6fee399e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.064977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-60083070-ef34-48da-934d-c7bd6fee399e None None] Calling delete_port for 488c83f2-d70c-437d-a6dd-31d216221ed0 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:47.106718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.159958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Port': ['ID=488c83f2-d70c-437d-a6dd-31d216221ed0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.161744 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60083070-ef34-48da-934d-c7bd6fee399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.175233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No DVR routers for this DVR port 488c83f2-d70c-437d-a6dd-31d216221ed0 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:47.208087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60083070-ef34-48da-934d-c7bd6fee399e None None] Pushing event deleted for resources: {'Port': ['ID=488c83f2-d70c-437d-a6dd-31d216221ed0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.210515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60083070-ef34-48da-934d-c7bd6fee399e None None] No DVR routers for this DVR port 488c83f2-d70c-437d-a6dd-31d216221ed0 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:47.331335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.345281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6ed812-c64c-452c-93a0-7f8ebc6f6afc']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:47.368489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f36d-89e4-4d7b-b4df-e236d89e3197 req-7c7e4cf4-f76d-4772-90f4-c9e6f820a2bb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:47.377633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e38f36d-89e4-4d7b-b4df-e236d89e3197 req-7c7e4cf4-f76d-4772-90f4-c9e6f820a2bb tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.1458280 Jul 29 23:55:47.380334 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 488c83f2-d70c-437d-a6dd-31d216221ed0 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:47.383064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6781d091-64ed-44f7-8ff2-541fb7dadeeb') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:47.383876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6781d091-64ed-44f7-8ff2-541fb7dadeeb') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:47.408356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.413402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 488c83f2-d70c-437d-a6dd-31d216221ed0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:47.414167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 488c83f2-d70c-437d-a6dd-31d216221ed0 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:47.446275 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.460409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:47.460835 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:47.479739 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:47.527070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e38f36d-89e4-4d7b-b4df-e236d89e3197 req-0ac82681-e447-435c-b123-79be2251a568 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479275 Jul 29 23:55:47.566691 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.580080 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.582101 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/networks/0e6ed812-c64c-452c-93a0-7f8ebc6f6afc HTTP/1.1" status: 204 len: 168 time: 0.9481652 Jul 29 23:55:47.584958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56898) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:47.590015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7dc9c2f3-d7a4-4f5e-8623-8b375361c669 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'routes': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:47.595339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19132ed-4b22-4687-b195-1f7d27576e1a tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Pushing event deleted for resources: {'Network': ['ID=0e6ed812-c64c-452c-93a0-7f8ebc6f6afc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.799622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.extraroute_db [None req-7dc9c2f3-d7a4-4f5e-8623-8b375361c669 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Added routes are [] {{(pid=93817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:55:47.800212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.extraroute_db [None req-7dc9c2f3-d7a4-4f5e-8623-8b375361c669 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Removed routes are [] {{(pid=93817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:55:47.800312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c2f3-d7a4-4f5e-8623-8b375361c669 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.948744 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c2f3-d7a4-4f5e-8623-8b375361c669 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.953558 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c2f3-d7a4-4f5e-8623-8b375361c669 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.036298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc9c2f3-d7a4-4f5e-8623-8b375361c669 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b9e03b78-ac11-42f0-a71b-711b0e36c9ac has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:48.115317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc9c2f3-d7a4-4f5e-8623-8b375361c669 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:48.122845 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c2f3-d7a4-4f5e-8623-8b375361c669 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.124091 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7dc9c2f3-d7a4-4f5e-8623-8b375361c669 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac HTTP/1.1" status: 200 len: 700 time: 0.5380547 Jul 29 23:55:48.125344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] Sync routers for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:48.127535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56910) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:48.135273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:48.135879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:48.223298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:48.280923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:45Z', 'revision_number': 11, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:48.312719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] Checking router: b9e03b78-ac11-42f0-a71b-711b0e36c9ac for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:48.322403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] Routers {'b9e03b78-ac11-42f0-a71b-711b0e36c9ac'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:48.323045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:48.396461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] Set router b9e03b78-ac11-42f0-a71b-711b0e36c9ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:48.462479 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-23668602-d150-4fd2-a189-0393a7525b2f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e03b78-ac11-42f0-a71b-711b0e36c9ac HTTP/1.1" status: 200 len: 205 time: 0.3333929 Jul 29 23:55:48.465672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:48.577090 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01d9b621-06ad-4fe4-9a62-17e74971ead0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.614455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:45Z', 'revision_number': 11, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:48.650143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54516a45-fc0a-42c7-8d58-e293d4306ed5 None None] The sync data for ids ['b9e03b78-ac11-42f0-a71b-711b0e36c9ac'] in n-d-712139-11 is: [{'id': 'b9e03b78-ac11-42f0-a71b-711b0e36c9ac', 'name': 'tempest-RoutersTest-router-564398409', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:11Z', 'updated_at': '2021-07-29T23:55:45Z', 'revision_number': 11, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:48.818255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640bb0-ba38-43af-b134-04ff61562da1 req-b02d1131-bcae-4ced-8006-e23955caa54a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:48.819853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07640bb0-ba38-43af-b134-04ff61562da1 req-b02d1131-bcae-4ced-8006-e23955caa54a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.2004373 Jul 29 23:55:48.821856 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01d9b621-06ad-4fe4-9a62-17e74971ead0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.824522 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01d9b621-06ad-4fe4-9a62-17e74971ead0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.888973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01d9b621-06ad-4fe4-9a62-17e74971ead0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.889488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d9b621-06ad-4fe4-9a62-17e74971ead0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Fanout notify agent at l3_agent the message router_deleted on router b9e03b78-ac11-42f0-a71b-711b0e36c9ac {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:48.899151 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01d9b621-06ad-4fe4-9a62-17e74971ead0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.900687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-01d9b621-06ad-4fe4-9a62-17e74971ead0 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac HTTP/1.1" status: 204 len: 168 time: 0.4335699 Jul 29 23:55:48.919547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56928) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:48.921249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07640bb0-ba38-43af-b134-04ff61562da1 req-e55dae05-cc4c-4e7e-a32c-6637a403e143 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc955b89-0f2e-4f70-ba6f-6f212f3edc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933642 Jul 29 23:55:48.922377 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.931035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 879fa263-1264-4111-9636-421c80104aca no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:48.944106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-27e3f748-ce72-447e-bbb6-4cb82f695c6d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1785681322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:48.958207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 879fa263-1264-4111-9636-421c80104aca {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:48.958894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 879fa263-1264-4111-9636-421c80104aca not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:48.995066 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27e3f748-ce72-447e-bbb6-4cb82f695c6d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.996232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27e3f748-ce72-447e-bbb6-4cb82f695c6d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.063085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27e3f748-ce72-447e-bbb6-4cb82f695c6d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.067527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27e3f748-ce72-447e-bbb6-4cb82f695c6d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.086676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27e3f748-ce72-447e-bbb6-4cb82f695c6d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.088378 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-27e3f748-ce72-447e-bbb6-4cb82f695c6d tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1486943 Jul 29 23:55:49.090938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56936) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:49.096292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f171cf45-49c7-4beb-aade-654cb31d2c8e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:49.164409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-5080e408-f1ab-48b7-96e8-cb4a60261977 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:49.165834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-5080e408-f1ab-48b7-96e8-cb4a60261977 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.42 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 947 time: 0.0702236 Jul 29 23:55:49.282606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-0c742020-c18a-4d60-b3ea-241b26c8a5d1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Deleting port 6732cdfc-ed5a-4264-9341-1fafa171de94 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:49.282951 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-0c742020-c18a-4d60-b3ea-241b26c8a5d1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.356535 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f171cf45-49c7-4beb-aade-654cb31d2c8e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.376157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f171cf45-49c7-4beb-aade-654cb31d2c8e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493689'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.389524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-0c742020-c18a-4d60-b3ea-241b26c8a5d1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] For port 6732cdfc-ed5a-4264-9341-1fafa171de94, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6732cdfc-ed5a-4264-9341-1fafa171de94,segment=NetworkSegment(14506a67-5fbd-44ed-988f-b80756de308b),segment_id=14506a67-5fbd-44ed-988f-b80756de308b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:49.390115 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-0c742020-c18a-4d60-b3ea-241b26c8a5d1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.408630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-0c742020-c18a-4d60-b3ea-241b26c8a5d1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Calling delete_port for 6732cdfc-ed5a-4264-9341-1fafa171de94 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:49.479347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f171cf45-49c7-4beb-aade-654cb31d2c8e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Router b2fa13a1-757a-4838-8e14-7d4e7f7441a5 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:55:49.549267 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-0c742020-c18a-4d60-b3ea-241b26c8a5d1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.565204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6732cdfc-ed5a-4264-9341-1fafa171de94'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:55:49.582015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f171cf45-49c7-4beb-aade-654cb31d2c8e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:49.594464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f171cf45-49c7-4beb-aade-654cb31d2c8e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.599273 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] Sync routers for ids ['b2fa13a1-757a-4838-8e14-7d4e7f7441a5'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:49.602040 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f171cf45-49c7-4beb-aade-654cb31d2c8e tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "PUT /v2.0/routers/b2fa13a1-757a-4838-8e14-7d4e7f7441a5 HTTP/1.1" status: 200 len: 694 time: 0.5092552 Jul 29 23:55:49.602535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56944) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:49.605216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c742020-c18a-4d60-b3ea-241b26c8a5d1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Pushing event deleted for resources: {'Port': ['ID=6732cdfc-ed5a-4264-9341-1fafa171de94,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:49.628904 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] Routers {'b2fa13a1-757a-4838-8e14-7d4e7f7441a5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:49.630112 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b2fa13a1-757a-4838-8e14-7d4e7f7441a5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:49.661510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-0c742020-c18a-4d60-b3ea-241b26c8a5d1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] No DVR routers for this DVR port 6732cdfc-ed5a-4264-9341-1fafa171de94 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:49.664301 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-0c742020-c18a-4d60-b3ea-241b26c8a5d1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.666850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f5e780d1-4ce0-4e46-8242-5bf27cfa5b2a req-0c742020-c18a-4d60-b3ea-241b26c8a5d1 tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.42 "DELETE /v2.0/ports/6732cdfc-ed5a-4264-9341-1fafa171de94 HTTP/1.1" status: 204 len: 173 time: 0.4937465 Jul 29 23:55:49.667911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'name': 'network-vif-deleted', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:49.670184 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef47031c-e04a-444f-9e04-65969a2c7eda" -d '{"events": [{"server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "name": "network-vif-deleted", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:49.725758 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] Set router b2fa13a1-757a-4838-8e14-7d4e7f7441a5 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:49.756150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56952) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:49.756843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-589f5750-ff25-42bd-9def-6a8e328ca418 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/routers/b2fa13a1-757a-4838-8e14-7d4e7f7441a5 HTTP/1.1" status: 200 len: 700 time: 0.1519909 Jul 29 23:55:49.809238 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fa13a1-757a-4838-8e14-7d4e7f7441a5', 'name': 'tempest-RoutersTest-router-1785681322', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:49Z', 'updated_at': '2021-07-29T23:55:49Z', 'revision_number': 2, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:49.810091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-35984b6a-5b94-4c1c-8235-31955922ed4b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fa13a1-757a-4838-8e14-7d4e7f7441a5 HTTP/1.1" status: 200 len: 205 time: 0.0527480 Jul 29 23:55:49.813821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56954) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:49.839558 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02d6f86-8112-4dd4-8ff2-9d4c7323bd2d x-openstack-request-id: req-a02d6f86-8112-4dd4-8ff2-9d4c7323bd2d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:49.840119 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18fcea5-0a01-4ec2-8f81-39f771975445", "name": "network-vif-deleted", "tag": "6732cdfc-ed5a-4264-9341-1fafa171de94", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:49.840589 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a02d6f86-8112-4dd4-8ff2-9d4c7323bd2d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:49.841293 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18fcea5-0a01-4ec2-8f81-39f771975445', 'name': 'network-vif-deleted', 'tag': '6732cdfc-ed5a-4264-9341-1fafa171de94', 'status': 'completed', 'code': 200} Jul 29 23:55:49.856140 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] Checking router: b2fa13a1-757a-4838-8e14-7d4e7f7441a5 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:49.876200 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] Routers {'b2fa13a1-757a-4838-8e14-7d4e7f7441a5'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:49.877022 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b2fa13a1-757a-4838-8e14-7d4e7f7441a5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:49.918476 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c437c770-22bc-43af-93e4-d4709642f818 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.965382 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] Set router b2fa13a1-757a-4838-8e14-7d4e7f7441a5 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:50.045067 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fa13a1-757a-4838-8e14-7d4e7f7441a5', 'name': 'tempest-RoutersTest-router-1785681322', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:49Z', 'updated_at': '2021-07-29T23:55:49Z', 'revision_number': 2, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:50.091379 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb72d35-363a-4353-ace1-afaafa7bade8 None None] The sync data for ids ['b2fa13a1-757a-4838-8e14-7d4e7f7441a5'] in n-d-712139-11 is: [{'id': 'b2fa13a1-757a-4838-8e14-7d4e7f7441a5', 'name': 'tempest-RoutersTest-router-1785681322', 'tenant_id': '71f52b8e886a4755b634634ba381ce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:49Z', 'updated_at': '2021-07-29T23:55:49Z', 'revision_number': 2, 'project_id': '71f52b8e886a4755b634634ba381ce82', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:50.117441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f599c45-64cc-43e7-b43f-fce64c9a6914 req-f7d160e6-615b-4b57-8049-54130bd66c4d tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] 10.222.0.37 "GET /v2.0/ports?device_id=a18fcea5-0a01-4ec2-8f81-39f771975445 HTTP/1.1" status: 200 len: 210 time: 0.0334058 Jul 29 23:55:50.136519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c437c770-22bc-43af-93e4-d4709642f818 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.139851 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c437c770-22bc-43af-93e4-d4709642f818 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.198264 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c437c770-22bc-43af-93e4-d4709642f818 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.198942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c437c770-22bc-43af-93e4-d4709642f818 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Fanout notify agent at l3_agent the message router_deleted on router b2fa13a1-757a-4838-8e14-7d4e7f7441a5 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:50.208815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c437c770-22bc-43af-93e4-d4709642f818 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.213960 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c437c770-22bc-43af-93e4-d4709642f818 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/b2fa13a1-757a-4838-8e14-7d4e7f7441a5 HTTP/1.1" status: 204 len: 168 time: 0.3994026 Jul 29 23:55:50.217660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56964) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.252090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3d281298-f5ac-408c-b0f5-e6e0d6618e28 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fa13a1-757a-4838-8e14-7d4e7f7441a5 HTTP/1.1" status: 200 len: 205 time: 0.0317025 Jul 29 23:55:50.253455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.307380 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-5597265f-465d-4cd4-8323-88fcf184b1fe tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] delete failed (client error): The resource could not be found. Jul 29 23:55:50.308453 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5597265f-465d-4cd4-8323-88fcf184b1fe tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/b2fa13a1-757a-4838-8e14-7d4e7f7441a5 HTTP/1.1" status: 404 len: 336 time: 0.0527031 Jul 29 23:55:50.310974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.342090 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4a7140-46e0-45b0-af4d-9b0b41c7aa1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:50.342595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4a7140-46e0-45b0-af4d-9b0b41c7aa1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:50.344368 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-be4a7140-46e0-45b0-af4d-9b0b41c7aa1c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/ce9aafce-246b-49be-8323-f87b7bcddf26 HTTP/1.1" status: 404 len: 337 time: 0.0322216 Jul 29 23:55:50.347655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56974) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.381434 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba0c856-c592-4af5-982e-2f55b87eae45 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:50.382279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba0c856-c592-4af5-982e-2f55b87eae45 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:50.387015 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cba0c856-c592-4af5-982e-2f55b87eae45 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/edb09926-f0fa-45af-94de-7674d637ccb9 HTTP/1.1" status: 404 len: 337 time: 0.0347250 Jul 29 23:55:50.387176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56976) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.419714 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb28273-39bd-474f-9b76-a56537e178cd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:50.420337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb28273-39bd-474f-9b76-a56537e178cd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:50.428060 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dfb28273-39bd-474f-9b76-a56537e178cd tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/9f2ae788-e6a8-4f88-862a-f3913d1939c3 HTTP/1.1" status: 404 len: 337 time: 0.0345497 Jul 29 23:55:50.428931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.457376 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a33d1b-cc61-4b6a-b732-0550ceca1c2c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:50.457843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a33d1b-cc61-4b6a-b732-0550ceca1c2c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:50.459989 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-05a33d1b-cc61-4b6a-b732-0550ceca1c2c tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/12c75232-aae9-4d1a-9c80-bb25b1e9ad2d HTTP/1.1" status: 404 len: 337 time: 0.0299771 Jul 29 23:55:50.462270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56980) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.490874 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b7b1a5d8-a70d-4526-8c4f-a67fc23c44f3 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9e03b78-ac11-42f0-a71b-711b0e36c9ac HTTP/1.1" status: 200 len: 205 time: 0.0273688 Jul 29 23:55:50.493169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56982) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.534036 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-981f7bb2-8585-4a6a-a4f8-7d3b9cf3cf02 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] delete failed (client error): The resource could not be found. Jul 29 23:55:50.537513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-981f7bb2-8585-4a6a-a4f8-7d3b9cf3cf02 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/b9e03b78-ac11-42f0-a71b-711b0e36c9ac HTTP/1.1" status: 404 len: 336 time: 0.0410187 Jul 29 23:55:50.538329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56984) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.567200 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-942a074f-54d3-4d8e-9ea7-454d557ca5ba tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b1acc64-18a9-4216-abf9-2dd416a2867c HTTP/1.1" status: 200 len: 205 time: 0.0275967 Jul 29 23:55:50.569878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56990) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.606808 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-b6cc574d-463f-4d7b-ad03-37b55833a556 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] delete failed (client error): The resource could not be found. Jul 29 23:55:50.607799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b6cc574d-463f-4d7b-ad03-37b55833a556 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/1b1acc64-18a9-4216-abf9-2dd416a2867c HTTP/1.1" status: 404 len: 336 time: 0.0373056 Jul 29 23:55:50.610474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 56992) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.647369 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e2ca77-6e17-4405-bd84-3a80ad7d66e4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:50.647855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e2ca77-6e17-4405-bd84-3a80ad7d66e4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:50.652425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56994) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.652610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-12e2ca77-6e17-4405-bd84-3a80ad7d66e4 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/637bea4a-c359-421d-98e1-f74bd1e16b36 HTTP/1.1" status: 404 len: 337 time: 0.0411682 Jul 29 23:55:50.679932 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-018f36b0-883b-4dc6-a557-09e89ac7f78f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e4438c4-c545-4852-b951-268c110d96ae HTTP/1.1" status: 200 len: 205 time: 0.0263357 Jul 29 23:55:50.682327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.724025 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-a3c38d32-c728-4227-ada5-cff754f6cc87 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] delete failed (client error): The resource could not be found. Jul 29 23:55:50.725085 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a3c38d32-c728-4227-ada5-cff754f6cc87 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/6e4438c4-c545-4852-b951-268c110d96ae HTTP/1.1" status: 404 len: 336 time: 0.0418000 Jul 29 23:55:50.727896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 56998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.755535 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-027798d7-16ff-4bc6-9337-3d6c32c16e5f tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=30b2561c-a372-4e5a-83fd-24eed90c38c8 HTTP/1.1" status: 200 len: 205 time: 0.0263083 Jul 29 23:55:50.758046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57000) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.796269 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-69ee87eb-6b15-4f3c-bcfe-8cca0aeee5c1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] delete failed (client error): The resource could not be found. Jul 29 23:55:50.797251 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-69ee87eb-6b15-4f3c-bcfe-8cca0aeee5c1 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/30b2561c-a372-4e5a-83fd-24eed90c38c8 HTTP/1.1" status: 404 len: 336 time: 0.0382786 Jul 29 23:55:50.799841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57002) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.826622 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3020425d-c388-4524-b879-904544aa806b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:50.827090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3020425d-c388-4524-b879-904544aa806b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:50.828860 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3020425d-c388-4524-b879-904544aa806b tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/3269b293-d53a-4f2c-9169-0921102411a9 HTTP/1.1" status: 404 len: 337 time: 0.0280941 Jul 29 23:55:50.831896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57008) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.868081 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-32072117-4df0-4e50-bb44-f862193162ed tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee15fcf2-4026-4b5a-8480-a6caef82bc79 HTTP/1.1" status: 200 len: 205 time: 0.0321090 Jul 29 23:55:50.868654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57010) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.909010 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-cd8c06e3-4a7a-4ba4-abc3-6df8c2629d77 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] delete failed (client error): The resource could not be found. Jul 29 23:55:50.910315 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cd8c06e3-4a7a-4ba4-abc3-6df8c2629d77 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/ee15fcf2-4026-4b5a-8480-a6caef82bc79 HTTP/1.1" status: 404 len: 336 time: 0.0408800 Jul 29 23:55:50.913378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57012) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.941927 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c510cfdd-19dc-4cd3-986c-7acfb03a8513 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:50.942400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c510cfdd-19dc-4cd3-986c-7acfb03a8513 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:50.944270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c510cfdd-19dc-4cd3-986c-7acfb03a8513 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/93994894-a23e-4fd3-8819-5750ef2fa583 HTTP/1.1" status: 404 len: 337 time: 0.0298958 Jul 29 23:55:50.947496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.982632 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a10084bf-9a9d-48c6-9f9d-469aa8351f89 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc4ef193-92c0-496d-bba8-c03f55e8b091 HTTP/1.1" status: 200 len: 205 time: 0.0317583 Jul 29 23:55:50.983561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.025903 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-51e92787-682b-4445-a31c-2df1579faa04 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] delete failed (client error): The resource could not be found. Jul 29 23:55:51.027173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-51e92787-682b-4445-a31c-2df1579faa04 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/routers/cc4ef193-92c0-496d-bba8-c03f55e8b091 HTTP/1.1" status: 404 len: 336 time: 0.0421388 Jul 29 23:55:51.029583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57018) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.061559 n-d-712139-11 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8801b1b8-e007-480c-ada8-86ed378676bc tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:51.062024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8801b1b8-e007-480c-ada8-86ed378676bc tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:51.067602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8801b1b8-e007-480c-ada8-86ed378676bc tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/2d990e34-b0e8-4980-9e4c-56cfd0cdef61 HTTP/1.1" status: 404 len: 337 time: 0.0355771 Jul 29 23:55:51.068202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57022) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.101795 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6414fdc-fa63-4a60-93ca-e278204dead7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:51.102261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6414fdc-fa63-4a60-93ca-e278204dead7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:51.104251 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b6414fdc-fa63-4a60-93ca-e278204dead7 tempest-RoutersTest-988573739 tempest-RoutersTest-988573739-project] 10.222.0.37 "DELETE /v2.0/subnets/ef0451e4-b93f-45f1-bc55-7fc7d23a074b HTTP/1.1" status: 404 len: 337 time: 0.0345733 Jul 29 23:55:51.201208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57032) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.267232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8fa488-babc-44d7-bc70-1f358c83514a admin admin] Deleting subnet f75722af-3003-4a2c-a309-16090d5258dd {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:51.271350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa488-babc-44d7-bc70-1f358c83514a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.326300 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa488-babc-44d7-bc70-1f358c83514a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.373048 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa488-babc-44d7-bc70-1f358c83514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.437740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa488-babc-44d7-bc70-1f358c83514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.446726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.476984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fa488-babc-44d7-bc70-1f358c83514a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75722af-3003-4a2c-a309-16090d5258dd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:51.482705 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa488-babc-44d7-bc70-1f358c83514a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.486839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fe8fa488-babc-44d7-bc70-1f358c83514a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f75722af-3003-4a2c-a309-16090d5258dd HTTP/1.1" status: 204 len: 168 time: 0.2844853 Jul 29 23:55:51.490493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.575041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.633788 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-57293dac-d02e-42fb-aed3-ecdc43638e8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71f52b8e886a4755b634634ba381ce82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848869 Jul 29 23:55:51.636486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.674342 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.689064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8318e19d-0d5e-4000-8328-67cea49b31b4']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:51.701825 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7f0735d-485e-4d60-b3e1-a586fc1d834f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.710196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14506a67-5fbd-44ed-988f-b80756de308b') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:51.710586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14506a67-5fbd-44ed-988f-b80756de308b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:51.714379 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-870e488e-7c4b-4838-b9e0-9df861e1ff63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.721072 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.743025 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-870e488e-7c4b-4838-b9e0-9df861e1ff63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.744535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.752458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:51.752947 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:51.755460 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:51.806768 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-870e488e-7c4b-4838-b9e0-9df861e1ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.809706 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-870e488e-7c4b-4838-b9e0-9df861e1ff63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.811553 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-870e488e-7c4b-4838-b9e0-9df861e1ff63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc31966a-6f49-449a-8381-ddc257ff4291 HTTP/1.1" status: 204 len: 168 time: 0.1738195 Jul 29 23:55:51.821789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e488e-7c4b-4838-b9e0-9df861e1ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc31966a-6f49-449a-8381-ddc257ff4291,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:51.828122 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.833816 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.835775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] 10.222.0.37 "DELETE /v2.0/networks/8318e19d-0d5e-4000-8328-67cea49b31b4 HTTP/1.1" status: 204 len: 168 time: 0.3448865 Jul 29 23:55:51.848809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7649a5-6fbc-4986-88b8-f856ed77245b admin admin] Pushing event deleted for resources: {'Network': ['ID=8318e19d-0d5e-4000-8328-67cea49b31b4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:51.998331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:52.044457 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-10a693f6-3b03-4d6f-9f00-a311b0ff1f60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4793646f191c4e92b8a766bfad29590b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449231 Jul 29 23:55:52.047114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:52.121323 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee0016ae-f409-407c-a5b0-81740d3bee8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.150277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee0016ae-f409-407c-a5b0-81740d3bee8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.229504 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee0016ae-f409-407c-a5b0-81740d3bee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.232737 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee0016ae-f409-407c-a5b0-81740d3bee8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.236939 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ee0016ae-f409-407c-a5b0-81740d3bee8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc955b89-0f2e-4f70-ba6f-6f212f3edc94 HTTP/1.1" status: 204 len: 168 time: 0.1864271 Jul 29 23:55:52.245676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0016ae-f409-407c-a5b0-81740d3bee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc955b89-0f2e-4f70-ba6f-6f212f3edc94,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:52.969487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:52.989204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6732cdfc-ed5a-4264-9341-1fafa171de94 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:53.035909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 6732cdfc-ed5a-4264-9341-1fafa171de94 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:53.036319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6732cdfc-ed5a-4264-9341-1fafa171de94 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:53.133379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c43a4544-1fd4-43be-a8fd-ba9b5bc3c637 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:53.134494 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-c43a4544-1fd4-43be-a8fd-ba9b5bc3c637 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:55:53.135195 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-c43a4544-1fd4-43be-a8fd-ba9b5bc3c637 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:55:53.136452 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c43a4544-1fd4-43be-a8fd-ba9b5bc3c637 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1659272 Jul 29 23:55:53.140190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:53.146095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'tempest-secgroup--144008300'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:53.185590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.201526 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.343022 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.350271 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.392827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc88a64-fd52-4a9a-8dbb-a671aec0bfbd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:53.467766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.474858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.508466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.513232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:53.517364 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3752134 Jul 29 23:55:53.518432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ea7deaf9-ca6c-4e0f-b6ec-5fe09a4a5ddd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': '87c30815-4ac7-4c41-b392-4c64152c9595', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:53.527238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07458f1b-ac41-49d8-b1c9-dc4500afe21e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c30815-4ac7-4c41-b392-4c64152c9595,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:53.554747 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea7deaf9-ca6c-4e0f-b6ec-5fe09a4a5ddd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.627405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea7deaf9-ca6c-4e0f-b6ec-5fe09a4a5ddd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.632405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea7deaf9-ca6c-4e0f-b6ec-5fe09a4a5ddd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.651827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7deaf9-ca6c-4e0f-b6ec-5fe09a4a5ddd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd9d3a2-b5ed-49f3-8cb2-7db08a2fabf7,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:53.659935 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea7deaf9-ca6c-4e0f-b6ec-5fe09a4a5ddd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.662520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ea7deaf9-ca6c-4e0f-b6ec-5fe09a4a5ddd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480105 Jul 29 23:55:53.666250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:53.671726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4b5c0ea2-e120-4b19-ad79-2ad60ab4e7c8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': '87c30815-4ac7-4c41-b392-4c64152c9595', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:53.713179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b5c0ea2-e120-4b19-ad79-2ad60ab4e7c8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.789995 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-4b5c0ea2-e120-4b19-ad79-2ad60ab4e7c8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:55:53.791146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b5c0ea2-e120-4b19-ad79-2ad60ab4e7c8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1234827 Jul 29 23:55:53.795024 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57144) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:53.870977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87ed0e5f-8d6b-4130-a519-5c5c21c536d8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.919689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87ed0e5f-8d6b-4130-a519-5c5c21c536d8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.017411 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87ed0e5f-8d6b-4130-a519-5c5c21c536d8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.022943 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87ed0e5f-8d6b-4130-a519-5c5c21c536d8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.028486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-87ed0e5f-8d6b-4130-a519-5c5c21c536d8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/87c30815-4ac7-4c41-b392-4c64152c9595 HTTP/1.1" status: 204 len: 168 time: 0.2283247 Jul 29 23:55:54.030486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57154) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.044600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed0e5f-8d6b-4130-a519-5c5c21c536d8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c30815-4ac7-4c41-b392-4c64152c9595,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:54.108592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5d6657bd-f6b4-448a-8d96-5d548b4a0f3c tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767338 Jul 29 23:55:54.114096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57160) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.120268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-68267f46-0c25-44ce-a031-6957676acad6 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'tempest-secgroup--230522418'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:54.138701 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83330d9f-6d36-4311-9e84-961dfbbe30fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.154612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68267f46-0c25-44ce-a031-6957676acad6 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.246668 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.283851 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68267f46-0c25-44ce-a031-6957676acad6 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.289274 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68267f46-0c25-44ce-a031-6957676acad6 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.319746 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68267f46-0c25-44ce-a031-6957676acad6 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.324144 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-68267f46-0c25-44ce-a031-6957676acad6 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2059536 Jul 29 23:55:54.324615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57164) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.333840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68267f46-0c25-44ce-a031-6957676acad6 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ef1bd6-b641-4a96-9368-984cb1946702,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:54.334324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ef25d8c1-b40b-4bb9-b993-c01dc6671e18 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': '39ef1bd6-b641-4a96-9368-984cb1946702', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:54.335364 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-ef25d8c1-b40b-4bb9-b993-c01dc6671e18 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 23:55:54.336158 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-ef25d8c1-b40b-4bb9-b993-c01dc6671e18 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:54.337684 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ef25d8c1-b40b-4bb9-b993-c01dc6671e18 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0117245 Jul 29 23:55:54.342934 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57166) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.434357 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-727dc1df-a001-4137-85c3-4e43ad4357e5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.464114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-727dc1df-a001-4137-85c3-4e43ad4357e5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.505554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-727dc1df-a001-4137-85c3-4e43ad4357e5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.508459 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-727dc1df-a001-4137-85c3-4e43ad4357e5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.512506 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-727dc1df-a001-4137-85c3-4e43ad4357e5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/39ef1bd6-b641-4a96-9368-984cb1946702 HTTP/1.1" status: 204 len: 168 time: 0.1653500 Jul 29 23:55:54.513045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57168) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.523978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dc1df-a001-4137-85c3-4e43ad4357e5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ef1bd6-b641-4a96-9368-984cb1946702,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:54.563189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5a1a7035-f5c9-41b1-9ee5-7b8bc80eb98d tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485466 Jul 29 23:55:54.567643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.572294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-76affbb5-a0a0-4207-b171-141165e54369 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126621924'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:54.598118 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76affbb5-a0a0-4207-b171-141165e54369 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.695457 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76affbb5-a0a0-4207-b171-141165e54369 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.703243 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76affbb5-a0a0-4207-b171-141165e54369 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.731433 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76affbb5-a0a0-4207-b171-141165e54369 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.732984 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-76affbb5-a0a0-4207-b171-141165e54369 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1641545 Jul 29 23:55:54.736497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57174) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.739919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76affbb5-a0a0-4207-b171-141165e54369 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573d7739-e6f2-4e36-ad83-b60d7f234a42,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:54.741712 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-53100be9-6713-483c-afbb-5e179f3001c5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': '573d7739-e6f2-4e36-ad83-b60d7f234a42', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:54.759885 n-d-712139-11 neutron-server[93816]: WARNING neutron.api.v2.base [None req-53100be9-6713-483c-afbb-5e179f3001c5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 23:55:54.761201 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-53100be9-6713-483c-afbb-5e179f3001c5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:54.765026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-53100be9-6713-483c-afbb-5e179f3001c5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0272143 Jul 29 23:55:54.765424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57176) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.828162 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-049d704f-0666-4509-bd8e-7140a7f43498 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.857948 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-049d704f-0666-4509-bd8e-7140a7f43498 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.902990 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-049d704f-0666-4509-bd8e-7140a7f43498 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.905629 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-049d704f-0666-4509-bd8e-7140a7f43498 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.906791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-049d704f-0666-4509-bd8e-7140a7f43498 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/573d7739-e6f2-4e36-ad83-b60d7f234a42 HTTP/1.1" status: 204 len: 168 time: 0.1404250 Jul 29 23:55:54.909464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57178) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.917569 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d704f-0666-4509-bd8e-7140a7f43498 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573d7739-e6f2-4e36-ad83-b60d7f234a42,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:54.966992 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c2abf6bb-006d-4031-975e-0a31fa133683 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550017 Jul 29 23:55:54.970565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57180) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.977268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cbf1781a-2700-4311-add5-de4810d3fb90 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777042177'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.000802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbf1781a-2700-4311-add5-de4810d3fb90 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.083253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbf1781a-2700-4311-add5-de4810d3fb90 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.087766 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbf1781a-2700-4311-add5-de4810d3fb90 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.114443 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbf1781a-2700-4311-add5-de4810d3fb90 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.115678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cbf1781a-2700-4311-add5-de4810d3fb90 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1439576 Jul 29 23:55:55.118628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57186) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.123423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4588e631-918d-4b5d-bf45-7819630dce2e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': '8415cf47-99fb-40be-a839-34cc992b642a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.130591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1781a-2700-4311-add5-de4810d3fb90 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8415cf47-99fb-40be-a839-34cc992b642a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:55.156474 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-4588e631-918d-4b5d-bf45-7819630dce2e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 23:55:55.157335 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-4588e631-918d-4b5d-bf45-7819630dce2e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.160064 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4588e631-918d-4b5d-bf45-7819630dce2e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0388970 Jul 29 23:55:55.161923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57188) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.171493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-798aacb7-0591-4318-91d1-d5cb33afaab0 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': '8415cf47-99fb-40be-a839-34cc992b642a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.172372 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-798aacb7-0591-4318-91d1-d5cb33afaab0 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 23:55:55.173013 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-798aacb7-0591-4318-91d1-d5cb33afaab0 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.174362 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-798aacb7-0591-4318-91d1-d5cb33afaab0 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111616 Jul 29 23:55:55.177045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57192) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.182020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-433f71e7-86db-49b2-a5c6-6a3b6660839c tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': '8415cf47-99fb-40be-a839-34cc992b642a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.184206 n-d-712139-11 neutron-server[93816]: WARNING neutron.api.v2.base [None req-433f71e7-86db-49b2-a5c6-6a3b6660839c tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 23:55:55.184798 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-433f71e7-86db-49b2-a5c6-6a3b6660839c tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.185984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-433f71e7-86db-49b2-a5c6-6a3b6660839c tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078421 Jul 29 23:55:55.189146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57196) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.193733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-161d8fd2-ef7e-49c8-b6da-1a45d5fc644f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': '8415cf47-99fb-40be-a839-34cc992b642a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.194620 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-161d8fd2-ef7e-49c8-b6da-1a45d5fc644f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 23:55:55.195122 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-161d8fd2-ef7e-49c8-b6da-1a45d5fc644f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.198660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57200) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.198806 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-161d8fd2-ef7e-49c8-b6da-1a45d5fc644f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085816 Jul 29 23:55:55.257991 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f48b6ca1-72f7-4327-80b6-0a4ed9053c98 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.283465 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f48b6ca1-72f7-4327-80b6-0a4ed9053c98 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.328034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f48b6ca1-72f7-4327-80b6-0a4ed9053c98 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.330941 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f48b6ca1-72f7-4327-80b6-0a4ed9053c98 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.332860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f48b6ca1-72f7-4327-80b6-0a4ed9053c98 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/8415cf47-99fb-40be-a839-34cc992b642a HTTP/1.1" status: 204 len: 168 time: 0.1326032 Jul 29 23:55:55.336033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.342716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b6ca1-72f7-4327-80b6-0a4ed9053c98 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8415cf47-99fb-40be-a839-34cc992b642a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:55.430659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57210) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.431079 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-58f40328-d358-45fa-8c4f-a2e771f30c7a tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936837 Jul 29 23:55:55.435577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-72598efe-f3d8-4ca2-9bb5-d5a12a32db54 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335027290'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.464731 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72598efe-f3d8-4ca2-9bb5-d5a12a32db54 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.500427 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.565247 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72598efe-f3d8-4ca2-9bb5-d5a12a32db54 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.570748 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72598efe-f3d8-4ca2-9bb5-d5a12a32db54 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.609745 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72598efe-f3d8-4ca2-9bb5-d5a12a32db54 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.614184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-72598efe-f3d8-4ca2-9bb5-d5a12a32db54 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1797736 Jul 29 23:55:55.614184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72598efe-f3d8-4ca2-9bb5-d5a12a32db54 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b871e680-b0ca-44e9-a8d0-de6e1720c5d2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:55.615230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57218) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.619788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7617956e-b278-45d9-8f9d-9cf01012bbe3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'b871e680-b0ca-44e9-a8d0-de6e1720c5d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.620672 n-d-712139-11 neutron-server[93816]: WARNING neutron.api.v2.base [None req-7617956e-b278-45d9-8f9d-9cf01012bbe3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:55:55.621261 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-7617956e-b278-45d9-8f9d-9cf01012bbe3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.624978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7617956e-b278-45d9-8f9d-9cf01012bbe3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068419 Jul 29 23:55:55.625271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57220) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.631250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-af2642c2-1d3b-46c5-ad92-4b3b472ddeab tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'b871e680-b0ca-44e9-a8d0-de6e1720c5d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.673933 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-af2642c2-1d3b-46c5-ad92-4b3b472ddeab tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.678260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-af2642c2-1d3b-46c5-ad92-4b3b472ddeab tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0489566 Jul 29 23:55:55.678649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57222) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.683338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d161d3de-bde7-4b39-a354-0fde1f9215e8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'b871e680-b0ca-44e9-a8d0-de6e1720c5d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.684083 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-d161d3de-bde7-4b39-a354-0fde1f9215e8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 23:55:55.684583 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-d161d3de-bde7-4b39-a354-0fde1f9215e8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.688094 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d161d3de-bde7-4b39-a354-0fde1f9215e8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058825 Jul 29 23:55:55.688252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.692683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-02ac13ab-4687-411c-a18c-f130799f7706 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'b871e680-b0ca-44e9-a8d0-de6e1720c5d2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.730749 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-02ac13ab-4687-411c-a18c-f130799f7706 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.734403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-02ac13ab-4687-411c-a18c-f130799f7706 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0427260 Jul 29 23:55:55.734659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.739444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-90180e7e-2906-47ea-b00d-33e717bd7e38 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'b871e680-b0ca-44e9-a8d0-de6e1720c5d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.739925 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-90180e7e-2906-47ea-b00d-33e717bd7e38 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:55:55.740649 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-90180e7e-2906-47ea-b00d-33e717bd7e38 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.744057 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-90180e7e-2906-47ea-b00d-33e717bd7e38 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060308 Jul 29 23:55:55.744722 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57228) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.749418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8f94f661-1e0c-416a-aaec-a974545abd7b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'b871e680-b0ca-44e9-a8d0-de6e1720c5d2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.777601 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-8f94f661-1e0c-416a-aaec-a974545abd7b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Project af0361e6d0bf48a6af4756db8c772efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:55:55.790099 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-8f94f661-1e0c-416a-aaec-a974545abd7b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.791224 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8f94f661-1e0c-416a-aaec-a974545abd7b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0453856 Jul 29 23:55:55.794064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57230) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.798559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e38556a1-4482-485b-a065-d7bd0dbefbb8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'b871e680-b0ca-44e9-a8d0-de6e1720c5d2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.799036 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-e38556a1-4482-485b-a065-d7bd0dbefbb8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 23:55:55.799504 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-e38556a1-4482-485b-a065-d7bd0dbefbb8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.800450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e38556a1-4482-485b-a065-d7bd0dbefbb8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054519 Jul 29 23:55:55.802891 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.807467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a7a9b3d7-d855-4bef-ba11-5a1bf1bc70ab tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'b871e680-b0ca-44e9-a8d0-de6e1720c5d2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.836754 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-a7a9b3d7-d855-4bef-ba11-5a1bf1bc70ab tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Project af0361e6d0bf48a6af4756db8c772efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:55:55.850568 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-a7a9b3d7-d855-4bef-ba11-5a1bf1bc70ab tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.854238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a7a9b3d7-d855-4bef-ba11-5a1bf1bc70ab tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0475707 Jul 29 23:55:55.854467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57234) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.859127 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c4a762b9-c613-4212-b08f-b02a45ce3c5a tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'b871e680-b0ca-44e9-a8d0-de6e1720c5d2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.885648 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-c4a762b9-c613-4212-b08f-b02a45ce3c5a tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Project af0361e6d0bf48a6af4756db8c772efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:55:55.901987 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-c4a762b9-c613-4212-b08f-b02a45ce3c5a tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:55.903425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c4a762b9-c613-4212-b08f-b02a45ce3c5a tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0477145 Jul 29 23:55:55.906144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57236) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.974853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b45980-5040-448a-83fe-0cb92549e44f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.998731 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b45980-5040-448a-83fe-0cb92549e44f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.043773 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b45980-5040-448a-83fe-0cb92549e44f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.046730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b45980-5040-448a-83fe-0cb92549e44f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.050381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b1b45980-5040-448a-83fe-0cb92549e44f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/b871e680-b0ca-44e9-a8d0-de6e1720c5d2 HTTP/1.1" status: 204 len: 168 time: 0.1408761 Jul 29 23:55:56.051387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.059824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b45980-5040-448a-83fe-0cb92549e44f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b871e680-b0ca-44e9-a8d0-de6e1720c5d2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.123843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-59955662-3483-4dcf-8a34-7bb90a1b19db tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675802 Jul 29 23:55:56.124799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57240) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.130487 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-55d0db21-3c75-47af-a9bd-93832485bfad tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924002761'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:56.155499 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55d0db21-3c75-47af-a9bd-93832485bfad tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.247567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55d0db21-3c75-47af-a9bd-93832485bfad tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.252263 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55d0db21-3c75-47af-a9bd-93832485bfad tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.285147 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55d0db21-3c75-47af-a9bd-93832485bfad tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.286459 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-55d0db21-3c75-47af-a9bd-93832485bfad tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1603382 Jul 29 23:55:56.289470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.295278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ad33ac89-fc05-4016-8463-5962dd62c0e7 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'e9976d1c-0f70-432a-8d6f-90fb1f1bb10a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:56.301081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0db21-3c75-47af-a9bd-93832485bfad tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9976d1c-0f70-432a-8d6f-90fb1f1bb10a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.357320 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-ad33ac89-fc05-4016-8463-5962dd62c0e7 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The resource could not be found. Jul 29 23:55:56.361799 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ad33ac89-fc05-4016-8463-5962dd62c0e7 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0685241 Jul 29 23:55:56.362281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57246) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.367562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b298423d-3e68-4096-a4ea-bafeb3721eb8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'e9976d1c-0f70-432a-8d6f-90fb1f1bb10a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8814145e-4b4f-4183-87ce-3a79e6d18cbc'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:56.414880 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-b298423d-3e68-4096-a4ea-bafeb3721eb8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The resource could not be found. Jul 29 23:55:56.420076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57248) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.420275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b298423d-3e68-4096-a4ea-bafeb3721eb8 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0555792 Jul 29 23:55:56.558989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54bad5f9-a88c-462e-af50-a6c6f2120ecd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.598423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54bad5f9-a88c-462e-af50-a6c6f2120ecd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.649222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54bad5f9-a88c-462e-af50-a6c6f2120ecd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.654483 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54bad5f9-a88c-462e-af50-a6c6f2120ecd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.660224 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-54bad5f9-a88c-462e-af50-a6c6f2120ecd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/e9976d1c-0f70-432a-8d6f-90fb1f1bb10a HTTP/1.1" status: 204 len: 168 time: 0.2358363 Jul 29 23:55:56.661849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57254) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.674458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad5f9-a88c-462e-af50-a6c6f2120ecd tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9976d1c-0f70-432a-8d6f-90fb1f1bb10a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.724810 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57256) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.725417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-41ac64b1-62a2-40a6-9535-4ac30c6c2fe5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610418 Jul 29 23:55:56.729786 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e481792c-7833-4392-8c10-ac6964ff9f6f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'a0e17980-b98b-4709-98c8-5e72d06fcadc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:56.772566 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-e481792c-7833-4392-8c10-ac6964ff9f6f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The resource could not be found. Jul 29 23:55:56.779209 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e481792c-7833-4392-8c10-ac6964ff9f6f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0477962 Jul 29 23:55:56.779444 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.784113 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-22edda3a-9f9a-4c64-80a3-497b3ad21e2d tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951591265'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:56.806137 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22edda3a-9f9a-4c64-80a3-497b3ad21e2d tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.889032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22edda3a-9f9a-4c64-80a3-497b3ad21e2d tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.892994 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22edda3a-9f9a-4c64-80a3-497b3ad21e2d tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.919097 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22edda3a-9f9a-4c64-80a3-497b3ad21e2d tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.920367 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-22edda3a-9f9a-4c64-80a3-497b3ad21e2d tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1398163 Jul 29 23:55:56.923171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57260) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.924719 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edda3a-9f9a-4c64-80a3-497b3ad21e2d tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7462948-6083-460b-acf3-c0bd2abf23a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.929975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a9d4b85c-973d-4d8e-9b46-e9f4c028971b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'tempest-secgroup--752558971'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:56.954778 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b85c-973d-4d8e-9b46-e9f4c028971b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.047939 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b85c-973d-4d8e-9b46-e9f4c028971b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.052967 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b85c-973d-4d8e-9b46-e9f4c028971b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.082739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b85c-973d-4d8e-9b46-e9f4c028971b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.084074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a9d4b85c-973d-4d8e-9b46-e9f4c028971b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1598797 Jul 29 23:55:57.087247 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.090038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4b85c-973d-4d8e-9b46-e9f4c028971b tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d488590-9b3b-47d3-81b5-277b53dca428,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.091868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dbe2e153-5017-4139-989e-9ebb43baf456 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'a7462948-6083-460b-acf3-c0bd2abf23a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7d488590-9b3b-47d3-81b5-277b53dca428'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:57.126151 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.130954 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-dbe2e153-5017-4139-989e-9ebb43baf456 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:57.132133 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dbe2e153-5017-4139-989e-9ebb43baf456 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0439720 Jul 29 23:55:57.134890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.188739 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b9984fc-2cd3-446d-9e2a-2365096525ea tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.210599 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b9984fc-2cd3-446d-9e2a-2365096525ea tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.252175 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b9984fc-2cd3-446d-9e2a-2365096525ea tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.254823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b9984fc-2cd3-446d-9e2a-2365096525ea tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.255985 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5b9984fc-2cd3-446d-9e2a-2365096525ea tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d488590-9b3b-47d3-81b5-277b53dca428 HTTP/1.1" status: 204 len: 168 time: 0.1201782 Jul 29 23:55:57.258741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57266) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.265865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9984fc-2cd3-446d-9e2a-2365096525ea tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d488590-9b3b-47d3-81b5-277b53dca428,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.318354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-129ca73c-703e-4bb7-b2ec-577f5cd30a05 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0580828 Jul 29 23:55:57.321017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.372976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9757258-a4c7-49be-859e-9c308dd1e112 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.396714 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9757258-a4c7-49be-859e-9c308dd1e112 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.438148 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9757258-a4c7-49be-859e-9c308dd1e112 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.440776 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9757258-a4c7-49be-859e-9c308dd1e112 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.442024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f9757258-a4c7-49be-859e-9c308dd1e112 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/a7462948-6083-460b-acf3-c0bd2abf23a3 HTTP/1.1" status: 204 len: 168 time: 0.1200397 Jul 29 23:55:57.444900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57272) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.451402 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9757258-a4c7-49be-859e-9c308dd1e112 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7462948-6083-460b-acf3-c0bd2abf23a3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.498746 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c659082f-5f0c-4c9b-90d8-149919b30fa5 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520825 Jul 29 23:55:57.502842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57274) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.507361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5eabab79-8e78-437c-afc0-9ae0f57331a3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387873739'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:57.530467 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5eabab79-8e78-437c-afc0-9ae0f57331a3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.618424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5eabab79-8e78-437c-afc0-9ae0f57331a3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.622667 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5eabab79-8e78-437c-afc0-9ae0f57331a3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.650795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabab79-8e78-437c-afc0-9ae0f57331a3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca969f84-6a72-4241-8dbc-5191bd6c1292,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.676195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5eabab79-8e78-437c-afc0-9ae0f57331a3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.680554 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5eabab79-8e78-437c-afc0-9ae0f57331a3 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1738605 Jul 29 23:55:57.681479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57284) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.686317 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-14404c99-bed7-405c-bf72-1ef5aba75250 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'ca969f84-6a72-4241-8dbc-5191bd6c1292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:57.731588 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-14404c99-bed7-405c-bf72-1ef5aba75250 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:57.732903 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-14404c99-bed7-405c-bf72-1ef5aba75250 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0502808 Jul 29 23:55:57.735460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57288) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.740577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fbefb850-fed3-47f9-9955-4561ed0e5f05 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group_rule': {'security_group_id': 'ca969f84-6a72-4241-8dbc-5191bd6c1292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:57.797970 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-fbefb850-fed3-47f9-9955-4561ed0e5f05 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:57.799295 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fbefb850-fed3-47f9-9955-4561ed0e5f05 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0625913 Jul 29 23:55:57.803815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.859204 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a5dca728-f839-476a-9c19-9c50a8e1756f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.884793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a5dca728-f839-476a-9c19-9c50a8e1756f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.925180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a5dca728-f839-476a-9c19-9c50a8e1756f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.927707 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a5dca728-f839-476a-9c19-9c50a8e1756f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.928972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a5dca728-f839-476a-9c19-9c50a8e1756f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/ca969f84-6a72-4241-8dbc-5191bd6c1292 HTTP/1.1" status: 204 len: 168 time: 0.1237986 Jul 29 23:55:57.933477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57294) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.938636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dca728-f839-476a-9c19-9c50a8e1756f tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca969f84-6a72-4241-8dbc-5191bd6c1292,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.989680 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dd5d123e-947d-4879-a0b8-66200f0728ec tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545802 Jul 29 23:55:57.993614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57296) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.997564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9762710a-3908-4064-98d9-48a35cbb4505 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'tempest-secgroup--89917696'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:58.020612 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9762710a-3908-4064-98d9-48a35cbb4505 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.105914 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9762710a-3908-4064-98d9-48a35cbb4505 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.110466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9762710a-3908-4064-98d9-48a35cbb4505 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.137894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9762710a-3908-4064-98d9-48a35cbb4505 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.139040 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9762710a-3908-4064-98d9-48a35cbb4505 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1448681 Jul 29 23:55:58.141056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762710a-3908-4064-98d9-48a35cbb4505 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751f52ff-8bec-4e1e-b7c3-80a82fce4c7f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:58.142151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57298) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.148136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0d52840b-96bf-4d8c-acb5-800b6c0f1767 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:58.148937 n-d-712139-11 neutron-server[93816]: WARNING neutron.api.v2.base [None req-0d52840b-96bf-4d8c-acb5-800b6c0f1767 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:55:58.149454 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-0d52840b-96bf-4d8c-acb5-800b6c0f1767 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:55:58.150318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0d52840b-96bf-4d8c-acb5-800b6c0f1767 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "PUT /v2.0/security-groups/751f52ff-8bec-4e1e-b7c3-80a82fce4c7f HTTP/1.1" status: 409 len: 330 time: 0.0065465 Jul 29 23:55:58.152886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57300) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.210005 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-782c9201-e798-4809-acee-f71ec3ece210 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.233314 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-782c9201-e798-4809-acee-f71ec3ece210 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.276412 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-782c9201-e798-4809-acee-f71ec3ece210 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.279189 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-782c9201-e798-4809-acee-f71ec3ece210 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.282730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-782c9201-e798-4809-acee-f71ec3ece210 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/751f52ff-8bec-4e1e-b7c3-80a82fce4c7f HTTP/1.1" status: 204 len: 168 time: 0.1266797 Jul 29 23:55:58.283259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57302) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.289518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c9201-e798-4809-acee-f71ec3ece210 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751f52ff-8bec-4e1e-b7c3-80a82fce4c7f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:58.353469 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a6e65d66-5e5e-4d1a-8b18-8a6264da713e tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689278 Jul 29 23:55:58.357147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.370842 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-a71200e6-53f2-4664-917a-49d08858af9c tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] delete failed (client error): The resource could not be found. Jul 29 23:55:58.375363 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a71200e6-53f2-4664-917a-49d08858af9c tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "DELETE /v2.0/security-groups/2e2d2e6d-eaf2-4f8e-8c53-8bbe807a95a5 HTTP/1.1" status: 404 len: 347 time: 0.0139358 Jul 29 23:55:58.375907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57310) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.391967 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-056db51e-a520-4d13-9acf-239be3b1a1a4 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] show failed (client error): The resource could not be found. Jul 29 23:55:58.393636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-056db51e-a520-4d13-9acf-239be3b1a1a4 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-groups/fabee3d5-92de-42b2-9d1c-121bd79a8f3a HTTP/1.1" status: 404 len: 347 time: 0.0166101 Jul 29 23:55:58.397454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.413123 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-c48a7826-1fa5-42c7-b78f-24542cd4e8f2 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] show failed (client error): The resource could not be found. Jul 29 23:55:58.414228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c48a7826-1fa5-42c7-b78f-24542cd4e8f2 tempest-NegativeSecGroupIPv6Test-2052775846 tempest-NegativeSecGroupIPv6Test-2052775846-project] 10.222.0.37 "GET /v2.0/security-group-rules/ac9fbdd0-5c31-467d-ad07-b01bb7a915fa HTTP/1.1" status: 404 len: 356 time: 0.0154347 Jul 29 23:55:58.719448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57324) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.875025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4979b3b6-d60f-4c59-b0d8-cdbc8abc95aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af0361e6d0bf48a6af4756db8c772efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507688 Jul 29 23:55:58.875696 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.928653 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b45aff-119c-4f4d-948b-21651147dfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.952455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b45aff-119c-4f4d-948b-21651147dfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.009892 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b45aff-119c-4f4d-948b-21651147dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.012886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b45aff-119c-4f4d-948b-21651147dfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.016583 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-53b45aff-119c-4f4d-948b-21651147dfdf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfc88a64-fd52-4a9a-8dbb-a671aec0bfbd HTTP/1.1" status: 204 len: 168 time: 0.1380320 Jul 29 23:55:59.023077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b45aff-119c-4f4d-948b-21651147dfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc88a64-fd52-4a9a-8dbb-a671aec0bfbd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.737715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57358) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:59.846223 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-66810314-a840-4793-af3e-1ab49909d47f tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-947688449', 'prefixes': ['172.20.0.0/16']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:59.915552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66810314-a840-4793-af3e-1ab49909d47f tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] Notify callbacks [] for subnetpool, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.916935 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-66810314-a840-4793-af3e-1ab49909d47f tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1777241 Jul 29 23:55:59.919784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57370) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:59.965163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bb05906c-a9c7-49e9-a947-1fa7801948ac tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] 10.222.0.37 "GET /v2.0/subnetpools/7e01cc6c-67aa-46b0-b39b-fe83e38157a2 HTTP/1.1" status: 200 len: 731 time: 0.0407555 Jul 29 23:55:59.965163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57372) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:59.972544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-13b105c4-a841-4d43-b717-5d5ca45c33bc tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1079699044'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:00.087876 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13b105c4-a841-4d43-b717-5d5ca45c33bc tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] Notify callbacks [] for subnetpool, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.091915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57378) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:00.092117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-13b105c4-a841-4d43-b717-5d5ca45c33bc tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] 10.222.0.37 "PUT /v2.0/subnetpools/7e01cc6c-67aa-46b0-b39b-fe83e38157a2 HTTP/1.1" status: 200 len: 684 time: 0.1235211 Jul 29 23:56:00.185866 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d82f6868-aff7-4674-9931-641067cc73ee tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] Notify callbacks [] for subnetpool, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.190433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57380) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:00.192585 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d82f6868-aff7-4674-9931-641067cc73ee tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7e01cc6c-67aa-46b0-b39b-fe83e38157a2 HTTP/1.1" status: 204 len: 168 time: 0.0990803 Jul 29 23:56:00.206458 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-c4eaadb9-b228-4bca-b006-2d9b97d2739a tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] show failed (client error): The resource could not be found. Jul 29 23:56:00.210357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57382) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:00.210621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c4eaadb9-b228-4bca-b006-2d9b97d2739a tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] 10.222.0.37 "GET /v2.0/subnetpools/7e01cc6c-67aa-46b0-b39b-fe83e38157a2 HTTP/1.1" status: 404 len: 346 time: 0.0188897 Jul 29 23:56:00.226748 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-3e06cbdd-cdaf-42fa-a596-29b9ec4e220f tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] delete failed (client error): The resource could not be found. Jul 29 23:56:00.231107 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3e06cbdd-cdaf-42fa-a596-29b9ec4e220f tempest-SubnetPoolsTestJSON-353829120 tempest-SubnetPoolsTestJSON-353829120-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7e01cc6c-67aa-46b0-b39b-fe83e38157a2 HTTP/1.1" status: 404 len: 346 time: 0.0162361 Jul 29 23:56:00.510809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57388) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:00.643522 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92d24d4f-9d3d-4d0b-bf9d-2659f69c9ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.758459 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92d24d4f-9d3d-4d0b-bf9d-2659f69c9ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.763263 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92d24d4f-9d3d-4d0b-bf9d-2659f69c9ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.805292 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-92d24d4f-9d3d-4d0b-bf9d-2659f69c9ade admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5178fe5a6d8440fb6f8f4d5c6917c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904608 Jul 29 23:56:00.805292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d24d4f-9d3d-4d0b-bf9d-2659f69c9ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e34d65-fb5b-45c4-8c9c-e84b749205a8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:00.805733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:00.869201 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48db5578-e8cf-477f-b172-094c05fdccb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.890662 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48db5578-e8cf-477f-b172-094c05fdccb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.942208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48db5578-e8cf-477f-b172-094c05fdccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.944951 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48db5578-e8cf-477f-b172-094c05fdccb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.948606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-48db5578-e8cf-477f-b172-094c05fdccb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8e34d65-fb5b-45c4-8c9c-e84b749205a8 HTTP/1.1" status: 204 len: 168 time: 0.1412225 Jul 29 23:56:00.968496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db5578-e8cf-477f-b172-094c05fdccb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e34d65-fb5b-45c4-8c9c-e84b749205a8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:01.792770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57422) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:01.796895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029488 Jul 29 23:56:01.800461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57424) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:01.905371 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-482f7c41-1cf0-4bce-bc1d-8ac75ee9cd05 tempest-NetworksApiDiscovery-1877800674 tempest-NetworksApiDiscovery-1877800674-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1036160 Jul 29 23:56:02.173399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.330709 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b696df5-a008-43ce-8abc-3f7ecb7ab387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.447261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b696df5-a008-43ce-8abc-3f7ecb7ab387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.452875 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b696df5-a008-43ce-8abc-3f7ecb7ab387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.495516 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9b696df5-a008-43ce-8abc-3f7ecb7ab387 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20b89347c13e46b0a80f947f26582917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210537 Jul 29 23:56:02.498855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.514022 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.523983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b696df5-a008-43ce-8abc-3f7ecb7ab387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece2d954-e0d5-4c6d-b71a-49820795e767,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:02.563851 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d061-73e6-4da8-a391-babcc53fac42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.563998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.587133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d061-73e6-4da8-a391-babcc53fac42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.645761 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d061-73e6-4da8-a391-babcc53fac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.649739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d061-73e6-4da8-a391-babcc53fac42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.654811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d6c5d061-73e6-4da8-a391-babcc53fac42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ece2d954-e0d5-4c6d-b71a-49820795e767 HTTP/1.1" status: 204 len: 168 time: 0.1548865 Jul 29 23:56:02.665911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5d061-73e6-4da8-a391-babcc53fac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece2d954-e0d5-4c6d-b71a-49820795e767,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:02.705660 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf763-a521-46a1-8af5-5fc1ea47cff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.821185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf763-a521-46a1-8af5-5fc1ea47cff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.825674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf763-a521-46a1-8af5-5fc1ea47cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.874759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c6aaf763-a521-46a1-8af5-5fc1ea47cff2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8bd94124fdf4a6d954767fddae8e5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070006 Jul 29 23:56:02.874759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaf763-a521-46a1-8af5-5fc1ea47cff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b22d0-d956-4643-9873-bdb60df219a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:02.875158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57464) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.933396 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8438f66-f030-4884-b00a-8a4fba09382b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.956355 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8438f66-f030-4884-b00a-8a4fba09382b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.021114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8438f66-f030-4884-b00a-8a4fba09382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.024356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8438f66-f030-4884-b00a-8a4fba09382b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.025643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c8438f66-f030-4884-b00a-8a4fba09382b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab6b22d0-d956-4643-9873-bdb60df219a3 HTTP/1.1" status: 204 len: 168 time: 0.1494932 Jul 29 23:56:03.039456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8438f66-f030-4884-b00a-8a4fba09382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b22d0-d956-4643-9873-bdb60df219a3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:04.393448 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-951d3edd-c39a-43da-8732-37dd90a5173f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2981958 Jul 29 23:56:04.489231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57538) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:04.498838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-0a5b5393-0a17-464a-b478-b3b062defb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:04.500603 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-0a5b5393-0a17-464a-b478-b3b062defb37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9fd47cf550425a8844b8e581000f5f&device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1097 time: 0.0475690 Jul 29 23:56:04.608714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-a20afc69-5c6b-4f37-8841-0da53e75f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:04.610424 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-a20afc69-5c6b-4f37-8841-0da53e75f98e service neutron] 10.222.0.47 "GET /v2.0/networks?id=464ff294-3539-4ab1-91a5-93c488a36535 HTTP/1.1" status: 200 len: 910 time: 0.0899277 Jul 29 23:56:04.621370 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-276cd7ff-53be-472f-aabc-621fb322c732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.688545 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-9424440b-d2ab-4e97-9f08-0793ec35b893 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996 HTTP/1.1" status: 200 len: 1001 time: 0.0708246 Jul 29 23:56:04.741757 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-276cd7ff-53be-472f-aabc-621fb322c732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.745390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-89582f8e-613c-4b68-8633-e219f07571f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:04.747136 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-89582f8e-613c-4b68-8633-e219f07571f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c97fd569-9a49-4b34-8f41-bcc081cd0b54 HTTP/1.1" status: 200 len: 848 time: 0.0518260 Jul 29 23:56:04.747901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-276cd7ff-53be-472f-aabc-621fb322c732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.793630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-0bdafa85-6837-45bc-b75e-ad0b1541a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:04.794716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cd7ff-53be-472f-aabc-621fb322c732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4a45e9-2a69-4e80-90d3-a44ce79594aa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:04.795221 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-0bdafa85-6837-45bc-b75e-ad0b1541a463 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=464ff294-3539-4ab1-91a5-93c488a36535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415528 Jul 29 23:56:04.818292 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-276cd7ff-53be-472f-aabc-621fb322c732 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1745b3e67c3148d686aafbfa980ed2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279488 Jul 29 23:56:04.818912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57542) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:04.874751 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1de033a-b978-40bc-8049-f3fc495573a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.898097 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1de033a-b978-40bc-8049-f3fc495573a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.913988 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-071cbe95-94e0-48a6-a4d0-402c03a48d05 service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116040 Jul 29 23:56:04.966082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1de033a-b978-40bc-8049-f3fc495573a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.973562 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1de033a-b978-40bc-8049-f3fc495573a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.975961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a1de033a-b978-40bc-8049-f3fc495573a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a4a45e9-2a69-4e80-90d3-a44ce79594aa HTTP/1.1" status: 204 len: 168 time: 0.1555440 Jul 29 23:56:04.999879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de033a-b978-40bc-8049-f3fc495573a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4a45e9-2a69-4e80-90d3-a44ce79594aa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.053584 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2ac7f55b-a0c6-4af7-9e9e-74f698bd2521 req-239cb892-b1d8-407f-9270-587891eb52bb service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326249 Jul 29 23:56:05.285916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57552) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:05.302191 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9397fa8-04eb-4639-97d6-dfd87f21744c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.395575 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9397fa8-04eb-4639-97d6-dfd87f21744c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.400527 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9397fa8-04eb-4639-97d6-dfd87f21744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.437069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9397fa8-04eb-4639-97d6-dfd87f21744c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cca4303-9a25-4d26-939d-80cf4c913558,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.442143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a9397fa8-04eb-4639-97d6-dfd87f21744c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45b9e430758b4580bbdcb3c416113ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549568 Jul 29 23:56:05.446426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:05.501877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b6ed-c9df-43e1-b0fe-d5856fce93ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.529347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b6ed-c9df-43e1-b0fe-d5856fce93ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.580645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b6ed-c9df-43e1-b0fe-d5856fce93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.584076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b6ed-c9df-43e1-b0fe-d5856fce93ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.587633 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9ec8b6ed-c9df-43e1-b0fe-d5856fce93ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cca4303-9a25-4d26-939d-80cf4c913558 HTTP/1.1" status: 204 len: 168 time: 0.1372683 Jul 29 23:56:05.594027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8b6ed-c9df-43e1-b0fe-d5856fce93ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cca4303-9a25-4d26-939d-80cf4c913558,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:06.023027 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:56:14.305854 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:14.489865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96757b01-0086-4be7-8d93-3c06e8a955b5 req-08ee239c-e9d6-4603-a7dd-0c97a0f6dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:14.491693 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96757b01-0086-4be7-8d93-3c06e8a955b5 req-08ee239c-e9d6-4603-a7dd-0c97a0f6dede service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1097 time: 0.1848061 Jul 29 23:56:14.531096 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96757b01-0086-4be7-8d93-3c06e8a955b5 req-b6df6eaa-d623-4dc0-a216-464ba0887d23 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Jul 29 23:56:16.556632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 57952) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:16.693153 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d73074f6-0e3c-4b35-8781-5177a10a18e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.811297 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d73074f6-0e3c-4b35-8781-5177a10a18e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.817161 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d73074f6-0e3c-4b35-8781-5177a10a18e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.861631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d73074f6-0e3c-4b35-8781-5177a10a18e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb25b97735e44e148ca26c0bb234aedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038096 Jul 29 23:56:16.865617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 57968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:16.877563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73074f6-0e3c-4b35-8781-5177a10a18e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b5949b-fd09-41fd-939e-e6136db791ef,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:16.946762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-441c89bd-6a2a-47e5-a10b-846cab14f63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.984309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-441c89bd-6a2a-47e5-a10b-846cab14f63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.042740 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-441c89bd-6a2a-47e5-a10b-846cab14f63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.046084 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-441c89bd-6a2a-47e5-a10b-846cab14f63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.048040 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-441c89bd-6a2a-47e5-a10b-846cab14f63f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94b5949b-fd09-41fd-939e-e6136db791ef HTTP/1.1" status: 204 len: 168 time: 0.1801255 Jul 29 23:56:17.065334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c89bd-6a2a-47e5-a10b-846cab14f63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b5949b-fd09-41fd-939e-e6136db791ef,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:18.892870 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.445922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58090) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:19.479244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:19.615999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.623097 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d989b73-c152-4de3-8e0a-57deca11370c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.716641 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.723202 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.767666 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28dcaae9c86543c4bea3b510852a87f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204501 Jul 29 23:56:19.768753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440199ee-8402-4f5b-8ebc-225e444ad261,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:19.771494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:19.794319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.794673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.795024 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.795367 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.795940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.796363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.796647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.797050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.797428 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.798191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.798426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.800001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea6c39-614c-475a-95de-286807c81545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:19.824187 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d989b73-c152-4de3-8e0a-57deca11370c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.829952 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d989b73-c152-4de3-8e0a-57deca11370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.848923 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad22f34d-d9b2-4b6c-ae62-df2d5b393e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.873805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad22f34d-d9b2-4b6c-ae62-df2d5b393e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.882556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7d989b73-c152-4de3-8e0a-57deca11370c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e9160829da84f3ea7ed07a7dac34a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023089 Jul 29 23:56:19.885456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58100) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:19.887626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d989b73-c152-4de3-8e0a-57deca11370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234b6491-0909-4a13-8ce9-43c23bd48bb8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:19.981557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad22f34d-d9b2-4b6c-ae62-df2d5b393e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.984664 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad22f34d-d9b2-4b6c-ae62-df2d5b393e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.989337 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ad22f34d-d9b2-4b6c-ae62-df2d5b393e90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/440199ee-8402-4f5b-8ebc-225e444ad261 HTTP/1.1" status: 204 len: 168 time: 0.2164483 Jul 29 23:56:19.990448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6e4d38c-2a81-48b6-b61a-ec498eac99d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.000462 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22f34d-d9b2-4b6c-ae62-df2d5b393e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440199ee-8402-4f5b-8ebc-225e444ad261,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.035708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6e4d38c-2a81-48b6-b61a-ec498eac99d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.101720 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6e4d38c-2a81-48b6-b61a-ec498eac99d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.106222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6e4d38c-2a81-48b6-b61a-ec498eac99d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.110573 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e6e4d38c-2a81-48b6-b61a-ec498eac99d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/234b6491-0909-4a13-8ce9-43c23bd48bb8 HTTP/1.1" status: 204 len: 168 time: 0.2234240 Jul 29 23:56:20.119918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4d38c-2a81-48b6-b61a-ec498eac99d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234b6491-0909-4a13-8ce9-43c23bd48bb8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.336823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58110) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:20.351364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3451a37-83f7-4111-bee5-841002e91ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.461277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3451a37-83f7-4111-bee5-841002e91ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.465477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3451a37-83f7-4111-bee5-841002e91ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.509853 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d3451a37-83f7-4111-bee5-841002e91ab2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39e1eb5fd5714551beee87cd184db77d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717379 Jul 29 23:56:20.511053 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3451a37-83f7-4111-bee5-841002e91ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2378ff6c-c3f9-46f4-96a5-97cf5fac378e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.512715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58114) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:20.553947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:20.567734 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00f37e16-0d25-42d1-b67f-4bebdd47784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.569517 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca0211ef-c6ac-442d-a525-c7610bc4fd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.596480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca0211ef-c6ac-442d-a525-c7610bc4fd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.654567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca0211ef-c6ac-442d-a525-c7610bc4fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.657769 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca0211ef-c6ac-442d-a525-c7610bc4fd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.659257 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ca0211ef-c6ac-442d-a525-c7610bc4fd26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2378ff6c-c3f9-46f4-96a5-97cf5fac378e HTTP/1.1" status: 204 len: 168 time: 0.1453869 Jul 29 23:56:20.671110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0211ef-c6ac-442d-a525-c7610bc4fd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2378ff6c-c3f9-46f4-96a5-97cf5fac378e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.702772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00f37e16-0d25-42d1-b67f-4bebdd47784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.707665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00f37e16-0d25-42d1-b67f-4bebdd47784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.736334 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-00f37e16-0d25-42d1-b67f-4bebdd47784f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdc71b3228684dc687158e9770ffb9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811683 Jul 29 23:56:20.738829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58120) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:20.783963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f37e16-0d25-42d1-b67f-4bebdd47784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e006a26-ac0e-4c76-8e05-3f91488dbffa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.818286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f6f83a-93d4-477b-aba8-ff5423a059ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.842340 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f6f83a-93d4-477b-aba8-ff5423a059ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.895855 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f6f83a-93d4-477b-aba8-ff5423a059ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.899375 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f6f83a-93d4-477b-aba8-ff5423a059ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.900757 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-28f6f83a-93d4-477b-aba8-ff5423a059ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e006a26-ac0e-4c76-8e05-3f91488dbffa HTTP/1.1" status: 204 len: 168 time: 0.1607392 Jul 29 23:56:20.911203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6f83a-93d4-477b-aba8-ff5423a059ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e006a26-ac0e-4c76-8e05-3f91488dbffa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:21.711996 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4bbde632-c708-4bd1-9b40-cbda9d3ee4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.626947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:23.738004 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d886447-a5c0-4f73-9ca8-7cb470afb370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.849003 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d886447-a5c0-4f73-9ca8-7cb470afb370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.863772 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d886447-a5c0-4f73-9ca8-7cb470afb370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.906375 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d886447-a5c0-4f73-9ca8-7cb470afb370 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb4722213b7b43c1b37112e52a471ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782731 Jul 29 23:56:23.907354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d886447-a5c0-4f73-9ca8-7cb470afb370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1327494f-4c3d-4f13-a1ff-f7d564cabf18,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:23.910759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58232) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:23.978217 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.001309 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.074870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.080405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.083455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1327494f-4c3d-4f13-a1ff-f7d564cabf18 HTTP/1.1" status: 204 len: 168 time: 0.1696203 Jul 29 23:56:24.100129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1327494f-4c3d-4f13-a1ff-f7d564cabf18,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:24.120662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.121265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.121705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.122056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.122400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.122773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.123252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.123792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.124092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.124458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.124797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.125127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8b6fb-139d-4694-a5bd-81e9e9b2f309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:24.153758 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-011df918-67a1-4299-b2f0-cdf5836e0896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.248814 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.457955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:24.474057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4db51d2d-4e32-43ec-8512-9135e5459843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.592900 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4db51d2d-4e32-43ec-8512-9135e5459843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.598302 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4db51d2d-4e32-43ec-8512-9135e5459843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.644962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4db51d2d-4e32-43ec-8512-9135e5459843 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d33b6220730a4416a3bf16c1a68f8cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857913 Jul 29 23:56:24.646064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db51d2d-4e32-43ec-8512-9135e5459843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f859db-da4f-498f-962c-dfa0a8f380ba,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:24.647905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58248) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:24.725063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c6901a1-1a5e-4a1d-8cb8-a537d89601da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.759277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c6901a1-1a5e-4a1d-8cb8-a537d89601da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.826897 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c6901a1-1a5e-4a1d-8cb8-a537d89601da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.831680 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c6901a1-1a5e-4a1d-8cb8-a537d89601da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.835735 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5c6901a1-1a5e-4a1d-8cb8-a537d89601da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88f859db-da4f-498f-962c-dfa0a8f380ba HTTP/1.1" status: 204 len: 168 time: 0.1832728 Jul 29 23:56:24.843888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6901a1-1a5e-4a1d-8cb8-a537d89601da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f859db-da4f-498f-962c-dfa0a8f380ba,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:24.964690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:24.969448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-439a56f9-159b-433e-a860-5e9011b47db9 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259360192', 'description': 'tempest-secgroup-smoke-259360192 description', 'project_id': '03390783289740b59a0529d53629e261'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:25.009975 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-439a56f9-159b-433e-a860-5e9011b47db9 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.161968 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-439a56f9-159b-433e-a860-5e9011b47db9 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.169937 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-439a56f9-159b-433e-a860-5e9011b47db9 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.214226 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-439a56f9-159b-433e-a860-5e9011b47db9 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.215839 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-439a56f9-159b-433e-a860-5e9011b47db9 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2500579 Jul 29 23:56:25.218396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a56f9-159b-433e-a860-5e9011b47db9 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0730236-8871-48c3-8391-a46a7431a8bb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:25.218981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58260) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:25.224695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-06af4f6b-b9f8-42f5-8be2-4e297ad07ade tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Request body: {'security_group_rule': {'security_group_id': 'd0730236-8871-48c3-8391-a46a7431a8bb', 'project_id': '03390783289740b59a0529d53629e261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:25.273022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06af4f6b-b9f8-42f5-8be2-4e297ad07ade tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.336712 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06af4f6b-b9f8-42f5-8be2-4e297ad07ade tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.342158 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06af4f6b-b9f8-42f5-8be2-4e297ad07ade tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.363104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4f6b-b9f8-42f5-8be2-4e297ad07ade tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e318f14b-e61d-4b66-9c5e-8ef082c6d1fd,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:25.374009 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06af4f6b-b9f8-42f5-8be2-4e297ad07ade tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.375336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-06af4f6b-b9f8-42f5-8be2-4e297ad07ade tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552312 Jul 29 23:56:25.378714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:25.385019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-03ecdb57-4eb3-4e77-8a3e-9ef7a210578d tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Request body: {'security_group_rule': {'security_group_id': 'd0730236-8871-48c3-8391-a46a7431a8bb', 'project_id': '03390783289740b59a0529d53629e261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:25.413845 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03ecdb57-4eb3-4e77-8a3e-9ef7a210578d tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.480078 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03ecdb57-4eb3-4e77-8a3e-9ef7a210578d tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.484393 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03ecdb57-4eb3-4e77-8a3e-9ef7a210578d tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.493882 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.510601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecdb57-4eb3-4e77-8a3e-9ef7a210578d tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896cf79a-8e18-4cea-aa78-2557153fb5da,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:25.512144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03ecdb57-4eb3-4e77-8a3e-9ef7a210578d tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.515856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-03ecdb57-4eb3-4e77-8a3e-9ef7a210578d tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333318 Jul 29 23:56:25.516401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58274) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:25.520392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c39958e2-9afe-468b-93bb-7da56740f9e5 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Request body: {'security_group_rule': {'security_group_id': 'd0730236-8871-48c3-8391-a46a7431a8bb', 'project_id': '03390783289740b59a0529d53629e261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:25.548404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c39958e2-9afe-468b-93bb-7da56740f9e5 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.608755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c39958e2-9afe-468b-93bb-7da56740f9e5 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.613128 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c39958e2-9afe-468b-93bb-7da56740f9e5 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.630868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39958e2-9afe-468b-93bb-7da56740f9e5 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ba23dd-1a17-4bdf-a58c-28eec915589c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:25.646767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c39958e2-9afe-468b-93bb-7da56740f9e5 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.648444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c39958e2-9afe-468b-93bb-7da56740f9e5 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315413 Jul 29 23:56:25.651365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:25.656698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8e1c8c60-dbee-4423-8397-cff57fbd1b16 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Request body: {'security_group_rule': {'security_group_id': 'd0730236-8871-48c3-8391-a46a7431a8bb', 'project_id': '03390783289740b59a0529d53629e261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:25.689801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8c60-dbee-4423-8397-cff57fbd1b16 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.753554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8c60-dbee-4423-8397-cff57fbd1b16 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.760685 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8c60-dbee-4423-8397-cff57fbd1b16 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.778746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c8c60-dbee-4423-8397-cff57fbd1b16 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0823a823-a36b-48ce-888d-adf9ec61a807,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:25.787742 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8c60-dbee-4423-8397-cff57fbd1b16 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.792092 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8e1c8c60-dbee-4423-8397-cff57fbd1b16 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360984 Jul 29 23:56:25.792226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:25.796855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8248ef42-de99-4853-aeef-b55d0a5edfdc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Request body: {'security_group_rule': {'security_group_id': 'd0730236-8871-48c3-8391-a46a7431a8bb', 'project_id': '03390783289740b59a0529d53629e261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:25.826518 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-8248ef42-de99-4853-aeef-b55d0a5edfdc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Project 03390783289740b59a0529d53629e261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:56:25.833728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ef42-de99-4853-aeef-b55d0a5edfdc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.921818 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ef42-de99-4853-aeef-b55d0a5edfdc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.925556 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ef42-de99-4853-aeef-b55d0a5edfdc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.942889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ef42-de99-4853-aeef-b55d0a5edfdc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a93415-3034-4413-a47a-df6ce8989226,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:25.949050 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ef42-de99-4853-aeef-b55d0a5edfdc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.950123 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8248ef42-de99-4853-aeef-b55d0a5edfdc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572123 Jul 29 23:56:25.952949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:25.958346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2fc17384-685e-4673-a4fd-6e0ae69efa03 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Request body: {'security_group_rule': {'security_group_id': 'd0730236-8871-48c3-8391-a46a7431a8bb', 'project_id': '03390783289740b59a0529d53629e261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:25.980708 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-2fc17384-685e-4673-a4fd-6e0ae69efa03 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Project 03390783289740b59a0529d53629e261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:56:25.985406 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fc17384-685e-4673-a4fd-6e0ae69efa03 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.052684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fc17384-685e-4673-a4fd-6e0ae69efa03 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.056403 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fc17384-685e-4673-a4fd-6e0ae69efa03 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.072425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc17384-685e-4673-a4fd-6e0ae69efa03 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362c638a-e0d3-4a47-96dd-b94842697b52,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:26.081687 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fc17384-685e-4673-a4fd-6e0ae69efa03 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.082951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2fc17384-685e-4673-a4fd-6e0ae69efa03 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290336 Jul 29 23:56:26.292662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-7f53eb6c-a2b2-4aa4-8b38-0f5f2ad86f00 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259360192&fields=id&tenant_id=03390783289740b59a0529d53629e261 HTTP/1.1" status: 200 len: 267 time: 0.0377510 Jul 29 23:56:26.412855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-b6ac274b-b820-4873-bf4d-6a4df27f8660 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:26.414430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-b6ac274b-b820-4873-bf4d-6a4df27f8660 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/networks?id=4860aad3-9e45-4b1c-aa56-c8147840c406 HTTP/1.1" status: 200 len: 814 time: 0.1133974 Jul 29 23:56:26.430922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-b90be304-9670-4390-a71a-db878f2af83b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/quotas/03390783289740b59a0529d53629e261 HTTP/1.1" status: 200 len: 375 time: 0.0099394 Jul 29 23:56:26.493888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-65ea0e17-c011-44b0-b2f9-835daca37b17 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=03390783289740b59a0529d53629e261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569024 Jul 29 23:56:26.747199 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:26.868557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64a7-f862-478a-aa2d-0313fd1f84c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.976598 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64a7-f862-478a-aa2d-0313fd1f84c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.981141 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64a7-f862-478a-aa2d-0313fd1f84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.023159 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b0fc64a7-f862-478a-aa2d-0313fd1f84c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f9c68cd13ae4d5681eeef3fa884d61d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748342 Jul 29 23:56:27.024362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc64a7-f862-478a-aa2d-0313fd1f84c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40edb8cb-7be4-4217-bfed-0d530bef8c63,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:27.025356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58340) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:27.084210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a93768ec-738b-41bf-88ba-110aaad8d78e service neutron] 10.222.0.37 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785446 Jul 29 23:56:27.118901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-325d2725-6213-4d00-a12e-02feb077016a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.129572 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.174495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-325d2725-6213-4d00-a12e-02feb077016a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.227465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-c09af199-16f0-43a2-8755-fb54df3947ee service neutron] 10.222.0.37 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371219 Jul 29 23:56:27.247407 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-325d2725-6213-4d00-a12e-02feb077016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.250722 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-325d2725-6213-4d00-a12e-02feb077016a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.254476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-325d2725-6213-4d00-a12e-02feb077016a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40edb8cb-7be4-4217-bfed-0d530bef8c63 HTTP/1.1" status: 204 len: 168 time: 0.2254837 Jul 29 23:56:27.265568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d2725-6213-4d00-a12e-02feb077016a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40edb8cb-7be4-4217-bfed-0d530bef8c63,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:27.637823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba975c4f-a967-4045-8026-32b32751fdaf req-9371e1b3-0546-4556-886c-997f842835c1 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 210 time: 0.0349786 Jul 29 23:56:28.752668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f00de80e-a258-40c6-b368-e6708f21546c req-fa04c342-ed52-4de0-9424-135892a68226 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 210 time: 0.0312757 Jul 29 23:56:29.069628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a9b37d57-65d4-4e37-92db-955d0a0d0c17 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:29.071317 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a9b37d57-65d4-4e37-92db-955d0a0d0c17 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.42 "GET /v2.0/networks?id=4860aad3-9e45-4b1c-aa56-c8147840c406 HTTP/1.1" status: 200 len: 814 time: 0.1109786 Jul 29 23:56:29.119316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-328d5ec8-d8e1-4bcf-a744-db8728eeefcb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03390783289740b59a0529d53629e261 HTTP/1.1" status: 200 len: 379 time: 0.0366485 Jul 29 23:56:29.129724 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Request body: {'port': {'device_id': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'admin_state_up': True, 'tenant_id': '03390783289740b59a0529d53629e261', 'security_groups': ['d0730236-8871-48c3-8391-a46a7431a8bb']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:29.245553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Made reservation on behalf of 03390783289740b59a0529d53629e261 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:29.249220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.402014 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Allocated IP 172.20.0.9 (4860aad3-9e45-4b1c-aa56-c8147840c406/12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70/7f93f839-a22b-418d-b391-0ec6008b81b1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:29.590629 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.610153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Transition to ACTIVE for port object 7f93f839-a22b-418d-b391-0ec6008b81b1 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:29.656122 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.699467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Network 4860aad3-9e45-4b1c-aa56-c8147840c406 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:29.702674 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:29.706701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:29.743355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event updated for resources: {'Port': ['ID=7f93f839-a22b-418d-b391-0ec6008b81b1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:29.785830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:29.793038 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.813811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-a52df0c2-a66d-4558-b75b-627d808ab01b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6879797 Jul 29 23:56:29.943103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5de3c-bd93-40bc-a35f-fce1bbe48d32 req-8af64f34-1d9c-499c-9f5f-eeb00cc619b4 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:29.946853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0eb5de3c-bd93-40bc-a35f-fce1bbe48d32 req-8af64f34-1d9c-499c-9f5f-eeb00cc619b4 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 931 time: 0.0842750 Jul 29 23:56:30.047985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0eb5de3c-bd93-40bc-a35f-fce1bbe48d32 req-7c705c2b-b2b5-4631-94cf-0c2ca313cdb0 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763874 Jul 29 23:56:30.062836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Request body: {'port': {'device_id': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:30.120218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-18e4fa04-e74e-4439-a653-374ee03d3667 None None] Provisioning for port 7f93f839-a22b-418d-b391-0ec6008b81b1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:30.125536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-18e4fa04-e74e-4439-a653-374ee03d3667 None None] Provisioning complete for port 7f93f839-a22b-418d-b391-0ec6008b81b1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:30.126189 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18e4fa04-e74e-4439-a653-374ee03d3667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.126934 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.176759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-18e4fa04-e74e-4439-a653-374ee03d3667 None None] Port 7f93f839-a22b-418d-b391-0ec6008b81b1 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:30.423786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f93f839-a22b-418d-b391-0ec6008b81b1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:30.433078 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.459923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Transition to ACTIVE for port object 7f93f839-a22b-418d-b391-0ec6008b81b1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:30.466260 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.532602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Pushing event updated for resources: {'Port': ['ID=7f93f839-a22b-418d-b391-0ec6008b81b1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:30.629727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Attempting to bind port 7f93f839-a22b-418d-b391-0ec6008b81b1 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:30.630069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Attempting to bind port 7f93f839-a22b-418d-b391-0ec6008b81b1 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:30.630410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Attempting to bind port 7f93f839-a22b-418d-b391-0ec6008b81b1 on network 4860aad3-9e45-4b1c-aa56-c8147840c406 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:30.642733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Port 7f93f839-a22b-418d-b391-0ec6008b81b1 on network 4860aad3-9e45-4b1c-aa56-c8147840c406 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:56:30.643066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Attempting to bind port 7f93f839-a22b-418d-b391-0ec6008b81b1 on network 4860aad3-9e45-4b1c-aa56-c8147840c406 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:30.650947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:30.651502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Checking segment: {'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:30.652146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Bound using segment: {'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:30.652872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Bound port: 7f93f839-a22b-418d-b391-0ec6008b81b1, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:30.653483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.731196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] For port 7f93f839-a22b-418d-b391-0ec6008b81b1, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:30.735142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] For port 7f93f839-a22b-418d-b391-0ec6008b81b1, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7f93f839-a22b-418d-b391-0ec6008b81b1,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:30.741839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.783705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:30.784564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.786033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] 10.222.0.42 "PUT /v2.0/ports/7f93f839-a22b-418d-b391-0ec6008b81b1 HTTP/1.1" status: 200 len: 1092 time: 0.9636872 Jul 29 23:56:30.786628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:30.789255 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:30.849363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaf831-d9ab-46aa-8a52-bd69f423e364 service neutron] Pushing event updated for resources: {'Port': ['ID=7f93f839-a22b-418d-b391-0ec6008b81b1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:30.881625 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e33025-6663-4877-9cff-abaec3fd5991 x-openstack-request-id: req-36e33025-6663-4877-9cff-abaec3fd5991 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:30.882006 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:30.882198 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36e33025-6663-4877-9cff-abaec3fd5991 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:30.882573 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'status': 'completed', 'code': 200} Jul 29 23:56:30.909542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-f110037d-c102-4951-8ce6-92a36385a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:30.911169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-f110037d-c102-4951-8ce6-92a36385a93a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03390783289740b59a0529d53629e261&device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 1095 time: 0.0632589 Jul 29 23:56:30.973118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-66f3e234-9e78-4bb5-9762-650552922858 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f93f839-a22b-418d-b391-0ec6008b81b1 HTTP/1.1" status: 200 len: 217 time: 0.0522969 Jul 29 23:56:31.045554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-c0bcd17d-450d-4b55-9013-d3f82785c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:31.048402 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-c0bcd17d-450d-4b55-9013-d3f82785c2e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70 HTTP/1.1" status: 200 len: 853 time: 0.0670285 Jul 29 23:56:31.167604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-bfd4488a-3218-4c77-aa12-6550fd9e2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:31.171528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-bfd4488a-3218-4c77-aa12-6550fd9e2dd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4860aad3-9e45-4b1c-aa56-c8147840c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143591 Jul 29 23:56:31.383900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-15941274-764d-468a-92b5-8b11533d714e service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037916 Jul 29 23:56:31.431725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb5a85-4462-48c7-853c-50aae94a9246 req-6e0bff1b-5780-4d28-90a7-fae106c5759b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:31.433629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54bb5a85-4462-48c7-853c-50aae94a9246 req-6e0bff1b-5780-4d28-90a7-fae106c5759b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 943 time: 0.2376566 Jul 29 23:56:31.546923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54bb5a85-4462-48c7-853c-50aae94a9246 req-35ea4606-5503-4746-900f-0fc883a33a96 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778191 Jul 29 23:56:31.562722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-984af666-f8b1-4032-9b3b-3a420b4c6393 req-6150d6d6-4ae7-4625-91c7-3095a102aef0 service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711688 Jul 29 23:56:31.651367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-00b6067a-6692-415e-8e54-12cde831ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:31.653058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-00b6067a-6692-415e-8e54-12cde831ebba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03390783289740b59a0529d53629e261&device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 1095 time: 0.0455616 Jul 29 23:56:31.750472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-de246e7a-509e-4b4a-9ed0-35a01246cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:31.751969 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-de246e7a-509e-4b4a-9ed0-35a01246cb1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4860aad3-9e45-4b1c-aa56-c8147840c406 HTTP/1.1" status: 200 len: 915 time: 0.0913680 Jul 29 23:56:31.797620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-34090311-a5f5-4f9a-a92a-1ba44fe2d93a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f93f839-a22b-418d-b391-0ec6008b81b1 HTTP/1.1" status: 200 len: 217 time: 0.0374541 Jul 29 23:56:31.850557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-a58311f9-81fc-4013-9513-f78bf89b989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:31.852323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-a58311f9-81fc-4013-9513-f78bf89b989e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70 HTTP/1.1" status: 200 len: 853 time: 0.0469143 Jul 29 23:56:31.901882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-a213962c-78ce-44b5-b022-2910919940b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:31.903562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-a213962c-78ce-44b5-b022-2910919940b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4860aad3-9e45-4b1c-aa56-c8147840c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431352 Jul 29 23:56:32.024366 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-16cd2563-b18b-4465-818d-7ff0b493623c service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126916 Jul 29 23:56:32.163466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f83001fc-cc08-451e-b8c0-8b0314d7dbeb req-8c65810d-cf2e-4748-80c3-bde992c3c05e service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311429 Jul 29 23:56:32.511457 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.751577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d541b5-888c-4514-8841-1bbb2c99a774 req-a7bf119f-db1a-4204-a86a-bfe2b26d164d tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:32.754901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96d541b5-888c-4514-8841-1bbb2c99a774 req-a7bf119f-db1a-4204-a86a-bfe2b26d164d tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 943 time: 0.0924053 Jul 29 23:56:32.804326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96d541b5-888c-4514-8841-1bbb2c99a774 req-3550a4cd-2001-492e-9f75-94c17217281b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389156 Jul 29 23:56:33.927419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d1ba3-53ee-4778-9711-62f40a7dd454 req-3a7428af-0eb7-4c22-bceb-f20a203a881b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:33.927419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-020d1ba3-53ee-4778-9711-62f40a7dd454 req-3a7428af-0eb7-4c22-bceb-f20a203a881b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 943 time: 0.0535154 Jul 29 23:56:33.968835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-020d1ba3-53ee-4778-9711-62f40a7dd454 req-7ced6a02-ae5a-45a4-84b9-c17a076b92df tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346639 Jul 29 23:56:35.087253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad327f-8010-46d1-b900-747f9e2f6600 req-77e22644-02c2-44ea-9745-9430cf48ff59 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:35.088704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50ad327f-8010-46d1-b900-747f9e2f6600 req-77e22644-02c2-44ea-9745-9430cf48ff59 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 943 time: 0.0515356 Jul 29 23:56:35.127213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50ad327f-8010-46d1-b900-747f9e2f6600 req-740782bd-c876-4eff-a57f-55f8f91760f3 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321081 Jul 29 23:56:36.278937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc59bae-4766-49a6-940b-a1e5fd6d651d req-e5f79184-e143-40cd-8d01-38e75bd8e3c7 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:36.280513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dc59bae-4766-49a6-940b-a1e5fd6d651d req-e5f79184-e143-40cd-8d01-38e75bd8e3c7 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 943 time: 0.0794072 Jul 29 23:56:36.328905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dc59bae-4766-49a6-940b-a1e5fd6d651d req-72083baa-3d82-4204-a1d9-ea21236ff8e6 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369992 Jul 29 23:56:37.447381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619f210-bdae-4741-b890-bdc02227f364 req-a648c10b-125a-45a9-a6fe-d81d0765acc6 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.448923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9619f210-bdae-4741-b890-bdc02227f364 req-a648c10b-125a-45a9-a6fe-d81d0765acc6 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 943 time: 0.0499487 Jul 29 23:56:37.487483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9619f210-bdae-4741-b890-bdc02227f364 req-374e4293-1720-403e-9a9f-a03308943249 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326033 Jul 29 23:56:38.604510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ea8f-7ba3-4ce8-8b2a-a833bcb207e9 req-c9aec7ce-1640-4680-be39-50f80d2ee2f4 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:38.606017 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fea5ea8f-7ba3-4ce8-8b2a-a833bcb207e9 req-c9aec7ce-1640-4680-be39-50f80d2ee2f4 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 943 time: 0.0510771 Jul 29 23:56:38.647170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fea5ea8f-7ba3-4ce8-8b2a-a833bcb207e9 req-e01787c4-601d-40c2-b7b6-9b1f6642d65b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350299 Jul 29 23:56:39.772496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549237cb-adcf-4e02-916e-8a25104821e5 req-f85a9719-47ee-462a-9622-b46e08e02ebc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:39.774065 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-549237cb-adcf-4e02-916e-8a25104821e5 req-f85a9719-47ee-462a-9622-b46e08e02ebc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 943 time: 0.0559721 Jul 29 23:56:39.814811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-549237cb-adcf-4e02-916e-8a25104821e5 req-58986bd1-6393-41ef-93b6-667518fbd00c tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346370 Jul 29 23:56:40.935389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b1c9b-9b5b-4a9a-8483-812295a6e0d8 req-b48db499-40cc-4df0-b622-5930ab264844 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:40.936905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd7b1c9b-9b5b-4a9a-8483-812295a6e0d8 req-b48db499-40cc-4df0-b622-5930ab264844 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 943 time: 0.0487731 Jul 29 23:56:40.977668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd7b1c9b-9b5b-4a9a-8483-812295a6e0d8 req-ab03773c-4b29-4e34-821c-e422b7e9998f tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338860 Jul 29 23:56:41.157044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7f93f839-a22b-418d-b391-0ec6008b81b1 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:56:41.259592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7f93f839-a22b-418d-b391-0ec6008b81b1, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7f93f839-a22b-418d-b391-0ec6008b81b1,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:41.271062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'port_id': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'mac_address': 'fa:16:3e:ce:38:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:56:41.308196 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.321490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f93f839-a22b-418d-b391-0ec6008b81b1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:41.345734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7f93f839-a22b-418d-b391-0ec6008b81b1, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7f93f839-a22b-418d-b391-0ec6008b81b1,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:41.351275 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.406948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7f93f839-a22b-418d-b391-0ec6008b81b1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:41.415413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.415698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.416091 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.416424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.416762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.417101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.417438 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.417773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.418102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.418434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.418764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.419100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:41.608432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['7f93f839-a22b-418d-b391-0ec6008b81b1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:56:42.094789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c3cf5-11f0-4710-a62b-f70581933d58 req-3a35dd90-60db-4a47-8f75-8035cee07c6b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:42.096849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd7c3cf5-11f0-4710-a62b-f70581933d58 req-3a35dd90-60db-4a47-8f75-8035cee07c6b tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 944 time: 0.0503871 Jul 29 23:56:42.134567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd7c3cf5-11f0-4710-a62b-f70581933d58 req-10aed15b-d99d-487f-90b0-d8a6de6cd9e9 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317795 Jul 29 23:56:43.023268 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:56:43.184424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7f93f839-a22b-418d-b391-0ec6008b81b1 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:43.254347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 7f93f839-a22b-418d-b391-0ec6008b81b1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:43.259449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 7f93f839-a22b-418d-b391-0ec6008b81b1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:43.260003 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.301310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a60bd1-e46b-41e8-b130-3b79c09db5ae req-d40009cd-7835-447f-b9e3-f7f8ba0ccbf4 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:43.302887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53a60bd1-e46b-41e8-b130-3b79c09db5ae req-d40009cd-7835-447f-b9e3-f7f8ba0ccbf4 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 944 time: 0.0589862 Jul 29 23:56:43.352450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53a60bd1-e46b-41e8-b130-3b79c09db5ae req-9e661c57-4a9f-4bde-8d1c-3e4688d72574 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412579 Jul 29 23:56:43.368360 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.397242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:43.399507 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7606e0-d7d1-431e-8d3c-c13a588c4422" -d '{"events": [{"server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "name": "network-vif-plugged", "status": "completed", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:43.417213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 7f93f839-a22b-418d-b391-0ec6008b81b1, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7f93f839-a22b-418d-b391-0ec6008b81b1,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:43.421565 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.472751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=7f93f839-a22b-418d-b391-0ec6008b81b1,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:43.569412 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5c2af7-8f7a-442b-8688-8721ea69dd08 x-openstack-request-id: req-df5c2af7-8f7a-442b-8688-8721ea69dd08 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:43.569954 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "name": "network-vif-plugged", "status": "completed", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:43.570219 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df5c2af7-8f7a-442b-8688-8721ea69dd08 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:43.570633 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'code': 200} Jul 29 23:56:43.693908 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17058e18-0913-4ae2-9ed8-df9551d639f3 req-d2f09c1b-efd2-438a-882e-72725350488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:43.695686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17058e18-0913-4ae2-9ed8-df9551d639f3 req-d2f09c1b-efd2-438a-882e-72725350488c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 1097 time: 0.0582306 Jul 29 23:56:43.738602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-17058e18-0913-4ae2-9ed8-df9551d639f3 req-68fdecb5-ce7f-42aa-aa84-8f1d3e13f825 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356543 Jul 29 23:56:44.472385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19888e1c-390a-48d6-898d-014af0912bf2 req-a4e24aad-8abe-463c-a17b-74dbdb2428a4 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:44.474020 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19888e1c-390a-48d6-898d-014af0912bf2 req-a4e24aad-8abe-463c-a17b-74dbdb2428a4 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 945 time: 0.0510859 Jul 29 23:56:44.522355 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19888e1c-390a-48d6-898d-014af0912bf2 req-ec04f12e-61ee-416a-983c-ee0947a38532 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422308 Jul 29 23:56:45.648700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c44cee-0a11-4c80-9f0e-7682f3d3622b req-4e293a46-1d79-436c-8a85-50340f0f776e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.650254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11c44cee-0a11-4c80-9f0e-7682f3d3622b req-4e293a46-1d79-436c-8a85-50340f0f776e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 945 time: 0.0574980 Jul 29 23:56:45.689747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11c44cee-0a11-4c80-9f0e-7682f3d3622b req-7a749340-586d-4ef3-8e09-d02914be11f2 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335288 Jul 29 23:56:45.811218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cc109-0f35-48a6-bdb3-763d84fedaca req-9b20a280-c36c-4a31-88a6-af057f991df2 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.813082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-389cc109-0f35-48a6-bdb3-763d84fedaca req-9b20a280-c36c-4a31-88a6-af057f991df2 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 945 time: 0.0499899 Jul 29 23:56:45.852485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-389cc109-0f35-48a6-bdb3-763d84fedaca req-d0dbc811-49f5-43ac-a851-bf1539398867 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329530 Jul 29 23:56:45.874017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:46.032519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca73f6-96e5-42fd-adf1-9304625438de tempest-TestVolumeBackupRestore-1052706524 tempest-TestVolumeBackupRestore-1052706524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:46.034093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cdca73f6-96e5-42fd-adf1-9304625438de tempest-TestVolumeBackupRestore-1052706524 tempest-TestVolumeBackupRestore-1052706524-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 1092 time: 0.1590667 Jul 29 23:56:46.037037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:46.041855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'tenant_id': '03390783289740b59a0529d53629e261', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:46.067131 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.178060 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.295332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Allocated IP 172.25.2.186 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/ba25c799-0a96-49de-8500-770ae8baa572) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:46.422969 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.462906 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.501892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:46.504819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:46.511149 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:46.538360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event updated for resources: {'Port': ['ID=ba25c799-0a96-49de-8500-770ae8baa572,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:46.882914 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.953053 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.106225 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.110940 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.182240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event updated for resources: {'Port': ['ID=ba25c799-0a96-49de-8500-770ae8baa572,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:47.192807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.298878 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Floating IP 7d42a5a2-4573-48f9-9b2e-8afeb9201579 associated. External IP: 172.25.2.186, port: 7f93f839-a22b-418d-b391-0ec6008b81b1. Jul 29 23:56:47.529735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Router 9c10eb66-8021-4337-af91-3683964bb024 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:47.650126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:47.663400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] Sync routers for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:47.668554 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.703667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:47.703667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:47.703932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bd2627dd-71af-41da-8129-b80f3afceecb tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6614203 Jul 29 23:56:47.703932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:47.703932 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:47.704494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:47.742458 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7476ce86-2799-4643-8cc8-7bc8dda78cce x-openstack-request-id: req-7476ce86-2799-4643-8cc8-7bc8dda78cce {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:47.742756 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:47.743009 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7476ce86-2799-4643-8cc8-7bc8dda78cce {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:47.743671 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'status': 'completed', 'code': 200} Jul 29 23:56:47.768570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2c61d4-b702-453a-9440-baf92c7ba11c tempest-TestVolumeBackupRestore-1052706524 tempest-TestVolumeBackupRestore-1052706524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.773332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5d2c61d4-b702-453a-9440-baf92c7ba11c tempest-TestVolumeBackupRestore-1052706524 tempest-TestVolumeBackupRestore-1052706524-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 1092 time: 0.0692086 Jul 29 23:56:47.774092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:47.778976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-16ebcade-97c6-4353-9863-13177977dec0 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Request body: {'floatingip': {'port_id': '7f93f839-a22b-418d-b391-0ec6008b81b1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:47.849278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:47.850011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-4bc78af4-4abb-4f3f-a206-5454a94053ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.851672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-4bc78af4-4abb-4f3f-a206-5454a94053ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03390783289740b59a0529d53629e261&device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 1097 time: 0.0807979 Jul 29 23:56:47.855150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16ebcade-97c6-4353-9863-13177977dec0 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.964624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-24730168-f504-442a-8f83-98d81023feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.966256 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-24730168-f504-442a-8f83-98d81023feb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4860aad3-9e45-4b1c-aa56-c8147840c406 HTTP/1.1" status: 200 len: 915 time: 0.1018875 Jul 29 23:56:48.060066 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-4b5f3c2f-6530-45f1-9a45-2edcd9864525 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f93f839-a22b-418d-b391-0ec6008b81b1 HTTP/1.1" status: 200 len: 999 time: 0.0852430 Jul 29 23:56:48.118084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-d8e3a970-d8e3-46ed-96cc-b6a42d0e4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:48.120046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-d8e3a970-d8e3-46ed-96cc-b6a42d0e4d53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70 HTTP/1.1" status: 200 len: 853 time: 0.0519450 Jul 29 23:56:48.131981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7d42a5a2-4573-48f9-9b2e-8afeb9201579', 'tenant_id': '03390783289740b59a0529d53629e261', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9c10eb66-8021-4337-af91-3683964bb024', 'port_id': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'mac_address': 'fa:16:3e:ce:38:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:46Z', 'updated_at': '2021-07-29T23:56:46Z', 'revision_number': 0, 'project_id': '03390783289740b59a0529d53629e261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:57Z', 'revision_number': 5, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:48.174625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] Checking router: 9c10eb66-8021-4337-af91-3683964bb024 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:48.177608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-bd898cbc-61fd-4bb3-8cf5-08a648b02bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:48.179376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-bd898cbc-61fd-4bb3-8cf5-08a648b02bec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4860aad3-9e45-4b1c-aa56-c8147840c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521829 Jul 29 23:56:48.189942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:48.191522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:48.290243 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-a6c5f486-4f6e-4a49-b327-0eb38f601050 service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014695 Jul 29 23:56:48.337424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:48.406616 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ee24de4-990e-4ce5-b6d4-5a34d6698cc9 req-941317b7-823b-422e-b27d-511e1736940c service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079021 Jul 29 23:56:48.635684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7d42a5a2-4573-48f9-9b2e-8afeb9201579', 'tenant_id': '03390783289740b59a0529d53629e261', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9c10eb66-8021-4337-af91-3683964bb024', 'port_id': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'mac_address': 'fa:16:3e:ce:38:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:46Z', 'updated_at': '2021-07-29T23:56:46Z', 'revision_number': 0, 'project_id': '03390783289740b59a0529d53629e261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:57Z', 'revision_number': 5, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:48.665667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde9f44-e026-45fc-abdb-356b97cacbf5 None None] The sync data for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 is: [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7d42a5a2-4573-48f9-9b2e-8afeb9201579', 'tenant_id': '03390783289740b59a0529d53629e261', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9c10eb66-8021-4337-af91-3683964bb024', 'port_id': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'mac_address': 'fa:16:3e:ce:38:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:46Z', 'updated_at': '2021-07-29T23:56:46Z', 'revision_number': 0, 'project_id': '03390783289740b59a0529d53629e261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:57Z', 'revision_number': 5, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:48.900149 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae6e7aa-bd87-4aee-85ee-c827a082a399 None None] New status for floating IP 7d42a5a2-4573-48f9-9b2e-8afeb9201579: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:56:48.902036 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.927596 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16ebcade-97c6-4353-9863-13177977dec0 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.932743 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16ebcade-97c6-4353-9863-13177977dec0 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.031629 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-cae6e7aa-bd87-4aee-85ee-c827a082a399 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:56:49.032176 n-d-712139-11 neutron-server[93819]: DEBUG oslo_db.api [None req-cae6e7aa-bd87-4aee-85ee-c827a082a399 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:56:49.212167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ebcade-97c6-4353-9863-13177977dec0 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Router 9c10eb66-8021-4337-af91-3683964bb024 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:49.327188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ebcade-97c6-4353-9863-13177977dec0 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:49.331794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16ebcade-97c6-4353-9863-13177977dec0 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.361021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:49.363840 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e940f0de-8311-43de-a6ba-2b340c2e56e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:49.390847 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-16ebcade-97c6-4353-9863-13177977dec0 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "PUT /v2.0/floatingips/7d42a5a2-4573-48f9-9b2e-8afeb9201579 HTTP/1.1" status: 200 len: 991 time: 1.6156766 Jul 29 23:56:49.491968 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d072f13d-7fd9-4d5d-99a5-348fcc2ab424 x-openstack-request-id: req-d072f13d-7fd9-4d5d-99a5-348fcc2ab424 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:49.492594 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:49.493047 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d072f13d-7fd9-4d5d-99a5-348fcc2ab424 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:49.493663 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'status': 'completed', 'code': 200} Jul 29 23:56:49.533868 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae6e7aa-bd87-4aee-85ee-c827a082a399 None None] New status for floating IP 7d42a5a2-4573-48f9-9b2e-8afeb9201579: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:56:49.579188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-42ece8cc-105f-44c3-867c-c067825c433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:49.581063 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-42ece8cc-105f-44c3-867c-c067825c433a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03390783289740b59a0529d53629e261&device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 1097 time: 0.0661819 Jul 29 23:56:49.722147 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-af42bc9b-cd06-4fca-83cf-5b82b6a59239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:49.725951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-af42bc9b-cd06-4fca-83cf-5b82b6a59239 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4860aad3-9e45-4b1c-aa56-c8147840c406 HTTP/1.1" status: 200 len: 915 time: 0.1359260 Jul 29 23:56:49.828244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:49.861670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e496a-874a-44ab-87a9-491571336f00 None None] Sync routers for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:49.873915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e496a-874a-44ab-87a9-491571336f00 None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:49.874571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-806e496a-874a-44ab-87a9-491571336f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:49.996552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c76b82ee-5156-4c5a-95d6-732df25f9cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.034824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-806e496a-874a-44ab-87a9-491571336f00 None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:50.114518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c76b82ee-5156-4c5a-95d6-732df25f9cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.118711 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c76b82ee-5156-4c5a-95d6-732df25f9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.166104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c76b82ee-5156-4c5a-95d6-732df25f9cdd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87264584fc1447b5ae40798a253aa8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364224 Jul 29 23:56:50.166923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b82ee-5156-4c5a-95d6-732df25f9cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dad4ad9-32fc-416b-b553-578de173c061,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:50.169510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:50.234381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffa6cc9f-9e28-4608-81bc-fbb79346f2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.237126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-13d685ec-8db0-4c50-9af3-e50b6fe6a069 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f93f839-a22b-418d-b391-0ec6008b81b1 HTTP/1.1" status: 200 len: 999 time: 0.4965787 Jul 29 23:56:50.260277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffa6cc9f-9e28-4608-81bc-fbb79346f2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.296994 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-046cc867-7ad2-4378-a887-a8c652d79395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:50.298856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-046cc867-7ad2-4378-a887-a8c652d79395 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70 HTTP/1.1" status: 200 len: 853 time: 0.0504508 Jul 29 23:56:50.319095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffa6cc9f-9e28-4608-81bc-fbb79346f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.325240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffa6cc9f-9e28-4608-81bc-fbb79346f2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.328622 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ffa6cc9f-9e28-4608-81bc-fbb79346f2f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dad4ad9-32fc-416b-b553-578de173c061 HTTP/1.1" status: 204 len: 168 time: 0.1559498 Jul 29 23:56:50.338400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6cc9f-9e28-4608-81bc-fbb79346f2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dad4ad9-32fc-416b-b553-578de173c061,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:50.353418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-806e496a-874a-44ab-87a9-491571336f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7d42a5a2-4573-48f9-9b2e-8afeb9201579', 'tenant_id': '03390783289740b59a0529d53629e261', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9c10eb66-8021-4337-af91-3683964bb024', 'port_id': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'mac_address': 'fa:16:3e:ce:38:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:46Z', 'updated_at': '2021-07-29T23:56:49Z', 'revision_number': 2, 'project_id': '03390783289740b59a0529d53629e261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:57Z', 'revision_number': 5, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.373168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-3560002a-a20c-469d-9273-0ed2aed13e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:50.374710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-3560002a-a20c-469d-9273-0ed2aed13e2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4860aad3-9e45-4b1c-aa56-c8147840c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646441 Jul 29 23:56:50.395669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e496a-874a-44ab-87a9-491571336f00 None None] Checking router: 9c10eb66-8021-4337-af91-3683964bb024 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:50.405529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e496a-874a-44ab-87a9-491571336f00 None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:50.406871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-806e496a-874a-44ab-87a9-491571336f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.484391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-ecad5eb1-430f-4b20-a534-bfbc2011f882 service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006522 Jul 29 23:56:50.547389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-806e496a-874a-44ab-87a9-491571336f00 None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:50.598081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e940f0de-8311-43de-a6ba-2b340c2e56e2 req-142b86cf-1b8d-411a-9ad0-b9639e191015 service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058877 Jul 29 23:56:50.710898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:50.726402 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b9300f6-05ac-4be0-963a-1b2dc8a1674f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.847633 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b9300f6-05ac-4be0-963a-1b2dc8a1674f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.853395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b9300f6-05ac-4be0-963a-1b2dc8a1674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.896553 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9b9300f6-05ac-4be0-963a-1b2dc8a1674f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9bc8d1fa2e545f0940d228d0f48fa12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841338 Jul 29 23:56:50.897555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9300f6-05ac-4be0-963a-1b2dc8a1674f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1693e193-a77e-4ee1-98d5-f46e68ae6795,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:50.899678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58654) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:50.961241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10824e71-7a47-4e10-bfc7-e7f20209d43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.982013 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-806e496a-874a-44ab-87a9-491571336f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7d42a5a2-4573-48f9-9b2e-8afeb9201579', 'tenant_id': '03390783289740b59a0529d53629e261', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9c10eb66-8021-4337-af91-3683964bb024', 'port_id': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'mac_address': 'fa:16:3e:ce:38:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:46Z', 'updated_at': '2021-07-29T23:56:49Z', 'revision_number': 2, 'project_id': '03390783289740b59a0529d53629e261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:57Z', 'revision_number': 5, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.989948 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10824e71-7a47-4e10-bfc7-e7f20209d43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.013241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e496a-874a-44ab-87a9-491571336f00 None None] The sync data for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 is: [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7d42a5a2-4573-48f9-9b2e-8afeb9201579', 'tenant_id': '03390783289740b59a0529d53629e261', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '9c10eb66-8021-4337-af91-3683964bb024', 'port_id': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'mac_address': 'fa:16:3e:ce:38:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:46Z', 'updated_at': '2021-07-29T23:56:49Z', 'revision_number': 2, 'project_id': '03390783289740b59a0529d53629e261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:57Z', 'revision_number': 5, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:51.051107 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10824e71-7a47-4e10-bfc7-e7f20209d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.054030 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10824e71-7a47-4e10-bfc7-e7f20209d43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.055352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-10824e71-7a47-4e10-bfc7-e7f20209d43a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1693e193-a77e-4ee1-98d5-f46e68ae6795 HTTP/1.1" status: 204 len: 168 time: 0.1544015 Jul 29 23:56:51.064497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10824e71-7a47-4e10-bfc7-e7f20209d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1693e193-a77e-4ee1-98d5-f46e68ae6795,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:51.494720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:51.497496 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b26cda-1615-4137-9eb3-3ec7e2743064" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:51.539526 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bd18db-017d-4af5-a57b-098e724ea373 x-openstack-request-id: req-e1bd18db-017d-4af5-a57b-098e724ea373 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:51.539832 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:51.540114 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1bd18db-017d-4af5-a57b-098e724ea373 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:51.540531 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'status': 'completed', 'code': 200} Jul 29 23:56:51.637883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-31f6f653-ebe0-4731-aee8-b4d913b7a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:51.639646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-31f6f653-ebe0-4731-aee8-b4d913b7a0ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03390783289740b59a0529d53629e261&device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 1097 time: 0.0558341 Jul 29 23:56:51.708722 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef6f5cf2-1d05-4828-83fe-88fea357e097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.750695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-62a6773d-2000-4ed2-92e8-021daaa3f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:51.752810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-62a6773d-2000-4ed2-92e8-021daaa3f5e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4860aad3-9e45-4b1c-aa56-c8147840c406 HTTP/1.1" status: 200 len: 915 time: 0.1056669 Jul 29 23:56:51.829599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-a08eb9d2-2fbc-484f-b721-9b070b99727d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f93f839-a22b-418d-b391-0ec6008b81b1 HTTP/1.1" status: 200 len: 1001 time: 0.0692976 Jul 29 23:56:51.886321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-303c6ceb-9d40-4f65-be7d-81bec0d23546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:51.887886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-303c6ceb-9d40-4f65-be7d-81bec0d23546 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70 HTTP/1.1" status: 200 len: 853 time: 0.0502470 Jul 29 23:56:51.944581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-ac4f8139-7f79-4876-8d9b-8bab21fc625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:51.946128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-ac4f8139-7f79-4876-8d9b-8bab21fc625b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4860aad3-9e45-4b1c-aa56-c8147840c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502367 Jul 29 23:56:52.063823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-55e85d05-0317-4a83-beeb-72e0a92cee0c service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096256 Jul 29 23:56:52.183547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0b26cda-1615-4137-9eb3-3ec7e2743064 req-e73e46fc-6045-48cc-a813-bea309b11c56 service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118376 Jul 29 23:56:52.849509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58716) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:52.989620 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff2854b8-0824-4116-93e3-c9a1ad338ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.101602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff2854b8-0824-4116-93e3-c9a1ad338ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.102455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58722) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:53.106312 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff2854b8-0824-4116-93e3-c9a1ad338ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.157592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ff2854b8-0824-4116-93e3-c9a1ad338ebe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba9141363e0f46fdb21e124dc9f71eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064308 Jul 29 23:56:53.158319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2854b8-0824-4116-93e3-c9a1ad338ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8844d1-6a3f-4f2d-82aa-9dc533729ba9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:53.161718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58726) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:53.227526 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea5f-68e2-4174-a17c-42c3aa187551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.255952 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea5f-68e2-4174-a17c-42c3aa187551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.271237 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c0d110b-dc2e-44a5-ad31-f51b426dad7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.312886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea5f-68e2-4174-a17c-42c3aa187551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.315633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea5f-68e2-4174-a17c-42c3aa187551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.317062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bf48ea5f-68e2-4174-a17c-42c3aa187551 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c8844d1-6a3f-4f2d-82aa-9dc533729ba9 HTTP/1.1" status: 204 len: 168 time: 0.1542315 Jul 29 23:56:53.330066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48ea5f-68e2-4174-a17c-42c3aa187551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8844d1-6a3f-4f2d-82aa-9dc533729ba9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:53.394406 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c0d110b-dc2e-44a5-ad31-f51b426dad7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.398570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c0d110b-dc2e-44a5-ad31-f51b426dad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.441998 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2c0d110b-dc2e-44a5-ad31-f51b426dad7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9b655f45a71479d802a3ac1ccef0a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378861 Jul 29 23:56:53.443086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d110b-dc2e-44a5-ad31-f51b426dad7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835b2e41-d23d-4126-b9f4-8521586bcbc0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:53.446328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:53.508722 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-606abc5b-54be-42ac-96d8-03c43b3357d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.532099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-606abc5b-54be-42ac-96d8-03c43b3357d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.593764 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-606abc5b-54be-42ac-96d8-03c43b3357d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.596333 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-606abc5b-54be-42ac-96d8-03c43b3357d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.597540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-606abc5b-54be-42ac-96d8-03c43b3357d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/835b2e41-d23d-4126-b9f4-8521586bcbc0 HTTP/1.1" status: 204 len: 168 time: 0.1499810 Jul 29 23:56:53.605747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606abc5b-54be-42ac-96d8-03c43b3357d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b2e41-d23d-4126-b9f4-8521586bcbc0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:54.003265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:54.021107 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2f536b3-1e01-4c6e-9f72-1320fd4a20c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.129989 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fea2f661-37e5-4e77-9928-1ab1d4f8f45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.146191 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2f536b3-1e01-4c6e-9f72-1320fd4a20c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.150051 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2f536b3-1e01-4c6e-9f72-1320fd4a20c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.191728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f536b3-1e01-4c6e-9f72-1320fd4a20c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cea203-8163-4205-9175-146915acbf94,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:54.197074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e2f536b3-1e01-4c6e-9f72-1320fd4a20c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35d0d2f5831b4535a3c550a5158930a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926103 Jul 29 23:56:54.199955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58756) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:54.248346 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.256057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8af9240-dac4-4d2a-b69d-da9b756d3d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.278686 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8af9240-dac4-4d2a-b69d-da9b756d3d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.331059 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8af9240-dac4-4d2a-b69d-da9b756d3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.334580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8af9240-dac4-4d2a-b69d-da9b756d3d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.335769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c8af9240-dac4-4d2a-b69d-da9b756d3d1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04cea203-8163-4205-9175-146915acbf94 HTTP/1.1" status: 204 len: 168 time: 0.1346238 Jul 29 23:56:54.348648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af9240-dac4-4d2a-b69d-da9b756d3d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cea203-8163-4205-9175-146915acbf94,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:55.495215 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.569475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58814) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:55.828314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:55.857398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.986725 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.135207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Allocated IP 172.25.2.61 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/74f1f1d9-ce1d-4c71-a02b-55d71b6ecfa8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:56.265141 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.318907 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.367032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:56.375301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:56.380224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:56.384628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event updated for resources: {'Port': ['ID=74f1f1d9-ce1d-4c71-a02b-55d71b6ecfa8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:56.516718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.573354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.767781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.773362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.858238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event updated for resources: {'Port': ['ID=74f1f1d9-ce1d-4c71-a02b-55d71b6ecfa8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:56.866203 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.882974 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.884576 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1291b528-e461-4564-ab49-7d6850ef4e29 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3133204 Jul 29 23:56:56.887449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:56.893211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-145775785'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:56.920401 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Made reservation on behalf of 4b3e88fda889490ba94a7e18b520ef87 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:56.924969 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.937175 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.064167 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.068503 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.104852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:57.117590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48a9086-4e3c-407f-95a9-46138d0114c5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:57.131287 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.132191 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Added segment 00fe6c46-6db0-494c-bf68-60fec4c634a1 of type vlan for network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 Jul 29 23:56:57.151707 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.195909 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.226446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.234048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:57.234667 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.294593 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4059064 Jul 29 23:56:57.297673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58846) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:57.303793 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Request body: {'subnet': {'network_id': '73ca85ce-1605-4aef-a31d-a14ec08bafe1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:57.356921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8723d-457e-4291-add4-37c44e49740a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event updated for resources: {'Network': ['ID=73ca85ce-1605-4aef-a31d-a14ec08bafe1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:57.376249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:57.456882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Made reservation on behalf of 4b3e88fda889490ba94a7e18b520ef87 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:57.460533 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.656292 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.723697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event updated for resources: {'Subnet': ['ID=04290f65-5655-4a21-99d0-814d23d9d10d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:57.732650 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Checking segment: {'id': '00fe6c46-6db0-494c-bf68-60fec4c634a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '73ca85ce-1605-4aef-a31d-a14ec08bafe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:57.733008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Network hostable DHCP agents. Network: 73ca85ce-1605-4aef-a31d-a14ec08bafe1, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:57.749445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:57.759429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 73ca85ce-1605-4aef-a31d-a14ec08bafe1) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:57.766266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:57.767224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.774354 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac470d-572a-4dd6-994f-379713260b58 None None] Network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:57.797513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eeb61369-9df2-4474-840c-cd0fd02a6213 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4978116 Jul 29 23:56:57.798534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:57.804095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-522284390', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:57.838095 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.838985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.897701 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.001332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-73ca85ce-1605-4aef-a31d-a14ec08bafe1', 'network_id': '73ca85ce-1605-4aef-a31d-a14ec08bafe1', 'tenant_id': '4b3e88fda889490ba94a7e18b520ef87', 'fixed_ips': [{'subnet_id': '04290f65-5655-4a21-99d0-814d23d9d10d'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:58.002660 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.121421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.203663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Allocated IP 172.20.0.2 (73ca85ce-1605-4aef-a31d-a14ec08bafe1/04290f65-5655-4a21-99d0-814d23d9d10d/48c310dd-c2a3-4e07-84ba-71a3979f5425) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:58.387085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.388375 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.402204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Transition to ACTIVE for port object 48c310dd-c2a3-4e07-84ba-71a3979f5425 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:58.411037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.426576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Transition to ACTIVE for port object 48c310dd-c2a3-4e07-84ba-71a3979f5425 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:58.434718 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.480276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:58.485517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:58.488724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:58.494846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Pushing event updated for resources: {'Port': ['ID=48c310dd-c2a3-4e07-84ba-71a3979f5425,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:58.536257 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Allocated IP 172.25.2.109 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/619d638d-95af-4ead-ae82-62045c4f86a3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:58.559317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Attempting to bind port 48c310dd-c2a3-4e07-84ba-71a3979f5425 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:58.559828 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Attempting to bind port 48c310dd-c2a3-4e07-84ba-71a3979f5425 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '00fe6c46-6db0-494c-bf68-60fec4c634a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '73ca85ce-1605-4aef-a31d-a14ec08bafe1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:58.560336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Attempting to bind port 48c310dd-c2a3-4e07-84ba-71a3979f5425 on network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:58.565871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:58.566397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Checking segment: {'id': '00fe6c46-6db0-494c-bf68-60fec4c634a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '73ca85ce-1605-4aef-a31d-a14ec08bafe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:58.566904 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.567398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Bound using segment: {'id': '00fe6c46-6db0-494c-bf68-60fec4c634a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '73ca85ce-1605-4aef-a31d-a14ec08bafe1'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:58.567982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Bound port: 48c310dd-c2a3-4e07-84ba-71a3979f5425, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fe6c46-6db0-494c-bf68-60fec4c634a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '73ca85ce-1605-4aef-a31d-a14ec08bafe1'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:58.568487 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.652103 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.652699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] For port 48c310dd-c2a3-4e07-84ba-71a3979f5425, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:58.656132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] For port 48c310dd-c2a3-4e07-84ba-71a3979f5425, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=48c310dd-c2a3-4e07-84ba-71a3979f5425,segment=NetworkSegment(00fe6c46-6db0-494c-bf68-60fec4c634a1),segment_id=00fe6c46-6db0-494c-bf68-60fec4c634a1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:58.662315 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.698018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.741075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee2d60-91a8-450b-adb5-0d7a76d022b2 None None] Pushing event updated for resources: {'Port': ['ID=48c310dd-c2a3-4e07-84ba-71a3979f5425,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:58.752607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:58.758527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:58.761041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:58.796614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event updated for resources: {'Port': ['ID=619d638d-95af-4ead-ae82-62045c4f86a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:59.089550 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.122514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 48c310dd-c2a3-4e07-84ba-71a3979f5425 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:59.208170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 48c310dd-c2a3-4e07-84ba-71a3979f5425 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:59.454885 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.916532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5370c-5c36-470c-8801-c2f0af0a3d36 None None] Network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:59.948819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Router 7afac02e-d627-4fa0-a946-8795117b174f is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:00.031632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ecfa60fc-d51f-441b-b05a-fbb1a201c82f None None] Provisioning for port 48c310dd-c2a3-4e07-84ba-71a3979f5425 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:00.042452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ecfa60fc-d51f-441b-b05a-fbb1a201c82f None None] Provisioning complete for port 48c310dd-c2a3-4e07-84ba-71a3979f5425 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:00.043074 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecfa60fc-d51f-441b-b05a-fbb1a201c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.106504 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:00.119986 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a948f5ed-35fd-41c2-bc9d-8ffbe3b3a066 None None] Sync routers for ids ['7afac02e-d627-4fa0-a946-8795117b174f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:00.130869 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a948f5ed-35fd-41c2-bc9d-8ffbe3b3a066 None None] Routers {'7afac02e-d627-4fa0-a946-8795117b174f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:00.131818 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a948f5ed-35fd-41c2-bc9d-8ffbe3b3a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7afac02e-d627-4fa0-a946-8795117b174f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.136310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.141120 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ed7d11ae-3514-4847-bb76-04f8ff77c57c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.3405197 Jul 29 23:57:00.142409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:00.180677 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a948f5ed-35fd-41c2-bc9d-8ffbe3b3a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.194424 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a948f5ed-35fd-41c2-bc9d-8ffbe3b3a066 None None] Routers {'7afac02e-d627-4fa0-a946-8795117b174f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:00.195439 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a948f5ed-35fd-41c2-bc9d-8ffbe3b3a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7afac02e-d627-4fa0-a946-8795117b174f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.234785 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a948f5ed-35fd-41c2-bc9d-8ffbe3b3a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.235655 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a948f5ed-35fd-41c2-bc9d-8ffbe3b3a066 None None] The sync data for ids ['7afac02e-d627-4fa0-a946-8795117b174f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:00.238676 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecfa60fc-d51f-441b-b05a-fbb1a201c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.298702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ecfa60fc-d51f-441b-b05a-fbb1a201c82f None None] For port 48c310dd-c2a3-4e07-84ba-71a3979f5425, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=48c310dd-c2a3-4e07-84ba-71a3979f5425,segment=NetworkSegment(00fe6c46-6db0-494c-bf68-60fec4c634a1),segment_id=00fe6c46-6db0-494c-bf68-60fec4c634a1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:00.305477 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecfa60fc-d51f-441b-b05a-fbb1a201c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.364836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa60fc-d51f-441b-b05a-fbb1a201c82f None None] Pushing event updated for resources: {'Port': ['ID=48c310dd-c2a3-4e07-84ba-71a3979f5425,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:00.540207 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d963bf46-52b5-4ce6-8529-f4ec83c01c7c None None] Provisioning complete for port 48c310dd-c2a3-4e07-84ba-71a3979f5425 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:00.540869 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d963bf46-52b5-4ce6-8529-f4ec83c01c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.738299 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.026165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 48c310dd-c2a3-4e07-84ba-71a3979f5425 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:01.047509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Allocated IP 172.20.0.1 (73ca85ce-1605-4aef-a31d-a14ec08bafe1/04290f65-5655-4a21-99d0-814d23d9d10d/1f7df582-535b-4e33-8739-b7c55cb7b7fd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:01.088062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 48c310dd-c2a3-4e07-84ba-71a3979f5425 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:01.088062 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.201373 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.218670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Transition to ACTIVE for port object 1f7df582-535b-4e33-8739-b7c55cb7b7fd will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:01.257104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.298912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:01.302614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:01.306393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:01.341443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event updated for resources: {'Port': ['ID=1f7df582-535b-4e33-8739-b7c55cb7b7fd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:01.374599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.570694 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.606792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fba49557-ad9f-4394-bc2d-11aa30021f12 None None] Provisioning for port 1f7df582-535b-4e33-8739-b7c55cb7b7fd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:01.614643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fba49557-ad9f-4394-bc2d-11aa30021f12 None None] Provisioning complete for port 1f7df582-535b-4e33-8739-b7c55cb7b7fd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:01.615662 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba49557-ad9f-4394-bc2d-11aa30021f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.658662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fba49557-ad9f-4394-bc2d-11aa30021f12 None None] Port 1f7df582-535b-4e33-8739-b7c55cb7b7fd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:01.907022 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.913596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.005736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event updated for resources: {'Port': ['ID=1f7df582-535b-4e33-8739-b7c55cb7b7fd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:02.008830 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.114215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:02.115749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:02.275614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Router 7afac02e-d627-4fa0-a946-8795117b174f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:02.384720 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-87855e6a-bad4-4309-9ab4-1ebb8e3e94e9 None None] Provisioning complete for port 1f7df582-535b-4e33-8739-b7c55cb7b7fd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:02.385289 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87855e6a-bad4-4309-9ab4-1ebb8e3e94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.410906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:02.418765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e13a8a44-1d15-45d0-a2d9-b81e951f4f5f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "PUT /v2.0/routers/7afac02e-d627-4fa0-a946-8795117b174f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2719541 Jul 29 23:57:02.419560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58910) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:02.424330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Request body: {'port': {'network_id': '73ca85ce-1605-4aef-a31d-a14ec08bafe1', 'name': 'tempest-FloatingIPAdminTestJSON-1997415620'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:02.426647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7919517-a27f-483d-90c6-508fa1e84789 None None] Sync routers for ids ['7afac02e-d627-4fa0-a946-8795117b174f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:02.438067 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-87855e6a-bad4-4309-9ab4-1ebb8e3e94e9 None None] Port 1f7df582-535b-4e33-8739-b7c55cb7b7fd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:02.444568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7919517-a27f-483d-90c6-508fa1e84789 None None] Routers {'7afac02e-d627-4fa0-a946-8795117b174f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:02.445415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a7919517-a27f-483d-90c6-508fa1e84789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7afac02e-d627-4fa0-a946-8795117b174f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:02.480358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a7919517-a27f-483d-90c6-508fa1e84789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:02.490345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7919517-a27f-483d-90c6-508fa1e84789 None None] Routers {'7afac02e-d627-4fa0-a946-8795117b174f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:02.490980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a7919517-a27f-483d-90c6-508fa1e84789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7afac02e-d627-4fa0-a946-8795117b174f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:02.532333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a7919517-a27f-483d-90c6-508fa1e84789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:02.532974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7919517-a27f-483d-90c6-508fa1e84789 None None] The sync data for ids ['7afac02e-d627-4fa0-a946-8795117b174f'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:02.546797 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.571476 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Made reservation on behalf of 4b3e88fda889490ba94a7e18b520ef87 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:02.577865 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.609984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] device_id is not set on port 0124bc0b-75d4-44d3-a293-8ba9e0b2f25d yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:02.739682 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Allocated IP 172.20.0.4 (73ca85ce-1605-4aef-a31d-a14ec08bafe1/04290f65-5655-4a21-99d0-814d23d9d10d/0124bc0b-75d4-44d3-a293-8ba9e0b2f25d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:02.932984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.954523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Transition to ACTIVE for port object 0124bc0b-75d4-44d3-a293-8ba9e0b2f25d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:03.004973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.057325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:03.061596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:03.065168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:03.117407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event updated for resources: {'Port': ['ID=0124bc0b-75d4-44d3-a293-8ba9e0b2f25d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:03.145330 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.145330 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.146643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58926) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:03.164123 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8139ec56-24b2-4c86-a04a-3af8a10fcc2f tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7438185 Jul 29 23:57:03.167505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 58930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:03.297314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0101bac1-24fe-4738-ab82-2965ce79c02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.381623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-40c729fc-acca-4933-b214-67e53d68218d None None] Provisioning for port 0124bc0b-75d4-44d3-a293-8ba9e0b2f25d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:03.392789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-40c729fc-acca-4933-b214-67e53d68218d None None] Provisioning complete for port 0124bc0b-75d4-44d3-a293-8ba9e0b2f25d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:03.394890 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40c729fc-acca-4933-b214-67e53d68218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.421120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'project_id': '4b3e88fda889490ba94a7e18b520ef87', 'port_id': '0124bc0b-75d4-44d3-a293-8ba9e0b2f25d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:03.438982 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0101bac1-24fe-4738-ab82-2965ce79c02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.445683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0101bac1-24fe-4738-ab82-2965ce79c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.450029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-40c729fc-acca-4933-b214-67e53d68218d None None] Port 0124bc0b-75d4-44d3-a293-8ba9e0b2f25d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:03.490187 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.510278 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0101bac1-24fe-4738-ab82-2965ce79c02f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96a5e2f8d9ee4959b4063ae09b1c3038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610942 Jul 29 23:57:03.514905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101bac1-24fe-4738-ab82-2965ce79c02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2421169f-d942-4b55-a973-73a47f4f0be2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:03.515349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:03.598515 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e169df-aa18-4cc3-be8a-f5b881caaca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.621579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e169df-aa18-4cc3-be8a-f5b881caaca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.636426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.681220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e169df-aa18-4cc3-be8a-f5b881caaca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.685169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e169df-aa18-4cc3-be8a-f5b881caaca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.686612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-69e169df-aa18-4cc3-be8a-f5b881caaca3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2421169f-d942-4b55-a973-73a47f4f0be2 HTTP/1.1" status: 204 len: 168 time: 0.1697657 Jul 29 23:57:03.697345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e169df-aa18-4cc3-be8a-f5b881caaca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2421169f-d942-4b55-a973-73a47f4f0be2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:03.810096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Allocated IP 172.25.2.136 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/525068fb-efdb-4fb3-819a-f245ded0c52f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:03.939007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.987115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.028582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:04.031535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:04.033987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:04.059066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58940) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:04.064287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Pushing event updated for resources: {'Port': ['ID=525068fb-efdb-4fb3-819a-f245ded0c52f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:04.074630 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-453cb9fe-6390-4d3b-9f92-248a0e98270b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.207765 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-453cb9fe-6390-4d3b-9f92-248a0e98270b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.211740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-453cb9fe-6390-4d3b-9f92-248a0e98270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.249366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cb9fe-6390-4d3b-9f92-248a0e98270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a2f62c-d732-4b72-ad85-58a56aa6107f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:04.258172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-453cb9fe-6390-4d3b-9f92-248a0e98270b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e783e919f90483ba842e13697d207ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952269 Jul 29 23:57:04.259322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58942) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:04.323608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a759461-55f7-4bbe-b193-0def58a20b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.347392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a759461-55f7-4bbe-b193-0def58a20b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.405270 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a759461-55f7-4bbe-b193-0def58a20b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.408166 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a759461-55f7-4bbe-b193-0def58a20b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.409404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9a759461-55f7-4bbe-b193-0def58a20b13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46a2f62c-d732-4b72-ad85-58a56aa6107f HTTP/1.1" status: 204 len: 168 time: 0.1500216 Jul 29 23:57:04.419694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a759461-55f7-4bbe-b193-0def58a20b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a2f62c-d732-4b72-ad85-58a56aa6107f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:04.484341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.553774 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.722122 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.726912 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.800303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Pushing event updated for resources: {'Port': ['ID=525068fb-efdb-4fb3-819a-f245ded0c52f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:04.811024 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.895725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-56c85c09-0349-47e5-b102-d21693dfdc3a req-2bc4c7b1-0d87-404e-ba11-7bdfb2cbfe08 service neutron] (93817) timed out ('10.222.0.37', 36890) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:57:04.920483 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Floating IP 38f49756-ff98-492d-8966-308f44eaea01 associated. External IP: 172.25.2.136, port: 0124bc0b-75d4-44d3-a293-8ba9e0b2f25d. Jul 29 23:57:05.220768 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-45abf363-241a-4ea3-a36b-7eb014e495db req-a2b9e5e3-b383-45bc-85b2-f5547ea73adc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869553 Jul 29 23:57:05.223115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Router 7afac02e-d627-4fa0-a946-8795117b174f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:05.383385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abf363-241a-4ea3-a36b-7eb014e495db req-4c78ee4e-771b-4263-a4a6-56e8fbecf6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:05.384961 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-45abf363-241a-4ea3-a36b-7eb014e495db req-4c78ee4e-771b-4263-a4a6-56e8fbecf6c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9fd47cf550425a8844b8e581000f5f&device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1097 time: 0.0930235 Jul 29 23:57:05.387860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:05.400283 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9ad61-e985-4b6e-b184-edb0f00d18e8 None None] Sync routers for ids ['7afac02e-d627-4fa0-a946-8795117b174f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:05.411716 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9ad61-e985-4b6e-b184-edb0f00d18e8 None None] Routers {'7afac02e-d627-4fa0-a946-8795117b174f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:05.412453 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-adf9ad61-e985-4b6e-b184-edb0f00d18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7afac02e-d627-4fa0-a946-8795117b174f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:05.426586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.446787 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-adf9ad61-e985-4b6e-b184-edb0f00d18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:05.457827 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9ad61-e985-4b6e-b184-edb0f00d18e8 None None] Routers {'7afac02e-d627-4fa0-a946-8795117b174f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:05.458716 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-adf9ad61-e985-4b6e-b184-edb0f00d18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7afac02e-d627-4fa0-a946-8795117b174f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:05.501799 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-adf9ad61-e985-4b6e-b184-edb0f00d18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:05.502479 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9ad61-e985-4b6e-b184-edb0f00d18e8 None None] The sync data for ids ['7afac02e-d627-4fa0-a946-8795117b174f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:05.507745 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-38750d0a-ff4b-4af3-9c44-29b5a93f70f0 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.3385611 Jul 29 23:57:05.511278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58968) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:05.558019 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abf363-241a-4ea3-a36b-7eb014e495db req-45b9de77-7c7d-4c1f-bb87-c01211567abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:05.559945 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-45abf363-241a-4ea3-a36b-7eb014e495db req-45b9de77-7c7d-4c1f-bb87-c01211567abc service neutron] 10.222.0.47 "GET /v2.0/networks?id=464ff294-3539-4ab1-91a5-93c488a36535 HTTP/1.1" status: 200 len: 910 time: 0.1542890 Jul 29 23:57:05.641106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f52b1b5f-c637-442b-a7f1-6db94eea2589 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] 10.222.0.37 "GET /v2.0/floatingips/38f49756-ff98-492d-8966-308f44eaea01 HTTP/1.1" status: 200 len: 983 time: 0.1286879 Jul 29 23:57:05.644612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58976) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:05.653355 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-45abf363-241a-4ea3-a36b-7eb014e495db req-c8f5b3c6-2d33-438e-aad2-b29364a48ef8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996 HTTP/1.1" status: 200 len: 1001 time: 0.0863822 Jul 29 23:57:05.714916 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abf363-241a-4ea3-a36b-7eb014e495db req-eda6041e-73fd-419e-bc66-6821d59130c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:05.716654 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-45abf363-241a-4ea3-a36b-7eb014e495db req-eda6041e-73fd-419e-bc66-6821d59130c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c97fd569-9a49-4b34-8f41-bcc081cd0b54 HTTP/1.1" status: 200 len: 848 time: 0.0568733 Jul 29 23:57:05.772122 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a04dbc2d-3fd8-402d-b7ab-eae7b03614de tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1228523 Jul 29 23:57:05.772122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 58980) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:05.778013 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abf363-241a-4ea3-a36b-7eb014e495db req-b2bdac51-0716-4f5a-a33b-0fb4990c943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:05.780434 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-45abf363-241a-4ea3-a36b-7eb014e495db req-b2bdac51-0716-4f5a-a33b-0fb4990c943f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=464ff294-3539-4ab1-91a5-93c488a36535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560384 Jul 29 23:57:05.891830 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-45abf363-241a-4ea3-a36b-7eb014e495db req-b424c2f9-fa3d-4417-8e30-323512945775 service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041601 Jul 29 23:57:05.953868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Deleting port 525068fb-efdb-4fb3-819a-f245ded0c52f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:05.954218 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.006568 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-45abf363-241a-4ea3-a36b-7eb014e495db req-7d6b2283-de29-4f14-b5c6-eff3bd08caae service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078265 Jul 29 23:57:06.052788 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.053143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.069558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Calling delete_port for 525068fb-efdb-4fb3-819a-f245ded0c52f owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:06.261421 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.294273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event deleted for resources: {'Port': ['ID=525068fb-efdb-4fb3-819a-f245ded0c52f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:06.375688 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.376183 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Floating IP 38f49756-ff98-492d-8966-308f44eaea01 disassociated (deleted). External IP: 172.25.2.136, port: 0124bc0b-75d4-44d3-a293-8ba9e0b2f25d. Jul 29 23:57:06.979934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Router 7afac02e-d627-4fa0-a946-8795117b174f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:07.038622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59018) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.109555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:07.115457 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.120542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7726336-c746-4629-9c9f-c40a582f1f8e None None] Sync routers for ids ['7afac02e-d627-4fa0-a946-8795117b174f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:07.132874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7726336-c746-4629-9c9f-c40a582f1f8e None None] Routers {'7afac02e-d627-4fa0-a946-8795117b174f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:07.134044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e7726336-c746-4629-9c9f-c40a582f1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7afac02e-d627-4fa0-a946-8795117b174f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:07.152900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-64afd4e5-76c6-4eae-b53c-ee556d01569c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "DELETE /v2.0/floatingips/38f49756-ff98-492d-8966-308f44eaea01 HTTP/1.1" status: 204 len: 168 time: 1.3764129 Jul 29 23:57:07.154411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59022) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.165451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:07.177021 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5783f700-fa3d-490f-974f-844a0ef36889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.181749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e7726336-c746-4629-9c9f-c40a582f1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:07.192894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7726336-c746-4629-9c9f-c40a582f1f8e None None] Routers {'7afac02e-d627-4fa0-a946-8795117b174f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:07.193856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e7726336-c746-4629-9c9f-c40a582f1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7afac02e-d627-4fa0-a946-8795117b174f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:07.207683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.252611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e7726336-c746-4629-9c9f-c40a582f1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:07.253758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7726336-c746-4629-9c9f-c40a582f1f8e None None] The sync data for ids ['7afac02e-d627-4fa0-a946-8795117b174f'] in n-d-712139-11 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:07.372283 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5783f700-fa3d-490f-974f-844a0ef36889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.378393 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5783f700-fa3d-490f-974f-844a0ef36889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.406005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.429959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783f700-fa3d-490f-974f-844a0ef36889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b370715-b18d-4f48-8229-668964fba340,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:07.439072 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5783f700-fa3d-490f-974f-844a0ef36889 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adc9f58ccacd41868f5a6470b52ec05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3940318 Jul 29 23:57:07.440850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59024) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.508744 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2492395-c784-4df0-80a3-49dbbe26b0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.537056 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2492395-c784-4df0-80a3-49dbbe26b0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.574429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Allocated IP 172.25.2.242 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/c1f4f1d5-2860-43bc-abca-7d9b25d2b6e4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:07.593204 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2492395-c784-4df0-80a3-49dbbe26b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.595933 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2492395-c784-4df0-80a3-49dbbe26b0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.599544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e2492395-c784-4df0-80a3-49dbbe26b0ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b370715-b18d-4f48-8229-668964fba340 HTTP/1.1" status: 204 len: 168 time: 0.1567745 Jul 29 23:57:07.617504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2492395-c784-4df0-80a3-49dbbe26b0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b370715-b18d-4f48-8229-668964fba340,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:07.726718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.772046 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.809787 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:07.812866 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:07.817080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:07.847739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f4f1d5-2860-43bc-abca-7d9b25d2b6e4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:07.913856 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.926103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59030) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.942200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec2475fe-31ef-4c54-9281-2abeb740f698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.955628 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.049161 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec2475fe-31ef-4c54-9281-2abeb740f698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.054717 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec2475fe-31ef-4c54-9281-2abeb740f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.096922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ec2475fe-31ef-4c54-9281-2abeb740f698 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5c5ec66fc43403b86a9c67bbfd434e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695805 Jul 29 23:57:08.098078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2475fe-31ef-4c54-9281-2abeb740f698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96931c5a-0ad5-44ab-af2d-854692b743c6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:08.103429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59032) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:08.137222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.142436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.166575 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f85140e-1687-48a8-b715-7c75d1de79fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.189858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f85140e-1687-48a8-b715-7c75d1de79fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.225293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f4f1d5-2860-43bc-abca-7d9b25d2b6e4,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:08.235976 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.248462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f85140e-1687-48a8-b715-7c75d1de79fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.251252 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f85140e-1687-48a8-b715-7c75d1de79fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.256098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.257923 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a81f467b-1f7d-46cf-a95e-4bafb35bbf49 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0968704 Jul 29 23:57:08.260129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7f85140e-1687-48a8-b715-7c75d1de79fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96931c5a-0ad5-44ab-af2d-854692b743c6 HTTP/1.1" status: 204 len: 168 time: 0.1490912 Jul 29 23:57:08.260431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:08.270233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85140e-1687-48a8-b715-7c75d1de79fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96931c5a-0ad5-44ab-af2d-854692b743c6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:08.474348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:08.509359 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.670981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.806241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Allocated IP 172.25.2.50 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/972f731f-ffb5-4953-a040-a4037ddfa346) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:08.935694 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.994838 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.032276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:09.035183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:09.039184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:09.068286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Pushing event updated for resources: {'Port': ['ID=972f731f-ffb5-4953-a040-a4037ddfa346,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:09.133178 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.184941 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.370274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.375425 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.457816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Pushing event updated for resources: {'Port': ['ID=972f731f-ffb5-4953-a040-a4037ddfa346,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:09.478461 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.493424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.495044 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a73a86e2-1105-4143-8bde-316088d9e205 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2334526 Jul 29 23:57:09.498243 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:09.592794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e37c4c66-e800-427d-b1d0-7e828f7a1b37 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0929883 Jul 29 23:57:09.596662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59070) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:09.699266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b53528ca-5153-4223-9b4c-8b1df830f841 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1012230 Jul 29 23:57:09.702159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59076) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:09.867617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9eafde9a-9572-4077-a14f-7e7e8b80aa35 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Deleting port 972f731f-ffb5-4953-a040-a4037ddfa346 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:09.868143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9eafde9a-9572-4077-a14f-7e7e8b80aa35 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.957556 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9eafde9a-9572-4077-a14f-7e7e8b80aa35 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.958190 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9eafde9a-9572-4077-a14f-7e7e8b80aa35 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.974748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9eafde9a-9572-4077-a14f-7e7e8b80aa35 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Calling delete_port for 972f731f-ffb5-4953-a040-a4037ddfa346 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:10.132345 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9eafde9a-9572-4077-a14f-7e7e8b80aa35 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.161215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafde9a-9572-4077-a14f-7e7e8b80aa35 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Pushing event deleted for resources: {'Port': ['ID=972f731f-ffb5-4953-a040-a4037ddfa346,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:10.236828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9eafde9a-9572-4077-a14f-7e7e8b80aa35 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.239431 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9eafde9a-9572-4077-a14f-7e7e8b80aa35 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.240691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9eafde9a-9572-4077-a14f-7e7e8b80aa35 tempest-FloatingIPAdminTestJSON-1588488128 tempest-FloatingIPAdminTestJSON-1588488128-project] 10.222.0.37 "DELETE /v2.0/floatingips/bfedbd4e-9f84-4c48-b540-08731ce63420 HTTP/1.1" status: 204 len: 168 time: 0.5372915 Jul 29 23:57:10.243794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:10.402435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-013ef0c9-f4db-4b96-bc66-4ac17f1d7be9 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Deleting port c1f4f1d5-2860-43bc-abca-7d9b25d2b6e4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:10.403032 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013ef0c9-f4db-4b96-bc66-4ac17f1d7be9 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.500852 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013ef0c9-f4db-4b96-bc66-4ac17f1d7be9 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.501729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013ef0c9-f4db-4b96-bc66-4ac17f1d7be9 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.518148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-013ef0c9-f4db-4b96-bc66-4ac17f1d7be9 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Calling delete_port for c1f4f1d5-2860-43bc-abca-7d9b25d2b6e4 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:10.697898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013ef0c9-f4db-4b96-bc66-4ac17f1d7be9 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.726806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ef0c9-f4db-4b96-bc66-4ac17f1d7be9 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1f4f1d5-2860-43bc-abca-7d9b25d2b6e4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:10.810092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013ef0c9-f4db-4b96-bc66-4ac17f1d7be9 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.813637 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013ef0c9-f4db-4b96-bc66-4ac17f1d7be9 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.815147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-013ef0c9-f4db-4b96-bc66-4ac17f1d7be9 tempest-FloatingIPAdminTestJSON-117627911 tempest-FloatingIPAdminTestJSON-117627911-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/73962a15-c234-4ea5-b635-aa4d5b62686b HTTP/1.1" status: 204 len: 168 time: 0.5701001 Jul 29 23:57:10.819972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:10.922824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-11e7d7b6-8b05-4bb6-83ce-f44d9cf94c5e tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Deleting port 0124bc0b-75d4-44d3-a293-8ba9e0b2f25d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:10.923281 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11e7d7b6-8b05-4bb6-83ce-f44d9cf94c5e tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.042969 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11e7d7b6-8b05-4bb6-83ce-f44d9cf94c5e tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.057624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-11e7d7b6-8b05-4bb6-83ce-f44d9cf94c5e tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Calling delete_port for 0124bc0b-75d4-44d3-a293-8ba9e0b2f25d owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:11.197884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11e7d7b6-8b05-4bb6-83ce-f44d9cf94c5e tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.226827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7d7b6-8b05-4bb6-83ce-f44d9cf94c5e tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event deleted for resources: {'Port': ['ID=0124bc0b-75d4-44d3-a293-8ba9e0b2f25d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:11.320885 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11e7d7b6-8b05-4bb6-83ce-f44d9cf94c5e tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.322934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-11e7d7b6-8b05-4bb6-83ce-f44d9cf94c5e tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "DELETE /v2.0/ports/0124bc0b-75d4-44d3-a293-8ba9e0b2f25d HTTP/1.1" status: 204 len: 168 time: 0.5023642 Jul 29 23:57:11.325498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59096) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:11.384777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e57eb6-a41a-49ed-8c6c-ae756b60a33a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:11.386354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-44e57eb6-a41a-49ed-8c6c-ae756b60a33a tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afac02e-d627-4fa0-a946-8795117b174f HTTP/1.1" status: 200 len: 913 time: 0.0598590 Jul 29 23:57:11.389028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59098) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:11.803147 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.111835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Deleting port 1f7df582-535b-4e33-8739-b7c55cb7b7fd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:12.112551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.226753 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.238148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Calling delete_port for 1f7df582-535b-4e33-8739-b7c55cb7b7fd owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:12.451778 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.491789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event deleted for resources: {'Port': ['ID=1f7df582-535b-4e33-8739-b7c55cb7b7fd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:12.691535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.922333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Router 7afac02e-d627-4fa0-a946-8795117b174f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:13.054972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:13.065329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59118) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:13.066372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e257233b-0ded-49d4-bb8a-e42aece21d7d tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "PUT /v2.0/routers/7afac02e-d627-4fa0-a946-8795117b174f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6741197 Jul 29 23:57:13.070423 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763373c-a1af-4991-9951-9aef36150574 None None] Sync routers for ids ['7afac02e-d627-4fa0-a946-8795117b174f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:13.082706 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763373c-a1af-4991-9951-9aef36150574 None None] Routers {'7afac02e-d627-4fa0-a946-8795117b174f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:13.083338 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a763373c-a1af-4991-9951-9aef36150574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7afac02e-d627-4fa0-a946-8795117b174f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:13.117700 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a763373c-a1af-4991-9951-9aef36150574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:13.127307 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763373c-a1af-4991-9951-9aef36150574 None None] Routers {'7afac02e-d627-4fa0-a946-8795117b174f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:13.128425 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a763373c-a1af-4991-9951-9aef36150574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:56:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7afac02e-d627-4fa0-a946-8795117b174f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:13.165989 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a763373c-a1af-4991-9951-9aef36150574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:13.166685 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763373c-a1af-4991-9951-9aef36150574 None None] The sync data for ids ['7afac02e-d627-4fa0-a946-8795117b174f'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:13.549409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.704714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.772689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Deleting port 619d638d-95af-4ead-ae82-62045c4f86a3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:13.773216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.864618 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.878543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Calling delete_port for 619d638d-95af-4ead-ae82-62045c4f86a3 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:14.105220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.150309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event deleted for resources: {'Port': ['ID=619d638d-95af-4ead-ae82-62045c4f86a3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:14.224282 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.324842 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.327556 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.381409 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.382520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Fanout notify agent at l3_agent the message router_deleted on router 7afac02e-d627-4fa0-a946-8795117b174f {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:14.391580 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.393718 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cc916f1b-43cd-4b9f-ba63-43d132236e2b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "DELETE /v2.0/routers/7afac02e-d627-4fa0-a946-8795117b174f HTTP/1.1" status: 204 len: 168 time: 1.3286068 Jul 29 23:57:14.395838 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59132) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:14.464052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c221f1a-1f59-4c58-85ff-e1c1d2a1968b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Deleting subnet 04290f65-5655-4a21-99d0-814d23d9d10d {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:14.467703 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c221f1a-1f59-4c58-85ff-e1c1d2a1968b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.514473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c221f1a-1f59-4c58-85ff-e1c1d2a1968b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.628132 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c221f1a-1f59-4c58-85ff-e1c1d2a1968b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.704256 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c221f1a-1f59-4c58-85ff-e1c1d2a1968b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.730515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b7607c-6175-4e49-ad14-9b5159d590e8 None None] Network 73ca85ce-1605-4aef-a31d-a14ec08bafe1 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:14.734581 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c221f1a-1f59-4c58-85ff-e1c1d2a1968b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.736503 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3c221f1a-1f59-4c58-85ff-e1c1d2a1968b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "DELETE /v2.0/subnets/04290f65-5655-4a21-99d0-814d23d9d10d HTTP/1.1" status: 204 len: 168 time: 0.3395045 Jul 29 23:57:14.738026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c221f1a-1f59-4c58-85ff-e1c1d2a1968b tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event deleted for resources: {'Subnet': ['ID=04290f65-5655-4a21-99d0-814d23d9d10d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:14.739371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59140) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:14.844827 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.930035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Deleting port 48c310dd-c2a3-4e07-84ba-71a3979f5425 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:14.930325 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.994005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a4e4e7-56de-4276-bfe4-6241492c2cce None None] DHCP port deletion for 73ca85ce-1605-4aef-a31d-a14ec08bafe1 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:15.045853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] For port 48c310dd-c2a3-4e07-84ba-71a3979f5425, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=48c310dd-c2a3-4e07-84ba-71a3979f5425,segment=NetworkSegment(00fe6c46-6db0-494c-bf68-60fec4c634a1),segment_id=00fe6c46-6db0-494c-bf68-60fec4c634a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:15.045853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.066473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c7a4e4e7-56de-4276-bfe4-6241492c2cce None None] Deleting port 48c310dd-c2a3-4e07-84ba-71a3979f5425 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:15.066916 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e4e7-56de-4276-bfe4-6241492c2cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.081504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Calling delete_port for 48c310dd-c2a3-4e07-84ba-71a3979f5425 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:15.147800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c7a4e4e7-56de-4276-bfe4-6241492c2cce None None] For port 48c310dd-c2a3-4e07-84ba-71a3979f5425, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=48c310dd-c2a3-4e07-84ba-71a3979f5425,segment=NetworkSegment(00fe6c46-6db0-494c-bf68-60fec4c634a1),segment_id=00fe6c46-6db0-494c-bf68-60fec4c634a1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:15.148679 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e4e7-56de-4276-bfe4-6241492c2cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.165346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c7a4e4e7-56de-4276-bfe4-6241492c2cce None None] Calling delete_port for 48c310dd-c2a3-4e07-84ba-71a3979f5425 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:15.190662 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.232382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event deleted for resources: {'Port': ['ID=48c310dd-c2a3-4e07-84ba-71a3979f5425,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:15.235119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] No DVR routers for this DVR port 48c310dd-c2a3-4e07-84ba-71a3979f5425 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:15.307420 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e4e7-56de-4276-bfe4-6241492c2cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.332718 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.350221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ca85ce-1605-4aef-a31d-a14ec08bafe1']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:15.357689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4e4e7-56de-4276-bfe4-6241492c2cce None None] No DVR routers for this DVR port 48c310dd-c2a3-4e07-84ba-71a3979f5425 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:15.366607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4e4e7-56de-4276-bfe4-6241492c2cce None None] Pushing event deleted for resources: {'Port': ['ID=48c310dd-c2a3-4e07-84ba-71a3979f5425,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:15.380714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fe6c46-6db0-494c-bf68-60fec4c634a1') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:15.381208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fe6c46-6db0-494c-bf68-60fec4c634a1') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:15.396689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.415574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.423257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:15.423797 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:15.427309 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:15.495579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.505056 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.509959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "DELETE /v2.0/networks/73ca85ce-1605-4aef-a31d-a14ec08bafe1 HTTP/1.1" status: 204 len: 168 time: 0.7656693 Jul 29 23:57:15.510265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59148) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:15.528700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e01738-b82d-4816-9539-ee058886ab8c tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event deleted for resources: {'Network': ['ID=73ca85ce-1605-4aef-a31d-a14ec08bafe1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:15.700698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4e5d4-e321-447a-94ae-7618fb7001a1 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Deleting port 74f1f1d9-ce1d-4c71-a02b-55d71b6ecfa8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:15.701517 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cc4e5d4-e321-447a-94ae-7618fb7001a1 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.810123 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cc4e5d4-e321-447a-94ae-7618fb7001a1 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.811241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cc4e5d4-e321-447a-94ae-7618fb7001a1 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.825642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4e5d4-e321-447a-94ae-7618fb7001a1 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Calling delete_port for 74f1f1d9-ce1d-4c71-a02b-55d71b6ecfa8 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:16.375219 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cc4e5d4-e321-447a-94ae-7618fb7001a1 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.409834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4e5d4-e321-447a-94ae-7618fb7001a1 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Pushing event deleted for resources: {'Port': ['ID=74f1f1d9-ce1d-4c71-a02b-55d71b6ecfa8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.513591 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cc4e5d4-e321-447a-94ae-7618fb7001a1 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.517944 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cc4e5d4-e321-447a-94ae-7618fb7001a1 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.520111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3cc4e5d4-e321-447a-94ae-7618fb7001a1 tempest-FloatingIPAdminTestJSON-1025914825 tempest-FloatingIPAdminTestJSON-1025914825-project] 10.222.0.37 "DELETE /v2.0/floatingips/b7ea44b3-c109-43df-a91a-2e933f83c41e HTTP/1.1" status: 204 len: 168 time: 1.0085206 Jul 29 23:57:16.866439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59168) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:17.022581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 48c310dd-c2a3-4e07-84ba-71a3979f5425 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:17.045200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 48c310dd-c2a3-4e07-84ba-71a3979f5425 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:17.045958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 48c310dd-c2a3-4e07-84ba-71a3979f5425 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:17.064997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f7d04fc4-341b-4ca6-b45d-c3729e7b3f6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b3e88fda889490ba94a7e18b520ef87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968975 Jul 29 23:57:17.066347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59172) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:17.132547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f465edd-87e0-42dd-89dc-37b3b9442787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.157231 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f465edd-87e0-42dd-89dc-37b3b9442787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.217551 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f465edd-87e0-42dd-89dc-37b3b9442787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.220384 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f465edd-87e0-42dd-89dc-37b3b9442787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.222325 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0f465edd-87e0-42dd-89dc-37b3b9442787 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c48a9086-4e3c-407f-95a9-46138d0114c5 HTTP/1.1" status: 204 len: 168 time: 0.1549366 Jul 29 23:57:17.231951 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f465edd-87e0-42dd-89dc-37b3b9442787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48a9086-4e3c-407f-95a9-46138d0114c5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:17.612921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59180) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:17.627806 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34bd8616-37d5-4db6-8ee3-3203373c0105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.757890 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34bd8616-37d5-4db6-8ee3-3203373c0105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.762992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34bd8616-37d5-4db6-8ee3-3203373c0105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.810314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-34bd8616-37d5-4db6-8ee3-3203373c0105 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=178a0217e03f47c8866398c859bfddf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958807 Jul 29 23:57:17.812838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd8616-37d5-4db6-8ee3-3203373c0105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70aaae2-e29a-493a-8462-391ebb68c5c7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:17.814156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59182) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:17.872731 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e07989c6-3795-448e-8312-49a08b89affa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.896655 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e07989c6-3795-448e-8312-49a08b89affa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.950565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e07989c6-3795-448e-8312-49a08b89affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.953701 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e07989c6-3795-448e-8312-49a08b89affa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.958130 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e07989c6-3795-448e-8312-49a08b89affa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b70aaae2-e29a-493a-8462-391ebb68c5c7 HTTP/1.1" status: 204 len: 168 time: 0.1398127 Jul 29 23:57:17.967310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07989c6-3795-448e-8312-49a08b89affa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70aaae2-e29a-493a-8462-391ebb68c5c7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:18.112250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-64c0c437-0c26-4442-b9bc-a3295b9ad149 req-0cb961c0-9960-4ce5-ba1f-6499c1f5bda4 service neutron] (93817) timed out ('10.222.0.42', 58927) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:57:18.393716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59194) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:18.415639 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f6dcc73-0b6e-4e3e-8023-dd3e31b404c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.546016 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f6dcc73-0b6e-4e3e-8023-dd3e31b404c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.551070 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f6dcc73-0b6e-4e3e-8023-dd3e31b404c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.597453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3f6dcc73-0b6e-4e3e-8023-dd3e31b404c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8faaf8f977064c23a351f725922d2b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999063 Jul 29 23:57:18.598412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dcc73-0b6e-4e3e-8023-dd3e31b404c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861d58bb-54d0-44be-9ea3-ba6ccb76818e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:18.601960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59198) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:18.676752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81ae1076-5749-4061-8f2f-27b84dcb113c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.702429 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81ae1076-5749-4061-8f2f-27b84dcb113c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.762687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81ae1076-5749-4061-8f2f-27b84dcb113c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.765622 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81ae1076-5749-4061-8f2f-27b84dcb113c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.771832 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-81ae1076-5749-4061-8f2f-27b84dcb113c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/861d58bb-54d0-44be-9ea3-ba6ccb76818e HTTP/1.1" status: 204 len: 168 time: 0.1684303 Jul 29 23:57:18.782514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae1076-5749-4061-8f2f-27b84dcb113c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861d58bb-54d0-44be-9ea3-ba6ccb76818e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:18.899392 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.727252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:19.854259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'networks': [{'name': 'tempest-network--225037011'}, {'name': 'tempest-network--421044179'}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:19.854574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'network': {'name': 'tempest-network--225037011'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:19.855052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'network': {'name': 'tempest-network--421044179'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:19.881589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Made reservation on behalf of e3751346d3fe47e3b42e6f576b08e9bd for: {'network': 2} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:19.886168 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.896535 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.006473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.010744 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.011358 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.026294 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:57:20.051978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb61205-46fc-4044-b759-e21b43c86e35,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:20.063763 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:20.068086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.068692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.069044 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.069392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.069733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.070069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.070413 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.070856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.071189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.071693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.072246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.073007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:20.086408 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.086539 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Added segment 883bd1df-82af-4ee5-9bf0-0283c8774262 of type vlan for network a35761ef-4fd5-46be-92dd-e9a906b947d9 Jul 29 23:57:20.141805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.179069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:20.192049 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.192431 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Added segment c1cf126c-d006-4f25-a41d-2830092ca2d7 of type vlan for network 4a066567-00a4-49ad-b097-39a7c20d0d62 Jul 29 23:57:20.240005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.296273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.296833 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.303345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.309156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.309363 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.382120 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6537261 Jul 29 23:57:20.388683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59230) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:20.411103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'Network': ['ID=a35761ef-4fd5-46be-92dd-e9a906b947d9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:20.428624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a35761ef-4fd5-46be-92dd-e9a906b947d9 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:20.510554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece7f3d-81c6-4f63-b1d2-6c154ab724dd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'Network': ['ID=4a066567-00a4-49ad-b097-39a7c20d0d62,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:20.527071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 4a066567-00a4-49ad-b097-39a7c20d0d62 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:20.627577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d57c7-85b6-4c2d-b116-235d5e2e97f9 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.633952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d57c7-85b6-4c2d-b116-235d5e2e97f9 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.640244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d57c7-85b6-4c2d-b116-235d5e2e97f9 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.646687 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d57c7-85b6-4c2d-b116-235d5e2e97f9 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.648453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8f1d57c7-85b6-4c2d-b116-235d5e2e97f9 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2556634 Jul 29 23:57:20.651905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59234) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:20.755992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.878780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.892300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35761ef-4fd5-46be-92dd-e9a906b947d9']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.904328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883bd1df-82af-4ee5-9bf0-0283c8774262') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.904744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883bd1df-82af-4ee5-9bf0-0283c8774262') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.918245 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.940732 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.948128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:20.948548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:20.952114 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:21.026348 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.037361 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.039703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "DELETE /v2.0/networks/a35761ef-4fd5-46be-92dd-e9a906b947d9 HTTP/1.1" status: 204 len: 168 time: 0.3858242 Jul 29 23:57:21.043332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59242) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:21.052205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b61b8-e873-4521-998d-e5b37918c90f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Network': ['ID=a35761ef-4fd5-46be-92dd-e9a906b947d9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:21.134337 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.237018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.248843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a066567-00a4-49ad-b097-39a7c20d0d62']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:21.266778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cf126c-d006-4f25-a41d-2830092ca2d7') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:21.267177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cf126c-d006-4f25-a41d-2830092ca2d7') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:21.281591 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.300651 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.306660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:21.307053 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:21.310145 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:21.381978 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.391139 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.393608 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "DELETE /v2.0/networks/4a066567-00a4-49ad-b097-39a7c20d0d62 HTTP/1.1" status: 204 len: 168 time: 0.3492491 Jul 29 23:57:21.397635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59244) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:21.406961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcb132-a5e0-4618-a2c6-fd920df63de4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Network': ['ID=4a066567-00a4-49ad-b097-39a7c20d0d62,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:21.512883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eca509-fb9e-48fe-af98-5d5da7788fe8 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.519052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eca509-fb9e-48fe-af98-5d5da7788fe8 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.520691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f5eca509-fb9e-48fe-af98-5d5da7788fe8 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1218700 Jul 29 23:57:21.526165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59246) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:21.532067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2002443380'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:21.559699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Made reservation on behalf of e3751346d3fe47e3b42e6f576b08e9bd for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:21.563922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.590010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:21.599615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.599955 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Added segment 6f76bb99-2207-4db4-aeba-890a208535e3 of type vlan for network 884f0d8d-efb4-4d3b-833c-def48aea899c Jul 29 23:57:21.653690 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.686646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.697256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.703306 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.719698 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c93adfe-e6d0-45bc-9427-1fb80501cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.766209 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2386124 Jul 29 23:57:21.770203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59248) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:21.776363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-704177562'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:21.777673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343424e-0388-4431-885f-52ac57c42245 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'Network': ['ID=884f0d8d-efb4-4d3b-833c-def48aea899c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:21.796956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 884f0d8d-efb4-4d3b-833c-def48aea899c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:21.811530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Made reservation on behalf of e3751346d3fe47e3b42e6f576b08e9bd for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:21.818818 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.865603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:21.881366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.881658 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Added segment afc734fd-c9dd-45e2-84cd-e2362b572d56 of type vlan for network f16d7b65-92cd-448a-94f9-5f2a1569f18a Jul 29 23:57:21.931937 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.964760 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.970727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.971906 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.030443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2587259 Jul 29 23:57:22.033429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:22.040741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'ports': [{'network_id': '884f0d8d-efb4-4d3b-833c-def48aea899c', 'name': 'tempest-port--1971943305', 'admin_state_up': True}, {'network_id': 'f16d7b65-92cd-448a-94f9-5f2a1569f18a', 'admin_state_up': False}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:22.042423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'port': {'network_id': '884f0d8d-efb4-4d3b-833c-def48aea899c', 'name': 'tempest-port--1971943305', 'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:22.043170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'port': {'network_id': 'f16d7b65-92cd-448a-94f9-5f2a1569f18a', 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:22.058281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd46f9-9a9f-45ad-97da-2c04ae22a449 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'Network': ['ID=f16d7b65-92cd-448a-94f9-5f2a1569f18a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.073519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f16d7b65-92cd-448a-94f9-5f2a1569f18a details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:22.249479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Made reservation on behalf of e3751346d3fe47e3b42e6f576b08e9bd for: {'port': 2} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:22.254253 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.274112 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.367959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] device_id is not set on port e5635f84-c5b4-4078-b502-4ab1eb0245aa yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:22.521472 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.603510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] device_id is not set on port 57dc49f7-18ba-4385-b804-5ce9ae265d4a yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:22.731553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.783082 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.868494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'Port': ['ID=e5635f84-c5b4-4078-b502-4ab1eb0245aa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.882737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Checking segment: {'id': '6f76bb99-2207-4db4-aeba-890a208535e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '884f0d8d-efb4-4d3b-833c-def48aea899c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:22.883103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Network hostable DHCP agents. Network: 884f0d8d-efb4-4d3b-833c-def48aea899c, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:22.906110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Network 884f0d8d-efb4-4d3b-833c-def48aea899c is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:22.918312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 884f0d8d-efb4-4d3b-833c-def48aea899c) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:22.922729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:22.924046 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.935787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827bcd6c-1aa1-4335-a798-8a8dcba84ecd None None] Network 884f0d8d-efb4-4d3b-833c-def48aea899c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:23.008395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'Port': ['ID=57dc49f7-18ba-4385-b804-5ce9ae265d4a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:23.026253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Checking segment: {'id': 'afc734fd-c9dd-45e2-84cd-e2362b572d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f16d7b65-92cd-448a-94f9-5f2a1569f18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:23.031132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Network hostable DHCP agents. Network: f16d7b65-92cd-448a-94f9-5f2a1569f18a, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:23.055287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Network f16d7b65-92cd-448a-94f9-5f2a1569f18a is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:23.071060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f16d7b65-92cd-448a-94f9-5f2a1569f18a) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:23.077636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:23.088143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6479995a-b459-4f2b-a90c-e31ab251177f None None] Network f16d7b65-92cd-448a-94f9-5f2a1569f18a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:23.088746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.097248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.098462 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.119698 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-abfc379a-4bd2-4419-85d7-14607965b258 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0838218 Jul 29 23:57:23.122625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.228502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db16e4-50c0-4318-855e-5c3ba3cc9abd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.235985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db16e4-50c0-4318-855e-5c3ba3cc9abd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.241061 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-22db16e4-50c0-4318-855e-5c3ba3cc9abd tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1172733 Jul 29 23:57:23.241620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59262) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.269076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.348988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9ddbdfe3-ab69-445c-9dd4-75dde8c4c6c5 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Deleting port e5635f84-c5b4-4078-b502-4ab1eb0245aa {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:23.349366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ddbdfe3-ab69-445c-9dd4-75dde8c4c6c5 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.400338 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12d2eca6-5175-4c48-8b59-a5ad031a06ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.432222 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ddbdfe3-ab69-445c-9dd4-75dde8c4c6c5 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.450765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9ddbdfe3-ab69-445c-9dd4-75dde8c4c6c5 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Calling delete_port for e5635f84-c5b4-4078-b502-4ab1eb0245aa owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:23.509481 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12d2eca6-5175-4c48-8b59-a5ad031a06ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.513440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12d2eca6-5175-4c48-8b59-a5ad031a06ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.541603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ddbdfe3-ab69-445c-9dd4-75dde8c4c6c5 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.557241 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-12d2eca6-5175-4c48-8b59-a5ad031a06ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c587f118d5ea42cf961c3437ff1d4ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870471 Jul 29 23:57:23.561598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.571777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2eca6-5175-4c48-8b59-a5ad031a06ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264ebfc7-5f92-482b-874c-e27fb33cea7f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:23.581510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbdfe3-ab69-445c-9dd4-75dde8c4c6c5 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Port': ['ID=e5635f84-c5b4-4078-b502-4ab1eb0245aa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:23.587134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ddbdfe3-ab69-445c-9dd4-75dde8c4c6c5 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.589196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9ddbdfe3-ab69-445c-9dd4-75dde8c4c6c5 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "DELETE /v2.0/ports/e5635f84-c5b4-4078-b502-4ab1eb0245aa HTTP/1.1" status: 204 len: 168 time: 0.3465161 Jul 29 23:57:23.591720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.631033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f5f28b8-3e5f-4b19-8993-579ccfe228f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.656047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f5f28b8-3e5f-4b19-8993-579ccfe228f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.685077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8bad2132-d43f-46e1-b12e-fe337901a15f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Deleting port 57dc49f7-18ba-4385-b804-5ce9ae265d4a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:23.685377 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bad2132-d43f-46e1-b12e-fe337901a15f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.708529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f5f28b8-3e5f-4b19-8993-579ccfe228f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.711140 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f5f28b8-3e5f-4b19-8993-579ccfe228f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.712349 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9f5f28b8-3e5f-4b19-8993-579ccfe228f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/264ebfc7-5f92-482b-874c-e27fb33cea7f HTTP/1.1" status: 204 len: 168 time: 0.1495969 Jul 29 23:57:23.720582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f28b8-3e5f-4b19-8993-579ccfe228f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ebfc7-5f92-482b-874c-e27fb33cea7f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:23.771461 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bad2132-d43f-46e1-b12e-fe337901a15f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.786103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8bad2132-d43f-46e1-b12e-fe337901a15f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Calling delete_port for 57dc49f7-18ba-4385-b804-5ce9ae265d4a owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:23.871293 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bad2132-d43f-46e1-b12e-fe337901a15f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.901155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad2132-d43f-46e1-b12e-fe337901a15f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Port': ['ID=57dc49f7-18ba-4385-b804-5ce9ae265d4a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:23.906835 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bad2132-d43f-46e1-b12e-fe337901a15f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.909575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8bad2132-d43f-46e1-b12e-fe337901a15f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "DELETE /v2.0/ports/57dc49f7-18ba-4385-b804-5ce9ae265d4a HTTP/1.1" status: 204 len: 168 time: 0.3160536 Jul 29 23:57:23.912517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59276) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.943200 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-60086dd6-6d23-4d81-b061-07e12aafbbbe tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0293365 Jul 29 23:57:23.947664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59278) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.953265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-750351382'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:23.977536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Made reservation on behalf of e3751346d3fe47e3b42e6f576b08e9bd for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:23.981310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.007319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:24.019085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.019382 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Added segment c861aebd-fdc5-4d9c-b01d-a969ec7402cf of type vlan for network 20044a00-d774-4390-a6bf-407e64f9e09f Jul 29 23:57:24.033722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.048826 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.068109 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.100222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.106514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.107167 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.134799 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ee1b-34b5-45bf-80bc-59acd5133bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.159466 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.165312 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.176810 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2277043 Jul 29 23:57:24.179636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59284) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.184738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1496302209'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:24.193683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e9edb-ec35-4683-84d1-ddcc157f0ddc tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'Network': ['ID=20044a00-d774-4390-a6bf-407e64f9e09f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:24.206357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 20044a00-d774-4390-a6bf-407e64f9e09f details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:24.217421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Made reservation on behalf of e3751346d3fe47e3b42e6f576b08e9bd for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:24.221529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.229023 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f51fc23f8bb4a95af31cc2ad3654178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938815 Jul 29 23:57:24.230416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057e0880-73a5-4345-975a-2c86da237b05,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:24.233963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.246626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.247350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.247350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.247633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.248214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.248558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.249033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.249374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.249897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.250219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.250754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.251138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940772f7-a491-4b2d-8b74-f579ead812ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:24.251657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:24.261773 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.262098 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Added segment c10ce7ad-d700-45ea-9fa5-4a134d61b254 of type vlan for network ab222f20-402e-4e51-afad-cd6e6dec1168 Jul 29 23:57:24.291441 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.314272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.315511 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a95b8c4-f2a1-4cc5-af9c-0549e8d84ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.344025 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a95b8c4-f2a1-4cc5-af9c-0549e8d84ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.351164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.356556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.357189 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.395112 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a95b8c4-f2a1-4cc5-af9c-0549e8d84ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.398144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a95b8c4-f2a1-4cc5-af9c-0549e8d84ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.399404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3a95b8c4-f2a1-4cc5-af9c-0549e8d84ebc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/057e0880-73a5-4345-975a-2c86da237b05 HTTP/1.1" status: 204 len: 168 time: 0.1644075 Jul 29 23:57:24.411561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95b8c4-f2a1-4cc5-af9c-0549e8d84ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e0880-73a5-4345-975a-2c86da237b05,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:24.432074 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2397683 Jul 29 23:57:24.433220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1a05f-8c92-487e-b0e8-15eddbba33f4 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'Network': ['ID=ab222f20-402e-4e51-afad-cd6e6dec1168,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:24.449380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network ab222f20-402e-4e51-afad-cd6e6dec1168 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:24.508688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.701979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Deleting port ba25c799-0a96-49de-8500-770ae8baa572 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:24.702741 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.792732 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.792994 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.806952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Calling delete_port for ba25c799-0a96-49de-8500-770ae8baa572 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:24.993670 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.041779 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event deleted for resources: {'Port': ['ID=ba25c799-0a96-49de-8500-770ae8baa572,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:25.117768 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.118573 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Floating IP 7d42a5a2-4573-48f9-9b2e-8afeb9201579 disassociated (deleted). External IP: 172.25.2.186, port: 7f93f839-a22b-418d-b391-0ec6008b81b1. Jul 29 23:57:25.394090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Router 9c10eb66-8021-4337-af91-3683964bb024 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:25.504740 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.550765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:25.559891 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.572727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] Sync routers for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:25.585883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:25.587194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:25.602145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e5cbba4d-2509-43dd-8dec-6d5b9bc25a1e tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "DELETE /v2.0/floatingips/7d42a5a2-4573-48f9-9b2e-8afeb9201579 HTTP/1.1" status: 204 len: 168 time: 1.0921092 Jul 29 23:57:25.602938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:25.605615 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:25.654240 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873a0285-1711-44f2-b78d-a4842f62f651 x-openstack-request-id: req-873a0285-1711-44f2-b78d-a4842f62f651 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:25.655043 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:25.655545 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-873a0285-1711-44f2-b78d-a4842f62f651 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:25.656382 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'status': 'completed', 'code': 200} Jul 29 23:57:25.782375 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-b964ed17-e8e5-47d6-96e9-ca62b5e49bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.787575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-b964ed17-e8e5-47d6-96e9-ca62b5e49bcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03390783289740b59a0529d53629e261&device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 1097 time: 0.1048288 Jul 29 23:57:25.795682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:25.950930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59324) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.033707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-f8685f05-c556-4f20-96fb-3195f826fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:26.035394 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-f8685f05-c556-4f20-96fb-3195f826fc8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4860aad3-9e45-4b1c-aa56-c8147840c406 HTTP/1.1" status: 200 len: 915 time: 0.2400234 Jul 29 23:57:26.050632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb6de1-36df-47b5-a590-167ce5204086 req-fd75b0c9-5492-4f2a-b7be-bd72e31a3350 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:26.053410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dbcb6de1-36df-47b5-a590-167ce5204086 req-fd75b0c9-5492-4f2a-b7be-bd72e31a3350 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 945 time: 0.0939095 Jul 29 23:57:26.110218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-a33d3a0a-512a-4450-a33a-1f47530c11ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f93f839-a22b-418d-b391-0ec6008b81b1 HTTP/1.1" status: 200 len: 217 time: 0.0546257 Jul 29 23:57:26.116877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f22dfdcd-b5bb-485f-a3fa-984bd05935ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.134762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dbcb6de1-36df-47b5-a590-167ce5204086 req-bca5a102-fa8d-4bcf-889a-3b44e94c368c tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737627 Jul 29 23:57:26.158967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:57Z', 'revision_number': 5, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:26.184190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-93c9f2c0-0901-4b16-ade0-975255326620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:26.186330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-93c9f2c0-0901-4b16-ade0-975255326620 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70 HTTP/1.1" status: 200 len: 853 time: 0.0551291 Jul 29 23:57:26.204935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] Checking router: 9c10eb66-8021-4337-af91-3683964bb024 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:26.226923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:26.228305 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:26.266609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-c4ead871-cff7-4fe7-b7e5-987c18429957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:26.269258 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-c4ead871-cff7-4fe7-b7e5-987c18429957 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4860aad3-9e45-4b1c-aa56-c8147840c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730674 Jul 29 23:57:26.270917 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f22dfdcd-b5bb-485f-a3fa-984bd05935ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.281007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f22dfdcd-b5bb-485f-a3fa-984bd05935ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.330174 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f22dfdcd-b5bb-485f-a3fa-984bd05935ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4c3e83cc13044e68fcaada0a37007f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772166 Jul 29 23:57:26.331408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.368079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dfdcd-b5bb-485f-a3fa-984bd05935ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc2664d-820d-492e-b25b-cb157e384ccc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:26.412587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-55366458-cad8-459d-9c25-8f5ccfd59a80 service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312287 Jul 29 23:57:26.462987 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af39bb91-11cc-4098-8ce1-51375f7e512a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.504129 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af39bb91-11cc-4098-8ce1-51375f7e512a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.577228 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af39bb91-11cc-4098-8ce1-51375f7e512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.581645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af39bb91-11cc-4098-8ce1-51375f7e512a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.586245 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-af39bb91-11cc-4098-8ce1-51375f7e512a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cc2664d-820d-492e-b25b-cb157e384ccc HTTP/1.1" status: 204 len: 168 time: 0.2506194 Jul 29 23:57:26.598849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39bb91-11cc-4098-8ce1-51375f7e512a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc2664d-820d-492e-b25b-cb157e384ccc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:26.608037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20ad9f8a-20e8-41c2-9b2b-090a7272f49d req-8409e929-77cf-4550-b529-de8ec01a0628 service neutron] 10.222.0.42 "GET /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816871 Jul 29 23:57:26.609733 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:26.890106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:57Z', 'revision_number': 5, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:26.926940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d873e-5d80-45c0-8af7-c66230d73e62 None None] The sync data for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 is: [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:53:48Z', 'revision_number': 4, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '85431928-b0dc-4295-912b-7a34b926b1a3', 'name': '', 'network_id': '4860aad3-9e45-4b1c-aa56-c8147840c406', 'tenant_id': '03390783289740b59a0529d53629e261', 'mac_address': 'fa:16:3e:45:02:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:48Z', 'updated_at': '2021-07-29T23:53:57Z', 'revision_number': 5, 'project_id': '03390783289740b59a0529d53629e261', 'subnets': [{'id': '12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:27.151081 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.244387 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6ef35-80c8-47e6-acdc-38d5d5aa63d1 None None] New status for floating IP 7d42a5a2-4573-48f9-9b2e-8afeb9201579: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:57:27.364700 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e088b5-fe8a-4468-a509-f9582cc0153b req-c236fbab-b57a-485e-9672-c6f5741015a9 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.366289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87e088b5-fe8a-4468-a509-f9582cc0153b req-c236fbab-b57a-485e-9672-c6f5741015a9 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 945 time: 0.0954413 Jul 29 23:57:27.423818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87e088b5-fe8a-4468-a509-f9582cc0153b req-c6595838-ad33-48c1-9f41-e82035c30bab tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0730236-8871-48c3-8391-a46a7431a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436168 Jul 29 23:57:27.801551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-74999c32-dc88-4a61-acbe-c46d45a8cb8a tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.803567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-74999c32-dc88-4a61-acbe-c46d45a8cb8a tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 945 time: 0.0580194 Jul 29 23:57:27.819818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59360) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:27.828554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'subnets': [{'network_id': '20044a00-d774-4390-a6bf-407e64f9e09f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--466070080', 'ip_version': 6}, {'network_id': 'ab222f20-402e-4e51-afad-cd6e6dec1168', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:27.829208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'subnet': {'network_id': '20044a00-d774-4390-a6bf-407e64f9e09f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--466070080', 'ip_version': 6}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:27.830062 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Request body: {'subnet': {'network_id': 'ab222f20-402e-4e51-afad-cd6e6dec1168', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:27.980925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-f88fff01-b7c4-4de0-811b-69ab930e0349 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Deleting port 7f93f839-a22b-418d-b391-0ec6008b81b1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:27.981476 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-f88fff01-b7c4-4de0-811b-69ab930e0349 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.062168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Made reservation on behalf of e3751346d3fe47e3b42e6f576b08e9bd for: {'subnet': 2} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:28.069163 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.070458 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.112924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-f88fff01-b7c4-4de0-811b-69ab930e0349 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] For port 7f93f839-a22b-418d-b391-0ec6008b81b1, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=7f93f839-a22b-418d-b391-0ec6008b81b1,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:28.113267 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-f88fff01-b7c4-4de0-811b-69ab930e0349 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.134054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-f88fff01-b7c4-4de0-811b-69ab930e0349 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Calling delete_port for 7f93f839-a22b-418d-b391-0ec6008b81b1 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:28.339355 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-f88fff01-b7c4-4de0-811b-69ab930e0349 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.376509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fff01-b7c4-4de0-811b-69ab930e0349 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event deleted for resources: {'Port': ['ID=7f93f839-a22b-418d-b391-0ec6008b81b1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.441715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-f88fff01-b7c4-4de0-811b-69ab930e0349 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] No DVR routers for this DVR port 7f93f839-a22b-418d-b391-0ec6008b81b1 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:28.446117 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-f88fff01-b7c4-4de0-811b-69ab930e0349 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.449592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2400c2ed-9df4-471f-8b77-2e0fe5506ec4 req-f88fff01-b7c4-4de0-811b-69ab930e0349 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.42 "DELETE /v2.0/ports/7f93f839-a22b-418d-b391-0ec6008b81b1 HTTP/1.1" status: 204 len: 173 time: 0.6377478 Jul 29 23:57:28.449822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'name': 'network-vif-deleted', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:28.454093 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953b2477-835d-4d43-b3ec-08e3ab2f72bf" -d '{"events": [{"server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "name": "network-vif-deleted", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:28.530036 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49568a31-1ebb-409a-b7ec-76e2f3949438 x-openstack-request-id: req-49568a31-1ebb-409a-b7ec-76e2f3949438 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:28.531129 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7296e3-1f92-4d6f-9fd7-62bb01fd308c", "name": "network-vif-deleted", "tag": "7f93f839-a22b-418d-b391-0ec6008b81b1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:28.531393 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49568a31-1ebb-409a-b7ec-76e2f3949438 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:28.531877 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7296e3-1f92-4d6f-9fd7-62bb01fd308c', 'name': 'network-vif-deleted', 'tag': '7f93f839-a22b-418d-b391-0ec6008b81b1', 'status': 'completed', 'code': 200} Jul 29 23:57:28.589019 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30fe635c-3393-4823-9766-d546888d98db req-742bf3eb-8f71-47a7-a053-7e81a8ced342 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 210 time: 0.0389369 Jul 29 23:57:28.629873 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.721814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'Subnet': ['ID=43dc5f38-98b5-4f3d-86a6-6127ec3889ca,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.744777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Checking segment: {'id': 'c861aebd-fdc5-4d9c-b01d-a969ec7402cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '20044a00-d774-4390-a6bf-407e64f9e09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:28.745203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Network hostable DHCP agents. Network: 20044a00-d774-4390-a6bf-407e64f9e09f, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:28.772463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Network 20044a00-d774-4390-a6bf-407e64f9e09f is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:28.785497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 20044a00-d774-4390-a6bf-407e64f9e09f) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:28.789929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.796106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c27b5b3-1ef7-4c9e-bf1c-09b0d11a4282 None None] Network 20044a00-d774-4390-a6bf-407e64f9e09f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:28.906876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event updated for resources: {'Subnet': ['ID=964cd574-a565-4ff2-8f99-f7dba13eb5d8,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.913082 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Checking segment: {'id': 'c10ce7ad-d700-45ea-9fa5-4a134d61b254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ab222f20-402e-4e51-afad-cd6e6dec1168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:28.913588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Network hostable DHCP agents. Network: ab222f20-402e-4e51-afad-cd6e6dec1168, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:28.934408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Network ab222f20-402e-4e51-afad-cd6e6dec1168 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:28.946808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, ab222f20-402e-4e51-afad-cd6e6dec1168) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:28.959567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251be36a-2062-4b47-8fe7-51c9b13e0e25 None None] Network ab222f20-402e-4e51-afad-cd6e6dec1168 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:28.966578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:28.966578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:28.968946 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.992699 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4132c6a1-a464-4e2c-82a2-a43f7a846e65 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.1697812 Jul 29 23:57:28.996262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.077886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9106d36b-edd0-4c02-a306-85598f5a0e1b tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.080094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9106d36b-edd0-4c02-a306-85598f5a0e1b tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.081973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9106d36b-edd0-4c02-a306-85598f5a0e1b tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.084479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9106d36b-edd0-4c02-a306-85598f5a0e1b tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0871894 Jul 29 23:57:29.094285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59378) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.126598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48335470-e307-4577-a834-46991e3c864d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-20044a00-d774-4390-a6bf-407e64f9e09f', 'network_id': '20044a00-d774-4390-a6bf-407e64f9e09f', 'tenant_id': 'e3751346d3fe47e3b42e6f576b08e9bd', 'fixed_ips': [{'subnet_id': '43dc5f38-98b5-4f3d-86a6-6127ec3889ca'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:29.128047 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48335470-e307-4577-a834-46991e3c864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.196477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a3b447-5f91-4e09-9dc8-97da64c88201 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Deleting subnet 43dc5f38-98b5-4f3d-86a6-6127ec3889ca {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:29.200420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6a3b447-5f91-4e09-9dc8-97da64c88201 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.305842 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-33d0907a-621e-4323-8d5c-7a2980a55929 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5923eb4b15954319bf63e04acc616922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680437 Jul 29 23:57:29.312205 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6a3b447-5f91-4e09-9dc8-97da64c88201 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.332182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-ab222f20-402e-4e51-afad-cd6e6dec1168', 'network_id': 'ab222f20-402e-4e51-afad-cd6e6dec1168', 'tenant_id': 'e3751346d3fe47e3b42e6f576b08e9bd', 'fixed_ips': [{'subnet_id': '964cd574-a565-4ff2-8f99-f7dba13eb5d8'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:29.334811 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.417468 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6a3b447-5f91-4e09-9dc8-97da64c88201 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.522595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Allocated IP 2001:db8:0:1::1 (ab222f20-402e-4e51-afad-cd6e6dec1168/964cd574-a565-4ff2-8f99-f7dba13eb5d8/a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:29.523171 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6a3b447-5f91-4e09-9dc8-97da64c88201 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.536587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-9dfff305-9f48-44b8-af6c-1907b5683407 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.539178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-9dfff305-9f48-44b8-af6c-1907b5683407 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245712 Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-48335470-e307-4577-a834-46991e3c864d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43dc5f38-98b5-4f3d-86a6-6127ec3889ca: This subnet is being modified by another concurrent operation. Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43dc5f38-98b5-4f3d-86a6-6127ec3889ca: This subnet is being modified by another concurrent operation. Jul 29 23:57:29.552447 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 29 23:57:29.574721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-f8caedcd-ae98-41f7-b308-9fed1b349c55 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/quotas/5923eb4b15954319bf63e04acc616922 HTTP/1.1" status: 200 len: 375 time: 0.0258334 Jul 29 23:57:29.585639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3081b-cf1e-4691-a208-d3c921695576 None None] Network 20044a00-d774-4390-a6bf-407e64f9e09f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:29.593107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3b447-5f91-4e09-9dc8-97da64c88201 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Subnet': ['ID=43dc5f38-98b5-4f3d-86a6-6127ec3889ca,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:29.597160 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6a3b447-5f91-4e09-9dc8-97da64c88201 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.601584 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c6a3b447-5f91-4e09-9dc8-97da64c88201 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "DELETE /v2.0/subnets/43dc5f38-98b5-4f3d-86a6-6127ec3889ca HTTP/1.1" status: 204 len: 168 time: 0.5038064 Jul 29 23:57:29.603185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.654212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-765ebb5d-b793-49b4-9a55-ce7380ff86bb tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5923eb4b15954319bf63e04acc616922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673077 Jul 29 23:57:29.761445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b00789-eb94-4442-a380-482dbfd7ce7c tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Deleting subnet 964cd574-a565-4ff2-8f99-f7dba13eb5d8 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:29.813988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a88fd7a-fd28-4bee-b58c-f1bc0f69f70d req-95088fcd-1a99-437c-9f13-5b134f5457cc tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 210 time: 0.0620320 Jul 29 23:57:29.915719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fd0598e-d2c6-4535-b9db-74ec74fae4f4 req-85b3c7b1-4a6f-41bc-808c-a7893fd5eeb7 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 210 time: 0.0420754 Jul 29 23:57:29.948521 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.969041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Transition to ACTIVE for port object a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:29.991160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Transition to ACTIVE for port object a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:29.999486 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.999905 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54b00789-eb94-4442-a380-482dbfd7ce7c tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.052382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Network ab222f20-402e-4e51-afad-cd6e6dec1168 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:30.055503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:30.058064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:30.071001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Pushing event updated for resources: {'Port': ['ID=a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:30.076783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54b00789-eb94-4442-a380-482dbfd7ce7c tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.134213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Attempting to bind port a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:30.135150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Attempting to bind port a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c10ce7ad-d700-45ea-9fa5-4a134d61b254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ab222f20-402e-4e51-afad-cd6e6dec1168'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:30.135997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Attempting to bind port a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 on network ab222f20-402e-4e51-afad-cd6e6dec1168 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:30.146485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:30.147035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Checking segment: {'id': 'c10ce7ad-d700-45ea-9fa5-4a134d61b254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ab222f20-402e-4e51-afad-cd6e6dec1168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:30.147616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.149792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Bound using segment: {'id': 'c10ce7ad-d700-45ea-9fa5-4a134d61b254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ab222f20-402e-4e51-afad-cd6e6dec1168'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:30.150522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Bound port: a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10ce7ad-d700-45ea-9fa5-4a134d61b254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ab222f20-402e-4e51-afad-cd6e6dec1168'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:30.151959 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.207505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54b00789-eb94-4442-a380-482dbfd7ce7c tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.287921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54b00789-eb94-4442-a380-482dbfd7ce7c tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.294889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] For port a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:30.302515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] For port a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733,segment=NetworkSegment(c10ce7ad-d700-45ea-9fa5-4a134d61b254),segment_id=c10ce7ad-d700-45ea-9fa5-4a134d61b254)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:30.309586 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.339681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b00789-eb94-4442-a380-482dbfd7ce7c tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Subnet': ['ID=964cd574-a565-4ff2-8f99-f7dba13eb5d8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:30.344957 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54b00789-eb94-4442-a380-482dbfd7ce7c tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.356921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59408) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:30.357090 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-54b00789-eb94-4442-a380-482dbfd7ce7c tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "DELETE /v2.0/subnets/964cd574-a565-4ff2-8f99-f7dba13eb5d8 HTTP/1.1" status: 204 len: 168 time: 0.7480941 Jul 29 23:57:30.428451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4171b1-9e63-44f2-91f1-057de3bc5589 None None] Pushing event updated for resources: {'Port': ['ID=a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:30.488926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df31a6-155e-4102-8f70-f2d62053f592 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:30.491045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e9df31a6-155e-4102-8f70-f2d62053f592 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1364088 Jul 29 23:57:30.497796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59410) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:30.613685 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.739664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Deleting port a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:30.740640 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.836862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] For port a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733,segment=NetworkSegment(c10ce7ad-d700-45ea-9fa5-4a134d61b254),segment_id=c10ce7ad-d700-45ea-9fa5-4a134d61b254)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:30.837430 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.852593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Calling delete_port for a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:30.938442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4f06a5e-c3b7-4c8f-8ff2-abb34b9de730 req-2bf09f9b-17e9-4726-9ac8-1d37b7357795 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 210 time: 0.0313339 Jul 29 23:57:30.957009 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.987836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Port': ['ID=a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:30.996750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] No DVR routers for this DVR port a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:31.141713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:31.151499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6e29965-6d49-4545-a11c-e747f5b4e2bb req-c7fd586e-92ec-44d1-a9b2-45e169232426 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 210 time: 0.0546243 Jul 29 23:57:31.190898 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.195265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:31.195919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:57:31.205470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab222f20-402e-4e51-afad-cd6e6dec1168']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:31.219616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10ce7ad-d700-45ea-9fa5-4a134d61b254') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:31.220331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10ce7ad-d700-45ea-9fa5-4a134d61b254') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:31.232465 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.233302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Port a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 not found, will not notify nova. {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:57:31.250459 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.268331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:31.268752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:31.282681 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:31.338328 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-98b039de-8bc2-4fee-b7ac-2156d1f74a03 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5923eb4b15954319bf63e04acc616922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818665 Jul 29 23:57:31.444173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7f93f839-a22b-418d-b391-0ec6008b81b1 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:31.483236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 7f93f839-a22b-418d-b391-0ec6008b81b1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:31.484728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 7f93f839-a22b-418d-b391-0ec6008b81b1 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:31.574942 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.591838 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.594060 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "DELETE /v2.0/networks/ab222f20-402e-4e51-afad-cd6e6dec1168 HTTP/1.1" status: 204 len: 168 time: 1.0948002 Jul 29 23:57:31.597295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59416) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:31.614632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-b88a6dd7-a14c-40bb-9e89-8640b17c963b tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.616932 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-b88a6dd7-a14c-40bb-9e89-8640b17c963b tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671201 Jul 29 23:57:31.617387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220d3eb-58b7-4e9a-8d40-9c4dcbc54a41 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Network': ['ID=ab222f20-402e-4e51-afad-cd6e6dec1168,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.636991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Request body: {'port': {'device_id': 'a23d6715-25bb-460e-85aa-9e9a828e10c9', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '5923eb4b15954319bf63e04acc616922'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:31.733488 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.807905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29384992-c62b-41c8-a009-c1747f376c06 None None] Could not find standard attr ID for object a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:57:31.852857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab2854-5089-44c8-83e2-eec701cd31bd None None] DHCP port deletion for ab222f20-402e-4e51-afad-cd6e6dec1168 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:31.858223 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.872231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dbb116-5eab-42c3-8a95-62a9bd05230b None None] Network ab222f20-402e-4e51-afad-cd6e6dec1168 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:31.879881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20044a00-d774-4390-a6bf-407e64f9e09f']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:31.887349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dbb116-5eab-42c3-8a95-62a9bd05230b None None] Network ab222f20-402e-4e51-afad-cd6e6dec1168 could not be found, it might have been deleted concurrently. {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:57:31.897698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e709ad-a8d6-4ff1-863b-4195d79e5acd None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:57:31.899376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c861aebd-fdc5-4d9c-b01d-a969ec7402cf') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:31.899688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c861aebd-fdc5-4d9c-b01d-a969ec7402cf') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:31.910831 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.928522 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.937970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:31.939038 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:32.022477 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:32.028679 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.052581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e709ad-a8d6-4ff1-863b-4195d79e5acd None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:57:32.058212 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.061163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "DELETE /v2.0/networks/20044a00-d774-4390-a6bf-407e64f9e09f HTTP/1.1" status: 204 len: 168 time: 0.4615448 Jul 29 23:57:32.062490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3f7ff-b936-4ec8-ad80-a7f038781cec tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Network': ['ID=20044a00-d774-4390-a6bf-407e64f9e09f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.063829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59420) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.110266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0b566b6-3e4e-42a1-b9e7-827b71d56ca3 req-82e75ab2-103e-4035-8b9f-78a11e545435 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 210 time: 0.0433285 Jul 29 23:57:32.174469 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.287229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e494eb1b-de06-4e74-8b7b-db163aa99c32 req-d0cd7d56-1a79-4de1-bd3c-8585b1a3a178 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 210 time: 0.0311334 Jul 29 23:57:32.319400 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Made reservation on behalf of 5923eb4b15954319bf63e04acc616922 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:32.323571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.326989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.342484 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.347773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16d7b65-92cd-448a-94f9-5f2a1569f18a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.371121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc734fd-c9dd-45e2-84cd-e2362b572d56') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.371554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc734fd-c9dd-45e2-84cd-e2362b572d56') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.386926 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.414704 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.427225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:32.427757 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:32.430834 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:32.495879 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.500510 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.505394 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "DELETE /v2.0/networks/f16d7b65-92cd-448a-94f9-5f2a1569f18a HTTP/1.1" status: 204 len: 168 time: 0.4378033 Jul 29 23:57:32.505940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59424) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.526330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba625fb8-27dd-42a7-8284-d4dc3f13fd42 tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Network': ['ID=f16d7b65-92cd-448a-94f9-5f2a1569f18a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.536140 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.586551 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.590822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.614717 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.670795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1adfa837-509e-4938-b1de-e01dbff038f8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.708687 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.719975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884f0d8d-efb4-4d3b-833c-def48aea899c']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.732659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f76bb99-2207-4db4-aeba-890a208535e3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.733137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f76bb99-2207-4db4-aeba-890a208535e3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.743237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Allocated IP 192.168.233.239 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/d29e5f08-036c-4681-b29d-6049ccf6ffa6) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:32.743578 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.764330 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.774215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:32.775102 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:32.778560 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:32.860970 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.870350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.877767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] 10.222.0.37 "DELETE /v2.0/networks/884f0d8d-efb4-4d3b-833c-def48aea899c HTTP/1.1" status: 204 len: 168 time: 0.3700643 Jul 29 23:57:32.891799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6da8e-9b55-439f-93bb-2087b6564d4f tempest-BulkNetworkOpsIpV6Test-1889030959 tempest-BulkNetworkOpsIpV6Test-1889030959-project] Pushing event deleted for resources: {'Network': ['ID=884f0d8d-efb4-4d3b-833c-def48aea899c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.947151 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.966988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Transition to ACTIVE for port object d29e5f08-036c-4681-b29d-6049ccf6ffa6 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:33.013210 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.041112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:33.067438 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:33.067750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:33.067983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a4a80bfe-b73a-4b0b-9925-7ac0ca7c6733 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:33.071006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:33.074941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:33.104573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Pushing event updated for resources: {'Port': ['ID=d29e5f08-036c-4681-b29d-6049ccf6ffa6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:33.161704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:33.163525 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.193844 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4d9bd567-0523-45b5-9fb4-ca12974e7d74 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5609436 Jul 29 23:57:33.215448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Request body: {'port': {'device_id': 'a23d6715-25bb-460e-85aa-9e9a828e10c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:33.228983 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f73fc6d-a3e4-4108-9215-a4d26c3372a0 req-9b673062-61f1-4fdc-af4f-db20b3b5c6bd tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a7296e3-1f92-4d6f-9fd7-62bb01fd308c HTTP/1.1" status: 200 len: 210 time: 0.0344403 Jul 29 23:57:33.258020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59432) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:33.280768 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.463119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32cb62-a12b-46a0-88e9-acc2b26a0c0f req-64c2c289-d17d-4b1c-ae96-98fb15832201 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:33.464756 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b32cb62-a12b-46a0-88e9-acc2b26a0c0f req-64c2c289-d17d-4b1c-ae96-98fb15832201 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 936 time: 0.0914931 Jul 29 23:57:33.465466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bdfe58cc-1248-4772-8776-44528d37d661 None None] Provisioning for port d29e5f08-036c-4681-b29d-6049ccf6ffa6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:33.470610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d7bde611-9e6d-454e-ae0b-d9579bc68f3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3751346d3fe47e3b42e6f576b08e9bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113397 Jul 29 23:57:33.472999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59438) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:33.475979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bdfe58cc-1248-4772-8776-44528d37d661 None None] Provisioning complete for port d29e5f08-036c-4681-b29d-6049ccf6ffa6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:33.476947 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bdfe58cc-1248-4772-8776-44528d37d661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.534542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe58cc-1248-4772-8776-44528d37d661 None None] Port d29e5f08-036c-4681-b29d-6049ccf6ffa6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:33.547804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b32cb62-a12b-46a0-88e9-acc2b26a0c0f req-2865a50d-b1ee-45fb-b134-541ff137680e tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754843 Jul 29 23:57:33.576432 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e816885-6a1c-4f01-8465-169400648e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.607442 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e816885-6a1c-4f01-8465-169400648e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.643478 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29e5f08-036c-4681-b29d-6049ccf6ffa6 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:33.653351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.667243 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Transition to ACTIVE for port object d29e5f08-036c-4681-b29d-6049ccf6ffa6 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:33.671283 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.674728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e816885-6a1c-4f01-8465-169400648e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.685115 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e816885-6a1c-4f01-8465-169400648e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.689134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0e816885-6a1c-4f01-8465-169400648e8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5eb61205-46fc-4044-b759-e21b43c86e35 HTTP/1.1" status: 204 len: 168 time: 0.2124677 Jul 29 23:57:33.695267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e816885-6a1c-4f01-8465-169400648e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb61205-46fc-4044-b759-e21b43c86e35,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:33.763414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Pushing event updated for resources: {'Port': ['ID=d29e5f08-036c-4681-b29d-6049ccf6ffa6,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:33.837287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Attempting to bind port d29e5f08-036c-4681-b29d-6049ccf6ffa6 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:33.837730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Attempting to bind port d29e5f08-036c-4681-b29d-6049ccf6ffa6 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:33.838240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Attempting to bind port d29e5f08-036c-4681-b29d-6049ccf6ffa6 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:33.844944 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Port d29e5f08-036c-4681-b29d-6049ccf6ffa6 on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:33.845541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Attempting to bind port d29e5f08-036c-4681-b29d-6049ccf6ffa6 on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:33.857980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:33.858528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:33.859074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:33.859936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Bound port: d29e5f08-036c-4681-b29d-6049ccf6ffa6, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:33.859936 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.951392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] For port d29e5f08-036c-4681-b29d-6049ccf6ffa6, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:33.957381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] For port d29e5f08-036c-4681-b29d-6049ccf6ffa6, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d29e5f08-036c-4681-b29d-6049ccf6ffa6,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:33.965708 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.005627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.006347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.007871 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] 10.222.0.47 "PUT /v2.0/ports/d29e5f08-036c-4681-b29d-6049ccf6ffa6 HTTP/1.1" status: 200 len: 1097 time: 0.7975662 Jul 29 23:57:34.008353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23d6715-25bb-460e-85aa-9e9a828e10c9', 'tag': 'd29e5f08-036c-4681-b29d-6049ccf6ffa6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:34.010650 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50468f20-9113-47a3-84af-5b8e7c71ec5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a23d6715-25bb-460e-85aa-9e9a828e10c9", "tag": "d29e5f08-036c-4681-b29d-6049ccf6ffa6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:34.063510 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2de02ae-47c0-471b-ada7-ef73b04880dd x-openstack-request-id: req-f2de02ae-47c0-471b-ada7-ef73b04880dd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:34.064058 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23d6715-25bb-460e-85aa-9e9a828e10c9", "tag": "d29e5f08-036c-4681-b29d-6049ccf6ffa6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:34.064436 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2de02ae-47c0-471b-ada7-ef73b04880dd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:34.065482 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23d6715-25bb-460e-85aa-9e9a828e10c9', 'tag': 'd29e5f08-036c-4681-b29d-6049ccf6ffa6', 'status': 'completed', 'code': 200} Jul 29 23:57:34.070648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a9e39-ff06-4aea-92a5-8ad9028e8d2e service neutron] Pushing event updated for resources: {'Port': ['ID=d29e5f08-036c-4681-b29d-6049ccf6ffa6,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:34.137443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-5eaa3908-980e-4a5b-84e8-13411dfb42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.139399 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-5eaa3908-980e-4a5b-84e8-13411dfb42f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5923eb4b15954319bf63e04acc616922&device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 1100 time: 0.0587623 Jul 29 23:57:34.209858 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-cb211d6e-f6a8-4436-8629-a231032132f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d29e5f08-036c-4681-b29d-6049ccf6ffa6 HTTP/1.1" status: 200 len: 217 time: 0.0563800 Jul 29 23:57:34.283607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-1c607080-adf9-4d62-92ae-521ed3f4609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.285254 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-1c607080-adf9-4d62-92ae-521ed3f4609a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0680652 Jul 29 23:57:34.306484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59458) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:34.366121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4ab92c50-b9fb-42e4-a2ec-8b8a18d7068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.367733 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-4ab92c50-b9fb-42e4-a2ec-8b8a18d7068e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0727842 Jul 29 23:57:34.419485 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fada68f-5861-4e0f-9418-56eb7ae71bb3 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.463125 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fada68f-5861-4e0f-9418-56eb7ae71bb3 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.491846 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-ad4be50b-5de3-419e-9289-892f04e81c04 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163785 Jul 29 23:57:34.557243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fada68f-5861-4e0f-9418-56eb7ae71bb3 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.561577 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fada68f-5861-4e0f-9418-56eb7ae71bb3 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.563632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8fada68f-5861-4e0f-9418-56eb7ae71bb3 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] 10.222.0.37 "DELETE /v2.0/security-groups/d0730236-8871-48c3-8391-a46a7431a8bb HTTP/1.1" status: 204 len: 168 time: 0.2560718 Jul 29 23:57:34.578384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fada68f-5861-4e0f-9418-56eb7ae71bb3 tempest-TestVolumeBackupRestore-933043394 tempest-TestVolumeBackupRestore-933043394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0730236-8871-48c3-8391-a46a7431a8bb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:34.634091 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-96850ccc-2d9d-4b59-b7c2-90d8de0e7b80 req-5f32dc35-1290-465c-a0d5-0dd2e6f4acc2 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336379 Jul 29 23:57:34.737640 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:34.742165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db792684-6234-4adf-a09a-8b8934361282 req-07268347-5aca-43e8-98a9-89ecdfb0293c tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.750752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db792684-6234-4adf-a09a-8b8934361282 req-07268347-5aca-43e8-98a9-89ecdfb0293c tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 948 time: 0.0903745 Jul 29 23:57:34.821667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-fd7df613-6956-40aa-ad4c-c6578e8b9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.823965 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-fd7df613-6956-40aa-ad4c-c6578e8b9db3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5923eb4b15954319bf63e04acc616922&device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 1100 time: 0.0764005 Jul 29 23:57:34.849955 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db792684-6234-4adf-a09a-8b8934361282 req-d7bdf8df-edc3-47fa-a1c6-3433fede293d tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937436 Jul 29 23:57:35.005940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-09d47645-0a93-44a4-83c1-d1c66fb2ee4b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:35.006580 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-09d47645-0a93-44a4-83c1-d1c66fb2ee4b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:57:35.012453 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-09d47645-0a93-44a4-83c1-d1c66fb2ee4b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:57:35.025702 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-09d47645-0a93-44a4-83c1-d1c66fb2ee4b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2746191 Jul 29 23:57:35.025702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59500) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:35.034023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967042124'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:35.075467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-5a3e0c7a-7f3c-4d08-8890-101c696288b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:35.077128 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-5a3e0c7a-7f3c-4d08-8890-101c696288b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.2403688 Jul 29 23:57:35.098644 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.132057 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.135014 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-1c51d576-2dab-4f61-bb85-85d8a82b3fd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d29e5f08-036c-4681-b29d-6049ccf6ffa6 HTTP/1.1" status: 200 len: 217 time: 0.0504818 Jul 29 23:57:35.227795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-ef78867b-15a2-44b5-9cc4-2848f28d266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:35.229413 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-ef78867b-15a2-44b5-9cc4-2848f28d266c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0814984 Jul 29 23:57:35.306766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-3650b25c-4a35-4876-a78b-e4d2bdb5fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:35.308414 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-3650b25c-4a35-4876-a78b-e4d2bdb5fbca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721507 Jul 29 23:57:35.430088 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.438255 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.505206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bacab6-b359-4adc-9be1-16e28c9f000d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:35.511399 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-a9680ae7-ea1c-4506-887b-410e8aa2b41d service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909580 Jul 29 23:57:35.662888 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.666486 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-50468f20-9113-47a3-84af-5b8e7c71ec5d req-1e82af93-5650-4cea-999f-e4766a419c75 service neutron] 10.222.0.47 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459839 Jul 29 23:57:35.669955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.713117 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.717819 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6873209 Jul 29 23:57:35.719252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:35.722714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-902e433e-3cd2-423f-b478-676f670d2ab8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '92c2cf42-5fe7-45ef-8ce5-217de49c4b07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:35.728972 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88702d1-e622-498c-a5b6-39d5c09196f4 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2cf42-5fe7-45ef-8ce5-217de49c4b07,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:35.771431 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-902e433e-3cd2-423f-b478-676f670d2ab8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.859503 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-902e433e-3cd2-423f-b478-676f670d2ab8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.866522 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-902e433e-3cd2-423f-b478-676f670d2ab8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.899731 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e433e-3cd2-423f-b478-676f670d2ab8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082eed6c-28bf-4b2a-b4da-529442a0832b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:35.909614 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-902e433e-3cd2-423f-b478-676f670d2ab8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.913983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:35.914544 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-902e433e-3cd2-423f-b478-676f670d2ab8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1954138 Jul 29 23:57:35.918950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c508ccba-dc94-43b7-b85a-4e8056b1a97b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '92c2cf42-5fe7-45ef-8ce5-217de49c4b07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:36.059934 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c508ccba-dc94-43b7-b85a-4e8056b1a97b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.086727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054622cc-35fb-4566-842a-eb286cf85220 req-4be75715-f714-4f1a-b57c-09d562f3533d tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:36.088481 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-054622cc-35fb-4566-842a-eb286cf85220 req-4be75715-f714-4f1a-b57c-09d562f3533d tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 948 time: 0.1298604 Jul 29 23:57:36.161027 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-054622cc-35fb-4566-842a-eb286cf85220 req-5eb3ca87-33f9-430c-8685-ca79e26035a8 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630980 Jul 29 23:57:36.172149 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-c508ccba-dc94-43b7-b85a-4e8056b1a97b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:57:36.176591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c508ccba-dc94-43b7-b85a-4e8056b1a97b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2615075 Jul 29 23:57:36.177246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59628) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.249079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d5b38a5-390c-41b5-92ac-851129dfeca7 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.281257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d5b38a5-390c-41b5-92ac-851129dfeca7 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.352932 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d5b38a5-390c-41b5-92ac-851129dfeca7 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.357275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d5b38a5-390c-41b5-92ac-851129dfeca7 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.358949 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5d5b38a5-390c-41b5-92ac-851129dfeca7 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "DELETE /v2.0/security-groups/92c2cf42-5fe7-45ef-8ce5-217de49c4b07 HTTP/1.1" status: 204 len: 168 time: 0.1804221 Jul 29 23:57:36.361953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59654) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.370747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b38a5-390c-41b5-92ac-851129dfeca7 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2cf42-5fe7-45ef-8ce5-217de49c4b07,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.448356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ba048abe-d661-4c61-b2b3-1da90ea46ce3 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848920 Jul 29 23:57:36.451997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59664) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.459298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-414542d6-f826-4f1c-9bf4-12794b27b4be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789860022'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:36.509647 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-414542d6-f826-4f1c-9bf4-12794b27b4be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.649707 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-414542d6-f826-4f1c-9bf4-12794b27b4be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.655191 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-414542d6-f826-4f1c-9bf4-12794b27b4be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.697032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-414542d6-f826-4f1c-9bf4-12794b27b4be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.699041 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-414542d6-f826-4f1c-9bf4-12794b27b4be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2454946 Jul 29 23:57:36.703112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59694) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.705673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414542d6-f826-4f1c-9bf4-12794b27b4be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0470259-d9d0-464b-b838-2f0e555864bb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.710179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2c235a31-1290-4d22-b72c-1e2c561c8b0a tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': 'e0470259-d9d0-464b-b838-2f0e555864bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:36.711248 n-d-712139-11 neutron-server[93816]: WARNING neutron.api.v2.base [None req-2c235a31-1290-4d22-b72c-1e2c561c8b0a tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 23:57:36.712091 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-2c235a31-1290-4d22-b72c-1e2c561c8b0a tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:36.714786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2c235a31-1290-4d22-b72c-1e2c561c8b0a tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086544 Jul 29 23:57:36.716327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59698) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.796250 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05944199-daae-4705-aba1-6e95d410f0be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.831481 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05944199-daae-4705-aba1-6e95d410f0be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.907423 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05944199-daae-4705-aba1-6e95d410f0be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.912507 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05944199-daae-4705-aba1-6e95d410f0be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.919881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-05944199-daae-4705-aba1-6e95d410f0be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "DELETE /v2.0/security-groups/e0470259-d9d0-464b-b838-2f0e555864bb HTTP/1.1" status: 204 len: 168 time: 0.2006631 Jul 29 23:57:36.921238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.943348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05944199-daae-4705-aba1-6e95d410f0be tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0470259-d9d0-464b-b838-2f0e555864bb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.022469 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-df405d82-b94c-47b7-b3c8-03ebd082fcae tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0981336 Jul 29 23:57:37.024910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.031446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3ec14d11-30a4-4ca2-bc57-c236c8646d65 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491343426'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.061967 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ec14d11-30a4-4ca2-bc57-c236c8646d65 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.193124 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ec14d11-30a4-4ca2-bc57-c236c8646d65 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.199602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ec14d11-30a4-4ca2-bc57-c236c8646d65 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.220089 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ec14d11-30a4-4ca2-bc57-c236c8646d65 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.221463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3ec14d11-30a4-4ca2-bc57-c236c8646d65 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1952157 Jul 29 23:57:37.224936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59754) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.231152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7d7badf8-a556-4118-be7c-24bf724cc0ab tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '269b9535-af66-4d80-b096-80f00264728c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.233202 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-7d7badf8-a556-4118-be7c-24bf724cc0ab tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 23:57:37.234216 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-7d7badf8-a556-4118-be7c-24bf724cc0ab tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:37.239150 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d7badf8-a556-4118-be7c-24bf724cc0ab tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124960 Jul 29 23:57:37.244973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59758) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.247514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec14d11-30a4-4ca2-bc57-c236c8646d65 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269b9535-af66-4d80-b096-80f00264728c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.367400 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e78078-8037-4bf8-9944-c348403426c8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.389805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a8d26-54d0-41f0-92e6-0b19216f0cf7 req-8216131a-c7b6-4a4b-bb35-6e8d517df3d7 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.392424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-996a8d26-54d0-41f0-92e6-0b19216f0cf7 req-8216131a-c7b6-4a4b-bb35-6e8d517df3d7 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 948 time: 0.1024997 Jul 29 23:57:37.413265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e78078-8037-4bf8-9944-c348403426c8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.447373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-996a8d26-54d0-41f0-92e6-0b19216f0cf7 req-41b56cf0-4eb4-409c-a6af-9d5eacef22f9 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457175 Jul 29 23:57:37.477530 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e78078-8037-4bf8-9944-c348403426c8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.480105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d29e5f08-036c-4681-b29d-6049ccf6ffa6 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:57:37.481659 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e78078-8037-4bf8-9944-c348403426c8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.485996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59780) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.498218 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e2e78078-8037-4bf8-9944-c348403426c8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "DELETE /v2.0/security-groups/269b9535-af66-4d80-b096-80f00264728c HTTP/1.1" status: 204 len: 168 time: 0.2495329 Jul 29 23:57:37.520960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e78078-8037-4bf8-9944-c348403426c8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b9535-af66-4d80-b096-80f00264728c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.575525 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59790) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.576466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-91c0189e-2283-4101-a04d-b788a1ea94ee tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880668 Jul 29 23:57:37.581034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0de6a6ee-9ccb-4ecf-a4c0-bffbbdf52cc8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244993359'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.685724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d29e5f08-036c-4681-b29d-6049ccf6ffa6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d29e5f08-036c-4681-b29d-6049ccf6ffa6,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:37.686112 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0de6a6ee-9ccb-4ecf-a4c0-bffbbdf52cc8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.719291 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'd29e5f08-036c-4681-b29d-6049ccf6ffa6', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': 'd29e5f08-036c-4681-b29d-6049ccf6ffa6', 'mac_address': 'fa:16:3e:ec:a4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:57:37.788612 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.810480 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29e5f08-036c-4681-b29d-6049ccf6ffa6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:37.826569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0de6a6ee-9ccb-4ecf-a4c0-bffbbdf52cc8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.831823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0de6a6ee-9ccb-4ecf-a4c0-bffbbdf52cc8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.879055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d29e5f08-036c-4681-b29d-6049ccf6ffa6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d29e5f08-036c-4681-b29d-6049ccf6ffa6,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:37.889340 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.889900 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0de6a6ee-9ccb-4ecf-a4c0-bffbbdf52cc8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.892171 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0de6a6ee-9ccb-4ecf-a4c0-bffbbdf52cc8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3150535 Jul 29 23:57:37.895410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59824) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.903796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e6f76bb5-a51b-4f8c-ae9e-e29171046f6e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '95bfb079-723e-4ca2-ba66-04b0ef0c21bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.905039 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-e6f76bb5-a51b-4f8c-ae9e-e29171046f6e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 23:57:37.905606 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-e6f76bb5-a51b-4f8c-ae9e-e29171046f6e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:37.907067 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e6f76bb5-a51b-4f8c-ae9e-e29171046f6e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092931 Jul 29 23:57:37.909043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6a6ee-9ccb-4ecf-a4c0-bffbbdf52cc8 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bfb079-723e-4ca2-ba66-04b0ef0c21bc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.910438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.915688 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4a8db896-1697-4622-8a41-6ce3f55345c0 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '95bfb079-723e-4ca2-ba66-04b0ef0c21bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.916415 n-d-712139-11 neutron-server[93816]: WARNING neutron.api.v2.base [None req-4a8db896-1697-4622-8a41-6ce3f55345c0 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 23:57:37.917456 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-4a8db896-1697-4622-8a41-6ce3f55345c0 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:37.921727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4a8db896-1697-4622-8a41-6ce3f55345c0 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092418 Jul 29 23:57:37.922570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.930110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3ed0cdef-4754-4027-9140-81478a5db2de tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '95bfb079-723e-4ca2-ba66-04b0ef0c21bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.931363 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-3ed0cdef-4754-4027-9140-81478a5db2de tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 23:57:37.931960 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-3ed0cdef-4754-4027-9140-81478a5db2de tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:37.933034 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3ed0cdef-4754-4027-9140-81478a5db2de tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088024 Jul 29 23:57:37.935806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59832) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.943286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3d7e8785-fdc1-40a6-991b-44b06fc02afb tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '95bfb079-723e-4ca2-ba66-04b0ef0c21bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.945304 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-3d7e8785-fdc1-40a6-991b-44b06fc02afb tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 23:57:37.946326 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-3d7e8785-fdc1-40a6-991b-44b06fc02afb tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:37.947683 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3d7e8785-fdc1-40a6-991b-44b06fc02afb tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106342 Jul 29 23:57:37.950396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59836) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.962902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d29e5f08-036c-4681-b29d-6049ccf6ffa6,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:38.018246 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1996ce3d-87ab-44bc-9952-3e3b5fb05dc2 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.055358 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1996ce3d-87ab-44bc-9952-3e3b5fb05dc2 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.110037 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1996ce3d-87ab-44bc-9952-3e3b5fb05dc2 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.114007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1996ce3d-87ab-44bc-9952-3e3b5fb05dc2 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.119122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59858) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.128636 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1996ce3d-87ab-44bc-9952-3e3b5fb05dc2 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "DELETE /v2.0/security-groups/95bfb079-723e-4ca2-ba66-04b0ef0c21bc HTTP/1.1" status: 204 len: 168 time: 0.1766787 Jul 29 23:57:38.138748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996ce3d-87ab-44bc-9952-3e3b5fb05dc2 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bfb079-723e-4ca2-ba66-04b0ef0c21bc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:38.217124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b0425728-8036-4700-a87f-cfae893967ef tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965774 Jul 29 23:57:38.221500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59872) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.226716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1c19cdba-07b6-4832-9170-7c90029933db tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'tempest-secgroup--214798315'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:38.254531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c19cdba-07b6-4832-9170-7c90029933db tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.345187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d29e5f08-036c-4681-b29d-6049ccf6ffa6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:57:38.413052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c19cdba-07b6-4832-9170-7c90029933db tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.419509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c19cdba-07b6-4832-9170-7c90029933db tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.524609 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19cdba-07b6-4832-9170-7c90029933db tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9159454a-53d8-451c-b6ec-b1017519fc77,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:38.550341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c19cdba-07b6-4832-9170-7c90029933db tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.555876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59906) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.556732 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1c19cdba-07b6-4832-9170-7c90029933db tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3340435 Jul 29 23:57:38.560771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-44587563-b4ab-4beb-b19a-17b9823bba76 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '9159454a-53d8-451c-b6ec-b1017519fc77', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:38.561250 n-d-712139-11 neutron-server[93816]: WARNING neutron.api.v2.base [None req-44587563-b4ab-4beb-b19a-17b9823bba76 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:57:38.561759 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-44587563-b4ab-4beb-b19a-17b9823bba76 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:38.563032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-44587563-b4ab-4beb-b19a-17b9823bba76 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058603 Jul 29 23:57:38.566509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59908) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.571080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-014585c4-49ba-4533-b2bb-adf05dde90de tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '9159454a-53d8-451c-b6ec-b1017519fc77', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:38.703153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcc0c6-6d70-4dc1-806a-b210609eb9e2 req-f6557174-5b91-47ee-a508-d17adfd2f4fb tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:38.704872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6fcc0c6-6d70-4dc1-806a-b210609eb9e2 req-f6557174-5b91-47ee-a508-d17adfd2f4fb tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 949 time: 0.1147733 Jul 29 23:57:38.714038 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-014585c4-49ba-4533-b2bb-adf05dde90de tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:38.716335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-014585c4-49ba-4533-b2bb-adf05dde90de tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1488111 Jul 29 23:57:38.721465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59922) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.728433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6cfae8fb-3a8f-4ad4-ae97-943fb8e4ed1a tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '9159454a-53d8-451c-b6ec-b1017519fc77', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:38.729015 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-6cfae8fb-3a8f-4ad4-ae97-943fb8e4ed1a tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 23:57:38.729681 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-6cfae8fb-3a8f-4ad4-ae97-943fb8e4ed1a tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:38.734727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59924) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.735639 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6cfae8fb-3a8f-4ad4-ae97-943fb8e4ed1a tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125289 Jul 29 23:57:38.741396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3f7df316-f02e-4e36-9e77-dfdb6554733e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '9159454a-53d8-451c-b6ec-b1017519fc77', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:38.789321 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6fcc0c6-6d70-4dc1-806a-b210609eb9e2 req-567346ca-0ee2-4430-bd77-804b2edd68e4 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715222 Jul 29 23:57:38.819492 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-3f7df316-f02e-4e36-9e77-dfdb6554733e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:38.820958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3f7df316-f02e-4e36-9e77-dfdb6554733e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0838141 Jul 29 23:57:38.824283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.831931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7d846b18-5d9e-420f-b199-cc8d97950f03 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '9159454a-53d8-451c-b6ec-b1017519fc77', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:38.832631 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-7d846b18-5d9e-420f-b199-cc8d97950f03 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:57:38.833377 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-7d846b18-5d9e-420f-b199-cc8d97950f03 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:38.834902 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7d846b18-5d9e-420f-b199-cc8d97950f03 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093033 Jul 29 23:57:38.837897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59938) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.844209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-85659731-6cae-4433-820d-91465ecac096 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '9159454a-53d8-451c-b6ec-b1017519fc77', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:39.312452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59988) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.322828 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-85659731-6cae-4433-820d-91465ecac096 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:39.324916 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-85659731-6cae-4433-820d-91465ecac096 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4857662 Jul 29 23:57:39.328513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59990) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.337382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3c98b1b2-23c4-4ddd-93cd-f8b6b952044b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '9159454a-53d8-451c-b6ec-b1017519fc77', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:39.338328 n-d-712139-11 neutron-server[93816]: WARNING neutron.api.v2.base [None req-3c98b1b2-23c4-4ddd-93cd-f8b6b952044b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 23:57:39.339143 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-3c98b1b2-23c4-4ddd-93cd-f8b6b952044b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:39.341099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3c98b1b2-23c4-4ddd-93cd-f8b6b952044b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087385 Jul 29 23:57:39.347681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59992) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.354034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5680a771-a2ae-4faf-9bb2-69025e8f9f8b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '9159454a-53d8-451c-b6ec-b1017519fc77', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:39.399458 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-5680a771-a2ae-4faf-9bb2-69025e8f9f8b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:39.401424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5680a771-a2ae-4faf-9bb2-69025e8f9f8b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0522139 Jul 29 23:57:39.404461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 59994) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.417141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b7d2bc19-4b52-4b68-b56c-aee2d2166140 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '9159454a-53d8-451c-b6ec-b1017519fc77', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:39.463043 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-b7d2bc19-4b52-4b68-b56c-aee2d2166140 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:39.467447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 59996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.468299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b7d2bc19-4b52-4b68-b56c-aee2d2166140 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0625656 Jul 29 23:57:39.511038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d29e5f08-036c-4681-b29d-6049ccf6ffa6 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:39.571247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port d29e5f08-036c-4681-b29d-6049ccf6ffa6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:39.578295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port d29e5f08-036c-4681-b29d-6049ccf6ffa6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:39.578849 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.615182 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db3df82a-b82d-43df-9490-a783a2a63f94 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.655715 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db3df82a-b82d-43df-9490-a783a2a63f94 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.685516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.719953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23d6715-25bb-460e-85aa-9e9a828e10c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29e5f08-036c-4681-b29d-6049ccf6ffa6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:39.723261 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe641f82-ee2c-45b5-ac7f-8ed3cf70a9d0" -d '{"events": [{"server_uuid": "a23d6715-25bb-460e-85aa-9e9a828e10c9", "name": "network-vif-plugged", "status": "completed", "tag": "d29e5f08-036c-4681-b29d-6049ccf6ffa6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:39.738554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port d29e5f08-036c-4681-b29d-6049ccf6ffa6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d29e5f08-036c-4681-b29d-6049ccf6ffa6,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:39.743645 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.775438 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db3df82a-b82d-43df-9490-a783a2a63f94 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.778204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db3df82a-b82d-43df-9490-a783a2a63f94 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.779513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-db3df82a-b82d-43df-9490-a783a2a63f94 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "DELETE /v2.0/security-groups/9159454a-53d8-451c-b6ec-b1017519fc77 HTTP/1.1" status: 204 len: 168 time: 0.3104014 Jul 29 23:57:39.782359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60000) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.792739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3df82a-b82d-43df-9490-a783a2a63f94 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9159454a-53d8-451c-b6ec-b1017519fc77,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:39.802785 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5859c2c3-fbf2-4bdb-8c8a-d2992c423e03 x-openstack-request-id: req-5859c2c3-fbf2-4bdb-8c8a-d2992c423e03 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:39.803076 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23d6715-25bb-460e-85aa-9e9a828e10c9", "name": "network-vif-plugged", "status": "completed", "tag": "d29e5f08-036c-4681-b29d-6049ccf6ffa6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:39.803335 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5859c2c3-fbf2-4bdb-8c8a-d2992c423e03 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:39.803862 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23d6715-25bb-460e-85aa-9e9a828e10c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29e5f08-036c-4681-b29d-6049ccf6ffa6', 'code': 200} Jul 29 23:57:39.822827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=d29e5f08-036c-4681-b29d-6049ccf6ffa6,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:39.847793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-119f2cc4-c02f-4039-a8f7-bef83a135768 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629075 Jul 29 23:57:39.848138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60002) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.853403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-625a2afc-7029-414f-aff4-c4754ad4ec9e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'tempest-secgroup--37346566'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:39.881971 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-625a2afc-7029-414f-aff4-c4754ad4ec9e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.891972 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.971575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daada0a4-2589-4b88-aa1b-ed1a4d6cfde5 req-c23feef4-dbc4-4a5a-905a-e8d55d3e0c6a tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.973161 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-daada0a4-2589-4b88-aa1b-ed1a4d6cfde5 req-c23feef4-dbc4-4a5a-905a-e8d55d3e0c6a tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 950 time: 0.0708687 Jul 29 23:57:40.006379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04245c0d-55d1-4ccd-b85f-1af8ba295c47 req-4c088cd0-4dec-4b09-ba14-dc0dba1d9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:40.007836 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-04245c0d-55d1-4ccd-b85f-1af8ba295c47 req-4c088cd0-4dec-4b09-ba14-dc0dba1d9ad6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 1102 time: 0.1132514 Jul 29 23:57:40.039418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-daada0a4-2589-4b88-aa1b-ed1a4d6cfde5 req-4cfba6d3-37fb-470a-be58-c76df7cb4792 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583403 Jul 29 23:57:40.053028 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-625a2afc-7029-414f-aff4-c4754ad4ec9e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.058757 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-625a2afc-7029-414f-aff4-c4754ad4ec9e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.089710 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-04245c0d-55d1-4ccd-b85f-1af8ba295c47 req-f8c0e315-527f-4ae8-a9b3-7bbe16f055ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736554 Jul 29 23:57:40.092697 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-625a2afc-7029-414f-aff4-c4754ad4ec9e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.094073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-625a2afc-7029-414f-aff4-c4754ad4ec9e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2449007 Jul 29 23:57:40.096585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a2afc-7029-414f-aff4-c4754ad4ec9e tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ecce7e-6ed1-48e3-b12d-815c29555df0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:40.099110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60006) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.105315 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7335d159-624d-4e12-834b-8cf7ac581600 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': 'e7ecce7e-6ed1-48e3-b12d-815c29555df0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:40.147183 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-7335d159-624d-4e12-834b-8cf7ac581600 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The resource could not be found. Jul 29 23:57:40.148585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7335d159-624d-4e12-834b-8cf7ac581600 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0479999 Jul 29 23:57:40.151270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60008) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.155752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5fea8383-48c4-43d8-9863-bbdba523ccf5 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': 'e7ecce7e-6ed1-48e3-b12d-815c29555df0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e89a391f-6521-4c8b-b732-b3d098022b68'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:40.195307 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-5fea8383-48c4-43d8-9863-bbdba523ccf5 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The resource could not be found. Jul 29 23:57:40.196357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5fea8383-48c4-43d8-9863-bbdba523ccf5 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0441227 Jul 29 23:57:40.199172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60010) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.219448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] Deleting port 85431928-b0dc-4295-912b-7a34b926b1a3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:40.219800 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.250175 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c195ec-8d89-413a-abbb-62da2fdf02ae tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.274336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c195ec-8d89-413a-abbb-62da2fdf02ae tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.303114 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] For port 85431928-b0dc-4295-912b-7a34b926b1a3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=85431928-b0dc-4295-912b-7a34b926b1a3,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:40.303403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.317472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c195ec-8d89-413a-abbb-62da2fdf02ae tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.317719 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] Calling delete_port for 85431928-b0dc-4295-912b-7a34b926b1a3 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:40.320703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c195ec-8d89-413a-abbb-62da2fdf02ae tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.321903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-92c195ec-8d89-413a-abbb-62da2fdf02ae tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "DELETE /v2.0/security-groups/e7ecce7e-6ed1-48e3-b12d-815c29555df0 HTTP/1.1" status: 204 len: 168 time: 0.1217935 Jul 29 23:57:40.324522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60012) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.332787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c195ec-8d89-413a-abbb-62da2fdf02ae tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ecce7e-6ed1-48e3-b12d-815c29555df0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:40.410997 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-96b4fa17-f5e8-48df-9708-8e05efa85a98 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853634 Jul 29 23:57:40.415469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.419788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1994fabc-eca8-4c05-a109-e59ef97f57de tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': 'd236beb1-beb4-4f94-a554-a82eb54d1e47', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:40.513838 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-1994fabc-eca8-4c05-a109-e59ef97f57de tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The resource could not be found. Jul 29 23:57:40.514953 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1994fabc-eca8-4c05-a109-e59ef97f57de tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0986023 Jul 29 23:57:40.518580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60016) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.525452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e84beba7-6a47-4702-92f1-45f596c6d09f tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467127996'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:40.582373 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e84beba7-6a47-4702-92f1-45f596c6d09f tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.593016 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.632103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=85431928-b0dc-4295-912b-7a34b926b1a3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:40.825656 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e84beba7-6a47-4702-92f1-45f596c6d09f tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.832563 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e84beba7-6a47-4702-92f1-45f596c6d09f tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.867296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.876681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84beba7-6a47-4702-92f1-45f596c6d09f tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0d86b-30c8-4983-aa32-b382e080bb0a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:40.881064 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e84beba7-6a47-4702-92f1-45f596c6d09f tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.882290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e84beba7-6a47-4702-92f1-45f596c6d09f tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3627355 Jul 29 23:57:40.886402 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60018) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.891541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ac126f01-bdbb-4ebc-9d66-94fdc837bb4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'tempest-secgroup--243532442'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:40.914921 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac126f01-bdbb-4ebc-9d66-94fdc837bb4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.021604 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac126f01-bdbb-4ebc-9d66-94fdc837bb4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.026026 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac126f01-bdbb-4ebc-9d66-94fdc837bb4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.056530 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac126f01-bdbb-4ebc-9d66-94fdc837bb4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.057790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ac126f01-bdbb-4ebc-9d66-94fdc837bb4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1700516 Jul 29 23:57:41.059784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac126f01-bdbb-4ebc-9d66-94fdc837bb4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90a9b3c-90ff-4bf9-bea2-5532d2f8f846,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.061993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60020) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.069548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8b86a8e7-bcfd-4eaf-b62e-15f4f491611c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group_rule': {'security_group_id': '20a0d86b-30c8-4983-aa32-b382e080bb0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b90a9b3c-90ff-4bf9-bea2-5532d2f8f846'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:41.109681 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-8b86a8e7-bcfd-4eaf-b62e-15f4f491611c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:41.113752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8b86a8e7-bcfd-4eaf-b62e-15f4f491611c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0472434 Jul 29 23:57:41.113974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60024) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.213378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2ed3c-3384-4c30-acda-f87fe8350b7a req-c007371b-db8e-4f3b-bd62-e312b26ecb06 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.215076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bba2ed3c-3384-4c30-acda-f87fe8350b7a req-c007371b-db8e-4f3b-bd62-e312b26ecb06 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 950 time: 0.0814507 Jul 29 23:57:41.222057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39f08869-27a8-4a24-9084-d7980a1ed24b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.262200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39f08869-27a8-4a24-9084-d7980a1ed24b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.284894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bba2ed3c-3384-4c30-acda-f87fe8350b7a req-48abeb57-ac13-4c9b-a6ee-cc7edbb4931b tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607562 Jul 29 23:57:41.321026 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39f08869-27a8-4a24-9084-d7980a1ed24b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.323630 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39f08869-27a8-4a24-9084-d7980a1ed24b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.327187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-39f08869-27a8-4a24-9084-d7980a1ed24b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "DELETE /v2.0/security-groups/b90a9b3c-90ff-4bf9-bea2-5532d2f8f846 HTTP/1.1" status: 204 len: 168 time: 0.2097554 Jul 29 23:57:41.327647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60026) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.334518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f08869-27a8-4a24-9084-d7980a1ed24b tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90a9b3c-90ff-4bf9-bea2-5532d2f8f846,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.454604 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1a739555-722d-4c4b-be98-ac8a2e1ecdfa tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1255515 Jul 29 23:57:41.457521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60028) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.478978 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] Router 9c10eb66-8021-4337-af91-3683964bb024 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:41.516543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5adfb2fe-9ece-4f9a-86a2-01e78cfb0378 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.541695 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5adfb2fe-9ece-4f9a-86a2-01e78cfb0378 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.586200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5adfb2fe-9ece-4f9a-86a2-01e78cfb0378 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.588709 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5adfb2fe-9ece-4f9a-86a2-01e78cfb0378 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.592520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5adfb2fe-9ece-4f9a-86a2-01e78cfb0378 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "DELETE /v2.0/security-groups/20a0d86b-30c8-4983-aa32-b382e080bb0a HTTP/1.1" status: 204 len: 168 time: 0.1339362 Jul 29 23:57:41.592785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60030) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.602559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfb2fe-9ece-4f9a-86a2-01e78cfb0378 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a0d86b-30c8-4983-aa32-b382e080bb0a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.621200 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:41.626551 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-43a2f9b5-feae-4c28-ab9d-6305ac214b77 admin admin] 10.222.0.37 "PUT /v2.0/routers/9c10eb66-8021-4337-af91-3683964bb024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3125272 Jul 29 23:57:41.629274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60032) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.631484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] Sync routers for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:41.640774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:41.641398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:41.657118 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1241999a-57d1-45c0-8f2b-e7b5cfe708ac tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596347 Jul 29 23:57:41.657658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60034) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.662969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dc5032c2-a1a8-4131-a91e-1d49847f9d7d tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'tempest-secgroup--883819199'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:41.689273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc5032c2-a1a8-4131-a91e-1d49847f9d7d tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.743857 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.752493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:41.774976 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc5032c2-a1a8-4131-a91e-1d49847f9d7d tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.778915 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc5032c2-a1a8-4131-a91e-1d49847f9d7d tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.806108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc5032c2-a1a8-4131-a91e-1d49847f9d7d tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.810112 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dc5032c2-a1a8-4131-a91e-1d49847f9d7d tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1482313 Jul 29 23:57:41.810359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.815926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-49ec1c9d-4921-442d-ba80-07b02c5a5da6 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:41.816396 n-d-712139-11 neutron-server[93817]: WARNING neutron.api.v2.base [None req-49ec1c9d-4921-442d-ba80-07b02c5a5da6 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:57:41.816882 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-49ec1c9d-4921-442d-ba80-07b02c5a5da6 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:57:41.820214 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-49ec1c9d-4921-442d-ba80-07b02c5a5da6 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "PUT /v2.0/security-groups/052f0453-eba1-467c-8952-5a5179ab6021 HTTP/1.1" status: 409 len: 330 time: 0.0063870 Jul 29 23:57:41.820471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60038) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.829300 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5032c2-a1a8-4131-a91e-1d49847f9d7d tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052f0453-eba1-467c-8952-5a5179ab6021,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.858521 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.892227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b57e1ac9-7f39-40fb-b02d-ad44cfe89b4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.913127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Deleting port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:41.913485 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.919154 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b57e1ac9-7f39-40fb-b02d-ad44cfe89b4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.946189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:57:40Z', 'revision_number': 5, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port': {'id': '1a411c35-b6b2-4eb5-b6ea-adc34252c81a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eb66-8021-4337-af91-3683964bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:45Z', 'updated_at': '2021-07-29T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:41.973108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b57e1ac9-7f39-40fb-b02d-ad44cfe89b4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.974992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] Checking router: 9c10eb66-8021-4337-af91-3683964bb024 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:41.975977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b57e1ac9-7f39-40fb-b02d-ad44cfe89b4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.977476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b57e1ac9-7f39-40fb-b02d-ad44cfe89b4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "DELETE /v2.0/security-groups/052f0453-eba1-467c-8952-5a5179ab6021 HTTP/1.1" status: 204 len: 168 time: 0.1561496 Jul 29 23:57:41.980172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60040) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.986931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e1ac9-7f39-40fb-b02d-ad44cfe89b4c tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f0453-eba1-467c-8952-5a5179ab6021,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.987127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] Routers {'9c10eb66-8021-4337-af91-3683964bb024'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:41.987560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['9c10eb66-8021-4337-af91-3683964bb024'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:42.020151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] For port 1a411c35-b6b2-4eb5-b6ea-adc34252c81a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1a411c35-b6b2-4eb5-b6ea-adc34252c81a,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:42.020612 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.044875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Calling delete_port for 1a411c35-b6b2-4eb5-b6ea-adc34252c81a owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:42.063761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7a7d6684-94c9-43ac-ad7c-abbdf8abe2cb tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785279 Jul 29 23:57:42.064084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:42.107753 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-57e19e7a-df1e-4dc8-be8e-fba20854ab12 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] delete failed (client error): The resource could not be found. Jul 29 23:57:42.112253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-57e19e7a-df1e-4dc8-be8e-fba20854ab12 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "DELETE /v2.0/security-groups/425bfff1-7a0e-4287-9e27-1157eb2b5223 HTTP/1.1" status: 404 len: 347 time: 0.0432241 Jul 29 23:57:42.112815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60044) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:42.131755 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-5dc339b7-0450-4c5b-acf6-1a37dea20aea tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] show failed (client error): The resource could not be found. Jul 29 23:57:42.136438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5dc339b7-0450-4c5b-acf6-1a37dea20aea tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-groups/3a0d6b6a-dc70-4435-9654-70496f91f1dd HTTP/1.1" status: 404 len: 347 time: 0.0193908 Jul 29 23:57:42.137277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:42.160963 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [None req-0f16bea5-f3b2-4d20-b37f-c79200979762 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] show failed (client error): The resource could not be found. Jul 29 23:57:42.162027 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0f16bea5-f3b2-4d20-b37f-c79200979762 tempest-NegativeSecGroupTest-2063724287 tempest-NegativeSecGroupTest-2063724287-project] 10.222.0.37 "GET /v2.0/security-group-rules/2de0846d-e18d-4163-b4cc-fad2a3417f86 HTTP/1.1" status: 404 len: 356 time: 0.0242565 Jul 29 23:57:42.250499 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] Set router 9c10eb66-8021-4337-af91-3683964bb024 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:42.290254 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.317065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:57:41Z', 'revision_number': 6, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:42.318801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a411c35-b6b2-4eb5-b6ea-adc34252c81a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:42.347860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93990540-ab2f-4de7-af1e-f1baa63b7472 None None] The sync data for ids ['9c10eb66-8021-4337-af91-3683964bb024'] in n-d-712139-11 is: [{'id': '9c10eb66-8021-4337-af91-3683964bb024', 'name': 'tempest-TestVolumeBackupRestore-1578155282-router', 'tenant_id': '03390783289740b59a0529d53629e261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:44Z', 'updated_at': '2021-07-29T23:57:41Z', 'revision_number': 6, 'project_id': '03390783289740b59a0529d53629e261', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:42.439903 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.447231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60054) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:42.525004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adc3f7-deaf-433b-8e4c-0d07eb38777f req-93ce63d3-8273-42f9-a4d5-7b18f3418a85 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.526551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3adc3f7-deaf-433b-8e4c-0d07eb38777f req-93ce63d3-8273-42f9-a4d5-7b18f3418a85 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 950 time: 0.1359632 Jul 29 23:57:42.569782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.573274 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.581864 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9c7da3bb-0084-4811-b801-ac38ae8b1dfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06a67261507e483b9e73c5809e196be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333659 Jul 29 23:57:42.584289 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:42.637473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00d01d07-b693-42d9-ac83-71f9081298e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.644929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3adc3f7-deaf-433b-8e4c-0d07eb38777f req-8b2fcda3-920a-4e5e-af7f-a5aefc176549 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924089 Jul 29 23:57:42.653366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.653946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c10eb66-8021-4337-af91-3683964bb024 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:42.659381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.663242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f49d0b77-7f22-4060-84cb-9f157cf9f81f admin admin] 10.222.0.37 "DELETE /v2.0/routers/9c10eb66-8021-4337-af91-3683964bb024 HTTP/1.1" status: 204 len: 168 time: 1.0303249 Jul 29 23:57:42.663407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00d01d07-b693-42d9-ac83-71f9081298e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.663650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60060) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:42.719644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-804c5124-b3ec-4711-86a8-6d4f4d48b62b admin admin] Deleting subnet 12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:42.724791 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00d01d07-b693-42d9-ac83-71f9081298e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.726221 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-804c5124-b3ec-4711-86a8-6d4f4d48b62b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.727992 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00d01d07-b693-42d9-ac83-71f9081298e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.732346 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-00d01d07-b693-42d9-ac83-71f9081298e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5bacab6-b359-4adc-9be1-16e28c9f000d HTTP/1.1" status: 204 len: 168 time: 0.1470730 Jul 29 23:57:42.741501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d01d07-b693-42d9-ac83-71f9081298e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bacab6-b359-4adc-9be1-16e28c9f000d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:42.769614 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-804c5124-b3ec-4711-86a8-6d4f4d48b62b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.908433 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-804c5124-b3ec-4711-86a8-6d4f4d48b62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.991366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3191b-6d01-4e05-89c8-fd873a3f296d req-e1768549-189c-4e6a-a00d-b656afd40cd7 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.992949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29a3191b-6d01-4e05-89c8-fd873a3f296d req-e1768549-189c-4e6a-a00d-b656afd40cd7 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 950 time: 0.0671334 Jul 29 23:57:43.012953 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-804c5124-b3ec-4711-86a8-6d4f4d48b62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.048486 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-804c5124-b3ec-4711-86a8-6d4f4d48b62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.050055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-804c5124-b3ec-4711-86a8-6d4f4d48b62b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70 HTTP/1.1" status: 204 len: 168 time: 0.3855071 Jul 29 23:57:43.050878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c5124-b3ec-4711-86a8-6d4f4d48b62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ecbe6c-ccd4-475e-aa0e-4f7ee523eb70,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.051126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba75962-6223-4eb8-a02b-f606d094ad8c None None] Network 4860aad3-9e45-4b1c-aa56-c8147840c406 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:43.053054 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60076) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.066029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29a3191b-6d01-4e05-89c8-fd873a3f296d req-01b15aff-786a-4094-a8e2-72e75cea80a7 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659020 Jul 29 23:57:43.144161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.203792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Deleting port a0168e37-d8e1-4a2e-9880-598c5846d866 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:43.204182 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.291322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] DHCP port deletion for 4860aad3-9e45-4b1c-aa56-c8147840c406 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:43.311513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] For port a0168e37-d8e1-4a2e-9880-598c5846d866, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a0168e37-d8e1-4a2e-9880-598c5846d866,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:43.312155 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.329442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1a411c35-b6b2-4eb5-b6ea-adc34252c81a no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:43.330823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Calling delete_port for a0168e37-d8e1-4a2e-9880-598c5846d866 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:43.359178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1a411c35-b6b2-4eb5-b6ea-adc34252c81a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:43.359534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1a411c35-b6b2-4eb5-b6ea-adc34252c81a not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:43.359960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 85431928-b0dc-4295-912b-7a34b926b1a3 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:43.389366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 85431928-b0dc-4295-912b-7a34b926b1a3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:43.389726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 85431928-b0dc-4295-912b-7a34b926b1a3 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:43.405188 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Deleting port a0168e37-d8e1-4a2e-9880-598c5846d866 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:43.405652 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.436340 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.467918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0168e37-d8e1-4a2e-9880-598c5846d866,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.474966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] No DVR routers for this DVR port a0168e37-d8e1-4a2e-9880-598c5846d866 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:43.482662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] For port a0168e37-d8e1-4a2e-9880-598c5846d866, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a0168e37-d8e1-4a2e-9880-598c5846d866,segment=NetworkSegment(05d42f94-a8f5-4610-81e9-a37ec2aa2cbd),segment_id=05d42f94-a8f5-4610-81e9-a37ec2aa2cbd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:43.483757 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.499618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Calling delete_port for a0168e37-d8e1-4a2e-9880-598c5846d866 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:43.561484 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.574720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4860aad3-9e45-4b1c-aa56-c8147840c406']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:43.593805 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.595178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:43.595542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d42f94-a8f5-4610-81e9-a37ec2aa2cbd') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:43.605152 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.622740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Pushing event deleted for resources: {'Port': ['ID=a0168e37-d8e1-4a2e-9880-598c5846d866,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.623475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.628190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] No DVR routers for this DVR port a0168e37-d8e1-4a2e-9880-598c5846d866 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:43.637539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:43.638024 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.638199 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.638791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.639213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.639600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.639955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.640502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.641543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.641543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.641745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.642112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.643184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.643453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6fc533-4109-408f-b7cb-bfd3df066408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:43.652632 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:43.697947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.706392 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.708442 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4860aad3-9e45-4b1c-aa56-c8147840c406 HTTP/1.1" status: 204 len: 168 time: 0.6533718 Jul 29 23:57:43.711544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.719793 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec40dfd-32d4-453f-95b5-1e05f3d7a763 admin admin] Pushing event deleted for resources: {'Network': ['ID=4860aad3-9e45-4b1c-aa56-c8147840c406,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.096803 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.237690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca92d4-6e35-4590-8399-03f861d3e611 req-7796772a-fd94-4205-83ee-583ec05ae96c tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.239199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61ca92d4-6e35-4590-8399-03f861d3e611 req-7796772a-fd94-4205-83ee-583ec05ae96c tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 950 time: 0.0973229 Jul 29 23:57:44.335125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61ca92d4-6e35-4590-8399-03f861d3e611 req-1afd099b-ce26-4d40-87d7-65ac02ac169d tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adfa837-509e-4938-b1de-e01dbff038f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898201 Jul 29 23:57:44.412758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-ad1eb7cf-fcb9-4394-88c9-11019e6d82d1 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.414715 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-ad1eb7cf-fcb9-4394-88c9-11019e6d82d1 tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.47 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 950 time: 0.0514510 Jul 29 23:57:44.437624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] Deleting port 300e0a59-0436-46ec-b15f-efccdcb8c005 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:44.438137 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.525855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-52fc7198-334f-4e27-bd9d-afc9966368df tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Deleting port d29e5f08-036c-4681-b29d-6049ccf6ffa6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:44.526473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-52fc7198-334f-4e27-bd9d-afc9966368df tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.537308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] For port 300e0a59-0436-46ec-b15f-efccdcb8c005, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=300e0a59-0436-46ec-b15f-efccdcb8c005,segment=NetworkSegment(ef3d8504-c827-4a4e-97d5-4f6568e97fb5),segment_id=ef3d8504-c827-4a4e-97d5-4f6568e97fb5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:44.537733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.551542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] Calling delete_port for 300e0a59-0436-46ec-b15f-efccdcb8c005 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:44.605839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.626823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-52fc7198-334f-4e27-bd9d-afc9966368df tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] For port d29e5f08-036c-4681-b29d-6049ccf6ffa6, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=d29e5f08-036c-4681-b29d-6049ccf6ffa6,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:44.627350 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-52fc7198-334f-4e27-bd9d-afc9966368df tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.640558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-52fc7198-334f-4e27-bd9d-afc9966368df tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Calling delete_port for d29e5f08-036c-4681-b29d-6049ccf6ffa6 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:44.736225 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18d03ef3-cfa9-41bb-b65e-e16f694bc814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.745210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.773138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=300e0a59-0436-46ec-b15f-efccdcb8c005,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.813941 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-52fc7198-334f-4e27-bd9d-afc9966368df tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.849428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['d29e5f08-036c-4681-b29d-6049ccf6ffa6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:57:44.858542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7198-334f-4e27-bd9d-afc9966368df tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Pushing event deleted for resources: {'Port': ['ID=d29e5f08-036c-4681-b29d-6049ccf6ffa6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.937477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-52fc7198-334f-4e27-bd9d-afc9966368df tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] No DVR routers for this DVR port d29e5f08-036c-4681-b29d-6049ccf6ffa6 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:44.940998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-52fc7198-334f-4e27-bd9d-afc9966368df tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.943701 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c0b26b58-4ccc-4a6c-893b-1d008b2fb858 req-52fc7198-334f-4e27-bd9d-afc9966368df tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.47 "DELETE /v2.0/ports/d29e5f08-036c-4681-b29d-6049ccf6ffa6 HTTP/1.1" status: 204 len: 173 time: 0.5227928 Jul 29 23:57:44.946192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23d6715-25bb-460e-85aa-9e9a828e10c9', 'name': 'network-vif-deleted', 'tag': 'd29e5f08-036c-4681-b29d-6049ccf6ffa6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:44.949564 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531958e5-87bb-4842-b0b4-8aea9813c014" -d '{"events": [{"server_uuid": "a23d6715-25bb-460e-85aa-9e9a828e10c9", "name": "network-vif-deleted", "tag": "d29e5f08-036c-4681-b29d-6049ccf6ffa6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:44.968590 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.066427 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e01bb6-6399-421f-a610-edc56bbecb73 x-openstack-request-id: req-32e01bb6-6399-421f-a610-edc56bbecb73 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:45.067018 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23d6715-25bb-460e-85aa-9e9a828e10c9", "name": "network-vif-deleted", "tag": "d29e5f08-036c-4681-b29d-6049ccf6ffa6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:45.067444 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32e01bb6-6399-421f-a610-edc56bbecb73 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:45.068210 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23d6715-25bb-460e-85aa-9e9a828e10c9', 'name': 'network-vif-deleted', 'tag': 'd29e5f08-036c-4681-b29d-6049ccf6ffa6', 'status': 'completed', 'code': 200} Jul 29 23:57:45.075030 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18d03ef3-cfa9-41bb-b65e-e16f694bc814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.084718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18d03ef3-cfa9-41bb-b65e-e16f694bc814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.178683 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-18d03ef3-cfa9-41bb-b65e-e16f694bc814 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63e903f463644aa8ac58754038f71698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717001 Jul 29 23:57:45.180777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d03ef3-cfa9-41bb-b65e-e16f694bc814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09919730-55bd-4f8d-8ae4-a78eacda99df,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:45.183025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a0168e37-d8e1-4a2e-9880-598c5846d866 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:45.183174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.208043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a0168e37-d8e1-4a2e-9880-598c5846d866 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:45.208398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a0168e37-d8e1-4a2e-9880-598c5846d866 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:45.236884 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1acfda37-ef78-44e8-9cb8-559174dc549f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.260494 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1acfda37-ef78-44e8-9cb8-559174dc549f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.310002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1acfda37-ef78-44e8-9cb8-559174dc549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.312678 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1acfda37-ef78-44e8-9cb8-559174dc549f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.314831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1acfda37-ef78-44e8-9cb8-559174dc549f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09919730-55bd-4f8d-8ae4-a78eacda99df HTTP/1.1" status: 204 len: 168 time: 0.1302598 Jul 29 23:57:45.324818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfda37-ef78-44e8-9cb8-559174dc549f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09919730-55bd-4f8d-8ae4-a78eacda99df,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:45.506611 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-521e5f19-a0ae-4d28-b08c-afeb90cd3682 req-d7faa55a-d5d7-4c4a-b219-dcce2d19d5bf tempest-VolumesNegativeTest-2099316101 tempest-VolumesNegativeTest-2099316101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23d6715-25bb-460e-85aa-9e9a828e10c9 HTTP/1.1" status: 200 len: 210 time: 0.0319633 Jul 29 23:57:45.576589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] Router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:45.613469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60136) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.628583 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be3164ce-47ba-4d70-998b-31a948d45f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.691180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:45.696562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5f9e5676-1d69-4788-b086-0f11595e3d88 admin admin] 10.222.0.37 "PUT /v2.0/routers/04b367b2-ec38-40a1-ad58-24ec6087b6e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9838603 Jul 29 23:57:45.699095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60138) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.702178 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] Sync routers for ids ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:45.711524 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] Routers {'04b367b2-ec38-40a1-ad58-24ec6087b6e1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:45.712408 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:45.729668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be3164ce-47ba-4d70-998b-31a948d45f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.733931 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be3164ce-47ba-4d70-998b-31a948d45f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.770112 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3164ce-47ba-4d70-998b-31a948d45f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529e5922-d109-4c3e-8de2-02514c169a82,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:45.778980 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-be3164ce-47ba-4d70-998b-31a948d45f4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b10ee7b60204e1490630d580caf94f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637335 Jul 29 23:57:45.781556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.821924 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.834956 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-192e3618-02ed-430c-b13c-05cbd3b729d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.860721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-192e3618-02ed-430c-b13c-05cbd3b729d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.910781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-192e3618-02ed-430c-b13c-05cbd3b729d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.915574 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-192e3618-02ed-430c-b13c-05cbd3b729d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.920625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-192e3618-02ed-430c-b13c-05cbd3b729d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/529e5922-d109-4c3e-8de2-02514c169a82 HTTP/1.1" status: 204 len: 168 time: 0.1380916 Jul 29 23:57:45.930994 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.931249 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] Set router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:45.934075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e3618-02ed-430c-b13c-05cbd3b729d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529e5922-d109-4c3e-8de2-02514c169a82,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:45.991439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Deleting port de50a571-ddaf-4c57-b1bd-48ee9f914e73 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:45.991875 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.084600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] For port de50a571-ddaf-4c57-b1bd-48ee9f914e73, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=de50a571-ddaf-4c57-b1bd-48ee9f914e73,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:46.084976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.101466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Calling delete_port for de50a571-ddaf-4c57-b1bd-48ee9f914e73 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:46.144627 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'name': 'tempest-TestVolumeBackupRestore-589089782-router', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:57:44Z', 'revision_number': 5, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'gw_port': {'id': 'de50a571-ddaf-4c57-b1bd-48ee9f914e73', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:46.172372 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] Checking router: 04b367b2-ec38-40a1-ad58-24ec6087b6e1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:46.181359 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] Routers {'04b367b2-ec38-40a1-ad58-24ec6087b6e1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:46.181989 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:46.282314 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] Set router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:46.289635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.321074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Pushing event deleted for resources: {'Port': ['ID=de50a571-ddaf-4c57-b1bd-48ee9f914e73,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:46.341522 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'name': 'tempest-TestVolumeBackupRestore-589089782-router', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:57:45Z', 'revision_number': 6, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:46.368894 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ae317-76d8-4852-83b3-71230052c8c7 None None] The sync data for ids ['04b367b2-ec38-40a1-ad58-24ec6087b6e1'] in n-d-712139-11 is: [{'id': '04b367b2-ec38-40a1-ad58-24ec6087b6e1', 'name': 'tempest-TestVolumeBackupRestore-589089782-router', 'tenant_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:52Z', 'updated_at': '2021-07-29T23:57:45Z', 'revision_number': 6, 'project_id': 'fcee6329a8de468087ee8e3ee0a7063a', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:46.383795 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.482916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.485134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.531267 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.531806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b367b2-ec38-40a1-ad58-24ec6087b6e1 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:46.539635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.543585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60162) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.543814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-18320229-891b-42ad-9ed3-a70487a3c900 admin admin] 10.222.0.37 "DELETE /v2.0/routers/04b367b2-ec38-40a1-ad58-24ec6087b6e1 HTTP/1.1" status: 204 len: 168 time: 0.8436449 Jul 29 23:57:46.594215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-410a069f-6f6b-4bc0-8916-1e4235832f32 admin admin] Deleting subnet 456c0e90-cc4c-4903-ab40-18029e5ccc85 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:46.597985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-410a069f-6f6b-4bc0-8916-1e4235832f32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.644445 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-410a069f-6f6b-4bc0-8916-1e4235832f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.736810 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-410a069f-6f6b-4bc0-8916-1e4235832f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.805371 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-410a069f-6f6b-4bc0-8916-1e4235832f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.850252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a069f-6f6b-4bc0-8916-1e4235832f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456c0e90-cc4c-4903-ab40-18029e5ccc85,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:46.858418 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-410a069f-6f6b-4bc0-8916-1e4235832f32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.859943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace4dde-796a-4c4f-9ed0-f25a632366c3 None None] Network 9cd6faeb-508d-4f7e-93f9-c49630526ae2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:46.862439 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-410a069f-6f6b-4bc0-8916-1e4235832f32 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/456c0e90-cc4c-4903-ab40-18029e5ccc85 HTTP/1.1" status: 204 len: 168 time: 0.3159356 Jul 29 23:57:46.863877 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.956472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.032869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Deleting port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:47.033261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.103293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] For port 1d86d0ac-065b-4bb3-b495-3de7ce984a80, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1d86d0ac-065b-4bb3-b495-3de7ce984a80,segment=NetworkSegment(ef3d8504-c827-4a4e-97d5-4f6568e97fb5),segment_id=ef3d8504-c827-4a4e-97d5-4f6568e97fb5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:47.103975 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.118199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Calling delete_port for 1d86d0ac-065b-4bb3-b495-3de7ce984a80 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:47.208502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae35815a-bd4e-48b3-a85a-76913312ccfb None None] DHCP port deletion for 9cd6faeb-508d-4f7e-93f9-c49630526ae2 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:47.250942 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.285829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 300e0a59-0436-46ec-b15f-efccdcb8c005 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:47.308357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d86d0ac-065b-4bb3-b495-3de7ce984a80,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.314378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 300e0a59-0436-46ec-b15f-efccdcb8c005 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:47.314736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 300e0a59-0436-46ec-b15f-efccdcb8c005 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:47.315166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device de50a571-ddaf-4c57-b1bd-48ee9f914e73 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:47.316845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] No DVR routers for this DVR port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:47.331010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae35815a-bd4e-48b3-a85a-76913312ccfb None None] Deleting port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:47.332052 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae35815a-bd4e-48b3-a85a-76913312ccfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.374315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: de50a571-ddaf-4c57-b1bd-48ee9f914e73 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:47.374673 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device de50a571-ddaf-4c57-b1bd-48ee9f914e73 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:47.375471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d86d0ac-065b-4bb3-b495-3de7ce984a80 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:47.435259 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1d86d0ac-065b-4bb3-b495-3de7ce984a80 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:47.435799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d86d0ac-065b-4bb3-b495-3de7ce984a80 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:47.452910 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.467636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd6faeb-508d-4f7e-93f9-c49630526ae2']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:47.484272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:47.484607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3d8504-c827-4a4e-97d5-4f6568e97fb5') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:47.496085 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.498087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae35815a-bd4e-48b3-a85a-76913312ccfb None None] For port 1d86d0ac-065b-4bb3-b495-3de7ce984a80, host n-d-712139-11, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:47.498496 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae35815a-bd4e-48b3-a85a-76913312ccfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.511521 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.514433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae35815a-bd4e-48b3-a85a-76913312ccfb None None] Calling delete_port for 1d86d0ac-065b-4bb3-b495-3de7ce984a80 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:47.518969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-ae35815a-bd4e-48b3-a85a-76913312ccfb None None] Port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:57:47.520772 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae35815a-bd4e-48b3-a85a-76913312ccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.521105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:47.521564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:47.523825 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:47.560838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d29e5f08-036c-4681-b29d-6049ccf6ffa6 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:47.568378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35815a-bd4e-48b3-a85a-76913312ccfb None None] Pushing event deleted for resources: {'Port': ['ID=1d86d0ac-065b-4bb3-b495-3de7ce984a80,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.594174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: d29e5f08-036c-4681-b29d-6049ccf6ffa6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:47.594528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device d29e5f08-036c-4681-b29d-6049ccf6ffa6 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:47.597500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35815a-bd4e-48b3-a85a-76913312ccfb None None] No DVR routers for this DVR port 1d86d0ac-065b-4bb3-b495-3de7ce984a80 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:47.652731 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.662059 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.664104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] 10.222.0.37 "DELETE /v2.0/networks/9cd6faeb-508d-4f7e-93f9-c49630526ae2 HTTP/1.1" status: 204 len: 168 time: 0.7989142 Jul 29 23:57:47.690184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5e9fa-10b4-458e-a58b-b45718821a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd6faeb-508d-4f7e-93f9-c49630526ae2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.935351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.997955 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d3874a80-755b-4284-aa7b-6dde7cf5ad6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03390783289740b59a0529d53629e261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612721 Jul 29 23:57:48.000475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60298) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.052845 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84af06bd-9e33-4eec-9a7f-f34576ab4c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.076502 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84af06bd-9e33-4eec-9a7f-f34576ab4c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.134039 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84af06bd-9e33-4eec-9a7f-f34576ab4c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.138496 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84af06bd-9e33-4eec-9a7f-f34576ab4c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.140444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-84af06bd-9e33-4eec-9a7f-f34576ab4c83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3a0dea9-ebc2-42e8-a8b7-8c4ae46fc1b7 HTTP/1.1" status: 204 len: 168 time: 0.1387131 Jul 29 23:57:48.152977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af06bd-9e33-4eec-9a7f-f34576ab4c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a0dea9-ebc2-42e8-a8b7-8c4ae46fc1b7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:48.388852 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60318) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.492377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60336) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.516798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031b4478-606b-43c6-a160-d8b25bd70060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.560906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-455364a1-b61e-4a97-8dde-de1d2c910e73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcee6329a8de468087ee8e3ee0a7063a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674903 Jul 29 23:57:48.564147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.622303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e754c81-7990-426f-a709-c4fd97e52a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.650374 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031b4478-606b-43c6-a160-d8b25bd70060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.651914 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e754c81-7990-426f-a709-c4fd97e52a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.655073 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031b4478-606b-43c6-a160-d8b25bd70060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.709174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-031b4478-606b-43c6-a160-d8b25bd70060 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7e7b326af4e4907a8b5d5d95c0cb00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186498 Jul 29 23:57:48.711653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60370) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.714269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e754c81-7990-426f-a709-c4fd97e52a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.717700 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e754c81-7990-426f-a709-c4fd97e52a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.719244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b4478-606b-43c6-a160-d8b25bd70060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc7c8d2-858a-469f-8227-14cc56a7848c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:48.720306 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5e754c81-7990-426f-a709-c4fd97e52a41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92dba43d-3edd-4324-bf85-05f3176a0a79 HTTP/1.1" status: 204 len: 168 time: 0.1538730 Jul 29 23:57:48.732116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e754c81-7990-426f-a709-c4fd97e52a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dba43d-3edd-4324-bf85-05f3176a0a79,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:48.775033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa942252-c8d6-4858-a10d-efbfba8bcaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.798680 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa942252-c8d6-4858-a10d-efbfba8bcaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.861363 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa942252-c8d6-4858-a10d-efbfba8bcaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.864136 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa942252-c8d6-4858-a10d-efbfba8bcaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.865640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-aa942252-c8d6-4858-a10d-efbfba8bcaaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbc7c8d2-858a-469f-8227-14cc56a7848c HTTP/1.1" status: 204 len: 168 time: 0.1527019 Jul 29 23:57:48.875092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa942252-c8d6-4858-a10d-efbfba8bcaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc7c8d2-858a-469f-8227-14cc56a7848c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:48.900986 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.330704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60404) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:49.351985 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2f87430-6f1c-4afd-9f1a-49c879e24012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.464774 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2f87430-6f1c-4afd-9f1a-49c879e24012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.469915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2f87430-6f1c-4afd-9f1a-49c879e24012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.509645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f2f87430-6f1c-4afd-9f1a-49c879e24012 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=511918bc95994c8c8e798b6c8e8741ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763995 Jul 29 23:57:49.510504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f87430-6f1c-4afd-9f1a-49c879e24012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aff8c2-57f1-44a9-a581-7ff0609dfe39,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:49.512267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:49.566726 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3959ca38-80af-42f5-945f-1b05eeacc661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.590305 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3959ca38-80af-42f5-945f-1b05eeacc661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.639948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3959ca38-80af-42f5-945f-1b05eeacc661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.643136 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3959ca38-80af-42f5-945f-1b05eeacc661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.644369 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3959ca38-80af-42f5-945f-1b05eeacc661 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9aff8c2-57f1-44a9-a581-7ff0609dfe39 HTTP/1.1" status: 204 len: 168 time: 0.1308587 Jul 29 23:57:49.652554 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959ca38-80af-42f5-945f-1b05eeacc661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aff8c2-57f1-44a9-a581-7ff0609dfe39,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:51.706037 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-542536e5-7908-43d4-bc4c-e897bdb99fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.130094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60526) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:52.238140 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7840006-bd95-4dca-9ffb-b655640ad9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.332680 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7840006-bd95-4dca-9ffb-b655640ad9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.336299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7840006-bd95-4dca-9ffb-b655640ad9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.374047 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d7840006-bd95-4dca-9ffb-b655640ad9ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e001fe153ebe43c7bd0c619fb27e1e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427237 Jul 29 23:57:52.375202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7840006-bd95-4dca-9ffb-b655640ad9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ac487-ca21-417c-aeb9-691b62302245,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:52.377501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60530) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:52.428687 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cc34d59-39a9-48b9-a6e3-ea3dbeabd3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.452041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cc34d59-39a9-48b9-a6e3-ea3dbeabd3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.502162 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cc34d59-39a9-48b9-a6e3-ea3dbeabd3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.504754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cc34d59-39a9-48b9-a6e3-ea3dbeabd3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.505925 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9cc34d59-39a9-48b9-a6e3-ea3dbeabd3df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/552ac487-ca21-417c-aeb9-691b62302245 HTTP/1.1" status: 204 len: 168 time: 0.1274345 Jul 29 23:57:52.513782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc34d59-39a9-48b9-a6e3-ea3dbeabd3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ac487-ca21-417c-aeb9-691b62302245,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:52.792638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60542) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:52.806629 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bc99550-d71d-41b8-8367-709154fadd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.854476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60544) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:52.903491 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bc99550-d71d-41b8-8367-709154fadd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.907547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bc99550-d71d-41b8-8367-709154fadd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.953647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60548) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:52.954033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7bc99550-d71d-41b8-8367-709154fadd9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ea7243f8dc04a37b024cae97551c3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597605 Jul 29 23:57:52.955247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99550-d71d-41b8-8367-709154fadd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f282f-58f3-41a3-84b3-c0b7d5fcea85,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:53.043082 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-654e27e9-8057-4fbe-bdd9-30cd576d4642 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5923eb4b15954319bf63e04acc616922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872904 Jul 29 23:57:53.043896 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8df3d9e1-bd5d-42e6-96be-bd52732db238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.045673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60550) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:53.065265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8df3d9e1-bd5d-42e6-96be-bd52732db238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.094594 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e91053d5-565d-4d6a-b859-3480118ecfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.110707 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8df3d9e1-bd5d-42e6-96be-bd52732db238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.113473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8df3d9e1-bd5d-42e6-96be-bd52732db238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.114873 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8df3d9e1-bd5d-42e6-96be-bd52732db238 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a11f282f-58f3-41a3-84b3-c0b7d5fcea85 HTTP/1.1" status: 204 len: 168 time: 0.1584580 Jul 29 23:57:53.117088 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e91053d5-565d-4d6a-b859-3480118ecfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.122930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3d9e1-bd5d-42e6-96be-bd52732db238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f282f-58f3-41a3-84b3-c0b7d5fcea85,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:53.171554 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e91053d5-565d-4d6a-b859-3480118ecfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.174208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e91053d5-565d-4d6a-b859-3480118ecfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.175374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e91053d5-565d-4d6a-b859-3480118ecfa7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1adfa837-509e-4938-b1de-e01dbff038f8 HTTP/1.1" status: 204 len: 168 time: 0.1286757 Jul 29 23:57:53.183667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91053d5-565d-4d6a-b859-3480118ecfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adfa837-509e-4938-b1de-e01dbff038f8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:54.140496 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7314d2c-dd1a-4d4f-9758-168bee11fef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.245169 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.596255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60624) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:54.770101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'network': {'name': 'tempest-network-smoke--1542368405', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:54.791581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Made reservation on behalf of 20c754a6e05e485095f799be6e548d5f for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:54.795146 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.804812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.909192 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.914440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.952154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:54.967386 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93da1e02-82bb-46cd-9d47-e35a7fba4ed2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:54.976917 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.977540 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Added segment 45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f of type vlan for network 42133f6b-c0af-4dc7-a919-6931b61eac1e Jul 29 23:57:55.026498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.060160 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.066219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.066833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.130182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60638) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:55.130754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5325539 Jul 29 23:57:55.134970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-415022135', 'admin_state_up': True, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:55.139333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7078b7-588b-4df1-a251-74a561eb4287 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Network': ['ID=42133f6b-c0af-4dc7-a919-6931b61eac1e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:55.150458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 42133f6b-c0af-4dc7-a919-6931b61eac1e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:55.178474 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.179905 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.244208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.383603 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.499579 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.580622 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.600280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.710361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Allocated IP 172.25.2.107 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/1d587e4c-8d10-425a-b33c-d5bc595814b7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:55.819544 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.861829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.901278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:55.904006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:55.907445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:55.939824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=1d587e4c-8d10-425a-b33c-d5bc595814b7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:56.165164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.365322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.500607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:56.613081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:56.625211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Sync routers for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:56.636314 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.638052 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ff5aeddc-49a2-4a01-8a98-e5d2d1ea2c3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5068491 Jul 29 23:57:56.641356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60650) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:56.643667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:56.644634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:56.730040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b9472933-02df-45df-a6f2-5cb8ef474700 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=20c754a6e05e485095f799be6e548d5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0868614 Jul 29 23:57:56.732631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60654) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:56.757832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:56.890556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ccce64-f502-4a91-9a39-afa5fc5c78fa tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.892566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-63ccce64-f502-4a91-9a39-afa5fc5c78fa tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1584904 Jul 29 23:57:56.895290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60656) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:56.935619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60658) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:56.935925 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-edcd4124-fa63-4c21-8c65-c3fcf5e66640 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392346 Jul 29 23:57:56.940968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:56Z', 'revision_number': 3, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:56.942890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-170668981', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:56.969535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Checking router: 2f95b35d-9c4c-4b90-9545-9a9cfb374edf for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:56.969952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Updating router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf port 1d587e4c-8d10-425a-b33c-d5bc595814b7 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:56.996914 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.025883 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:57:57.052214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Made reservation on behalf of 20c754a6e05e485095f799be6e548d5f for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:57.056175 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.179850 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.291419 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.302361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Transition to ACTIVE for port object 1d587e4c-8d10-425a-b33c-d5bc595814b7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:57.308673 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.365559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Attempting to bind port 1d587e4c-8d10-425a-b33c-d5bc595814b7 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:57.366384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Attempting to bind port 1d587e4c-8d10-425a-b33c-d5bc595814b7 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:57.367835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Attempting to bind port 1d587e4c-8d10-425a-b33c-d5bc595814b7 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:57.376371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:57.377468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:57.377986 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.378485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:57.379085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Bound port: 1d587e4c-8d10-425a-b33c-d5bc595814b7, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:57.379804 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.383599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45c3fb-b210-46a0-8c06-f91637cb4e44 None None] Pushing event updated for resources: {'Port': ['ID=1d587e4c-8d10-425a-b33c-d5bc595814b7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:57.452314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] For port 1d587e4c-8d10-425a-b33c-d5bc595814b7, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:57.455457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] For port 1d587e4c-8d10-425a-b33c-d5bc595814b7, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1d587e4c-8d10-425a-b33c-d5bc595814b7,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:57.460022 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.514287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:57.514908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:57.563609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45c3fb-b210-46a0-8c06-f91637cb4e44 None None] Pushing event updated for resources: {'Port': ['ID=1d587e4c-8d10-425a-b33c-d5bc595814b7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:57.585502 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.641913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:57.658743 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Checking segment: {'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:57.659022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network hostable DHCP agents. Network: 42133f6b-c0af-4dc7-a919-6931b61eac1e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:57.669228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Subnet': ['ID=8e9e49c6-9913-441a-b4ac-b1519c521cf9,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:57.683634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 42133f6b-c0af-4dc7-a919-6931b61eac1e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:57.701578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 42133f6b-c0af-4dc7-a919-6931b61eac1e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:57.709165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:57.710464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.716500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f848eb8-7f2c-4ef4-b326-a15dd4e8665f None None] Network 42133f6b-c0af-4dc7-a919-6931b61eac1e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:57.730576 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1b5ca3b7-f8db-4ed3-8015-24f540ae126e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7904451 Jul 29 23:57:57.730745 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60668) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:58.120192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:56Z', 'revision_number': 3, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:58.152649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-42133f6b-c0af-4dc7-a919-6931b61eac1e', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:58.153514 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.157147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4c3e3-9494-4ea9-872b-52fce7a970e9 None None] The sync data for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 is: [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:56Z', 'revision_number': 3, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:58.221278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.305740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Allocated IP 172.20.0.2 (42133f6b-c0af-4dc7-a919-6931b61eac1e/8e9e49c6-9913-441a-b4ac-b1519c521cf9/ccc73fc7-3be1-440d-ab5b-b5049a87fa65) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:58.524285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.534662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Transition to ACTIVE for port object ccc73fc7-3be1-440d-ab5b-b5049a87fa65 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:58.553855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Transition to ACTIVE for port object ccc73fc7-3be1-440d-ab5b-b5049a87fa65 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:58.561630 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.623852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Allocated IP 172.20.0.1 (42133f6b-c0af-4dc7-a919-6931b61eac1e/8e9e49c6-9913-441a-b4ac-b1519c521cf9/5c6ff38c-65fe-4221-971b-8d22d84628f0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:58.624456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Network 42133f6b-c0af-4dc7-a919-6931b61eac1e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:58.632094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:58.637165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:58.649774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Pushing event updated for resources: {'Port': ['ID=ccc73fc7-3be1-440d-ab5b-b5049a87fa65,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:58.714035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Attempting to bind port ccc73fc7-3be1-440d-ab5b-b5049a87fa65 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:58.714418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Attempting to bind port ccc73fc7-3be1-440d-ab5b-b5049a87fa65 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:58.714796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Attempting to bind port ccc73fc7-3be1-440d-ab5b-b5049a87fa65 on network 42133f6b-c0af-4dc7-a919-6931b61eac1e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:58.720788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:58.721171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Checking segment: {'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:58.721580 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.722371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Bound using segment: {'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:58.722516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Bound port: ccc73fc7-3be1-440d-ab5b-b5049a87fa65, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:58.723247 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.782830 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.796682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] For port ccc73fc7-3be1-440d-ab5b-b5049a87fa65, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:58.800456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] For port ccc73fc7-3be1-440d-ab5b-b5049a87fa65, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ccc73fc7-3be1-440d-ab5b-b5049a87fa65,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:58.807490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Transition to ACTIVE for port object 5c6ff38c-65fe-4221-971b-8d22d84628f0 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:58.810587 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.864733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.918217 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 42133f6b-c0af-4dc7-a919-6931b61eac1e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:58.922721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:58.930496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:58.945019 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8221f85-128d-47e9-adca-bd2ffed203c3 None None] Pushing event updated for resources: {'Port': ['ID=ccc73fc7-3be1-440d-ab5b-b5049a87fa65,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:58.973371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=5c6ff38c-65fe-4221-971b-8d22d84628f0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:59.005466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.176099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d587e4c-8d10-425a-b33c-d5bc595814b7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:59.257168 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.281298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1d587e4c-8d10-425a-b33c-d5bc595814b7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:59.295027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1d587e4c-8d10-425a-b33c-d5bc595814b7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:59.295611 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.401886 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.442928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 1d587e4c-8d10-425a-b33c-d5bc595814b7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1d587e4c-8d10-425a-b33c-d5bc595814b7,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:59.448273 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.513881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=1d587e4c-8d10-425a-b33c-d5bc595814b7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:59.649212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.655226 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.730497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=5c6ff38c-65fe-4221-971b-8d22d84628f0,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:59.733208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.850667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 42133f6b-c0af-4dc7-a919-6931b61eac1e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:59.853393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:00.024449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:00.151606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eae4b6-57f9-4381-87fa-ee82886d0a81 None None] Network 42133f6b-c0af-4dc7-a919-6931b61eac1e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:00.158663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:00.167333 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-247909e9-00a8-4ac1-a927-61ce7ee22b66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "PUT /v2.0/routers/2f95b35d-9c4c-4b90-9545-9a9cfb374edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4352028 Jul 29 23:58:00.169761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60686) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.253873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe5291d1-20d6-4451-bd07-63f60d5ad067 None None] Provisioning for port ccc73fc7-3be1-440d-ab5b-b5049a87fa65 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:00.395821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cbbd4-55d5-4766-a070-8a4380a7ba2f tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.396403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cbbd4-55d5-4766-a070-8a4380a7ba2f tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.396895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cbbd4-55d5-4766-a070-8a4380a7ba2f tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.397367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cbbd4-55d5-4766-a070-8a4380a7ba2f tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.397900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cbbd4-55d5-4766-a070-8a4380a7ba2f tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.398564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cbbd4-55d5-4766-a070-8a4380a7ba2f tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.403492 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-117cbbd4-55d5-4766-a070-8a4380a7ba2f tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.2301888 Jul 29 23:58:00.403773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60690) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.496098 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.542219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddd92b-3118-432a-b292-f01dfb29dbe0 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.542696 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddd92b-3118-432a-b292-f01dfb29dbe0 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.543160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddd92b-3118-432a-b292-f01dfb29dbe0 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.543619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddd92b-3118-432a-b292-f01dfb29dbe0 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.544097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddd92b-3118-432a-b292-f01dfb29dbe0 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.544720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddd92b-3118-432a-b292-f01dfb29dbe0 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.549852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5cddd92b-3118-432a-b292-f01dfb29dbe0 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.1393981 Jul 29 23:58:00.551477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.656362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de60539a-064b-4bf9-8c36-ff26574ff220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.689637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-efb299ca-d5de-4c4f-b347-e856747e5ad4 None None] Provisioning for port 5c6ff38c-65fe-4221-971b-8d22d84628f0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:00.694945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-efb299ca-d5de-4c4f-b347-e856747e5ad4 None None] Provisioning complete for port 5c6ff38c-65fe-4221-971b-8d22d84628f0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:00.695696 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efb299ca-d5de-4c4f-b347-e856747e5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.748626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-efb299ca-d5de-4c4f-b347-e856747e5ad4 None None] Port 5c6ff38c-65fe-4221-971b-8d22d84628f0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:00.836269 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Sync routers for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:00.847498 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:00.848256 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:00.915718 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bacc424e-2df5-4fe6-adef-018d8a9d5e8b tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.3629298 Jul 29 23:58:00.918565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de60539a-064b-4bf9-8c36-ff26574ff220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.924284 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de60539a-064b-4bf9-8c36-ff26574ff220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.963693 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:00.970632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60539a-064b-4bf9-8c36-ff26574ff220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dcca6a-7a66-4620-96aa-afbc313b814a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:00.975218 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-de60539a-064b-4bf9-8c36-ff26574ff220 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5baa653d42a348ac933eba2bf3142b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777055 Jul 29 23:58:00.978070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60700) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.000495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f63d3471-bee4-4e8f-a212-2c61bdc21524 None None] Provisioning complete for port 5c6ff38c-65fe-4221-971b-8d22d84628f0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:01.000881 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f63d3471-bee4-4e8f-a212-2c61bdc21524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.083856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f63d3471-bee4-4e8f-a212-2c61bdc21524 None None] Port 5c6ff38c-65fe-4221-971b-8d22d84628f0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:01.086351 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f199fb5-c258-4771-9080-9327c74a273f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.114072 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f199fb5-c258-4771-9080-9327c74a273f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.210774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60702) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.223937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e797cc7e-887f-4f02-a3c4-b1f1b936e623 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1395215212', 'description': 'tempest-secgroup-smoke-1395215212 description', 'project_id': '20c754a6e05e485095f799be6e548d5f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:01.225121 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f199fb5-c258-4771-9080-9327c74a273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.227598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d587e4c-8d10-425a-b33c-d5bc595814b7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:01.230400 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f199fb5-c258-4771-9080-9327c74a273f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.231523 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 2, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:01.234538 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2f199fb5-c258-4771-9080-9327c74a273f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0dcca6a-7a66-4620-96aa-afbc313b814a HTTP/1.1" status: 204 len: 168 time: 0.2547104 Jul 29 23:58:01.246099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f199fb5-c258-4771-9080-9327c74a273f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dcca6a-7a66-4620-96aa-afbc313b814a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.255700 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e797cc7e-887f-4f02-a3c4-b1f1b936e623 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.274226 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Checking router: 2f95b35d-9c4c-4b90-9545-9a9cfb374edf for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:01.274524 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Updating router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf port 5c6ff38c-65fe-4221-971b-8d22d84628f0 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:01.300032 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.310409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0710428d-ac33-4c9b-b13f-0a644b2306ed None None] Provisioning complete for port 5c6ff38c-65fe-4221-971b-8d22d84628f0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:01.310991 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0710428d-ac33-4c9b-b13f-0a644b2306ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.362953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0710428d-ac33-4c9b-b13f-0a644b2306ed None None] Port 5c6ff38c-65fe-4221-971b-8d22d84628f0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:01.369452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1d587e4c-8d10-425a-b33c-d5bc595814b7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:01.369667 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e797cc7e-887f-4f02-a3c4-b1f1b936e623 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.369855 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.373880 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e797cc7e-887f-4f02-a3c4-b1f1b936e623 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.412632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797cc7e-887f-4f02-a3c4-b1f1b936e623 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8357b859-f6b6-4e17-92c0-91771b9ca1d9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.418489 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e797cc7e-887f-4f02-a3c4-b1f1b936e623 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.422038 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e797cc7e-887f-4f02-a3c4-b1f1b936e623 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2097614 Jul 29 23:58:01.425320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60708) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.433753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d3c21a77-181b-4361-87be-6df68b7fede8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '8357b859-f6b6-4e17-92c0-91771b9ca1d9', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:01.466477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3c21a77-181b-4361-87be-6df68b7fede8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.480235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ccc73fc7-3be1-440d-ab5b-b5049a87fa65 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:01.529984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port ccc73fc7-3be1-440d-ab5b-b5049a87fa65 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:01.535299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ccc73fc7-3be1-440d-ab5b-b5049a87fa65 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:01.535299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.538524 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3c21a77-181b-4361-87be-6df68b7fede8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.544281 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3c21a77-181b-4361-87be-6df68b7fede8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.570888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c21a77-181b-4361-87be-6df68b7fede8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2815bf-dd4d-4e61-abe8-d0b2bed54727,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.576815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3c21a77-181b-4361-87be-6df68b7fede8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.578583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d3c21a77-181b-4361-87be-6df68b7fede8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520205 Jul 29 23:58:01.581334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60710) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.587494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7ebe8a8e-ed61-4bd2-9ff8-f87f68ba94a3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '8357b859-f6b6-4e17-92c0-91771b9ca1d9', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:01.624659 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8a8e-ed61-4bd2-9ff8-f87f68ba94a3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.635428 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.636254 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.644850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60712) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.648411 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Transition to ACTIVE for port object 5c6ff38c-65fe-4221-971b-8d22d84628f0 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:01.658445 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.659742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b116b52-c905-4c90-83a9-4117e02a46f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.681726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port ccc73fc7-3be1-440d-ab5b-b5049a87fa65, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ccc73fc7-3be1-440d-ab5b-b5049a87fa65,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:01.687112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.719300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8a8e-ed61-4bd2-9ff8-f87f68ba94a3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.730219 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8a8e-ed61-4bd2-9ff8-f87f68ba94a3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.765942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=ccc73fc7-3be1-440d-ab5b-b5049a87fa65,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.766216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe8a8e-ed61-4bd2-9ff8-f87f68ba94a3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90d06bd-2282-46c7-9d04-1f5e04761f0d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.777564 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Pushing event updated for resources: {'Port': ['ID=5c6ff38c-65fe-4221-971b-8d22d84628f0,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.792837 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.793184 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.793521 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.793962 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.794183 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.794509 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.794871 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.795174 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.795494 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.795816 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.796183 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.796500 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:01.802362 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Attempting to bind port 5c6ff38c-65fe-4221-971b-8d22d84628f0 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:01.802933 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Attempting to bind port 5c6ff38c-65fe-4221-971b-8d22d84628f0 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:01.803487 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Attempting to bind port 5c6ff38c-65fe-4221-971b-8d22d84628f0 on network 42133f6b-c0af-4dc7-a919-6931b61eac1e {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:01.809956 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:01.810544 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Checking segment: {'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:01.811159 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.811551 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Bound using segment: {'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:01.812077 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Bound port: 5c6ff38c-65fe-4221-971b-8d22d84628f0, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:01.812446 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.826019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b116b52-c905-4c90-83a9-4117e02a46f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.832876 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b116b52-c905-4c90-83a9-4117e02a46f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.841733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8a8e-ed61-4bd2-9ff8-f87f68ba94a3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.843048 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7ebe8a8e-ed61-4bd2-9ff8-f87f68ba94a3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2605438 Jul 29 23:58:01.846760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.852241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cf26a3cb-f975-4566-9636-4d4dc10b837d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '8357b859-f6b6-4e17-92c0-91771b9ca1d9', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:01.870260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b116b52-c905-4c90-83a9-4117e02a46f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7637061-abc6-4aa2-946c-fb70b8682f78,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.887025 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3cb-f975-4566-9636-4d4dc10b837d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.890399 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] For port 5c6ff38c-65fe-4221-971b-8d22d84628f0, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:01.894500 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] For port 5c6ff38c-65fe-4221-971b-8d22d84628f0, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5c6ff38c-65fe-4221-971b-8d22d84628f0,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:01.901156 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.902654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.902837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7b116b52-c905-4c90-83a9-4117e02a46f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09c6b47acfd342d8bc00fe193f0ae372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565408 Jul 29 23:58:01.964967 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:01.965686 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:01.980602 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3cb-f975-4566-9636-4d4dc10b837d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.989759 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3cb-f975-4566-9636-4d4dc10b837d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.005763 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61f3f7-1984-49d5-ae04-9f690a7686ba None None] Pushing event updated for resources: {'Port': ['ID=5c6ff38c-65fe-4221-971b-8d22d84628f0,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.006159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26a3cb-f975-4566-9636-4d4dc10b837d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfaf4f2-be96-4972-95cc-2acec1847553,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.008044 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4f61e21-6ac4-4783-8257-fcb12b605e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.038421 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3cb-f975-4566-9636-4d4dc10b837d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.042609 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cf26a3cb-f975-4566-9636-4d4dc10b837d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1917748 Jul 29 23:58:02.042609 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4f61e21-6ac4-4783-8257-fcb12b605e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.043658 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:02.048521 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0f393eab-4ca7-4c2f-9d9a-2621147e0dd7 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '8357b859-f6b6-4e17-92c0-91771b9ca1d9', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:02.115036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f393eab-4ca7-4c2f-9d9a-2621147e0dd7 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.148845 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4f61e21-6ac4-4783-8257-fcb12b605e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.153063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e4f61e21-6ac4-4783-8257-fcb12b605e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.157207 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e4f61e21-6ac4-4783-8257-fcb12b605e67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7637061-abc6-4aa2-946c-fb70b8682f78 HTTP/1.1" status: 204 len: 168 time: 0.2508705 Jul 29 23:58:02.192472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f61e21-6ac4-4783-8257-fcb12b605e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7637061-abc6-4aa2-946c-fb70b8682f78,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.222470 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f393eab-4ca7-4c2f-9d9a-2621147e0dd7 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.222789 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:02.228334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f393eab-4ca7-4c2f-9d9a-2621147e0dd7 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.251827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f393eab-4ca7-4c2f-9d9a-2621147e0dd7 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4570c6eb-4952-44e9-aa7b-3238147ae0f7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.259284 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f393eab-4ca7-4c2f-9d9a-2621147e0dd7 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.260887 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0f393eab-4ca7-4c2f-9d9a-2621147e0dd7 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2162919 Jul 29 23:58:02.263623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60722) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:02.268307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-74c83d18-1136-4866-8f95-6fab95ae0e49 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '8357b859-f6b6-4e17-92c0-91771b9ca1d9', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:02.291030 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-74c83d18-1136-4866-8f95-6fab95ae0e49 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Project 20c754a6e05e485095f799be6e548d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:58:02.296197 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74c83d18-1136-4866-8f95-6fab95ae0e49 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.364299 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74c83d18-1136-4866-8f95-6fab95ae0e49 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.368937 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74c83d18-1136-4866-8f95-6fab95ae0e49 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.389471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c83d18-1136-4866-8f95-6fab95ae0e49 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b1bc51-8a18-4730-8250-03670e0963b8,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.395757 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74c83d18-1136-4866-8f95-6fab95ae0e49 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.397488 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-74c83d18-1136-4866-8f95-6fab95ae0e49 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328545 Jul 29 23:58:02.400817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60726) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:02.405646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6c34eab3-461f-42ad-9772-9eda17cc6edf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '8357b859-f6b6-4e17-92c0-91771b9ca1d9', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:02.430081 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-6c34eab3-461f-42ad-9772-9eda17cc6edf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Project 20c754a6e05e485095f799be6e548d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:58:02.438194 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c34eab3-461f-42ad-9772-9eda17cc6edf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.460720 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:01Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:02.494104 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dfa358-1c65-499b-a457-fa5b2b6656a0 None None] The sync data for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 is: [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:01Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:02.506454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c34eab3-461f-42ad-9772-9eda17cc6edf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.511125 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c34eab3-461f-42ad-9772-9eda17cc6edf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.531278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34eab3-461f-42ad-9772-9eda17cc6edf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbdcc9f-04e5-496d-a6d1-c9e54ab9df47,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.534412 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.538516 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c34eab3-461f-42ad-9772-9eda17cc6edf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.539781 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6c34eab3-461f-42ad-9772-9eda17cc6edf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379855 Jul 29 23:58:02.798621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-6b6b0240-4814-4976-97d9-dbbce4d85cb9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1395215212&fields=id&tenant_id=20c754a6e05e485095f799be6e548d5f HTTP/1.1" status: 200 len: 267 time: 0.0525062 Jul 29 23:58:03.001491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-2bb8287d-71b0-4c1a-bc5e-1906f02fc2c7 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:03.008674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-2bb8287d-71b0-4c1a-bc5e-1906f02fc2c7 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/networks?id=42133f6b-c0af-4dc7-a919-6931b61eac1e HTTP/1.1" status: 200 len: 797 time: 0.2030854 Jul 29 23:58:03.027329 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-2f64f14f-7b70-4851-a39a-bde458e3be7e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/quotas/20c754a6e05e485095f799be6e548d5f HTTP/1.1" status: 200 len: 375 time: 0.0170648 Jul 29 23:58:03.115793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-f2480cc3-6da5-4f15-a43e-815f8089bdf2 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875871 Jul 29 23:58:03.178925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5c6ff38c-65fe-4221-971b-8d22d84628f0 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:03.236162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 5c6ff38c-65fe-4221-971b-8d22d84628f0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:03.243074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5c6ff38c-65fe-4221-971b-8d22d84628f0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:03.244076 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.367763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.409425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 5c6ff38c-65fe-4221-971b-8d22d84628f0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5c6ff38c-65fe-4221-971b-8d22d84628f0,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:03.415104 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.417435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ccc73fc7-3be1-440d-ab5b-b5049a87fa65 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:03.524190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-c190903d-2cd0-47d8-918c-136af14b7e8e service neutron] 10.222.0.37 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955433 Jul 29 23:58:03.525966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=5c6ff38c-65fe-4221-971b-8d22d84628f0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:03.541959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port ccc73fc7-3be1-440d-ab5b-b5049a87fa65 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:03.542616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.668635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-3ad2cb7f-8d41-4f16-a2d1-b48063540357 service neutron] 10.222.0.37 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302528 Jul 29 23:58:03.845704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3086e640-85c9-467f-8988-9d5d896ccc85 req-ec2f519d-06fb-41ec-b1dc-842517855233 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 210 time: 0.0293422 Jul 29 23:58:04.405576 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.510353 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f327012-f37d-4be2-93f6-5c541ca063df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.599442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f327012-f37d-4be2-93f6-5c541ca063df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.602977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f327012-f37d-4be2-93f6-5c541ca063df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.642410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9f327012-f37d-4be2-93f6-5c541ca063df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b43958b64ac14db19792cd879f5630a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333474 Jul 29 23:58:04.642948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60806) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.643981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f327012-f37d-4be2-93f6-5c541ca063df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c005f7c4-3239-427f-883d-4ff323605261,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:04.699422 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42023a34-58da-4d64-9a0a-1d31ad879311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.721152 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42023a34-58da-4d64-9a0a-1d31ad879311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.834592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42023a34-58da-4d64-9a0a-1d31ad879311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.837193 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42023a34-58da-4d64-9a0a-1d31ad879311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.840505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-42023a34-58da-4d64-9a0a-1d31ad879311 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c005f7c4-3239-427f-883d-4ff323605261 HTTP/1.1" status: 204 len: 168 time: 0.1963780 Jul 29 23:58:04.860864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42023a34-58da-4d64-9a0a-1d31ad879311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c005f7c4-3239-427f-883d-4ff323605261,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:04.871710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-409336ef-01c8-4547-9a28-cf1128d48bed tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:04.873614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-409336ef-01c8-4547-9a28-cf1128d48bed tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "GET /v2.0/networks?id=42133f6b-c0af-4dc7-a919-6931b61eac1e HTTP/1.1" status: 200 len: 797 time: 0.1416471 Jul 29 23:58:04.942683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-e317aaf9-521c-4854-9709-808b42c53c2a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c754a6e05e485095f799be6e548d5f HTTP/1.1" status: 200 len: 380 time: 0.0561523 Jul 29 23:58:04.960748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-570d171c-2511-42cf-b0a8-28fc33bc4ab0 req-ef6759c4-4cf2-49a6-8c2c-6dc4263b73b8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 210 time: 0.0380347 Jul 29 23:58:04.971393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'port': {'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'admin_state_up': True, 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'security_groups': ['8357b859-f6b6-4e17-92c0-91771b9ca1d9']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:05.065370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5c6ff38c-65fe-4221-971b-8d22d84628f0 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:05.119718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 5c6ff38c-65fe-4221-971b-8d22d84628f0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:05.120036 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.123109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Made reservation on behalf of 20c754a6e05e485095f799be6e548d5f for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:05.129260 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.147826 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-285a9d96-f522-41e5-ae47-8107d10d1c8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544400 Jul 29 23:58:05.173466 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60814) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.187507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3f20840-d7e4-4a27-a2fc-9e1c50ccb2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.273375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-96e24a3b-4a4a-46f1-be63-2ef93efc22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:05.274896 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-96e24a3b-4a4a-46f1-be63-2ef93efc22b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9fd47cf550425a8844b8e581000f5f&device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1097 time: 0.0669174 Jul 29 23:58:05.292819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Allocated IP 172.20.0.12 (42133f6b-c0af-4dc7-a919-6931b61eac1e/8e9e49c6-9913-441a-b4ac-b1519c521cf9/f5cbd155-d80e-481d-b91e-dc0c4f866f77) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:05.384417 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3f20840-d7e4-4a27-a2fc-9e1c50ccb2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.391281 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3f20840-d7e4-4a27-a2fc-9e1c50ccb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.444528 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.457076 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f3f20840-d7e4-4a27-a2fc-9e1c50ccb2e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8de121ecdeb740f3bd8123da117e0478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824979 Jul 29 23:58:05.459913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-df9c7290-3339-4e15-9f57-ecee19cc488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:05.460328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60816) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.462321 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-df9c7290-3339-4e15-9f57-ecee19cc488e service neutron] 10.222.0.47 "GET /v2.0/networks?id=464ff294-3539-4ab1-91a5-93c488a36535 HTTP/1.1" status: 200 len: 910 time: 0.1665215 Jul 29 23:58:05.463718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f20840-d7e4-4a27-a2fc-9e1c50ccb2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a956fe87-83c6-44b8-8b13-53c04db8ec44,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:05.466879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Transition to ACTIVE for port object f5cbd155-d80e-481d-b91e-dc0c4f866f77 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:05.532406 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-284c83d9-128e-41d8-932c-4dba6c203bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.540238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-e467d63b-5a27-4380-876f-775ec6335b6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996 HTTP/1.1" status: 200 len: 1001 time: 0.0703554 Jul 29 23:58:05.546335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.590365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-4929745a-7ac0-41e1-9d2c-db6f719153cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:05.590676 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-284c83d9-128e-41d8-932c-4dba6c203bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.591906 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-4929745a-7ac0-41e1-9d2c-db6f719153cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c97fd569-9a49-4b34-8f41-bcc081cd0b54 HTTP/1.1" status: 200 len: 848 time: 0.0454466 Jul 29 23:58:05.624447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 42133f6b-c0af-4dc7-a919-6931b61eac1e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:05.637651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:05.639553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-1f8badc3-48a8-43fb-b64d-280d7fb43551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:05.641203 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-1f8badc3-48a8-43fb-b64d-280d7fb43551 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=464ff294-3539-4ab1-91a5-93c488a36535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424798 Jul 29 23:58:05.642247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=f5cbd155-d80e-481d-b91e-dc0c4f866f77,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:05.645266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:05.704735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:05.705396 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.709463 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-284c83d9-128e-41d8-932c-4dba6c203bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.712098 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-284c83d9-128e-41d8-932c-4dba6c203bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.713263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-284c83d9-128e-41d8-932c-4dba6c203bc0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a956fe87-83c6-44b8-8b13-53c04db8ec44 HTTP/1.1" status: 204 len: 168 time: 0.2519789 Jul 29 23:58:05.727183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c83d9-128e-41d8-932c-4dba6c203bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a956fe87-83c6-44b8-8b13-53c04db8ec44,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:05.736566 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-b7c4886c-3ac4-4182-9956-582adf3230f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7797585 Jul 29 23:58:05.750743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Request body: {'port': {'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:05.787954 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-2b418d4a-8db8-43fe-a6c8-33811febe73d service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362305 Jul 29 23:58:05.818789 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.895096 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c1276c03-e9ad-48c7-ab78-d5738c43573d req-89ab6f12-3590-4c1e-a720-e28fc57f3cbb service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006880 Jul 29 23:58:05.972928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0ebb8d7a-7e03-48c7-88ad-2cadb79c93fc None None] Provisioning for port f5cbd155-d80e-481d-b91e-dc0c4f866f77 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:05.977506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0ebb8d7a-7e03-48c7-88ad-2cadb79c93fc None None] Provisioning complete for port f5cbd155-d80e-481d-b91e-dc0c4f866f77 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:05.978104 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8d7a-7e03-48c7-88ad-2cadb79c93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.030254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0ebb8d7a-7e03-48c7-88ad-2cadb79c93fc None None] Port f5cbd155-d80e-481d-b91e-dc0c4f866f77 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:06.145250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de236e7-885a-44b8-b2e7-5eedde8a846f req-01963bd8-00c7-4735-ab65-0f96b78514f4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.146671 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5de236e7-885a-44b8-b2e7-5eedde8a846f req-01963bd8-00c7-4735-ab65-0f96b78514f4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 932 time: 0.0829153 Jul 29 23:58:06.207518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5de236e7-885a-44b8-b2e7-5eedde8a846f req-17f7f5a3-4c62-4907-8729-e0a9ca9f1198 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505681 Jul 29 23:58:06.239160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cbd155-d80e-481d-b91e-dc0c4f866f77 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:06.247147 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.260953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Transition to ACTIVE for port object f5cbd155-d80e-481d-b91e-dc0c4f866f77 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:06.264619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.317609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cbd155-d80e-481d-b91e-dc0c4f866f77,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.390120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Attempting to bind port f5cbd155-d80e-481d-b91e-dc0c4f866f77 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:06.390508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Attempting to bind port f5cbd155-d80e-481d-b91e-dc0c4f866f77 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:06.390771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Attempting to bind port f5cbd155-d80e-481d-b91e-dc0c4f866f77 on network 42133f6b-c0af-4dc7-a919-6931b61eac1e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:06.398205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Port f5cbd155-d80e-481d-b91e-dc0c4f866f77 on network 42133f6b-c0af-4dc7-a919-6931b61eac1e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:58:06.398705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Attempting to bind port f5cbd155-d80e-481d-b91e-dc0c4f866f77 on network 42133f6b-c0af-4dc7-a919-6931b61eac1e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:06.404115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:06.404462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Checking segment: {'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:06.404850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Bound using segment: {'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:06.405282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Bound port: f5cbd155-d80e-481d-b91e-dc0c4f866f77, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:06.405652 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.478048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] For port f5cbd155-d80e-481d-b91e-dc0c4f866f77, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:06.482484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] For port f5cbd155-d80e-481d-b91e-dc0c4f866f77, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5cbd155-d80e-481d-b91e-dc0c4f866f77,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:06.487011 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.497601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60840) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.524291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.524997 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.526446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] 10.222.0.42 "PUT /v2.0/ports/f5cbd155-d80e-481d-b91e-dc0c4f866f77 HTTP/1.1" status: 200 len: 1093 time: 0.7806709 Jul 29 23:58:06.526888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'tag': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:06.529213 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fddcc35-e96e-4eab-a3c9-d68df575cce5" -d '{"events": [{"name": "network-changed", "server_uuid": "b908ae22-cd83-4a26-a2d8-8e018ae0a232", "tag": "f5cbd155-d80e-481d-b91e-dc0c4f866f77"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:06.586740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe29f1-425b-4250-aed3-a2433ed80923 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cbd155-d80e-481d-b91e-dc0c4f866f77,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.591591 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2473c098-5c18-40f3-8891-257fda0a37c4 x-openstack-request-id: req-2473c098-5c18-40f3-8891-257fda0a37c4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:06.591875 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b908ae22-cd83-4a26-a2d8-8e018ae0a232", "tag": "f5cbd155-d80e-481d-b91e-dc0c4f866f77", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:06.592226 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2473c098-5c18-40f3-8891-257fda0a37c4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:06.592614 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'tag': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'status': 'completed', 'code': 200} Jul 29 23:58:06.627563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-caadb1be-8c8f-4096-9120-1e0687e98841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.629138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-caadb1be-8c8f-4096-9120-1e0687e98841 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 1096 time: 0.0535235 Jul 29 23:58:06.640767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1993250506-network', 'tenant_id': 'cda590c8986343f894eebb1a0e710b43'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:06.671130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Made reservation on behalf of cda590c8986343f894eebb1a0e710b43 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:06.673834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.680132 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-a29c919a-d7c0-4f63-b03d-a4daba8d9a75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5cbd155-d80e-481d-b91e-dc0c4f866f77 HTTP/1.1" status: 200 len: 217 time: 0.0420680 Jul 29 23:58:06.683993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.734790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-843943d8-9088-4c36-8bb7-12cb4f736187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.736339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-843943d8-9088-4c36-8bb7-12cb4f736187 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9e49c6-9913-441a-b4ac-b1519c521cf9 HTTP/1.1" status: 200 len: 834 time: 0.0476675 Jul 29 23:58:06.784346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.784785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-c64d0270-aa16-43ce-a58e-385681c4a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.786333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-c64d0270-aa16-43ce-a58e-385681c4a9f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42133f6b-c0af-4dc7-a919-6931b61eac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412633 Jul 29 23:58:06.789492 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.817742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:06.824149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaf6dc4-e023-4251-8b54-333ac28904a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.831138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.831496 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Added segment 794fccb4-6aa6-4016-929b-f346d80e0b0c of type vlan for network f4cc7b3a-e162-4644-9f2c-ab0b0538f021 Jul 29 23:58:06.875869 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.883020 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-3a019086-4d0b-4c4b-888f-a2be96c350b1 service neutron] 10.222.0.42 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880156 Jul 29 23:58:06.905493 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.906463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.907085 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.960969 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4616082 Jul 29 23:58:06.965307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60846) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.972205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Request body: {'subnet': {'network_id': 'f4cc7b3a-e162-4644-9f2c-ab0b0538f021', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1993250506-subnet', 'tenant_id': 'cda590c8986343f894eebb1a0e710b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:06.976407 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db5310-210a-460b-a941-3444d17a365a admin admin] Pushing event updated for resources: {'Network': ['ID=f4cc7b3a-e162-4644-9f2c-ab0b0538f021,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.977015 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-023b114c-dac0-4320-a0c4-b0ef620e8af9 req-d0d5d8a5-6b3b-4764-bc59-2752ab884e31 service neutron] 10.222.0.42 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862281 Jul 29 23:58:06.986102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f4cc7b3a-e162-4644-9f2c-ab0b0538f021 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:06.997859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Made reservation on behalf of cda590c8986343f894eebb1a0e710b43 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:07.000457 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.077751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-2b815d6b-ee83-4fd1-8de2-d210afc02ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:07.079897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-2b815d6b-ee83-4fd1-8de2-d210afc02ab2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 1096 time: 0.0524406 Jul 29 23:58:07.176278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-7335cbd8-3a56-4aa1-b74a-c18103fe90a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:07.177852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-7335cbd8-3a56-4aa1-b74a-c18103fe90a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42133f6b-c0af-4dc7-a919-6931b61eac1e HTTP/1.1" status: 200 len: 898 time: 0.0867133 Jul 29 23:58:07.182454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.224047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-bd1e28e5-0b62-4b14-bd1a-f58bf68bda98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5cbd155-d80e-481d-b91e-dc0c4f866f77 HTTP/1.1" status: 200 len: 217 time: 0.0337665 Jul 29 23:58:07.247788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0320e6b2-097e-406a-abc0-4e8a99e7ecd5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:07.251690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Checking segment: {'id': '794fccb4-6aa6-4016-929b-f346d80e0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f4cc7b3a-e162-4644-9f2c-ab0b0538f021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:07.252092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Network hostable DHCP agents. Network: f4cc7b3a-e162-4644-9f2c-ab0b0538f021, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:07.273235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Network f4cc7b3a-e162-4644-9f2c-ab0b0538f021 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:07.283619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f4cc7b3a-e162-4644-9f2c-ab0b0538f021) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:07.285866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-1acc67b3-c38c-4046-bc29-e2e53772aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:07.287453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-1acc67b3-c38c-4046-bc29-e2e53772aea5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9e49c6-9913-441a-b4ac-b1519c521cf9 HTTP/1.1" status: 200 len: 834 time: 0.0552514 Jul 29 23:58:07.290942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:07.291679 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.294101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b1c0d9-137e-43dd-aa47-2c2ed579c62b None None] Network f4cc7b3a-e162-4644-9f2c-ab0b0538f021 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:07.308837 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-999d1196-0862-45db-8e3f-5879e0d89efc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3424776 Jul 29 23:58:07.369902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77190f78-7ca6-4586-8051-83903f216648 req-9a716f9f-de44-4e96-9a1c-624cd4c0f2ce tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:07.371408 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77190f78-7ca6-4586-8051-83903f216648 req-9a716f9f-de44-4e96-9a1c-624cd4c0f2ce tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 944 time: 0.0794048 Jul 29 23:58:07.373377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-d0999f8d-6360-4aea-9368-4c61bf872505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:07.374772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-d0999f8d-6360-4aea-9368-4c61bf872505 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42133f6b-c0af-4dc7-a919-6931b61eac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724046 Jul 29 23:58:07.425741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c06c6-3d86-4acf-bb02-82fc5ce08880 None None] Network f4cc7b3a-e162-4644-9f2c-ab0b0538f021 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:07.462719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77190f78-7ca6-4586-8051-83903f216648 req-1d6d71c0-b782-4ff0-b64c-6fa4a632fec6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844226 Jul 29 23:58:07.510462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-4a771e35-5c46-4a26-ab91-d0dc6cc1fe6c service neutron] 10.222.0.42 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250231 Jul 29 23:58:07.612659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fddcc35-e96e-4eab-a3c9-d68df575cce5 req-b91b0435-bb78-44ec-8822-ec296eb7d0f0 service neutron] 10.222.0.42 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905561 Jul 29 23:58:07.806575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:07.811606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1935403606-network', 'tenant_id': 'bf93e9d5bfb045aea95441189cc4e459'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:07.832118 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Made reservation on behalf of bf93e9d5bfb045aea95441189cc4e459 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:07.834357 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.842942 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.930740 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.934920 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.955476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:07.971264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a4066a-01ee-41ff-aa9c-3ba04a82b2f5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:07.974137 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.974484 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Added segment c787661e-8c51-4f50-aadf-e67e54583988 of type vlan for network 30403e7b-d5dc-46f9-ac02-ae7119784abc Jul 29 23:58:08.013891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.043374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.044373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.044974 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.116856 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3091226 Jul 29 23:58:08.119701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60866) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.124811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Request body: {'subnet': {'network_id': '30403e7b-d5dc-46f9-ac02-ae7119784abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1935403606-subnet', 'tenant_id': 'bf93e9d5bfb045aea95441189cc4e459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:08.126083 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d288f5c-11aa-49dd-bc0d-143049f5d738 admin admin] Pushing event updated for resources: {'Network': ['ID=30403e7b-d5dc-46f9-ac02-ae7119784abc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:08.138392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 30403e7b-d5dc-46f9-ac02-ae7119784abc details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:08.154031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Made reservation on behalf of bf93e9d5bfb045aea95441189cc4e459 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:08.156581 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.343024 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.399651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9675ecb-ed0d-49c7-b011-f08dec7424f9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:08.411881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Checking segment: {'id': 'c787661e-8c51-4f50-aadf-e67e54583988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '30403e7b-d5dc-46f9-ac02-ae7119784abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:08.412293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Network hostable DHCP agents. Network: 30403e7b-d5dc-46f9-ac02-ae7119784abc, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:08.434603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Network 30403e7b-d5dc-46f9-ac02-ae7119784abc is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:08.445238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 30403e7b-d5dc-46f9-ac02-ae7119784abc) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:08.449435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.450030 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.456402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa59dbfc-13a2-40ef-8224-191869dc260a None None] Network 30403e7b-d5dc-46f9-ac02-ae7119784abc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:08.465429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b40e4100-e6e7-44c3-b09a-5173c0d3d431 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3445826 Jul 29 23:58:08.586443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aff7db-411d-4ca7-91b9-c1b642a41b30 None None] Network 30403e7b-d5dc-46f9-ac02-ae7119784abc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:08.596153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bb935-37ae-45d9-89f5-1054ea80b6e2 req-90235a50-32db-49c5-9407-52d99bf0668c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.597689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd6bb935-37ae-45d9-89f5-1054ea80b6e2 req-90235a50-32db-49c5-9407-52d99bf0668c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 944 time: 0.0562785 Jul 29 23:58:08.640643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd6bb935-37ae-45d9-89f5-1054ea80b6e2 req-bfe1e859-f3a0-42f6-b785-1e85c05e89ba tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370905 Jul 29 23:58:08.957974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741c964-015d-4bff-be41-a8c4811097a4 req-4204ecee-f12f-436f-b92a-eba559960c51 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.959485 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-4204ecee-f12f-436f-b92a-eba559960c51 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/networks?id=f4cc7b3a-e162-4644-9f2c-ab0b0538f021 HTTP/1.1" status: 200 len: 809 time: 0.1037867 Jul 29 23:58:08.975045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-c04af5c6-fae8-44c6-a806-f430885258f5 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/quotas/cda590c8986343f894eebb1a0e710b43 HTTP/1.1" status: 200 len: 375 time: 0.0097435 Jul 29 23:58:09.007127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-439530c9-96e8-4044-886f-08dd443dd82e tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cda590c8986343f894eebb1a0e710b43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267174 Jul 29 23:58:09.113229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-de4205f0-380d-4209-92d0-d4544886599e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:58:09.114301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-de4205f0-380d-4209-92d0-d4544886599e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1000340 Jul 29 23:58:09.206113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-51f25c3f-ee65-4a69-b7c8-4604cc36c6b0 service neutron] 10.222.0.37 "GET /v2.0/networks/f4cc7b3a-e162-4644-9f2c-ab0b0538f021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856733 Jul 29 23:58:09.295205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-83a18ae7-cb31-460c-b73a-ac63c60b1522 service neutron] 10.222.0.37 "GET /v2.0/networks/f4cc7b3a-e162-4644-9f2c-ab0b0538f021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830929 Jul 29 23:58:09.457752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7fdf8be-2990-495c-b45e-ccf01ebb7035 req-fb0c1a94-5299-40d3-8760-5ffd6f3f9218 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 210 time: 0.0280073 Jul 29 23:58:09.604368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f5cbd155-d80e-481d-b91e-dc0c4f866f77 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:09.716741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f5cbd155-d80e-481d-b91e-dc0c4f866f77, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5cbd155-d80e-481d-b91e-dc0c4f866f77,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:09.730972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'mac_address': 'fa:16:3e:65:9a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:09.766162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325350d-e1f0-401b-80ac-ce24d1ff41b5 req-f946b445-4643-4498-9cab-240267f241bd tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:09.768631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6325350d-e1f0-401b-80ac-ce24d1ff41b5 req-f946b445-4643-4498-9cab-240267f241bd tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 944 time: 0.0587420 Jul 29 23:58:09.773153 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.786517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cbd155-d80e-481d-b91e-dc0c4f866f77 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:09.806986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f5cbd155-d80e-481d-b91e-dc0c4f866f77, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5cbd155-d80e-481d-b91e-dc0c4f866f77,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:09.812191 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.812509 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6325350d-e1f0-401b-80ac-ce24d1ff41b5 req-21667621-f500-482e-bb92-ba2813e2cfba tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362113 Jul 29 23:58:09.866983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f5cbd155-d80e-481d-b91e-dc0c4f866f77,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:10.037605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['f5cbd155-d80e-481d-b91e-dc0c4f866f77'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:10.460878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741c964-015d-4bff-be41-a8c4811097a4 req-f199e581-a474-43ac-88c8-bc81ecf02914 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:10.462453 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-f199e581-a474-43ac-88c8-bc81ecf02914 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.47 "GET /v2.0/networks?id=f4cc7b3a-e162-4644-9f2c-ab0b0538f021 HTTP/1.1" status: 200 len: 809 time: 0.1040697 Jul 29 23:58:10.481021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Request body: {'port': {'device_id': 'aeb64b87-69fe-4862-a3c2-05c7698cdb3b', 'network_id': 'f4cc7b3a-e162-4644-9f2c-ab0b0538f021', 'admin_state_up': True, 'tenant_id': 'cda590c8986343f894eebb1a0e710b43'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:10.551761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-571da6d5-fb30-45a4-a8d2-e58dfa6e749f req-da4c6a22-9c12-49cf-999f-754381999502 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 210 time: 0.0278723 Jul 29 23:58:10.590452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Made reservation on behalf of cda590c8986343f894eebb1a0e710b43 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:10.594034 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.713962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Allocated IP 172.20.0.12 (f4cc7b3a-e162-4644-9f2c-ab0b0538f021/0320e6b2-097e-406a-abc0-4e8a99e7ecd5/eec736e6-0a24-4f31-ab7c-e79617ba3728) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:10.860766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.899643 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.935885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621e203-3505-40ba-a191-ecf976abb715 req-2c05b2ae-0c6a-4a31-94db-a04144bad7b9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:10.937404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a621e203-3505-40ba-a191-ecf976abb715 req-2c05b2ae-0c6a-4a31-94db-a04144bad7b9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 945 time: 0.0511577 Jul 29 23:58:10.941695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Network f4cc7b3a-e162-4644-9f2c-ab0b0538f021 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:10.944835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:10.950587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:10.980438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a621e203-3505-40ba-a191-ecf976abb715 req-1ad35d42-2a69-4628-a6cb-c15878271f04 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348451 Jul 29 23:58:10.980677 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Pushing event updated for resources: {'Port': ['ID=eec736e6-0a24-4f31-ab7c-e79617ba3728,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.005646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.006266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.020425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-652a98af-6541-44cb-ac90-435c99b43caf tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5440185 Jul 29 23:58:11.038688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Request body: {'port': {'device_id': 'aeb64b87-69fe-4862-a3c2-05c7698cdb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:11.406420 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.608718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f5cbd155-d80e-481d-b91e-dc0c4f866f77 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:11.662849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port f5cbd155-d80e-481d-b91e-dc0c4f866f77 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:11.665288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec736e6-0a24-4f31-ab7c-e79617ba3728 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:11.668277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port f5cbd155-d80e-481d-b91e-dc0c4f866f77 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:11.668425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18248a3-d27c-4a6d-8529-254f26dcce48 req-f71557bc-f70b-42db-9003-dc535b13451a tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.669350 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.669913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c18248a3-d27c-4a6d-8529-254f26dcce48 req-f71557bc-f70b-42db-9003-dc535b13451a tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 932 time: 0.0511138 Jul 29 23:58:11.673465 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.685812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Transition to ACTIVE for port object eec736e6-0a24-4f31-ab7c-e79617ba3728 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:11.690485 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.716252 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c18248a3-d27c-4a6d-8529-254f26dcce48 req-6bfcc5ad-a6d2-410b-a18e-6514d5e3d045 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386794 Jul 29 23:58:11.761105 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.783385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:11.783669 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Pushing event updated for resources: {'Port': ['ID=eec736e6-0a24-4f31-ab7c-e79617ba3728,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.785673 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f244abf-9572-479a-80ae-c5830d3c35d5" -d '{"events": [{"server_uuid": "b908ae22-cd83-4a26-a2d8-8e018ae0a232", "name": "network-vif-plugged", "status": "completed", "tag": "f5cbd155-d80e-481d-b91e-dc0c4f866f77"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:11.809938 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f5cbd155-d80e-481d-b91e-dc0c4f866f77, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5cbd155-d80e-481d-b91e-dc0c4f866f77,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:11.815401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.822173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Attempting to bind port eec736e6-0a24-4f31-ab7c-e79617ba3728 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:11.822544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Attempting to bind port eec736e6-0a24-4f31-ab7c-e79617ba3728 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '794fccb4-6aa6-4016-929b-f346d80e0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f4cc7b3a-e162-4644-9f2c-ab0b0538f021'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:11.822901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Attempting to bind port eec736e6-0a24-4f31-ab7c-e79617ba3728 on network f4cc7b3a-e162-4644-9f2c-ab0b0538f021 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:11.828190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Port eec736e6-0a24-4f31-ab7c-e79617ba3728 on network f4cc7b3a-e162-4644-9f2c-ab0b0538f021 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:58:11.828612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Attempting to bind port eec736e6-0a24-4f31-ab7c-e79617ba3728 on network f4cc7b3a-e162-4644-9f2c-ab0b0538f021 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:11.834185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:11.834590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Checking segment: {'id': '794fccb4-6aa6-4016-929b-f346d80e0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f4cc7b3a-e162-4644-9f2c-ab0b0538f021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:11.835096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Bound using segment: {'id': '794fccb4-6aa6-4016-929b-f346d80e0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f4cc7b3a-e162-4644-9f2c-ab0b0538f021'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:11.835595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Bound port: eec736e6-0a24-4f31-ab7c-e79617ba3728, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794fccb4-6aa6-4016-929b-f346d80e0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f4cc7b3a-e162-4644-9f2c-ab0b0538f021'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:11.836001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.848151 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71cca31-92a3-44af-bb70-6010b00e1624 x-openstack-request-id: req-a71cca31-92a3-44af-bb70-6010b00e1624 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:11.848451 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b908ae22-cd83-4a26-a2d8-8e018ae0a232", "name": "network-vif-plugged", "status": "completed", "tag": "f5cbd155-d80e-481d-b91e-dc0c4f866f77", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:11.848705 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a71cca31-92a3-44af-bb70-6010b00e1624 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:11.849101 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'code': 200} Jul 29 23:58:11.877859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f5cbd155-d80e-481d-b91e-dc0c4f866f77,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.903389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] For port eec736e6-0a24-4f31-ab7c-e79617ba3728, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:11.906524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] For port eec736e6-0a24-4f31-ab7c-e79617ba3728, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=eec736e6-0a24-4f31-ab7c-e79617ba3728,segment=NetworkSegment(794fccb4-6aa6-4016-929b-f346d80e0b0c),segment_id=794fccb4-6aa6-4016-929b-f346d80e0b0c)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:11.910933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.947858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.948517 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.949912 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/eec736e6-0a24-4f31-ab7c-e79617ba3728 HTTP/1.1" status: 200 len: 1093 time: 0.9162183 Jul 29 23:58:11.950817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb64b87-69fe-4862-a3c2-05c7698cdb3b', 'tag': 'eec736e6-0a24-4f31-ab7c-e79617ba3728'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:11.952681 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c472e5cd-766d-4bce-b787-aa3d72b13095" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb64b87-69fe-4862-a3c2-05c7698cdb3b", "tag": "eec736e6-0a24-4f31-ab7c-e79617ba3728"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:11.967185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038b30-42a8-4db8-99db-dfa7dc6fc258 req-35e046a2-43f9-44f6-b42e-2f79c4b829b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.970269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96038b30-42a8-4db8-99db-dfa7dc6fc258 req-35e046a2-43f9-44f6-b42e-2f79c4b829b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 1098 time: 0.0769622 Jul 29 23:58:11.993479 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a867587c-b723-41bc-8d60-952089157321 x-openstack-request-id: req-a867587c-b723-41bc-8d60-952089157321 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:11.993801 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb64b87-69fe-4862-a3c2-05c7698cdb3b", "tag": "eec736e6-0a24-4f31-ab7c-e79617ba3728", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:11.994059 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a867587c-b723-41bc-8d60-952089157321 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:11.994464 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb64b87-69fe-4862-a3c2-05c7698cdb3b', 'tag': 'eec736e6-0a24-4f31-ab7c-e79617ba3728', 'status': 'completed', 'code': 200} Jul 29 23:58:11.995480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba15c0-eece-40de-843f-065f7b6a92f8 service neutron] Pushing event updated for resources: {'Port': ['ID=eec736e6-0a24-4f31-ab7c-e79617ba3728,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:12.021681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96038b30-42a8-4db8-99db-dfa7dc6fc258 req-25ab19ad-d4b7-493b-a544-ef51570f3281 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443106 Jul 29 23:58:12.053274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741c964-015d-4bff-be41-a8c4811097a4 req-fb3b444c-f62d-4e46-92e9-78e70af261e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.055004 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-fb3b444c-f62d-4e46-92e9-78e70af261e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cda590c8986343f894eebb1a0e710b43&device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 1096 time: 0.0426621 Jul 29 23:58:12.105142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f7ad2-172b-4a18-802b-d4c5f00b9e88 req-65d41845-ba70-48c6-9ba1-59a612f1be76 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.106638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-468f7ad2-172b-4a18-802b-d4c5f00b9e88 req-65d41845-ba70-48c6-9ba1-59a612f1be76 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 946 time: 0.0529754 Jul 29 23:58:12.112498 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-c1248218-8c57-4983-bdc3-a04c613b7a7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec736e6-0a24-4f31-ab7c-e79617ba3728 HTTP/1.1" status: 200 len: 217 time: 0.0425563 Jul 29 23:58:12.153949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-468f7ad2-172b-4a18-802b-d4c5f00b9e88 req-c3217594-4e04-4588-b27e-97731e298bda tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403264 Jul 29 23:58:12.165369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741c964-015d-4bff-be41-a8c4811097a4 req-e82ae0cd-d11c-40d3-a544-52d76c16637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.166901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-e82ae0cd-d11c-40d3-a544-52d76c16637b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0320e6b2-097e-406a-abc0-4e8a99e7ecd5 HTTP/1.1" status: 200 len: 849 time: 0.0477605 Jul 29 23:58:12.200184 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-0352d899-4e98-4520-9dad-3d54259e325f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4cc7b3a-e162-4644-9f2c-ab0b0538f021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258276 Jul 29 23:58:12.287433 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-55ca58af-9511-46b5-bf1a-82b07b053b6e service neutron] 10.222.0.47 "GET /v2.0/networks/f4cc7b3a-e162-4644-9f2c-ab0b0538f021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805297 Jul 29 23:58:12.379652 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7741c964-015d-4bff-be41-a8c4811097a4 req-2882960c-6a63-4f7b-b4d8-2ed4b91a0081 service neutron] 10.222.0.47 "GET /v2.0/networks/f4cc7b3a-e162-4644-9f2c-ab0b0538f021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847096 Jul 29 23:58:12.509886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472e5cd-766d-4bce-b787-aa3d72b13095 req-f490cf45-25d0-4279-8e4d-a57f5c253667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.511288 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c472e5cd-766d-4bce-b787-aa3d72b13095 req-f490cf45-25d0-4279-8e4d-a57f5c253667 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cda590c8986343f894eebb1a0e710b43&device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 1096 time: 0.0407987 Jul 29 23:58:12.602592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472e5cd-766d-4bce-b787-aa3d72b13095 req-16723dc3-7f2c-4bb6-8098-4f1ed21823ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.604151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c472e5cd-766d-4bce-b787-aa3d72b13095 req-16723dc3-7f2c-4bb6-8098-4f1ed21823ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4cc7b3a-e162-4644-9f2c-ab0b0538f021 HTTP/1.1" status: 200 len: 910 time: 0.0862622 Jul 29 23:58:12.644654 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c472e5cd-766d-4bce-b787-aa3d72b13095 req-b5d4e1c8-17f7-4efb-ae0f-2edc02e1f3c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec736e6-0a24-4f31-ab7c-e79617ba3728 HTTP/1.1" status: 200 len: 217 time: 0.0338092 Jul 29 23:58:12.693324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472e5cd-766d-4bce-b787-aa3d72b13095 req-e30e8a05-236f-446d-8fc3-b6cd8ec4bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.694793 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c472e5cd-766d-4bce-b787-aa3d72b13095 req-e30e8a05-236f-446d-8fc3-b6cd8ec4bcd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0320e6b2-097e-406a-abc0-4e8a99e7ecd5 HTTP/1.1" status: 200 len: 849 time: 0.0434084 Jul 29 23:58:12.728183 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c472e5cd-766d-4bce-b787-aa3d72b13095 req-3b81048a-5525-4ce8-9907-2d695bf0c2d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4cc7b3a-e162-4644-9f2c-ab0b0538f021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266626 Jul 29 23:58:12.823379 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c472e5cd-766d-4bce-b787-aa3d72b13095 req-0c54c3a0-80c1-42de-82c8-51dbb7301369 service neutron] 10.222.0.47 "GET /v2.0/networks/f4cc7b3a-e162-4644-9f2c-ab0b0538f021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886035 Jul 29 23:58:12.835213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385c00f-a615-4c80-86ff-4602cd953063 req-dda0951c-b5c0-46c1-a583-a686fdb693f8 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.836785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e385c00f-a615-4c80-86ff-4602cd953063 req-dda0951c-b5c0-46c1-a583-a686fdb693f8 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 944 time: 0.0496762 Jul 29 23:58:12.881230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e385c00f-a615-4c80-86ff-4602cd953063 req-0883db39-d237-4cae-952b-7b5b09ca0a8b tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381818 Jul 29 23:58:12.918608 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c472e5cd-766d-4bce-b787-aa3d72b13095 req-11c0d7aa-02dd-4fc1-831f-526eb992d3ce service neutron] 10.222.0.47 "GET /v2.0/networks/f4cc7b3a-e162-4644-9f2c-ab0b0538f021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882094 Jul 29 23:58:13.267968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac050-e86a-4275-837d-b99e328890e2 req-317f61aa-4ae1-4908-bbf4-37fa3de81848 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:13.269448 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05dac050-e86a-4275-837d-b99e328890e2 req-317f61aa-4ae1-4908-bbf4-37fa3de81848 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 946 time: 0.0484161 Jul 29 23:58:13.305947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05dac050-e86a-4275-837d-b99e328890e2 req-6460c779-1091-44ec-9fc1-d002ddcb5c9b tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306644 Jul 29 23:58:13.423178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4588b5-9259-4e93-95d9-517f83231466 req-71f4e1d7-6d63-4067-b6f1-9b4d850579f9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:13.425319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b4588b5-9259-4e93-95d9-517f83231466 req-71f4e1d7-6d63-4067-b6f1-9b4d850579f9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 946 time: 0.0537570 Jul 29 23:58:13.462689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b4588b5-9259-4e93-95d9-517f83231466 req-e2d7e475-4ed2-4259-8929-7261f7852378 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Jul 29 23:58:13.484126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:13.523175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b23dbb-6d58-4ac3-b2f7-2cb1920aeabc tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:13.524736 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-15b23dbb-6d58-4ac3-b2f7-2cb1920aeabc tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 1093 time: 0.0396631 Jul 29 23:58:13.527746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 60920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:13.532083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:13.557216 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.653471 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.797487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Allocated IP 172.25.2.120 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/3a834ee9-9a20-475e-8b7d-d9d6e6428e0a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:13.896865 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.937104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.001740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:14.008976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:14.013989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:14.019621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=3a834ee9-9a20-475e-8b7d-d9d6e6428e0a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:14.063092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6d922-ecc1-4eab-855f-807d103e4753 req-bbab2238-3d9c-45ba-a1a4-d7ca77549b1e tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:14.064525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26c6d922-ecc1-4eab-855f-807d103e4753 req-bbab2238-3d9c-45ba-a1a4-d7ca77549b1e tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 944 time: 0.1006885 Jul 29 23:58:14.153680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26c6d922-ecc1-4eab-855f-807d103e4753 req-f75a1a99-8f85-4650-832d-5fadbadfadf3 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810599 Jul 29 23:58:14.726698 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.793485 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.938284 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.942703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.012151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=3a834ee9-9a20-475e-8b7d-d9d6e6428e0a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:15.025638 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.125332 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Floating IP cee3d7dc-1e37-4759-9d19-76654e3a8172 associated. External IP: 172.25.2.120, port: f5cbd155-d80e-481d-b91e-dc0c4f866f77. Jul 29 23:58:15.309648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155651f-e7a7-4f66-80df-d9874a5c9656 req-e993e235-1a3b-4a9c-b8c8-9ebc564e04ea tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:15.311160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4155651f-e7a7-4f66-80df-d9874a5c9656 req-e993e235-1a3b-4a9c-b8c8-9ebc564e04ea tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 944 time: 0.0909576 Jul 29 23:58:15.393334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4155651f-e7a7-4f66-80df-d9874a5c9656 req-a6bc41de-c656-4165-bdf9-28251334cbd9 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747919 Jul 29 23:58:15.402334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:15.515446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:15.525692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] Sync routers for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:15.534074 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.536502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:15.537143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.563103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0221e9ef-9133-4944-bb19-5a13d780389a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0339422 Jul 29 23:58:15.563605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'tag': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:15.565955 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d642350-022f-4678-b1f9-737f5966cde8" -d '{"events": [{"name": "network-changed", "server_uuid": "b908ae22-cd83-4a26-a2d8-8e018ae0a232", "tag": "f5cbd155-d80e-481d-b91e-dc0c4f866f77"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:15.567558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60926) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:15.603874 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e444fa6e-ae32-473a-b152-53829e3ed9f1 x-openstack-request-id: req-e444fa6e-ae32-473a-b152-53829e3ed9f1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:15.604329 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b908ae22-cd83-4a26-a2d8-8e018ae0a232", "tag": "f5cbd155-d80e-481d-b91e-dc0c4f866f77", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:15.604597 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e444fa6e-ae32-473a-b152-53829e3ed9f1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:15.605007 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'tag': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'status': 'completed', 'code': 200} Jul 29 23:58:15.643996 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-99e5b1a7-8ed5-4323-9df6-77cac4ec32e1 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/floatingips/cee3d7dc-1e37-4759-9d19-76654e3a8172 HTTP/1.1" status: 200 len: 992 time: 0.0744290 Jul 29 23:58:15.677059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642350-022f-4678-b1f9-737f5966cde8 req-6fafd629-f1e7-46dc-b9c6-309ad20e0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:15.678657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d642350-022f-4678-b1f9-737f5966cde8 req-6fafd629-f1e7-46dc-b9c6-309ad20e0ab5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 1098 time: 0.0480657 Jul 29 23:58:15.783928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642350-022f-4678-b1f9-737f5966cde8 req-c5631819-b80a-4aff-be04-ec346b808bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:15.785687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d642350-022f-4678-b1f9-737f5966cde8 req-c5631819-b80a-4aff-be04-ec346b808bc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42133f6b-c0af-4dc7-a919-6931b61eac1e HTTP/1.1" status: 200 len: 898 time: 0.0987628 Jul 29 23:58:15.788550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device eec736e6-0a24-4f31-ab7c-e79617ba3728 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:15.838231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:15.856270 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d642350-022f-4678-b1f9-737f5966cde8 req-99f5a7dc-1a3a-40e8-9318-f8f50fd1265c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5cbd155-d80e-481d-b91e-dc0c4f866f77 HTTP/1.1" status: 200 len: 1000 time: 0.0630481 Jul 29 23:58:15.921631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642350-022f-4678-b1f9-737f5966cde8 req-1c5b60d7-408c-4052-b197-29a75571291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:15.923253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d642350-022f-4678-b1f9-737f5966cde8 req-1c5b60d7-408c-4052-b197-29a75571291f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9e49c6-9913-441a-b4ac-b1519c521cf9 HTTP/1.1" status: 200 len: 834 time: 0.0589859 Jul 29 23:58:15.977158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642350-022f-4678-b1f9-737f5966cde8 req-356acae3-fdb1-4546-982a-da3d7779026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:15.977973 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d642350-022f-4678-b1f9-737f5966cde8 req-356acae3-fdb1-4546-982a-da3d7779026a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42133f6b-c0af-4dc7-a919-6931b61eac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465555 Jul 29 23:58:15.994881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port eec736e6-0a24-4f31-ab7c-e79617ba3728, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=eec736e6-0a24-4f31-ab7c-e79617ba3728,segment=NetworkSegment(794fccb4-6aa6-4016-929b-f346d80e0b0c),segment_id=794fccb4-6aa6-4016-929b-f346d80e0b0c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:16.045820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'eec736e6-0a24-4f31-ab7c-e79617ba3728', 'network_id': 'f4cc7b3a-e162-4644-9f2c-ab0b0538f021', 'port_id': 'eec736e6-0a24-4f31-ab7c-e79617ba3728', 'mac_address': 'fa:16:3e:93:71:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0320e6b2-097e-406a-abc0-4e8a99e7ecd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:16.092786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d642350-022f-4678-b1f9-737f5966cde8 req-0e1bb5a4-699e-4d0e-92d1-113c223e5e62 service neutron] 10.222.0.42 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066182 Jul 29 23:58:16.105624 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.131307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec736e6-0a24-4f31-ab7c-e79617ba3728 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:16.170098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port eec736e6-0a24-4f31-ab7c-e79617ba3728, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=eec736e6-0a24-4f31-ab7c-e79617ba3728,segment=NetworkSegment(794fccb4-6aa6-4016-929b-f346d80e0b0c),segment_id=794fccb4-6aa6-4016-929b-f346d80e0b0c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:16.174672 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.192882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d642350-022f-4678-b1f9-737f5966cde8 req-ae3d84c0-9773-4a01-8535-19375792b940 service neutron] 10.222.0.42 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923479 Jul 29 23:58:16.241602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=eec736e6-0a24-4f31-ab7c-e79617ba3728,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:16.249686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'cee3d7dc-1e37-4759-9d19-76654e3a8172', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'mac_address': 'fa:16:3e:65:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:58:14Z', 'updated_at': '2021-07-29T23:58:14Z', 'revision_number': 0, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:16.277007 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] Checking router: 2f95b35d-9c4c-4b90-9545-9a9cfb374edf for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:16.285223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:16.285827 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:57:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:16.390489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:16.513400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03449b9-1e39-4595-a036-493060abbc5a req-b59faed0-8114-4f63-b03a-4ebbe29a292f tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:16.514910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f03449b9-1e39-4595-a036-493060abbc5a req-b59faed0-8114-4f63-b03a-4ebbe29a292f tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 945 time: 0.0506961 Jul 29 23:58:16.553108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f03449b9-1e39-4595-a036-493060abbc5a req-753ce79b-c0a8-47c3-ab4a-b5ebd8c2f112 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Jul 29 23:58:16.558397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['eec736e6-0a24-4f31-ab7c-e79617ba3728'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:16.647943 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.702969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'cee3d7dc-1e37-4759-9d19-76654e3a8172', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'mac_address': 'fa:16:3e:65:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:58:14Z', 'updated_at': '2021-07-29T23:58:14Z', 'revision_number': 0, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:16.709996 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-27e67afc-0a7f-442b-8126-a4553db823cd tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/floatingips/cee3d7dc-1e37-4759-9d19-76654e3a8172 HTTP/1.1" status: 200 len: 992 time: 0.0609117 Jul 29 23:58:16.735174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60783387-78e8-4010-972a-44cbc0ebe11f None None] The sync data for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 is: [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'cee3d7dc-1e37-4759-9d19-76654e3a8172', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'mac_address': 'fa:16:3e:65:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:58:14Z', 'updated_at': '2021-07-29T23:58:14Z', 'revision_number': 0, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:16.920042 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856f0e88-569f-4b07-8a31-58380ba67116 None None] New status for floating IP cee3d7dc-1e37-4759-9d19-76654e3a8172: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:58:17.671649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device eec736e6-0a24-4f31-ab7c-e79617ba3728 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:17.672317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82bf2-0efe-437a-a79f-e30cc70b7da1 req-d870cbb3-02e0-4efd-98c1-003375e1a17f tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:17.673715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57c82bf2-0efe-437a-a79f-e30cc70b7da1 req-d870cbb3-02e0-4efd-98c1-003375e1a17f tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 945 time: 0.0511832 Jul 29 23:58:17.713517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 60940) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:17.715820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57c82bf2-0efe-437a-a79f-e30cc70b7da1 req-94b679f4-795a-40bc-8fd8-91c54546efe9 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348203 Jul 29 23:58:17.727028 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port eec736e6-0a24-4f31-ab7c-e79617ba3728 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:17.731064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port eec736e6-0a24-4f31-ab7c-e79617ba3728 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:17.731438 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.781277 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c6cd5656-9e83-41a5-8bb2-500c97a956fd tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/floatingips/cee3d7dc-1e37-4759-9d19-76654e3a8172 HTTP/1.1" status: 200 len: 994 time: 0.0666029 Jul 29 23:58:17.810725 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.833059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb64b87-69fe-4862-a3c2-05c7698cdb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec736e6-0a24-4f31-ab7c-e79617ba3728'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:17.835232 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582eb466-d5e0-4974-a647-5d8d077a2158" -d '{"events": [{"server_uuid": "aeb64b87-69fe-4862-a3c2-05c7698cdb3b", "name": "network-vif-plugged", "status": "completed", "tag": "eec736e6-0a24-4f31-ab7c-e79617ba3728"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:17.849105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port eec736e6-0a24-4f31-ab7c-e79617ba3728, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=eec736e6-0a24-4f31-ab7c-e79617ba3728,segment=NetworkSegment(794fccb4-6aa6-4016-929b-f346d80e0b0c),segment_id=794fccb4-6aa6-4016-929b-f346d80e0b0c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:17.852890 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.878383 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbdb973-53c7-4337-9fb6-2ea763998ce9 x-openstack-request-id: req-8dbdb973-53c7-4337-9fb6-2ea763998ce9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:17.878683 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb64b87-69fe-4862-a3c2-05c7698cdb3b", "name": "network-vif-plugged", "status": "completed", "tag": "eec736e6-0a24-4f31-ab7c-e79617ba3728", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:17.878942 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dbdb973-53c7-4337-9fb6-2ea763998ce9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:17.879330 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb64b87-69fe-4862-a3c2-05c7698cdb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec736e6-0a24-4f31-ab7c-e79617ba3728', 'code': 200} Jul 29 23:58:17.904879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=eec736e6-0a24-4f31-ab7c-e79617ba3728,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:17.992778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcba6d-4c5e-4961-a78b-0c2badc62a35 req-7c56e89d-133c-4129-975c-5f75ce44e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:17.994286 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0fcba6d-4c5e-4961-a78b-0c2badc62a35 req-7c56e89d-133c-4129-975c-5f75ce44e5df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 1098 time: 0.0400038 Jul 29 23:58:18.030332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d0fcba6d-4c5e-4961-a78b-0c2badc62a35 req-b985a491-d4c3-4ce3-9a43-5cbb0a33ab8e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294724 Jul 29 23:58:18.838357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe0b77-eded-4d4f-a840-682874e49740 req-5227ae42-8775-4a93-8269-2926be1e74a7 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:18.839844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70fe0b77-eded-4d4f-a840-682874e49740 req-5227ae42-8775-4a93-8269-2926be1e74a7 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 946 time: 0.0534823 Jul 29 23:58:18.879021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70fe0b77-eded-4d4f-a840-682874e49740 req-412fb154-5503-458f-bc43-51d9794b8147 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Jul 29 23:58:18.905351 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.008930 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b26da-6916-4d93-b74a-7ca14306dced req-6254bb14-bf63-43db-9b25-ab4f4e2e8beb tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:20.010473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e78b26da-6916-4d93-b74a-7ca14306dced req-6254bb14-bf63-43db-9b25-ab4f4e2e8beb tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 946 time: 0.0502510 Jul 29 23:58:20.048178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e78b26da-6916-4d93-b74a-7ca14306dced req-a55269b3-2f90-4890-8b93-3b2c0c6d66c8 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Jul 29 23:58:21.709707 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0364944-0686-4bab-bbfa-187b327147df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.409240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65c29-7c7e-4b60-b54a-573ce3fe4ab5 req-6471b67e-6ca3-4754-8f3a-af18580ccadd tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:22.410633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bd65c29-7c7e-4b60-b54a-573ce3fe4ab5 req-6471b67e-6ca3-4754-8f3a-af18580ccadd tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 946 time: 0.0499775 Jul 29 23:58:22.450318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bd65c29-7c7e-4b60-b54a-573ce3fe4ab5 req-1ea6eba0-c63a-4375-84f6-f0c99f0c5fc2 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331876 Jul 29 23:58:23.570745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aacd0-3671-4836-9bc1-f978e1f4c443 req-977e6562-5b9d-4665-8af7-4ed0be0d54ab tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.572267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e68aacd0-3671-4836-9bc1-f978e1f4c443 req-977e6562-5b9d-4665-8af7-4ed0be0d54ab tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 946 time: 0.0530939 Jul 29 23:58:23.610936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e68aacd0-3671-4836-9bc1-f978e1f4c443 req-9a0b4907-6666-4766-8584-57e021db1494 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/security-groups?id=8aaf6dc4-e023-4251-8b54-333ac28904a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Jul 29 23:58:23.903689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-eec97988-6f54-41d2-8559-dbae3ba7bddc tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.905088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-eec97988-6f54-41d2-8559-dbae3ba7bddc tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.47 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 946 time: 0.0484760 Jul 29 23:58:24.001009 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Deleting port eec736e6-0a24-4f31-ab7c-e79617ba3728 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:24.001365 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.087786 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] For port eec736e6-0a24-4f31-ab7c-e79617ba3728, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=eec736e6-0a24-4f31-ab7c-e79617ba3728,segment=NetworkSegment(794fccb4-6aa6-4016-929b-f346d80e0b0c),segment_id=794fccb4-6aa6-4016-929b-f346d80e0b0c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:24.088189 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.101623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Calling delete_port for eec736e6-0a24-4f31-ab7c-e79617ba3728 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:24.134436 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a0bd-9242-4b0b-8ccd-2047ec3746e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.242897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.243954 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.271312 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Pushing event deleted for resources: {'Port': ['ID=eec736e6-0a24-4f31-ab7c-e79617ba3728,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:24.279071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['eec736e6-0a24-4f31-ab7c-e79617ba3728'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:24.291802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.291802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.291802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.291802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.292602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.292602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.292884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.293188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.293405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.293736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.294065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.294396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:24.335517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] No DVR routers for this DVR port eec736e6-0a24-4f31-ab7c-e79617ba3728 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:24.338354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.340518 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a8609297-34cc-4ed7-ad5f-e44da034afbb req-b9276d29-2ae5-423d-ad2b-3cd9079b1002 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.47 "DELETE /v2.0/ports/eec736e6-0a24-4f31-ab7c-e79617ba3728 HTTP/1.1" status: 204 len: 173 time: 0.4296749 Jul 29 23:58:24.341001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb64b87-69fe-4862-a3c2-05c7698cdb3b', 'name': 'network-vif-deleted', 'tag': 'eec736e6-0a24-4f31-ab7c-e79617ba3728'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:24.343285 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3283342b-51ed-4dd7-bfad-683ca3ae21f9" -d '{"events": [{"server_uuid": "aeb64b87-69fe-4862-a3c2-05c7698cdb3b", "name": "network-vif-deleted", "tag": "eec736e6-0a24-4f31-ab7c-e79617ba3728"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:24.383905 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f519df41-3c8c-4494-890c-b51f1057d08d x-openstack-request-id: req-f519df41-3c8c-4494-890c-b51f1057d08d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:24.384515 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb64b87-69fe-4862-a3c2-05c7698cdb3b", "name": "network-vif-deleted", "tag": "eec736e6-0a24-4f31-ab7c-e79617ba3728", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:24.384934 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f519df41-3c8c-4494-890c-b51f1057d08d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:24.385556 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb64b87-69fe-4862-a3c2-05c7698cdb3b', 'name': 'network-vif-deleted', 'tag': 'eec736e6-0a24-4f31-ab7c-e79617ba3728', 'status': 'completed', 'code': 200} Jul 29 23:58:24.719602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c988323a-fe5d-47f0-9296-e33357f247ac req-ba0e0505-2bb2-48f3-aa68-024f1d3505e4 tempest-VolumesActionsTest-1959221954 tempest-VolumesActionsTest-1959221954-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb64b87-69fe-4862-a3c2-05c7698cdb3b HTTP/1.1" status: 200 len: 210 time: 0.0278921 Jul 29 23:58:25.498558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.148208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.714355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device eec736e6-0a24-4f31-ab7c-e79617ba3728 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:27.735348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: eec736e6-0a24-4f31-ab7c-e79617ba3728 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:27.735698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device eec736e6-0a24-4f31-ab7c-e79617ba3728 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:32.542504 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.025921 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:58:46.528323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32912) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:46.554211 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-8830018f-4afb-438b-b7f7-9f03d8138086 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449338 Jul 29 23:58:46.575311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4423f3f0-3307-4734-be08-f24eefd65716 admin admin] Deleting subnet 0320e6b2-097e-406a-abc0-4e8a99e7ecd5 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:46.578582 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4423f3f0-3307-4734-be08-f24eefd65716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.614859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4423f3f0-3307-4734-be08-f24eefd65716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.647398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-1e9eba96-6b64-40c6-b320-0de0428d5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.648999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-1e9eba96-6b64-40c6-b320-0de0428d5148 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 1098 time: 0.0477386 Jul 29 23:58:46.655446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4423f3f0-3307-4734-be08-f24eefd65716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.713140 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4423f3f0-3307-4734-be08-f24eefd65716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.736830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423f3f0-3307-4734-be08-f24eefd65716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0320e6b2-097e-406a-abc0-4e8a99e7ecd5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:46.743367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4423f3f0-3307-4734-be08-f24eefd65716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.748118 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4423f3f0-3307-4734-be08-f24eefd65716 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0320e6b2-097e-406a-abc0-4e8a99e7ecd5 HTTP/1.1" status: 204 len: 168 time: 0.2185979 Jul 29 23:58:46.748742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32914) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:46.770226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-3cd1031f-8cea-4773-8664-4d8c7fe46757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.772178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-3cd1031f-8cea-4773-8664-4d8c7fe46757 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42133f6b-c0af-4dc7-a919-6931b61eac1e HTTP/1.1" status: 200 len: 898 time: 0.0985963 Jul 29 23:58:46.820157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.845703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-7eab66d1-f576-405a-bd3d-d5f1c23e6ca3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5cbd155-d80e-481d-b91e-dc0c4f866f77 HTTP/1.1" status: 200 len: 1002 time: 0.0651228 Jul 29 23:58:46.901505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-0bd636ca-6307-430a-b3da-cdcb22b7dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.902923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-0bd636ca-6307-430a-b3da-cdcb22b7dc98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9e49c6-9913-441a-b4ac-b1519c521cf9 HTTP/1.1" status: 200 len: 834 time: 0.0447688 Jul 29 23:58:46.908840 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.918768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cc7b3a-e162-4644-9f2c-ab0b0538f021']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:46.930046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794fccb4-6aa6-4016-929b-f346d80e0b0c') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:46.930350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794fccb4-6aa6-4016-929b-f346d80e0b0c') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:46.940185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.953979 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.957622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-999e9020-1da6-44d3-add0-610070562416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.959493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-999e9020-1da6-44d3-add0-610070562416 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42133f6b-c0af-4dc7-a919-6931b61eac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432160 Jul 29 23:58:46.960307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:46.960710 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:46.962375 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:47.017368 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.023928 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.025814 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f4cc7b3a-e162-4644-9f2c-ab0b0538f021 HTTP/1.1" status: 204 len: 168 time: 0.2761357 Jul 29 23:58:47.028943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 32916) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:47.035837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109ccef-7135-446f-b6e7-cfaec4630d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4cc7b3a-e162-4644-9f2c-ab0b0538f021,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:47.095918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Deleting subnet c9675ecb-ed0d-49c7-b011-f08dec7424f9 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:47.101620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-5df79f83-c0fe-439e-ab0c-79e51fd6512e service neutron] 10.222.0.42 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293819 Jul 29 23:58:47.102278 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.183969 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.244677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.265510 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c7acd1-2243-4b74-b4bc-cd978f57fb45 req-373063ce-ee91-4e93-b202-720d8ee0fefb service neutron] 10.222.0.42 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440248 Jul 29 23:58:47.302006 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.325539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9675ecb-ed0d-49c7-b011-f08dec7424f9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:47.335179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.337135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c9675ecb-ed0d-49c7-b011-f08dec7424f9 HTTP/1.1" status: 204 len: 168 time: 0.3072495 Jul 29 23:58:47.338639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.338986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.339328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.339670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.339837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:47.340002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.340371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.340697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.341023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.341351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.341672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.341995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.342318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05f4c-d4f9-4f3f-bca9-5e0e605f49ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:47.411903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.491703 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.501700 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30403e7b-d5dc-46f9-ac02-ae7119784abc']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.511767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c787661e-8c51-4f50-aadf-e67e54583988') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.512089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c787661e-8c51-4f50-aadf-e67e54583988') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.521333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.539947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.545767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:47.546169 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:47.547807 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:47.601925 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.606276 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.608270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/30403e7b-d5dc-46f9-ac02-ae7119784abc HTTP/1.1" status: 204 len: 168 time: 0.2674420 Jul 29 23:58:47.621165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfce687-cde9-47b6-9859-d8871324d8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=30403e7b-d5dc-46f9-ac02-ae7119784abc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:47.766830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32922) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:47.805943 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4f0288ad-da34-4dc2-bc83-2b946b03e743 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cda590c8986343f894eebb1a0e710b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374138 Jul 29 23:58:47.808307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:47.866399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b30ed00b-2438-49f2-beb8-ab829f7fe71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.887157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b30ed00b-2438-49f2-beb8-ab829f7fe71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.938341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b30ed00b-2438-49f2-beb8-ab829f7fe71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.941585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b30ed00b-2438-49f2-beb8-ab829f7fe71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.942747 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b30ed00b-2438-49f2-beb8-ab829f7fe71a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8aaf6dc4-e023-4251-8b54-333ac28904a3 HTTP/1.1" status: 204 len: 168 time: 0.1335545 Jul 29 23:58:47.950410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ed00b-2438-49f2-beb8-ab829f7fe71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaf6dc4-e023-4251-8b54-333ac28904a3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:48.270704 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:48.317337 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4d34cd7c-acfd-43ce-8fd5-509d8c2c922c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf93e9d5bfb045aea95441189cc4e459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453587 Jul 29 23:58:48.319748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 32934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:48.368389 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a406b695-6638-449a-92de-3b4016642c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.390874 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a406b695-6638-449a-92de-3b4016642c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.446820 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a406b695-6638-449a-92de-3b4016642c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.449677 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a406b695-6638-449a-92de-3b4016642c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.450851 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a406b695-6638-449a-92de-3b4016642c3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4a4066a-01ee-41ff-aa9c-3ba04a82b2f5 HTTP/1.1" status: 204 len: 168 time: 0.1301115 Jul 29 23:58:48.459884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406b695-6638-449a-92de-3b4016642c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a4066a-01ee-41ff-aa9c-3ba04a82b2f5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:48.903390 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.713636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3e9e-8252-4600-b27a-6a27caf6dbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.122411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33040) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:53.240475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975f7f2-17e3-43a5-8e27-f3eec90df50b tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:53.241182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975f7f2-17e3-43a5-8e27-f3eec90df50b tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:53.241855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975f7f2-17e3-43a5-8e27-f3eec90df50b tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:53.244590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4975f7f2-17e3-43a5-8e27-f3eec90df50b tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=20c754a6e05e485095f799be6e548d5f&network_id=42133f6b-c0af-4dc7-a919-6931b61eac1e HTTP/1.1" status: 200 len: 2973 time: 0.1208353 Jul 29 23:58:54.138881 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-183f31b9-5218-4875-a7e3-80299d788332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.254321 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.325715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:55.379650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc940a0-70b1-4644-8f54-ed39e0722f4b tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.381435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5fc940a0-70b1-4644-8f54-ed39e0722f4b tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2 HTTP/1.1" status: 200 len: 814 time: 0.0547295 Jul 29 23:58:55.505290 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.264637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.269828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'network': {'name': 'tempest-network-smoke--1770031148', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:56.304465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Made reservation on behalf of 20c754a6e05e485095f799be6e548d5f for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:56.310560 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.339930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:56.352853 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.353198 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Added segment 9cb09295-e193-4a7b-b46f-72c96839a114 of type vlan for network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 Jul 29 23:58:56.415166 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.446585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.452225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.452914 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.514368 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2458489 Jul 29 23:58:56.514633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.530363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957b1a3-76ef-4f5a-82fd-63044b697a86 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Network': ['ID=460fbd9d-b08e-4384-a9e9-17fb5dd59a29,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:56.542048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:56.575242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869f4ac-7288-4b3a-a506-5d2c89c3f0fa tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.579989 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a869f4ac-7288-4b3a-a506-5d2c89c3f0fa tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=20c754a6e05e485095f799be6e548d5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0613978 Jul 29 23:58:56.580349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.674434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727e0b9-f025-4038-9e86-6545d218dd09 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.678550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3727e0b9-f025-4038-9e86-6545d218dd09 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946691 Jul 29 23:58:56.678923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33068) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.715641 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8d5f7f01-5f65-4d55-8370-a2f42043960d tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354316 Jul 29 23:58:56.718440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.753042 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-abf26616-8722-45ec-a95e-68598048ce70 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=20c754a6e05e485095f799be6e548d5f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333652 Jul 29 23:58:56.755433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.856516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed2714d-9e8f-42a8-b96c-46108c451164 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.860447 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8ed2714d-9e8f-42a8-b96c-46108c451164 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1012762 Jul 29 23:58:56.860870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33074) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.895370 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4c9e7ace-d80e-4ee5-b7d4-5949c9cf9f73 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331628 Jul 29 23:58:56.898190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33076) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.903194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-652917339', 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:56.996731 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Made reservation on behalf of 20c754a6e05e485095f799be6e548d5f for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:57.000449 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.145634 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.202601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.273286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Checking segment: {'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:57.274012 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network hostable DHCP agents. Network: 460fbd9d-b08e-4384-a9e9-17fb5dd59a29, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:57.275703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Subnet': ['ID=2e39741a-16e3-4621-9d08-3b0b1f132d41,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:57.294326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:57.306272 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 460fbd9d-b08e-4384-a9e9-17fb5dd59a29) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:57.315631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:57.316524 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.317078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b768ad1-afb3-4b29-b9a0-03f2ad28d9b5 None None] Network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:57.340786 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5ab36d54-8a9e-4eb4-82e7-455203bbc60f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4391170 Jul 29 23:58:57.498453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-460fbd9d-b08e-4384-a9e9-17fb5dd59a29', 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ips': [{'subnet_id': '2e39741a-16e3-4621-9d08-3b0b1f132d41'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:57.499358 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.608926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33082) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:57.614215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2e9e5fb0-b556-425c-b414-7ced3d45a498 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323089408', 'description': 'tempest-secgroup-smoke-323089408 description', 'project_id': '20c754a6e05e485095f799be6e548d5f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:57.639569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5fb0-b556-425c-b414-7ced3d45a498 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.654123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Allocated IP 172.20.0.18 (460fbd9d-b08e-4384-a9e9-17fb5dd59a29/2e39741a-16e3-4621-9d08-3b0b1f132d41/1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:57.746098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5fb0-b556-425c-b414-7ced3d45a498 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.751092 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5fb0-b556-425c-b414-7ced3d45a498 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.783659 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5fb0-b556-425c-b414-7ced3d45a498 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.787549 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2e9e5fb0-b556-425c-b414-7ced3d45a498 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1750002 Jul 29 23:58:57.787549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e5fb0-b556-425c-b414-7ced3d45a498 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373cc998-a35a-436f-9f77-541219917139,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:57.789509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:57.801848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b6cd89aa-c991-4717-bbb5-f0a1c0fa5d65 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '373cc998-a35a-436f-9f77-541219917139', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:57.833800 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6cd89aa-c991-4717-bbb5-f0a1c0fa5d65 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.843324 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.853975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Transition to ACTIVE for port object 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:57.871283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Transition to ACTIVE for port object 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:57.878298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.919160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:57.922314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:57.925682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:57.938313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Pushing event updated for resources: {'Port': ['ID=1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:57.951588 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6cd89aa-c991-4717-bbb5-f0a1c0fa5d65 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.964746 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6cd89aa-c991-4717-bbb5-f0a1c0fa5d65 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.964908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.964908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.964908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.965601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.966888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.967073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.967568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.967922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.968302 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.968666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.969069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.969444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:57.985247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd89aa-c991-4717-bbb5-f0a1c0fa5d65 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddd6531-6604-4b79-b4c0-a74df1b34778,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:57.994047 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6cd89aa-c991-4717-bbb5-f0a1c0fa5d65 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.998279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b6cd89aa-c991-4717-bbb5-f0a1c0fa5d65 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2023764 Jul 29 23:58:57.998517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33086) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.003782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0d918663-161a-4b5d-9cb4-d37b1b9ab650 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '373cc998-a35a-436f-9f77-541219917139', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:58.013250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Attempting to bind port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:58.013743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Attempting to bind port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:58.014114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Attempting to bind port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 on network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:58.024054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:58.024433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Checking segment: {'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:58.024851 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.025231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Bound using segment: {'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:58.025709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Bound port: 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:58.026090 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.042979 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d918663-161a-4b5d-9cb4-d37b1b9ab650 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.140870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] For port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:58.147471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] For port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:58.150462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d918663-161a-4b5d-9cb4-d37b1b9ab650 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.154296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.160984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d918663-161a-4b5d-9cb4-d37b1b9ab650 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.213012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d918663-161a-4b5d-9cb4-d37b1b9ab650 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacda57f-0f92-4b0e-99ab-361186d692b0,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.239962 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d918663-161a-4b5d-9cb4-d37b1b9ab650 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.242900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0d918663-161a-4b5d-9cb4-d37b1b9ab650 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2429488 Jul 29 23:58:58.247032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33092) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.260216 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c8a0896e-1c12-419f-9bfa-9b29d84d9769 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '373cc998-a35a-436f-9f77-541219917139', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:58.287226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f3fe3-a969-4bf2-ae3f-7715fb37ba7c None None] Pushing event updated for resources: {'Port': ['ID=1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.323775 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8a0896e-1c12-419f-9bfa-9b29d84d9769 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.400356 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8a0896e-1c12-419f-9bfa-9b29d84d9769 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.405043 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8a0896e-1c12-419f-9bfa-9b29d84d9769 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.425718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0896e-1c12-419f-9bfa-9b29d84d9769 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c34583d-3848-44a1-ac66-9c73d3879daa,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.433079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8a0896e-1c12-419f-9bfa-9b29d84d9769 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.434358 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c8a0896e-1c12-419f-9bfa-9b29d84d9769 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1853735 Jul 29 23:58:58.439547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.444618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e90d6654-6a50-4505-a713-bc2f6b63678c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '373cc998-a35a-436f-9f77-541219917139', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:58.586338 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e90d6654-6a50-4505-a713-bc2f6b63678c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.666066 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e90d6654-6a50-4505-a713-bc2f6b63678c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.670692 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e90d6654-6a50-4505-a713-bc2f6b63678c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.692341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d6654-6a50-4505-a713-bc2f6b63678c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25aeba0f-61a8-4b0a-bd60-26a9e9eaee4c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.699564 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e90d6654-6a50-4505-a713-bc2f6b63678c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.703917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e90d6654-6a50-4505-a713-bc2f6b63678c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2608690 Jul 29 23:58:58.705156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33096) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.711971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6fb74f89-5e9b-43f0-80fb-e885c91905f3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '373cc998-a35a-436f-9f77-541219917139', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:58.736361 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-6fb74f89-5e9b-43f0-80fb-e885c91905f3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Project 20c754a6e05e485095f799be6e548d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:58:58.746671 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f89-5e9b-43f0-80fb-e885c91905f3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.812768 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f89-5e9b-43f0-80fb-e885c91905f3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.817873 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f89-5e9b-43f0-80fb-e885c91905f3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.838715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb74f89-5e9b-43f0-80fb-e885c91905f3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248526b5-97d3-4a89-84af-f6923502a0a7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.842747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f89-5e9b-43f0-80fb-e885c91905f3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.847080 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6fb74f89-5e9b-43f0-80fb-e885c91905f3 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405344 Jul 29 23:58:58.847359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33098) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.853422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5028462f-64a1-4dc6-ba1e-a9470e9af555 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '373cc998-a35a-436f-9f77-541219917139', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:58.882142 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-5028462f-64a1-4dc6-ba1e-a9470e9af555 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Project 20c754a6e05e485095f799be6e548d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:58:58.887737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5028462f-64a1-4dc6-ba1e-a9470e9af555 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.958795 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5028462f-64a1-4dc6-ba1e-a9470e9af555 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.963295 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5028462f-64a1-4dc6-ba1e-a9470e9af555 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.981257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028462f-64a1-4dc6-ba1e-a9470e9af555 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8096f669-b008-447e-b1a9-885ad9bf9294,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.989801 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5028462f-64a1-4dc6-ba1e-a9470e9af555 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.991633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5028462f-64a1-4dc6-ba1e-a9470e9af555 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432314 Jul 29 23:58:59.141049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:59.204728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:59.284939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-bdde0409-71b7-4b8f-9d91-2ad927ebaa3d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323089408&fields=id&tenant_id=20c754a6e05e485095f799be6e548d5f HTTP/1.1" status: 200 len: 267 time: 0.0474472 Jul 29 23:58:59.636226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2628223-20dc-41c7-8b4f-230886d04a74 None None] Network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:59.765482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ad895698-120c-46f8-a95d-5f4b3294f494 None None] Provisioning for port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:59.774349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-0231c9fe-8a8c-4907-8d36-059fa08daa5e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:59.775520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ad895698-120c-46f8-a95d-5f4b3294f494 None None] Provisioning complete for port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:59.776059 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad895698-120c-46f8-a95d-5f4b3294f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.776229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-0231c9fe-8a8c-4907-8d36-059fa08daa5e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/networks?id=460fbd9d-b08e-4384-a9e9-17fb5dd59a29 HTTP/1.1" status: 200 len: 797 time: 0.4805977 Jul 29 23:58:59.794133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-7bf4a6ae-b6f9-4183-be59-3b33f06d475e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/quotas/20c754a6e05e485095f799be6e548d5f HTTP/1.1" status: 200 len: 375 time: 0.0111713 Jul 29 23:58:59.862819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-54557326-5724-4bef-8e2e-3f53b55051a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0595245 Jul 29 23:58:59.900259 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad895698-120c-46f8-a95d-5f4b3294f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.942219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ad895698-120c-46f8-a95d-5f4b3294f494 None None] For port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:59.947362 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad895698-120c-46f8-a95d-5f4b3294f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.997263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-9941ba24-550b-441a-b88d-b386bca8e381 service neutron] 10.222.0.37 "GET /v2.0/networks/460fbd9d-b08e-4384-a9e9-17fb5dd59a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102211 Jul 29 23:59:00.034142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad895698-120c-46f8-a95d-5f4b3294f494 None None] Pushing event updated for resources: {'Port': ['ID=1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:00.126716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-6690a70d-002b-4249-aac0-c0a86020bdd4 service neutron] 10.222.0.37 "GET /v2.0/networks/460fbd9d-b08e-4384-a9e9-17fb5dd59a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225619 Jul 29 23:59:00.168736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-72475cc9-4af3-462d-b977-bdb4fcdc68c6 None None] Provisioning complete for port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:00.169283 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72475cc9-4af3-462d-b977-bdb4fcdc68c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.305093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2790969-8dbe-4e10-a332-c8a76f4ec55e req-74954718-540d-48f6-864a-0972714c262b tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 210 time: 0.0330915 Jul 29 23:59:01.125344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:01.192379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:01.193272 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.373756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-67c3e4ca-12c2-41a2-85ae-358346c06f33 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:01.375676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-67c3e4ca-12c2-41a2-85ae-358346c06f33 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "GET /v2.0/networks?id=460fbd9d-b08e-4384-a9e9-17fb5dd59a29 HTTP/1.1" status: 200 len: 797 time: 0.1294193 Jul 29 23:59:01.439141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9863d42a-c222-4bde-8e60-a35669b12963 req-28d3f3f9-b1cc-4b1d-b8ac-af09ddef0060 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 210 time: 0.0489123 Jul 29 23:59:01.464132 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a06bfa62-45f7-40cc-ab16-0b69eae6c197 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c754a6e05e485095f799be6e548d5f HTTP/1.1" status: 200 len: 472 time: 0.0750935 Jul 29 23:59:01.474947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'port': {'device_id': '74776849-59aa-4f82-b823-9b335f834f0d', 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29', 'admin_state_up': True, 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'security_groups': ['373cc998-a35a-436f-9f77-541219917139']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:01.586610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Made reservation on behalf of 20c754a6e05e485095f799be6e548d5f for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:01.590307 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.715714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Allocated IP 172.20.0.24 (460fbd9d-b08e-4384-a9e9-17fb5dd59a29/2e39741a-16e3-4621-9d08-3b0b1f132d41/ec33cf91-b1a4-41bf-9494-db81355f6db4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:01.865986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.881870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Transition to ACTIVE for port object ec33cf91-b1a4-41bf-9494-db81355f6db4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:01.915201 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.960781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:01.963826 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:01.966421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:02.002246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=ec33cf91-b1a4-41bf-9494-db81355f6db4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.037307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:02.037968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.054129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-a71652de-71df-4051-bcbc-bc41befe1588 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5828760 Jul 29 23:59:02.068610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Request body: {'port': {'device_id': '74776849-59aa-4f82-b823-9b335f834f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:02.133263 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.194840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4d5a951f-c800-4a5e-8795-85be56e5d9b4 None None] Provisioning for port ec33cf91-b1a4-41bf-9494-db81355f6db4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:02.199592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4d5a951f-c800-4a5e-8795-85be56e5d9b4 None None] Provisioning complete for port ec33cf91-b1a4-41bf-9494-db81355f6db4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:02.199973 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d5a951f-c800-4a5e-8795-85be56e5d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.399009 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a951f-c800-4a5e-8795-85be56e5d9b4 None None] Port ec33cf91-b1a4-41bf-9494-db81355f6db4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:02.465588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec33cf91-b1a4-41bf-9494-db81355f6db4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:59:02.476641 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.491096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Transition to ACTIVE for port object ec33cf91-b1a4-41bf-9494-db81355f6db4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:02.495441 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.545256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Pushing event updated for resources: {'Port': ['ID=ec33cf91-b1a4-41bf-9494-db81355f6db4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.569070 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.655898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bb5e-d70a-48c2-825f-9b67b9b9b696 req-83202673-049e-419d-ad31-b7d70f070843 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:02.657987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0a6bb5e-d70a-48c2-825f-9b67b9b9b696 req-83202673-049e-419d-ad31-b7d70f070843 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 944 time: 0.1022496 Jul 29 23:59:02.711318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Attempting to bind port ec33cf91-b1a4-41bf-9494-db81355f6db4 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:02.711682 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Attempting to bind port ec33cf91-b1a4-41bf-9494-db81355f6db4 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:02.711984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Attempting to bind port ec33cf91-b1a4-41bf-9494-db81355f6db4 on network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:02.725055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0a6bb5e-d70a-48c2-825f-9b67b9b9b696 req-6d769391-f2f8-448a-a8e2-300742a7eb0e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588083 Jul 29 23:59:02.725840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Port ec33cf91-b1a4-41bf-9494-db81355f6db4 on network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:59:02.726171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Attempting to bind port ec33cf91-b1a4-41bf-9494-db81355f6db4 on network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:02.731764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:02.732130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Checking segment: {'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:02.732523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Bound using segment: {'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:02.732955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Bound port: ec33cf91-b1a4-41bf-9494-db81355f6db4, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:02.733314 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.808447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] For port ec33cf91-b1a4-41bf-9494-db81355f6db4, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:02.811842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] For port ec33cf91-b1a4-41bf-9494-db81355f6db4, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ec33cf91-b1a4-41bf-9494-db81355f6db4,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:02.816669 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.850646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:02.851577 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.853531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] 10.222.0.42 "PUT /v2.0/ports/ec33cf91-b1a4-41bf-9494-db81355f6db4 HTTP/1.1" status: 200 len: 1093 time: 0.7905571 Jul 29 23:59:02.856360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74776849-59aa-4f82-b823-9b335f834f0d', 'tag': 'ec33cf91-b1a4-41bf-9494-db81355f6db4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:02.859374 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5492b4-54fc-4c5f-8ecb-672abddbb759" -d '{"events": [{"name": "network-changed", "server_uuid": "74776849-59aa-4f82-b823-9b335f834f0d", "tag": "ec33cf91-b1a4-41bf-9494-db81355f6db4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:02.894019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e72c7b-7db4-4252-af15-3b57b38325ec service neutron] Pushing event updated for resources: {'Port': ['ID=ec33cf91-b1a4-41bf-9494-db81355f6db4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.913903 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764a735-e35e-43d4-88a2-e27b64f7f4ea x-openstack-request-id: req-f764a735-e35e-43d4-88a2-e27b64f7f4ea {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:02.914188 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74776849-59aa-4f82-b823-9b335f834f0d", "tag": "ec33cf91-b1a4-41bf-9494-db81355f6db4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:02.914432 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f764a735-e35e-43d4-88a2-e27b64f7f4ea {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:02.914834 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74776849-59aa-4f82-b823-9b335f834f0d', 'tag': 'ec33cf91-b1a4-41bf-9494-db81355f6db4', 'status': 'completed', 'code': 200} Jul 29 23:59:02.948679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-85b49528-3d72-4252-9677-16c3725a829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:02.950495 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-85b49528-3d72-4252-9677-16c3725a829b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 1096 time: 0.0515633 Jul 29 23:59:02.996912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-c7d32004-0bc2-40c6-86bc-315839f8c613 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=ec33cf91-b1a4-41bf-9494-db81355f6db4 HTTP/1.1" status: 200 len: 217 time: 0.0363359 Jul 29 23:59:03.057543 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-4976c901-5190-40db-95df-e9d48af55269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:03.059188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-4976c901-5190-40db-95df-e9d48af55269 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e39741a-16e3-4621-9d08-3b0b1f132d41 HTTP/1.1" status: 200 len: 837 time: 0.0532043 Jul 29 23:59:03.108742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-5102980e-4f27-45e3-b87a-acfcafb610e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:03.110354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-5102980e-4f27-45e3-b87a-acfcafb610e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=460fbd9d-b08e-4384-a9e9-17fb5dd59a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0422962 Jul 29 23:59:03.205537 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-79b47aa5-ad85-4d04-8a09-5af238dc6ae5 service neutron] 10.222.0.42 "GET /v2.0/networks/460fbd9d-b08e-4384-a9e9-17fb5dd59a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847037 Jul 29 23:59:03.309614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71a7db09-549a-4f6a-9304-c1ad05c6fb0a req-36c8cf6d-8ecd-4c9e-9186-75eb59bd5838 service neutron] 10.222.0.42 "GET /v2.0/networks/460fbd9d-b08e-4384-a9e9-17fb5dd59a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955338 Jul 29 23:59:03.401327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-abfe8082-7d90-4891-9ce4-7604c97594df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:03.402862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-abfe8082-7d90-4891-9ce4-7604c97594df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 1096 time: 0.0436649 Jul 29 23:59:03.502123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-61b40e65-bbd1-445f-96be-22b10c0550c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:03.504413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-61b40e65-bbd1-445f-96be-22b10c0550c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=460fbd9d-b08e-4384-a9e9-17fb5dd59a29 HTTP/1.1" status: 200 len: 898 time: 0.0937190 Jul 29 23:59:03.549707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-f6f65328-b696-4e09-9042-da8cde777b75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=ec33cf91-b1a4-41bf-9494-db81355f6db4 HTTP/1.1" status: 200 len: 217 time: 0.0369494 Jul 29 23:59:03.599693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-dc5f76b6-f211-49e9-8db2-f15948b5aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:03.601104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-dc5f76b6-f211-49e9-8db2-f15948b5aacf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e39741a-16e3-4621-9d08-3b0b1f132d41 HTTP/1.1" status: 200 len: 837 time: 0.0441287 Jul 29 23:59:03.673991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-2180f1c2-e70b-40e7-9ee7-94e94285bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:03.675847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-2180f1c2-e70b-40e7-9ee7-94e94285bb1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=460fbd9d-b08e-4384-a9e9-17fb5dd59a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0653427 Jul 29 23:59:03.789859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-b30d2d65-c7e1-413c-8868-7ddc69bdbd9b service neutron] 10.222.0.42 "GET /v2.0/networks/460fbd9d-b08e-4384-a9e9-17fb5dd59a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044517 Jul 29 23:59:03.937625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f32fd-c42b-4a36-a34d-2109c59008b3 req-fa0a0da2-e933-47d8-a9e1-8c07088c3e3c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:03.939724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-162f32fd-c42b-4a36-a34d-2109c59008b3 req-fa0a0da2-e933-47d8-a9e1-8c07088c3e3c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 944 time: 0.1202333 Jul 29 23:59:03.960069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b5492b4-54fc-4c5f-8ecb-672abddbb759 req-145f06d4-b2a5-4e05-b007-3359a612ac11 service neutron] 10.222.0.42 "GET /v2.0/networks/460fbd9d-b08e-4384-a9e9-17fb5dd59a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621730 Jul 29 23:59:03.991771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-162f32fd-c42b-4a36-a34d-2109c59008b3 req-71bc2008-fc1d-4f3c-849d-4dd22f041819 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433133 Jul 29 23:59:05.117222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c8da6-97f6-4b47-a614-e7ded47d283c req-14ef3272-0f39-4162-831e-9d53169b73a2 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:05.118716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df1c8da6-97f6-4b47-a614-e7ded47d283c req-14ef3272-0f39-4162-831e-9d53169b73a2 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 944 time: 0.0490022 Jul 29 23:59:05.156315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df1c8da6-97f6-4b47-a614-e7ded47d283c req-f8ea4206-459c-4a21-97c1-6c6353480bd1 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 Jul 29 23:59:05.968180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ec33cf91-b1a4-41bf-9494-db81355f6db4 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:59:06.082157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ec33cf91-b1a4-41bf-9494-db81355f6db4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ec33cf91-b1a4-41bf-9494-db81355f6db4,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:06.095944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'ec33cf91-b1a4-41bf-9494-db81355f6db4', 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29', 'port_id': 'ec33cf91-b1a4-41bf-9494-db81355f6db4', 'mac_address': 'fa:16:3e:45:4a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e39741a-16e3-4621-9d08-3b0b1f132d41', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:59:06.135074 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-b55c39ab-f566-4e9a-bb3e-1df3b9fb40ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0627511 Jul 29 23:59:06.144623 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.158946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec33cf91-b1a4-41bf-9494-db81355f6db4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:59:06.187176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ec33cf91-b1a4-41bf-9494-db81355f6db4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ec33cf91-b1a4-41bf-9494-db81355f6db4,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:06.193260 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.250938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-bebb4bb0-ab3f-4168-a4bb-3f13c5e5fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:06.252561 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-bebb4bb0-ab3f-4168-a4bb-3f13c5e5fdf7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9fd47cf550425a8844b8e581000f5f&device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1097 time: 0.0579622 Jul 29 23:59:06.264287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ec33cf91-b1a4-41bf-9494-db81355f6db4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.315140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0f613-d666-4027-8054-a01583a15d9a req-6cf743fb-4955-4c5c-af26-983e220ca263 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:06.317004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96e0f613-d666-4027-8054-a01583a15d9a req-6cf743fb-4955-4c5c-af26-983e220ca263 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 945 time: 0.0641966 Jul 29 23:59:06.361913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96e0f613-d666-4027-8054-a01583a15d9a req-8f6aceed-7e79-483e-a23b-6517fba7d97a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381582 Jul 29 23:59:06.377226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-cc9b0916-e615-4240-97bd-96cf21a52451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:06.378513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-cc9b0916-e615-4240-97bd-96cf21a52451 service neutron] 10.222.0.47 "GET /v2.0/networks?id=464ff294-3539-4ab1-91a5-93c488a36535 HTTP/1.1" status: 200 len: 910 time: 0.1064780 Jul 29 23:59:06.441442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['ec33cf91-b1a4-41bf-9494-db81355f6db4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:59:06.460605 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-91d3e277-1664-4e5d-883f-867e350b273f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996 HTTP/1.1" status: 200 len: 1001 time: 0.0744390 Jul 29 23:59:06.518170 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-e2070979-54c4-4278-93d5-527621828954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:06.519194 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-e2070979-54c4-4278-93d5-527621828954 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c97fd569-9a49-4b34-8f41-bcc081cd0b54 HTTP/1.1" status: 200 len: 848 time: 0.0517631 Jul 29 23:59:06.583278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-1dfbc080-75f1-4b4c-b505-37ef2ad9ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:06.585491 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-1dfbc080-75f1-4b4c-b505-37ef2ad9ee17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=464ff294-3539-4ab1-91a5-93c488a36535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594027 Jul 29 23:59:06.698987 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-fd4b1ebb-1919-4e3e-91d1-ab0a4dd5d326 service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060517 Jul 29 23:59:06.803325 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d7e63577-f0f3-4efd-b17f-bb931c2a6855 req-c3a23380-684d-4fe5-b4e5-2f85e3a45a89 service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970154 Jul 29 23:59:07.507546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beaa2ee-f733-490f-aa0f-4d1df67cec92 req-3425b92d-d8ad-4bfa-96b5-7f1e904aa4ff tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:07.510092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7beaa2ee-f733-490f-aa0f-4d1df67cec92 req-3425b92d-d8ad-4bfa-96b5-7f1e904aa4ff tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 945 time: 0.0596302 Jul 29 23:59:07.557223 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7beaa2ee-f733-490f-aa0f-4d1df67cec92 req-35dc8e17-5553-4fda-b7ac-b5f1e9e70b45 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352924 Jul 29 23:59:07.978762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ec33cf91-b1a4-41bf-9494-db81355f6db4 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:08.037566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port ec33cf91-b1a4-41bf-9494-db81355f6db4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:08.042248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port ec33cf91-b1a4-41bf-9494-db81355f6db4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:08.042799 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.148761 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.178877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74776849-59aa-4f82-b823-9b335f834f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec33cf91-b1a4-41bf-9494-db81355f6db4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:08.182278 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45520a22-c9f8-46f1-a195-ca44c44326af" -d '{"events": [{"server_uuid": "74776849-59aa-4f82-b823-9b335f834f0d", "name": "network-vif-plugged", "status": "completed", "tag": "ec33cf91-b1a4-41bf-9494-db81355f6db4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:08.207928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ec33cf91-b1a4-41bf-9494-db81355f6db4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ec33cf91-b1a4-41bf-9494-db81355f6db4,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:08.214600 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.263807 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0765a599-bc25-4984-931a-238d3dc6836f x-openstack-request-id: req-0765a599-bc25-4984-931a-238d3dc6836f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:08.264170 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74776849-59aa-4f82-b823-9b335f834f0d", "name": "network-vif-plugged", "status": "completed", "tag": "ec33cf91-b1a4-41bf-9494-db81355f6db4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:08.264560 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0765a599-bc25-4984-931a-238d3dc6836f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:08.265234 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74776849-59aa-4f82-b823-9b335f834f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec33cf91-b1a4-41bf-9494-db81355f6db4', 'code': 200} Jul 29 23:59:08.309379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ec33cf91-b1a4-41bf-9494-db81355f6db4,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:08.357185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b585a8-e036-4262-8bc5-340dc0ca622b req-3c1ede99-35e6-41ff-86e8-02eb54f61677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:08.358744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84b585a8-e036-4262-8bc5-340dc0ca622b req-3c1ede99-35e6-41ff-86e8-02eb54f61677 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 1098 time: 0.0523300 Jul 29 23:59:08.397390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84b585a8-e036-4262-8bc5-340dc0ca622b req-663f04eb-0e01-469f-abe5-67d19b0ac89a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299826 Jul 29 23:59:08.480637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33198) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.609954 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c29e1f2-1398-4f5b-8922-2e0197dbfaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.714282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56a686-5a80-43fe-84d6-bf73e9cf7907 req-cdb91cd5-8c21-48a8-a2ad-578341b3f702 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:08.715777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f56a686-5a80-43fe-84d6-bf73e9cf7907 req-cdb91cd5-8c21-48a8-a2ad-578341b3f702 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 946 time: 0.0814269 Jul 29 23:59:08.775502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f56a686-5a80-43fe-84d6-bf73e9cf7907 req-ff480fe5-a85d-4e10-8067-9c87e4651992 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525227 Jul 29 23:59:08.779982 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c29e1f2-1398-4f5b-8922-2e0197dbfaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.785264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c29e1f2-1398-4f5b-8922-2e0197dbfaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.824196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1c29e1f2-1398-4f5b-8922-2e0197dbfaf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=028c72a180944e8aabac2daa9162fee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423975 Jul 29 23:59:08.826171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29e1f2-1398-4f5b-8922-2e0197dbfaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e39473-36b7-410a-84b2-0482e66a0bf1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:08.827370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33204) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.884246 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5f04-b22f-44bb-978f-f9bb252cea56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.905043 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5f04-b22f-44bb-978f-f9bb252cea56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.957615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5f04-b22f-44bb-978f-f9bb252cea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.960897 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5f04-b22f-44bb-978f-f9bb252cea56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.962098 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fd6f5f04-b22f-44bb-978f-f9bb252cea56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3e39473-36b7-410a-84b2-0482e66a0bf1 HTTP/1.1" status: 204 len: 168 time: 0.1333272 Jul 29 23:59:08.969773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f5f04-b22f-44bb-978f-f9bb252cea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e39473-36b7-410a-84b2-0482e66a0bf1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.917566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f6aca-927f-407f-9b8f-ae31cbb76a5a req-4227cc7c-17a6-4ae7-9cf1-0afbd434fdb4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:09.919306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d0f6aca-927f-407f-9b8f-ae31cbb76a5a req-4227cc7c-17a6-4ae7-9cf1-0afbd434fdb4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 946 time: 0.0529621 Jul 29 23:59:09.968205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d0f6aca-927f-407f-9b8f-ae31cbb76a5a req-aaa74e9b-6f1b-4561-a59b-df12b08af35b tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Jul 29 23:59:10.100745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e752-9857-4b2a-9160-15552170f79d req-c8840017-917d-4cad-afe6-ef0b48a9be28 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:10.102310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fe5e752-9857-4b2a-9160-15552170f79d req-c8840017-917d-4cad-afe6-ef0b48a9be28 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 946 time: 0.0632532 Jul 29 23:59:10.146753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fe5e752-9857-4b2a-9160-15552170f79d req-1cd06e96-59ae-48ef-9bd3-e507d9c1cf16 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365994 Jul 29 23:59:11.026335 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:59:11.640988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:12.197204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.552573 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Allocated IP 172.20.0.17 (460fbd9d-b08e-4384-a9e9-17fb5dd59a29/2e39741a-16e3-4621-9d08-3b0b1f132d41/a612acbb-b654-43aa-8e45-a36a12799a1c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:12.669757 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.684252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Transition to ACTIVE for port object a612acbb-b654-43aa-8e45-a36a12799a1c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:12.717411 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.760313 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:12.761605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:12.768100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:12.791456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=a612acbb-b654-43aa-8e45-a36a12799a1c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:12.815950 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.983473 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.039988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7792b6f6-73f2-4e8c-bfe4-2d4bdf9cb600 None None] Provisioning for port a612acbb-b654-43aa-8e45-a36a12799a1c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:13.046180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7792b6f6-73f2-4e8c-bfe4-2d4bdf9cb600 None None] Provisioning complete for port a612acbb-b654-43aa-8e45-a36a12799a1c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:13.047706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7792b6f6-73f2-4e8c-bfe4-2d4bdf9cb600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.087936 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7792b6f6-73f2-4e8c-bfe4-2d4bdf9cb600 None None] Port a612acbb-b654-43aa-8e45-a36a12799a1c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:13.621949 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.629734 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.706587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=a612acbb-b654-43aa-8e45-a36a12799a1c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:13.709006 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.822737 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:13.824339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:13.952622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:14.075283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:14.085763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Sync routers for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:14.088637 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e33df0bb-0fbd-4bf3-bd4a-e9e65d0b528e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "PUT /v2.0/routers/2f95b35d-9c4c-4b90-9545-9a9cfb374edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4460375 Jul 29 23:59:14.102819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:14.103398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:58:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.161849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83346983-690e-45ce-b92e-ec24aa9722f1 None None] Provisioning complete for port a612acbb-b654-43aa-8e45-a36a12799a1c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:14.162375 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83346983-690e-45ce-b92e-ec24aa9722f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.249669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-83346983-690e-45ce-b92e-ec24aa9722f1 None None] Port a612acbb-b654-43aa-8e45-a36a12799a1c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:14.264483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:14.378370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.502382 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d61044f-4c42-47bb-b62b-b078d237b6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.542665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:12Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'cee3d7dc-1e37-4759-9d19-76654e3a8172', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'mac_address': 'fa:16:3e:65:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:58:14Z', 'updated_at': '2021-07-29T23:58:17Z', 'revision_number': 1, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a612acbb-b654-43aa-8e45-a36a12799a1c', 'name': '', 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:54:ff:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2e39741a-16e3-4621-9d08-3b0b1f132d41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:12Z', 'updated_at': '2021-07-29T23:59:13Z', 'revision_number': 2, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '2e39741a-16e3-4621-9d08-3b0b1f132d41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.575563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Checking router: 2f95b35d-9c4c-4b90-9545-9a9cfb374edf for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:14.576246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Updating router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf port a612acbb-b654-43aa-8e45-a36a12799a1c binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:59:14.611893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.631026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d61044f-4c42-47bb-b62b-b078d237b6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.635601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d61044f-4c42-47bb-b62b-b078d237b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.675666 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0d61044f-4c42-47bb-b62b-b078d237b6e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd29fd611a63483e9c1aaf1fc9b29991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955194 Jul 29 23:59:14.677628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61044f-4c42-47bb-b62b-b078d237b6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0b121f-3cf3-40f4-bc92-53326c3f169b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:14.679318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.740486 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcd1270b-124a-4e0d-b38f-0f2351cfedac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.763793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcd1270b-124a-4e0d-b38f-0f2351cfedac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.822083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcd1270b-124a-4e0d-b38f-0f2351cfedac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.824789 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcd1270b-124a-4e0d-b38f-0f2351cfedac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.825946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fcd1270b-124a-4e0d-b38f-0f2351cfedac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b0b121f-3cf3-40f4-bc92-53326c3f169b HTTP/1.1" status: 204 len: 168 time: 0.1416929 Jul 29 23:59:14.837828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1270b-124a-4e0d-b38f-0f2351cfedac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0b121f-3cf3-40f4-bc92-53326c3f169b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:14.933898 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.950168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Transition to ACTIVE for port object a612acbb-b654-43aa-8e45-a36a12799a1c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:14.961320 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.023068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaee41-3751-4a0c-acd9-938194280da0 None None] Pushing event updated for resources: {'Port': ['ID=a612acbb-b654-43aa-8e45-a36a12799a1c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:15.076296 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Attempting to bind port a612acbb-b654-43aa-8e45-a36a12799a1c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:15.076681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Attempting to bind port a612acbb-b654-43aa-8e45-a36a12799a1c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:15.077054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Attempting to bind port a612acbb-b654-43aa-8e45-a36a12799a1c on network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:15.087887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:15.088860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Checking segment: {'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:15.088860 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.089396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Bound using segment: {'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:15.089792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Bound port: a612acbb-b654-43aa-8e45-a36a12799a1c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb09295-e193-4a7b-b46f-72c96839a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:15.090628 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.198932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] For port a612acbb-b654-43aa-8e45-a36a12799a1c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:15.204570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] For port a612acbb-b654-43aa-8e45-a36a12799a1c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a612acbb-b654-43aa-8e45-a36a12799a1c,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:15.210100 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.213925 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.237286 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49acc9b5-7597-42b7-a43c-92aeae749e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.320097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:15.320832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:58:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.326103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaee41-3751-4a0c-acd9-938194280da0 None None] Pushing event updated for resources: {'Port': ['ID=a612acbb-b654-43aa-8e45-a36a12799a1c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:15.391697 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49acc9b5-7597-42b7-a43c-92aeae749e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.402006 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49acc9b5-7597-42b7-a43c-92aeae749e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.460727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33294) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.464518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:15.465176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-49acc9b5-7597-42b7-a43c-92aeae749e1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=502adcf781ed4d0a92d7f3b59c36361c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489872 Jul 29 23:59:15.466445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acc9b5-7597-42b7-a43c-92aeae749e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af75e865-8f9a-4063-b88c-ec3d87b0cfea,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:15.524208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ce65c66-89cf-4752-b672-032a4eb283ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.550356 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ce65c66-89cf-4752-b672-032a4eb283ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.612902 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ce65c66-89cf-4752-b672-032a4eb283ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.615479 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ce65c66-89cf-4752-b672-032a4eb283ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.619630 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0ce65c66-89cf-4752-b672-032a4eb283ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af75e865-8f9a-4063-b88c-ec3d87b0cfea HTTP/1.1" status: 204 len: 168 time: 0.1549637 Jul 29 23:59:15.630482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce65c66-89cf-4752-b672-032a4eb283ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af75e865-8f9a-4063-b88c-ec3d87b0cfea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:15.766200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:12Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'cee3d7dc-1e37-4759-9d19-76654e3a8172', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'mac_address': 'fa:16:3e:65:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:58:14Z', 'updated_at': '2021-07-29T23:58:17Z', 'revision_number': 1, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a612acbb-b654-43aa-8e45-a36a12799a1c', 'name': '', 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:54:ff:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2e39741a-16e3-4621-9d08-3b0b1f132d41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:12Z', 'updated_at': '2021-07-29T23:59:15Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '2e39741a-16e3-4621-9d08-3b0b1f132d41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.802104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f5717-9641-4a72-8716-df252298f1d4 None None] The sync data for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 is: [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:12Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'cee3d7dc-1e37-4759-9d19-76654e3a8172', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'mac_address': 'fa:16:3e:65:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:58:14Z', 'updated_at': '2021-07-29T23:58:17Z', 'revision_number': 1, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a612acbb-b654-43aa-8e45-a36a12799a1c', 'name': '', 'network_id': '460fbd9d-b08e-4384-a9e9-17fb5dd59a29', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:54:ff:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2e39741a-16e3-4621-9d08-3b0b1f132d41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:12Z', 'updated_at': '2021-07-29T23:59:15Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '2e39741a-16e3-4621-9d08-3b0b1f132d41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:17.156252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a612acbb-b654-43aa-8e45-a36a12799a1c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:17.219528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a612acbb-b654-43aa-8e45-a36a12799a1c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:17.224894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a612acbb-b654-43aa-8e45-a36a12799a1c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:17.225282 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.314076 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.351228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port a612acbb-b654-43aa-8e45-a36a12799a1c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a612acbb-b654-43aa-8e45-a36a12799a1c,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:17.362023 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.426125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=a612acbb-b654-43aa-8e45-a36a12799a1c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:18.904242 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.113651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a612acbb-b654-43aa-8e45-a36a12799a1c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:19.170104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a612acbb-b654-43aa-8e45-a36a12799a1c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:19.170490 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:21.714979 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20187f78-9bda-407b-8a4c-a500181bcc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:24.139835 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6954e78-6083-4b50-8ca1-c734bd163a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:24.248333 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.506146 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.207522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33434) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:26.336693 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.431855 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.435908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.475545 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=416281ea42a34adcab7e45ac118d9244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666357 Jul 29 23:59:26.476451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf5c804-fa87-41b6-8aca-39e1a3489539,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:26.479057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33438) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:26.484883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.485315 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.485911 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.486412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.486825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.487212 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.487555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.487899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.488227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.488561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.488914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.489229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb73363-38c9-46e9-8aaa-42ed6f0d2b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:26.536124 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc16fd91-8b8a-4bd5-a6b0-352490b84083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.558514 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc16fd91-8b8a-4bd5-a6b0-352490b84083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.606380 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc16fd91-8b8a-4bd5-a6b0-352490b84083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.609154 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc16fd91-8b8a-4bd5-a6b0-352490b84083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.613390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fc16fd91-8b8a-4bd5-a6b0-352490b84083 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebf5c804-fa87-41b6-8aca-39e1a3489539 HTTP/1.1" status: 204 len: 168 time: 0.1307158 Jul 29 23:59:26.620263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16fd91-8b8a-4bd5-a6b0-352490b84083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf5c804-fa87-41b6-8aca-39e1a3489539,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:26.902759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33444) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:26.917238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aad0564-b6ed-4742-835b-cd6efd1e08e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.012873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aad0564-b6ed-4742-835b-cd6efd1e08e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.017596 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aad0564-b6ed-4742-835b-cd6efd1e08e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.057345 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9aad0564-b6ed-4742-835b-cd6efd1e08e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0865e9beb2c844cf89247600b305274a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533489 Jul 29 23:59:27.058158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad0564-b6ed-4742-835b-cd6efd1e08e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335d9b31-e8b2-4c03-b581-b545cdf449df,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:27.060110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:27.113768 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc8261c8-c7c1-44cb-89e6-be645fd413b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.146239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc8261c8-c7c1-44cb-89e6-be645fd413b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.149341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.194597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc8261c8-c7c1-44cb-89e6-be645fd413b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.197242 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc8261c8-c7c1-44cb-89e6-be645fd413b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.198412 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bc8261c8-c7c1-44cb-89e6-be645fd413b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/335d9b31-e8b2-4c03-b581-b545cdf449df HTTP/1.1" status: 204 len: 168 time: 0.1372855 Jul 29 23:59:27.206824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8261c8-c7c1-44cb-89e6-be645fd413b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335d9b31-e8b2-4c03-b581-b545cdf449df,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:27.506434 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33452) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:27.519954 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-711a8897-0b3b-4255-9a4f-10aee46906be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.612605 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-711a8897-0b3b-4255-9a4f-10aee46906be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.618250 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-711a8897-0b3b-4255-9a4f-10aee46906be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.654454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a8897-0b3b-4255-9a4f-10aee46906be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b09622-9685-4e28-b088-bce28461fe5b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:27.659374 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-711a8897-0b3b-4255-9a4f-10aee46906be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=907c1744ed204bcd9b9ca1c3004ed052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518946 Jul 29 23:59:27.663187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:27.710268 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-660c82b2-7345-4a16-810e-ec07e4d42c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.731611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-660c82b2-7345-4a16-810e-ec07e4d42c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.777384 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-660c82b2-7345-4a16-810e-ec07e4d42c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.779927 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-660c82b2-7345-4a16-810e-ec07e4d42c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.781121 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-660c82b2-7345-4a16-810e-ec07e4d42c26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3b09622-9685-4e28-b088-bce28461fe5b HTTP/1.1" status: 204 len: 168 time: 0.1180191 Jul 29 23:59:27.789022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c82b2-7345-4a16-810e-ec07e4d42c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b09622-9685-4e28-b088-bce28461fe5b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:32.590025 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.037657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33574) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:37.417263 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.743686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port a612acbb-b654-43aa-8e45-a36a12799a1c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:37.743998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.856119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] For port a612acbb-b654-43aa-8e45-a36a12799a1c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a612acbb-b654-43aa-8e45-a36a12799a1c,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:37.856486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.870371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for a612acbb-b654-43aa-8e45-a36a12799a1c owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:38.058870 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.083581 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=a612acbb-b654-43aa-8e45-a36a12799a1c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:38.268615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.499448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:38.608320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:38.616167 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-508a29e9-8ac2-49fc-b455-a15f4da8d080 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "PUT /v2.0/routers/2f95b35d-9c4c-4b90-9545-9a9cfb374edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5774021 Jul 29 23:59:38.629248 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] Sync routers for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:38.639481 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:38.640153 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:38.758641 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:38.853948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d79e4-75db-4ef3-8344-91ed1dea7b9a req-819bb247-f104-4a3b-a48c-57d403f86e77 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:38.855570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c22d79e4-75db-4ef3-8344-91ed1dea7b9a req-819bb247-f104-4a3b-a48c-57d403f86e77 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 946 time: 0.0615845 Jul 29 23:59:38.897312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c22d79e4-75db-4ef3-8344-91ed1dea7b9a req-d65a515d-3e85-4aeb-815f-53d2d0b6d09c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348003 Jul 29 23:59:38.994694 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:38Z', 'revision_number': 6, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'cee3d7dc-1e37-4759-9d19-76654e3a8172', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'mac_address': 'fa:16:3e:65:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:58:14Z', 'updated_at': '2021-07-29T23:58:17Z', 'revision_number': 1, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:39.026733 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] Checking router: 2f95b35d-9c4c-4b90-9545-9a9cfb374edf for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:39.035232 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:39.035731 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:39.145493 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:39.377310 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:38Z', 'revision_number': 6, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'cee3d7dc-1e37-4759-9d19-76654e3a8172', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'mac_address': 'fa:16:3e:65:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:58:14Z', 'updated_at': '2021-07-29T23:58:17Z', 'revision_number': 1, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:39.405274 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6dae7-8907-4932-8660-ccf8f99cf54d None None] The sync data for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 is: [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:38Z', 'revision_number': 6, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'cee3d7dc-1e37-4759-9d19-76654e3a8172', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'port_id': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'mac_address': 'fa:16:3e:65:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:58:14Z', 'updated_at': '2021-07-29T23:58:17Z', 'revision_number': 1, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:40.022608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dc82a-1175-44a4-b3aa-d8b278088359 req-1915ffe6-4bb7-4322-b805-aa186b5d197f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:40.024253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e40dc82a-1175-44a4-b3aa-d8b278088359 req-1915ffe6-4bb7-4322-b805-aa186b5d197f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 946 time: 0.0526335 Jul 29 23:59:40.063595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e40dc82a-1175-44a4-b3aa-d8b278088359 req-805c9d1f-6274-4198-b210-93d278446e0e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=373cc998-a35a-436f-9f77-541219917139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330296 Jul 29 23:59:40.368588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-d7b0499f-59a4-4889-b994-d95b79b51ba1 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:40.370062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-d7b0499f-59a4-4889-b994-d95b79b51ba1 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 946 time: 0.0499375 Jul 29 23:59:40.468708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-7279b441-ec40-4cfc-9e0b-ad9e531b641a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port ec33cf91-b1a4-41bf-9494-db81355f6db4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:40.469060 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-7279b441-ec40-4cfc-9e0b-ad9e531b641a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.557274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-7279b441-ec40-4cfc-9e0b-ad9e531b641a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] For port ec33cf91-b1a4-41bf-9494-db81355f6db4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ec33cf91-b1a4-41bf-9494-db81355f6db4,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:40.557684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-7279b441-ec40-4cfc-9e0b-ad9e531b641a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.571918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-7279b441-ec40-4cfc-9e0b-ad9e531b641a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for ec33cf91-b1a4-41bf-9494-db81355f6db4 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:40.718698 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-7279b441-ec40-4cfc-9e0b-ad9e531b641a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.747650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279b441-ec40-4cfc-9e0b-ad9e531b641a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=ec33cf91-b1a4-41bf-9494-db81355f6db4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:40.793931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-7279b441-ec40-4cfc-9e0b-ad9e531b641a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] No DVR routers for this DVR port ec33cf91-b1a4-41bf-9494-db81355f6db4 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:40.796489 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-7279b441-ec40-4cfc-9e0b-ad9e531b641a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.799067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb66785f-ed0b-4371-88bf-68e820afb1e1 req-7279b441-ec40-4cfc-9e0b-ad9e531b641a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "DELETE /v2.0/ports/ec33cf91-b1a4-41bf-9494-db81355f6db4 HTTP/1.1" status: 204 len: 173 time: 0.4214900 Jul 29 23:59:40.799508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74776849-59aa-4f82-b823-9b335f834f0d', 'name': 'network-vif-deleted', 'tag': 'ec33cf91-b1a4-41bf-9494-db81355f6db4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:40.801795 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be0f03f-8ec3-496c-a54e-a68b855a4919" -d '{"events": [{"server_uuid": "74776849-59aa-4f82-b823-9b335f834f0d", "name": "network-vif-deleted", "tag": "ec33cf91-b1a4-41bf-9494-db81355f6db4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:40.843494 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a81b2d-4385-4bdb-a779-233b669cf3d1 x-openstack-request-id: req-85a81b2d-4385-4bdb-a779-233b669cf3d1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:40.843818 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74776849-59aa-4f82-b823-9b335f834f0d", "name": "network-vif-deleted", "tag": "ec33cf91-b1a4-41bf-9494-db81355f6db4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:40.844225 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85a81b2d-4385-4bdb-a779-233b669cf3d1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:40.844638 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74776849-59aa-4f82-b823-9b335f834f0d', 'name': 'network-vif-deleted', 'tag': 'ec33cf91-b1a4-41bf-9494-db81355f6db4', 'status': 'completed', 'code': 200} Jul 29 23:59:41.099838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a612acbb-b654-43aa-8e45-a36a12799a1c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:41.130072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a612acbb-b654-43aa-8e45-a36a12799a1c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:41.130352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a612acbb-b654-43aa-8e45-a36a12799a1c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:41.199486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38c3497d-2025-49f4-8ee1-f118275837ae req-be399612-fee4-4eba-bede-da65f4a1fc46 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=74776849-59aa-4f82-b823-9b335f834f0d HTTP/1.1" status: 200 len: 210 time: 0.0376661 Jul 29 23:59:42.270077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33628) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.327752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed261f76-3aad-45eb-a031-4b12c470f0b9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.351642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed261f76-3aad-45eb-a031-4b12c470f0b9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.409892 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed261f76-3aad-45eb-a031-4b12c470f0b9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.412505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed261f76-3aad-45eb-a031-4b12c470f0b9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.416548 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ed261f76-3aad-45eb-a031-4b12c470f0b9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/security-groups/373cc998-a35a-436f-9f77-541219917139 HTTP/1.1" status: 204 len: 168 time: 0.1426122 Jul 29 23:59:42.423833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed261f76-3aad-45eb-a031-4b12c470f0b9 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373cc998-a35a-436f-9f77-541219917139,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:42.452834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.504173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48b0fab-b3e0-484f-818f-6ef64c7ddffc tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting subnet 2e39741a-16e3-4621-9d08-3b0b1f132d41 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:42.507378 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48b0fab-b3e0-484f-818f-6ef64c7ddffc tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.545683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48b0fab-b3e0-484f-818f-6ef64c7ddffc tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.625118 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48b0fab-b3e0-484f-818f-6ef64c7ddffc tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.687970 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48b0fab-b3e0-484f-818f-6ef64c7ddffc tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.715366 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b0fab-b3e0-484f-818f-6ef64c7ddffc tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Subnet': ['ID=2e39741a-16e3-4621-9d08-3b0b1f132d41,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:42.719176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48b0fab-b3e0-484f-818f-6ef64c7ddffc tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.723984 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f48b0fab-b3e0-484f-818f-6ef64c7ddffc tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/subnets/2e39741a-16e3-4621-9d08-3b0b1f132d41 HTTP/1.1" status: 204 len: 168 time: 0.2714894 Jul 29 23:59:42.724790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33638) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.728731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad875a-e585-4029-9e46-fbe0be8d190f None None] Network 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:42.802158 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.857472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:42.858006 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.934927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] For port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:42.935466 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.937719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1793c65b-be96-4af4-9676-0a80721bc4ae None None] DHCP port deletion for 460fbd9d-b08e-4384-a9e9-17fb5dd59a29 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:59:42.949690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:42.988503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1793c65b-be96-4af4-9676-0a80721bc4ae None None] Deleting port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:42.989277 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1793c65b-be96-4af4-9676-0a80721bc4ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.060948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.068846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1793c65b-be96-4af4-9676-0a80721bc4ae None None] For port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7,segment=NetworkSegment(9cb09295-e193-4a7b-b46f-72c96839a114),segment_id=9cb09295-e193-4a7b-b46f-72c96839a114)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:43.069257 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1793c65b-be96-4af4-9676-0a80721bc4ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.083926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1793c65b-be96-4af4-9676-0a80721bc4ae None None] Calling delete_port for 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:43.104590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] No DVR routers for this DVR port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:43.112871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:43.163612 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:43.188775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:43.189131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:43.213771 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1793c65b-be96-4af4-9676-0a80721bc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.216032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.227045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460fbd9d-b08e-4384-a9e9-17fb5dd59a29']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:43.238746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb09295-e193-4a7b-b46f-72c96839a114') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:43.239048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb09295-e193-4a7b-b46f-72c96839a114') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:43.249288 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.264934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.272670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:43.273351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: timer() Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: self._notify() Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:43.277295 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:43.352576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.374383 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.379906 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/networks/460fbd9d-b08e-4384-a9e9-17fb5dd59a29 HTTP/1.1" status: 204 len: 168 time: 0.6522281 Jul 29 23:59:43.379906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6f9cc-870b-4e16-bc7a-ab7be18d75f8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Network': ['ID=460fbd9d-b08e-4384-a9e9-17fb5dd59a29,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:43.382061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33646) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:43.400587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793c65b-be96-4af4-9676-0a80721bc4ae None None] Pushing event deleted for resources: {'Port': ['ID=1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:43.402496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793c65b-be96-4af4-9676-0a80721bc4ae None None] No DVR routers for this DVR port 1ad1edb5-d6ba-44a7-a065-3bac0a7db9e7 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:43.556553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port 3a834ee9-9a20-475e-8b7d-d9d6e6428e0a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:43.556920 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.632796 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.633126 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.646662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for 3a834ee9-9a20-475e-8b7d-d9d6e6428e0a owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:43.799268 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.826854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=3a834ee9-9a20-475e-8b7d-d9d6e6428e0a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:43.888885 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.889226 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Floating IP cee3d7dc-1e37-4759-9d19-76654e3a8172 disassociated (deleted). External IP: 172.25.2.120, port: f5cbd155-d80e-481d-b91e-dc0c4f866f77. Jul 29 23:59:44.074149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ec33cf91-b1a4-41bf-9494-db81355f6db4 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:44.100199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: ec33cf91-b1a4-41bf-9494-db81355f6db4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:44.100650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ec33cf91-b1a4-41bf-9494-db81355f6db4 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:44.113518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:44.280783 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:44.286380 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.291583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] Sync routers for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:44.301622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:44.302241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:44.325956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-180d8db9-1518-4f5a-aa3e-a5e799ca83ae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/floatingips/cee3d7dc-1e37-4759-9d19-76654e3a8172 HTTP/1.1" status: 204 len: 168 time: 0.9418011 Jul 29 23:59:44.326835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'tag': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:44.329671 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b" -d '{"events": [{"name": "network-changed", "server_uuid": "b908ae22-cd83-4a26-a2d8-8e018ae0a232", "tag": "f5cbd155-d80e-481d-b91e-dc0c4f866f77"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:44.373956 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d357b20-734f-4602-9681-5ae85a2d44fc x-openstack-request-id: req-6d357b20-734f-4602-9681-5ae85a2d44fc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:44.374256 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b908ae22-cd83-4a26-a2d8-8e018ae0a232", "tag": "f5cbd155-d80e-481d-b91e-dc0c4f866f77", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:44.374516 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d357b20-734f-4602-9681-5ae85a2d44fc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:44.374927 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'tag': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'status': 'completed', 'code': 200} Jul 29 23:59:44.434353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:44.446966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-cc5f9314-d26f-4039-81e7-fc2af1c8bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.449210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-cc5f9314-d26f-4039-81e7-fc2af1c8bc4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 1098 time: 0.0488796 Jul 29 23:59:44.559666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-509057ff-94a2-471c-960b-9bfd41b403f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.561530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-509057ff-94a2-471c-960b-9bfd41b403f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42133f6b-c0af-4dc7-a919-6931b61eac1e HTTP/1.1" status: 200 len: 898 time: 0.1025510 Jul 29 23:59:44.623880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-51f1759d-6327-4eae-9c98-facfea3d1453 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5cbd155-d80e-481d-b91e-dc0c4f866f77 HTTP/1.1" status: 200 len: 217 time: 0.0490117 Jul 29 23:59:44.652811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319279f-14d1-4dc9-9330-61da9ab49b05 req-3986fa84-4b06-4756-8804-cfdde71ee1eb tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.654354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a319279f-14d1-4dc9-9330-61da9ab49b05 req-3986fa84-4b06-4756-8804-cfdde71ee1eb tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 946 time: 0.0901499 Jul 29 23:59:44.678093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:38Z', 'revision_number': 6, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:44.709897 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] Checking router: 2f95b35d-9c4c-4b90-9545-9a9cfb374edf for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:44.716515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-7fb14bc8-36e7-4bfc-b43d-6545ef93bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.718019 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-7fb14bc8-36e7-4bfc-b43d-6545ef93bab2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9e49c6-9913-441a-b4ac-b1519c521cf9 HTTP/1.1" status: 200 len: 834 time: 0.0825100 Jul 29 23:59:44.718643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:44.719278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:44.726254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a319279f-14d1-4dc9-9330-61da9ab49b05 req-e1bea6fa-60e5-46d3-9394-9086d14b5a40 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533290 Jul 29 23:59:44.770286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-d115cc9b-4f6f-4514-8b71-894398b036a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.771839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-d115cc9b-4f6f-4514-8b71-894398b036a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42133f6b-c0af-4dc7-a919-6931b61eac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447290 Jul 29 23:59:44.841149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:44.877773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-d5da9de8-4192-4d9b-a6d2-7699cab60ec5 service neutron] 10.222.0.42 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972402 Jul 29 23:59:44.982801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2b167ac-2fe5-42b4-9fc6-1df66e43036b req-bfd94e06-01a1-4fee-bc94-3ba86f8fb692 service neutron] 10.222.0.42 "GET /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939178 Jul 29 23:59:45.055993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:38Z', 'revision_number': 6, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:45.084531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d3da23-61aa-4d06-8cb8-88a1364e9b27 None None] The sync data for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 is: [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:38Z', 'revision_number': 6, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '5c6ff38c-65fe-4221-971b-8d22d84628f0', 'name': '', 'network_id': '42133f6b-c0af-4dc7-a919-6931b61eac1e', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:58Z', 'updated_at': '2021-07-29T23:58:03Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '8e9e49c6-9913-441a-b4ac-b1519c521cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:45.329640 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accca044-5d02-4dff-a92d-abbd649e5e13 None None] New status for floating IP cee3d7dc-1e37-4759-9d19-76654e3a8172: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:59:45.866483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b511d7-9622-4edf-935c-04e8a8186c93 req-c8d055bf-c023-4adf-b1c8-015f921f6772 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:45.868047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38b511d7-9622-4edf-935c-04e8a8186c93 req-c8d055bf-c023-4adf-b1c8-015f921f6772 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 946 time: 0.0504286 Jul 29 23:59:45.905679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38b511d7-9622-4edf-935c-04e8a8186c93 req-37dfd435-3c42-4c89-a1bd-66e8eb828934 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=8357b859-f6b6-4e17-92c0-91771b9ca1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Jul 29 23:59:46.010528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084da93-5cea-45c6-99df-67709634da2e req-4e5c29ab-e556-4641-8972-83d17b011547 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:46.011955 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3084da93-5cea-45c6-99df-67709634da2e req-4e5c29ab-e556-4641-8972-83d17b011547 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 946 time: 0.0489209 Jul 29 23:59:46.116957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3084da93-5cea-45c6-99df-67709634da2e req-a9e309f2-5540-4100-8daf-c2f82beaa73e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port f5cbd155-d80e-481d-b91e-dc0c4f866f77 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:46.117305 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3084da93-5cea-45c6-99df-67709634da2e req-a9e309f2-5540-4100-8daf-c2f82beaa73e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.206851 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-3084da93-5cea-45c6-99df-67709634da2e req-a9e309f2-5540-4100-8daf-c2f82beaa73e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] For port f5cbd155-d80e-481d-b91e-dc0c4f866f77, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f5cbd155-d80e-481d-b91e-dc0c4f866f77,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:46.207226 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3084da93-5cea-45c6-99df-67709634da2e req-a9e309f2-5540-4100-8daf-c2f82beaa73e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.221611 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3084da93-5cea-45c6-99df-67709634da2e req-a9e309f2-5540-4100-8daf-c2f82beaa73e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for f5cbd155-d80e-481d-b91e-dc0c4f866f77 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:46.356943 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3084da93-5cea-45c6-99df-67709634da2e req-a9e309f2-5540-4100-8daf-c2f82beaa73e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.388837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e309f2-5540-4100-8daf-c2f82beaa73e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=f5cbd155-d80e-481d-b91e-dc0c4f866f77,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:46.438079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3084da93-5cea-45c6-99df-67709634da2e req-a9e309f2-5540-4100-8daf-c2f82beaa73e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] No DVR routers for this DVR port f5cbd155-d80e-481d-b91e-dc0c4f866f77 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:46.441450 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3084da93-5cea-45c6-99df-67709634da2e req-a9e309f2-5540-4100-8daf-c2f82beaa73e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.443452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3084da93-5cea-45c6-99df-67709634da2e req-a9e309f2-5540-4100-8daf-c2f82beaa73e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "DELETE /v2.0/ports/f5cbd155-d80e-481d-b91e-dc0c4f866f77 HTTP/1.1" status: 204 len: 173 time: 0.4244936 Jul 29 23:59:46.443979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'name': 'network-vif-deleted', 'tag': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:46.446141 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5d468f-e991-4eff-a618-781c67e969fa" -d '{"events": [{"server_uuid": "b908ae22-cd83-4a26-a2d8-8e018ae0a232", "name": "network-vif-deleted", "tag": "f5cbd155-d80e-481d-b91e-dc0c4f866f77"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:46.488620 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53d7076-71ed-48bb-8517-c78931f414b8 x-openstack-request-id: req-c53d7076-71ed-48bb-8517-c78931f414b8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:46.489996 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b908ae22-cd83-4a26-a2d8-8e018ae0a232", "name": "network-vif-deleted", "tag": "f5cbd155-d80e-481d-b91e-dc0c4f866f77", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:46.489996 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c53d7076-71ed-48bb-8517-c78931f414b8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:46.489996 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b908ae22-cd83-4a26-a2d8-8e018ae0a232', 'name': 'network-vif-deleted', 'tag': 'f5cbd155-d80e-481d-b91e-dc0c4f866f77', 'status': 'completed', 'code': 200} Jul 29 23:59:47.047545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-300a1043-0e06-421a-953b-a3eb4e44e3ce req-c5f082d6-9adf-4082-8659-8b81703aac68 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=b908ae22-cd83-4a26-a2d8-8e018ae0a232 HTTP/1.1" status: 200 len: 210 time: 0.0322490 Jul 29 23:59:48.032344 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:59:48.123270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33672) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:48.125596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f5cbd155-d80e-481d-b91e-dc0c4f866f77 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:48.190120 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d9d283-5198-4b17-a9c1-1171ea958f1a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.197792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: f5cbd155-d80e-481d-b91e-dc0c4f866f77 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:48.198645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f5cbd155-d80e-481d-b91e-dc0c4f866f77 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:48.225519 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d9d283-5198-4b17-a9c1-1171ea958f1a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.307547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d9d283-5198-4b17-a9c1-1171ea958f1a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.309671 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d9d283-5198-4b17-a9c1-1171ea958f1a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.310875 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-94d9d283-5198-4b17-a9c1-1171ea958f1a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/security-groups/8357b859-f6b6-4e17-92c0-91771b9ca1d9 HTTP/1.1" status: 204 len: 168 time: 0.1868215 Jul 29 23:59:48.322879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9d283-5198-4b17-a9c1-1171ea958f1a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8357b859-f6b6-4e17-92c0-91771b9ca1d9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:48.383662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33678) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:48.884750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.922135 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.190979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port 5c6ff38c-65fe-4221-971b-8d22d84628f0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:49.192004 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.302142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] For port 5c6ff38c-65fe-4221-971b-8d22d84628f0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=5c6ff38c-65fe-4221-971b-8d22d84628f0,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:49.305304 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.337958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for 5c6ff38c-65fe-4221-971b-8d22d84628f0 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:49.573390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.606807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=5c6ff38c-65fe-4221-971b-8d22d84628f0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:49.845331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:50.418457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:50.541354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:50.547077 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0a1a2bb3-1838-4472-925d-b8892c56800f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "PUT /v2.0/routers/2f95b35d-9c4c-4b90-9545-9a9cfb374edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1622257 Jul 29 23:59:50.550281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33684) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:50.553917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] Sync routers for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:50.564671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:50.565595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:50.602482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting subnet 8e9e49c6-9913-441a-b4ac-b1519c521cf9 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:50.605876 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:50.654487 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:50.681649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:50.899183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:49Z', 'revision_number': 7, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:50.926694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] Checking router: 2f95b35d-9c4c-4b90-9545-9a9cfb374edf for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:50.935860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] Routers {'2f95b35d-9c4c-4b90-9545-9a9cfb374edf'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:50.936792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:51.057893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] Set router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:51.115705 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.228653 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.250197 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.252445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769182f0-fa5a-4cf1-8350-958ffe66f5a0 None None] Network 42133f6b-c0af-4dc7-a919-6931b61eac1e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:51.252721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/subnets/8e9e49c6-9913-441a-b4ac-b1519c521cf9 HTTP/1.1" status: 204 len: 168 time: 0.7014401 Jul 29 23:59:51.255837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33686) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:51.273600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9e49c6-9913-441a-b4ac-b1519c521cf9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:51.304663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.305058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.305962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.306966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.307320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.307663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.307999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.308371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.308701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.309028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.309355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.311155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbede806-51be-4bde-b13b-20bca40516c8 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.398348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:49Z', 'revision_number': 7, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:51.400646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.442068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758dd29-7cc3-46a7-86fd-584e598dd3e0 None None] The sync data for ids ['2f95b35d-9c4c-4b90-9545-9a9cfb374edf'] in n-d-712139-11 is: [{'id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'name': 'tempest-TestNetworkBasicOps-router-415022135', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:59:49Z', 'revision_number': 7, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '1d587e4c-8d10-425a-b33c-d5bc595814b7', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f95b35d-9c4c-4b90-9545-9a9cfb374edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:55Z', 'updated_at': '2021-07-29T23:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:51.536100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.598608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port 1d587e4c-8d10-425a-b33c-d5bc595814b7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:51.598999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.684454 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] For port 1d587e4c-8d10-425a-b33c-d5bc595814b7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1d587e4c-8d10-425a-b33c-d5bc595814b7,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:51.684829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.698696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for 1d587e4c-8d10-425a-b33c-d5bc595814b7 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:51.717389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-022df98d-a946-4f94-8329-ae0f2ade13c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.855491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09278e9f-8823-45de-b7e9-f81f3c437875 None None] DHCP port deletion for 42133f6b-c0af-4dc7-a919-6931b61eac1e request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:59:51.892615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.910991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-09278e9f-8823-45de-b7e9-f81f3c437875 None None] Deleting port ccc73fc7-3be1-440d-ab5b-b5049a87fa65 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:51.911392 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09278e9f-8823-45de-b7e9-f81f3c437875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.952963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=1d587e4c-8d10-425a-b33c-d5bc595814b7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:51.988668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-09278e9f-8823-45de-b7e9-f81f3c437875 None None] For port ccc73fc7-3be1-440d-ab5b-b5049a87fa65, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ccc73fc7-3be1-440d-ab5b-b5049a87fa65,segment=NetworkSegment(45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f),segment_id=45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:51.989174 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09278e9f-8823-45de-b7e9-f81f3c437875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.013948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.021028 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-09278e9f-8823-45de-b7e9-f81f3c437875 None None] Calling delete_port for ccc73fc7-3be1-440d-ab5b-b5049a87fa65 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:52.106702 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09278e9f-8823-45de-b7e9-f81f3c437875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.113817 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.116687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.138123 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09278e9f-8823-45de-b7e9-f81f3c437875 None None] Pushing event deleted for resources: {'Port': ['ID=ccc73fc7-3be1-440d-ab5b-b5049a87fa65,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:52.143275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09278e9f-8823-45de-b7e9-f81f3c437875 None None] No DVR routers for this DVR port ccc73fc7-3be1-440d-ab5b-b5049a87fa65 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:52.167600 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.168294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Fanout notify agent at l3_agent the message router_deleted on router 2f95b35d-9c4c-4b90-9545-9a9cfb374edf {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:59:52.175723 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.176956 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0e0318b8-2fd1-48ef-ae45-59a8e39c0a35 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/routers/2f95b35d-9c4c-4b90-9545-9a9cfb374edf HTTP/1.1" status: 204 len: 168 time: 0.9199500 Jul 29 23:59:52.179651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33690) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:52.280421 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.374822 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.387866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42133f6b-c0af-4dc7-a919-6931b61eac1e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:52.400455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:52.400455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d6a45e-a9a8-45fb-bf5b-f59bde0ca74f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:52.409646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.428977 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.437501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:52.437989 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: timer() Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: self._notify() Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:52.442398 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:52.505582 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.524852 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.526726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/networks/42133f6b-c0af-4dc7-a919-6931b61eac1e HTTP/1.1" status: 204 len: 168 time: 0.3459322 Jul 29 23:59:52.527840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea221e-f0fd-4737-a523-7d4e2facc1a0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Network': ['ID=42133f6b-c0af-4dc7-a919-6931b61eac1e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:52.544900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33692) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:52.550465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'network': {'name': 'tempest-network-smoke--1876049962', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:52.572979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Made reservation on behalf of 20c754a6e05e485095f799be6e548d5f for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:52.576641 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.602650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:52.612841 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.613186 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Added segment a0d1aee9-da28-4da8-8b6d-b06d946111af of type vlan for network 9d603040-3c23-441c-ae73-266bbe97e525 Jul 29 23:59:52.665204 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.699024 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.704960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:52.705563 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.765342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2188799 Jul 29 23:59:52.768356 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:52.773495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-119618999', 'admin_state_up': True, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:52.786058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2545cd-6449-4bba-aec8-39babbbeb270 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Network': ['ID=9d603040-3c23-441c-ae73-266bbe97e525,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:52.796300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 9d603040-3c23-441c-ae73-266bbe97e525 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:52.804077 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.805239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.861275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.997747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.135148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d587e4c-8d10-425a-b33c-d5bc595814b7 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:53.156193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1d587e4c-8d10-425a-b33c-d5bc595814b7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:53.156626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d587e4c-8d10-425a-b33c-d5bc595814b7 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:53.157189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5c6ff38c-65fe-4221-971b-8d22d84628f0 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:53.176066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 5c6ff38c-65fe-4221-971b-8d22d84628f0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:53.176422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 5c6ff38c-65fe-4221-971b-8d22d84628f0 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:53.176837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ccc73fc7-3be1-440d-ab5b-b5049a87fa65 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:53.192333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.196037 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: ccc73fc7-3be1-440d-ab5b-b5049a87fa65 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:53.196397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ccc73fc7-3be1-440d-ab5b-b5049a87fa65 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:53.213814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.319647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Allocated IP 172.25.2.240 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/59463975-f412-423b-a08e-e111487bb682) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:53.418405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.456625 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.497359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:53.500142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:53.506817 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:53.512179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=59463975-f412-423b-a08e-e111487bb682,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:53.751128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.955216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.089276 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:59:54.143612 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffe83acc-4929-4fb0-be3e-c03a1ddce4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.197547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:54.209277 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Sync routers for ids ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:54.218618 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.222780 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8042f23a-2f66-4f59-86fd-573597659d8e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4504716 Jul 29 23:59:54.222952 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Routers {'3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:54.222952 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:54.223213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33710) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:54.251544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.256776 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d418fb0c-794e-479c-9b3c-a1b98a392b53 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=20c754a6e05e485095f799be6e548d5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326946 Jul 29 23:59:54.259336 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:54.351527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca63981d-7c87-48f6-83e0-f1b521be4fa8 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:54.353125 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ca63981d-7c87-48f6-83e0-f1b521be4fa8 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928853 Jul 29 23:59:54.355892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:54.387718 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c2df7cd1-6f7b-4349-a011-4c23d67d941b tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282264 Jul 29 23:59:54.388057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33716) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:54.393526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-560057438', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:54.442284 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Set router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:54.496876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Made reservation on behalf of 20c754a6e05e485095f799be6e548d5f for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:54.501557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.639438 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:53Z', 'revision_number': 3, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:54.669197 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Checking router: 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:54.669660 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Updating router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 port 59463975-f412-423b-a08e-e111487bb682 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:59:54.699200 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.708365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.772072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Subnet': ['ID=7c336c61-ff63-4e5e-89db-4b7d7d8087cf,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:54.780837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Checking segment: {'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:54.781199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network hostable DHCP agents. Network: 9d603040-3c23-441c-ae73-266bbe97e525, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:54.797523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 9d603040-3c23-441c-ae73-266bbe97e525 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:54.807297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 9d603040-3c23-441c-ae73-266bbe97e525) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:54.812566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:54.813165 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.816361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c9199-a840-44b0-94c0-3219fdc092b7 None None] Network 9d603040-3c23-441c-ae73-266bbe97e525 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:54.831940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3c718f6f-bba3-4d60-8bbd-49dd84b080cf tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4401894 Jul 29 23:59:54.832210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:54.976492 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.987982 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Transition to ACTIVE for port object 59463975-f412-423b-a08e-e111487bb682 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:54.995622 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.048562 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Attempting to bind port 59463975-f412-423b-a08e-e111487bb682 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:55.048939 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Attempting to bind port 59463975-f412-423b-a08e-e111487bb682 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:55.049518 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Attempting to bind port 59463975-f412-423b-a08e-e111487bb682 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:55.058960 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:55.059350 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:55.059765 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.060193 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:55.060668 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Bound port: 59463975-f412-423b-a08e-e111487bb682, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:55.061058 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.107003 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Pushing event updated for resources: {'Port': ['ID=59463975-f412-423b-a08e-e111487bb682,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:55.116511 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.116860 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.117201 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.117536 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.117884 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.118201 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.118532 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.118903 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.119230 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.119556 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.119880 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.120235 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.163099 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] For port 59463975-f412-423b-a08e-e111487bb682, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:55.164106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-9d603040-3c23-441c-ae73-266bbe97e525', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:59:55.165067 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.168200 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] For port 59463975-f412-423b-a08e-e111487bb682, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=59463975-f412-423b-a08e-e111487bb682,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:55.175243 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.231004 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Routers {'3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:55.231710 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:55.341746 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f325755-5bbd-479b-8797-757abb819938 None None] Pushing event updated for resources: {'Port': ['ID=59463975-f412-423b-a08e-e111487bb682,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:55.349907 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.357451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Allocated IP 172.20.0.2 (9d603040-3c23-441c-ae73-266bbe97e525/7c336c61-ff63-4e5e-89db-4b7d7d8087cf/1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:55.395122 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] Set router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:55.539856 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.554618 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.566609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Transition to ACTIVE for port object 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:55.585865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Transition to ACTIVE for port object 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:55.596128 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.629078 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:53Z', 'revision_number': 3, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:55.644492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Network 9d603040-3c23-441c-ae73-266bbe97e525 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:55.647973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:55.651875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:55.659537 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a66e9-4684-4f11-aef8-1eb574c8dbd3 None None] The sync data for ids ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'] in n-d-712139-11 is: [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:53Z', 'revision_number': 3, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:55.699550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Pushing event updated for resources: {'Port': ['ID=1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:55.727030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Allocated IP 172.20.0.1 (9d603040-3c23-441c-ae73-266bbe97e525/7c336c61-ff63-4e5e-89db-4b7d7d8087cf/03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:55.735769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Attempting to bind port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:55.739731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Attempting to bind port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:55.740144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Attempting to bind port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec on network 9d603040-3c23-441c-ae73-266bbe97e525 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:55.745986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:55.747036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Checking segment: {'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:55.747558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.748068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Bound using segment: {'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:55.748644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Bound port: 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:55.749165 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.824874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] For port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:55.828434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] For port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:55.834277 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.867444 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.886548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Transition to ACTIVE for port object 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:55.913705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58417a-98af-4486-a06b-96875bb4a79c None None] Pushing event updated for resources: {'Port': ['ID=1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:55.942572 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.030691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:56.043394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 9d603040-3c23-441c-ae73-266bbe97e525 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:56.044983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:56.047503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:56.107984 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.291619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.619392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.626390 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.706138 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.708042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:56.929074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 9d603040-3c23-441c-ae73-266bbe97e525 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:56.932113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:57.066020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:57.168464 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.189781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d613226e-e7cc-4602-a0df-beac9a19e992 None None] Network 9d603040-3c23-441c-ae73-266bbe97e525 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:57.241169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:57.248114 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-beb8d69a-b64d-4744-a772-aeae25c6847e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "PUT /v2.0/routers/3fedd56b-b81d-43d0-ace2-c5ad03b66ab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4137206 Jul 29 23:59:57.249480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33732) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:57.279779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:57.331350 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-48c3c51b-46d4-472f-a72b-739a5bfe89c7 None None] Provisioning for port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:57.378633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:57.403162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:57.403637 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.557292 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.634236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:57.643789 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.644790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 59463975-f412-423b-a08e-e111487bb682 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:57.744646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:57.761541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 59463975-f412-423b-a08e-e111487bb682 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:57.767511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 59463975-f412-423b-a08e-e111487bb682 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:57.767949 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.885358 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.902747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ac803-d368-49e5-ae3c-40b08caf7f15 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.903252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ac803-d368-49e5-ae3c-40b08caf7f15 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.903729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ac803-d368-49e5-ae3c-40b08caf7f15 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.904294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ac803-d368-49e5-ae3c-40b08caf7f15 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.904774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ac803-d368-49e5-ae3c-40b08caf7f15 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.905233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ac803-d368-49e5-ae3c-40b08caf7f15 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.907772 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb9ac803-d368-49e5-ae3c-40b08caf7f15 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.6553316 Jul 29 23:59:57.910858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33736) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:57.925884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 59463975-f412-423b-a08e-e111487bb682, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=59463975-f412-423b-a08e-e111487bb682,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:57.927205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ddf403db-27ab-40a2-9ada-2a8de65d3160 None None] Provisioning for port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:57.931918 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ddf403db-27ab-40a2-9ada-2a8de65d3160 None None] Provisioning complete for port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:57.932572 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddf403db-27ab-40a2-9ada-2a8de65d3160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.934751 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.983679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db5d51-f966-4871-913b-a07289bd3023 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.984672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db5d51-f966-4871-913b-a07289bd3023 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.984771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db5d51-f966-4871-913b-a07289bd3023 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.985823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db5d51-f966-4871-913b-a07289bd3023 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.986293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db5d51-f966-4871-913b-a07289bd3023 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.986897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db5d51-f966-4871-913b-a07289bd3023 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.992674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f5db5d51-f966-4871-913b-a07289bd3023 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.0777392 Jul 29 23:59:57.992825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33738) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:58.010424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=59463975-f412-423b-a08e-e111487bb682,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:58.020781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Sync routers for ids ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:58.028170 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.028519 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.028862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.029199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.029538 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.029875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.030202 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.030528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.030854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.031177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.031499 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.031822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:58.051426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Routers {'3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:58.051971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:58.057174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ddf403db-27ab-40a2-9ada-2a8de65d3160 None None] Port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:58.111755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ddf403db-27ab-40a2-9ada-2a8de65d3160 None None] Provisioning complete for port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:58.112160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddf403db-27ab-40a2-9ada-2a8de65d3160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.172060 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-40dd697c-76f3-4d1d-ab76-d10d167e2023 tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.1762764 Jul 29 23:59:58.255625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Set router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:58.334381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:58.339310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b9b4351e-bdd9-45bb-9965-d7aca3eb3616 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1892581771', 'description': 'tempest-secgroup-smoke-1892581771 description', 'project_id': '20c754a6e05e485095f799be6e548d5f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:58.370633 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9b4351e-bdd9-45bb-9965-d7aca3eb3616 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.433279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2d94a0f0-50b3-483c-809b-f6ba9a5b8c76 None None] Provisioning complete for port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:58.433734 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d94a0f0-50b3-483c-809b-f6ba9a5b8c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.475839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9b4351e-bdd9-45bb-9965-d7aca3eb3616 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.482252 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9b4351e-bdd9-45bb-9965-d7aca3eb3616 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.504867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2d94a0f0-50b3-483c-809b-f6ba9a5b8c76 None None] Port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:58.524589 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9b4351e-bdd9-45bb-9965-d7aca3eb3616 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.528858 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b9b4351e-bdd9-45bb-9965-d7aca3eb3616 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1905327 Jul 29 23:59:58.528858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4351e-bdd9-45bb-9965-d7aca3eb3616 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f397969-f68d-4afe-a7fa-14bb72ce274c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:58.529200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33744) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:58.534142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4b121894-5080-47ff-ad19-9df8ac8f3a0e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '1f397969-f68d-4afe-a7fa-14bb72ce274c', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:58.551762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e', 'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:e2:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:55Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 2, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:58.569013 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b121894-5080-47ff-ad19-9df8ac8f3a0e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.587418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Checking router: 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:58.587814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Updating router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:59:58.617033 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.639625 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b121894-5080-47ff-ad19-9df8ac8f3a0e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.647574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b121894-5080-47ff-ad19-9df8ac8f3a0e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.678251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b121894-5080-47ff-ad19-9df8ac8f3a0e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a79bb0-b36c-42dd-8ec1-35c513079c4e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:58.683608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b121894-5080-47ff-ad19-9df8ac8f3a0e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.685405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b121894-5080-47ff-ad19-9df8ac8f3a0e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552401 Jul 29 23:59:58.689192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33748) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:58.694831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-143d81e8-5c27-4045-a805-015f14db21f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '1f397969-f68d-4afe-a7fa-14bb72ce274c', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:58.728447 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-143d81e8-5c27-4045-a805-015f14db21f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.801986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-143d81e8-5c27-4045-a805-015f14db21f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.807386 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-143d81e8-5c27-4045-a805-015f14db21f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.832885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d81e8-5c27-4045-a805-015f14db21f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408f0cb7-6742-4e41-9efb-a53972435ba1,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:58.838253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-143d81e8-5c27-4045-a805-015f14db21f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.842545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-143d81e8-5c27-4045-a805-015f14db21f6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492999 Jul 29 23:59:58.842917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33750) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:58.849202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0184251e-9fba-4308-b72d-d2adb7220d8c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '1f397969-f68d-4afe-a7fa-14bb72ce274c', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:58.882813 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0184251e-9fba-4308-b72d-d2adb7220d8c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.948513 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.968381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Transition to ACTIVE for port object 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:58.977034 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.979303 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0184251e-9fba-4308-b72d-d2adb7220d8c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.984735 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0184251e-9fba-4308-b72d-d2adb7220d8c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.002122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184251e-9fba-4308-b72d-d2adb7220d8c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ab5f79-1edd-46c8-ad1c-50e38c4f8324,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:59.024575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0184251e-9fba-4308-b72d-d2adb7220d8c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.026041 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0184251e-9fba-4308-b72d-d2adb7220d8c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1819863 Jul 29 23:59:59.028898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33752) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:59.033964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c0b5459c-0ad6-4584-afde-f13cfffb4fe2 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '1f397969-f68d-4afe-a7fa-14bb72ce274c', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:59.077488 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0b5459c-0ad6-4584-afde-f13cfffb4fe2 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.103983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734091c-3c38-421c-afd5-8bc7155de3d7 None None] Pushing event updated for resources: {'Port': ['ID=03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:59.117521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Attempting to bind port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:59.118043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Attempting to bind port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:59.118511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Attempting to bind port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e on network 9d603040-3c23-441c-ae73-266bbe97e525 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:59.124032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:59.124583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Checking segment: {'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:59.125092 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.125648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Bound using segment: {'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:59.126738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Bound port: 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:59.127229 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.176973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0b5459c-0ad6-4584-afde-f13cfffb4fe2 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.181808 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0b5459c-0ad6-4584-afde-f13cfffb4fe2 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.206909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:59.211244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5459c-0ad6-4584-afde-f13cfffb4fe2 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ce31e9-62a1-47a4-b14c-2b7289b5dc02,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:59.225267 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0b5459c-0ad6-4584-afde-f13cfffb4fe2 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.229927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33754) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:59.230778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c0b5459c-0ad6-4584-afde-f13cfffb4fe2 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2002320 Jul 29 23:59:59.235746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9856c765-8605-481b-ae8d-3c0c4345d450 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '1f397969-f68d-4afe-a7fa-14bb72ce274c', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:59.254314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] For port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:59.268990 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-9856c765-8605-481b-ae8d-3c0c4345d450 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Project 20c754a6e05e485095f799be6e548d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:59:59.275278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9856c765-8605-481b-ae8d-3c0c4345d450 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.286345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] For port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:59.299768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:59.300226 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.304537 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.354945 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9856c765-8605-481b-ae8d-3c0c4345d450 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.362361 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9856c765-8605-481b-ae8d-3c0c4345d450 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.385749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856c765-8605-481b-ae8d-3c0c4345d450 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea08c12-ab68-4c10-9fea-12987a70e843,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:59.395065 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9856c765-8605-481b-ae8d-3c0c4345d450 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.396978 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9856c765-8605-481b-ae8d-3c0c4345d450 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1659658 Jul 29 23:59:59.399662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33756) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:59.404539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e080f2d6-1d9f-45cb-8489-237dbb4ac02d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'security_group_rule': {'security_group_id': '1f397969-f68d-4afe-a7fa-14bb72ce274c', 'project_id': '20c754a6e05e485095f799be6e548d5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:59.427368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Routers {'3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:59.427974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:59.430702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734091c-3c38-421c-afd5-8bc7155de3d7 None None] Pushing event updated for resources: {'Port': ['ID=03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:59.455773 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-e080f2d6-1d9f-45cb-8489-237dbb4ac02d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Project 20c754a6e05e485095f799be6e548d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:59:59.464844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e080f2d6-1d9f-45cb-8489-237dbb4ac02d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.519917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 59463975-f412-423b-a08e-e111487bb682 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:59.569209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e080f2d6-1d9f-45cb-8489-237dbb4ac02d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.577410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e080f2d6-1d9f-45cb-8489-237dbb4ac02d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.600527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080f2d6-1d9f-45cb-8489-237dbb4ac02d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d25155e-3e89-4c0a-91df-24359f9e89ed,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:59.614450 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e080f2d6-1d9f-45cb-8489-237dbb4ac02d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.617065 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e080f2d6-1d9f-45cb-8489-237dbb4ac02d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2162349 Jul 29 23:59:59.658833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] Set router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:59.660705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 59463975-f412-423b-a08e-e111487bb682 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:59.661079 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.894874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-9b5e2cb3-c60a-48f6-8fee-b452d1c03e0a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892581771&fields=id&tenant_id=20c754a6e05e485095f799be6e548d5f HTTP/1.1" status: 200 len: 267 time: 0.0442665 Jul 30 00:00:00.041140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-470085bc-9589-4d7b-a030-df6fd1d396fd tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:00.043372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-470085bc-9589-4d7b-a030-df6fd1d396fd tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/networks?id=9d603040-3c23-441c-ae73-266bbe97e525 HTTP/1.1" status: 200 len: 797 time: 0.1410296 Jul 30 00:00:00.060772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-f357708b-fcbe-4dd4-ab95-36b093050045 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/quotas/20c754a6e05e485095f799be6e548d5f HTTP/1.1" status: 200 len: 375 time: 0.0099611 Jul 30 00:00:00.123878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-d54199e8-aaa9-4f42-bd95-3ded2a62c8af tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541973 Jul 30 00:00:00.147600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e', 'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:e2:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:55Z', 'updated_at': '2021-07-29T23:59:59Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:00.174991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305fa7c-129e-489a-a70d-f8e5c50106e9 None None] The sync data for ids ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'] in n-d-712139-11 is: [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e', 'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:e2:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:55Z', 'updated_at': '2021-07-29T23:59:59Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:00.281250 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-71c58d2d-f4e7-4b30-8f8e-6189952c434b service neutron] 10.222.0.37 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435342 Jul 30 00:00:00.440974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-8d857365-a339-45f4-b772-e69c7ab41de8 service neutron] 10.222.0.37 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386998 Jul 30 00:00:00.645874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84e942d2-9cc2-48a3-be38-64d92ab97b92 req-2ed03032-9a07-4002-8841-086aee37f8a1 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 210 time: 0.0355334 Jul 30 00:00:01.256114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:01.329804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:01.337754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:01.338261 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:01.449937 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:01.525576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:01.532533 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:01.607737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:01.754917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d960a39-aa4b-4a03-8f52-7e8e853674c5 req-7c5706af-2e0c-49a9-a560-2819073f0a66 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 210 time: 0.0296860 Jul 30 00:00:02.059898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-452488d4-4923-417f-9c49-2e224c00dea0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:02.061665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-452488d4-4923-417f-9c49-2e224c00dea0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "GET /v2.0/networks?id=9d603040-3c23-441c-ae73-266bbe97e525 HTTP/1.1" status: 200 len: 797 time: 0.1652009 Jul 30 00:00:02.112862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-759921b4-2085-4877-8abe-dff91522ed08 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c754a6e05e485095f799be6e548d5f HTTP/1.1" status: 200 len: 380 time: 0.0393343 Jul 30 00:00:02.122662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'port': {'device_id': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'admin_state_up': True, 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'security_groups': ['1f397969-f68d-4afe-a7fa-14bb72ce274c']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:02.249090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Made reservation on behalf of 20c754a6e05e485095f799be6e548d5f for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:02.253245 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.386861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Allocated IP 172.20.0.13 (9d603040-3c23-441c-ae73-266bbe97e525/7c336c61-ff63-4e5e-89db-4b7d7d8087cf/ebac6320-9246-456a-8a83-810f9b58a384) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:02.532671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.547210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Transition to ACTIVE for port object ebac6320-9246-456a-8a83-810f9b58a384 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:02.583274 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.605859 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.639531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 9d603040-3c23-441c-ae73-266bbe97e525 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:02.640468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=ebac6320-9246-456a-8a83-810f9b58a384,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:02.643857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:02.646337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:02.704561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:02.705635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.727172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ed490a0e-2182-4f0b-a945-586a4639e754 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6083841 Jul 30 00:00:02.740517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Request body: {'port': {'device_id': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:02.823177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.972900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430567a-9f31-4ee6-bdb2-1aff6f0bcbe0 req-2fd73d13-556b-4be6-ba88-d44f56fa3814 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:02.974564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f430567a-9f31-4ee6-bdb2-1aff6f0bcbe0 req-2fd73d13-556b-4be6-ba88-d44f56fa3814 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 932 time: 0.1445992 Jul 30 00:00:02.997312 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c5cdb088-4ae2-400a-93a3-1c9e8ad803ad None None] Provisioning for port ebac6320-9246-456a-8a83-810f9b58a384 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:03.002695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c5cdb088-4ae2-400a-93a3-1c9e8ad803ad None None] Provisioning complete for port ebac6320-9246-456a-8a83-810f9b58a384 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:03.003089 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5cdb088-4ae2-400a-93a3-1c9e8ad803ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.058610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c5cdb088-4ae2-400a-93a3-1c9e8ad803ad None None] Port ebac6320-9246-456a-8a83-810f9b58a384 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:03.094522 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f430567a-9f31-4ee6-bdb2-1aff6f0bcbe0 req-b51debe8-e272-45ee-9681-5298612bc1eb tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136446 Jul 30 00:00:03.183551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:03.223034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebac6320-9246-456a-8a83-810f9b58a384 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:03.231178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.233292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:03.233674 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.247723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Transition to ACTIVE for port object ebac6320-9246-456a-8a83-810f9b58a384 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:03.253318 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.322974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Pushing event updated for resources: {'Port': ['ID=ebac6320-9246-456a-8a83-810f9b58a384,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:03.387729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Attempting to bind port ebac6320-9246-456a-8a83-810f9b58a384 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:03.388488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Attempting to bind port ebac6320-9246-456a-8a83-810f9b58a384 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:03.389001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Attempting to bind port ebac6320-9246-456a-8a83-810f9b58a384 on network 9d603040-3c23-441c-ae73-266bbe97e525 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:03.394227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Port ebac6320-9246-456a-8a83-810f9b58a384 on network 9d603040-3c23-441c-ae73-266bbe97e525 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:00:03.394896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Attempting to bind port ebac6320-9246-456a-8a83-810f9b58a384 on network 9d603040-3c23-441c-ae73-266bbe97e525 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:03.402301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:03.402659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Checking segment: {'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:03.403056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Bound using segment: {'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:03.403495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Bound port: ebac6320-9246-456a-8a83-810f9b58a384, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d1aee9-da28-4da8-8b6d-b06d946111af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:03.403870 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.483764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] For port ebac6320-9246-456a-8a83-810f9b58a384, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:03.486781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] For port ebac6320-9246-456a-8a83-810f9b58a384, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ebac6320-9246-456a-8a83-810f9b58a384,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:03.493951 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.529366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:03.530019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.531447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] 10.222.0.42 "PUT /v2.0/ports/ebac6320-9246-456a-8a83-810f9b58a384 HTTP/1.1" status: 200 len: 1093 time: 0.7959552 Jul 30 00:00:03.531930 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'tag': 'ebac6320-9246-456a-8a83-810f9b58a384'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:03.534263 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a19891-ea6d-48e2-a75d-f58098696df1" -d '{"events": [{"name": "network-changed", "server_uuid": "cecdaa5a-64c2-41cf-8aab-e2ec88b0568b", "tag": "ebac6320-9246-456a-8a83-810f9b58a384"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:03.596447 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf3658d-3723-4eae-8c9b-e914d6351743 x-openstack-request-id: req-ebf3658d-3723-4eae-8c9b-e914d6351743 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:03.596747 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecdaa5a-64c2-41cf-8aab-e2ec88b0568b", "tag": "ebac6320-9246-456a-8a83-810f9b58a384", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:03.598997 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebf3658d-3723-4eae-8c9b-e914d6351743 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:03.599413 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'tag': 'ebac6320-9246-456a-8a83-810f9b58a384', 'status': 'completed', 'code': 200} Jul 30 00:00:03.640442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5c17e-a1a3-40eb-85f6-03329e429183 service neutron] Pushing event updated for resources: {'Port': ['ID=ebac6320-9246-456a-8a83-810f9b58a384,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:03.661798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ced46d36-8ac1-415b-b1df-7ef5aab2469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:03.663722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-ced46d36-8ac1-415b-b1df-7ef5aab2469a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 1096 time: 0.0599165 Jul 30 00:00:03.713039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-871f6e15-0d43-4669-9fe0-83d3ea2b8e1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebac6320-9246-456a-8a83-810f9b58a384 HTTP/1.1" status: 200 len: 217 time: 0.0403390 Jul 30 00:00:03.774474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-2a14e4a8-10ee-421a-af80-b7f06f36175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:03.775971 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-2a14e4a8-10ee-421a-af80-b7f06f36175c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c336c61-ff63-4e5e-89db-4b7d7d8087cf HTTP/1.1" status: 200 len: 834 time: 0.0561261 Jul 30 00:00:03.839536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-de78cab8-2449-4fb6-9437-2b29eb9b3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:03.841159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-de78cab8-2449-4fb6-9437-2b29eb9b3bd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d603040-3c23-441c-ae73-266bbe97e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583141 Jul 30 00:00:03.935812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-6d142d37-d2ca-4d41-a329-b4c9597067aa service neutron] 10.222.0.42 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874598 Jul 30 00:00:04.396797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597e12f-1f31-43c2-8609-61931824d189 req-2746e008-a2ad-4edb-a535-be0ff630d7d6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:04.398251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1597e12f-1f31-43c2-8609-61931824d189 req-2746e008-a2ad-4edb-a535-be0ff630d7d6 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 944 time: 0.0996072 Jul 30 00:00:04.420942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef2ab9a-2b19-437a-823d-b1a332c1c5ed req-8c6558c3-0fed-4103-ba9c-bb95ff116627 service neutron] 10.222.0.42 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779840 Jul 30 00:00:04.455687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1597e12f-1f31-43c2-8609-61931824d189 req-4c4613e5-b270-49c7-8efc-9ad2d24fe42b tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449121 Jul 30 00:00:04.521545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-f57b2531-2e5a-40e3-a4b3-e6854660bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:04.523064 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-f57b2531-2e5a-40e3-a4b3-e6854660bef7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 1096 time: 0.0421662 Jul 30 00:00:04.616693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-d7532ccb-473f-437b-abf3-13d04ebbe7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:04.618200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-d7532ccb-473f-437b-abf3-13d04ebbe7fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d603040-3c23-441c-ae73-266bbe97e525 HTTP/1.1" status: 200 len: 898 time: 0.0880604 Jul 30 00:00:04.660922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-9a6351e0-0ab0-4845-95d9-7fd52b055241 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebac6320-9246-456a-8a83-810f9b58a384 HTTP/1.1" status: 200 len: 217 time: 0.0348682 Jul 30 00:00:04.714257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-9f8cdf84-2349-495a-8793-b860b19b56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:04.715630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-9f8cdf84-2349-495a-8793-b860b19b56d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c336c61-ff63-4e5e-89db-4b7d7d8087cf HTTP/1.1" status: 200 len: 834 time: 0.0440750 Jul 30 00:00:04.763967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-afc52e9d-0e98-41f0-b1e3-a5e3270f3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:04.765537 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-afc52e9d-0e98-41f0-b1e3-a5e3270f3a6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d603040-3c23-441c-ae73-266bbe97e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405972 Jul 30 00:00:04.862799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-d2974fa1-a281-4e7d-802e-898f96ea2b32 service neutron] 10.222.0.42 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883152 Jul 30 00:00:04.962611 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27a19891-ea6d-48e2-a75d-f58098696df1 req-1ab5081f-1c09-46c3-a692-227584a5e712 service neutron] 10.222.0.42 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880325 Jul 30 00:00:05.583944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c61d-7801-40b5-8d13-0328f16fe305 req-d6d357be-ecb3-434c-ab5c-b8c77b04af3c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:05.585539 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c269c61d-7801-40b5-8d13-0328f16fe305 req-d6d357be-ecb3-434c-ab5c-b8c77b04af3c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 944 time: 0.0578406 Jul 30 00:00:05.625041 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c269c61d-7801-40b5-8d13-0328f16fe305 req-bfb0c586-4077-4c5a-81d2-96698e68a46c tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334623 Jul 30 00:00:06.245487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ebac6320-9246-456a-8a83-810f9b58a384 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:00:06.346680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ebac6320-9246-456a-8a83-810f9b58a384, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ebac6320-9246-456a-8a83-810f9b58a384,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:06.359275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'ebac6320-9246-456a-8a83-810f9b58a384', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'port_id': 'ebac6320-9246-456a-8a83-810f9b58a384', 'mac_address': 'fa:16:3e:43:9c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:00:06.404875 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.421456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebac6320-9246-456a-8a83-810f9b58a384 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:06.447872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ebac6320-9246-456a-8a83-810f9b58a384, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ebac6320-9246-456a-8a83-810f9b58a384,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:06.452583 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.507264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ebac6320-9246-456a-8a83-810f9b58a384,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:06.675396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['ebac6320-9246-456a-8a83-810f9b58a384'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:06.748540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd3157-b123-4bd5-a147-1f5c9ec120c9 req-830e46f7-307f-4ba8-a14d-84a8d14ca3dd tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:06.750072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12fd3157-b123-4bd5-a147-1f5c9ec120c9 req-830e46f7-307f-4ba8-a14d-84a8d14ca3dd tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 945 time: 0.0552416 Jul 30 00:00:06.796397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12fd3157-b123-4bd5-a147-1f5c9ec120c9 req-7003254d-90ee-4f98-9b5a-9ddc60131f4f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395386 Jul 30 00:00:07.920106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b58ee-966a-4dc5-8257-3a1a37fb679e req-ad2f8a9d-216b-43c5-98d2-6ecda7461f71 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:07.921603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c42b58ee-966a-4dc5-8257-3a1a37fb679e req-ad2f8a9d-216b-43c5-98d2-6ecda7461f71 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 945 time: 0.0518472 Jul 30 00:00:07.961202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c42b58ee-966a-4dc5-8257-3a1a37fb679e req-05dd764d-872d-4266-b6b0-1721415a6b7b tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329638 Jul 30 00:00:08.137155 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-0980d760-d992-4736-ae21-9eb9aee8aba4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401685 Jul 30 00:00:08.238097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-68c8abab-aa53-490a-bf5e-d5dbca71a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:08.239626 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-68c8abab-aa53-490a-bf5e-d5dbca71a61a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9fd47cf550425a8844b8e581000f5f&device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 1097 time: 0.0444238 Jul 30 00:00:08.260511 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ebac6320-9246-456a-8a83-810f9b58a384 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:08.312543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port ebac6320-9246-456a-8a83-810f9b58a384 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:08.317537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port ebac6320-9246-456a-8a83-810f9b58a384 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:08.318508 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.353851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-247be728-65ce-4b41-a588-463095d0c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:08.355727 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-247be728-65ce-4b41-a588-463095d0c238 service neutron] 10.222.0.47 "GET /v2.0/networks?id=464ff294-3539-4ab1-91a5-93c488a36535 HTTP/1.1" status: 200 len: 910 time: 0.0961976 Jul 30 00:00:08.416662 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.432094 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-9bf64d6e-139b-47cd-b166-c0d61597262a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996 HTTP/1.1" status: 200 len: 1001 time: 0.0684414 Jul 30 00:00:08.441388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebac6320-9246-456a-8a83-810f9b58a384'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:08.443654 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93104af8-1d2a-44c5-8b56-de3081e9db8f" -d '{"events": [{"server_uuid": "cecdaa5a-64c2-41cf-8aab-e2ec88b0568b", "name": "network-vif-plugged", "status": "completed", "tag": "ebac6320-9246-456a-8a83-810f9b58a384"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:08.460728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ebac6320-9246-456a-8a83-810f9b58a384, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ebac6320-9246-456a-8a83-810f9b58a384,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:08.465649 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.492105 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f47fa4-f237-42c4-9cdc-a6102e8777d2 x-openstack-request-id: req-e5f47fa4-f237-42c4-9cdc-a6102e8777d2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:08.492558 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecdaa5a-64c2-41cf-8aab-e2ec88b0568b", "name": "network-vif-plugged", "status": "completed", "tag": "ebac6320-9246-456a-8a83-810f9b58a384", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:08.493032 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5f47fa4-f237-42c4-9cdc-a6102e8777d2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:08.493435 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebac6320-9246-456a-8a83-810f9b58a384', 'code': 200} Jul 30 00:00:08.500098 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-8eb01f3f-316e-4c9c-af58-cfd53a7da6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:08.501747 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-8eb01f3f-316e-4c9c-af58-cfd53a7da6a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c97fd569-9a49-4b34-8f41-bcc081cd0b54 HTTP/1.1" status: 200 len: 848 time: 0.0631757 Jul 30 00:00:08.522831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ebac6320-9246-456a-8a83-810f9b58a384,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:08.560329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-74fc4f9d-77e3-4754-93a9-059d4e19927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:08.561861 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-74fc4f9d-77e3-4754-93a9-059d4e19927c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=464ff294-3539-4ab1-91a5-93c488a36535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479620 Jul 30 00:00:08.607426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee4b2d-e414-4e53-9a30-1a9aa957fab0 req-1c9aefd3-4073-4301-8acf-d77a18a9831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:08.610113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2aee4b2d-e414-4e53-9a30-1a9aa957fab0 req-1c9aefd3-4073-4301-8acf-d77a18a9831d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 1098 time: 0.0505376 Jul 30 00:00:08.652922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2aee4b2d-e414-4e53-9a30-1a9aa957fab0 req-838b7fcd-f182-497b-b931-19786d9b86d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354524 Jul 30 00:00:08.712526 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-cd3d44fa-ee45-4d28-9563-6119f6c857e6 service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432333 Jul 30 00:00:08.806458 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e58feafe-87a2-4c39-a9e2-867d38553a8d req-6a09d26d-f32d-4843-9ec7-abb995e98cec service neutron] 10.222.0.47 "GET /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869102 Jul 30 00:00:09.079496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1a6e6-84aa-4f66-b985-e636d325292f req-08a7e221-6dbf-478d-8b02-56a16954c3a4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:09.081069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40a1a6e6-84aa-4f66-b985-e636d325292f req-08a7e221-6dbf-478d-8b02-56a16954c3a4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 946 time: 0.0511637 Jul 30 00:00:09.122305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-40a1a6e6-84aa-4f66-b985-e636d325292f req-dba6b6c2-921d-4fb3-ae75-0dc2558a423a tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347903 Jul 30 00:00:10.243959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee050a-236b-4918-99cd-ab220e284372 req-4a92f48c-e3e8-41d3-a133-d9313eb293dc tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:10.245432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07ee050a-236b-4918-99cd-ab220e284372 req-4a92f48c-e3e8-41d3-a133-d9313eb293dc tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 946 time: 0.0511534 Jul 30 00:00:10.283790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07ee050a-236b-4918-99cd-ab220e284372 req-0fa3e58f-221d-4510-b48c-b6fee7f56463 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Jul 30 00:00:10.401639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc17a0-5099-4dec-986b-9a112028c561 req-94e09fce-b91a-4327-ba9a-8c225df5fa50 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:10.403236 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91dc17a0-5099-4dec-986b-9a112028c561 req-94e09fce-b91a-4327-ba9a-8c225df5fa50 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 946 time: 0.0544763 Jul 30 00:00:10.443277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91dc17a0-5099-4dec-986b-9a112028c561 req-f7769ac2-11c7-46f0-b5b5-1f5f28e45276 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334237 Jul 30 00:00:10.464405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33832) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:10.508485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a25734-063f-4c8f-9fed-cd44f3bdb41f tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:10.510583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b5a25734-063f-4c8f-9fed-cd44f3bdb41f tempest-TestNetworkBasicOps-1063256937 tempest-TestNetworkBasicOps-1063256937-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 1093 time: 0.0440204 Jul 30 00:00:10.512823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33834) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:10.517335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': 'ebac6320-9246-456a-8a83-810f9b58a384', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:10.544648 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:10.648364 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:10.756316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Allocated IP 172.25.2.7 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/18302d88-a753-42ce-98da-346b4da2c683) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:10.886153 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:10.925751 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:10.968458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:10.974460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:10.979285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:10.982766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=18302d88-a753-42ce-98da-346b4da2c683,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:11.355258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.426150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.575532 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.580655 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.654162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event updated for resources: {'Port': ['ID=18302d88-a753-42ce-98da-346b4da2c683,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:11.666770 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.775908 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Floating IP 354e0198-5db3-4dcb-9cc4-a67676a2eb17 associated. External IP: 172.25.2.7, port: ebac6320-9246-456a-8a83-810f9b58a384. Jul 30 00:00:12.001332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:12.115695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:12.127350 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] Sync routers for ids ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:12.135991 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:12.138307 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] Routers {'3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:12.138939 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:12.168544 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d93d8351-98a6-4851-9236-e2a6b7a96f15 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6548228 Jul 30 00:00:12.168808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:12.169287 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'tag': 'ebac6320-9246-456a-8a83-810f9b58a384'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:12.171713 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef1aeec-a5af-4524-9b39-38627ea15811" -d '{"events": [{"name": "network-changed", "server_uuid": "cecdaa5a-64c2-41cf-8aab-e2ec88b0568b", "tag": "ebac6320-9246-456a-8a83-810f9b58a384"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:12.213182 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0573c0dc-0bf8-4b7b-ad05-6dadb1acbf36 x-openstack-request-id: req-0573c0dc-0bf8-4b7b-ad05-6dadb1acbf36 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:12.213470 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecdaa5a-64c2-41cf-8aab-e2ec88b0568b", "tag": "ebac6320-9246-456a-8a83-810f9b58a384", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:12.213731 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0573c0dc-0bf8-4b7b-ad05-6dadb1acbf36 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:12.214145 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'tag': 'ebac6320-9246-456a-8a83-810f9b58a384', 'status': 'completed', 'code': 200} Jul 30 00:00:12.246021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e3d9cf1a-4ce5-480e-a254-b290c7279af0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/floatingips/354e0198-5db3-4dcb-9cc4-a67676a2eb17 HTTP/1.1" status: 200 len: 990 time: 0.0762918 Jul 30 00:00:12.253213 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] Set router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:12.288629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-fc1b63b8-bc08-4184-b433-e05bd6cc6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:12.290152 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-fc1b63b8-bc08-4184-b433-e05bd6cc6271 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 1098 time: 0.0427403 Jul 30 00:00:12.396449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-098324be-4aff-4c72-a084-64094459f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:12.397920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-098324be-4aff-4c72-a084-64094459f3b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d603040-3c23-441c-ae73-266bbe97e525 HTTP/1.1" status: 200 len: 898 time: 0.0964158 Jul 30 00:00:12.466284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-96dd6175-ccb3-42ec-b03a-0d478f12da42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebac6320-9246-456a-8a83-810f9b58a384 HTTP/1.1" status: 200 len: 998 time: 0.0607512 Jul 30 00:00:12.499022 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '354e0198-5db3-4dcb-9cc4-a67676a2eb17', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'port_id': 'ebac6320-9246-456a-8a83-810f9b58a384', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'mac_address': 'fa:16:3e:43:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:00:11Z', 'updated_at': '2021-07-30T00:00:11Z', 'revision_number': 0, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e', 'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:e2:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:55Z', 'updated_at': '2021-07-30T00:00:01Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:12.527010 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-0af7b9db-24eb-41d3-b858-18401ff652c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:12.527582 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] Checking router: 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:12.528713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-0af7b9db-24eb-41d3-b858-18401ff652c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c336c61-ff63-4e5e-89db-4b7d7d8087cf HTTP/1.1" status: 200 len: 834 time: 0.0519347 Jul 30 00:00:12.536515 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] Routers {'3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:12.537130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:12.577156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-d2642c01-3a70-42b4-8703-b99007a94cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:12.578852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-d2642c01-3a70-42b4-8703-b99007a94cb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d603040-3c23-441c-ae73-266bbe97e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421348 Jul 30 00:00:12.684067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-7b8d9b1d-972d-4001-8242-e7011a5ae8ba service neutron] 10.222.0.42 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967259 Jul 30 00:00:12.751581 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] Set router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:12.789559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef1aeec-a5af-4524-9b39-38627ea15811 req-75326cd6-1524-43f8-9740-bdb5bf9a021e service neutron] 10.222.0.42 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973780 Jul 30 00:00:13.018006 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '354e0198-5db3-4dcb-9cc4-a67676a2eb17', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'port_id': 'ebac6320-9246-456a-8a83-810f9b58a384', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'mac_address': 'fa:16:3e:43:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:00:11Z', 'updated_at': '2021-07-30T00:00:11Z', 'revision_number': 0, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e', 'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:e2:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:55Z', 'updated_at': '2021-07-30T00:00:01Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:13.047588 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4446d09-d700-4871-9fb3-f318bab8d034 None None] The sync data for ids ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'] in n-d-712139-11 is: [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '354e0198-5db3-4dcb-9cc4-a67676a2eb17', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'port_id': 'ebac6320-9246-456a-8a83-810f9b58a384', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'mac_address': 'fa:16:3e:43:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:00:11Z', 'updated_at': '2021-07-30T00:00:11Z', 'revision_number': 0, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e', 'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:e2:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:55Z', 'updated_at': '2021-07-30T00:00:01Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:13.249842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:13.276981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670a8913-5be3-429c-a53c-7f0722c9d8de None None] New status for floating IP 354e0198-5db3-4dcb-9cc4-a67676a2eb17: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:00:13.319946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d0edfa13-0ac0-4af3-b417-82df39361c4e tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/floatingips/354e0198-5db3-4dcb-9cc4-a67676a2eb17 HTTP/1.1" status: 200 len: 990 time: 0.0686274 Jul 30 00:00:14.323946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33860) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:14.385756 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7a953f7b-db4c-489b-9f77-ea4f8f81c45b tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/floatingips/354e0198-5db3-4dcb-9cc4-a67676a2eb17 HTTP/1.1" status: 200 len: 992 time: 0.0606177 Jul 30 00:00:15.407103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33870) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:15.513179 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26e3eb4c-d69a-4a29-bcc2-b2da6be36835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.612813 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26e3eb4c-d69a-4a29-bcc2-b2da6be36835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.617705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26e3eb4c-d69a-4a29-bcc2-b2da6be36835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.659257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-26e3eb4c-d69a-4a29-bcc2-b2da6be36835 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ae60aa6182545e08a09d16008d5ca3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510529 Jul 30 00:00:15.660142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3eb4c-d69a-4a29-bcc2-b2da6be36835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb138a2-61ed-470c-ae22-4c9ec6e594b6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:15.662130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33874) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:15.716238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41ca14bd-22c8-4dad-a7db-b88799262f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.738775 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41ca14bd-22c8-4dad-a7db-b88799262f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.784752 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41ca14bd-22c8-4dad-a7db-b88799262f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.787374 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41ca14bd-22c8-4dad-a7db-b88799262f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.788608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-41ca14bd-22c8-4dad-a7db-b88799262f8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcb138a2-61ed-470c-ae22-4c9ec6e594b6 HTTP/1.1" status: 204 len: 168 time: 0.1251509 Jul 30 00:00:15.796883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca14bd-22c8-4dad-a7db-b88799262f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb138a2-61ed-470c-ae22-4c9ec6e594b6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:16.780869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-ef89f565-0ed7-418c-9fc5-d4e1276b6608 req-014a362d-8f9f-4b27-8bc1-6a20caccdec6 service neutron] (93817) timed out ('10.222.0.37', 59778) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:00:18.917245 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:19.365213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56441416-0138-49f2-8b0a-4ed2b50d4976 req-05b1b7f4-07ba-4c47-afe4-a5d9d77d95af tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:19.366892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56441416-0138-49f2-8b0a-4ed2b50d4976 req-05b1b7f4-07ba-4c47-afe4-a5d9d77d95af tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 945 time: 0.0579190 Jul 30 00:00:19.407053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56441416-0138-49f2-8b0a-4ed2b50d4976 req-106f9129-8e3f-4a23-8e5e-3e3f56af30d1 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337377 Jul 30 00:00:20.007936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-79300ae8-0820-40c2-be03-a5f137874abf tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:20.009666 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-79300ae8-0820-40c2-be03-a5f137874abf tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.47 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 945 time: 0.0510373 Jul 30 00:00:20.098916 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Deleting port dbd7cfec-5d6b-400c-a93d-010c64ec3996 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:20.099267 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.194279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] For port dbd7cfec-5d6b-400c-a93d-010c64ec3996, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=dbd7cfec-5d6b-400c-a93d-010c64ec3996,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:20.194656 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.416419 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.417012 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.417355 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Floating IP ecb5273a-2f50-4ec8-8a66-1b95dfa37540 disassociated. External IP: 172.25.2.122, port: dbd7cfec-5d6b-400c-a93d-010c64ec3996. Jul 30 00:00:20.417789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Calling delete_port for dbd7cfec-5d6b-400c-a93d-010c64ec3996 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:20.533571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63840112-a5f0-4dcb-9b6f-8dc58380d0a9 req-c0cc6c92-4027-4fe7-8311-c3e0e85c0248 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:20.535675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63840112-a5f0-4dcb-9b6f-8dc58380d0a9 req-c0cc6c92-4027-4fe7-8311-c3e0e85c0248 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 945 time: 0.0540445 Jul 30 00:00:20.555113 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.593324 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event deleted for resources: {'Port': ['ID=dbd7cfec-5d6b-400c-a93d-010c64ec3996,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:20.595490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63840112-a5f0-4dcb-9b6f-8dc58380d0a9 req-0bb42efd-631b-49c1-8ce9-1f4f41afdb44 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/security-groups?id=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468779 Jul 30 00:00:20.718938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Router eddd4738-147d-4d4c-b674-2fb6c880a40e has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:21.187502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:21.199657 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] Sync routers for ids ['eddd4738-147d-4d4c-b674-2fb6c880a40e'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:21.210487 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] Routers {'eddd4738-147d-4d4c-b674-2fb6c880a40e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:21.211444 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['eddd4738-147d-4d4c-b674-2fb6c880a40e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:21.229727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] No DVR routers for this DVR port dbd7cfec-5d6b-400c-a93d-010c64ec3996 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:21.232569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.235240 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ee8d1b90-aa9e-4ede-8d8f-d20e05858dcf req-6280f081-3129-455d-97ae-c7c48317ea18 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.47 "DELETE /v2.0/ports/dbd7cfec-5d6b-400c-a93d-010c64ec3996 HTTP/1.1" status: 204 len: 173 time: 1.2188680 Jul 30 00:00:21.235698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'name': 'network-vif-deleted', 'tag': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:21.238689 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12ac8ff-c4ee-4003-82cd-aabd4855778d" -d '{"events": [{"server_uuid": "a23fcb48-d7b9-466a-804e-57c987b1f21e", "name": "network-vif-deleted", "tag": "dbd7cfec-5d6b-400c-a93d-010c64ec3996"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:21.290004 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e959db7e-3ff6-4c91-bb8b-20932837c803 x-openstack-request-id: req-e959db7e-3ff6-4c91-bb8b-20932837c803 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:21.290395 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23fcb48-d7b9-466a-804e-57c987b1f21e", "name": "network-vif-deleted", "tag": "dbd7cfec-5d6b-400c-a93d-010c64ec3996", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:21.290799 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e959db7e-3ff6-4c91-bb8b-20932837c803 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:21.291291 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23fcb48-d7b9-466a-804e-57c987b1f21e', 'name': 'network-vif-deleted', 'tag': 'dbd7cfec-5d6b-400c-a93d-010c64ec3996', 'status': 'completed', 'code': 200} Jul 30 00:00:21.327020 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] Set router eddd4738-147d-4d4c-b674-2fb6c880a40e gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:21.533001 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:30Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '967621d9-8520-40a9-a85a-4fdbf5e408d3', 'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'mac_address': 'fa:16:3e:cb:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:29Z', 'updated_at': '2021-07-29T23:54:41Z', 'revision_number': 5, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'subnets': [{'id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:21.563897 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] Checking router: eddd4738-147d-4d4c-b674-2fb6c880a40e for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:21.572484 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] Routers {'eddd4738-147d-4d4c-b674-2fb6c880a40e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:21.573092 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-29T23:59:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['eddd4738-147d-4d4c-b674-2fb6c880a40e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:21.719642 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] Set router eddd4738-147d-4d4c-b674-2fb6c880a40e gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:21.747564 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ac0e8a6-013e-46fd-a5db-d3dde56fa8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.976699 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:30Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '967621d9-8520-40a9-a85a-4fdbf5e408d3', 'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'mac_address': 'fa:16:3e:cb:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:29Z', 'updated_at': '2021-07-29T23:54:41Z', 'revision_number': 5, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'subnets': [{'id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:21.977052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd1098a4-713d-4cf5-a79d-401f908b12ae req-cbe61154-0317-4725-aadc-cae93f78a765 tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "GET /v2.0/ports?device_id=a23fcb48-d7b9-466a-804e-57c987b1f21e HTTP/1.1" status: 200 len: 210 time: 0.2747958 Jul 30 00:00:22.006807 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89113d-a9b7-42ea-a9ad-2e55615de5b4 None None] The sync data for ids ['eddd4738-147d-4d4c-b674-2fb6c880a40e'] in n-d-712139-11 is: [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-29T23:54:30Z', 'revision_number': 4, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '967621d9-8520-40a9-a85a-4fdbf5e408d3', 'name': '', 'network_id': '464ff294-3539-4ab1-91a5-93c488a36535', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'mac_address': 'fa:16:3e:cb:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:29Z', 'updated_at': '2021-07-29T23:54:41Z', 'revision_number': 5, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'subnets': [{'id': 'c97fd569-9a49-4b34-8f41-bcc081cd0b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:22.248910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8453313-efe0-4925-a934-b4e16e957dea None None] New status for floating IP ecb5273a-2f50-4ec8-8a66-1b95dfa37540: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:00:23.026579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:23.155587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3286e5f4-11bb-40ac-9db2-f65d8d8d4c6e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Deleting port ea3164e8-7750-4ad8-a163-03ae89291898 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:23.155938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3286e5f4-11bb-40ac-9db2-f65d8d8d4c6e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.234326 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3286e5f4-11bb-40ac-9db2-f65d8d8d4c6e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.235240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3286e5f4-11bb-40ac-9db2-f65d8d8d4c6e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.247001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3286e5f4-11bb-40ac-9db2-f65d8d8d4c6e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Calling delete_port for ea3164e8-7750-4ad8-a163-03ae89291898 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:23.387030 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3286e5f4-11bb-40ac-9db2-f65d8d8d4c6e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.414163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286e5f4-11bb-40ac-9db2-f65d8d8d4c6e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event deleted for resources: {'Port': ['ID=ea3164e8-7750-4ad8-a163-03ae89291898,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:23.482297 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3286e5f4-11bb-40ac-9db2-f65d8d8d4c6e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.485075 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3286e5f4-11bb-40ac-9db2-f65d8d8d4c6e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.488873 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3286e5f4-11bb-40ac-9db2-f65d8d8d4c6e tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "DELETE /v2.0/floatingips/ecb5273a-2f50-4ec8-8a66-1b95dfa37540 HTTP/1.1" status: 204 len: 168 time: 0.4588270 Jul 30 00:00:23.555410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33964) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:23.622802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-497d37b8-80ef-4919-8e1a-1d6383538fba tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.649736 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-497d37b8-80ef-4919-8e1a-1d6383538fba tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.713402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-497d37b8-80ef-4919-8e1a-1d6383538fba tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.715941 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-497d37b8-80ef-4919-8e1a-1d6383538fba tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.717142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-497d37b8-80ef-4919-8e1a-1d6383538fba tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] 10.222.0.37 "DELETE /v2.0/security-groups/c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6 HTTP/1.1" status: 204 len: 168 time: 0.1605852 Jul 30 00:00:23.728853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d37b8-80ef-4919-8e1a-1d6383538fba tempest-TestServerBasicOps-712906528 tempest-TestServerBasicOps-712906528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c780354d-5e8d-4c9d-b4f9-d8ec5f7597f6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:23.762922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:24.162763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da19c6fb-9145-4287-9802-aa9283dc5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.178690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dbd7cfec-5d6b-400c-a93d-010c64ec3996 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:24.205301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: dbd7cfec-5d6b-400c-a93d-010c64ec3996 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:24.206424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device dbd7cfec-5d6b-400c-a93d-010c64ec3996 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:24.262646 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.282681 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.587230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] Deleting port 967621d9-8520-40a9-a85a-4fdbf5e408d3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:24.587573 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.671080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] For port 967621d9-8520-40a9-a85a-4fdbf5e408d3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=967621d9-8520-40a9-a85a-4fdbf5e408d3,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:24.671367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.685152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] Calling delete_port for 967621d9-8520-40a9-a85a-4fdbf5e408d3 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:24.868973 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.896045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=967621d9-8520-40a9-a85a-4fdbf5e408d3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:25.037410 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:00:25.090050 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.319443 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] Router eddd4738-147d-4d4c-b674-2fb6c880a40e has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:25.434196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:25.443035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33986) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:25.443526 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-70532773-b4f4-4207-9887-a39f6f5a9fa4 admin admin] 10.222.0.37 "PUT /v2.0/routers/eddd4738-147d-4d4c-b674-2fb6c880a40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6793218 Jul 30 00:00:25.444648 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] Sync routers for ids ['eddd4738-147d-4d4c-b674-2fb6c880a40e'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:25.454238 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] Routers {'eddd4738-147d-4d4c-b674-2fb6c880a40e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:25.454866 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['eddd4738-147d-4d4c-b674-2fb6c880a40e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:25.517801 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.555630 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.586468 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] Set router eddd4738-147d-4d4c-b674-2fb6c880a40e gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:25.672730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.737568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Deleting port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:25.737818 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.807765 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-30T00:00:24Z', 'revision_number': 5, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port': {'id': '2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:26Z', 'updated_at': '2021-07-29T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:25.837263 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] Checking router: eddd4738-147d-4d4c-b674-2fb6c880a40e for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:25.846735 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] Routers {'eddd4738-147d-4d4c-b674-2fb6c880a40e'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:25.847388 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['eddd4738-147d-4d4c-b674-2fb6c880a40e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:25.849511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] For port 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:25.849891 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.870567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Calling delete_port for 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:26.052949 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] Set router eddd4738-147d-4d4c-b674-2fb6c880a40e gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:26.078780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.110093 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-30T00:00:25Z', 'revision_number': 6, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:26.112317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:26.148061 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2e3b1-bb50-4cf4-9b7b-f59320a1c6d7 None None] The sync data for ids ['eddd4738-147d-4d4c-b674-2fb6c880a40e'] in n-d-712139-11 is: [{'id': 'eddd4738-147d-4d4c-b674-2fb6c880a40e', 'name': 'tempest-TestServerBasicOps-1891060042-router', 'tenant_id': 'be9fd47cf550425a8844b8e581000f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:25Z', 'updated_at': '2021-07-30T00:00:25Z', 'revision_number': 6, 'project_id': 'be9fd47cf550425a8844b8e581000f5f', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:26.188003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.284557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.286939 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.336172 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.336754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eddd4738-147d-4d4c-b674-2fb6c880a40e {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:00:26.341630 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.342717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a83e37eb-e6d9-43ad-860c-ccf618325076 admin admin] 10.222.0.37 "DELETE /v2.0/routers/eddd4738-147d-4d4c-b674-2fb6c880a40e HTTP/1.1" status: 204 len: 168 time: 0.8986847 Jul 30 00:00:26.345777 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 33994) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:26.390971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63509dc-9e96-46f0-a6f5-5cae5465d875 admin admin] Deleting subnet c97fd569-9a49-4b34-8f41-bcc081cd0b54 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:00:26.394222 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e63509dc-9e96-46f0-a6f5-5cae5465d875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.430652 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e63509dc-9e96-46f0-a6f5-5cae5465d875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.527849 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e63509dc-9e96-46f0-a6f5-5cae5465d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.590880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e63509dc-9e96-46f0-a6f5-5cae5465d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.618704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63509dc-9e96-46f0-a6f5-5cae5465d875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c97fd569-9a49-4b34-8f41-bcc081cd0b54,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:26.629094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e63509dc-9e96-46f0-a6f5-5cae5465d875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.631431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e63509dc-9e96-46f0-a6f5-5cae5465d875 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c97fd569-9a49-4b34-8f41-bcc081cd0b54 HTTP/1.1" status: 204 len: 168 time: 0.2846553 Jul 30 00:00:26.634536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 33996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:26.641579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f4121-3420-4ccb-b208-fbc051c5c5a3 None None] Network 464ff294-3539-4ab1-91a5-93c488a36535 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:26.720513 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.871882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Deleting port ab7a603e-9dea-4f0c-9263-d457818e1628 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:26.872286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.964167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] For port ab7a603e-9dea-4f0c-9263-d457818e1628, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ab7a603e-9dea-4f0c-9263-d457818e1628,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:26.964167 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.974396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d9bcc-212e-46c1-a169-6a42b4f6b647 None None] DHCP port deletion for 464ff294-3539-4ab1-91a5-93c488a36535 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:00:26.980334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Calling delete_port for ab7a603e-9dea-4f0c-9263-d457818e1628 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:27.044101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-323d9bcc-212e-46c1-a169-6a42b4f6b647 None None] Deleting port ab7a603e-9dea-4f0c-9263-d457818e1628 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:27.044576 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-323d9bcc-212e-46c1-a169-6a42b4f6b647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.076784 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.113031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-323d9bcc-212e-46c1-a169-6a42b4f6b647 None None] For port ab7a603e-9dea-4f0c-9263-d457818e1628, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=ab7a603e-9dea-4f0c-9263-d457818e1628,segment=NetworkSegment(0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa),segment_id=0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:27.113612 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-323d9bcc-212e-46c1-a169-6a42b4f6b647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.136678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-323d9bcc-212e-46c1-a169-6a42b4f6b647 None None] Calling delete_port for ab7a603e-9dea-4f0c-9263-d457818e1628 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:27.149467 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7a603e-9dea-4f0c-9263-d457818e1628,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:27.155918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] No DVR routers for this DVR port ab7a603e-9dea-4f0c-9263-d457818e1628 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:27.185675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.186310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.186883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.188073 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.188858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.189369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.189897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.190414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.190922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.191651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.192193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.192727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:27.206776 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.243889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:27.258939 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:27.269753 n-d-712139-11 neutron-server[93818]: self.session.flush() Jul 30 00:00:27.274764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:27.274764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2df47240-c2ee-4f6f-8f51-3c72f0ff1f0a not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:27.274764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ab7a603e-9dea-4f0c-9263-d457818e1628 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:27.283608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464ff294-3539-4ab1-91a5-93c488a36535']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:27.296596 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-323d9bcc-212e-46c1-a169-6a42b4f6b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.299466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: ab7a603e-9dea-4f0c-9263-d457818e1628 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:27.299872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device ab7a603e-9dea-4f0c-9263-d457818e1628 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:27.300316 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 967621d9-8520-40a9-a85a-4fdbf5e408d3 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:27.311639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:27.311938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9d33e9-5e8d-4f9d-9fb1-ea9ef71938aa') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:27.327565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.345114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.349283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 967621d9-8520-40a9-a85a-4fdbf5e408d3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:27.349560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 967621d9-8520-40a9-a85a-4fdbf5e408d3 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:27.352641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d9bcc-212e-46c1-a169-6a42b4f6b647 None None] Pushing event deleted for resources: {'Port': ['ID=ab7a603e-9dea-4f0c-9263-d457818e1628,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:27.354799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:00:27.355218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:00:27.358377 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:00:27.362455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d9bcc-212e-46c1-a169-6a42b4f6b647 None None] No DVR routers for this DVR port ab7a603e-9dea-4f0c-9263-d457818e1628 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:27.436165 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.443254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.446420 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] 10.222.0.37 "DELETE /v2.0/networks/464ff294-3539-4ab1-91a5-93c488a36535 HTTP/1.1" status: 204 len: 168 time: 0.8105752 Jul 30 00:00:27.449904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34000) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:27.461293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421a3a6-a185-4f1b-af50-46dd63c58e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=464ff294-3539-4ab1-91a5-93c488a36535,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:27.852104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.120792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] Deleting port 1ad20327-b87e-4744-ae9e-5a900dd51b42 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:28.121136 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.200377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] For port 1ad20327-b87e-4744-ae9e-5a900dd51b42, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1ad20327-b87e-4744-ae9e-5a900dd51b42,segment=NetworkSegment(613c90b8-e8cf-4e35-998d-17b702c18698),segment_id=613c90b8-e8cf-4e35-998d-17b702c18698)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:28.200744 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.215396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] Calling delete_port for 1ad20327-b87e-4744-ae9e-5a900dd51b42 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:28.406844 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.435710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad20327-b87e-4744-ae9e-5a900dd51b42,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:28.615056 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.857737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] Router 281109ad-e55e-4d06-b282-a916cc8836df has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:29.319589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:29.325644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cffe0765-58b9-4c63-9561-7025c18aa518 admin admin] 10.222.0.37 "PUT /v2.0/routers/281109ad-e55e-4d06-b282-a916cc8836df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8742666 Jul 30 00:00:29.328296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34006) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:29.331366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] Sync routers for ids ['281109ad-e55e-4d06-b282-a916cc8836df'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:29.347396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] Routers {'281109ad-e55e-4d06-b282-a916cc8836df'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:29.348106 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['281109ad-e55e-4d06-b282-a916cc8836df'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:29.461509 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.482745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] Set router 281109ad-e55e-4d06-b282-a916cc8836df gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:29.584331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.658361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Deleting port 8f45dd14-12bc-4b14-bc2c-b22140943009 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:29.658793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.698555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281109ad-e55e-4d06-b282-a916cc8836df', 'name': 'tempest-TestServerBasicOps-1061480690-router', 'tenant_id': '911099b911e8467b9553257767518de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:33Z', 'updated_at': '2021-07-30T00:00:28Z', 'revision_number': 5, 'project_id': '911099b911e8467b9553257767518de7', 'gw_port': {'id': '8f45dd14-12bc-4b14-bc2c-b22140943009', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281109ad-e55e-4d06-b282-a916cc8836df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:34Z', 'updated_at': '2021-07-29T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:29.727337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] Checking router: 281109ad-e55e-4d06-b282-a916cc8836df for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:29.737040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] Routers {'281109ad-e55e-4d06-b282-a916cc8836df'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:29.738037 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['281109ad-e55e-4d06-b282-a916cc8836df'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:29.751147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] For port 8f45dd14-12bc-4b14-bc2c-b22140943009, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8f45dd14-12bc-4b14-bc2c-b22140943009,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:29.751516 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.766291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Calling delete_port for 8f45dd14-12bc-4b14-bc2c-b22140943009 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:29.837700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] Set router 281109ad-e55e-4d06-b282-a916cc8836df gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:29.898775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281109ad-e55e-4d06-b282-a916cc8836df', 'name': 'tempest-TestServerBasicOps-1061480690-router', 'tenant_id': '911099b911e8467b9553257767518de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:33Z', 'updated_at': '2021-07-30T00:00:29Z', 'revision_number': 6, 'project_id': '911099b911e8467b9553257767518de7', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:29.929568 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f7693-fad5-4f11-a3c9-e476c5f928b5 None None] The sync data for ids ['281109ad-e55e-4d06-b282-a916cc8836df'] in n-d-712139-11 is: [{'id': '281109ad-e55e-4d06-b282-a916cc8836df', 'name': 'tempest-TestServerBasicOps-1061480690-router', 'tenant_id': '911099b911e8467b9553257767518de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:33Z', 'updated_at': '2021-07-30T00:00:29Z', 'revision_number': 6, 'project_id': '911099b911e8467b9553257767518de7', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:29.995862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.049551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f45dd14-12bc-4b14-bc2c-b22140943009,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:30.095737 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.198822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.201203 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.255988 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.256493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 281109ad-e55e-4d06-b282-a916cc8836df {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:00:30.262126 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.263290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-47776e03-e2a7-47e8-99f9-67d31187bb17 admin admin] 10.222.0.37 "DELETE /v2.0/routers/281109ad-e55e-4d06-b282-a916cc8836df HTTP/1.1" status: 204 len: 168 time: 0.9334779 Jul 30 00:00:30.266116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34010) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:30.331402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c066d98-347d-4569-a34b-4035d46ce933 admin admin] Deleting subnet c83e4847-8828-4a10-a03b-a0219bcb20a4 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:00:30.335598 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c066d98-347d-4569-a34b-4035d46ce933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.385063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c066d98-347d-4569-a34b-4035d46ce933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.511931 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c066d98-347d-4569-a34b-4035d46ce933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.580570 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c066d98-347d-4569-a34b-4035d46ce933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.594146 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c066d98-347d-4569-a34b-4035d46ce933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.601132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a4fb5-ce72-4abf-a9ba-687adc98be52 None None] Network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:30.602491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34012) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:30.604593 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7c066d98-347d-4569-a34b-4035d46ce933 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c83e4847-8828-4a10-a03b-a0219bcb20a4 HTTP/1.1" status: 204 len: 168 time: 0.3374083 Jul 30 00:00:30.640042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c066d98-347d-4569-a34b-4035d46ce933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83e4847-8828-4a10-a03b-a0219bcb20a4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:30.700314 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.767114 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Deleting port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:30.767634 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.840179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d18f08d-bb52-4e10-ba0a-123a2e5a5292 None None] DHCP port deletion for 4336d1cc-d045-43e0-968d-2f1d78dfc3dd request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:00:30.907655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] For port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=380d4cb0-9e20-4ff7-9585-a5a7d3550aa7,segment=NetworkSegment(613c90b8-e8cf-4e35-998d-17b702c18698),segment_id=613c90b8-e8cf-4e35-998d-17b702c18698)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:30.910780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.928496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0d18f08d-bb52-4e10-ba0a-123a2e5a5292 None None] Deleting port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:30.929097 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d18f08d-bb52-4e10-ba0a-123a2e5a5292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.953165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Calling delete_port for 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:31.050329 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0d18f08d-bb52-4e10-ba0a-123a2e5a5292 None None] For port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=380d4cb0-9e20-4ff7-9585-a5a7d3550aa7,segment=NetworkSegment(613c90b8-e8cf-4e35-998d-17b702c18698),segment_id=613c90b8-e8cf-4e35-998d-17b702c18698)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:31.050733 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d18f08d-bb52-4e10-ba0a-123a2e5a5292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.080408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0d18f08d-bb52-4e10-ba0a-123a2e5a5292 None None] Calling delete_port for 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:31.157548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.209498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Pushing event deleted for resources: {'Port': ['ID=380d4cb0-9e20-4ff7-9585-a5a7d3550aa7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:31.224471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] No DVR routers for this DVR port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:31.303714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:31.332528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:31.333174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:31.333817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8f45dd14-12bc-4b14-bc2c-b22140943009 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:31.341533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.354657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4336d1cc-d045-43e0-968d-2f1d78dfc3dd']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:31.374174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613c90b8-e8cf-4e35-998d-17b702c18698') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:31.374573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613c90b8-e8cf-4e35-998d-17b702c18698') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:31.397388 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.456475 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.464727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:00:31.465168 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:00:31.467271 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:00:31.540176 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.557381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.557381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] 10.222.0.37 "DELETE /v2.0/networks/4336d1cc-d045-43e0-968d-2f1d78dfc3dd HTTP/1.1" status: 204 len: 168 time: 0.9366953 Jul 30 00:00:31.571593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c494157-435f-4470-aeae-e409d201dccb admin admin] Pushing event deleted for resources: {'Network': ['ID=4336d1cc-d045-43e0-968d-2f1d78dfc3dd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:31.573157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8f45dd14-12bc-4b14-bc2c-b22140943009 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:31.573621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8f45dd14-12bc-4b14-bc2c-b22140943009 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:31.573923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1ad20327-b87e-4744-ae9e-5a900dd51b42 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:31.602255 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d18f08d-bb52-4e10-ba0a-123a2e5a5292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.627962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d18f08d-bb52-4e10-ba0a-123a2e5a5292 None None] Network 4336d1cc-d045-43e0-968d-2f1d78dfc3dd is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 00:00:31.628362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18f08d-bb52-4e10-ba0a-123a2e5a5292 None None] No DVR routers for this DVR port 380d4cb0-9e20-4ff7-9585-a5a7d3550aa7 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:31.631325 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1ad20327-b87e-4744-ae9e-5a900dd51b42 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:31.631776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1ad20327-b87e-4744-ae9e-5a900dd51b42 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:31.636750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18f08d-bb52-4e10-ba0a-123a2e5a5292 None None] Pushing event deleted for resources: {'Port': ['ID=380d4cb0-9e20-4ff7-9585-a5a7d3550aa7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:31.758192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34018) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:31.810964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:31.812365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d8124a64-af69-4645-baf1-5aba37faacd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be9fd47cf550425a8844b8e581000f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517490 Jul 30 00:00:31.866493 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73cd166b-efcd-49c1-956d-815863fbd1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.890816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73cd166b-efcd-49c1-956d-815863fbd1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.962832 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73cd166b-efcd-49c1-956d-815863fbd1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.964716 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73cd166b-efcd-49c1-956d-815863fbd1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.966485 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-73cd166b-efcd-49c1-956d-815863fbd1fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f56d90e9-6c73-4ab8-ab73-12f929728d3d HTTP/1.1" status: 204 len: 168 time: 0.1539421 Jul 30 00:00:31.975036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd166b-efcd-49c1-956d-815863fbd1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d90e9-6c73-4ab8-ab73-12f929728d3d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:32.410837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.471901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-12b757b1-0510-47c7-b7fd-2f90561e165d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=911099b911e8467b9553257767518de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562992 Jul 30 00:00:32.472209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34030) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.528878 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-632505eb-8db0-4ef3-8997-4ab5088e9bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:32.562309 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-632505eb-8db0-4ef3-8997-4ab5088e9bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:32.634324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-632505eb-8db0-4ef3-8997-4ab5088e9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:32.638190 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-632505eb-8db0-4ef3-8997-4ab5088e9bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:32.639451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-632505eb-8db0-4ef3-8997-4ab5088e9bd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57078c36-f2dd-41f6-9af8-4f5eaeb74b9c HTTP/1.1" status: 204 len: 168 time: 0.1674573 Jul 30 00:00:32.640316 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:32.655437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632505eb-8db0-4ef3-8997-4ab5088e9bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57078c36-f2dd-41f6-9af8-4f5eaeb74b9c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:33.491469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34056) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.606761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2061176072-network', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:33.633720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Made reservation on behalf of f21bdc4a4f96423d930871d80585fc71 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:33.636321 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.647189 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.761465 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.766165 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.792829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:00:33.811325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba05b9cb-df30-4124-9822-4199b0ae186b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:33.818826 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.819296 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Added segment 035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8 of type vlan for network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 Jul 30 00:00:33.869033 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.906721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.907812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:33.908402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.981834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4891083 Jul 30 00:00:33.985760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.992335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Request body: {'subnet': {'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2061176072-subnet', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:34.004800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9696e-9096-4914-9ea0-607d5203b237 admin admin] Pushing event updated for resources: {'Network': ['ID=2e1fcf46-de79-4faa-aa58-b29f9009d6f8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:34.017367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:00:34.024061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Made reservation on behalf of f21bdc4a4f96423d930871d80585fc71 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:34.027428 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.237068 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.290308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6fddd0-d9ae-4627-bdcb-727a14650061,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:34.308328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Checking segment: {'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:34.308692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Network hostable DHCP agents. Network: 2e1fcf46-de79-4faa-aa58-b29f9009d6f8, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:00:34.327492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:00:34.349441 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 2e1fcf46-de79-4faa-aa58-b29f9009d6f8) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:34.354280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:34.354985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.359593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a7e43-1f6d-420a-aaef-528450c8473b None None] Network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:34.373309 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-326b0964-4b22-498a-83d0-72330bdad07c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3829417 Jul 30 00:00:34.373584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:34.378837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2061176072-router', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:34.405914 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.408048 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.471787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.523217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-2e1fcf46-de79-4faa-aa58-b29f9009d6f8', 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71', 'fixed_ips': [{'subnet_id': 'fd6fddd0-d9ae-4627-bdcb-727a14650061'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:00:34.524250 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.624434 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.673629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Allocated IP 172.20.0.2 (2e1fcf46-de79-4faa-aa58-b29f9009d6f8/fd6fddd0-d9ae-4627-bdcb-727a14650061/0215bde3-57ea-4f51-a31b-6e4dce8815b8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:34.840251 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.847367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.849754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Transition to ACTIVE for port object 0215bde3-57ea-4f51-a31b-6e4dce8815b8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:34.868374 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.868620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Transition to ACTIVE for port object 0215bde3-57ea-4f51-a31b-6e4dce8815b8 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:34.875932 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.916315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:34.919411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:34.926263 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:34.934236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Pushing event updated for resources: {'Port': ['ID=0215bde3-57ea-4f51-a31b-6e4dce8815b8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:34.993585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Allocated IP 172.25.2.23 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/f89e6cee-3723-4f8d-b1c8-c72e2d6fe284) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:35.019254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Attempting to bind port 0215bde3-57ea-4f51-a31b-6e4dce8815b8 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:35.019839 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Attempting to bind port 0215bde3-57ea-4f51-a31b-6e4dce8815b8 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:35.020177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Attempting to bind port 0215bde3-57ea-4f51-a31b-6e4dce8815b8 on network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:35.028532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:35.028911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Checking segment: {'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:35.029321 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.029734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Bound using segment: {'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:35.030200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Bound port: 0215bde3-57ea-4f51-a31b-6e4dce8815b8, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:35.030607 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.123933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] For port 0215bde3-57ea-4f51-a31b-6e4dce8815b8, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:35.129318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] For port 0215bde3-57ea-4f51-a31b-6e4dce8815b8, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0215bde3-57ea-4f51-a31b-6e4dce8815b8,segment=NetworkSegment(035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8),segment_id=035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:35.145309 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.166347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.224671 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.237446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e46a28-e87b-4689-b024-4319ea71a722 None None] Pushing event updated for resources: {'Port': ['ID=0215bde3-57ea-4f51-a31b-6e4dce8815b8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:35.274242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:35.277411 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:35.284877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:35.310492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Pushing event updated for resources: {'Port': ['ID=f89e6cee-3723-4f8d-b1c8-c72e2d6fe284,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:35.629899 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.883362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.068171 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Router 5db4bee5-0baf-4587-a783-4dd42370f5eb is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:00:36.365561 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef310d-1811-4a6c-9575-d22e5e425fd0 None None] Network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:36.434124 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d289501c-c22e-4512-9d96-b2fb2bf96b50 None None] Provisioning for port 0215bde3-57ea-4f51-a31b-6e4dce8815b8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:36.651315 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:36.673272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.673606 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Sync routers for ids ['5db4bee5-0baf-4587-a783-4dd42370f5eb'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:36.674527 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fbd42158-fd2a-4225-8883-b97e124aa9af admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2995727 Jul 30 00:00:36.677304 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34088) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:36.697394 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Routers {'5db4bee5-0baf-4587-a783-4dd42370f5eb'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:36.698352 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5db4bee5-0baf-4587-a783-4dd42370f5eb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:36.835825 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Set router 5db4bee5-0baf-4587-a783-4dd42370f5eb gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:37.078017 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'name': 'tempest-ImageQuotaTest-2061176072-router', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:35Z', 'revision_number': 3, 'project_id': 'f21bdc4a4f96423d930871d80585fc71', 'gw_port': {'id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:37.105435 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Checking router: 5db4bee5-0baf-4587-a783-4dd42370f5eb for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:37.105778 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Updating router 5db4bee5-0baf-4587-a783-4dd42370f5eb port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:00:37.153053 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.255171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0215bde3-57ea-4f51-a31b-6e4dce8815b8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:37.260778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.371738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 0215bde3-57ea-4f51-a31b-6e4dce8815b8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:37.379483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0215bde3-57ea-4f51-a31b-6e4dce8815b8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:37.380662 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.482629 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.500327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Allocated IP 172.20.0.1 (2e1fcf46-de79-4faa-aa58-b29f9009d6f8/fd6fddd0-d9ae-4627-bdcb-727a14650061/f00cddad-9509-4cac-93b8-7b838f73a80e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:37.523955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 0215bde3-57ea-4f51-a31b-6e4dce8815b8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0215bde3-57ea-4f51-a31b-6e4dce8815b8,segment=NetworkSegment(035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8),segment_id=035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:37.529054 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.531671 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.550288 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Transition to ACTIVE for port object f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:37.560463 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.602053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=0215bde3-57ea-4f51-a31b-6e4dce8815b8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:37.625839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.628531 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Attempting to bind port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:37.629011 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Attempting to bind port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:37.629636 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Attempting to bind port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:37.642023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Transition to ACTIVE for port object f00cddad-9509-4cac-93b8-7b838f73a80e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:37.642384 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:37.642756 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:37.643275 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.643875 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:37.644569 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Bound port: f89e6cee-3723-4f8d-b1c8-c72e2d6fe284, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:37.645124 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.670529 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e55b54-930b-41da-bfd1-93e7f77195ad None None] Pushing event updated for resources: {'Port': ['ID=f89e6cee-3723-4f8d-b1c8-c72e2d6fe284,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:37.677958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.723691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:37.730032 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] For port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:37.731960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:37.735293 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] For port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f89e6cee-3723-4f8d-b1c8-c72e2d6fe284,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:37.737379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:37.741840 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Pushing event updated for resources: {'Port': ['ID=f00cddad-9509-4cac-93b8-7b838f73a80e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:37.742048 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.798399 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Routers {'5db4bee5-0baf-4587-a783-4dd42370f5eb'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:37.799190 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5db4bee5-0baf-4587-a783-4dd42370f5eb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:37.799342 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.960777 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] Set router 5db4bee5-0baf-4587-a783-4dd42370f5eb gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:37.983620 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.020626 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e55b54-930b-41da-bfd1-93e7f77195ad None None] Pushing event updated for resources: {'Port': ['ID=f89e6cee-3723-4f8d-b1c8-c72e2d6fe284,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:38.126421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-45bdb60a-92bc-415c-88dc-96dc6c0f7153 None None] Provisioning for port f00cddad-9509-4cac-93b8-7b838f73a80e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:38.133736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-45bdb60a-92bc-415c-88dc-96dc6c0f7153 None None] Provisioning complete for port f00cddad-9509-4cac-93b8-7b838f73a80e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:38.134575 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45bdb60a-92bc-415c-88dc-96dc6c0f7153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.211101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-45bdb60a-92bc-415c-88dc-96dc6c0f7153 None None] Port f00cddad-9509-4cac-93b8-7b838f73a80e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:38.213576 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.221894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.227675 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'name': 'tempest-ImageQuotaTest-2061176072-router', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:35Z', 'revision_number': 3, 'project_id': 'f21bdc4a4f96423d930871d80585fc71', 'gw_port': {'id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:38.263063 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262cde1-f0af-4b03-887d-53f2ed5618da None None] The sync data for ids ['5db4bee5-0baf-4587-a783-4dd42370f5eb'] in n-d-712139-11 is: [{'id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'name': 'tempest-ImageQuotaTest-2061176072-router', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:35Z', 'revision_number': 3, 'project_id': 'f21bdc4a4f96423d930871d80585fc71', 'gw_port': {'id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:38.308048 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.309870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Pushing event updated for resources: {'Port': ['ID=f00cddad-9509-4cac-93b8-7b838f73a80e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:38.424562 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:38.426976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:38.587849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Router 5db4bee5-0baf-4587-a783-4dd42370f5eb has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:38.725577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:38.739833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c69d6978-2a21-4303-8b6f-14354224a5dc None None] Provisioning complete for port f00cddad-9509-4cac-93b8-7b838f73a80e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:38.741003 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c69d6978-2a21-4303-8b6f-14354224a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.744602 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-661b081c-b9f4-4335-9bc0-bbfddbfdd4de admin admin] 10.222.0.37 "PUT /v2.0/routers/5db4bee5-0baf-4587-a783-4dd42370f5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0656912 Jul 30 00:00:38.784310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c69d6978-2a21-4303-8b6f-14354224a5dc None None] Port f00cddad-9509-4cac-93b8-7b838f73a80e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:39.318122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0215bde3-57ea-4f51-a31b-6e4dce8815b8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:39.383420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0215bde3-57ea-4f51-a31b-6e4dce8815b8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:39.383654 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.493398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:39.577959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:39.589144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:39.589532 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.704741 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.730082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f89e6cee-3723-4f8d-b1c8-c72e2d6fe284,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:39.735940 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.812785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=f89e6cee-3723-4f8d-b1c8-c72e2d6fe284,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:40.232785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34126) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:40.245201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Sync routers for ids ['5db4bee5-0baf-4587-a783-4dd42370f5eb'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:40.255326 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Routers {'5db4bee5-0baf-4587-a783-4dd42370f5eb'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:40.256264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5db4bee5-0baf-4587-a783-4dd42370f5eb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:40.389609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Set router 5db4bee5-0baf-4587-a783-4dd42370f5eb gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:40.619608 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.637721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'name': 'tempest-ImageQuotaTest-2061176072-router', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:37Z', 'revision_number': 4, 'project_id': 'f21bdc4a4f96423d930871d80585fc71', 'gw_port': {'id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'f00cddad-9509-4cac-93b8-7b838f73a80e', 'name': '', 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71', 'mac_address': 'fa:16:3e:5c:d7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fd6fddd0-d9ae-4627-bdcb-727a14650061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:37Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 2, 'project_id': 'f21bdc4a4f96423d930871d80585fc71', 'subnets': [{'id': 'fd6fddd0-d9ae-4627-bdcb-727a14650061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:40.669042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Checking router: 5db4bee5-0baf-4587-a783-4dd42370f5eb for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:40.669413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Updating router 5db4bee5-0baf-4587-a783-4dd42370f5eb port f00cddad-9509-4cac-93b8-7b838f73a80e binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:00:40.698264 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.894598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] Deleting port f00cddad-9509-4cac-93b8-7b838f73a80e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:40.895333 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.985496 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.990909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.995593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Transition to ACTIVE for port object f00cddad-9509-4cac-93b8-7b838f73a80e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:41.001930 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.019295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] Calling delete_port for f00cddad-9509-4cac-93b8-7b838f73a80e owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:41.086917 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156d35e-08f7-4b38-9fae-091a79c39103 None None] Pushing event updated for resources: {'Port': ['ID=f00cddad-9509-4cac-93b8-7b838f73a80e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:41.143384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Attempting to bind port f00cddad-9509-4cac-93b8-7b838f73a80e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:41.143984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Attempting to bind port f00cddad-9509-4cac-93b8-7b838f73a80e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:41.144556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Attempting to bind port f00cddad-9509-4cac-93b8-7b838f73a80e on network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:41.154883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:41.155410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Checking segment: {'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:41.156561 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.157113 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Bound using segment: {'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:41.157775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Bound port: f00cddad-9509-4cac-93b8-7b838f73a80e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:41.159055 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.235132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:41.290342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] For port f00cddad-9509-4cac-93b8-7b838f73a80e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:41.301393 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 00:00:41.301393 n-d-712139-11 neutron-server[93818]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jul 30 00:00:41.301393 n-d-712139-11 neutron-server[93818]: [parameters: {'port_id': 'f00cddad-9509-4cac-93b8-7b838f73a80e', 'host': 'n-d-712139-11', 'level': 0, 'driver': 'openvswitch', 'segment_id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8'}] Jul 30 00:00:41.301393 n-d-712139-11 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:00:41.301948 n-d-712139-11 neutron-server[93818]: DEBUG oslo_db.api [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:00:41.308822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:41.309207 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.355007 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.398493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] Pushing event deleted for resources: {'Port': ['ID=f00cddad-9509-4cac-93b8-7b838f73a80e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:41.419447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a571f56d-62d9-4cf4-b510-90cfd73252a2 None None] Could not find standard attr ID for object f00cddad-9509-4cac-93b8-7b838f73a80e. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:00:41.578099 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.817872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] Router 5db4bee5-0baf-4587-a783-4dd42370f5eb has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:41.821268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Attempting to bind port f00cddad-9509-4cac-93b8-7b838f73a80e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:41.822330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Attempting to bind port f00cddad-9509-4cac-93b8-7b838f73a80e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:41.823080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Attempting to bind port f00cddad-9509-4cac-93b8-7b838f73a80e on network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:41.835086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:41.835853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Checking segment: {'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:41.836506 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.837118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Bound using segment: {'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:41.837814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Bound port: f00cddad-9509-4cac-93b8-7b838f73a80e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2e1fcf46-de79-4faa-aa58-b29f9009d6f8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:41.840169 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.884442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Port f00cddad-9509-4cac-93b8-7b838f73a80e has been deleted concurrently {{(pid=93818) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 30 00:00:41.904677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Routers {'5db4bee5-0baf-4587-a783-4dd42370f5eb'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:41.905651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['5db4bee5-0baf-4587-a783-4dd42370f5eb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:41.954399 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:41.968601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cb89f3e6-b4e6-49aa-82aa-eeda0977929d admin admin] 10.222.0.37 "PUT /v2.0/routers/5db4bee5-0baf-4587-a783-4dd42370f5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344887 Jul 30 00:00:41.969288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:42.070303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] Set router 5db4bee5-0baf-4587-a783-4dd42370f5eb gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:42.104819 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.253416 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.310421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'name': 'tempest-ImageQuotaTest-2061176072-router', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:41Z', 'revision_number': 5, 'project_id': 'f21bdc4a4f96423d930871d80585fc71', 'gw_port': {'id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:42.319040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Deleting port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:42.319820 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.342687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5490d-fe36-4749-a786-a253965c1a98 None None] The sync data for ids ['5db4bee5-0baf-4587-a783-4dd42370f5eb'] in n-d-712139-11 is: [{'id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'name': 'tempest-ImageQuotaTest-2061176072-router', 'tenant_id': 'f21bdc4a4f96423d930871d80585fc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:41Z', 'revision_number': 5, 'project_id': 'f21bdc4a4f96423d930871d80585fc71', 'gw_port': {'id': 'f89e6cee-3723-4f8d-b1c8-c72e2d6fe284', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db4bee5-0baf-4587-a783-4dd42370f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:42.410650 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] For port f89e6cee-3723-4f8d-b1c8-c72e2d6fe284, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f89e6cee-3723-4f8d-b1c8-c72e2d6fe284,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:42.410650 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.426571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Calling delete_port for f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:42.639623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.697591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f89e6cee-3723-4f8d-b1c8-c72e2d6fe284,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:42.752566 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.849822 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.852040 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.900788 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.902090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db4bee5-0baf-4587-a783-4dd42370f5eb {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:00:42.907686 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.908862 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-11427736-0f64-4229-b2ad-6dcd4ecec4fe admin admin] 10.222.0.37 "DELETE /v2.0/routers/5db4bee5-0baf-4587-a783-4dd42370f5eb HTTP/1.1" status: 204 len: 168 time: 0.9378080 Jul 30 00:00:42.911506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:42.965935 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d3701c-417c-4fda-8475-5c5cc11a6ca7 admin admin] Deleting subnet fd6fddd0-d9ae-4627-bdcb-727a14650061 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:00:42.970250 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3d3701c-417c-4fda-8475-5c5cc11a6ca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.013432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3d3701c-417c-4fda-8475-5c5cc11a6ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.105017 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408088c3-ff30-42b2-ad4c-a7663c1ac380 None None] Sync routers for ids ['5db4bee5-0baf-4587-a783-4dd42370f5eb'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:43.115158 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408088c3-ff30-42b2-ad4c-a7663c1ac380 None None] Routers set() bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:43.115760 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408088c3-ff30-42b2-ad4c-a7663c1ac380 None None] Router IDs set() for agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 00:00:43.118326 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_agentschedulers_db [None req-408088c3-ff30-42b2-ad4c-a7663c1ac380 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5db4bee5-0baf-4587-a783-4dd42370f5eb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent'). {{(pid=93819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 00:00:43.119999 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3d3701c-417c-4fda-8475-5c5cc11a6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.127381 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408088c3-ff30-42b2-ad4c-a7663c1ac380 None None] Routers set() bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:43.128124 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408088c3-ff30-42b2-ad4c-a7663c1ac380 None None] Router IDs set() for agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 00:00:43.128895 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_agentschedulers_db [None req-408088c3-ff30-42b2-ad4c-a7663c1ac380 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5db4bee5-0baf-4587-a783-4dd42370f5eb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent'). {{(pid=93819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 00:00:43.129473 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408088c3-ff30-42b2-ad4c-a7663c1ac380 None None] The sync data for ids ['5db4bee5-0baf-4587-a783-4dd42370f5eb'] in n-d-712139-11 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:43.197572 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3d3701c-417c-4fda-8475-5c5cc11a6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.216833 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3d3701c-417c-4fda-8475-5c5cc11a6ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.219322 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a3d3701c-417c-4fda-8475-5c5cc11a6ca7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fd6fddd0-d9ae-4627-bdcb-727a14650061 HTTP/1.1" status: 204 len: 168 time: 0.3067920 Jul 30 00:00:43.221912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34210) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:43.225125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eab889-c9d5-4e2b-b79d-4aba2e356dc4 None None] Network 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:43.257884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3701c-417c-4fda-8475-5c5cc11a6ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6fddd0-d9ae-4627-bdcb-727a14650061,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:43.351040 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.422699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Deleting port 0215bde3-57ea-4f51-a31b-6e4dce8815b8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:43.422699 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.491252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] For port 0215bde3-57ea-4f51-a31b-6e4dce8815b8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0215bde3-57ea-4f51-a31b-6e4dce8815b8,segment=NetworkSegment(035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8),segment_id=035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:43.492620 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.507467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Calling delete_port for 0215bde3-57ea-4f51-a31b-6e4dce8815b8 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:43.597440 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.626760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] No DVR routers for this DVR port 0215bde3-57ea-4f51-a31b-6e4dce8815b8 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:43.633368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Pushing event deleted for resources: {'Port': ['ID=0215bde3-57ea-4f51-a31b-6e4dce8815b8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:43.694774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f554f97-e190-4512-85ad-492b34645377 None None] DHCP port deletion for 2e1fcf46-de79-4faa-aa58-b29f9009d6f8 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:00:43.754677 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.765052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1fcf46-de79-4faa-aa58-b29f9009d6f8']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:43.779395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:43.779855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035e71d5-ffb6-4814-8b92-e0e2a1e6bcf8') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:43.789995 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.818982 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.826052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:00:43.826660 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: items = [ Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:00:43.828424 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:00:43.888413 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.898809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.900799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2e1fcf46-de79-4faa-aa58-b29f9009d6f8 HTTP/1.1" status: 204 len: 168 time: 0.6773007 Jul 30 00:00:43.913831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a45b69-1742-4383-b93f-b80f9c07f340 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1fcf46-de79-4faa-aa58-b29f9009d6f8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:44.032279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34216) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:44.081246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a57a4887-b3a8-40b6-9704-0d57b27984a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f21bdc4a4f96423d930871d80585fc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477052 Jul 30 00:00:44.083926 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:44.141948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68123745-78e4-4ae9-8479-e83d4d9fe97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.166887 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68123745-78e4-4ae9-8479-e83d4d9fe97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.228971 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68123745-78e4-4ae9-8479-e83d4d9fe97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.233023 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68123745-78e4-4ae9-8479-e83d4d9fe97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.235284 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-68123745-78e4-4ae9-8479-e83d4d9fe97c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba05b9cb-df30-4124-9822-4199b0ae186b HTTP/1.1" status: 204 len: 168 time: 0.1491590 Jul 30 00:00:44.246329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68123745-78e4-4ae9-8479-e83d4d9fe97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba05b9cb-df30-4124-9822-4199b0ae186b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:44.647618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:44.662739 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f46a84d-3594-45b4-b671-1832f74e552b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.766167 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f46a84d-3594-45b4-b671-1832f74e552b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.770346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f46a84d-3594-45b4-b671-1832f74e552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.809780 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8f46a84d-3594-45b4-b671-1832f74e552b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1608517 Jul 30 00:00:44.810668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46a84d-3594-45b4-b671-1832f74e552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f0002d-3803-489e-83d6-4b041f80b329,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:44.812967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34228) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:44.867693 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7037-92bf-43ab-8b26-46ec2f23a5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.891514 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7037-92bf-43ab-8b26-46ec2f23a5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.948665 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7037-92bf-43ab-8b26-46ec2f23a5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.951703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7037-92bf-43ab-8b26-46ec2f23a5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.953158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ffcc7037-92bf-43ab-8b26-46ec2f23a5b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62f0002d-3803-489e-83d6-4b041f80b329 HTTP/1.1" status: 204 len: 168 time: 0.1371169 Jul 30 00:00:44.970203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc7037-92bf-43ab-8b26-46ec2f23a5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f0002d-3803-489e-83d6-4b041f80b329,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:45.205199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0215bde3-57ea-4f51-a31b-6e4dce8815b8 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:45.232908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 0215bde3-57ea-4f51-a31b-6e4dce8815b8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:45.233489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0215bde3-57ea-4f51-a31b-6e4dce8815b8 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:45.234609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:45.255330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:45.255688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f89e6cee-3723-4f8d-b1c8-c72e2d6fe284 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:47.523379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:47.591472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-63a135c0-4f26-4dd8-aa38-ba6e4b61baa5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/floatingips/354e0198-5db3-4dcb-9cc4-a67676a2eb17 HTTP/1.1" status: 200 len: 992 time: 0.0616586 Jul 30 00:00:47.854669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34246) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:48.016530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port 18302d88-a753-42ce-98da-346b4da2c683 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:48.016879 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.099104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.099438 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.111564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for 18302d88-a753-42ce-98da-346b4da2c683 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:48.266756 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.294185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=18302d88-a753-42ce-98da-346b4da2c683,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:48.359999 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.360499 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Floating IP 354e0198-5db3-4dcb-9cc4-a67676a2eb17 disassociated (deleted). External IP: 172.25.2.7, port: ebac6320-9246-456a-8a83-810f9b58a384. Jul 30 00:00:48.586072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-18c8d6b8-5a92-4c12-bc70-293f72132783 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0811322 Jul 30 00:00:48.616283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:48.750857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-2742ab60-ad96-49ac-a4d0-94a4a4eef4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:48.752421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-2742ab60-ad96-49ac-a4d0-94a4a4eef4ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 1098 time: 0.1188362 Jul 30 00:00:48.770023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:48.774853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.779273 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] Sync routers for ids ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:48.790944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] Routers {'3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:48.791615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:48.915645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] Set router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:48.981903 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:49.159327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e', 'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:e2:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:55Z', 'updated_at': '2021-07-30T00:00:01Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:49.176805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f64423a9-6341-42b3-8078-3ce60f8f8d79 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/floatingips/354e0198-5db3-4dcb-9cc4-a67676a2eb17 HTTP/1.1" status: 204 len: 168 time: 1.3207974 Jul 30 00:00:49.182194 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'tag': 'ebac6320-9246-456a-8a83-810f9b58a384'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:49.184817 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58" -d '{"events": [{"name": "network-changed", "server_uuid": "cecdaa5a-64c2-41cf-8aab-e2ec88b0568b", "tag": "ebac6320-9246-456a-8a83-810f9b58a384"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:49.194711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] Checking router: 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:49.206647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] Routers {'3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:49.207428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:49.228938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-dea1a841-f756-43a6-96ef-867dd555db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:49.230466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-dea1a841-f756-43a6-96ef-867dd555db92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d603040-3c23-441c-ae73-266bbe97e525 HTTP/1.1" status: 200 len: 898 time: 0.4529936 Jul 30 00:00:49.257905 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13d1ff6-88d6-4882-9749-0159653d53a1 x-openstack-request-id: req-f13d1ff6-88d6-4882-9749-0159653d53a1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:49.258224 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecdaa5a-64c2-41cf-8aab-e2ec88b0568b", "tag": "ebac6320-9246-456a-8a83-810f9b58a384", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:49.258490 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f13d1ff6-88d6-4882-9749-0159653d53a1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:49.260219 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'tag': 'ebac6320-9246-456a-8a83-810f9b58a384', 'status': 'completed', 'code': 200} Jul 30 00:00:49.309788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-eb850f11-a411-4162-bd99-9310ff74056f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebac6320-9246-456a-8a83-810f9b58a384 HTTP/1.1" status: 200 len: 217 time: 0.0680423 Jul 30 00:00:49.379475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] Set router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:49.383726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-3dce73eb-98a9-4e43-92d4-4fe0c498f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:49.390662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-3dce73eb-98a9-4e43-92d4-4fe0c498f86f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c336c61-ff63-4e5e-89db-4b7d7d8087cf HTTP/1.1" status: 200 len: 834 time: 0.0666199 Jul 30 00:00:49.446131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-e83be669-8bb0-4410-a175-26a81596eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:49.447600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-e83be669-8bb0-4410-a175-26a81596eea3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d603040-3c23-441c-ae73-266bbe97e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488260 Jul 30 00:00:49.580519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854f29-6dda-4195-99c5-b95d745a2da8 req-412b78b5-c805-4375-8095-9f3b96cfba4d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:49.582163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23854f29-6dda-4195-99c5-b95d745a2da8 req-412b78b5-c805-4375-8095-9f3b96cfba4d tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 946 time: 0.1165535 Jul 30 00:00:49.614449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e', 'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:e2:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:55Z', 'updated_at': '2021-07-30T00:00:01Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:49.632830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-02e9516c-2d03-49e0-97d2-94c8104b63e4 service neutron] 10.222.0.42 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756630 Jul 30 00:00:49.650900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4f725-3ef3-429d-9ae7-d093b69501ff None None] The sync data for ids ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'] in n-d-712139-11 is: [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 4, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e', 'name': '', 'network_id': '9d603040-3c23-441c-ae73-266bbe97e525', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'mac_address': 'fa:16:3e:e2:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:55Z', 'updated_at': '2021-07-30T00:00:01Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'subnets': [{'id': '7c336c61-ff63-4e5e-89db-4b7d7d8087cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:49.654924 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-23854f29-6dda-4195-99c5-b95d745a2da8 req-ee2d3163-089e-4be9-bf53-dbc46a20ca2f tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656402 Jul 30 00:00:49.766064 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e66e4f8-5f71-441a-9520-c782eefb8fb0 req-81016838-ff34-4a34-a2ed-246256c64fef service neutron] 10.222.0.42 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100533 Jul 30 00:00:49.872177 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-1218578b-181c-4da4-bbc1-3308096a27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:49.875650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-1218578b-181c-4da4-bbc1-3308096a27ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20c754a6e05e485095f799be6e548d5f&device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 1098 time: 0.0469904 Jul 30 00:00:49.930391 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82901b3-39e0-46da-92a2-19790defb92d None None] New status for floating IP 354e0198-5db3-4dcb-9cc4-a67676a2eb17: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:00:50.014285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-09704a23-46a0-4782-ad7b-2f3330f56318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:50.016109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-09704a23-46a0-4782-ad7b-2f3330f56318 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d603040-3c23-441c-ae73-266bbe97e525 HTTP/1.1" status: 200 len: 898 time: 0.1230690 Jul 30 00:00:50.070537 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-c15a3e12-c715-4f78-951a-be3713991346 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebac6320-9246-456a-8a83-810f9b58a384 HTTP/1.1" status: 200 len: 217 time: 0.0412977 Jul 30 00:00:50.131453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-c470da27-9b34-41f4-9b39-930094c57d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:50.133005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-c470da27-9b34-41f4-9b39-930094c57d94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c336c61-ff63-4e5e-89db-4b7d7d8087cf HTTP/1.1" status: 200 len: 834 time: 0.0510111 Jul 30 00:00:50.187821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-ccf7e640-894d-4c05-b996-c6a1689d83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:50.189707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-ccf7e640-894d-4c05-b996-c6a1689d83a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d603040-3c23-441c-ae73-266bbe97e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428979 Jul 30 00:00:50.291294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-ede58444-e09a-4ae3-8544-11ac67158010 service neutron] 10.222.0.42 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892572 Jul 30 00:00:50.395568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdec1dc0-85b5-40b9-bee5-685a6b47bc58 req-7a71f99b-6c9b-4516-a02f-926b592ef905 service neutron] 10.222.0.42 "GET /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942500 Jul 30 00:00:50.945995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48ec1c-9358-4a7f-854c-aca974a732ed req-0afe051e-577b-42bf-8d3e-694bb06e5a91 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:50.947442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c48ec1c-9358-4a7f-854c-aca974a732ed req-0afe051e-577b-42bf-8d3e-694bb06e5a91 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 946 time: 0.2246060 Jul 30 00:00:50.988201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c48ec1c-9358-4a7f-854c-aca974a732ed req-98d7613d-a39d-4e5f-b1b5-23fb4cb77f04 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f397969-f68d-4afe-a7fa-14bb72ce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337083 Jul 30 00:00:51.455970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2bddb2e8-4450-4505-b956-7492666a9116 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:51.457489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2bddb2e8-4450-4505-b956-7492666a9116 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 946 time: 0.0525384 Jul 30 00:00:51.551954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port ebac6320-9246-456a-8a83-810f9b58a384 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:51.552413 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.651166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] For port ebac6320-9246-456a-8a83-810f9b58a384, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ebac6320-9246-456a-8a83-810f9b58a384,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:51.651821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.666980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for ebac6320-9246-456a-8a83-810f9b58a384 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:51.720909 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-737979f1-b327-4188-a5e8-2de49984b50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.833509 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.870198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=ebac6320-9246-456a-8a83-810f9b58a384,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:51.896748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.897108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.897483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.897840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.898184 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.898535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.898866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.899200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.899531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.899862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.900216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.900547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.917958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] No DVR routers for this DVR port ebac6320-9246-456a-8a83-810f9b58a384 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:51.920546 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.923610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d89919f3-0ef0-4096-a0fa-7a34c37abae4 req-2c6fff36-1060-449e-9c90-30a2cc46b4b0 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.42 "DELETE /v2.0/ports/ebac6320-9246-456a-8a83-810f9b58a384 HTTP/1.1" status: 204 len: 173 time: 0.4592261 Jul 30 00:00:51.924124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'name': 'network-vif-deleted', 'tag': 'ebac6320-9246-456a-8a83-810f9b58a384'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:51.927045 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35427d9e-7239-4b23-95ba-2e2a7ffb5ed8" -d '{"events": [{"server_uuid": "cecdaa5a-64c2-41cf-8aab-e2ec88b0568b", "name": "network-vif-deleted", "tag": "ebac6320-9246-456a-8a83-810f9b58a384"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:52.053244 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bcb077-5bbc-428d-b6ad-f0f68f479246 x-openstack-request-id: req-b0bcb077-5bbc-428d-b6ad-f0f68f479246 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:52.053880 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecdaa5a-64c2-41cf-8aab-e2ec88b0568b", "name": "network-vif-deleted", "tag": "ebac6320-9246-456a-8a83-810f9b58a384", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:52.054020 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0bcb077-5bbc-428d-b6ad-f0f68f479246 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:52.054386 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecdaa5a-64c2-41cf-8aab-e2ec88b0568b', 'name': 'network-vif-deleted', 'tag': 'ebac6320-9246-456a-8a83-810f9b58a384', 'status': 'completed', 'code': 200} Jul 30 00:00:52.101910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a03dee43-a5cf-4461-ae09-2ed404f478d3 req-af7e0226-8540-4d2e-95ac-87d6e9c92353 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "GET /v2.0/ports?device_id=cecdaa5a-64c2-41cf-8aab-e2ec88b0568b HTTP/1.1" status: 200 len: 210 time: 0.0330365 Jul 30 00:00:53.161729 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34292) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:53.224003 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50a372c5-949f-4673-80cc-8aef72ff12df tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.249436 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50a372c5-949f-4673-80cc-8aef72ff12df tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.315879 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50a372c5-949f-4673-80cc-8aef72ff12df tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.318564 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50a372c5-949f-4673-80cc-8aef72ff12df tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.322254 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-50a372c5-949f-4673-80cc-8aef72ff12df tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/security-groups/1f397969-f68d-4afe-a7fa-14bb72ce274c HTTP/1.1" status: 204 len: 168 time: 0.1570504 Jul 30 00:00:53.329511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a372c5-949f-4673-80cc-8aef72ff12df tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f397969-f68d-4afe-a7fa-14bb72ce274c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:53.352939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34296) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:53.722441 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.886490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-f925e990-6610-4e38-88df-7bf94a0e7f0f req-b3f1fa8d-93f2-48ce-bac1-5346c1495645 tempest-TestNetworkAdvancedServerOps-1481650151 tempest-TestNetworkAdvancedServerOps-1481650151-project] (93816) timed out ('10.222.0.47', 60949) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:00:54.002192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:54.002452 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.095587 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] For port 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:54.095958 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.108957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:54.150542 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69068b7a-609c-444b-8aac-2b4ca5a73707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.258101 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.299154 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.326717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:54.477816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ebac6320-9246-456a-8a83-810f9b58a384 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:54.504583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: ebac6320-9246-456a-8a83-810f9b58a384 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:54.505228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ebac6320-9246-456a-8a83-810f9b58a384 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:54.522421 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.738328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:54.847864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:54.853192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e2774660-8a60-4464-84c7-e30efcc3c0d4 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "PUT /v2.0/routers/3fedd56b-b81d-43d0-ace2-c5ad03b66ab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4990549 Jul 30 00:00:54.855870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34308) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:54.862017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] Sync routers for ids ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:54.871408 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] Routers {'3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:54.872139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:54.911350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef3ec9c-2a16-421a-bc85-2d81afb1a0be tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting subnet 7c336c61-ff63-4e5e-89db-4b7d7d8087cf {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:00:54.914539 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef3ec9c-2a16-421a-bc85-2d81afb1a0be tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.957463 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef3ec9c-2a16-421a-bc85-2d81afb1a0be tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.985035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] Set router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:55.062886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef3ec9c-2a16-421a-bc85-2d81afb1a0be tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.137349 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef3ec9c-2a16-421a-bc85-2d81afb1a0be tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.163726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3ec9c-2a16-421a-bc85-2d81afb1a0be tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Subnet': ['ID=7c336c61-ff63-4e5e-89db-4b7d7d8087cf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:55.178374 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ef3ec9c-2a16-421a-bc85-2d81afb1a0be tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.181550 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5ef3ec9c-2a16-421a-bc85-2d81afb1a0be tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/subnets/7c336c61-ff63-4e5e-89db-4b7d7d8087cf HTTP/1.1" status: 204 len: 168 time: 0.3245070 Jul 30 00:00:55.184165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34312) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:55.190376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571bf5e9-aa2b-46fb-93e6-63c0e034e944 None None] Network 9d603040-3c23-441c-ae73-266bbe97e525 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:55.263240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-30T00:00:54Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:55.297401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] Checking router: 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:55.325168 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.345991 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] Routers {'3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:55.346625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:55.438009 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.465761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] Set router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:55.526414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a2a63-5a27-48e8-8c90-4132a2e56d59 None None] DHCP port deletion for 9d603040-3c23-441c-ae73-266bbe97e525 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:00:55.607204 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.682176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-318a2a63-5a27-48e8-8c90-4132a2e56d59 None None] Deleting port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:55.682642 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-318a2a63-5a27-48e8-8c90-4132a2e56d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.805339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-318a2a63-5a27-48e8-8c90-4132a2e56d59 None None] For port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec,segment=NetworkSegment(a0d1aee9-da28-4da8-8b6d-b06d946111af),segment_id=a0d1aee9-da28-4da8-8b6d-b06d946111af)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:55.805966 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-318a2a63-5a27-48e8-8c90-4132a2e56d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.830275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-318a2a63-5a27-48e8-8c90-4132a2e56d59 None None] Calling delete_port for 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:55.872558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Deleting port 59463975-f412-423b-a08e-e111487bb682 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:55.873241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.891008 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-30T00:00:54Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:55.972859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] For port 59463975-f412-423b-a08e-e111487bb682, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=59463975-f412-423b-a08e-e111487bb682,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:55.973307 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.995485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Calling delete_port for 59463975-f412-423b-a08e-e111487bb682 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:56.117398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e05a6-c7bf-4c86-a6b2-aac42ae957a0 None None] The sync data for ids ['3fedd56b-b81d-43d0-ace2-c5ad03b66ab4'] in n-d-712139-11 is: [{'id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'name': 'tempest-TestNetworkBasicOps-router-119618999', 'tenant_id': '20c754a6e05e485095f799be6e548d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '59463975-f412-423b-a08e-e111487bb682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:52Z', 'updated_at': '2021-07-30T00:00:54Z', 'revision_number': 5, 'project_id': '20c754a6e05e485095f799be6e548d5f', 'gw_port': {'id': '59463975-f412-423b-a08e-e111487bb682', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fedd56b-b81d-43d0-ace2-c5ad03b66ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:53Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:56.178406 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-318a2a63-5a27-48e8-8c90-4132a2e56d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.208048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a2a63-5a27-48e8-8c90-4132a2e56d59 None None] Pushing event deleted for resources: {'Port': ['ID=1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:56.212557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a2a63-5a27-48e8-8c90-4132a2e56d59 None None] No DVR routers for this DVR port 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:56.237480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.270510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Port': ['ID=59463975-f412-423b-a08e-e111487bb682,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:56.335952 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.429511 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.432180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.479282 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.479861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Fanout notify agent at l3_agent the message router_deleted on router 3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:00:56.490455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.492520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-49830ec8-87f0-464e-89f9-1bbd324b3aae tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/routers/3fedd56b-b81d-43d0-ace2-c5ad03b66ab4 HTTP/1.1" status: 204 len: 168 time: 1.3061264 Jul 30 00:00:56.494519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34316) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:56.575357 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.672286 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.682756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d603040-3c23-441c-ae73-266bbe97e525']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:56.694873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d1aee9-da28-4da8-8b6d-b06d946111af') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:56.695174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d1aee9-da28-4da8-8b6d-b06d946111af') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:56.705733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.723051 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.729524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:00:56.730037 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:00:56.733014 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:00:56.796434 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.808770 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.810734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] 10.222.0.37 "DELETE /v2.0/networks/9d603040-3c23-441c-ae73-266bbe97e525 HTTP/1.1" status: 204 len: 168 time: 0.3146932 Jul 30 00:00:56.826837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a59a2-1e99-4e9b-a34b-ac569a68fcd5 tempest-TestNetworkBasicOps-2111587191 tempest-TestNetworkBasicOps-2111587191-project] Pushing event deleted for resources: {'Network': ['ID=9d603040-3c23-441c-ae73-266bbe97e525,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:57.037613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34322) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:57.157700 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.177987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8715b9d3-3b4a-445b-b0d9-7e16912f32bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20c754a6e05e485095f799be6e548d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389661 Jul 30 00:00:57.180309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34330) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:57.237356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46e3024e-6dae-4665-ab3e-78c7d0a14bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.277589 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46e3024e-6dae-4665-ab3e-78c7d0a14bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.285454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:57.307385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:57.307838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 03e9d2d7-309d-4fa4-b0c2-0dd66b2dff5e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:57.308172 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:57.333994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:57.334456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1d8cdf18-2df9-4bed-9a3c-76f2ee6b95ec not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:57.334890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 59463975-f412-423b-a08e-e111487bb682 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:57.343751 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46e3024e-6dae-4665-ab3e-78c7d0a14bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.346804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46e3024e-6dae-4665-ab3e-78c7d0a14bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.350505 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-46e3024e-6dae-4665-ab3e-78c7d0a14bf8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93da1e02-82bb-46cd-9d47-e35a7fba4ed2 HTTP/1.1" status: 204 len: 168 time: 0.1667085 Jul 30 00:00:57.357793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 59463975-f412-423b-a08e-e111487bb682 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:57.358147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 59463975-f412-423b-a08e-e111487bb682 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:57.367592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3024e-6dae-4665-ab3e-78c7d0a14bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93da1e02-82bb-46cd-9d47-e35a7fba4ed2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:57.626728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:57.643528 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf85b24a-be8e-482c-b86c-c1d4df66955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.743307 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf85b24a-be8e-482c-b86c-c1d4df66955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.747289 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf85b24a-be8e-482c-b86c-c1d4df66955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.784863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85b24a-be8e-482c-b86c-c1d4df66955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99268aaa-9f70-4938-9556-f836dd002024,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:57.793047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bf85b24a-be8e-482c-b86c-c1d4df66955b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb94972a328142309e1f5882bb952154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614890 Jul 30 00:00:57.793761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34352) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:57.846909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bf9bb0b-9711-4858-904d-501e8c4ce2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.868456 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bf9bb0b-9711-4858-904d-501e8c4ce2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.915289 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bf9bb0b-9711-4858-904d-501e8c4ce2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.917979 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bf9bb0b-9711-4858-904d-501e8c4ce2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.921420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8bf9bb0b-9711-4858-904d-501e8c4ce2b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99268aaa-9f70-4938-9556-f836dd002024 HTTP/1.1" status: 204 len: 168 time: 0.1250582 Jul 30 00:00:57.927922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9bb0b-9711-4858-904d-501e8c4ce2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99268aaa-9f70-4938-9556-f836dd002024,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:58.632427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:58.730067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-510244769-network', 'tenant_id': '844ad87af11943ea930a488a6c907afb'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:58.752612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Made reservation on behalf of 844ad87af11943ea930a488a6c907afb for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:58.754919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.763584 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.870647 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.874607 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.902434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:00:58.908423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92acc8fb-75a4-43dc-80cc-71b1c6c061dd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:58.916135 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.916598 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Added segment 151d65e5-27c8-4eec-838c-2248022fc1ef of type vlan for network 88221ae2-ee1c-42cc-b035-34fbdd698bf4 Jul 30 00:00:58.959291 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.989696 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.990793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:58.991479 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:59.049718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4161453 Jul 30 00:00:59.052969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34386) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:59.055256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8a21c-9855-488f-ac61-7a427f4c1472 admin admin] Pushing event updated for resources: {'Network': ['ID=88221ae2-ee1c-42cc-b035-34fbdd698bf4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:59.060036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Request body: {'subnet': {'network_id': '88221ae2-ee1c-42cc-b035-34fbdd698bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-510244769-subnet', 'tenant_id': '844ad87af11943ea930a488a6c907afb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:59.065527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 88221ae2-ee1c-42cc-b035-34fbdd698bf4 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:00:59.085673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Made reservation on behalf of 844ad87af11943ea930a488a6c907afb for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:59.088352 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:59.259152 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:59.309644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b98e16-11b6-4517-b289-2b4cb6dc7946,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:59.326559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Checking segment: {'id': '151d65e5-27c8-4eec-838c-2248022fc1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '88221ae2-ee1c-42cc-b035-34fbdd698bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:59.326973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Network hostable DHCP agents. Network: 88221ae2-ee1c-42cc-b035-34fbdd698bf4, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:00:59.352914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Network 88221ae2-ee1c-42cc-b035-34fbdd698bf4 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:00:59.362602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 88221ae2-ee1c-42cc-b035-34fbdd698bf4) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:59.367138 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:59.367908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:59.372989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3f19cf-b32b-4564-89a7-33290d392794 None None] Network 88221ae2-ee1c-42cc-b035-34fbdd698bf4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:59.384674 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-010b2db0-34fa-4229-986b-68e7443606d4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3298275 Jul 30 00:00:59.510500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bef666-5211-42f8-b616-6adff386e926 None None] Network 88221ae2-ee1c-42cc-b035-34fbdd698bf4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:59.869112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34404) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:59.875158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1144892855-network', 'tenant_id': '882b34b6673c4c059ab2484d22df41f2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:59.900424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Made reservation on behalf of 882b34b6673c4c059ab2484d22df41f2 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:59.909366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:59.914148 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.009907 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.014915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.041494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:01:00.052193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d7a535-e5fa-440d-b7ae-06c7d15e95f8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:00.057237 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.057589 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Added segment d362cb49-dc93-4e80-8280-48a4a409f8f7 of type vlan for network 5ec800e1-fe97-4961-8551-60c9689afa3a Jul 30 00:01:00.099243 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.130467 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.132166 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:00.132473 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.190066 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3199940 Jul 30 00:01:00.192766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34406) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:00.197808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Request body: {'subnet': {'network_id': '5ec800e1-fe97-4961-8551-60c9689afa3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1144892855-subnet', 'tenant_id': '882b34b6673c4c059ab2484d22df41f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:00.213607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922adb77-e9ba-46ff-b07d-bcc7f6333630 admin admin] Pushing event updated for resources: {'Network': ['ID=5ec800e1-fe97-4961-8551-60c9689afa3a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:00.227053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 5ec800e1-fe97-4961-8551-60c9689afa3a details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:01:00.227585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Made reservation on behalf of 882b34b6673c4c059ab2484d22df41f2 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:00.231186 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.407041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.464433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b831af-4b83-4689-bbca-795e32a8eb10,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:00.474977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Checking segment: {'id': 'd362cb49-dc93-4e80-8280-48a4a409f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5ec800e1-fe97-4961-8551-60c9689afa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:00.475344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Network hostable DHCP agents. Network: 5ec800e1-fe97-4961-8551-60c9689afa3a, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:01:00.492518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Network 5ec800e1-fe97-4961-8551-60c9689afa3a is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:01:00.501756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 5ec800e1-fe97-4961-8551-60c9689afa3a) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:00.505717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:00.506320 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.510764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90bd3c-a080-412d-8b26-144f2642dd6c None None] Network 5ec800e1-fe97-4961-8551-60c9689afa3a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:00.532699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cafc5890-5413-44a7-9077-7ce4a03deec1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3386462 Jul 30 00:01:00.645407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d09f0ff-ca70-4ebe-98a4-e64b52211eb0 None None] Network 5ec800e1-fe97-4961-8551-60c9689afa3a requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:01.037821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-5c6161be-d08a-41f2-8db7-dc6988b97b5a tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:01.040291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-5c6161be-d08a-41f2-8db7-dc6988b97b5a tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/networks?id=88221ae2-ee1c-42cc-b035-34fbdd698bf4 HTTP/1.1" status: 200 len: 811 time: 0.1274872 Jul 30 00:01:01.058770 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-c56cd4a9-b56d-4e2a-9931-d106cbb5cd00 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/quotas/844ad87af11943ea930a488a6c907afb HTTP/1.1" status: 200 len: 375 time: 0.0118194 Jul 30 00:01:01.094256 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fb269d0c-02f1-4b32-94c6-30998d21102f tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=844ad87af11943ea930a488a6c907afb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283678 Jul 30 00:01:01.192517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-99415b96-de48-4a76-b2e6-685bdc3ae2ff service neutron] 10.222.0.37 "GET /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908337 Jul 30 00:01:01.285553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-69054100-4f84-46c0-a60b-4e8c9114df4d service neutron] 10.222.0.37 "GET /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866880 Jul 30 00:01:01.450869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc819cf1-a454-47f0-a98b-c44508193bd1 req-0a0faded-02b8-492a-bcaf-cc2d5f658cbd tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 210 time: 0.0301695 Jul 30 00:01:02.038172 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:01:02.408575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-d9f2b1ba-cf9e-4359-a1e7-39c29b43bfe0 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:02.410069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-d9f2b1ba-cf9e-4359-a1e7-39c29b43bfe0 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.42 "GET /v2.0/networks?id=88221ae2-ee1c-42cc-b035-34fbdd698bf4 HTTP/1.1" status: 200 len: 811 time: 0.1234465 Jul 30 00:01:02.425314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Request body: {'port': {'device_id': '2d42c897-f9a7-4f7c-bfce-3c33acc5030c', 'network_id': '88221ae2-ee1c-42cc-b035-34fbdd698bf4', 'admin_state_up': True, 'tenant_id': '844ad87af11943ea930a488a6c907afb'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:02.561173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-caa3eb8a-0d33-4cc9-844f-52eca1b1a1b2 req-b17e40da-7240-4264-bc4c-83fe8cde51ff tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 210 time: 0.0394187 Jul 30 00:01:02.585068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Made reservation on behalf of 844ad87af11943ea930a488a6c907afb for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:02.589155 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:02.648993 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:02.717094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Allocated IP 172.20.0.8 (88221ae2-ee1c-42cc-b035-34fbdd698bf4/c7b98e16-11b6-4517-b289-2b4cb6dc7946/bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:02.868434 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:02.909742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:02.953869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Network 88221ae2-ee1c-42cc-b035-34fbdd698bf4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:02.957093 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:02.963340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:02.970195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Pushing event updated for resources: {'Port': ['ID=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:03.017264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:03.017882 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:03.033805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-fe0b45dd-dc3f-4100-b7f5-7f31b53b38c8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137712 Jul 30 00:01:03.046980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Request body: {'port': {'device_id': '2d42c897-f9a7-4f7c-bfce-3c33acc5030c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:03.104862 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:03.401949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:03.410069 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:03.422045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Transition to ACTIVE for port object bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:03.427621 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:03.477918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Pushing event updated for resources: {'Port': ['ID=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:03.551362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Attempting to bind port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:03.551697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Attempting to bind port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '151d65e5-27c8-4eec-838c-2248022fc1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '88221ae2-ee1c-42cc-b035-34fbdd698bf4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:03.552068 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Attempting to bind port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff on network 88221ae2-ee1c-42cc-b035-34fbdd698bf4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:03.556432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff on network 88221ae2-ee1c-42cc-b035-34fbdd698bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:01:03.556760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Attempting to bind port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff on network 88221ae2-ee1c-42cc-b035-34fbdd698bf4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:03.561579 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:03.561964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Checking segment: {'id': '151d65e5-27c8-4eec-838c-2248022fc1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '88221ae2-ee1c-42cc-b035-34fbdd698bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:03.562343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Bound using segment: {'id': '151d65e5-27c8-4eec-838c-2248022fc1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '88221ae2-ee1c-42cc-b035-34fbdd698bf4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:03.562769 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Bound port: bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151d65e5-27c8-4eec-838c-2248022fc1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '88221ae2-ee1c-42cc-b035-34fbdd698bf4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:03.563133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:03.628835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] For port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:03.633531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] For port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,segment=NetworkSegment(151d65e5-27c8-4eec-838c-2248022fc1ef),segment_id=151d65e5-27c8-4eec-838c-2248022fc1ef)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:03.645565 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:03.703482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:03.704148 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:03.705573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] 10.222.0.42 "PUT /v2.0/ports/bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff HTTP/1.1" status: 200 len: 1092 time: 0.6638403 Jul 30 00:01:03.706023 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d42c897-f9a7-4f7c-bfce-3c33acc5030c', 'tag': 'bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:03.708336 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2110083-1759-4161-9fb8-300000a2703d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d42c897-f9a7-4f7c-bfce-3c33acc5030c", "tag": "bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:03.746160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ec5f2-288f-4acd-a517-2f931329f227 req-0ff3bce8-f929-4e50-b7cc-93bb50a8bdd2 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:03.747843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-065ec5f2-288f-4acd-a517-2f931329f227 req-0ff3bce8-f929-4e50-b7cc-93bb50a8bdd2 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 943 time: 0.1167753 Jul 30 00:01:03.749533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd8ef5-23fe-4ae1-8c65-884b4897791d service neutron] Pushing event updated for resources: {'Port': ['ID=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:03.764455 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a46dda1-677e-4997-8c98-14f17e050fa9 x-openstack-request-id: req-4a46dda1-677e-4997-8c98-14f17e050fa9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:03.764754 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d42c897-f9a7-4f7c-bfce-3c33acc5030c", "tag": "bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:03.765011 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a46dda1-677e-4997-8c98-14f17e050fa9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:03.765403 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d42c897-f9a7-4f7c-bfce-3c33acc5030c', 'tag': 'bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff', 'status': 'completed', 'code': 200} Jul 30 00:01:03.821015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-c148b4ab-dc45-4b71-9567-032512d2c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:03.822958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-c148b4ab-dc45-4b71-9567-032512d2c4ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=844ad87af11943ea930a488a6c907afb&device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 1095 time: 0.0700247 Jul 30 00:01:03.825795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-065ec5f2-288f-4acd-a517-2f931329f227 req-8e0493b6-3601-4d1d-8133-7556ae25de3a tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644026 Jul 30 00:01:03.866682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-a0d23c7f-096c-4d6c-bb98-31a3dd57623d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff HTTP/1.1" status: 200 len: 217 time: 0.0352552 Jul 30 00:01:03.921563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-1eeae4e8-9ff5-4a49-8a16-592265e81ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:03.923108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-1eeae4e8-9ff5-4a49-8a16-592265e81ba4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7b98e16-11b6-4517-b289-2b4cb6dc7946 HTTP/1.1" status: 200 len: 851 time: 0.0496354 Jul 30 00:01:03.956988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-e091f0ef-bf95-455d-9895-ff0e8b953149 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88221ae2-ee1c-42cc-b035-34fbdd698bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264218 Jul 30 00:01:04.055756 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-98294308-42a5-4b39-8a83-b9e75a928908 service neutron] 10.222.0.42 "GET /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834255 Jul 30 00:01:04.153025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e0f1e607-1586-45f7-a1bb-58dd94df6219 req-8bb345d3-0051-49e6-afdd-6b6949e84643 service neutron] 10.222.0.42 "GET /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886440 Jul 30 00:01:04.245862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110083-1759-4161-9fb8-300000a2703d req-2c49e39a-06dd-444e-b741-96a752f3ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:04.247400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2110083-1759-4161-9fb8-300000a2703d req-2c49e39a-06dd-444e-b741-96a752f3ca89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=844ad87af11943ea930a488a6c907afb&device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 1095 time: 0.0415440 Jul 30 00:01:04.348111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110083-1759-4161-9fb8-300000a2703d req-313d2db9-81ca-4d61-8fd4-61621497f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:04.349534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2110083-1759-4161-9fb8-300000a2703d req-313d2db9-81ca-4d61-8fd4-61621497f990 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88221ae2-ee1c-42cc-b035-34fbdd698bf4 HTTP/1.1" status: 200 len: 912 time: 0.0936735 Jul 30 00:01:04.395248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2110083-1759-4161-9fb8-300000a2703d req-da1f20c3-2b90-4905-b436-2cd39e4e7814 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff HTTP/1.1" status: 200 len: 217 time: 0.0353153 Jul 30 00:01:04.449027 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110083-1759-4161-9fb8-300000a2703d req-d1206135-914c-4d3c-b0fb-864adf60be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:04.450309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2110083-1759-4161-9fb8-300000a2703d req-d1206135-914c-4d3c-b0fb-864adf60be5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7b98e16-11b6-4517-b289-2b4cb6dc7946 HTTP/1.1" status: 200 len: 851 time: 0.0454671 Jul 30 00:01:04.486009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2110083-1759-4161-9fb8-300000a2703d req-f239401d-e90b-4cfb-9b29-36d249bcdc29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88221ae2-ee1c-42cc-b035-34fbdd698bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272098 Jul 30 00:01:04.583731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2110083-1759-4161-9fb8-300000a2703d req-9defd410-da96-4973-a511-dfd02e659b2b service neutron] 10.222.0.42 "GET /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889544 Jul 30 00:01:04.677866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2110083-1759-4161-9fb8-300000a2703d req-1e53fbbe-9814-45df-a9a1-277ace3408ba service neutron] 10.222.0.42 "GET /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863721 Jul 30 00:01:04.948840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588af34-0882-4158-98aa-b7b150c29272 req-95fcd3f8-753e-49b1-9809-7c49675c4285 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:04.950270 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3588af34-0882-4158-98aa-b7b150c29272 req-95fcd3f8-753e-49b1-9809-7c49675c4285 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 943 time: 0.0548122 Jul 30 00:01:04.989817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3588af34-0882-4158-98aa-b7b150c29272 req-2ecce36f-a89a-48ce-ba41-e711d4af6889 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328698 Jul 30 00:01:05.582882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34464) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:05.723081 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b8219ca-a209-43a3-b2de-0a0d9d71dbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.810282 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b8219ca-a209-43a3-b2de-0a0d9d71dbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.814899 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b8219ca-a209-43a3-b2de-0a0d9d71dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.852415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9b8219ca-a209-43a3-b2de-0a0d9d71dbc8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40e07234b6e449cc8d2aa2b9d13fdc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684090 Jul 30 00:01:05.853340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8219ca-a209-43a3-b2de-0a0d9d71dbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1700581e-1bce-4b4f-bf36-8c4f2ae21ac8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:05.855274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34468) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:05.907455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-364125f8-ddbf-4097-a8c1-e7d95a5bf8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.928529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-364125f8-ddbf-4097-a8c1-e7d95a5bf8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.978672 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-364125f8-ddbf-4097-a8c1-e7d95a5bf8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.981335 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-364125f8-ddbf-4097-a8c1-e7d95a5bf8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.982583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-364125f8-ddbf-4097-a8c1-e7d95a5bf8d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1700581e-1bce-4b4f-bf36-8c4f2ae21ac8 HTTP/1.1" status: 204 len: 168 time: 0.1249270 Jul 30 00:01:05.991220 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364125f8-ddbf-4097-a8c1-e7d95a5bf8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1700581e-1bce-4b4f-bf36-8c4f2ae21ac8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:06.114870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9fec-0c66-4e0b-ad94-210dff63c469 req-904d29c6-30ee-4c54-b4c7-4f85a0c2ed3f tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:06.116830 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-318b9fec-0c66-4e0b-ad94-210dff63c469 req-904d29c6-30ee-4c54-b4c7-4f85a0c2ed3f tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 943 time: 0.0556829 Jul 30 00:01:06.158633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-318b9fec-0c66-4e0b-ad94-210dff63c469 req-e00ae146-48d1-4a07-a261-e99ed8ea9b67 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362530 Jul 30 00:01:06.525592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:01:06.597075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34492) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:06.624347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,segment=NetworkSegment(151d65e5-27c8-4eec-838c-2248022fc1ef),segment_id=151d65e5-27c8-4eec-838c-2248022fc1ef)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:06.636322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff', 'network_id': '88221ae2-ee1c-42cc-b035-34fbdd698bf4', 'port_id': 'bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff', 'mac_address': 'fa:16:3e:65:cf:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b98e16-11b6-4517-b289-2b4cb6dc7946', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:01:06.674008 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.687410 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:06.695408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-162020562-network', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:06.709475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,segment=NetworkSegment(151d65e5-27c8-4eec-838c-2248022fc1ef),segment_id=151d65e5-27c8-4eec-838c-2248022fc1ef)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:06.712810 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.717237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Made reservation on behalf of 13b3ae9c651c430eac87b3e096c7fe5d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:06.719662 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.727871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.761731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:06.769658 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.770023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.770400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.770737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.771040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.771377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.771714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.772071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.772405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.772738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.773059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.773390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:06.819656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.823255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.850967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:01:06.857405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74b20b0-722c-498d-a93f-d7baec9ec8c9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:06.864488 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.864845 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Added segment 99c312a9-e886-4c42-908e-d580252c3fb1 of type vlan for network 7ece55dc-39ce-45e0-9f21-171f31f63d79 Jul 30 00:01:06.905927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.933199 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.934112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:06.934716 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.942165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:06.989596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3912148 Jul 30 00:01:06.992731 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34496) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:06.999476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Request body: {'subnet': {'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-162020562-subnet', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:07.000138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4164f-08b2-40f4-855c-638f0e8adfc2 admin admin] Pushing event updated for resources: {'Network': ['ID=7ece55dc-39ce-45e0-9f21-171f31f63d79,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:07.014703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:01:07.028629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Made reservation on behalf of 13b3ae9c651c430eac87b3e096c7fe5d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:07.031019 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.201015 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.254603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6c9db6-1843-424b-b2eb-d63693573b07,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:07.265174 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Checking segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:07.265470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Network hostable DHCP agents. Network: 7ece55dc-39ce-45e0-9f21-171f31f63d79, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:01:07.274456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11edaf-d6ef-461f-b8d3-0a27f2b348c4 req-15265227-510d-449b-aae7-be8184d180e8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:07.275981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f11edaf-d6ef-461f-b8d3-0a27f2b348c4 req-15265227-510d-449b-aae7-be8184d180e8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 944 time: 0.0510492 Jul 30 00:01:07.282215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:01:07.290486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 7ece55dc-39ce-45e0-9f21-171f31f63d79) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:07.294588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:07.296233 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.303317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d48abb-d082-43d1-a13f-649a746ce81a None None] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:07.312491 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-77210be9-d0a7-4abe-ad56-a4c04b1d2300 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3180730 Jul 30 00:01:07.315403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34500) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:07.320051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:07.321126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f11edaf-d6ef-461f-b8d3-0a27f2b348c4 req-8645a710-ee2d-4697-91bd-de168dcee38d tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387120 Jul 30 00:01:07.346194 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.347346 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.399606 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.462478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-7ece55dc-39ce-45e0-9f21-171f31f63d79', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:01:07.463342 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.540944 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.600098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Allocated IP 172.20.0.2 (7ece55dc-39ce-45e0-9f21-171f31f63d79/4c6c9db6-1843-424b-b2eb-d63693573b07/c2d2be19-d48f-415f-a9ce-501bafd7fbca) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:07.742718 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.752455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.760563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Transition to ACTIVE for port object c2d2be19-d48f-415f-a9ce-501bafd7fbca will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:07.763087 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.776190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Transition to ACTIVE for port object c2d2be19-d48f-415f-a9ce-501bafd7fbca will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:07.781490 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.823666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:07.828373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:07.830773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:07.837824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Pushing event updated for resources: {'Port': ['ID=c2d2be19-d48f-415f-a9ce-501bafd7fbca,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:07.867187 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Allocated IP 172.25.2.165 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/144bc491-8885-4050-9765-561a2f219da4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:07.889202 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Attempting to bind port c2d2be19-d48f-415f-a9ce-501bafd7fbca on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:07.889563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Attempting to bind port c2d2be19-d48f-415f-a9ce-501bafd7fbca by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:07.889933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Attempting to bind port c2d2be19-d48f-415f-a9ce-501bafd7fbca on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:07.895030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:07.895411 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Checking segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:07.895820 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.896246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Bound using segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:07.896716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Bound port: c2d2be19-d48f-415f-a9ce-501bafd7fbca, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:07.897102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.963734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] For port c2d2be19-d48f-415f-a9ce-501bafd7fbca, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:07.967178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] For port c2d2be19-d48f-415f-a9ce-501bafd7fbca, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c2d2be19-d48f-415f-a9ce-501bafd7fbca,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:07.970959 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.975098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.023007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.036265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fba31-279a-414e-a412-3ed2c79d91d0 None None] Pushing event updated for resources: {'Port': ['ID=c2d2be19-d48f-415f-a9ce-501bafd7fbca,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:08.059672 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:08.063151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:08.066845 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:08.093820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Pushing event updated for resources: {'Port': ['ID=144bc491-8885-4050-9765-561a2f219da4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:08.343394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.443889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ccb2f-778f-4f7b-84d1-64ae53847fbd req-e8cab364-8707-47e8-9353-feba42a6d581 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:08.445598 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b64ccb2f-778f-4f7b-84d1-64ae53847fbd req-e8cab364-8707-47e8-9353-feba42a6d581 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 944 time: 0.0573533 Jul 30 00:01:08.485130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b64ccb2f-778f-4f7b-84d1-64ae53847fbd req-de9dd746-0991-46af-b0e5-5def4b51af58 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Jul 30 00:01:08.550740 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.556255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:08.617045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:08.623117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:08.623955 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.722312 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.750800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d42c897-f9a7-4f7c-bfce-3c33acc5030c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:08.753371 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75b440f-2c7b-40da-91e5-f8916555a4d7" -d '{"events": [{"server_uuid": "2d42c897-f9a7-4f7c-bfce-3c33acc5030c", "name": "network-vif-plugged", "status": "completed", "tag": "bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:08.776856 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,segment=NetworkSegment(151d65e5-27c8-4eec-838c-2248022fc1ef),segment_id=151d65e5-27c8-4eec-838c-2248022fc1ef)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:08.783686 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.812560 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4263c9-0eca-4aaa-8ede-04e6ccb8aacf x-openstack-request-id: req-8b4263c9-0eca-4aaa-8ede-04e6ccb8aacf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:08.812886 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d42c897-f9a7-4f7c-bfce-3c33acc5030c", "name": "network-vif-plugged", "status": "completed", "tag": "bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:08.813107 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b4263c9-0eca-4aaa-8ede-04e6ccb8aacf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:08.813506 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d42c897-f9a7-4f7c-bfce-3c33acc5030c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff', 'code': 200} Jul 30 00:01:08.844495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:08.925258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd22e4-c27f-4eeb-8874-03fe25634237 req-2e9d204c-d844-4e61-9fda-e211ab000916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:08.926795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22fd22e4-c27f-4eeb-8874-03fe25634237 req-2e9d204c-d844-4e61-9fda-e211ab000916 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 1097 time: 0.0507128 Jul 30 00:01:08.962621 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1741f25-7c98-479f-bcab-b378c808e99f None None] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:08.975303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22fd22e4-c27f-4eeb-8874-03fe25634237 req-093adb5c-f1d4-420c-80c3-05da36a68346 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393980 Jul 30 00:01:09.060206 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-af0f0159-f3de-480b-bc28-e7a5d644156a None None] Provisioning for port c2d2be19-d48f-415f-a9ce-501bafd7fbca completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:09.072190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Router a334d468-a06c-47a9-afe6-792174af8a96 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:01:09.182029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:09.194977 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Sync routers for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:09.202839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.204307 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-07fd7ef8-eac0-487a-b744-9fef25c88b90 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8877738 Jul 30 00:01:09.207417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34506) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:09.208512 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:09.209222 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:09.225620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c2d2be19-d48f-415f-a9ce-501bafd7fbca up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:09.284865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c2d2be19-d48f-415f-a9ce-501bafd7fbca completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:09.289478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c2d2be19-d48f-415f-a9ce-501bafd7fbca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:09.289928 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.343761 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:09.403777 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.421956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-20ea7f13-c189-4957-abcb-213af6b31a3f None None] Provisioning complete for port c2d2be19-d48f-415f-a9ce-501bafd7fbca triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:09.422343 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20ea7f13-c189-4957-abcb-213af6b31a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.469137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c2d2be19-d48f-415f-a9ce-501bafd7fbca, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c2d2be19-d48f-415f-a9ce-501bafd7fbca,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:09.476307 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.558953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c2d2be19-d48f-415f-a9ce-501bafd7fbca,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:09.642147 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:08Z', 'revision_number': 3, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:09.669501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccb138-509b-4dd8-bac7-7651b53db88d req-5ca5cb80-9515-4e07-ae5f-09f6e6e00391 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:09.670084 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Checking router: a334d468-a06c-47a9-afe6-792174af8a96 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:01:09.670084 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Updating router a334d468-a06c-47a9-afe6-792174af8a96 port 144bc491-8885-4050-9765-561a2f219da4 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:01:09.671552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5ccb138-509b-4dd8-bac7-7651b53db88d req-5ca5cb80-9515-4e07-ae5f-09f6e6e00391 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0919578 Jul 30 00:01:09.695719 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.756457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d5ccb138-509b-4dd8-bac7-7651b53db88d req-bb29315b-6ed9-457d-911a-f420739a74fc tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663528 Jul 30 00:01:09.773127 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.964632 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.976514 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Transition to ACTIVE for port object 144bc491-8885-4050-9765-561a2f219da4 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:09.981812 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.986785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Allocated IP 172.20.0.1 (7ece55dc-39ce-45e0-9f21-171f31f63d79/4c6c9db6-1843-424b-b2eb-d63693573b07/1382f172-4ca9-474c-bcd8-0aa5733dffff) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:10.035859 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Attempting to bind port 144bc491-8885-4050-9765-561a2f219da4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:10.036258 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Attempting to bind port 144bc491-8885-4050-9765-561a2f219da4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:10.036910 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Attempting to bind port 144bc491-8885-4050-9765-561a2f219da4 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:10.042259 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Pushing event updated for resources: {'Port': ['ID=144bc491-8885-4050-9765-561a2f219da4,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:10.050764 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:10.051143 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:10.051546 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.051941 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:10.052430 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Bound port: 144bc491-8885-4050-9765-561a2f219da4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:10.052822 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.055720 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.056092 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.056435 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.056769 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.057106 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.057437 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.057763 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.058090 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.058410 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.058735 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.059056 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.059380 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:10.091470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.104967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Transition to ACTIVE for port object 1382f172-4ca9-474c-bcd8-0aa5733dffff will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:10.114311 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] For port 144bc491-8885-4050-9765-561a2f219da4, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:10.117623 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] For port 144bc491-8885-4050-9765-561a2f219da4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=144bc491-8885-4050-9765-561a2f219da4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:10.121499 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.139812 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.176778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:10.181049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:10.186239 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:10.186548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:10.186979 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:10.192119 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3913ae-9849-4694-b0e3-7012a2aad595 None None] Pushing event updated for resources: {'Port': ['ID=144bc491-8885-4050-9765-561a2f219da4,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:10.219627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=1382f172-4ca9-474c-bcd8-0aa5733dffff,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:10.234567 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.304871 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:10.369157 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.411956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ef4d4d53-1cdf-47e5-a362-2d7959881644 None None] Provisioning for port 1382f172-4ca9-474c-bcd8-0aa5733dffff completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:10.416633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ef4d4d53-1cdf-47e5-a362-2d7959881644 None None] Provisioning complete for port 1382f172-4ca9-474c-bcd8-0aa5733dffff triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:10.417015 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef4d4d53-1cdf-47e5-a362-2d7959881644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.452274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d4d53-1cdf-47e5-a362-2d7959881644 None None] Port 1382f172-4ca9-474c-bcd8-0aa5733dffff cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:10.494136 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:08Z', 'revision_number': 3, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:10.521050 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af935284-1fdd-4370-a2b5-004f3b6e0b60 None None] The sync data for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 is: [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:08Z', 'revision_number': 3, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:01:10.537039 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.541754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.611457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=1382f172-4ca9-474c-bcd8-0aa5733dffff,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:10.614013 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.706453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:10.708397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:10.840951 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Router a334d468-a06c-47a9-afe6-792174af8a96 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:01:11.077076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e731ac0-978c-4768-a611-4dea4c7851d8 None None] Provisioning complete for port 1382f172-4ca9-474c-bcd8-0aa5733dffff triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:11.077458 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e731ac0-978c-4768-a611-4dea4c7851d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.115909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7e731ac0-978c-4768-a611-4dea4c7851d8 None None] Port 1382f172-4ca9-474c-bcd8-0aa5733dffff cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:11.282454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c2d2be19-d48f-415f-a9ce-501bafd7fbca up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:11.284557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf9417-8fed-43e4-a654-e125b41ac07d req-c750aaee-5a82-418b-801c-3bc7c4fdfb90 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:11.286142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0bf9417-8fed-43e4-a654-e125b41ac07d req-c750aaee-5a82-418b-801c-3bc7c4fdfb90 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.4481330 Jul 30 00:01:11.337183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c2d2be19-d48f-415f-a9ce-501bafd7fbca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:11.337616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.371713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0bf9417-8fed-43e4-a654-e125b41ac07d req-977f5e5b-73c4-4dae-b98f-15df536b8e15 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787244 Jul 30 00:01:11.396932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:11.414198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7806aa63-b40e-4bbf-911f-099c22c43aa1 admin admin] 10.222.0.37 "PUT /v2.0/routers/a334d468-a06c-47a9-afe6-792174af8a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2052448 Jul 30 00:01:11.427104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 144bc491-8885-4050-9765-561a2f219da4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:11.484805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 144bc491-8885-4050-9765-561a2f219da4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:11.490920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 144bc491-8885-4050-9765-561a2f219da4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:11.491378 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.496859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d491824-1375-4f61-bd73-00dedee5539a req-2950184b-93b3-493a-b42c-10cdebbacf83 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:11.499143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d491824-1375-4f61-bd73-00dedee5539a req-2950184b-93b3-493a-b42c-10cdebbacf83 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0521200 Jul 30 00:01:11.544694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d491824-1375-4f61-bd73-00dedee5539a req-12201716-8ba4-42c2-a779-8eec5f2f46a0 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 Jul 30 00:01:11.581023 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.606310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 144bc491-8885-4050-9765-561a2f219da4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=144bc491-8885-4050-9765-561a2f219da4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:11.611034 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.666429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=144bc491-8885-4050-9765-561a2f219da4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:11.785653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1f6ea-6723-4747-843f-5c53083cfe90 req-15b5c9ed-123c-4f0a-b764-7d420cbf37cd tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:11.787134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5b1f6ea-6723-4747-843f-5c53083cfe90 req-15b5c9ed-123c-4f0a-b764-7d420cbf37cd tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0517516 Jul 30 00:01:11.831787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5b1f6ea-6723-4747-843f-5c53083cfe90 req-164c9639-4341-4e46-b3f0-21387852262f tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387762 Jul 30 00:01:11.918707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34532) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:11.924288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1732396206-network', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:11.946660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Made reservation on behalf of ea0921a277444cf2901fc58c9624c0cb for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:11.949226 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.958395 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.050257 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.053885 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.081132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:01:12.086371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4059ea-da05-4240-bc8d-c28e09692967,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:12.094184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.094533 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Added segment b1ca4a0e-dfe4-4048-ab94-9034aaa09b96 of type vlan for network a777e3fe-21b4-4f46-b791-51bbdd018aaa Jul 30 00:01:12.136121 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.166721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.166721 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:12.166721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.190605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Sync routers for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:12.199919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:12.200627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:12.221892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3018162 Jul 30 00:01:12.224633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34534) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:12.229662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Request body: {'subnet': {'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1732396206-subnet', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:12.237677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed6ca0-a043-473d-a2fe-6ffa851440b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a777e3fe-21b4-4f46-b791-51bbdd018aaa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:12.252803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Made reservation on behalf of ea0921a277444cf2901fc58c9624c0cb for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:12.254525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a777e3fe-21b4-4f46-b791-51bbdd018aaa details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:01:12.255388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.438100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.488788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee487d9-132b-4eaa-a478-45b5ca637d6f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:12.505665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Checking segment: {'id': 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:12.506037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Network hostable DHCP agents. Network: a777e3fe-21b4-4f46-b791-51bbdd018aaa, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:01:12.521772 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Network a777e3fe-21b4-4f46-b791-51bbdd018aaa is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:01:12.526241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:12.530368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, a777e3fe-21b4-4f46-b791-51bbdd018aaa) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:12.536102 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:12.536288 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.550840 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-964b4790-26e6-451b-8978-4f43ede0df3e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3251173 Jul 30 00:01:12.553666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:12.554659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36c7b9e-9d8f-41e3-a3f6-4ade1b8f5ba5 None None] Network a777e3fe-21b4-4f46-b791-51bbdd018aaa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:12.558984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1732396206-router', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:12.582958 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.583922 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.671730 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.806744 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.824828 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-a777e3fe-21b4-4f46-b791-51bbdd018aaa', 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'fixed_ips': [{'subnet_id': '8ee487d9-132b-4eaa-a478-45b5ca637d6f'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:01:12.825699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.905935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 2, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:12.942388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Checking router: a334d468-a06c-47a9-afe6-792174af8a96 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:01:12.942669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Updating router a334d468-a06c-47a9-afe6-792174af8a96 port 1382f172-4ca9-474c-bcd8-0aa5733dffff binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:01:12.983657 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.038950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946742c-b61d-4ebd-9870-63a359537bca req-db3798ec-a6bd-477e-b93c-0c571252ff1f tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:13.040490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4946742c-b61d-4ebd-9870-63a359537bca req-db3798ec-a6bd-477e-b93c-0c571252ff1f tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.1365612 Jul 30 00:01:13.058248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Allocated IP 172.20.0.2 (a777e3fe-21b4-4f46-b791-51bbdd018aaa/8ee487d9-132b-4eaa-a478-45b5ca637d6f/9a18f887-354b-4e26-92e1-b9f9aade1d6e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:13.059864 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.092817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.150841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4946742c-b61d-4ebd-9870-63a359537bca req-4df06a39-3d86-44c7-bc90-a5f70c800d63 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022525 Jul 30 00:01:13.231789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Allocated IP 172.25.2.243 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/262dbf8e-1650-45a4-8950-72832668c7fe) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:13.248171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 144bc491-8885-4050-9765-561a2f219da4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:13.397543 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.453596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e2f5-7b24-4e7f-bb31-1c41db9457c7 req-e05eb6c3-951f-4167-9534-17f8746f2b85 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:13.455066 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21f3e2f5-7b24-4e7f-bb31-1c41db9457c7 req-e05eb6c3-951f-4167-9534-17f8746f2b85 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.1188934 Jul 30 00:01:13.470239 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 144bc491-8885-4050-9765-561a2f219da4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:13.470647 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.474837 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.478370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-71100b7b-00d6-459c-b6fb-2467e99edc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:13.479834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-71100b7b-00d6-459c-b6fb-2467e99edc09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=844ad87af11943ea930a488a6c907afb&device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 1097 time: 0.0967014 Jul 30 00:01:13.507189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Transition to ACTIVE for port object 9a18f887-354b-4e26-92e1-b9f9aade1d6e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:13.537246 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.547349 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.550421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Transition to ACTIVE for port object 9a18f887-354b-4e26-92e1-b9f9aade1d6e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:13.560466 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.563071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Transition to ACTIVE for port object 1382f172-4ca9-474c-bcd8-0aa5733dffff will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:13.595377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21f3e2f5-7b24-4e7f-bb31-1c41db9457c7 req-d2b62d7a-a72a-4cdc-957c-eec552634fe8 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309211 Jul 30 00:01:13.599145 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.613276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:13.620071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:13.631062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:13.635144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Network a777e3fe-21b4-4f46-b791-51bbdd018aaa is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:13.646766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:13.654440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:13.660049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Pushing event updated for resources: {'Port': ['ID=9a18f887-354b-4e26-92e1-b9f9aade1d6e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:13.665739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Pushing event updated for resources: {'Port': ['ID=262dbf8e-1650-45a4-8950-72832668c7fe,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:13.692351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-cbdc739b-63b1-4656-9691-187caa43831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:13.694029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-cbdc739b-63b1-4656-9691-187caa43831a service neutron] 10.222.0.42 "GET /v2.0/networks?id=88221ae2-ee1c-42cc-b035-34fbdd698bf4 HTTP/1.1" status: 200 len: 912 time: 0.2042601 Jul 30 00:01:13.791886 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0501b-e701-4af6-9035-fea24df8dbc6 None None] Pushing event updated for resources: {'Port': ['ID=1382f172-4ca9-474c-bcd8-0aa5733dffff,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:13.797491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Attempting to bind port 9a18f887-354b-4e26-92e1-b9f9aade1d6e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:13.797872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Attempting to bind port 9a18f887-354b-4e26-92e1-b9f9aade1d6e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:13.798244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Attempting to bind port 9a18f887-354b-4e26-92e1-b9f9aade1d6e on network a777e3fe-21b4-4f46-b791-51bbdd018aaa {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:13.804670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-ec206f50-cb0d-46b0-b91e-ca202e1cfaea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff HTTP/1.1" status: 200 len: 217 time: 0.0665107 Jul 30 00:01:13.817474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:13.817896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Checking segment: {'id': 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:13.818316 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.818849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Bound using segment: {'id': 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:13.819351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Bound port: 9a18f887-354b-4e26-92e1-b9f9aade1d6e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:13.819760 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.825679 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Attempting to bind port 1382f172-4ca9-474c-bcd8-0aa5733dffff on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:13.826060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Attempting to bind port 1382f172-4ca9-474c-bcd8-0aa5733dffff by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:13.826458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Attempting to bind port 1382f172-4ca9-474c-bcd8-0aa5733dffff on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:13.840415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:13.840803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Checking segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:13.841596 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.841596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Bound using segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:13.842128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Bound port: 1382f172-4ca9-474c-bcd8-0aa5733dffff, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:13.842530 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.889310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-3237ccea-447d-43eb-989f-1d27c1114b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:13.890795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-3237ccea-447d-43eb-989f-1d27c1114b5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7b98e16-11b6-4517-b289-2b4cb6dc7946 HTTP/1.1" status: 200 len: 851 time: 0.0608351 Jul 30 00:01:13.940840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] For port 9a18f887-354b-4e26-92e1-b9f9aade1d6e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:13.962320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-65b4d7fe-507f-4c49-81d6-5143857debc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88221ae2-ee1c-42cc-b035-34fbdd698bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364623 Jul 30 00:01:13.966129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] For port 9a18f887-354b-4e26-92e1-b9f9aade1d6e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9a18f887-354b-4e26-92e1-b9f9aade1d6e,segment=NetworkSegment(b1ca4a0e-dfe4-4048-ab94-9034aaa09b96),segment_id=b1ca4a0e-dfe4-4048-ab94-9034aaa09b96)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:13.970862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] For port 1382f172-4ca9-474c-bcd8-0aa5733dffff, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:13.976708 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.977291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-4cdf00e4-69f7-4613-b54f-7b8c4022f37e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:01:13.978283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-4cdf00e4-69f7-4613-b54f-7b8c4022f37e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053871 Jul 30 00:01:13.996504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] For port 1382f172-4ca9-474c-bcd8-0aa5733dffff, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1382f172-4ca9-474c-bcd8-0aa5733dffff,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:14.022204 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:14.066803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:14.067447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:14.069451 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20aef7-82eb-4dbb-a58d-dc442e527a9d None None] Pushing event updated for resources: {'Port': ['ID=9a18f887-354b-4e26-92e1-b9f9aade1d6e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:14.083119 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:14.159961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-1e39d460-5c3d-4d9f-85cf-79fbb2b9ec1f service neutron] 10.222.0.42 "GET /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512578 Jul 30 00:01:14.206491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0501b-e701-4af6-9035-fea24df8dbc6 None None] Pushing event updated for resources: {'Port': ['ID=1382f172-4ca9-474c-bcd8-0aa5733dffff,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:14.232402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:14.406715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f1b46b99-a815-42f6-a31d-93e33b020955 req-a66fd491-bb71-4d6d-94c1-36137d552d1f service neutron] 10.222.0.42 "GET /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164841 Jul 30 00:01:14.437579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:14.502144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:13Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:14.533419 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668eb616-dba7-4136-80d3-ccd39c8dcf75 None None] The sync data for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 is: [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:13Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:01:14.602745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Router 03d7bede-f40c-4c95-89d7-0abe16236573 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:01:14.758589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:14.773556 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Sync routers for ids ['03d7bede-f40c-4c95-89d7-0abe16236573'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:14.778719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e68bd-7558-4c43-b956-91d4f1d9370d req-f1d200be-f7d7-419b-ac2c-34a92033c379 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:14.780916 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-175e68bd-7558-4c43-b956-91d4f1d9370d req-f1d200be-f7d7-419b-ac2c-34a92033c379 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.1052411 Jul 30 00:01:14.790936 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:14.792242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2acbd759-b4be-47ee-8f9a-8cd553a34972 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2374706 Jul 30 00:01:14.794116 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Routers {'03d7bede-f40c-4c95-89d7-0abe16236573'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:14.794968 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['03d7bede-f40c-4c95-89d7-0abe16236573'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:14.795116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34546) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:14.834910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-175e68bd-7558-4c43-b956-91d4f1d9370d req-970be4d0-807d-4c7a-bfaa-785ef8843acf tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453339 Jul 30 00:01:14.925450 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Set router 03d7bede-f40c-4c95-89d7-0abe16236573 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:15.171778 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'name': 'tempest-TestVolumeBootPattern-1732396206-router', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:12Z', 'updated_at': '2021-07-30T00:01:13Z', 'revision_number': 3, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'gw_port': {'id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:13Z', 'updated_at': '2021-07-30T00:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:15.243119 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Checking router: 03d7bede-f40c-4c95-89d7-0abe16236573 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:01:15.243482 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Updating router 03d7bede-f40c-4c95-89d7-0abe16236573 port 262dbf8e-1650-45a4-8950-72832668c7fe binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:01:15.271422 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.304267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f87c159-d68e-43dc-81a8-8f2fcf96b6a5 None None] Network a777e3fe-21b4-4f46-b791-51bbdd018aaa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:15.326647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1382f172-4ca9-474c-bcd8-0aa5733dffff up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:15.460151 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.487619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c0b46742-33c7-4ce1-9d40-dff80ed679a5 None None] Provisioning for port 9a18f887-354b-4e26-92e1-b9f9aade1d6e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:15.547346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1382f172-4ca9-474c-bcd8-0aa5733dffff completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:15.555181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1382f172-4ca9-474c-bcd8-0aa5733dffff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:15.555565 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.598601 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.610769 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Transition to ACTIVE for port object 262dbf8e-1650-45a4-8950-72832668c7fe will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:15.618214 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.657988 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.676463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Allocated IP 172.20.0.1 (a777e3fe-21b4-4f46-b791-51bbdd018aaa/8ee487d9-132b-4eaa-a478-45b5ca637d6f/375731aa-aa67-4505-bfde-9f8cc9768014) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:15.710989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 1382f172-4ca9-474c-bcd8-0aa5733dffff, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1382f172-4ca9-474c-bcd8-0aa5733dffff,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:15.720737 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.721599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9a18f887-354b-4e26-92e1-b9f9aade1d6e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:15.834487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 9a18f887-354b-4e26-92e1-b9f9aade1d6e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:15.835673 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.842552 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Attempting to bind port 262dbf8e-1650-45a4-8950-72832668c7fe on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:15.843059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=1382f172-4ca9-474c-bcd8-0aa5733dffff,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:15.843677 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Attempting to bind port 262dbf8e-1650-45a4-8950-72832668c7fe by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:15.844236 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Attempting to bind port 262dbf8e-1650-45a4-8950-72832668c7fe on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:15.847515 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7af3ad-ca90-424b-a397-08a726405033 None None] Pushing event updated for resources: {'Port': ['ID=262dbf8e-1650-45a4-8950-72832668c7fe,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:15.848466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9a18f887-354b-4e26-92e1-b9f9aade1d6e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:15.848876 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.855068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Transition to ACTIVE for port object 375731aa-aa67-4505-bfde-9f8cc9768014 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:15.885060 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:15.885710 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:15.886427 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.886970 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:15.887603 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Bound port: 262dbf8e-1650-45a4-8950-72832668c7fe, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:15.887991 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.901184 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.935017 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c37df1bd-1c36-4569-a196-2c94c97a47bb None None] Provisioning complete for port 9a18f887-354b-4e26-92e1-b9f9aade1d6e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:15.935406 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c37df1bd-1c36-4569-a196-2c94c97a47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.988074 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] For port 262dbf8e-1650-45a4-8950-72832668c7fe, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:15.988267 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.991141 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] For port 262dbf8e-1650-45a4-8950-72832668c7fe, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=262dbf8e-1650-45a4-8950-72832668c7fe,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:15.994311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Network a777e3fe-21b4-4f46-b791-51bbdd018aaa is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:15.999138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dff2dc-cd34-4671-b3d6-ccadf2641519 req-f49c01f7-426e-4925-9495-e5ab1118f4ec tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:15.999751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:16.001849 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.005676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:16.020409 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15dff2dc-cd34-4671-b3d6-ccadf2641519 req-f49c01f7-426e-4925-9495-e5ab1118f4ec tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0871863 Jul 30 00:01:16.050765 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Pushing event updated for resources: {'Port': ['ID=375731aa-aa67-4505-bfde-9f8cc9768014,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:16.075248 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Routers {'03d7bede-f40c-4c95-89d7-0abe16236573'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:16.075819 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['03d7bede-f40c-4c95-89d7-0abe16236573'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:16.082371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15dff2dc-cd34-4671-b3d6-ccadf2641519 req-258f586d-3681-4190-8bbf-d2567228783e tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608199 Jul 30 00:01:16.120369 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.210104 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7af3ad-ca90-424b-a397-08a726405033 None None] Pushing event updated for resources: {'Port': ['ID=262dbf8e-1650-45a4-8950-72832668c7fe,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:16.257061 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] Set router 03d7bede-f40c-4c95-89d7-0abe16236573 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:16.271592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 9a18f887-354b-4e26-92e1-b9f9aade1d6e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9a18f887-354b-4e26-92e1-b9f9aade1d6e,segment=NetworkSegment(b1ca4a0e-dfe4-4048-ab94-9034aaa09b96),segment_id=b1ca4a0e-dfe4-4048-ab94-9034aaa09b96)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:16.282441 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.371174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=9a18f887-354b-4e26-92e1-b9f9aade1d6e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:16.376328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.443171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c4846-5449-4d04-97c1-022d83bf28eb req-e3b164bc-7d0d-47f0-8f7b-7a3e4d277ba2 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:16.444827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e71c4846-5449-4d04-97c1-022d83bf28eb req-e3b164bc-7d0d-47f0-8f7b-7a3e4d277ba2 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0534859 Jul 30 00:01:16.487313 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e71c4846-5449-4d04-97c1-022d83bf28eb req-ffb83725-1fc0-43e2-a31a-8eb357483e32 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341134 Jul 30 00:01:16.491340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e2200734-8765-4ba1-a05e-b086b86c0ee1 None None] Provisioning for port 375731aa-aa67-4505-bfde-9f8cc9768014 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:16.496536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e2200734-8765-4ba1-a05e-b086b86c0ee1 None None] Provisioning complete for port 375731aa-aa67-4505-bfde-9f8cc9768014 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:16.497034 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2200734-8765-4ba1-a05e-b086b86c0ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.501795 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'name': 'tempest-TestVolumeBootPattern-1732396206-router', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:12Z', 'updated_at': '2021-07-30T00:01:13Z', 'revision_number': 3, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'gw_port': {'id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:13Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:16.532614 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fb1a5-1aa0-407d-a0c0-6a555b5fa984 None None] The sync data for ids ['03d7bede-f40c-4c95-89d7-0abe16236573'] in n-d-712139-11 is: [{'id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'name': 'tempest-TestVolumeBootPattern-1732396206-router', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:12Z', 'updated_at': '2021-07-30T00:01:13Z', 'revision_number': 3, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'gw_port': {'id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:13Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:01:16.544934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e2200734-8765-4ba1-a05e-b086b86c0ee1 None None] Port 375731aa-aa67-4505-bfde-9f8cc9768014 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:16.574618 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.580062 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.652285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.653982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Pushing event updated for resources: {'Port': ['ID=375731aa-aa67-4505-bfde-9f8cc9768014,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:16.764409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Network a777e3fe-21b4-4f46-b791-51bbdd018aaa is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:16.766438 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:16.915580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Router 03d7bede-f40c-4c95-89d7-0abe16236573 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:01:17.049151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:17.056319 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1606be64-0a5c-4e33-8b13-1d5ab5c94e7e admin admin] 10.222.0.37 "PUT /v2.0/routers/03d7bede-f40c-4c95-89d7-0abe16236573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2596934 Jul 30 00:01:17.068369 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-13d232e0-48e3-4a6b-88d8-7ca14241aa1b None None] Provisioning complete for port 375731aa-aa67-4505-bfde-9f8cc9768014 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:17.068755 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13d232e0-48e3-4a6b-88d8-7ca14241aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:17.104569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-13d232e0-48e3-4a6b-88d8-7ca14241aa1b None None] Port 375731aa-aa67-4505-bfde-9f8cc9768014 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:17.285698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9a18f887-354b-4e26-92e1-b9f9aade1d6e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:17.338631 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9a18f887-354b-4e26-92e1-b9f9aade1d6e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:17.339025 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:17.429442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1382f172-4ca9-474c-bcd8-0aa5733dffff up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:17.478575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1382f172-4ca9-474c-bcd8-0aa5733dffff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:17.479079 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:17.576068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 262dbf8e-1650-45a4-8950-72832668c7fe up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:17.623545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d110ad-6d29-472b-9152-7f6a4732574f req-4d3fcdb4-71c6-4611-a7a8-1db3d396d333 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:17.625332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 262dbf8e-1650-45a4-8950-72832668c7fe completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:17.629619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 262dbf8e-1650-45a4-8950-72832668c7fe triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:17.630240 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:17.631100 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10d110ad-6d29-472b-9152-7f6a4732574f req-4d3fcdb4-71c6-4611-a7a8-1db3d396d333 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0590765 Jul 30 00:01:17.669908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10d110ad-6d29-472b-9152-7f6a4732574f req-7ca4b8a1-eed7-4bd2-b5e2-a32364e41f73 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379353 Jul 30 00:01:17.734110 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:17.762398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 262dbf8e-1650-45a4-8950-72832668c7fe, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=262dbf8e-1650-45a4-8950-72832668c7fe,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:17.768265 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:17.848877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=262dbf8e-1650-45a4-8950-72832668c7fe,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:17.949156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f1c85-fd2f-4e4d-9ee7-d7b160a151d6 req-9509b56e-dd40-4d14-9b16-cdaafd7e395a tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:17.950683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-374f1c85-fd2f-4e4d-9ee7-d7b160a151d6 req-9509b56e-dd40-4d14-9b16-cdaafd7e395a tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0846989 Jul 30 00:01:17.986212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e398e0-6914-4890-9b11-018d53c9b3c6 req-518e2188-c227-4f53-b5b5-8376836c750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:17.987733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35e398e0-6914-4890-9b11-018d53c9b3c6 req-518e2188-c227-4f53-b5b5-8376836c750e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=844ad87af11943ea930a488a6c907afb&device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 1097 time: 0.0756357 Jul 30 00:01:18.024179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-374f1c85-fd2f-4e4d-9ee7-d7b160a151d6 req-64b92eec-48cd-4686-ba0b-f259d0530d29 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621514 Jul 30 00:01:18.098907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e398e0-6914-4890-9b11-018d53c9b3c6 req-a09f4853-9078-493a-a583-39ee41227669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:18.100439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35e398e0-6914-4890-9b11-018d53c9b3c6 req-a09f4853-9078-493a-a583-39ee41227669 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88221ae2-ee1c-42cc-b035-34fbdd698bf4 HTTP/1.1" status: 200 len: 912 time: 0.1026251 Jul 30 00:01:18.315786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Sync routers for ids ['03d7bede-f40c-4c95-89d7-0abe16236573'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:18.325443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Routers {'03d7bede-f40c-4c95-89d7-0abe16236573'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:18.326087 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['03d7bede-f40c-4c95-89d7-0abe16236573'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:18.452055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Set router 03d7bede-f40c-4c95-89d7-0abe16236573 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:18.484367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35e398e0-6914-4890-9b11-018d53c9b3c6 req-d9cde48f-b8a6-4a9a-a774-1b511265708c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff HTTP/1.1" status: 200 len: 217 time: 0.3760426 Jul 30 00:01:18.539271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e398e0-6914-4890-9b11-018d53c9b3c6 req-3e1ef41f-2e8a-448a-a3d9-579003137a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:18.540784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35e398e0-6914-4890-9b11-018d53c9b3c6 req-3e1ef41f-2e8a-448a-a3d9-579003137a0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7b98e16-11b6-4517-b289-2b4cb6dc7946 HTTP/1.1" status: 200 len: 851 time: 0.0477579 Jul 30 00:01:18.580584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35e398e0-6914-4890-9b11-018d53c9b3c6 req-daa83e40-aa41-4785-8a59-62af921bc360 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88221ae2-ee1c-42cc-b035-34fbdd698bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300505 Jul 30 00:01:18.669192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'name': 'tempest-TestVolumeBootPattern-1732396206-router', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:12Z', 'updated_at': '2021-07-30T00:01:16Z', 'revision_number': 4, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'gw_port': {'id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:13Z', 'updated_at': '2021-07-30T00:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '375731aa-aa67-4505-bfde-9f8cc9768014', 'name': '', 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'mac_address': 'fa:16:3e:75:d9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8ee487d9-132b-4eaa-a478-45b5ca637d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:15Z', 'updated_at': '2021-07-30T00:01:16Z', 'revision_number': 2, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'subnets': [{'id': '8ee487d9-132b-4eaa-a478-45b5ca637d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:18.680148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35e398e0-6914-4890-9b11-018d53c9b3c6 req-21937ecb-92d3-47fb-9c1e-bcdea9ee2388 service neutron] 10.222.0.42 "GET /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878954 Jul 30 00:01:18.696745 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Checking router: 03d7bede-f40c-4c95-89d7-0abe16236573 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:01:18.697114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Updating router 03d7bede-f40c-4c95-89d7-0abe16236573 port 375731aa-aa67-4505-bfde-9f8cc9768014 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:01:18.721544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:18.770665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35e398e0-6914-4890-9b11-018d53c9b3c6 req-fcaca826-7e91-4f3e-be93-95c2e163974b service neutron] 10.222.0.42 "GET /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825515 Jul 30 00:01:18.942325 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.000375 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.010928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Transition to ACTIVE for port object 375731aa-aa67-4505-bfde-9f8cc9768014 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:19.017646 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.068530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e716b-acb7-49c5-b1b1-89ff298bd726 None None] Pushing event updated for resources: {'Port': ['ID=375731aa-aa67-4505-bfde-9f8cc9768014,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:19.126772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Attempting to bind port 375731aa-aa67-4505-bfde-9f8cc9768014 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:19.127146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Attempting to bind port 375731aa-aa67-4505-bfde-9f8cc9768014 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:19.127535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Attempting to bind port 375731aa-aa67-4505-bfde-9f8cc9768014 on network a777e3fe-21b4-4f46-b791-51bbdd018aaa {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:19.132962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:19.133349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Checking segment: {'id': 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:19.133762 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.134168 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Bound using segment: {'id': 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:19.134648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Bound port: 375731aa-aa67-4505-bfde-9f8cc9768014, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:19.135035 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.171835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d0553-87b4-4b19-8bab-3e65d2aa648b req-7d96ca21-0897-41e7-a402-57a9c4bfe978 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:19.179230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a9d0553-87b4-4b19-8bab-3e65d2aa648b req-7d96ca21-0897-41e7-a402-57a9c4bfe978 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0797694 Jul 30 00:01:19.226217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 262dbf8e-1650-45a4-8950-72832668c7fe up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:19.252238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] For port 375731aa-aa67-4505-bfde-9f8cc9768014, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:19.269114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] For port 375731aa-aa67-4505-bfde-9f8cc9768014, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=375731aa-aa67-4505-bfde-9f8cc9768014,segment=NetworkSegment(b1ca4a0e-dfe4-4048-ab94-9034aaa09b96),segment_id=b1ca4a0e-dfe4-4048-ab94-9034aaa09b96)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:19.277041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.280816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a9d0553-87b4-4b19-8bab-3e65d2aa648b req-908c5ba1-0156-48f5-a999-00623d276a50 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005366 Jul 30 00:01:19.342372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 262dbf8e-1650-45a4-8950-72832668c7fe triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:19.342754 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.344794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-8d17fc94-545b-4132-83ea-9ae1fbeb598c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:19.346164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-8d17fc94-545b-4132-83ea-9ae1fbeb598c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1339054 Jul 30 00:01:19.376213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-019ec7a3-7334-454b-a0e4-f8863e8f2698 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/quotas/13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 375 time: 0.0113163 Jul 30 00:01:19.376501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e716b-acb7-49c5-b1b1-89ff298bd726 None None] Pushing event updated for resources: {'Port': ['ID=375731aa-aa67-4505-bfde-9f8cc9768014,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:19.382631 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Routers {'03d7bede-f40c-4c95-89d7-0abe16236573'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:19.383274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:00:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['03d7bede-f40c-4c95-89d7-0abe16236573'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:19.457761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-f789b2f4-06e3-47c2-b588-d61ed68f7037 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748093 Jul 30 00:01:19.565784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-324a89d6-19ea-42da-90fd-7fa2f70a1be1 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000123 Jul 30 00:01:19.571117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] Set router 03d7bede-f40c-4c95-89d7-0abe16236573 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:19.673189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-7fd7d443-3d9a-4c10-bdcb-e9b2dd2c1db1 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965335 Jul 30 00:01:19.795414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'name': 'tempest-TestVolumeBootPattern-1732396206-router', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:12Z', 'updated_at': '2021-07-30T00:01:16Z', 'revision_number': 4, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'gw_port': {'id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:13Z', 'updated_at': '2021-07-30T00:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '375731aa-aa67-4505-bfde-9f8cc9768014', 'name': '', 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'mac_address': 'fa:16:3e:75:d9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8ee487d9-132b-4eaa-a478-45b5ca637d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:15Z', 'updated_at': '2021-07-30T00:01:19Z', 'revision_number': 4, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'subnets': [{'id': '8ee487d9-132b-4eaa-a478-45b5ca637d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:19.824586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f289fe-00c6-4467-82c3-3a55de8690ce None None] The sync data for ids ['03d7bede-f40c-4c95-89d7-0abe16236573'] in n-d-712139-11 is: [{'id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'name': 'tempest-TestVolumeBootPattern-1732396206-router', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:12Z', 'updated_at': '2021-07-30T00:01:16Z', 'revision_number': 4, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'gw_port': {'id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:13Z', 'updated_at': '2021-07-30T00:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '375731aa-aa67-4505-bfde-9f8cc9768014', 'name': '', 'network_id': 'a777e3fe-21b4-4f46-b791-51bbdd018aaa', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'mac_address': 'fa:16:3e:75:d9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8ee487d9-132b-4eaa-a478-45b5ca637d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:15Z', 'updated_at': '2021-07-30T00:01:19Z', 'revision_number': 4, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'subnets': [{'id': '8ee487d9-132b-4eaa-a478-45b5ca637d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:01:20.002775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f9d5f216-e449-4d12-a49e-724f7afad3a9 req-82409a09-ddf6-4cfe-9764-4dfadb1b0da2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 210 time: 0.0318320 Jul 30 00:01:20.409202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6111e-f16c-4d8c-8710-e53fc6b764e5 req-7eec4b5a-69e5-42a9-a50f-8bd6d5683ac0 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:20.410747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfa6111e-f16c-4d8c-8710-e53fc6b764e5 req-7eec4b5a-69e5-42a9-a50f-8bd6d5683ac0 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0509391 Jul 30 00:01:20.450913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dfa6111e-f16c-4d8c-8710-e53fc6b764e5 req-c0d1d716-1022-4d0e-82ce-f4822b743e9a tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335598 Jul 30 00:01:20.710491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5e29f-6058-497d-accc-1e2abdef2d3e req-99b4f1cb-8bc6-43f9-a7c0-326ba3f4b7a2 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:20.712055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4f5e29f-6058-497d-accc-1e2abdef2d3e req-99b4f1cb-8bc6-43f9-a7c0-326ba3f4b7a2 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0513837 Jul 30 00:01:20.749650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4f5e29f-6058-497d-accc-1e2abdef2d3e req-2135a555-d53f-4aad-aa10-ca1280e56ca2 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Jul 30 00:01:20.996636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-47d8aac5-15c5-42bc-aaa7-c2b5e9814e7f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:20.998857 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-47d8aac5-15c5-42bc-aaa7-c2b5e9814e7f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1099503 Jul 30 00:01:21.017568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'port': {'device_id': 'be65957a-c579-45c6-a0b2-3ae838fc5632', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'admin_state_up': True, 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:21.119230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d57e183-7d9d-4022-beb5-dd4e9136f6b8 req-a4c15867-84ca-46d2-a246-4528abe3384c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 210 time: 0.0311430 Jul 30 00:01:21.141674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Made reservation on behalf of 13b3ae9c651c430eac87b3e096c7fe5d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:21.146322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.241543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 375731aa-aa67-4505-bfde-9f8cc9768014 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:21.290847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Allocated IP 172.20.0.11 (7ece55dc-39ce-45e0-9f21-171f31f63d79/4c6c9db6-1843-424b-b2eb-d63693573b07/8ca02cfa-4c69-4109-945d-2eca04d89fba) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:21.302282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 375731aa-aa67-4505-bfde-9f8cc9768014 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:21.307613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 375731aa-aa67-4505-bfde-9f8cc9768014 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:21.308430 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.402413 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.449601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 375731aa-aa67-4505-bfde-9f8cc9768014, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=375731aa-aa67-4505-bfde-9f8cc9768014,segment=NetworkSegment(b1ca4a0e-dfe4-4048-ab94-9034aaa09b96),segment_id=b1ca4a0e-dfe4-4048-ab94-9034aaa09b96)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:21.454783 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.465746 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.479307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Transition to ACTIVE for port object 8ca02cfa-4c69-4109-945d-2eca04d89fba will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:21.507298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=375731aa-aa67-4505-bfde-9f8cc9768014,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:21.519394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.561894 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:21.565942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:21.570306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:21.599620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=8ca02cfa-4c69-4109-945d-2eca04d89fba,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:21.634331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:21.635157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.652212 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-a3a4f743-6659-4648-9eec-f2cb36c85679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6390581 Jul 30 00:01:21.669409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-e620faef-d8e5-4870-87de-ad2d2aad59af tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:01:21.670975 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-e620faef-d8e5-4870-87de-ad2d2aad59af tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061870 Jul 30 00:01:21.738428 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28afbc52-1f53-42b8-b02a-fbb67101721a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.820714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Request body: {'port': {'device_id': 'be65957a-c579-45c6-a0b2-3ae838fc5632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:21.886302 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.913962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8ab858ad-e6aa-4848-9c1c-1d075360fedc None None] Provisioning for port 8ca02cfa-4c69-4109-945d-2eca04d89fba completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:21.918513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8ab858ad-e6aa-4848-9c1c-1d075360fedc None None] Provisioning complete for port 8ca02cfa-4c69-4109-945d-2eca04d89fba triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:21.919463 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ab858ad-e6aa-4848-9c1c-1d075360fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.920962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7214c9-182d-4bed-9a82-e3168882b527 req-bcf69e1f-3a8e-4d04-a75b-51de3b72ac23 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:21.931442 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f7214c9-182d-4bed-9a82-e3168882b527 req-bcf69e1f-3a8e-4d04-a75b-51de3b72ac23 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0942883 Jul 30 00:01:21.961441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8ab858ad-e6aa-4848-9c1c-1d075360fedc None None] Port 8ca02cfa-4c69-4109-945d-2eca04d89fba cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:21.973340 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f7214c9-182d-4bed-9a82-e3168882b527 req-c339f1e0-b627-4ec5-b0e4-c0e470dcd3bb tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Jul 30 00:01:22.174839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca02cfa-4c69-4109-945d-2eca04d89fba {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:22.185578 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.198449 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Transition to ACTIVE for port object 8ca02cfa-4c69-4109-945d-2eca04d89fba will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:22.203257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.262931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca02cfa-4c69-4109-945d-2eca04d89fba,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:22.274671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996baf7-7727-4b00-9ad6-725636f649f6 req-87bf270b-c7f9-4a01-83ec-f7c434e09d74 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:22.278047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9996baf7-7727-4b00-9ad6-725636f649f6 req-87bf270b-c7f9-4a01-83ec-f7c434e09d74 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.0830431 Jul 30 00:01:22.333583 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9996baf7-7727-4b00-9ad6-725636f649f6 req-458cf936-3f2b-4656-a817-041f5349a755 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478711 Jul 30 00:01:22.347781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Attempting to bind port 8ca02cfa-4c69-4109-945d-2eca04d89fba on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:22.348392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Attempting to bind port 8ca02cfa-4c69-4109-945d-2eca04d89fba by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:22.348939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Attempting to bind port 8ca02cfa-4c69-4109-945d-2eca04d89fba on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:22.354115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Port 8ca02cfa-4c69-4109-945d-2eca04d89fba on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:01:22.354496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Attempting to bind port 8ca02cfa-4c69-4109-945d-2eca04d89fba on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:22.359913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:22.360292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Checking segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:22.360686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Bound using segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:22.361133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Bound port: 8ca02cfa-4c69-4109-945d-2eca04d89fba, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:22.361503 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.433541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] For port 8ca02cfa-4c69-4109-945d-2eca04d89fba, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:22.442055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] For port 8ca02cfa-4c69-4109-945d-2eca04d89fba, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8ca02cfa-4c69-4109-945d-2eca04d89fba,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:22.446640 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.480357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:22.480984 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.482423 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] 10.222.0.47 "PUT /v2.0/ports/8ca02cfa-4c69-4109-945d-2eca04d89fba HTTP/1.1" status: 200 len: 1093 time: 0.8040764 Jul 30 00:01:22.483233 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be65957a-c579-45c6-a0b2-3ae838fc5632', 'tag': '8ca02cfa-4c69-4109-945d-2eca04d89fba'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:22.485558 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736ec576-4713-4974-9ea9-6887bc0119a3" -d '{"events": [{"name": "network-changed", "server_uuid": "be65957a-c579-45c6-a0b2-3ae838fc5632", "tag": "8ca02cfa-4c69-4109-945d-2eca04d89fba"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:22.527847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24631642-75b8-4839-83eb-ceb848b6659d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca02cfa-4c69-4109-945d-2eca04d89fba,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:22.542370 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc68b16e-476c-4e9c-83a4-a5cf4efd71f3 x-openstack-request-id: req-dc68b16e-476c-4e9c-83a4-a5cf4efd71f3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:22.542733 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be65957a-c579-45c6-a0b2-3ae838fc5632", "tag": "8ca02cfa-4c69-4109-945d-2eca04d89fba", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:22.543076 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc68b16e-476c-4e9c-83a4-a5cf4efd71f3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:22.543677 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be65957a-c579-45c6-a0b2-3ae838fc5632', 'tag': '8ca02cfa-4c69-4109-945d-2eca04d89fba', 'status': 'completed', 'code': 200} Jul 30 00:01:22.608252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-1fafecaa-7ca3-4e23-915a-ac62aee69ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:22.609902 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-1fafecaa-7ca3-4e23-915a-ac62aee69ca4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 1096 time: 0.0513370 Jul 30 00:01:22.666490 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-264b2dd3-d2b4-4e2e-a2a2-6e44f245264f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ca02cfa-4c69-4109-945d-2eca04d89fba HTTP/1.1" status: 200 len: 217 time: 0.0430551 Jul 30 00:01:22.723193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-bd8ab540-9ed0-4022-9e13-20cd87c62732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:22.724719 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-bd8ab540-9ed0-4022-9e13-20cd87c62732 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0495725 Jul 30 00:01:22.775347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-9628d038-e9c6-4e18-91dd-f8989bddbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:22.776915 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-9628d038-e9c6-4e18-91dd-f8989bddbb31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443101 Jul 30 00:01:22.874263 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-f729056c-3f5c-46bb-8228-20abee4f7bd7 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900056 Jul 30 00:01:22.923325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-d818097b-155e-43ea-86c1-56c0df5cbb16 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:22.925146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-d818097b-155e-43ea-86c1-56c0df5cbb16 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0490794 Jul 30 00:01:22.976431 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4c31cb51-b117-4897-88f9-e83876f393c4 req-0788da05-ed2a-4e87-80bf-08337ee25a75 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953100 Jul 30 00:01:23.033387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-fc94ff99-e120-4ddb-a30e-2e32b1eb3110 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Deleting port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:23.033843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-fc94ff99-e120-4ddb-a30e-2e32b1eb3110 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.101099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-69012f62-6dae-4e1f-8276-bdfda952f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.102585 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-69012f62-6dae-4e1f-8276-bdfda952f1da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 1096 time: 0.0479798 Jul 30 00:01:23.164934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10bde3-4d65-4b1a-b054-5afc624fd640 req-843248b7-8147-4627-b6c7-e2b140ee38cc tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.166880 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e10bde3-4d65-4b1a-b054-5afc624fd640 req-843248b7-8147-4627-b6c7-e2b140ee38cc tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d42c897-f9a7-4f7c-bfce-3c33acc5030c HTTP/1.1" status: 200 len: 945 time: 0.0869470 Jul 30 00:01:23.195056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-fc94ff99-e120-4ddb-a30e-2e32b1eb3110 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] For port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,segment=NetworkSegment(151d65e5-27c8-4eec-838c-2248022fc1ef),segment_id=151d65e5-27c8-4eec-838c-2248022fc1ef)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:23.195533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-fc94ff99-e120-4ddb-a30e-2e32b1eb3110 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.218579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-1b760268-7817-4152-a103-b15904f419fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.220318 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-1b760268-7817-4152-a103-b15904f419fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.1100037 Jul 30 00:01:23.224095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-fc94ff99-e120-4ddb-a30e-2e32b1eb3110 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Calling delete_port for bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:23.236989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 375731aa-aa67-4505-bfde-9f8cc9768014 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:23.248602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e10bde3-4d65-4b1a-b054-5afc624fd640 req-2a0d7ee8-331a-4887-9246-4bd471c72445 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.37 "GET /v2.0/security-groups?id=92acc8fb-75a4-43dc-80cc-71b1c6c061dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749788 Jul 30 00:01:23.281441 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-55f3fa89-5791-428f-87fc-83b8dd616687 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ca02cfa-4c69-4109-945d-2eca04d89fba HTTP/1.1" status: 200 len: 217 time: 0.0536020 Jul 30 00:01:23.308215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 375731aa-aa67-4505-bfde-9f8cc9768014 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:23.308920 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.343582 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-ebfc1b31-7063-4fe5-9b0a-249f902f556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.345322 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-ebfc1b31-7063-4fe5-9b0a-249f902f556c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0577710 Jul 30 00:01:23.402106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-4a962e61-8bcb-4cb1-973d-c2070e799ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.404837 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-4a962e61-8bcb-4cb1-973d-c2070e799ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511024 Jul 30 00:01:23.459483 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-fc94ff99-e120-4ddb-a30e-2e32b1eb3110 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.471674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:23.493822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94ff99-e120-4ddb-a30e-2e32b1eb3110 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Pushing event deleted for resources: {'Port': ['ID=bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:23.523877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-4d7972bb-508e-493e-92bf-f4abc0f08d5c service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123960 Jul 30 00:01:23.544748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769de1c7-b80c-4320-ac0d-85b1cf642d49 req-b666ce9a-8625-4daa-ac76-bb3b498a0cd3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.546311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-769de1c7-b80c-4320-ac0d-85b1cf642d49 req-b666ce9a-8625-4daa-ac76-bb3b498a0cd3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.1203558 Jul 30 00:01:23.562073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-fc94ff99-e120-4ddb-a30e-2e32b1eb3110 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] No DVR routers for this DVR port bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:23.565907 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-fc94ff99-e120-4ddb-a30e-2e32b1eb3110 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.568862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61c5b424-d24a-486e-95c9-2ac2aaec5735 req-fc94ff99-e120-4ddb-a30e-2e32b1eb3110 tempest-TestServerAdvancedOps-1742460151 tempest-TestServerAdvancedOps-1742460151-project] 10.222.0.42 "DELETE /v2.0/ports/bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff HTTP/1.1" status: 204 len: 173 time: 0.6365876 Jul 30 00:01:23.569305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d42c897-f9a7-4f7c-bfce-3c33acc5030c', 'name': 'network-vif-deleted', 'tag': 'bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:23.572181 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f93f9-d91f-4b66-805f-47fc2b549cb2" -d '{"events": [{"server_uuid": "2d42c897-f9a7-4f7c-bfce-3c33acc5030c", "name": "network-vif-deleted", "tag": "bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:23.626052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-769de1c7-b80c-4320-ac0d-85b1cf642d49 req-c2e7ebed-f595-4a3e-ac1a-3e56ea98947f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650172 Jul 30 00:01:23.637365 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f04d99c-78e2-40f0-8d87-67780ca231c8 x-openstack-request-id: req-1f04d99c-78e2-40f0-8d87-67780ca231c8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:23.637855 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d42c897-f9a7-4f7c-bfce-3c33acc5030c", "name": "network-vif-deleted", "tag": "bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:23.638115 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f04d99c-78e2-40f0-8d87-67780ca231c8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:23.638528 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d42c897-f9a7-4f7c-bfce-3c33acc5030c', 'name': 'network-vif-deleted', 'tag': 'bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff', 'status': 'completed', 'code': 200} Jul 30 00:01:23.658708 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-736ec576-4713-4974-9ea9-6887bc0119a3 req-a2a87b32-969d-4f7c-aae0-f4347db89260 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263785 Jul 30 00:01:24.142508 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fdfe056-9e07-477c-946b-bea51a906a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.260558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.307637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:24.355427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-924996de-3d37-407d-80e1-c55a424706e7 admin admin] Deleting subnet c7b98e16-11b6-4517-b289-2b4cb6dc7946 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:01:24.359562 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-924996de-3d37-407d-80e1-c55a424706e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.396347 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-924996de-3d37-407d-80e1-c55a424706e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.445923 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-924996de-3d37-407d-80e1-c55a424706e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.499098 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-924996de-3d37-407d-80e1-c55a424706e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.525849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924996de-3d37-407d-80e1-c55a424706e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b98e16-11b6-4517-b289-2b4cb6dc7946,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:24.527832 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-924996de-3d37-407d-80e1-c55a424706e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.532364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34636) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:24.532780 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-924996de-3d37-407d-80e1-c55a424706e7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c7b98e16-11b6-4517-b289-2b4cb6dc7946 HTTP/1.1" status: 204 len: 168 time: 0.2250702 Jul 30 00:01:24.605889 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.686940 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.712043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88221ae2-ee1c-42cc-b035-34fbdd698bf4']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:24.737162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151d65e5-27c8-4eec-838c-2248022fc1ef') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:24.737461 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151d65e5-27c8-4eec-838c-2248022fc1ef') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:24.748562 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.765257 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.777681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634a644-e17d-4c53-8419-38b401be0d1d req-526963b1-c27e-4424-8147-3d6648c123bf tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:24.779883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7634a644-e17d-4c53-8419-38b401be0d1d req-526963b1-c27e-4424-8147-3d6648c123bf tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.0891948 Jul 30 00:01:24.782914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:01:24.783261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:01:24.785209 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:01:24.861220 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.866358 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.868597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] 10.222.0.37 "DELETE /v2.0/networks/88221ae2-ee1c-42cc-b035-34fbdd698bf4 HTTP/1.1" status: 204 len: 168 time: 0.3351088 Jul 30 00:01:24.871453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:24.876521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7634a644-e17d-4c53-8419-38b401be0d1d req-636e8f96-f085-4bb6-962e-ec0156d1d000 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813732 Jul 30 00:01:24.886294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19170464-b654-41ad-b3ad-90742f24a478 admin admin] Pushing event deleted for resources: {'Network': ['ID=88221ae2-ee1c-42cc-b035-34fbdd698bf4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:24.928176 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-340cf965-112a-4c57-8971-6f72c472bd1a admin admin] Deleting subnet c7b831af-4b83-4689-bbca-795e32a8eb10 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:01:24.931448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340cf965-112a-4c57-8971-6f72c472bd1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.966283 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340cf965-112a-4c57-8971-6f72c472bd1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.010920 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340cf965-112a-4c57-8971-6f72c472bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.066386 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340cf965-112a-4c57-8971-6f72c472bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.095264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cf965-112a-4c57-8971-6f72c472bd1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b831af-4b83-4689-bbca-795e32a8eb10,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:25.098991 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340cf965-112a-4c57-8971-6f72c472bd1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.103410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-340cf965-112a-4c57-8971-6f72c472bd1a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c7b831af-4b83-4689-bbca-795e32a8eb10 HTTP/1.1" status: 204 len: 168 time: 0.2285883 Jul 30 00:01:25.103638 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:25.173983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.258835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.269868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec800e1-fe97-4961-8551-60c9689afa3a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:25.280844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd362cb49-dc93-4e80-8280-48a4a409f8f7') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:25.281147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd362cb49-dc93-4e80-8280-48a4a409f8f7') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:25.289895 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.305075 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.310905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:01:25.311464 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:01:25.313130 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:01:25.366399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.371191 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.373625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] 10.222.0.37 "DELETE /v2.0/networks/5ec800e1-fe97-4961-8551-60c9689afa3a HTTP/1.1" status: 204 len: 168 time: 0.2683949 Jul 30 00:01:25.390836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f422376-95b6-43b1-889e-4386ea87cbfe admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec800e1-fe97-4961-8551-60c9689afa3a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:25.519210 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.555274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34646) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:25.598961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2f76865e-d38d-4745-8b2e-63aca1d2dfd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=844ad87af11943ea930a488a6c907afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425613 Jul 30 00:01:25.601487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 34648) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:25.649961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4914-bfdb-473e-b16f-cc01a81d0654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.670739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4914-bfdb-473e-b16f-cc01a81d0654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.716541 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4914-bfdb-473e-b16f-cc01a81d0654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.719167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4914-bfdb-473e-b16f-cc01a81d0654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.722759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ae8d4914-bfdb-473e-b16f-cc01a81d0654 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92acc8fb-75a4-43dc-80cc-71b1c6c061dd HTTP/1.1" status: 204 len: 168 time: 0.1179655 Jul 30 00:01:25.728481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d4914-bfdb-473e-b16f-cc01a81d0654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92acc8fb-75a4-43dc-80cc-71b1c6c061dd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:26.001274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676b850-aba2-4a38-b6be-fb652e1bc5d3 req-61599b4c-6bc7-42ca-a809-98bf9d12f11f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:26.002979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6676b850-aba2-4a38-b6be-fb652e1bc5d3 req-61599b4c-6bc7-42ca-a809-98bf9d12f11f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.0528784 Jul 30 00:01:26.042009 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:26.042987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6676b850-aba2-4a38-b6be-fb652e1bc5d3 req-6115aa6c-cc8b-4763-b896-ab68a424d785 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338173 Jul 30 00:01:26.082976 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-635f2e81-9e75-472e-88ef-084aaf705b8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=882b34b6673c4c059ab2484d22df41f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397906 Jul 30 00:01:26.085433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 34658) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:26.133370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6382ae9-ec19-4548-9f6a-d4fcc740ef31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.155059 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6382ae9-ec19-4548-9f6a-d4fcc740ef31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.200900 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6382ae9-ec19-4548-9f6a-d4fcc740ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.203524 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6382ae9-ec19-4548-9f6a-d4fcc740ef31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.204753 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a6382ae9-ec19-4548-9f6a-d4fcc740ef31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65d7a535-e5fa-440d-b7ae-06c7d15e95f8 HTTP/1.1" status: 204 len: 168 time: 0.1184123 Jul 30 00:01:26.212368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6382ae9-ec19-4548-9f6a-d4fcc740ef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d7a535-e5fa-440d-b7ae-06c7d15e95f8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:27.160602 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:27.163289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d2283-8a4d-46d5-9766-59e2a9db1c6e req-109ee588-3f93-43f8-b0c6-b67c5545a4ed tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:27.164909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e26d2283-8a4d-46d5-9766-59e2a9db1c6e req-109ee588-3f93-43f8-b0c6-b67c5545a4ed tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.0543602 Jul 30 00:01:27.202978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e26d2283-8a4d-46d5-9766-59e2a9db1c6e req-83b0e4ba-f6d4-4b9f-9016-7a85338bd0ad tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Jul 30 00:01:28.318734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b511b24-a092-447d-ab67-cfae307a2c33 req-d5ea0e1b-de0c-4436-bfec-e293560037d2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:28.320162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b511b24-a092-447d-ab67-cfae307a2c33 req-d5ea0e1b-de0c-4436-bfec-e293560037d2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.0495231 Jul 30 00:01:28.357713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b511b24-a092-447d-ab67-cfae307a2c33 req-ca53ca69-59ff-4f4f-af75-eaf2d08ea13a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Jul 30 00:01:28.697018 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:28.719825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:28.720193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device bf5d7a98-f20a-487c-8ac0-3cf6d7eba5ff not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:29.472873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b21a45-b2a5-4364-91ca-1d0aa12db26c req-9f55d44b-30bc-4d10-986c-d4d44239fac4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:29.474376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-36b21a45-b2a5-4364-91ca-1d0aa12db26c req-9f55d44b-30bc-4d10-986c-d4d44239fac4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.0489647 Jul 30 00:01:29.511503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-36b21a45-b2a5-4364-91ca-1d0aa12db26c req-8fd7006f-4d9f-4076-8e13-7ab01b6d8d19 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Jul 30 00:01:30.633338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4ed27-a1ef-43a9-aff7-b321fc28a3f0 req-ec9cbbcd-9e26-4530-8e7c-4ef388585d9e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:30.634840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14a4ed27-a1ef-43a9-aff7-b321fc28a3f0 req-ec9cbbcd-9e26-4530-8e7c-4ef388585d9e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.0551918 Jul 30 00:01:30.673288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14a4ed27-a1ef-43a9-aff7-b321fc28a3f0 req-088620e3-c615-4b6f-8f0e-e2a5fdfc42bc tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Jul 30 00:01:31.790823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87022850-8c3c-40aa-833e-8916a0df64b0 req-d93a4069-e7c4-44dc-b8c8-c30f1b169a93 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:31.792341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87022850-8c3c-40aa-833e-8916a0df64b0 req-d93a4069-e7c4-44dc-b8c8-c30f1b169a93 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.0529888 Jul 30 00:01:31.830447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-87022850-8c3c-40aa-833e-8916a0df64b0 req-cdb1dacf-88fe-4e43-b47f-a68b8df68363 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Jul 30 00:01:32.663145 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.942679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3fb54-46ba-48ce-9948-62181fd79b74 req-cf372017-3ccc-4c2b-bf80-fe4c964ed4b5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:32.944360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03d3fb54-46ba-48ce-9948-62181fd79b74 req-cf372017-3ccc-4c2b-bf80-fe4c964ed4b5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.0485423 Jul 30 00:01:32.983502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03d3fb54-46ba-48ce-9948-62181fd79b74 req-2d38ba61-121f-4c98-9fe8-51db548d27b7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Jul 30 00:01:34.105374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fbe42-cb2a-45cb-93eb-71488bcb6aba req-829d7c6d-c98a-40a5-ac7b-e5cff9da726f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:34.106857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-423fbe42-cb2a-45cb-93eb-71488bcb6aba req-829d7c6d-c98a-40a5-ac7b-e5cff9da726f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 944 time: 0.0547364 Jul 30 00:01:34.145160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-423fbe42-cb2a-45cb-93eb-71488bcb6aba req-1c792f10-0f7e-47c6-b8ab-98f8f00f163e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Jul 30 00:01:34.451755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8ca02cfa-4c69-4109-945d-2eca04d89fba details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:01:34.546689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 8ca02cfa-4c69-4109-945d-2eca04d89fba, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8ca02cfa-4c69-4109-945d-2eca04d89fba,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:34.558083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '8ca02cfa-4c69-4109-945d-2eca04d89fba', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'port_id': '8ca02cfa-4c69-4109-945d-2eca04d89fba', 'mac_address': 'fa:16:3e:e4:03:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:01:34.598180 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:34.610454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca02cfa-4c69-4109-945d-2eca04d89fba {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:34.630493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 8ca02cfa-4c69-4109-945d-2eca04d89fba, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8ca02cfa-4c69-4109-945d-2eca04d89fba,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:34.633552 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:34.680304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=8ca02cfa-4c69-4109-945d-2eca04d89fba,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:35.038957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['8ca02cfa-4c69-4109-945d-2eca04d89fba'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:35.267439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07c636-2b21-4ebc-9e6c-3a3754bc9710 req-6744cd84-2b81-4272-a2ba-8547fcd7743c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:35.268895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c07c636-2b21-4ebc-9e6c-3a3754bc9710 req-6744cd84-2b81-4272-a2ba-8547fcd7743c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 945 time: 0.0545437 Jul 30 00:01:35.309887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c07c636-2b21-4ebc-9e6c-3a3754bc9710 req-562b3bcd-911b-421b-9ac6-bef8aa78dc2f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349388 Jul 30 00:01:36.428554 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa16565-f6d9-4e0d-96c4-3d5ac93d7ded req-bd7bc0fa-7cbf-40fa-86b0-97d517063b04 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:36.430099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8fa16565-f6d9-4e0d-96c4-3d5ac93d7ded req-bd7bc0fa-7cbf-40fa-86b0-97d517063b04 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 945 time: 0.0518999 Jul 30 00:01:36.468802 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8ca02cfa-4c69-4109-945d-2eca04d89fba up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:36.469648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8fa16565-f6d9-4e0d-96c4-3d5ac93d7ded req-5ee370c8-0c8f-4ef3-bde2-c46e6b9afe62 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jul 30 00:01:36.669940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 8ca02cfa-4c69-4109-945d-2eca04d89fba completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:36.675558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 8ca02cfa-4c69-4109-945d-2eca04d89fba triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:36.676135 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.749658 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.771176 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be65957a-c579-45c6-a0b2-3ae838fc5632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca02cfa-4c69-4109-945d-2eca04d89fba'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:36.773442 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d47007a-3979-4768-b620-236d41284ea1" -d '{"events": [{"server_uuid": "be65957a-c579-45c6-a0b2-3ae838fc5632", "name": "network-vif-plugged", "status": "completed", "tag": "8ca02cfa-4c69-4109-945d-2eca04d89fba"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:36.786788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 8ca02cfa-4c69-4109-945d-2eca04d89fba, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8ca02cfa-4c69-4109-945d-2eca04d89fba,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:36.799762 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.825194 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77abb93c-1c2d-4124-8e27-155557641284 x-openstack-request-id: req-77abb93c-1c2d-4124-8e27-155557641284 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:36.825496 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be65957a-c579-45c6-a0b2-3ae838fc5632", "name": "network-vif-plugged", "status": "completed", "tag": "8ca02cfa-4c69-4109-945d-2eca04d89fba", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:36.825753 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77abb93c-1c2d-4124-8e27-155557641284 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:36.826145 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be65957a-c579-45c6-a0b2-3ae838fc5632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca02cfa-4c69-4109-945d-2eca04d89fba', 'code': 200} Jul 30 00:01:36.852328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=8ca02cfa-4c69-4109-945d-2eca04d89fba,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:36.934482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27f496-7870-4f2d-8e12-88a7e1933bc2 req-0d00f901-84d5-4acd-a56f-5a1ea0cbfef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:36.936062 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c27f496-7870-4f2d-8e12-88a7e1933bc2 req-0d00f901-84d5-4acd-a56f-5a1ea0cbfef7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 1098 time: 0.0409451 Jul 30 00:01:36.971986 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0c27f496-7870-4f2d-8e12-88a7e1933bc2 req-9b4de4e5-a33f-4bdc-bb3f-13970b3027d8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294015 Jul 30 00:01:37.593035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfa4fa-ebff-4926-b5a8-fc3f63caa512 req-c038dc6a-c352-4ff8-ba9c-11b92cd26744 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:37.594579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93bfa4fa-ebff-4926-b5a8-fc3f63caa512 req-c038dc6a-c352-4ff8-ba9c-11b92cd26744 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 946 time: 0.0562742 Jul 30 00:01:37.633251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93bfa4fa-ebff-4926-b5a8-fc3f63caa512 req-c4bbd9e0-70a6-4244-b732-f22074edbeb6 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325060 Jul 30 00:01:38.748831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69df087-9897-4add-9491-9334798d80ae req-fb68f48c-eaf0-4cf0-a087-d168bc9ceba8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:38.750320 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a69df087-9897-4add-9491-9334798d80ae req-fb68f48c-eaf0-4cf0-a087-d168bc9ceba8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 946 time: 0.0490794 Jul 30 00:01:38.788961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a69df087-9897-4add-9491-9334798d80ae req-5e6306a9-b06c-4034-9a72-b4ecec406270 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Jul 30 00:01:38.901065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab0e51-3043-4778-9052-c6bf03ee7187 req-48e720d3-c649-42fc-a0a4-0eeaf1c2f738 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:38.902555 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4aab0e51-3043-4778-9052-c6bf03ee7187 req-48e720d3-c649-42fc-a0a4-0eeaf1c2f738 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 946 time: 0.0492849 Jul 30 00:01:38.939183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4aab0e51-3043-4778-9052-c6bf03ee7187 req-cdbd8871-b1e2-4423-97a9-65fb0330c9df tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303781 Jul 30 00:01:39.036889 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:01:39.055083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3d4d4-f115-44fc-81d2-d9baf8fbd46c req-a6b97f2b-059d-4e97-b32a-bffc94db4be7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:39.056628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4b3d4d4-f115-44fc-81d2-d9baf8fbd46c req-a6b97f2b-059d-4e97-b32a-bffc94db4be7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 946 time: 0.0534177 Jul 30 00:01:39.094719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4b3d4d4-f115-44fc-81d2-d9baf8fbd46c req-fc8d712f-4000-4636-8594-32bbbbf875af tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Jul 30 00:01:39.325343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31751fd-864a-4433-9df2-658e2a032dbb req-5c0ec005-2566-4245-92ad-a3d191f8fed4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:39.326850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d31751fd-864a-4433-9df2-658e2a032dbb req-5c0ec005-2566-4245-92ad-a3d191f8fed4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 946 time: 0.0541985 Jul 30 00:01:39.367813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d31751fd-864a-4433-9df2-658e2a032dbb req-bb712d2b-b66d-4eac-8e47-2c850593161f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jul 30 00:01:40.483905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2735a2-3d87-4474-97c2-b02efc91d07f req-f4ccf490-c4a4-468c-bccd-3af6f1277634 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:40.485460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd2735a2-3d87-4474-97c2-b02efc91d07f req-f4ccf490-c4a4-468c-bccd-3af6f1277634 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 946 time: 0.0496273 Jul 30 00:01:40.523592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dd2735a2-3d87-4474-97c2-b02efc91d07f req-742558fa-cf9d-46db-80d8-428c2d9d3c3b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Jul 30 00:01:40.967365 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-8b9e670b-5beb-4dcf-8cbf-d1263ef5dbed tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:40.968851 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-8b9e670b-5beb-4dcf-8cbf-d1263ef5dbed tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 946 time: 0.0527663 Jul 30 00:01:41.058021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Deleting port 8ca02cfa-4c69-4109-945d-2eca04d89fba {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:41.058357 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:41.147144 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] For port 8ca02cfa-4c69-4109-945d-2eca04d89fba, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=8ca02cfa-4c69-4109-945d-2eca04d89fba,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:41.147512 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:41.161326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Calling delete_port for 8ca02cfa-4c69-4109-945d-2eca04d89fba owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:41.288803 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:41.323533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['8ca02cfa-4c69-4109-945d-2eca04d89fba'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:41.323896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'Port': ['ID=8ca02cfa-4c69-4109-945d-2eca04d89fba,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:41.348760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.349113 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.349458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.349795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.350126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.350457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.350789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.351115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.351440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.351762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.352124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.352451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:41.374617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] No DVR routers for this DVR port 8ca02cfa-4c69-4109-945d-2eca04d89fba on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:41.377508 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:41.379512 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0fa61d04-5c4a-411f-bfec-1a58f895cb2b req-b4af3cc4-1891-4231-8ff9-85e4a63dfa7e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "DELETE /v2.0/ports/8ca02cfa-4c69-4109-945d-2eca04d89fba HTTP/1.1" status: 204 len: 173 time: 0.4040546 Jul 30 00:01:41.379954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be65957a-c579-45c6-a0b2-3ae838fc5632', 'name': 'network-vif-deleted', 'tag': '8ca02cfa-4c69-4109-945d-2eca04d89fba'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:41.382323 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8287055-cc7b-460a-95a8-1429c19ede43" -d '{"events": [{"server_uuid": "be65957a-c579-45c6-a0b2-3ae838fc5632", "name": "network-vif-deleted", "tag": "8ca02cfa-4c69-4109-945d-2eca04d89fba"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:41.423295 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eead8895-3414-4263-8451-d59d059effc3 x-openstack-request-id: req-eead8895-3414-4263-8451-d59d059effc3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:41.423715 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be65957a-c579-45c6-a0b2-3ae838fc5632", "name": "network-vif-deleted", "tag": "8ca02cfa-4c69-4109-945d-2eca04d89fba", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:41.423998 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eead8895-3414-4263-8451-d59d059effc3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:41.424433 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be65957a-c579-45c6-a0b2-3ae838fc5632', 'name': 'network-vif-deleted', 'tag': '8ca02cfa-4c69-4109-945d-2eca04d89fba', 'status': 'completed', 'code': 200} Jul 30 00:01:41.623184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4afa954f-06a8-428a-ae0d-be445ad577af req-a79a6074-22bc-4957-b6ed-7ec7c7dbe6a0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 210 time: 0.0323291 Jul 30 00:01:42.718780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ccffac6a-e11c-4bd5-b5db-1275e1035ceb req-0d109700-ef18-4aeb-a177-376f71092433 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 210 time: 0.0275531 Jul 30 00:01:43.814214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cfc7c80-6208-4787-a916-2dc704139cde req-b9279db3-2eaa-459c-b4a1-25ba359a4341 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 210 time: 0.0268977 Jul 30 00:01:44.498887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8ca02cfa-4c69-4109-945d-2eca04d89fba no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:44.519630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 8ca02cfa-4c69-4109-945d-2eca04d89fba {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:44.519985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 8ca02cfa-4c69-4109-945d-2eca04d89fba not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:44.925372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37cf8091-5c2a-48ff-a44d-bc1d76fa9cc3 req-21f71467-24de-41c5-9451-d3df0f48ec9c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65957a-c579-45c6-a0b2-3ae838fc5632 HTTP/1.1" status: 200 len: 210 time: 0.0277891 Jul 30 00:01:48.942314 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.720733 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af3edc9e-c4be-4a24-aeb7-5ef0d1bac633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:54.146087 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b69a154-e754-4343-bcc3-31dbe395a920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:54.263679 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.521827 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:57.165957 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:02.664973 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.029255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-d43ab274-e16f-48c3-a829-dc9a528acac2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:05.030753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-d43ab274-e16f-48c3-a829-dc9a528acac2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1047125 Jul 30 00:02:05.046127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b39f067a-85d4-4a68-8ef8-277e8392a38c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/quotas/13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 375 time: 0.0090015 Jul 30 00:02:05.097416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-3b0f7822-8f77-402f-803f-1d71cd338fed tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462625 Jul 30 00:02:05.306834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-aa523742-f31c-4024-8e88-3459693be072 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022719 Jul 30 00:02:05.401633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-9482219c-4161-4044-8689-d2f68e06f4d4 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887108 Jul 30 00:02:05.596930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec6bc278-ed52-4de1-be16-48d212aa499f req-64c972d7-04f8-422a-9080-5e83a4a982a4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 210 time: 0.0287566 Jul 30 00:02:06.703764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434cc36d-0e29-48af-a5a4-25a52f79f029 req-8e9faf0b-4292-4dc9-99c6-b723f8db6a6b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 210 time: 0.0337958 Jul 30 00:02:06.742855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-6ff7ca33-2178-430a-a186-47f2d0646207 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:06.744402 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-6ff7ca33-2178-430a-a186-47f2d0646207 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1427941 Jul 30 00:02:06.758602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'port': {'device_id': '4034b5e1-a213-407e-bd7d-3ac443373c2d', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'admin_state_up': True, 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:06.870172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Made reservation on behalf of 13b3ae9c651c430eac87b3e096c7fe5d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:02:06.873925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.012568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Allocated IP 172.20.0.12 (7ece55dc-39ce-45e0-9f21-171f31f63d79/4c6c9db6-1843-424b-b2eb-d63693573b07/ce840d5e-1e77-4d07-b41a-6a1554df27d7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:02:07.189796 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.203789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Transition to ACTIVE for port object ce840d5e-1e77-4d07-b41a-6a1554df27d7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:02:07.239035 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.283226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:02:07.286945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:02:07.292961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:02:07.318808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=ce840d5e-1e77-4d07-b41a-6a1554df27d7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:07.332605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.332954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.333298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.333640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.333975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.334308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.334636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.334969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.335295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.335621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.335945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.336299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:07.361110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:07.361792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.377349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-8326cafa-eaa8-4e38-a17d-70ef87ccd5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6224012 Jul 30 00:02:07.448131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Request body: {'port': {'device_id': '4034b5e1-a213-407e-bd7d-3ac443373c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:07.524382 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.538036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8d9a5b79-762f-4990-87c6-64d509b6340c None None] Provisioning for port ce840d5e-1e77-4d07-b41a-6a1554df27d7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:02:07.542857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8d9a5b79-762f-4990-87c6-64d509b6340c None None] Provisioning complete for port ce840d5e-1e77-4d07-b41a-6a1554df27d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:07.542857 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d9a5b79-762f-4990-87c6-64d509b6340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.577315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a5b79-762f-4990-87c6-64d509b6340c None None] Port ce840d5e-1e77-4d07-b41a-6a1554df27d7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:02:07.860538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce840d5e-1e77-4d07-b41a-6a1554df27d7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:02:07.869824 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.888225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d3949-84b6-4e06-aad9-365aa2a9db17 req-d5670116-ddc2-4177-9f25-0a0cdd60de3f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:07.889775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db7d3949-84b6-4e06-aad9-365aa2a9db17 req-d5670116-ddc2-4177-9f25-0a0cdd60de3f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 932 time: 0.0944452 Jul 30 00:02:07.896052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Transition to ACTIVE for port object ce840d5e-1e77-4d07-b41a-6a1554df27d7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:02:07.900673 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.982132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Pushing event updated for resources: {'Port': ['ID=ce840d5e-1e77-4d07-b41a-6a1554df27d7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:08.011453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-db7d3949-84b6-4e06-aad9-365aa2a9db17 req-cdfc85d9-8107-44e2-98db-b88062aec2f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064813 Jul 30 00:02:08.074424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Attempting to bind port ce840d5e-1e77-4d07-b41a-6a1554df27d7 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:02:08.075042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Attempting to bind port ce840d5e-1e77-4d07-b41a-6a1554df27d7 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:02:08.075391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Attempting to bind port ce840d5e-1e77-4d07-b41a-6a1554df27d7 on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:02:08.080791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Port ce840d5e-1e77-4d07-b41a-6a1554df27d7 on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:02:08.081209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Attempting to bind port ce840d5e-1e77-4d07-b41a-6a1554df27d7 on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:02:08.086683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:02:08.087030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Checking segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:02:08.087430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Bound using segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:02:08.087869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Bound port: ce840d5e-1e77-4d07-b41a-6a1554df27d7, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:02:08.088262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.164191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] For port ce840d5e-1e77-4d07-b41a-6a1554df27d7, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:02:08.167729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] For port ce840d5e-1e77-4d07-b41a-6a1554df27d7, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ce840d5e-1e77-4d07-b41a-6a1554df27d7,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:02:08.174939 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.218167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:08.218808 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.220318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] 10.222.0.42 "PUT /v2.0/ports/ce840d5e-1e77-4d07-b41a-6a1554df27d7 HTTP/1.1" status: 200 len: 1093 time: 0.8343763 Jul 30 00:02:08.220807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4034b5e1-a213-407e-bd7d-3ac443373c2d', 'tag': 'ce840d5e-1e77-4d07-b41a-6a1554df27d7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:08.223135 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6411b0f4-78c8-4215-b52c-fba1ae4e686f" -d '{"events": [{"name": "network-changed", "server_uuid": "4034b5e1-a213-407e-bd7d-3ac443373c2d", "tag": "ce840d5e-1e77-4d07-b41a-6a1554df27d7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:08.248668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed71f7-f528-4e79-9805-863db6c1d2ce service neutron] Pushing event updated for resources: {'Port': ['ID=ce840d5e-1e77-4d07-b41a-6a1554df27d7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:08.302363 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edaff67-c024-43b2-9094-15332c64dfae x-openstack-request-id: req-0edaff67-c024-43b2-9094-15332c64dfae {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:08.302658 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4034b5e1-a213-407e-bd7d-3ac443373c2d", "tag": "ce840d5e-1e77-4d07-b41a-6a1554df27d7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:08.302937 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0edaff67-c024-43b2-9094-15332c64dfae {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:08.303339 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4034b5e1-a213-407e-bd7d-3ac443373c2d', 'tag': 'ce840d5e-1e77-4d07-b41a-6a1554df27d7', 'status': 'completed', 'code': 200} Jul 30 00:02:08.321105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-621cdea4-8ca5-4cf1-a828-98e84364dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:08.322801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-621cdea4-8ca5-4cf1-a828-98e84364dc11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 1096 time: 0.0552227 Jul 30 00:02:08.370307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-f12d0e8c-f088-4a1e-9789-3d26df14dc19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce840d5e-1e77-4d07-b41a-6a1554df27d7 HTTP/1.1" status: 200 len: 217 time: 0.0379233 Jul 30 00:02:08.428503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-4e6ff621-fab8-4c8b-b2f2-ceeb00d5cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:08.430000 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-4e6ff621-fab8-4c8b-b2f2-ceeb00d5cfca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0509670 Jul 30 00:02:08.479533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b3ae2c1b-8201-47b3-85bf-91b90f830bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:08.481104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-b3ae2c1b-8201-47b3-85bf-91b90f830bd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427849 Jul 30 00:02:08.574587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-0796cd56-cac7-4279-9de4-9e9b4ffc1774 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842252 Jul 30 00:02:08.681634 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22ed3a0f-f387-427b-a89c-c7217a57a0f6 req-132b17c3-96a7-4dd3-abfb-98071c9cceab service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985856 Jul 30 00:02:08.767351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-06180c1c-c7f5-49a0-a94a-b8af1091dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:08.769885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-06180c1c-c7f5-49a0-a94a-b8af1091dfb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 1096 time: 0.0438666 Jul 30 00:02:08.865896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-c43e994c-b954-4ce8-aefc-753b2f1e0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:08.867417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-c43e994c-b954-4ce8-aefc-753b2f1e0437 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0908010 Jul 30 00:02:08.910222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-c2fd9b3a-b294-4776-a31c-3b62466f8173 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce840d5e-1e77-4d07-b41a-6a1554df27d7 HTTP/1.1" status: 200 len: 217 time: 0.0346730 Jul 30 00:02:08.973588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-ae9fda7a-139f-4b92-ba2b-b986f853e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:08.975443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-ae9fda7a-139f-4b92-ba2b-b986f853e5a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0581779 Jul 30 00:02:09.032136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-ff73f27b-5d04-4974-b302-108e0b8da05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:09.034367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-ff73f27b-5d04-4974-b302-108e0b8da05d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503883 Jul 30 00:02:09.163914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f083a89-ae25-4fa8-aae3-286e1ae1fabc req-a03a11f9-80ce-4a03-baad-4e50a501fa28 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:09.165464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f083a89-ae25-4fa8-aae3-286e1ae1fabc req-a03a11f9-80ce-4a03-baad-4e50a501fa28 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0774724 Jul 30 00:02:09.171909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-943ca304-d629-45c8-98fe-9c9c0d77fc5e service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299787 Jul 30 00:02:09.258145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f083a89-ae25-4fa8-aae3-286e1ae1fabc req-99c6ecab-8376-4bf6-a815-69f4272501e2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850863 Jul 30 00:02:09.293936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6411b0f4-78c8-4215-b52c-fba1ae4e686f req-17e000d0-765a-46e4-beb3-f4294c717c3a service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144638 Jul 30 00:02:10.444188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c5d85-5ba2-44bc-bead-88e53d4f223c req-e8f7d197-8aab-4537-8681-98b4ae0df36e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:10.445970 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a4c5d85-5ba2-44bc-bead-88e53d4f223c req-e8f7d197-8aab-4537-8681-98b4ae0df36e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0951366 Jul 30 00:02:10.512783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a4c5d85-5ba2-44bc-bead-88e53d4f223c req-72f2fcb4-b75f-4ea0-a8d1-97190aae8712 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515707 Jul 30 00:02:11.686250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495eafa-a4f5-446a-be38-0fb53c3e2493 req-567ac8ce-d0f3-4670-8aca-1acba4453f59 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:11.688779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d495eafa-a4f5-446a-be38-0fb53c3e2493 req-567ac8ce-d0f3-4670-8aca-1acba4453f59 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0677066 Jul 30 00:02:11.750460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d495eafa-a4f5-446a-be38-0fb53c3e2493 req-81863f87-0f62-4a3e-bed6-848f4826c9d4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463347 Jul 30 00:02:12.892355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7944f-e447-4029-ae08-1152bb79d1cd req-2d9d99f2-a6e9-4c93-b96d-358e1feb6175 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:12.893891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9e7944f-e447-4029-ae08-1152bb79d1cd req-2d9d99f2-a6e9-4c93-b96d-358e1feb6175 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0523188 Jul 30 00:02:12.936459 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9e7944f-e447-4029-ae08-1152bb79d1cd req-059dbea7-0eec-44e1-8b79-afb9240f7dc1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 Jul 30 00:02:14.058542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d184a-c7f7-431e-aa19-aa2fafbff243 req-454e1c2c-db8b-46f9-bc63-780e35a605d0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:14.060079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-739d184a-c7f7-431e-aa19-aa2fafbff243 req-454e1c2c-db8b-46f9-bc63-780e35a605d0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0511422 Jul 30 00:02:14.107884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-739d184a-c7f7-431e-aa19-aa2fafbff243 req-83946a46-d670-43e8-bbf8-98ccb5cf1bf3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Jul 30 00:02:15.225203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e68ee0-af6b-4451-8ab3-5d0d0685919d req-81fb84e4-6dc9-4c0b-bd31-c011a09c66eb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:15.226603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2e68ee0-af6b-4451-8ab3-5d0d0685919d req-81fb84e4-6dc9-4c0b-bd31-c011a09c66eb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0537686 Jul 30 00:02:15.266941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2e68ee0-af6b-4451-8ab3-5d0d0685919d req-6a000e21-1b8c-477d-8c7e-52a5d0497d1e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345185 Jul 30 00:02:16.037509 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:02:16.393285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9910fba-066b-461d-b430-2fcbb713258a req-57f4a2c3-b270-4191-b0c3-e2dea0196567 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:16.394776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9910fba-066b-461d-b430-2fcbb713258a req-57f4a2c3-b270-4191-b0c3-e2dea0196567 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0525236 Jul 30 00:02:16.440254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9910fba-066b-461d-b430-2fcbb713258a req-49cba476-5fd5-41fa-92f7-e534c3451368 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 Jul 30 00:02:17.561702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5388b-1ce2-42cb-8af9-6fdd20dca394 req-24a2302c-ab71-47f2-98d2-7afaf7150f5d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:17.563285 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ee5388b-1ce2-42cb-8af9-6fdd20dca394 req-24a2302c-ab71-47f2-98d2-7afaf7150f5d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0535042 Jul 30 00:02:17.607567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ee5388b-1ce2-42cb-8af9-6fdd20dca394 req-baa60054-fb98-45da-bb52-53d3f9dce575 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354614 Jul 30 00:02:18.740439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3f08-1e94-4ebb-9c33-0c5ea44dab40 req-b48373b4-4d5d-4ea7-96fa-1307209778ce tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:18.741974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f59a3f08-1e94-4ebb-9c33-0c5ea44dab40 req-b48373b4-4d5d-4ea7-96fa-1307209778ce tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0552828 Jul 30 00:02:18.781030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f59a3f08-1e94-4ebb-9c33-0c5ea44dab40 req-563de106-28e4-41d6-bb15-30d8cc4d43d8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330913 Jul 30 00:02:18.958256 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.898748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecc176-2ae8-402c-a21c-e1de11a827ad req-2e5012a0-fc81-4e5a-bf88-618ff5aa59a4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:19.900226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9ecc176-2ae8-402c-a21c-e1de11a827ad req-2e5012a0-fc81-4e5a-bf88-618ff5aa59a4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0512817 Jul 30 00:02:19.944895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9ecc176-2ae8-402c-a21c-e1de11a827ad req-0a0d297c-df24-47c3-894f-f83d2690d400 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385418 Jul 30 00:02:21.067999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee653ea-9c01-4209-b0ab-c0f00f32eb43 req-76ccffb4-6ac2-4b29-8a4f-476cea2ef132 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:21.069567 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cee653ea-9c01-4209-b0ab-c0f00f32eb43 req-76ccffb4-6ac2-4b29-8a4f-476cea2ef132 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0558093 Jul 30 00:02:21.107717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cee653ea-9c01-4209-b0ab-c0f00f32eb43 req-eec07338-7c25-4a39-8523-0f553fdcf6e3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Jul 30 00:02:21.722877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ec787a4-021e-4400-8da9-8b5b6b27f50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:22.227410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa7194-6534-46c8-bb38-66f2b2aef9c7 req-b0e254e7-d23a-4d9e-a428-44f7f8e9641d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:22.228882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49aa7194-6534-46c8-bb38-66f2b2aef9c7 req-b0e254e7-d23a-4d9e-a428-44f7f8e9641d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0534966 Jul 30 00:02:22.272119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49aa7194-6534-46c8-bb38-66f2b2aef9c7 req-1a33f42f-5132-41b1-828d-f1fb500442da tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365276 Jul 30 00:02:23.398199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758d45-2940-4be5-bdb8-4a7b56400ec4 req-576815bf-6a23-4c3a-815a-76ef0a6625a5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:23.399726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18758d45-2940-4be5-bdb8-4a7b56400ec4 req-576815bf-6a23-4c3a-815a-76ef0a6625a5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0497115 Jul 30 00:02:23.439875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18758d45-2940-4be5-bdb8-4a7b56400ec4 req-d110679b-53c7-45ec-aa7a-1d8d81db973f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Jul 30 00:02:24.147888 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26704d19-da61-4bae-ac40-c65d710f96f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:24.259437 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:24.557416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755237fd-61af-472e-a7e8-a13aed4e11f7 req-c8101dfc-5360-4c6e-bc93-b5e2e73f437f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:24.558904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-755237fd-61af-472e-a7e8-a13aed4e11f7 req-c8101dfc-5360-4c6e-bc93-b5e2e73f437f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0492406 Jul 30 00:02:24.596823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-755237fd-61af-472e-a7e8-a13aed4e11f7 req-7ed89fbe-246b-4104-bece-ab0093653539 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Jul 30 00:02:25.524742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.715385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f496adc-d71c-451c-b431-048d14279c33 req-4fcde0e6-80d9-4df9-a70e-51105c8f53e9 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:25.716898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f496adc-d71c-451c-b431-048d14279c33 req-4fcde0e6-80d9-4df9-a70e-51105c8f53e9 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0538149 Jul 30 00:02:25.754775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f496adc-d71c-451c-b431-048d14279c33 req-28e01a71-6b50-4cea-94bc-5c9220fa533a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Jul 30 00:02:26.876133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae42dae-0e4d-4462-aaa1-b2cc64c8dd12 req-a9ed7361-4191-463f-8a8e-6cd75db237bf tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:26.877628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eae42dae-0e4d-4462-aaa1-b2cc64c8dd12 req-a9ed7361-4191-463f-8a8e-6cd75db237bf tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 944 time: 0.0492854 Jul 30 00:02:26.915245 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eae42dae-0e4d-4462-aaa1-b2cc64c8dd12 req-af356401-594e-4b2d-b88b-e6a921772551 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Jul 30 00:02:27.053830 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ce840d5e-1e77-4d07-b41a-6a1554df27d7 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:02:27.149013 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ce840d5e-1e77-4d07-b41a-6a1554df27d7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ce840d5e-1e77-4d07-b41a-6a1554df27d7,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:27.165377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'ce840d5e-1e77-4d07-b41a-6a1554df27d7', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'port_id': 'ce840d5e-1e77-4d07-b41a-6a1554df27d7', 'mac_address': 'fa:16:3e:21:a0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:02:27.192950 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:27.208198 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:27.220758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce840d5e-1e77-4d07-b41a-6a1554df27d7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:02:27.240557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ce840d5e-1e77-4d07-b41a-6a1554df27d7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ce840d5e-1e77-4d07-b41a-6a1554df27d7,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:27.244287 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:27.290043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ce840d5e-1e77-4d07-b41a-6a1554df27d7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:27.297721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.298015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.298367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.298713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.299054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.299395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.300421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.300772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.301107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.301442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.301775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.302104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:27.482571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['ce840d5e-1e77-4d07-b41a-6a1554df27d7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:28.028902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea38c0-9b66-4d56-bb4a-c3ebf6cdb6b2 req-9682d4ff-9a9e-4060-866e-a117f1b622eb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:28.030398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acea38c0-9b66-4d56-bb4a-c3ebf6cdb6b2 req-9682d4ff-9a9e-4060-866e-a117f1b622eb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 945 time: 0.0482807 Jul 30 00:02:28.068823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acea38c0-9b66-4d56-bb4a-c3ebf6cdb6b2 req-48c67920-388b-4e54-a7fe-96db2f719604 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Jul 30 00:02:29.083112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ce840d5e-1e77-4d07-b41a-6a1554df27d7 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:02:29.132549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port ce840d5e-1e77-4d07-b41a-6a1554df27d7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:02:29.136613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port ce840d5e-1e77-4d07-b41a-6a1554df27d7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:29.137116 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.186890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419aa45f-a833-4fd2-8014-825a8df17560 req-24fa90ef-1600-4bab-b0a2-1e3c655f2c6e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:29.188506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-419aa45f-a833-4fd2-8014-825a8df17560 req-24fa90ef-1600-4bab-b0a2-1e3c655f2c6e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 945 time: 0.0533862 Jul 30 00:02:29.218112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.228438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-419aa45f-a833-4fd2-8014-825a8df17560 req-ba1dd0d0-76f5-4c00-ae6e-049e97913bda tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337219 Jul 30 00:02:29.241465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4034b5e1-a213-407e-bd7d-3ac443373c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce840d5e-1e77-4d07-b41a-6a1554df27d7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:29.243711 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9accc1c-6fa3-4783-8c88-412da828c1a7" -d '{"events": [{"server_uuid": "4034b5e1-a213-407e-bd7d-3ac443373c2d", "name": "network-vif-plugged", "status": "completed", "tag": "ce840d5e-1e77-4d07-b41a-6a1554df27d7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:29.256650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ce840d5e-1e77-4d07-b41a-6a1554df27d7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ce840d5e-1e77-4d07-b41a-6a1554df27d7,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:29.261022 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.310656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ce840d5e-1e77-4d07-b41a-6a1554df27d7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:29.422617 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a52e5a7-0e02-41af-8c47-346849fedc72 x-openstack-request-id: req-3a52e5a7-0e02-41af-8c47-346849fedc72 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:29.422924 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4034b5e1-a213-407e-bd7d-3ac443373c2d", "name": "network-vif-plugged", "status": "completed", "tag": "ce840d5e-1e77-4d07-b41a-6a1554df27d7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:29.423184 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a52e5a7-0e02-41af-8c47-346849fedc72 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:29.423582 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4034b5e1-a213-407e-bd7d-3ac443373c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce840d5e-1e77-4d07-b41a-6a1554df27d7', 'code': 200} Jul 30 00:02:29.527910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8d74e-9ca9-4877-b13e-ed51d9080159 req-53c5d193-85b8-4966-b568-5fe5b372af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:29.529430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ceb8d74e-9ca9-4877-b13e-ed51d9080159 req-53c5d193-85b8-4966-b568-5fe5b372af9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 1098 time: 0.0416920 Jul 30 00:02:29.566145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ceb8d74e-9ca9-4877-b13e-ed51d9080159 req-1d6f371d-4472-4f06-94dd-9081af7fcaab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282173 Jul 30 00:02:30.344370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dfd5c-c6b5-4b7e-b95b-e5452fceba02 req-cbf119d7-63c1-4ab6-8815-9ccaa8d1f798 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.346247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb2dfd5c-c6b5-4b7e-b95b-e5452fceba02 req-cbf119d7-63c1-4ab6-8815-9ccaa8d1f798 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 946 time: 0.0520186 Jul 30 00:02:30.385853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb2dfd5c-c6b5-4b7e-b95b-e5452fceba02 req-362346c9-24be-450d-9c69-8322e34a0706 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Jul 30 00:02:31.506391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ea05b-eafe-4e2a-a0a0-b20c1e186ecf req-ae7093cc-749a-4276-8778-61870e5a514f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:31.507877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e4ea05b-eafe-4e2a-a0a0-b20c1e186ecf req-ae7093cc-749a-4276-8778-61870e5a514f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 946 time: 0.0522141 Jul 30 00:02:31.544433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e4ea05b-eafe-4e2a-a0a0-b20c1e186ecf req-6b737b71-31ec-4c28-8a08-08ac3db48348 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306606 Jul 30 00:02:31.657787 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d4fdf-aa7b-49e1-85e6-a93cdf96ffc1 req-726f9a25-74d5-492c-a087-1ccbc22f8071 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:31.659295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce7d4fdf-aa7b-49e1-85e6-a93cdf96ffc1 req-726f9a25-74d5-492c-a087-1ccbc22f8071 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 946 time: 0.0497072 Jul 30 00:02:31.697631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce7d4fdf-aa7b-49e1-85e6-a93cdf96ffc1 req-d5d4829d-9e24-4343-8446-6b69cf23b8ba tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Jul 30 00:02:31.808311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc259a5-4102-4c7d-b177-199f2ed98cfc req-aa2b1063-bfd4-4566-9b5b-f0000a2b353c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:31.809787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3dc259a5-4102-4c7d-b177-199f2ed98cfc req-aa2b1063-bfd4-4566-9b5b-f0000a2b353c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 946 time: 0.0482824 Jul 30 00:02:31.847892 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3dc259a5-4102-4c7d-b177-199f2ed98cfc req-034501c8-709a-4c1b-a3e4-a09d7c9d63b2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Jul 30 00:02:32.134402 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478c0ad-43a8-4c65-8b89-440bbcedf685 req-43bdc5b0-323b-41cb-acde-f973bc92f476 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:32.135883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c478c0ad-43a8-4c65-8b89-440bbcedf685 req-43bdc5b0-323b-41cb-acde-f973bc92f476 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 946 time: 0.0526657 Jul 30 00:02:32.173940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c478c0ad-43a8-4c65-8b89-440bbcedf685 req-873a31ae-4467-48e6-bca6-b62edd8d803c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Jul 30 00:02:32.669723 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.289142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc91115-5b61-4d2d-b6dc-97620185ed22 req-cc588c57-7324-46b2-b079-fa73889e3a9c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:33.290689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cc91115-5b61-4d2d-b6dc-97620185ed22 req-cc588c57-7324-46b2-b079-fa73889e3a9c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 946 time: 0.0491755 Jul 30 00:02:33.328390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0cc91115-5b61-4d2d-b6dc-97620185ed22 req-311a2134-9379-43f1-8b53-0c79f78c9668 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Jul 30 00:02:33.821510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-5f13b06d-2ba8-4b5f-8fb4-a65f54510778 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:33.822960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-5f13b06d-2ba8-4b5f-8fb4-a65f54510778 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 946 time: 0.0543692 Jul 30 00:02:33.915842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-d980907e-00c4-4a6a-a72e-7faf16634397 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Deleting port ce840d5e-1e77-4d07-b41a-6a1554df27d7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:33.916214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-d980907e-00c4-4a6a-a72e-7faf16634397 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.001051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-d980907e-00c4-4a6a-a72e-7faf16634397 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] For port ce840d5e-1e77-4d07-b41a-6a1554df27d7, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ce840d5e-1e77-4d07-b41a-6a1554df27d7,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:34.001418 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-d980907e-00c4-4a6a-a72e-7faf16634397 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.014564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-d980907e-00c4-4a6a-a72e-7faf16634397 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Calling delete_port for ce840d5e-1e77-4d07-b41a-6a1554df27d7 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:34.139648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-d980907e-00c4-4a6a-a72e-7faf16634397 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.154192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['ce840d5e-1e77-4d07-b41a-6a1554df27d7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:34.170895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980907e-00c4-4a6a-a72e-7faf16634397 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'Port': ['ID=ce840d5e-1e77-4d07-b41a-6a1554df27d7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:34.218432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-d980907e-00c4-4a6a-a72e-7faf16634397 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] No DVR routers for this DVR port ce840d5e-1e77-4d07-b41a-6a1554df27d7 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:34.221245 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-d980907e-00c4-4a6a-a72e-7faf16634397 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.223389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0352f070-8cb0-49f8-b77c-06fd2609636c req-d980907e-00c4-4a6a-a72e-7faf16634397 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "DELETE /v2.0/ports/ce840d5e-1e77-4d07-b41a-6a1554df27d7 HTTP/1.1" status: 204 len: 173 time: 0.3930018 Jul 30 00:02:34.223842 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4034b5e1-a213-407e-bd7d-3ac443373c2d', 'name': 'network-vif-deleted', 'tag': 'ce840d5e-1e77-4d07-b41a-6a1554df27d7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:34.226252 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35459417-8af0-4293-81da-f955756c9e3e" -d '{"events": [{"server_uuid": "4034b5e1-a213-407e-bd7d-3ac443373c2d", "name": "network-vif-deleted", "tag": "ce840d5e-1e77-4d07-b41a-6a1554df27d7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:34.263820 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b3ddc-dab1-4779-9e17-98139278e6d8 x-openstack-request-id: req-4a6b3ddc-dab1-4779-9e17-98139278e6d8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:34.264232 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4034b5e1-a213-407e-bd7d-3ac443373c2d", "name": "network-vif-deleted", "tag": "ce840d5e-1e77-4d07-b41a-6a1554df27d7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:34.264558 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a6b3ddc-dab1-4779-9e17-98139278e6d8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:34.265025 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4034b5e1-a213-407e-bd7d-3ac443373c2d', 'name': 'network-vif-deleted', 'tag': 'ce840d5e-1e77-4d07-b41a-6a1554df27d7', 'status': 'completed', 'code': 200} Jul 30 00:02:34.427041 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8aaa347-8125-42b0-8425-43958fd329e3 req-f8e8c404-5f43-4495-9c9f-47bac19a7967 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 210 time: 0.0266135 Jul 30 00:02:35.525764 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f64c642-244e-4ada-b420-ebcacdff2c78 req-e2d908ab-0fcb-47c2-84eb-caedbcbfea44 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 210 time: 0.0276041 Jul 30 00:02:36.619660 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb395d53-cb52-437a-8e79-3bfeddc0c5ce req-4eb177fe-0a28-47bc-8967-8b855a9c3a89 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 210 time: 0.0266244 Jul 30 00:02:37.727208 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad5bae81-d95e-428a-91a3-a493ef5848c0 req-6c9de313-6bda-4358-9413-323e2a279a88 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4034b5e1-a213-407e-bd7d-3ac443373c2d HTTP/1.1" status: 200 len: 210 time: 0.0277088 Jul 30 00:02:39.082928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ce840d5e-1e77-4d07-b41a-6a1554df27d7 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:39.106333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: ce840d5e-1e77-4d07-b41a-6a1554df27d7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:39.106691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ce840d5e-1e77-4d07-b41a-6a1554df27d7 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:48.972790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:51.724826 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb824dee-5a70-46c6-b2a4-c14fca80330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.040548 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:02:54.152684 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da765082-bca0-43d6-a229-3476577853a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:54.260388 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:55.527233 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.172947 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:58.653424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-ad8af58f-31fc-4a08-b2b9-2768d33a534c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:58.654822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-ad8af58f-31fc-4a08-b2b9-2768d33a534c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1022263 Jul 30 00:02:58.670124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-94ef9c2e-0b50-44a9-a8f2-e4dc197997d4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/quotas/13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 375 time: 0.0095840 Jul 30 00:02:58.720237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-9c714676-d597-4689-8b82-130bbfa85651 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448570 Jul 30 00:02:58.811906 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-24a28761-6f42-4bc0-9b41-9b2fce37f30c service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842412 Jul 30 00:02:58.898838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-42ede778-d2a1-4107-888a-b3eaf1a6cf22 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807157 Jul 30 00:02:59.179815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6dbbe174-ff75-40be-96fb-eeb0bd3ecb89 req-46736f6f-a062-4377-8462-37b795461f78 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 210 time: 0.0268774 Jul 30 00:03:00.371307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eeab2eff-32b6-46d6-a222-98288c3bbff6 req-bc26d51d-6907-4e6c-8c49-d311674cc8c2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 210 time: 0.0350885 Jul 30 00:03:00.414131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-5bb0d183-45d2-4363-b03a-20e745f61bf7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:00.415701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-5bb0d183-45d2-4363-b03a-20e745f61bf7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.4670644 Jul 30 00:03:00.429352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'port': {'device_id': '266d9bfa-88d7-4173-9c79-429d714e20c4', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'admin_state_up': True, 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:00.547699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Made reservation on behalf of 13b3ae9c651c430eac87b3e096c7fe5d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:00.551297 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:00.676905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Allocated IP 172.20.0.7 (7ece55dc-39ce-45e0-9f21-171f31f63d79/4c6c9db6-1843-424b-b2eb-d63693573b07/00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:00.828526 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:00.843018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Transition to ACTIVE for port object 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:00.876897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:00.918707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:00.921859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:00.927561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:00.952395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:00.984517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:00.985282 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.003946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-426599c1-6d9a-467e-953f-3a3cfdce7ed7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785632 Jul 30 00:03:01.016955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Request body: {'port': {'device_id': '266d9bfa-88d7-4173-9c79-429d714e20c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:01.079579 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.187349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2520e8af-f9cc-4344-b33b-1e70a532621f None None] Provisioning for port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:01.191832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2520e8af-f9cc-4344-b33b-1e70a532621f None None] Provisioning complete for port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:01.192247 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2520e8af-f9cc-4344-b33b-1e70a532621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.236880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2520e8af-f9cc-4344-b33b-1e70a532621f None None] Port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:03:01.381173 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:01.388407 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.401970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Transition to ACTIVE for port object 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:01.406234 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.539701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Pushing event updated for resources: {'Port': ['ID=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:01.570805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c0dc5-d279-4fce-9624-2435b2603d85 req-59af892f-e1d4-45f6-a093-170d91ef76f2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:01.572435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce0c0dc5-d279-4fce-9624-2435b2603d85 req-59af892f-e1d4-45f6-a093-170d91ef76f2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.1162536 Jul 30 00:03:01.609289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Attempting to bind port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:01.609631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Attempting to bind port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:01.609968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Attempting to bind port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:01.622612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:03:01.622887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Attempting to bind port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:01.633044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce0c0dc5-d279-4fce-9624-2435b2603d85 req-91b51c69-248e-4991-af94-29a96560f890 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530159 Jul 30 00:03:01.633689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:01.634035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Checking segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:01.634414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Bound using segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:01.634949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Bound port: 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:01.635323 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.705833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] For port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:01.708886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] For port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:01.714167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.748308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:01.749081 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.750886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] 10.222.0.42 "PUT /v2.0/ports/00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf HTTP/1.1" status: 200 len: 1092 time: 0.7385845 Jul 30 00:03:01.753127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d9bfa-88d7-4173-9c79-429d714e20c4', 'tag': '00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:01.756787 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce3c0dd-f603-49a6-b453-387e58688f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "266d9bfa-88d7-4173-9c79-429d714e20c4", "tag": "00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:01.809080 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25730256-88c8-44b9-97ba-7357026c2fa7 x-openstack-request-id: req-25730256-88c8-44b9-97ba-7357026c2fa7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:01.809372 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266d9bfa-88d7-4173-9c79-429d714e20c4", "tag": "00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:01.809620 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25730256-88c8-44b9-97ba-7357026c2fa7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:01.810021 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d9bfa-88d7-4173-9c79-429d714e20c4', 'tag': '00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf', 'status': 'completed', 'code': 200} Jul 30 00:03:01.831080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19f961-652c-41f0-96c5-5939376a7197 service neutron] Pushing event updated for resources: {'Port': ['ID=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:01.851415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-5a4f8c94-a644-44bc-8e81-c9a8f03f45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:01.853005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-5a4f8c94-a644-44bc-8e81-c9a8f03f45c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 1095 time: 0.0609996 Jul 30 00:03:01.907551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-46b78b98-9813-4b9b-9935-ff31012dab90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf HTTP/1.1" status: 200 len: 217 time: 0.0444140 Jul 30 00:03:01.965982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-4d2685fa-9141-4d9f-95ef-6969e63cb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:01.967597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-4d2685fa-9141-4d9f-95ef-6969e63cb3d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0528264 Jul 30 00:03:02.023623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-0d31c6eb-d86b-4125-8a44-dd27b105c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:02.025199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-0d31c6eb-d86b-4125-8a44-dd27b105c407 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501404 Jul 30 00:03:02.120394 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-56c98a44-2f67-4ae2-8942-75aa5fca03a2 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858824 Jul 30 00:03:02.214803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62541980-5a60-4a88-a46b-4d572e3e4138 req-baee41dd-87bf-4978-a1a1-4ab307e26de3 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860720 Jul 30 00:03:02.300742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-509ad9c3-7f7c-4b4d-85a8-425301d31ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:02.302263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-509ad9c3-7f7c-4b4d-85a8-425301d31ed3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 1095 time: 0.0429666 Jul 30 00:03:02.397653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-0ceb06eb-9686-4394-b8ee-8a9ed77a18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:02.399198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-0ceb06eb-9686-4394-b8ee-8a9ed77a18ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0897889 Jul 30 00:03:02.440588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-5d12d304-e36f-4519-858d-67aab1ebab3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf HTTP/1.1" status: 200 len: 217 time: 0.0344310 Jul 30 00:03:02.490221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-bcb09ec6-d334-45d6-8b33-165a748dbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:02.491703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-bcb09ec6-d334-45d6-8b33-165a748dbe1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0448463 Jul 30 00:03:02.545311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-14c3aa09-d15f-4b0e-92ea-26b88fc5bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:02.546867 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-14c3aa09-d15f-4b0e-92ea-26b88fc5bbe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487866 Jul 30 00:03:02.640162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-b6278d25-a6a6-4fbf-81b4-d5edb4cd8cb6 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861421 Jul 30 00:03:02.692423 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:02.769798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dce3c0dd-f603-49a6-b453-387e58688f0d req-83fa33f7-d3b9-43e6-824b-bcda9650fa2a service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216934 Jul 30 00:03:02.780789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ef53c-07e5-44c2-a513-936357f8a511 req-e4cd6717-9a79-4c95-99c3-070bcdb45d11 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:02.782002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca6ef53c-07e5-44c2-a513-936357f8a511 req-e4cd6717-9a79-4c95-99c3-070bcdb45d11 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.0761235 Jul 30 00:03:02.828649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ca6ef53c-07e5-44c2-a513-936357f8a511 req-2e2b8660-27d4-46ea-b9d1-85e02fd80611 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Jul 30 00:03:03.953665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc469903-748b-48af-8d64-96bc6a89b255 req-91519e22-33b8-4bdf-85a3-5b96e853a994 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:03.955813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc469903-748b-48af-8d64-96bc6a89b255 req-91519e22-33b8-4bdf-85a3-5b96e853a994 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.0559945 Jul 30 00:03:03.995900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc469903-748b-48af-8d64-96bc6a89b255 req-50616588-90e3-4077-8082-6f022164e358 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337679 Jul 30 00:03:05.120080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ce65e-0534-4250-bec0-3ad32f13880f req-58cd2cf6-d296-4103-9206-1d44f62aba25 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:05.121574 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be9ce65e-0534-4250-bec0-3ad32f13880f req-58cd2cf6-d296-4103-9206-1d44f62aba25 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.0546494 Jul 30 00:03:05.159683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be9ce65e-0534-4250-bec0-3ad32f13880f req-2f8f9d12-6e82-46e6-98d7-94d882763016 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 30 00:03:06.275711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b3abd-52b9-4a75-bcd2-41298fa8a0af req-ca668770-eeea-407c-90a0-cae891f4ace8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:06.277202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea8b3abd-52b9-4a75-bcd2-41298fa8a0af req-ca668770-eeea-407c-90a0-cae891f4ace8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.0503459 Jul 30 00:03:06.315868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea8b3abd-52b9-4a75-bcd2-41298fa8a0af req-f0ea4e39-98e1-461d-92ea-92829bfc3da8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324295 Jul 30 00:03:07.430273 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9d6d6-45b0-4379-a9c1-7f2b190835d9 req-0026b96f-0b38-47c8-bbf3-71cb5277c5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:07.431769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ae9d6d6-45b0-4379-a9c1-7f2b190835d9 req-0026b96f-0b38-47c8-bbf3-71cb5277c5ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.0493124 Jul 30 00:03:07.470212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3ae9d6d6-45b0-4379-a9c1-7f2b190835d9 req-bc8bcfac-7991-4959-b31b-cdf4a21e0748 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325124 Jul 30 00:03:08.591377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a2129-cdd4-4ced-8f99-97ff02f04a22 req-a6fc880b-c150-4687-b782-9f9e4739e84c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:08.593062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e69a2129-cdd4-4ced-8f99-97ff02f04a22 req-a6fc880b-c150-4687-b782-9f9e4739e84c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.0535574 Jul 30 00:03:08.633749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e69a2129-cdd4-4ced-8f99-97ff02f04a22 req-e48c12e7-a4bc-4423-9415-227fff32fa24 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Jul 30 00:03:09.748345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b730f7-f8ae-45a0-aefe-90e6e32556d0 req-cab18392-3080-4f26-9d6c-2afb0b7963af tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:09.749840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54b730f7-f8ae-45a0-aefe-90e6e32556d0 req-cab18392-3080-4f26-9d6c-2afb0b7963af tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.0494878 Jul 30 00:03:09.788522 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54b730f7-f8ae-45a0-aefe-90e6e32556d0 req-30977177-fcdb-428e-8c45-d8e6e019270a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327508 Jul 30 00:03:10.913927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9efce-816a-428b-9cc8-534eff3cede4 req-83b1a03a-bb1e-448b-9730-bec740ffa847 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:10.915429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9b9efce-816a-428b-9cc8-534eff3cede4 req-83b1a03a-bb1e-448b-9730-bec740ffa847 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.0586150 Jul 30 00:03:10.955741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9b9efce-816a-428b-9cc8-534eff3cede4 req-1a3ebaf2-89a8-4727-a467-14d1c40b3956 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Jul 30 00:03:12.074427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eac71d-0e5c-4aa4-ab48-dde75e007052 req-0df73fd0-b055-4708-a0b0-2a4a4f9a29d5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:12.075945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86eac71d-0e5c-4aa4-ab48-dde75e007052 req-0df73fd0-b055-4708-a0b0-2a4a4f9a29d5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.0546770 Jul 30 00:03:12.114436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86eac71d-0e5c-4aa4-ab48-dde75e007052 req-279e732b-0c83-4183-9a58-02a3b75e1b2f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 Jul 30 00:03:13.191385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:03:13.236216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a380b9-8dc2-43d8-93c3-dee7b8ae9382 req-e89fe810-1ead-44aa-974e-0adcd0756ae4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:13.237761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75a380b9-8dc2-43d8-93c3-dee7b8ae9382 req-e89fe810-1ead-44aa-974e-0adcd0756ae4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 943 time: 0.0550869 Jul 30 00:03:13.278438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75a380b9-8dc2-43d8-93c3-dee7b8ae9382 req-91d5d318-298c-4b60-8e79-526e6c752679 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347009 Jul 30 00:03:13.302204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:13.316363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'port_id': '00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf', 'mac_address': 'fa:16:3e:df:72:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:03:13.354076 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:13.366942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:13.386116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:13.390197 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:13.441324 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:13.591963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:14.395471 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7de0df-94c5-435d-8451-8549c6829d52 req-d847a420-06d4-4730-a184-8027462af0cb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.397129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c7de0df-94c5-435d-8451-8549c6829d52 req-d847a420-06d4-4730-a184-8027462af0cb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 944 time: 0.0507247 Jul 30 00:03:14.436708 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c7de0df-94c5-435d-8451-8549c6829d52 req-6010db61-64ab-4e99-a4e0-a89261d03819 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336156 Jul 30 00:03:15.206716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:15.264819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:15.268639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:15.269015 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:15.344935 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:15.367122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266d9bfa-88d7-4173-9c79-429d714e20c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:15.369391 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882e9b39-d868-407d-bc63-b376ffdcb388" -d '{"events": [{"server_uuid": "266d9bfa-88d7-4173-9c79-429d714e20c4", "name": "network-vif-plugged", "status": "completed", "tag": "00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:15.382703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:15.387111 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:15.414320 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313220b6-bd94-43e4-85bf-b890dbeb77b0 x-openstack-request-id: req-313220b6-bd94-43e4-85bf-b890dbeb77b0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:15.414646 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266d9bfa-88d7-4173-9c79-429d714e20c4", "name": "network-vif-plugged", "status": "completed", "tag": "00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:15.415048 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-313220b6-bd94-43e4-85bf-b890dbeb77b0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:15.415454 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266d9bfa-88d7-4173-9c79-429d714e20c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf', 'code': 200} Jul 30 00:03:15.442872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:15.534035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd284c-b761-4231-9c63-77d2d5290606 req-8caf2837-a739-4dbb-b612-16432529c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:15.535553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02dd284c-b761-4231-9c63-77d2d5290606 req-8caf2837-a739-4dbb-b612-16432529c1a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 1097 time: 0.0673718 Jul 30 00:03:15.578955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3f033-ece3-443d-b2e0-74f9e29fba00 req-a55af83a-cba3-4cef-951e-03657a467961 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:15.580468 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85b3f033-ece3-443d-b2e0-74f9e29fba00 req-a55af83a-cba3-4cef-951e-03657a467961 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 945 time: 0.0737076 Jul 30 00:03:15.586183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02dd284c-b761-4231-9c63-77d2d5290606 req-72148183-c98c-4bd3-b847-b7fca8e169de service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Jul 30 00:03:15.620239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85b3f033-ece3-443d-b2e0-74f9e29fba00 req-277ed346-00f6-44b5-9956-c2cf4d3003b3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Jul 30 00:03:16.742725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8470c-3b48-44d1-a13e-66bb4d7efd48 req-3bc8a674-a00e-46e7-822f-4f16c88e946d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:16.744303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dd8470c-3b48-44d1-a13e-66bb4d7efd48 req-3bc8a674-a00e-46e7-822f-4f16c88e946d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 945 time: 0.0524931 Jul 30 00:03:16.786052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1dd8470c-3b48-44d1-a13e-66bb4d7efd48 req-325c605d-9426-4353-982e-870271bf3f94 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358632 Jul 30 00:03:16.932602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac4f5b-c51f-45d5-86c1-e980be27aa54 req-b8753aa9-0987-4e52-93f6-368f510d37fe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:16.934026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbac4f5b-c51f-45d5-86c1-e980be27aa54 req-b8753aa9-0987-4e52-93f6-368f510d37fe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 945 time: 0.0578072 Jul 30 00:03:16.978029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbac4f5b-c51f-45d5-86c1-e980be27aa54 req-8d12bff3-769d-44b1-b16e-f41e77f18070 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358145 Jul 30 00:03:18.976287 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.635280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-97ed5a99-1e71-409a-8e2a-8b01cd318ac4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:19.636818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-97ed5a99-1e71-409a-8e2a-8b01cd318ac4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1041143 Jul 30 00:03:19.652456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-81672b1f-9b9d-4a8c-902a-2313578ecc2a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/quotas/13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 375 time: 0.0099969 Jul 30 00:03:19.712438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-442b57fa-ef47-4c36-84ce-8e469350b58e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542147 Jul 30 00:03:19.802624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-240af043-2bba-49dd-ae73-337526f9712d service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831063 Jul 30 00:03:19.904372 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-066eb390-2cfd-497f-91f9-603539db9363 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956414 Jul 30 00:03:20.097450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7053bb24-2b78-41da-8bef-6c7b4f7169c7 req-e4b5c801-d417-4d45-9c73-44a5f4ffb3b4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 210 time: 0.0274601 Jul 30 00:03:21.124198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-50435a23-5439-497b-a0e1-315dcac73424 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:21.125784 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-50435a23-5439-497b-a0e1-315dcac73424 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1280627 Jul 30 00:03:21.150355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'port': {'device_id': '1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'admin_state_up': True, 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:21.212129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9bbfca7-d5aa-4534-bd5c-89744ea55d55 req-90da7abc-a0c2-46e8-8741-c405968dd5a2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 210 time: 0.0289557 Jul 30 00:03:21.274608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Made reservation on behalf of 13b3ae9c651c430eac87b3e096c7fe5d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:21.278267 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.423479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Allocated IP 172.20.0.12 (7ece55dc-39ce-45e0-9f21-171f31f63d79/4c6c9db6-1843-424b-b2eb-d63693573b07/27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:21.593558 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.608106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Transition to ACTIVE for port object 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:21.651007 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.663887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:21.702247 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:21.707927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:21.713726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:21.717909 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:21.750940 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bef7f408-59af-48ef-971e-21556e68b25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.751682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.752050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.753020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.753020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.753412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.753560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.753901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.754229 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.754771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.755533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.755818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.756110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:21.786138 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:21.787499 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.804094 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-22862a3b-0a7d-4e7d-945c-0b2d20ca830f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6582525 Jul 30 00:03:21.825694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Request body: {'port': {'device_id': '1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:21.902839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.046376 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-01012ea8-c2ea-4a8d-9668-6da9448ee069 None None] Provisioning for port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:22.051482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-01012ea8-c2ea-4a8d-9668-6da9448ee069 None None] Provisioning complete for port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:22.051851 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01012ea8-c2ea-4a8d-9668-6da9448ee069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.093601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-01012ea8-c2ea-4a8d-9668-6da9448ee069 None None] Port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:03:22.201520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:22.209859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.222425 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Transition to ACTIVE for port object 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:22.227186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.282161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Pushing event updated for resources: {'Port': ['ID=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:22.353048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809770f-594e-4e16-84da-ecb546bc4313 req-2206598e-66b0-43ae-93b2-77b819ebc737 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:22.355284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0809770f-594e-4e16-84da-ecb546bc4313 req-2206598e-66b0-43ae-93b2-77b819ebc737 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0573826 Jul 30 00:03:22.368997 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Attempting to bind port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:22.369439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Attempting to bind port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:22.369767 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Attempting to bind port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:22.374595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:03:22.374927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Attempting to bind port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:22.380830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:22.381177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Checking segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:22.381569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Bound using segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:22.382010 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Bound port: 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:22.382426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.408201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0809770f-594e-4e16-84da-ecb546bc4313 req-a4680b00-55df-4847-9d11-399ff33f543a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Jul 30 00:03:22.456145 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] For port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:22.460226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] For port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:22.467665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.504685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:22.505514 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.506944 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] 10.222.0.47 "PUT /v2.0/ports/27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a HTTP/1.1" status: 200 len: 1093 time: 0.6889658 Jul 30 00:03:22.507406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9', 'tag': '27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:22.509742 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9", "tag": "27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:22.549318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe0b33-2016-4e2c-bc2e-e533998faec9 service neutron] Pushing event updated for resources: {'Port': ['ID=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:22.631354 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-f9043247-aa4d-4fb9-9e22-6a5a93ba2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:22.633323 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-f9043247-aa4d-4fb9-9e22-6a5a93ba2b49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 1096 time: 0.0650325 Jul 30 00:03:22.643873 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4572697-9dd0-4d08-a05e-7e337be6cc0c x-openstack-request-id: req-f4572697-9dd0-4d08-a05e-7e337be6cc0c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:22.644274 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9", "tag": "27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:22.644599 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4572697-9dd0-4d08-a05e-7e337be6cc0c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:22.645092 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9', 'tag': '27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a', 'status': 'completed', 'code': 200} Jul 30 00:03:22.701925 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-541ad01e-54cb-4456-867c-df15f2edecaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a HTTP/1.1" status: 200 len: 217 time: 0.0418570 Jul 30 00:03:22.761076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-b23a3061-e85f-47ec-83f6-1d58f37c62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:22.762635 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-b23a3061-e85f-47ec-83f6-1d58f37c62b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0538919 Jul 30 00:03:22.812119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-78a2f011-0ac9-487e-891d-ab6e97f71a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:22.813677 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-78a2f011-0ac9-487e-891d-ab6e97f71a06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433774 Jul 30 00:03:22.909026 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-16b4b6b7-c2b6-471a-93e6-214e427d68c4 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884404 Jul 30 00:03:23.006359 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-84ff9ed1-68f5-4858-a034-a43cbbc9afce req-4c500372-4600-4185-8809-3ffed641aed3 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897377 Jul 30 00:03:23.122681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-a45323a9-5798-44f5-84fa-7c3168dd2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:23.124254 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-a45323a9-5798-44f5-84fa-7c3168dd2676 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 1096 time: 0.0461733 Jul 30 00:03:23.555657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ef2d2-e42c-46b3-bdc0-2a6653f5884c req-538dbd68-9352-4ef7-9492-26e3e368177b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:23.557289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c5ef2d2-e42c-46b3-bdc0-2a6653f5884c req-538dbd68-9352-4ef7-9492-26e3e368177b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0629556 Jul 30 00:03:23.589001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-44eab5b4-778f-4635-a001-2f47cede668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:23.590765 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-44eab5b4-778f-4635-a001-2f47cede668f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.4600160 Jul 30 00:03:23.601710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c5ef2d2-e42c-46b3-bdc0-2a6653f5884c req-c872d6e2-3b09-4ab9-9431-931fdb88c015 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365725 Jul 30 00:03:23.637884 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-04e902a5-39c8-4c48-8f7d-fd2ddbc844be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a HTTP/1.1" status: 200 len: 217 time: 0.0389478 Jul 30 00:03:23.704496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-f502531f-fe76-467a-b135-e7902b19a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:23.706060 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-f502531f-fe76-467a-b135-e7902b19a249 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0610473 Jul 30 00:03:23.774463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-c2055344-d613-45b8-84a9-9d7acc94f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:23.776092 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-c2055344-d613-45b8-84a9-9d7acc94f840 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630374 Jul 30 00:03:23.885104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-e30cd4a6-28e3-41a5-9b1a-8047e7fd2c4d service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006494 Jul 30 00:03:24.022488 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fdd29a9a-63b5-4dc9-8a3f-6337a195f5a6 req-91702b70-c0f1-45de-a87f-3b691468fed4 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300163 Jul 30 00:03:24.170627 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bae77ae9-183f-425b-9080-b784701051db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:24.265743 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:24.763991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3a63e-4dd3-4791-b6fb-e7b22ef7fbfd req-fdecbda8-eeca-43e5-a89d-597d325532bd tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:24.766959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86f3a63e-4dd3-4791-b6fb-e7b22ef7fbfd req-fdecbda8-eeca-43e5-a89d-597d325532bd tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0781193 Jul 30 00:03:24.825525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86f3a63e-4dd3-4791-b6fb-e7b22ef7fbfd req-a1e4be14-a5a9-4dc4-aa91-717333fe03f2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545657 Jul 30 00:03:25.554301 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.003116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ff33d-025b-455a-806c-7d3f5d5a3ce8 req-e1f0d268-550e-4ed8-9b4e-aa6458342886 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:26.004701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f2ff33d-025b-455a-806c-7d3f5d5a3ce8 req-e1f0d268-550e-4ed8-9b4e-aa6458342886 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0672066 Jul 30 00:03:26.057840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f2ff33d-025b-455a-806c-7d3f5d5a3ce8 req-7b1c6aa9-935b-4341-879a-c5ddcd2f5d6c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442138 Jul 30 00:03:27.180932 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:27.189789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f540534-c78f-49a6-b2a8-badcb2818b47 req-3896381e-e560-44d8-85b3-33d4626c6903 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:27.191319 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f540534-c78f-49a6-b2a8-badcb2818b47 req-3896381e-e560-44d8-85b3-33d4626c6903 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0566492 Jul 30 00:03:27.233637 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f540534-c78f-49a6-b2a8-badcb2818b47 req-a7b3e593-da6b-494b-b162-dc8ca9d17eaa tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351779 Jul 30 00:03:28.360345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488ddce-20ac-4e01-93e1-5dfdc1583c94 req-831a77a8-ea0a-4635-9b4c-1ef4c64c694b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:28.362614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5488ddce-20ac-4e01-93e1-5dfdc1583c94 req-831a77a8-ea0a-4635-9b4c-1ef4c64c694b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0572336 Jul 30 00:03:28.403426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5488ddce-20ac-4e01-93e1-5dfdc1583c94 req-08aebfa9-2f03-42f2-8020-22f1e3d7ffd3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324721 Jul 30 00:03:29.520075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5fc58-8d72-4a4e-b3a6-43ae0d7f392e req-4bd07d38-8286-46b4-9d0e-f23a30185a3e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:29.522287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bcb5fc58-8d72-4a4e-b3a6-43ae0d7f392e req-4bd07d38-8286-46b4-9d0e-f23a30185a3e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0498254 Jul 30 00:03:29.559017 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bcb5fc58-8d72-4a4e-b3a6-43ae0d7f392e req-622f40c6-a437-485a-8d1b-3d4b5ad141f9 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308480 Jul 30 00:03:30.039937 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:03:30.682701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f15fc-832d-46f2-8ee6-ba453d26e540 req-93144fa6-4cc3-4d0d-8232-be93ecfd5d51 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:30.684287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b77f15fc-832d-46f2-8ee6-ba453d26e540 req-93144fa6-4cc3-4d0d-8232-be93ecfd5d51 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0545554 Jul 30 00:03:30.726936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b77f15fc-832d-46f2-8ee6-ba453d26e540 req-4c153475-8e7d-4367-a241-db1b7a1d191d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361192 Jul 30 00:03:31.845707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a3221-1dc4-4b7a-bd67-ae1c0a491422 req-28cc9c63-6fff-4aff-a9fd-4cac0506403f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:31.847239 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb9a3221-1dc4-4b7a-bd67-ae1c0a491422 req-28cc9c63-6fff-4aff-a9fd-4cac0506403f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0511208 Jul 30 00:03:31.886327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb9a3221-1dc4-4b7a-bd67-ae1c0a491422 req-db77fb7e-d49a-4b9a-9584-cb5884aae2c1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329344 Jul 30 00:03:32.675126 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:33.003107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf7d1-30c2-402e-85e3-874f61d9aaea req-024272a2-9dc8-4b29-8557-e91bc285c826 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:33.004680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa0cf7d1-30c2-402e-85e3-874f61d9aaea req-024272a2-9dc8-4b29-8557-e91bc285c826 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0509455 Jul 30 00:03:33.043718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa0cf7d1-30c2-402e-85e3-874f61d9aaea req-f68637ac-2dae-4c84-a939-9e5d7ee592e5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Jul 30 00:03:34.167734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91183d8-8671-4bda-9193-dad75f9b601e req-08675888-37cd-4715-8a4b-f0b689fdb1c7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:34.169353 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e91183d8-8671-4bda-9193-dad75f9b601e req-08675888-37cd-4715-8a4b-f0b689fdb1c7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0559211 Jul 30 00:03:34.217843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e91183d8-8671-4bda-9193-dad75f9b601e req-8d54b18b-e8ca-455a-93ce-31f1dbaf76e8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Jul 30 00:03:35.344694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de6ef0-f423-438a-b664-d56ba7fe1cd7 req-1521f485-3ae5-442e-bc0d-d8a31c2f60ae tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:35.346209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99de6ef0-f423-438a-b664-d56ba7fe1cd7 req-1521f485-3ae5-442e-bc0d-d8a31c2f60ae tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0533388 Jul 30 00:03:35.386460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99de6ef0-f423-438a-b664-d56ba7fe1cd7 req-435a675b-5af3-40d9-abee-10af27760a04 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343559 Jul 30 00:03:36.509212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a952a64-af0d-4c91-9213-4af1a0128459 req-9e9ac83e-7477-4465-8286-f8054b33752c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:36.510730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a952a64-af0d-4c91-9213-4af1a0128459 req-9e9ac83e-7477-4465-8286-f8054b33752c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0521302 Jul 30 00:03:36.547933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a952a64-af0d-4c91-9213-4af1a0128459 req-847ed499-5fc0-4ee4-8280-2019a1f8c549 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Jul 30 00:03:37.674387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df257b-4fe9-4d16-b116-14219ef2e177 req-d19a825b-e0db-4299-be87-04521e69444a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:37.675958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85df257b-4fe9-4d16-b116-14219ef2e177 req-d19a825b-e0db-4299-be87-04521e69444a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0569410 Jul 30 00:03:37.717316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85df257b-4fe9-4d16-b116-14219ef2e177 req-6b1be516-ef72-47b2-b953-51cbac6ac199 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Jul 30 00:03:38.843965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b827f-8ffc-4922-b157-65303c01b6f4 req-0bbf1365-6af4-43c6-9d30-50f8b76c34a7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:38.845528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f3b827f-8ffc-4922-b157-65303c01b6f4 req-0bbf1365-6af4-43c6-9d30-50f8b76c34a7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0540268 Jul 30 00:03:38.885809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1f3b827f-8ffc-4922-b157-65303c01b6f4 req-455df310-553f-4b52-9640-a2d803e936de tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342643 Jul 30 00:03:40.006937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026a998-376d-4a15-8e8d-42d741113e07 req-f6ba95b6-bf66-4407-8567-a9fe27f456ab tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:40.008445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5026a998-376d-4a15-8e8d-42d741113e07 req-f6ba95b6-bf66-4407-8567-a9fe27f456ab tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0507557 Jul 30 00:03:40.052560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5026a998-376d-4a15-8e8d-42d741113e07 req-43c11214-d0af-44aa-9140-6cd1b8db227a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370598 Jul 30 00:03:41.186450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c1bea-60fc-4117-ba62-be9bb73d1d0f req-e7d73af1-d793-4b4d-ab48-a5d8a240d71b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:41.188531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-874c1bea-60fc-4117-ba62-be9bb73d1d0f req-e7d73af1-d793-4b4d-ab48-a5d8a240d71b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0656240 Jul 30 00:03:41.233493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-874c1bea-60fc-4117-ba62-be9bb73d1d0f req-1f05072d-d56b-4c33-b3ea-e6e37fe17910 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388288 Jul 30 00:03:42.361139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e40dbb-bc76-48ef-b03d-587f1a0c9f56 req-aa89bca1-457f-4028-b2c6-9f25c4f2718c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:42.362806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66e40dbb-bc76-48ef-b03d-587f1a0c9f56 req-aa89bca1-457f-4028-b2c6-9f25c4f2718c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 944 time: 0.0577109 Jul 30 00:03:42.406042 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66e40dbb-bc76-48ef-b03d-587f1a0c9f56 req-32a6b814-22c1-497c-8818-bd48c598b3f2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368407 Jul 30 00:03:43.011347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:03:43.113836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:43.125940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'port_id': '27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a', 'mac_address': 'fa:16:3e:bf:2d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:03:43.166870 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:43.180501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:43.200301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:43.205375 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:43.255030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:43.264747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.265108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.265467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.265816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.266182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.266526 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.266862 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.267202 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.267532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.267867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.268226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.268567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:43.527214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4cf7f-b791-4321-98d7-d6bdfd91a698 req-129d722f-80c3-437d-afc9-495958d11ac1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:43.529382 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4a4cf7f-b791-4321-98d7-d6bdfd91a698 req-129d722f-80c3-437d-afc9-495958d11ac1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 945 time: 0.0529776 Jul 30 00:03:43.572102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4a4cf7f-b791-4321-98d7-d6bdfd91a698 req-9810503d-b6f3-45fe-b2d8-885dad9187b7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357018 Jul 30 00:03:43.648293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:44.699912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b9019-f139-45fb-8a87-7186355da097 req-1939a304-7a01-47b8-9ee6-dbff5d90c462 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:44.701591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-106b9019-f139-45fb-8a87-7186355da097 req-1939a304-7a01-47b8-9ee6-dbff5d90c462 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 945 time: 0.0603917 Jul 30 00:03:44.742001 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-106b9019-f139-45fb-8a87-7186355da097 req-408a9a77-45fc-44de-8168-76d2e920d016 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345378 Jul 30 00:03:45.011942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:45.063572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:45.067456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:45.067844 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:45.152462 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:45.177655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:45.180063 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7244e5-9460-42e6-8dd4-f5803429fe88" -d '{"events": [{"server_uuid": "1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9", "name": "network-vif-plugged", "status": "completed", "tag": "27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:45.194008 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:45.198373 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:45.225217 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd27450c-3794-4bd8-8cc4-cac3302d2e62 x-openstack-request-id: req-fd27450c-3794-4bd8-8cc4-cac3302d2e62 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:45.225511 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9", "name": "network-vif-plugged", "status": "completed", "tag": "27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:45.225767 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd27450c-3794-4bd8-8cc4-cac3302d2e62 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:45.226230 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a', 'code': 200} Jul 30 00:03:45.252708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:45.358692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015018b6-4a84-485c-9de5-c37b639157ab req-26c9f57e-f8f0-4a9c-8f62-833258a316c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:45.360528 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-015018b6-4a84-485c-9de5-c37b639157ab req-26c9f57e-f8f0-4a9c-8f62-833258a316c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 1098 time: 0.0487299 Jul 30 00:03:45.398285 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-015018b6-4a84-485c-9de5-c37b639157ab req-469d28ea-825d-4f36-ba68-01c48d93808f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308783 Jul 30 00:03:45.870285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43af56b-1a95-4239-98f0-886671cac576 req-37c332d0-67ec-4fc7-922c-a396302005d3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:45.871805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b43af56b-1a95-4239-98f0-886671cac576 req-37c332d0-67ec-4fc7-922c-a396302005d3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 946 time: 0.0549023 Jul 30 00:03:45.912679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b43af56b-1a95-4239-98f0-886671cac576 req-12bbb205-60d3-4ac5-a73a-2d97ea7ebc66 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324969 Jul 30 00:03:47.053018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836adec9-d7be-4c75-9d50-7167852be71b req-31804ad1-c30d-4b4d-8e13-4007af44e969 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:47.054757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-836adec9-d7be-4c75-9d50-7167852be71b req-31804ad1-c30d-4b4d-8e13-4007af44e969 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 946 time: 0.0624666 Jul 30 00:03:47.098855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-836adec9-d7be-4c75-9d50-7167852be71b req-e09a682e-af27-4df0-9b50-9adf31d94be1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Jul 30 00:03:47.225371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf74eee-c406-4840-a1e1-888f5d107502 req-a538f397-00b4-4fdd-91b1-0232378adbe0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:47.227105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdf74eee-c406-4840-a1e1-888f5d107502 req-a538f397-00b4-4fdd-91b1-0232378adbe0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 946 time: 0.0541861 Jul 30 00:03:47.269221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cdf74eee-c406-4840-a1e1-888f5d107502 req-74f8bdd9-7f54-42a0-81a7-b768654f47c7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352449 Jul 30 00:03:47.590860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a4212-1a58-4ef5-a17e-9c41dbfcdaba req-33ecdddf-4c48-405c-ab98-872b9321f3e3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:47.592399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b0a4212-1a58-4ef5-a17e-9c41dbfcdaba req-33ecdddf-4c48-405c-ab98-872b9321f3e3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 946 time: 0.0581946 Jul 30 00:03:47.641701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b0a4212-1a58-4ef5-a17e-9c41dbfcdaba req-31921491-b3ec-4223-a3d5-88f439b4b4fc tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 Jul 30 00:03:48.771859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e21e5-c5b9-421a-8357-82d8a3fc8480 req-b10def50-e3bf-4121-9520-acabd1331b0f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:48.773419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-094e21e5-c5b9-421a-8357-82d8a3fc8480 req-b10def50-e3bf-4121-9520-acabd1331b0f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 946 time: 0.0535524 Jul 30 00:03:48.817865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-094e21e5-c5b9-421a-8357-82d8a3fc8480 req-de4a41fd-bcda-4bb9-84aa-9f6038c31b1c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378730 Jul 30 00:03:48.986586 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.235950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01859f3-9398-4034-b35c-652ca9e246ba req-5b4bbaaf-70d0-4b68-89f1-4e611f5e3475 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:49.237463 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f01859f3-9398-4034-b35c-652ca9e246ba req-5b4bbaaf-70d0-4b68-89f1-4e611f5e3475 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 946 time: 0.0571849 Jul 30 00:03:49.342539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-f01859f3-9398-4034-b35c-652ca9e246ba req-a8a5ccef-d62c-4dc7-ba63-9fe15a27d505 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Deleting port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:03:49.342889 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f01859f3-9398-4034-b35c-652ca9e246ba req-a8a5ccef-d62c-4dc7-ba63-9fe15a27d505 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.446632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f01859f3-9398-4034-b35c-652ca9e246ba req-a8a5ccef-d62c-4dc7-ba63-9fe15a27d505 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] For port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:49.446632 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f01859f3-9398-4034-b35c-652ca9e246ba req-a8a5ccef-d62c-4dc7-ba63-9fe15a27d505 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.462247 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-f01859f3-9398-4034-b35c-652ca9e246ba req-a8a5ccef-d62c-4dc7-ba63-9fe15a27d505 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Calling delete_port for 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:03:49.616367 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f01859f3-9398-4034-b35c-652ca9e246ba req-a8a5ccef-d62c-4dc7-ba63-9fe15a27d505 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.629006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:49.654010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:49.665332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5ccef-d62c-4dc7-ba63-9fe15a27d505 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'Port': ['ID=27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:49.703236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01859f3-9398-4034-b35c-652ca9e246ba req-a8a5ccef-d62c-4dc7-ba63-9fe15a27d505 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] No DVR routers for this DVR port 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:03:49.707826 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f01859f3-9398-4034-b35c-652ca9e246ba req-a8a5ccef-d62c-4dc7-ba63-9fe15a27d505 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.711384 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f01859f3-9398-4034-b35c-652ca9e246ba req-a8a5ccef-d62c-4dc7-ba63-9fe15a27d505 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "DELETE /v2.0/ports/27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a HTTP/1.1" status: 204 len: 173 time: 0.4666452 Jul 30 00:03:49.711384 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9', 'name': 'network-vif-deleted', 'tag': '27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:49.720659 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d70c9-8feb-46f2-87e5-cad4f6a45652" -d '{"events": [{"server_uuid": "1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9", "name": "network-vif-deleted", "tag": "27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:49.766859 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b0635e-ce2f-4b80-b943-883fb542dece x-openstack-request-id: req-d6b0635e-ce2f-4b80-b943-883fb542dece {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:49.767153 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9", "name": "network-vif-deleted", "tag": "27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:49.767407 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6b0635e-ce2f-4b80-b943-883fb542dece {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:49.767834 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9', 'name': 'network-vif-deleted', 'tag': '27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a', 'status': 'completed', 'code': 200} Jul 30 00:03:49.924820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b970bd11-b7ce-40be-a36d-867c87f69f4d req-cb653fb8-26e7-42e8-85b4-e2fc8009dfe9 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 210 time: 0.0310194 Jul 30 00:03:51.022593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11956fe3-a669-4234-b23f-0038a179b569 req-36569359-18f9-4694-9d87-1425ef046cee tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 210 time: 0.0274901 Jul 30 00:03:51.728609 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7cd50e2b-7900-4f04-bcd8-dafcb951f8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:52.119199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4fea8517-fb71-41d5-8925-bc16a0a7c614 req-29575934-8c36-48c3-97de-e76ff73ac93b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 210 time: 0.0287986 Jul 30 00:03:53.013508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:03:53.034588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:03:53.034933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 27af0dec-e9bf-4b1c-8b74-d24ede9a4d9a not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:03:53.223021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6956c40-f830-42a9-b8b3-e7b55b96c5e7 req-48be9119-744d-4417-a629-9731b00f19dc tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0f8e08-a113-471a-b0d0-a1b20b6cbbf9 HTTP/1.1" status: 200 len: 210 time: 0.0336335 Jul 30 00:03:53.553597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-b10088bc-3d39-45b6-8362-33ed501381a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407653 Jul 30 00:03:53.642224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-38517498-a4ce-4113-97d5-3f8123e96d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:53.643841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-38517498-a4ce-4113-97d5-3f8123e96d3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 1097 time: 0.0473914 Jul 30 00:03:53.759515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-6fb173b5-c130-4630-88ab-f7fd1ab16048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:53.760949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-6fb173b5-c130-4630-88ab-f7fd1ab16048 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0940540 Jul 30 00:03:53.809900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-049d98d6-c3db-4c07-9e13-4afb59a57fc9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf HTTP/1.1" status: 200 len: 217 time: 0.0407217 Jul 30 00:03:53.872714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-563fde56-184b-4d85-83e8-df24b0bf656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:53.874436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-563fde56-184b-4d85-83e8-df24b0bf656e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0575562 Jul 30 00:03:53.936972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-adc064e5-a756-4817-b0f9-7bc49d35693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:53.939140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-adc064e5-a756-4817-b0f9-7bc49d35693e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526493 Jul 30 00:03:54.033741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-b002723c-bbe6-4ef9-8795-1c778cfa96ea service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870223 Jul 30 00:03:54.126674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6b98acb-7977-41c2-865b-2f7d95b672aa req-0066cd24-6924-487e-b76f-5a0105baf983 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856149 Jul 30 00:03:54.157617 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efca611c-a51f-45e3-8ced-0a11cc594c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:54.261438 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:55.536421 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:57.176609 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:57.716846 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58aed8-f265-4029-b7aa-e861567ef97f req-d0b4fd71-8ed8-4da3-8955-4e98c03c5a4a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:57.718385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b58aed8-f265-4029-b7aa-e861567ef97f req-d0b4fd71-8ed8-4da3-8955-4e98c03c5a4a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 945 time: 0.0546517 Jul 30 00:03:57.763053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b58aed8-f265-4029-b7aa-e861567ef97f req-975bf629-aa81-4b3d-b043-fe697d280603 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379324 Jul 30 00:03:58.884509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c49bbe-a2ed-4d73-9cb9-e79bbd59fab0 req-bf2bf948-de30-45dd-ac9b-628984400dc8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:58.886012 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7c49bbe-a2ed-4d73-9cb9-e79bbd59fab0 req-bf2bf948-de30-45dd-ac9b-628984400dc8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 945 time: 0.0531037 Jul 30 00:03:58.926516 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d7c49bbe-a2ed-4d73-9cb9-e79bbd59fab0 req-bec2f101-bba4-43a8-93b3-21fc4cd24267 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=b74b20b0-722c-498d-a93f-d7baec9ec8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Jul 30 00:03:59.237534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-03b4d5a9-1742-40e1-9507-b2e65bb916bf tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:59.239057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-03b4d5a9-1742-40e1-9507-b2e65bb916bf tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 945 time: 0.0486162 Jul 30 00:03:59.333939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Deleting port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:03:59.334280 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.420127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] For port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:59.420489 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.433378 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Calling delete_port for 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:03:59.565264 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.577204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:59.593054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'Port': ['ID=00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:59.620962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.621313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.621656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.621992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.622323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.622653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.622981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.623309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.623683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.623966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.624307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.624626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.643099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] No DVR routers for this DVR port 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:03:59.645599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.647592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3607b6a4-4954-4800-84ba-dca41ce7c657 req-cbe6130c-0cf4-46ec-9e86-5c135f4803f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "DELETE /v2.0/ports/00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf HTTP/1.1" status: 204 len: 173 time: 0.4024880 Jul 30 00:03:59.648042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266d9bfa-88d7-4173-9c79-429d714e20c4', 'name': 'network-vif-deleted', 'tag': '00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:59.650357 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690df136-c308-4d92-85af-3df1ece409ef" -d '{"events": [{"server_uuid": "266d9bfa-88d7-4173-9c79-429d714e20c4", "name": "network-vif-deleted", "tag": "00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:59.693656 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4b024d-8ac4-433d-82ce-6811bdbbae32 x-openstack-request-id: req-0e4b024d-8ac4-433d-82ce-6811bdbbae32 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:59.693958 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266d9bfa-88d7-4173-9c79-429d714e20c4", "name": "network-vif-deleted", "tag": "00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:59.694212 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e4b024d-8ac4-433d-82ce-6811bdbbae32 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:59.694623 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266d9bfa-88d7-4173-9c79-429d714e20c4', 'name': 'network-vif-deleted', 'tag': '00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf', 'status': 'completed', 'code': 200} Jul 30 00:04:00.040106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-031131fd-ecdb-47fb-98b4-043dc340ed38 req-ce997afb-7f64-4f76-8e42-ae039689ed73 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 210 time: 0.0396461 Jul 30 00:04:01.147405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9964a1d4-43c5-4da3-ab0a-8ebb71f14202 req-c426a428-c6f1-4d6e-a3b1-6a16306d8284 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 210 time: 0.0332999 Jul 30 00:04:02.250431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02f59eaf-ca7c-41fa-8e56-8a6a497898b8 req-fda041db-ff43-442e-919d-2d0809ba3fac tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 210 time: 0.0354290 Jul 30 00:04:02.688626 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:03.375178 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f30bb4f2-00f6-4d07-8b4a-01e0da7ebd7d req-f694a2be-ea03-4025-a5e5-de88fecdc8d8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=266d9bfa-88d7-4173-9c79-429d714e20c4 HTTP/1.1" status: 200 len: 210 time: 0.0416389 Jul 30 00:04:03.426791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:04:03.447639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:04:03.447992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 00777ac3-d2f0-4977-98e3-a6f2c6ccf5cf not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:04:06.563542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35428) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:06.568599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-006d4312-cee5-4f24-b8af-e21fbefbeb87 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-753578654', 'description': 'tempest-secgroup-smoke-753578654 description', 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:06.590785 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-006d4312-cee5-4f24-b8af-e21fbefbeb87 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.672415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-006d4312-cee5-4f24-b8af-e21fbefbeb87 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.676090 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-006d4312-cee5-4f24-b8af-e21fbefbeb87 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.701492 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-006d4312-cee5-4f24-b8af-e21fbefbeb87 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.702738 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-006d4312-cee5-4f24-b8af-e21fbefbeb87 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1381454 Jul 30 00:04:06.706161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35430) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:06.711319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1c3adb61-3e3b-48bd-ad15-b28e20b26ecb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'security_group_rule': {'security_group_id': '1647fd83-f925-44b3-a63b-e57016c392ed', 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:06.718202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d4312-cee5-4f24-b8af-e21fbefbeb87 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1647fd83-f925-44b3-a63b-e57016c392ed,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:06.743257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c3adb61-3e3b-48bd-ad15-b28e20b26ecb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.804385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c3adb61-3e3b-48bd-ad15-b28e20b26ecb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.807853 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c3adb61-3e3b-48bd-ad15-b28e20b26ecb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.827592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3adb61-3e3b-48bd-ad15-b28e20b26ecb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dc5758-47ea-4183-ab93-c38aa23e7de6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:06.834650 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c3adb61-3e3b-48bd-ad15-b28e20b26ecb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.835989 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1c3adb61-3e3b-48bd-ad15-b28e20b26ecb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287935 Jul 30 00:04:06.838614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:06.843189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9028187b-a38f-4474-a65f-999ecb813028 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'security_group_rule': {'security_group_id': '1647fd83-f925-44b3-a63b-e57016c392ed', 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:06.870285 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9028187b-a38f-4474-a65f-999ecb813028 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.927584 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9028187b-a38f-4474-a65f-999ecb813028 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.931177 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9028187b-a38f-4474-a65f-999ecb813028 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.949676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028187b-a38f-4474-a65f-999ecb813028 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f4a981-36d6-4f61-9ee7-c264c0840e1a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:06.958551 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9028187b-a38f-4474-a65f-999ecb813028 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.959918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9028187b-a38f-4474-a65f-999ecb813028 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203516 Jul 30 00:04:06.962461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35434) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:06.966919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-924d0d2a-3d3c-4c95-b520-1868b788b828 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'security_group_rule': {'security_group_id': '1647fd83-f925-44b3-a63b-e57016c392ed', 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:06.994543 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-924d0d2a-3d3c-4c95-b520-1868b788b828 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.039300 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:04:07.053676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-924d0d2a-3d3c-4c95-b520-1868b788b828 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.057517 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-924d0d2a-3d3c-4c95-b520-1868b788b828 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.074703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d0d2a-3d3c-4c95-b520-1868b788b828 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dcca06-724d-453b-aea1-4fa603b7a30c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:07.081213 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-924d0d2a-3d3c-4c95-b520-1868b788b828 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.082367 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-924d0d2a-3d3c-4c95-b520-1868b788b828 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189611 Jul 30 00:04:07.085350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:07.089848 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-94e64960-a935-4d2e-a079-4a7e1e25a4b1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'security_group_rule': {'security_group_id': '1647fd83-f925-44b3-a63b-e57016c392ed', 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:07.116828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94e64960-a935-4d2e-a079-4a7e1e25a4b1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.179130 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94e64960-a935-4d2e-a079-4a7e1e25a4b1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.182805 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94e64960-a935-4d2e-a079-4a7e1e25a4b1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.202192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e64960-a935-4d2e-a079-4a7e1e25a4b1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6cc06c-d993-48c4-b6ab-087b63b10f8a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:07.209994 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94e64960-a935-4d2e-a079-4a7e1e25a4b1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.211335 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-94e64960-a935-4d2e-a079-4a7e1e25a4b1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249936 Jul 30 00:04:07.214201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35438) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:07.219497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-564d49ac-4589-4158-a57c-c4f3c6fd745c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'security_group_rule': {'security_group_id': '1647fd83-f925-44b3-a63b-e57016c392ed', 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:07.240963 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-564d49ac-4589-4158-a57c-c4f3c6fd745c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Project 13b3ae9c651c430eac87b3e096c7fe5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:04:07.245795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-564d49ac-4589-4158-a57c-c4f3c6fd745c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.305857 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-564d49ac-4589-4158-a57c-c4f3c6fd745c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.309677 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-564d49ac-4589-4158-a57c-c4f3c6fd745c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.327392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d49ac-4589-4158-a57c-c4f3c6fd745c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418863ba-0b7a-4e4d-b1fe-5500a05f69b0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:07.333993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-564d49ac-4589-4158-a57c-c4f3c6fd745c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.335214 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-564d49ac-4589-4158-a57c-c4f3c6fd745c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199660 Jul 30 00:04:07.337912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 35440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:07.342322 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d7d6ff55-54c0-42a3-ad2e-3fa0593e0df3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'security_group_rule': {'security_group_id': '1647fd83-f925-44b3-a63b-e57016c392ed', 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:07.364655 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-d7d6ff55-54c0-42a3-ad2e-3fa0593e0df3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Project 13b3ae9c651c430eac87b3e096c7fe5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:04:07.370097 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ff55-54c0-42a3-ad2e-3fa0593e0df3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.434798 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ff55-54c0-42a3-ad2e-3fa0593e0df3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.442916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ff55-54c0-42a3-ad2e-3fa0593e0df3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.460599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6ff55-54c0-42a3-ad2e-3fa0593e0df3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3380937d-c68d-41e2-b71d-45c4eb150b50,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:07.467423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ff55-54c0-42a3-ad2e-3fa0593e0df3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.469106 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d7d6ff55-54c0-42a3-ad2e-3fa0593e0df3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301570 Jul 30 00:04:18.988096 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:21.730707 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1697ad54-48c0-40ab-bc03-d1a37501f3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:21.871787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-38f58452-8cfb-4fba-85db-edfbca29d1ca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753578654&fields=id&tenant_id=13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 267 time: 0.0327845 Jul 30 00:04:21.990119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-e8a8dc07-1b71-4635-842d-f08b54a51115 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:21.991621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-e8a8dc07-1b71-4635-842d-f08b54a51115 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1124351 Jul 30 00:04:22.006439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-c7b2d0bc-6f06-440d-b09c-b081b4b1dada tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/quotas/13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 375 time: 0.0091057 Jul 30 00:04:22.059639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-d47858c7-c57f-461c-92c0-539fe41552e2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476632 Jul 30 00:04:22.209188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-8827e5e8-5c4c-413f-a3d5-c640fba3d26a service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371114 Jul 30 00:04:22.298789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-8e71e50d-f1b8-488a-9e53-4f1e14bf50cb service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836067 Jul 30 00:04:22.596981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea147f92-33f0-4ec7-a9dd-4422b21bb77e req-083d33a0-eaf7-4482-870d-a01990080e0e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 210 time: 0.0267649 Jul 30 00:04:23.826624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-112c5bb2-c20f-4790-a674-0cac2e24f93d req-5782db0e-7207-4f3e-a3d3-d59d99b4847f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 210 time: 0.0338032 Jul 30 00:04:23.877082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-21345fab-523f-4954-b6ec-b2e0f283e045 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:23.878571 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-21345fab-523f-4954-b6ec-b2e0f283e045 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.4782298 Jul 30 00:04:23.923321 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-0204f144-8ee2-4c07-82c3-897846b78ef5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 379 time: 0.0352969 Jul 30 00:04:23.933452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'port': {'device_id': 'd8fa9496-e087-484d-8680-e206193be6b2', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'admin_state_up': True, 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'security_groups': ['1647fd83-f925-44b3-a63b-e57016c392ed']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:24.049076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Made reservation on behalf of 13b3ae9c651c430eac87b3e096c7fe5d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:24.052621 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:24.161248 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b91dc6e-224e-4c6f-bc20-02c96fa4d500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:24.186017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Allocated IP 172.20.0.3 (7ece55dc-39ce-45e0-9f21-171f31f63d79/4c6c9db6-1843-424b-b2eb-d63693573b07/51c65487-4672-4ef2-a1b3-22933634f75d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:24.254153 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:24.337586 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:24.352255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Transition to ACTIVE for port object 51c65487-4672-4ef2-a1b3-22933634f75d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:24.385916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:24.429133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:24.432320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:24.438815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:24.473629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=51c65487-4672-4ef2-a1b3-22933634f75d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:24.509843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:24.510805 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:24.527422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-66094189-99e7-4c23-aa60-27c33695f6f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5982647 Jul 30 00:04:24.544151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Request body: {'port': {'device_id': 'd8fa9496-e087-484d-8680-e206193be6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:24.608175 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:24.679834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e6b6680f-d43e-4cb9-9775-fc4be7f2e926 None None] Provisioning for port 51c65487-4672-4ef2-a1b3-22933634f75d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:24.684105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e6b6680f-d43e-4cb9-9775-fc4be7f2e926 None None] Provisioning complete for port 51c65487-4672-4ef2-a1b3-22933634f75d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:24.684498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6b6680f-d43e-4cb9-9775-fc4be7f2e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:24.727338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e6b6680f-d43e-4cb9-9775-fc4be7f2e926 None None] Port 51c65487-4672-4ef2-a1b3-22933634f75d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:04:24.934785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c65487-4672-4ef2-a1b3-22933634f75d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:04:24.959283 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:24.976656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Transition to ACTIVE for port object 51c65487-4672-4ef2-a1b3-22933634f75d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:24.981487 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:25.024385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117dca-377d-4819-bac6-b53708af5997 req-39a8e28e-78c9-43cd-959c-ca9e0194caa8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:25.025894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11117dca-377d-4819-bac6-b53708af5997 req-39a8e28e-78c9-43cd-959c-ca9e0194caa8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 931 time: 0.1075146 Jul 30 00:04:25.079708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Pushing event updated for resources: {'Port': ['ID=51c65487-4672-4ef2-a1b3-22933634f75d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:25.138935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-11117dca-377d-4819-bac6-b53708af5997 req-f07d16d4-a07e-4c02-9450-4ef4d6da034a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857592 Jul 30 00:04:25.155604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Attempting to bind port 51c65487-4672-4ef2-a1b3-22933634f75d on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:04:25.155946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Attempting to bind port 51c65487-4672-4ef2-a1b3-22933634f75d by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:04:25.156320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Attempting to bind port 51c65487-4672-4ef2-a1b3-22933634f75d on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:25.163558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Port 51c65487-4672-4ef2-a1b3-22933634f75d on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:04:25.163970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Attempting to bind port 51c65487-4672-4ef2-a1b3-22933634f75d on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:25.170011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:04:25.170520 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Checking segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:25.171006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Bound using segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:04:25.171595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Bound port: 51c65487-4672-4ef2-a1b3-22933634f75d, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:04:25.172152 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:25.254139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] For port 51c65487-4672-4ef2-a1b3-22933634f75d, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:25.259785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] For port 51c65487-4672-4ef2-a1b3-22933634f75d, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=51c65487-4672-4ef2-a1b3-22933634f75d,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:04:25.264339 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:25.302689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:25.303269 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:25.304826 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] 10.222.0.42 "PUT /v2.0/ports/51c65487-4672-4ef2-a1b3-22933634f75d HTTP/1.1" status: 200 len: 1092 time: 0.7672200 Jul 30 00:04:25.305180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa9496-e087-484d-8680-e206193be6b2', 'tag': '51c65487-4672-4ef2-a1b3-22933634f75d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:25.307626 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9504e2-0a82-47ca-970b-431e9df215b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa9496-e087-484d-8680-e206193be6b2", "tag": "51c65487-4672-4ef2-a1b3-22933634f75d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:25.335714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d230dc-36ee-4b8e-aeb3-160dd83a4a23 service neutron] Pushing event updated for resources: {'Port': ['ID=51c65487-4672-4ef2-a1b3-22933634f75d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:25.377430 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d53833e-8045-41bf-9efa-c84e3b43940d x-openstack-request-id: req-5d53833e-8045-41bf-9efa-c84e3b43940d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:25.377805 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa9496-e087-484d-8680-e206193be6b2", "tag": "51c65487-4672-4ef2-a1b3-22933634f75d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:25.378150 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d53833e-8045-41bf-9efa-c84e3b43940d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:25.378554 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa9496-e087-484d-8680-e206193be6b2', 'tag': '51c65487-4672-4ef2-a1b3-22933634f75d', 'status': 'completed', 'code': 200} Jul 30 00:04:25.397283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-8e3590ca-7ab8-4ba7-a0c6-35cb809fc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:25.399134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-8e3590ca-7ab8-4ba7-a0c6-35cb809fc84f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 1095 time: 0.0523622 Jul 30 00:04:25.447738 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-b3594f3d-e3b4-41fe-b706-cca25b043153 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51c65487-4672-4ef2-a1b3-22933634f75d HTTP/1.1" status: 200 len: 217 time: 0.0394623 Jul 30 00:04:25.507732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-e68c819c-4884-49ca-a670-9b5443d68a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:25.509302 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-e68c819c-4884-49ca-a670-9b5443d68a2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0535495 Jul 30 00:04:25.538768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:25.561847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-81a35949-e029-4c25-9c18-01338dabc684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:25.563974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-81a35949-e029-4c25-9c18-01338dabc684 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460286 Jul 30 00:04:25.659845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-714fda22-2ad7-4f45-9758-447367900342 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871830 Jul 30 00:04:25.758317 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-726842ed-aab7-4e37-bd28-79ba7de18cc4 req-e1a830f3-6d9d-4e6f-8b5d-c12be72c7a99 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908132 Jul 30 00:04:25.850089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-c427ba1c-89b9-4560-8b1d-63193098fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:25.851638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-c427ba1c-89b9-4560-8b1d-63193098fe8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 1095 time: 0.0440710 Jul 30 00:04:25.960225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-b3f8b7dd-b3ea-4a3e-a54d-8310908875c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:25.962714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-b3f8b7dd-b3ea-4a3e-a54d-8310908875c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.1037350 Jul 30 00:04:26.008873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-0200f888-030a-49e8-9ed0-c6200252af33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51c65487-4672-4ef2-a1b3-22933634f75d HTTP/1.1" status: 200 len: 217 time: 0.0380223 Jul 30 00:04:26.061996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-1c27a007-b593-483f-a90b-d3671cd1ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:26.063542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-1c27a007-b593-483f-a90b-d3671cd1ede8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0471492 Jul 30 00:04:26.123180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-7fc6de04-95b1-4b38-9e53-2ec35c2fd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:26.125103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-7fc6de04-95b1-4b38-9e53-2ec35c2fd660 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539653 Jul 30 00:04:26.234766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-ebb0b6b9-1f71-458d-9256-d882e8a070ad service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026850 Jul 30 00:04:26.330821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae886611-9104-4773-b73d-4a54b24c711c req-ccce970d-5ff0-4d2c-becd-4bd6452d51d3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:26.332455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae886611-9104-4773-b73d-4a54b24c711c req-ccce970d-5ff0-4d2c-becd-4bd6452d51d3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 943 time: 0.1124520 Jul 30 00:04:26.378643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a9504e2-0a82-47ca-970b-431e9df215b6 req-0538c087-4f7a-47fa-a8d2-f99053cc58ec service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293781 Jul 30 00:04:26.393950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae886611-9104-4773-b73d-4a54b24c711c req-2665b8a3-4a66-4cf0-91ed-fefdc61e2133 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521240 Jul 30 00:04:27.181248 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:27.519956 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa567-4636-4a93-858c-311fd5a42c3a req-1b5e19d9-bdb2-4f3f-bbd8-7c171d1ffd34 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:27.521517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-714aa567-4636-4a93-858c-311fd5a42c3a req-1b5e19d9-bdb2-4f3f-bbd8-7c171d1ffd34 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 943 time: 0.0517960 Jul 30 00:04:27.561092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-714aa567-4636-4a93-858c-311fd5a42c3a req-1c7eedb3-6d40-4707-9f25-c310159edaa0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336044 Jul 30 00:04:28.682024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54991f-f661-4d82-aa11-70465de73d7b req-a76564ef-3a3d-4f0f-a303-8258c9752b1a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:28.683524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec54991f-f661-4d82-aa11-70465de73d7b req-a76564ef-3a3d-4f0f-a303-8258c9752b1a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 943 time: 0.0533714 Jul 30 00:04:28.721721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec54991f-f661-4d82-aa11-70465de73d7b req-e48a0449-d0e7-48f7-8625-012aabfd9670 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318024 Jul 30 00:04:29.835321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85341a95-f7d2-4da4-bb60-0d019486cd3f req-971007f2-9e2e-436a-a00d-47f286cafc23 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:29.836864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85341a95-f7d2-4da4-bb60-0d019486cd3f req-971007f2-9e2e-436a-a00d-47f286cafc23 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 943 time: 0.0500567 Jul 30 00:04:29.874292 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-85341a95-f7d2-4da4-bb60-0d019486cd3f req-edf35cb9-2e26-478b-a4a9-4ccfa3e5a079 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314348 Jul 30 00:04:30.990189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00647f52-993f-4bbb-8ed3-9e05693ff53e req-a5370c5a-d25e-4770-af85-2592ce59e40f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:30.991607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00647f52-993f-4bbb-8ed3-9e05693ff53e req-a5370c5a-d25e-4770-af85-2592ce59e40f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 943 time: 0.0500867 Jul 30 00:04:31.031638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-00647f52-993f-4bbb-8ed3-9e05693ff53e req-5558c350-5c5c-410b-8460-a3a8f1ba9f5f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331056 Jul 30 00:04:32.150252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14e654-2811-4b64-8a1b-6303dc23bdd8 req-67cd9381-ee9b-46d4-aa32-9b09ae139764 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.151812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef14e654-2811-4b64-8a1b-6303dc23bdd8 req-67cd9381-ee9b-46d4-aa32-9b09ae139764 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 943 time: 0.0526271 Jul 30 00:04:32.190043 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef14e654-2811-4b64-8a1b-6303dc23bdd8 req-c4e1ee03-f7ba-41a0-9ed8-ef4fa16eea93 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313323 Jul 30 00:04:32.690124 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:33.306001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9951dc-e7da-49c0-9d28-7469e9acb4bb req-e98af2e4-bf1c-460b-aa09-45dc051f2597 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.307532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c9951dc-e7da-49c0-9d28-7469e9acb4bb req-e98af2e4-bf1c-460b-aa09-45dc051f2597 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 943 time: 0.0507448 Jul 30 00:04:33.347587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c9951dc-e7da-49c0-9d28-7469e9acb4bb req-2d9f460e-aced-4dae-bcad-df7aba5d7e4f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340621 Jul 30 00:04:34.471413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c8f8b-60c1-4135-bf35-6c67b258bc06 req-bc7fa81e-872b-490e-9655-66522adfb458 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.472973 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a0c8f8b-60c1-4135-bf35-6c67b258bc06 req-bc7fa81e-872b-490e-9655-66522adfb458 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 943 time: 0.0557826 Jul 30 00:04:34.523990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a0c8f8b-60c1-4135-bf35-6c67b258bc06 req-a1cae886-7575-4d13-b9d6-890fe45852e4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442088 Jul 30 00:04:35.628937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 51c65487-4672-4ef2-a1b3-22933634f75d details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:04:35.648618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d94a3-05fb-4ae8-84ac-7e82eb86f6de req-7d3dd9e2-c065-4c9b-bb89-f132065ca70c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:35.650187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b2d94a3-05fb-4ae8-84ac-7e82eb86f6de req-7d3dd9e2-c065-4c9b-bb89-f132065ca70c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 943 time: 0.0550363 Jul 30 00:04:35.688247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b2d94a3-05fb-4ae8-84ac-7e82eb86f6de req-ba973f9f-10f2-447b-9936-6c63184483e9 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Jul 30 00:04:35.726641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 51c65487-4672-4ef2-a1b3-22933634f75d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=51c65487-4672-4ef2-a1b3-22933634f75d,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:35.738021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '51c65487-4672-4ef2-a1b3-22933634f75d', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'port_id': '51c65487-4672-4ef2-a1b3-22933634f75d', 'mac_address': 'fa:16:3e:74:b6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:04:35.775389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:35.787577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c65487-4672-4ef2-a1b3-22933634f75d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:04:35.806706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 51c65487-4672-4ef2-a1b3-22933634f75d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=51c65487-4672-4ef2-a1b3-22933634f75d,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:35.810590 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:35.857292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=51c65487-4672-4ef2-a1b3-22933634f75d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:36.014724 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['51c65487-4672-4ef2-a1b3-22933634f75d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:04:36.805207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eefb25-36a2-47a5-8ae8-858020a77ada req-09081dd5-c904-4c73-800f-3c4fc7bc1b82 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:36.806750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9eefb25-36a2-47a5-8ae8-858020a77ada req-09081dd5-c904-4c73-800f-3c4fc7bc1b82 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 944 time: 0.0497003 Jul 30 00:04:36.845668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b9eefb25-36a2-47a5-8ae8-858020a77ada req-3c61b871-6283-4b5f-ae55-c960ecc9ce10 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329058 Jul 30 00:04:37.644854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 51c65487-4672-4ef2-a1b3-22933634f75d up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:04:37.694211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 51c65487-4672-4ef2-a1b3-22933634f75d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:37.697799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 51c65487-4672-4ef2-a1b3-22933634f75d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:37.698169 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:37.776708 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:37.797963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa9496-e087-484d-8680-e206193be6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c65487-4672-4ef2-a1b3-22933634f75d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:37.800202 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96eb044e-9528-438a-8506-b3b070c62716" -d '{"events": [{"server_uuid": "d8fa9496-e087-484d-8680-e206193be6b2", "name": "network-vif-plugged", "status": "completed", "tag": "51c65487-4672-4ef2-a1b3-22933634f75d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:37.812798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 51c65487-4672-4ef2-a1b3-22933634f75d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=51c65487-4672-4ef2-a1b3-22933634f75d,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:37.817572 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:37.844250 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5aa482-0ad5-4ac8-9e2e-2efe0341be7a x-openstack-request-id: req-ce5aa482-0ad5-4ac8-9e2e-2efe0341be7a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:37.844552 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa9496-e087-484d-8680-e206193be6b2", "name": "network-vif-plugged", "status": "completed", "tag": "51c65487-4672-4ef2-a1b3-22933634f75d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:37.844840 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce5aa482-0ad5-4ac8-9e2e-2efe0341be7a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:37.845349 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa9496-e087-484d-8680-e206193be6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c65487-4672-4ef2-a1b3-22933634f75d', 'code': 200} Jul 30 00:04:37.872686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=51c65487-4672-4ef2-a1b3-22933634f75d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:37.966781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a433d-ca3e-4809-8eae-b7a52bfd7094 req-b60e4978-427e-4477-aa9d-33a3ea47a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.968384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f0a433d-ca3e-4809-8eae-b7a52bfd7094 req-b60e4978-427e-4477-aa9d-33a3ea47a72b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 1097 time: 0.0725930 Jul 30 00:04:37.983882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823e22c-fcf0-4cb5-b334-f62be52405fe req-c7452803-9221-4f80-a705-1e570fef7bca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.985349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b823e22c-fcf0-4cb5-b334-f62be52405fe req-c7452803-9221-4f80-a705-1e570fef7bca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 945 time: 0.0650914 Jul 30 00:04:38.036321 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f0a433d-ca3e-4809-8eae-b7a52bfd7094 req-16f043f2-bbca-40c7-a3ba-ab7d4fec5d1c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602374 Jul 30 00:04:38.041195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b823e22c-fcf0-4cb5-b334-f62be52405fe req-25e846c3-ed5e-4a0e-9b6b-09bdb01edeb1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499868 Jul 30 00:04:39.158089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9620d6-19de-4cb5-b7d0-08b54e40f11b req-70a41cad-2533-4573-a3b4-30a55b2acc42 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:39.159580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e9620d6-19de-4cb5-b7d0-08b54e40f11b req-70a41cad-2533-4573-a3b4-30a55b2acc42 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 945 time: 0.0490289 Jul 30 00:04:39.198314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e9620d6-19de-4cb5-b7d0-08b54e40f11b req-81bf15ab-08a8-4393-a890-5b1b5fc34f47 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328679 Jul 30 00:04:39.310955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa425b-4898-4b25-abd5-9ee9a619b873 req-b3ee927b-d65f-4727-a3e1-9e5b210910ff tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:39.312472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16fa425b-4898-4b25-abd5-9ee9a619b873 req-b3ee927b-d65f-4727-a3e1-9e5b210910ff tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 945 time: 0.0484953 Jul 30 00:04:39.355188 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16fa425b-4898-4b25-abd5-9ee9a619b873 req-dac39991-55c5-49d5-874c-240cd8ec7ba1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360518 Jul 30 00:04:39.377522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35628) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:39.416808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d7456-ea26-4fa9-b7f9-cbf291d1ed6e tempest-TestVolumeBootPattern-630914565 tempest-TestVolumeBootPattern-630914565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:39.418340 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3a7d7456-ea26-4fa9-b7f9-cbf291d1ed6e tempest-TestVolumeBootPattern-630914565 tempest-TestVolumeBootPattern-630914565-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 1092 time: 0.0397892 Jul 30 00:04:39.421294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35630) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:39.425670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '51c65487-4672-4ef2-a1b3-22933634f75d', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:39.447462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.542817 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.650443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Allocated IP 172.25.2.57 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/e9566f08-2ac7-489d-9f83-daaef191c50f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:39.755486 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.805895 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.842384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:39.845283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:39.848781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:39.874884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=e9566f08-2ac7-489d-9f83-daaef191c50f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:40.211500 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:40.284697 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:40.442398 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:40.446770 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:40.522673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=e9566f08-2ac7-489d-9f83-daaef191c50f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:40.531021 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:40.632344 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Floating IP 7b62a519-ba06-4bcb-aad9-6c5048b01f90 associated. External IP: 172.25.2.57, port: 51c65487-4672-4ef2-a1b3-22933634f75d. Jul 30 00:04:40.858309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Router a334d468-a06c-47a9-afe6-792174af8a96 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:04:40.964819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:04:40.974779 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] Sync routers for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:04:40.980328 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:40.983756 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:04:40.984422 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:04:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:41.008958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c5fce3d2-308a-47ac-98f2-ba46d545618e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5865507 Jul 30 00:04:41.009626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa9496-e087-484d-8680-e206193be6b2', 'tag': '51c65487-4672-4ef2-a1b3-22933634f75d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:41.012066 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b242ef69-6997-4b60-9e6f-54e4e64ac97d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa9496-e087-484d-8680-e206193be6b2", "tag": "51c65487-4672-4ef2-a1b3-22933634f75d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:41.048378 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d8a246-1a53-43dd-a181-c390eca1c54a x-openstack-request-id: req-97d8a246-1a53-43dd-a181-c390eca1c54a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:41.048594 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa9496-e087-484d-8680-e206193be6b2", "tag": "51c65487-4672-4ef2-a1b3-22933634f75d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:41.048808 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97d8a246-1a53-43dd-a181-c390eca1c54a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:41.049255 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa9496-e087-484d-8680-e206193be6b2', 'tag': '51c65487-4672-4ef2-a1b3-22933634f75d', 'status': 'completed', 'code': 200} Jul 30 00:04:41.097806 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:04:41.111285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-1b914450-e8c2-4712-9098-a1feda642748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:41.112952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-1b914450-e8c2-4712-9098-a1feda642748 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 1097 time: 0.0417809 Jul 30 00:04:41.207357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-88a180ca-7c52-435d-8dba-c603205d9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:41.209020 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-88a180ca-7c52-435d-8dba-c603205d9eaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0886672 Jul 30 00:04:41.275769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-f67fb815-14d7-4b87-9d08-d807c667bbd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51c65487-4672-4ef2-a1b3-22933634f75d HTTP/1.1" status: 200 len: 998 time: 0.0592976 Jul 30 00:04:41.325444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-d58e5102-f0b8-4369-b37d-560d80073077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:41.326542 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7b62a519-ba06-4bcb-aad9-6c5048b01f90', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '51c65487-4672-4ef2-a1b3-22933634f75d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:74:b6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa9496-e087-484d-8680-e206193be6b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:40Z', 'updated_at': '2021-07-30T00:04:40Z', 'revision_number': 0, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:41.326963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-d58e5102-f0b8-4369-b37d-560d80073077 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0441747 Jul 30 00:04:41.352608 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] Checking router: a334d468-a06c-47a9-afe6-792174af8a96 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:04:41.361857 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:04:41.362397 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:04:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:41.378893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-d13585b8-9394-4db2-9a45-1e6fe1a97601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:41.380443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-d13585b8-9394-4db2-9a45-1e6fe1a97601 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463076 Jul 30 00:04:41.466897 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:04:41.470654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-3dc6e571-74a0-42ba-bb9b-f72bbc6a34f3 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826628 Jul 30 00:04:41.566079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b242ef69-6997-4b60-9e6f-54e4e64ac97d req-7a2798e4-9ef9-426f-8bdb-c3a911ee30e1 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871356 Jul 30 00:04:41.687272 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7b62a519-ba06-4bcb-aad9-6c5048b01f90', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '51c65487-4672-4ef2-a1b3-22933634f75d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:74:b6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa9496-e087-484d-8680-e206193be6b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:40Z', 'updated_at': '2021-07-30T00:04:40Z', 'revision_number': 0, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:41.716444 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36fe363-f372-4ffa-a704-edfbbc091d71 None None] The sync data for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 is: [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '7b62a519-ba06-4bcb-aad9-6c5048b01f90', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '51c65487-4672-4ef2-a1b3-22933634f75d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:74:b6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa9496-e087-484d-8680-e206193be6b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:40Z', 'updated_at': '2021-07-30T00:04:40Z', 'revision_number': 0, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:04:41.911514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f877c-bbbe-498a-a4c0-46ee201b179f None None] New status for floating IP 7b62a519-ba06-4bcb-aad9-6c5048b01f90: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:04:44.038268 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:04:48.986798 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:51.732226 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fd02aa6-9cc5-416d-9922-ccfbae8a8a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:53.550244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-426e5cf4-6bcc-4e77-bd20-515b584596e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400615 Jul 30 00:04:53.630087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-d2701121-335a-4778-89a7-12bcd5b79a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:53.631649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-d2701121-335a-4778-89a7-12bcd5b79a12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 1097 time: 0.0401604 Jul 30 00:04:53.735566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-1e014aa1-40f8-4bd2-8280-c9c8867e9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:53.737661 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-1e014aa1-40f8-4bd2-8280-c9c8867e9454 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0863140 Jul 30 00:04:53.803173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-b8c78a90-1f8b-440b-9536-b7b5179bd878 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51c65487-4672-4ef2-a1b3-22933634f75d HTTP/1.1" status: 200 len: 1000 time: 0.0585358 Jul 30 00:04:53.851158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-3e1d493b-0107-4db7-bc40-32171853a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:53.852579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-3e1d493b-0107-4db7-bc40-32171853a718 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0423789 Jul 30 00:04:53.903538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-5707dea5-007f-492a-acd4-774733a1ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:53.905137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-5707dea5-007f-492a-acd4-774733a1ae64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453048 Jul 30 00:04:53.995138 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-308e4862-f6e6-4488-b1ff-538a7d47dca4 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824804 Jul 30 00:04:54.088681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90eba7ef-9729-4a77-a980-d359e03873b0 req-90b10d1c-25d9-41ef-ac2d-2bb862c836d4 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853760 Jul 30 00:04:54.162706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9801eec-0402-4a06-b6bc-7442e69eb5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:54.254074 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:55.541356 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.181879 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.687626 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:18.980858 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:21.037520 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:05:21.734398 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2caf70dc-00c7-428d-b82c-9a942eef8d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.163381 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71ff7ef9-faef-40cb-90ab-1e892ef574db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.253466 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.543939 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:27.185389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.687587 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:48.981334 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.734156 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19134940-f9c3-4873-b8a9-c09a7cf670da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.534546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-8034fd96-fa64-4221-b4f2-592825d1cf30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408862 Jul 30 00:05:53.613031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-1076f1df-d434-4dac-b977-828292535ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:53.614407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-1076f1df-d434-4dac-b977-828292535ceb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 1097 time: 0.0391989 Jul 30 00:05:53.718396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-748bd6da-08bc-4d00-a957-26e9146c0c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:53.720162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-748bd6da-08bc-4d00-a957-26e9146c0c5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0872147 Jul 30 00:05:53.783454 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-8b43ef74-b4e8-413a-b6d1-417110b2a81d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51c65487-4672-4ef2-a1b3-22933634f75d HTTP/1.1" status: 200 len: 1000 time: 0.0567217 Jul 30 00:05:53.831792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-ef02ca73-79f1-4767-940c-765e0fc406c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:53.833311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-ef02ca73-79f1-4767-940c-765e0fc406c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0434475 Jul 30 00:05:53.881256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-7c15d656-0cce-4ecd-ab1e-62236e633b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:53.882749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-7c15d656-0cce-4ecd-ab1e-62236e633b38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430164 Jul 30 00:05:53.971234 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-97585330-2284-45b8-828e-721239e37df4 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812624 Jul 30 00:05:54.064648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41ef8c96-e1bb-40ae-879c-424a5671c29e req-8317c9ca-de0d-4148-a1bd-87e0c140e482 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855596 Jul 30 00:05:54.163924 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea2e6c0d-169d-468f-8e0d-427d00cb69b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.255031 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:55.549430 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.188586 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.036037 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:06:02.692514 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:18.980540 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:21.734895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-767e0c68-b6f3-4631-a940-52946a3a3844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.167888 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c10f061-b744-467e-b587-fe68820bd20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.260731 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.551347 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.190922 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:32.689998 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:35.035561 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:06:38.623218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14936e-f447-48bd-83f0-c82c06633169 req-16e792ac-10c0-40a6-a208-60e97c15ccba tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:38.624762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb14936e-f447-48bd-83f0-c82c06633169 req-16e792ac-10c0-40a6-a208-60e97c15ccba tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 945 time: 0.1059074 Jul 30 00:06:38.662549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb14936e-f447-48bd-83f0-c82c06633169 req-a98b4a8a-bcea-471b-ac2a-b4dfe74f2965 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319908 Jul 30 00:06:39.866132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ed78-fb06-4cc8-98da-53641f367882 req-4196ec07-ae12-4d22-89af-a1b25aa4edf9 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:39.867627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f15ed78-fb06-4cc8-98da-53641f367882 req-4196ec07-ae12-4d22-89af-a1b25aa4edf9 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 945 time: 0.1044285 Jul 30 00:06:39.905153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f15ed78-fb06-4cc8-98da-53641f367882 req-3cf26439-0fa3-45c7-9a33-4b5cc1036e91 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316057 Jul 30 00:06:40.074214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-5305060a-b922-4270-b4ee-301508b25a3d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:40.075661 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-5305060a-b922-4270-b4ee-301508b25a3d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 945 time: 0.0515311 Jul 30 00:06:40.164447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Deleting port 51c65487-4672-4ef2-a1b3-22933634f75d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:40.164793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:40.579324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] For port 51c65487-4672-4ef2-a1b3-22933634f75d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=51c65487-4672-4ef2-a1b3-22933634f75d,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:40.579694 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:40.792359 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:40.792742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:40.793061 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Floating IP 7b62a519-ba06-4bcb-aad9-6c5048b01f90 disassociated. External IP: 172.25.2.57, port: 51c65487-4672-4ef2-a1b3-22933634f75d. Jul 30 00:06:40.793410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Calling delete_port for 51c65487-4672-4ef2-a1b3-22933634f75d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:40.917194 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:40.950770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'Port': ['ID=51c65487-4672-4ef2-a1b3-22933634f75d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:40.962816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.963165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.963531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.963853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.964225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.964551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.964870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.965656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.965656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.965809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.966118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:40.966434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:41.040675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41670f42-9a78-4883-8195-d31eeaac745f req-4b8d7da3-1357-4af5-a8c7-dd3bd05a43a4 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 210 time: 0.0368180 Jul 30 00:06:41.099340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Router a334d468-a06c-47a9-afe6-792174af8a96 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:06:41.205434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:41.215945 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] Sync routers for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:41.225857 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:41.226548 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:06:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:41.244124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] No DVR routers for this DVR port 51c65487-4672-4ef2-a1b3-22933634f75d on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:06:41.246462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:41.248551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7548671-a6d8-4419-85c3-5f7e4be82404 req-89e42a71-2940-4cd1-b6c6-99c432c2642a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "DELETE /v2.0/ports/51c65487-4672-4ef2-a1b3-22933634f75d HTTP/1.1" status: 204 len: 173 time: 1.1666951 Jul 30 00:06:41.248998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa9496-e087-484d-8680-e206193be6b2', 'name': 'network-vif-deleted', 'tag': '51c65487-4672-4ef2-a1b3-22933634f75d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:41.251235 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fab4d33-ff9e-4d4a-8966-ad36b201114a" -d '{"events": [{"server_uuid": "d8fa9496-e087-484d-8680-e206193be6b2", "name": "network-vif-deleted", "tag": "51c65487-4672-4ef2-a1b3-22933634f75d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:41.346416 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:41.384392 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc147a-407e-4816-af3d-a535b0d4eda4 x-openstack-request-id: req-09dc147a-407e-4816-af3d-a535b0d4eda4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:41.384705 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa9496-e087-484d-8680-e206193be6b2", "name": "network-vif-deleted", "tag": "51c65487-4672-4ef2-a1b3-22933634f75d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:41.385006 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09dc147a-407e-4816-af3d-a535b0d4eda4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:41.385416 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa9496-e087-484d-8680-e206193be6b2', 'name': 'network-vif-deleted', 'tag': '51c65487-4672-4ef2-a1b3-22933634f75d', 'status': 'completed', 'code': 200} Jul 30 00:06:41.557842 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:41.585748 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] Checking router: a334d468-a06c-47a9-afe6-792174af8a96 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:06:41.593948 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:41.594560 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:06:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:41.700857 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:41.897991 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:41.928423 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0c06e-a2f0-4c85-ac0a-01095553ae31 None None] The sync data for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 is: [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:42.151048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63794009-4b77-4207-8032-4f9dcba7db22 req-5b652435-31ff-4c40-b93d-2ee3046a5dad tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 210 time: 0.0343163 Jul 30 00:06:42.179775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2840a319-c03b-42b2-8353-be1dda20ce9c None None] New status for floating IP 7b62a519-ba06-4bcb-aad9-6c5048b01f90: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:06:43.259479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6e88446-a41d-4641-a6ff-070074e9e86f req-57ab13d6-a392-419f-ab89-f0e1c8da280f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 210 time: 0.0277441 Jul 30 00:06:44.356692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aca69825-a321-4a17-a15e-8737a979bd60 req-b0663312-8baa-449a-9cc6-a72ee1b6c3f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fa9496-e087-484d-8680-e206193be6b2 HTTP/1.1" status: 200 len: 210 time: 0.0313544 Jul 30 00:06:44.377395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 51c65487-4672-4ef2-a1b3-22933634f75d no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:06:44.401670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 51c65487-4672-4ef2-a1b3-22933634f75d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:06:44.402022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 51c65487-4672-4ef2-a1b3-22933634f75d not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:06:45.554019 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-4e0b8922-ae7e-45a8-b697-98d4ca1a1769 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753578654&fields=id&tenant_id=13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 267 time: 0.0329895 Jul 30 00:06:45.659206 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-4dd5c1a1-c35b-441d-a41a-bea77a7913c2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:45.660628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-4dd5c1a1-c35b-441d-a41a-bea77a7913c2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1000638 Jul 30 00:06:45.675382 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-8729432e-c9fe-4c5f-befd-712005770105 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/quotas/13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 375 time: 0.0090528 Jul 30 00:06:45.730712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-034f50b3-aefd-429f-926f-70d0b3640742 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488365 Jul 30 00:06:45.747136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-617e5fd1-811e-4ddf-935a-d6ca1cb9d42e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:06:45.748291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-617e5fd1-811e-4ddf-935a-d6ca1cb9d42e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054588 Jul 30 00:06:45.841946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6a184ef7-afae-4f88-b5e7-41691e319128 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867221 Jul 30 00:06:45.930813 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-ccac12c0-19f8-48b6-b1e1-e96bdd13594a service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820158 Jul 30 00:06:46.220790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a0cd494-57f0-4f49-ab07-1e4f983b3eef req-ce649c0f-be33-4700-ba27-2ed606f4be3d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 210 time: 0.0316873 Jul 30 00:06:47.297934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16c67c1e-05c1-41be-9323-ca505c9102a6 req-e3b39e12-fa0a-4282-b359-3a7e73679a61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 210 time: 0.0275757 Jul 30 00:06:48.390762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-07085a35-d0a3-417f-9b04-2233b56789ea req-16fdcd67-5583-4c3f-ae1d-acbf2d0de6bc tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 210 time: 0.0258369 Jul 30 00:06:48.981163 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.136481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-66f25cdb-4725-4f5e-9a5b-f24c59afad27 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:49.137935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-66f25cdb-4725-4f5e-9a5b-f24c59afad27 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1020381 Jul 30 00:06:49.186617 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-7b2f1042-a67d-4527-aeac-6cbda447b41e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 379 time: 0.0386140 Jul 30 00:06:49.196468 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'port': {'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'admin_state_up': True, 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'security_groups': ['1647fd83-f925-44b3-a63b-e57016c392ed']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:49.306314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Made reservation on behalf of 13b3ae9c651c430eac87b3e096c7fe5d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:49.310176 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.446619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Allocated IP 172.20.0.12 (7ece55dc-39ce-45e0-9f21-171f31f63d79/4c6c9db6-1843-424b-b2eb-d63693573b07/087e0462-b224-4503-b929-2fb04c04d528) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:49.500313 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3485aa8-1720-4664-a1b6-99f7ee890403 req-b9d0506e-99e9-4ef8-9207-09890851dcfd tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 210 time: 0.0381792 Jul 30 00:06:49.614134 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.627955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Transition to ACTIVE for port object 087e0462-b224-4503-b929-2fb04c04d528 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:49.661304 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.706519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:49.709648 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:49.715634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:49.741592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=087e0462-b224-4503-b929-2fb04c04d528,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:49.776992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:49.777954 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.794645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-f29af4b1-0d51-4948-9d9d-11b8ed42fc13 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6024806 Jul 30 00:06:49.808458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Request body: {'port': {'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:49.871125 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.015713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8891a663-fe34-4b83-b713-5d4e0c6df4bf None None] Provisioning for port 087e0462-b224-4503-b929-2fb04c04d528 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:50.020172 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8891a663-fe34-4b83-b713-5d4e0c6df4bf None None] Provisioning complete for port 087e0462-b224-4503-b929-2fb04c04d528 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:50.020548 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8891a663-fe34-4b83-b713-5d4e0c6df4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.059321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8891a663-fe34-4b83-b713-5d4e0c6df4bf None None] Port 087e0462-b224-4503-b929-2fb04c04d528 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:06:50.152172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087e0462-b224-4503-b929-2fb04c04d528 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:06:50.160559 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.172966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Transition to ACTIVE for port object 087e0462-b224-4503-b929-2fb04c04d528 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:50.176223 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.244230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Pushing event updated for resources: {'Port': ['ID=087e0462-b224-4503-b929-2fb04c04d528,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:50.310880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Attempting to bind port 087e0462-b224-4503-b929-2fb04c04d528 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:06:50.311519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Attempting to bind port 087e0462-b224-4503-b929-2fb04c04d528 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:06:50.311849 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Attempting to bind port 087e0462-b224-4503-b929-2fb04c04d528 on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:50.317193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Port 087e0462-b224-4503-b929-2fb04c04d528 on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:06:50.317532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Attempting to bind port 087e0462-b224-4503-b929-2fb04c04d528 on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:50.324134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:06:50.324482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Checking segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:50.324879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Bound using segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:06:50.325332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Bound port: 087e0462-b224-4503-b929-2fb04c04d528, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:06:50.325703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.399008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] For port 087e0462-b224-4503-b929-2fb04c04d528, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:06:50.402495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] For port 087e0462-b224-4503-b929-2fb04c04d528, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=087e0462-b224-4503-b929-2fb04c04d528,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:06:50.407428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.447372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:50.447925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.449391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] 10.222.0.42 "PUT /v2.0/ports/087e0462-b224-4503-b929-2fb04c04d528 HTTP/1.1" status: 200 len: 1093 time: 0.6459684 Jul 30 00:06:50.449835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'tag': '087e0462-b224-4503-b929-2fb04c04d528'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:50.452149 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1372399-2f28-4aca-9569-bc6a77806374" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0083b8-fb0a-49f7-ac43-1d579e501b3c", "tag": "087e0462-b224-4503-b929-2fb04c04d528"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:50.489618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bf40b-da42-46fb-95ec-ebcf7159886a service neutron] Pushing event updated for resources: {'Port': ['ID=087e0462-b224-4503-b929-2fb04c04d528,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:50.521737 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ed4c1-155d-433a-8316-2ee692a0afa8 x-openstack-request-id: req-b20ed4c1-155d-433a-8316-2ee692a0afa8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:50.521737 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0083b8-fb0a-49f7-ac43-1d579e501b3c", "tag": "087e0462-b224-4503-b929-2fb04c04d528", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:50.521737 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b20ed4c1-155d-433a-8316-2ee692a0afa8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:50.521737 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'tag': '087e0462-b224-4503-b929-2fb04c04d528', 'status': 'completed', 'code': 200} Jul 30 00:06:50.560555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-a9e4ae5e-a586-4bd7-99b0-e9feba2e1a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:50.563054 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-a9e4ae5e-a586-4bd7-99b0-e9feba2e1a7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 1096 time: 0.0526173 Jul 30 00:06:50.621824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-2374449e-423a-498e-98ca-df6791ebe013 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=087e0462-b224-4503-b929-2fb04c04d528 HTTP/1.1" status: 200 len: 217 time: 0.0491858 Jul 30 00:06:50.696917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0b835-553f-4dc3-8b37-f3b28e313cfc req-6b9aaa28-1184-438e-9e60-ec55bcdeadbb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:50.698446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8c0b835-553f-4dc3-8b37-f3b28e313cfc req-6b9aaa28-1184-438e-9e60-ec55bcdeadbb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.1191628 Jul 30 00:06:50.699810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-8be2011f-1e7d-4860-8e85-0d37644a4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:50.701482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-8be2011f-1e7d-4860-8e85-0d37644a4289 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0653820 Jul 30 00:06:50.769957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8c0b835-553f-4dc3-8b37-f3b28e313cfc req-689f1e31-69e9-4c43-9b4c-cfbf16aaf48f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640991 Jul 30 00:06:50.779512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-4ef22d32-04b2-4ce4-be6d-e0cfe4e39206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:50.782054 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-4ef22d32-04b2-4ce4-be6d-e0cfe4e39206 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688541 Jul 30 00:06:50.874928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-3523b995-64f3-44ba-b07e-2e372ed9b326 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846636 Jul 30 00:06:50.974422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2721c16b-ed9b-47e1-a060-bec02bd7a063 req-18d95b5d-ed41-460c-adef-42e76a9a8abb service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923028 Jul 30 00:06:51.061656 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1372399-2f28-4aca-9569-bc6a77806374 req-a297ab54-726b-4ba5-b1db-c67c341c3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:51.063202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1372399-2f28-4aca-9569-bc6a77806374 req-a297ab54-726b-4ba5-b1db-c67c341c3413 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 1096 time: 0.0420811 Jul 30 00:06:51.156974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1372399-2f28-4aca-9569-bc6a77806374 req-a095cdc0-eee9-46fb-b606-be94b1d3a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:51.158448 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1372399-2f28-4aca-9569-bc6a77806374 req-a095cdc0-eee9-46fb-b606-be94b1d3a807 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0877690 Jul 30 00:06:51.201165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1372399-2f28-4aca-9569-bc6a77806374 req-a8c18ae7-af50-4016-a432-ff10730acfe6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=087e0462-b224-4503-b929-2fb04c04d528 HTTP/1.1" status: 200 len: 217 time: 0.0350740 Jul 30 00:06:51.252678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1372399-2f28-4aca-9569-bc6a77806374 req-e82c815b-3457-497b-8e93-9c0d96f90ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:51.254218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1372399-2f28-4aca-9569-bc6a77806374 req-e82c815b-3457-497b-8e93-9c0d96f90ab3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0439038 Jul 30 00:06:51.300280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1372399-2f28-4aca-9569-bc6a77806374 req-240538e8-52e5-418d-9bcb-3babad9b3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:51.301881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1372399-2f28-4aca-9569-bc6a77806374 req-240538e8-52e5-418d-9bcb-3babad9b3c29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401115 Jul 30 00:06:51.398476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1372399-2f28-4aca-9569-bc6a77806374 req-cd4a7633-9f43-4e12-9ede-785abda45d57 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889237 Jul 30 00:06:51.487827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1372399-2f28-4aca-9569-bc6a77806374 req-d07efecc-d2e4-4d92-964b-81d13a8e962f service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824575 Jul 30 00:06:51.739136 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e8a59a5-377b-4b60-8eb9-a04c26f4a220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:51.892905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe488821-e5e2-4fba-83ef-b0d90d508763 req-5a24d367-ef91-4d98-9dad-f29706b69b6d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:51.894318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe488821-e5e2-4fba-83ef-b0d90d508763 req-5a24d367-ef91-4d98-9dad-f29706b69b6d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.0546966 Jul 30 00:06:51.933112 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe488821-e5e2-4fba-83ef-b0d90d508763 req-bf8d4028-afff-48cd-a185-5b630fef30eb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Jul 30 00:06:53.054413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce5f93-3637-4d0b-ae0b-12169eca56d9 req-cade20d1-856a-4597-ba4a-4e961e30c1de tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:53.055962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31ce5f93-3637-4d0b-ae0b-12169eca56d9 req-cade20d1-856a-4597-ba4a-4e961e30c1de tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.0525503 Jul 30 00:06:53.096213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31ce5f93-3637-4d0b-ae0b-12169eca56d9 req-487ac27d-1c33-42dd-97e7-0b52739dbb84 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341718 Jul 30 00:06:54.170459 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee829b83-9087-4b93-91c3-1acfab05d13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:54.213665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f0359-81e0-4500-ba4e-693a3794cdc1 req-2106455c-5c7c-4e0d-8309-fd50842b566e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:54.215067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-710f0359-81e0-4500-ba4e-693a3794cdc1 req-2106455c-5c7c-4e0d-8309-fd50842b566e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.0515947 Jul 30 00:06:54.252864 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:54.258323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-710f0359-81e0-4500-ba4e-693a3794cdc1 req-52559b1d-9375-4275-96aa-726364c0668d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365674 Jul 30 00:06:55.375287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649429c-2eaf-43d5-adee-dfdb144ce792 req-41af6f11-1a72-4c4e-b6c6-6f45c458d2a0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:55.376775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c649429c-2eaf-43d5-adee-dfdb144ce792 req-41af6f11-1a72-4c4e-b6c6-6f45c458d2a0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.0523911 Jul 30 00:06:55.414380 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c649429c-2eaf-43d5-adee-dfdb144ce792 req-f2768d37-d69e-4052-bc6f-6328e22cb4a9 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317376 Jul 30 00:06:55.552806 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:56.526997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cc20b-4962-4971-b16f-1e85dca85745 req-8cd2adbf-99de-4ec3-acf5-36c4e35ab240 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:56.528488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-585cc20b-4962-4971-b16f-1e85dca85745 req-8cd2adbf-99de-4ec3-acf5-36c4e35ab240 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.0479970 Jul 30 00:06:56.565750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-585cc20b-4962-4971-b16f-1e85dca85745 req-0a092dcb-b652-4e65-b7eb-036fd12f7825 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307710 Jul 30 00:06:57.194553 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:57.678926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03779f20-5f4a-4531-9be5-630f054cbcca req-555af095-ab04-4537-b304-99dfde99f204 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:57.680486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03779f20-5f4a-4531-9be5-630f054cbcca req-555af095-ab04-4537-b304-99dfde99f204 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.0489063 Jul 30 00:06:57.717143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03779f20-5f4a-4531-9be5-630f054cbcca req-9e31f986-6ce3-43e2-9af4-26009512be0f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309050 Jul 30 00:06:58.833575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5160-6254-4c44-a0e5-40437a9c918e req-2b07a127-755f-4719-be29-368e7d38822a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:58.835057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fec5160-6254-4c44-a0e5-40437a9c918e req-2b07a127-755f-4719-be29-368e7d38822a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.0524733 Jul 30 00:06:58.872223 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fec5160-6254-4c44-a0e5-40437a9c918e req-68a695f8-3846-480a-b141-9f8b2479fe6d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313361 Jul 30 00:06:59.985096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e064b-ccc8-489b-9ca2-708b474fc536 req-2131a7fd-df78-4648-9b6f-ff745d527b93 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:59.987102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c0e064b-ccc8-489b-9ca2-708b474fc536 req-2131a7fd-df78-4648-9b6f-ff745d527b93 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.0496473 Jul 30 00:07:00.025098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c0e064b-ccc8-489b-9ca2-708b474fc536 req-743e4067-3cd9-4e6f-ad2a-ef4c236349c1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326161 Jul 30 00:07:01.137678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a7c53-a442-4031-94d7-c68957510b65 req-f40dd879-87e8-48e6-833c-ba9ecf46d74d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:01.139195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e01a7c53-a442-4031-94d7-c68957510b65 req-f40dd879-87e8-48e6-833c-ba9ecf46d74d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.0485246 Jul 30 00:07:01.179565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e01a7c53-a442-4031-94d7-c68957510b65 req-c4acc05f-e641-47bc-9156-4880ad1d0eef tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339470 Jul 30 00:07:02.301126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8586aff-e0fc-4eb4-8fc8-43f6fcc2191b req-fdff96d3-f855-4f31-9399-ffc2138c64d0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:02.302636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8586aff-e0fc-4eb4-8fc8-43f6fcc2191b req-fdff96d3-f855-4f31-9399-ffc2138c64d0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 944 time: 0.0563419 Jul 30 00:07:02.339757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8586aff-e0fc-4eb4-8fc8-43f6fcc2191b req-12c73dfc-7bcb-418d-ab71-7834150c7917 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Jul 30 00:07:02.458396 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 087e0462-b224-4503-b929-2fb04c04d528 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:07:02.555016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 087e0462-b224-4503-b929-2fb04c04d528, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=087e0462-b224-4503-b929-2fb04c04d528,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:02.566230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '087e0462-b224-4503-b929-2fb04c04d528', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'mac_address': 'fa:16:3e:79:79:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:07:02.603535 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.615944 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087e0462-b224-4503-b929-2fb04c04d528 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:07:02.635120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 087e0462-b224-4503-b929-2fb04c04d528, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=087e0462-b224-4503-b929-2fb04c04d528,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:02.639597 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.686095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=087e0462-b224-4503-b929-2fb04c04d528,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:02.703147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.703493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.703833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.704194 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.704525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.704855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.705799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.706126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.706452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.706778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.707099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.707421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:02.714514 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.872272 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['087e0462-b224-4503-b929-2fb04c04d528'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:07:03.457122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055f833-8eb0-4d90-b472-78207df66e89 req-bf4102cb-baa1-418e-a568-a1f6429e0e82 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.458664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3055f833-8eb0-4d90-b472-78207df66e89 req-bf4102cb-baa1-418e-a568-a1f6429e0e82 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 945 time: 0.0508130 Jul 30 00:07:03.497482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3055f833-8eb0-4d90-b472-78207df66e89 req-2ea9e0a3-48b4-4695-a9ef-1ef375989190 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328288 Jul 30 00:07:04.461933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 087e0462-b224-4503-b929-2fb04c04d528 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:04.512265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 087e0462-b224-4503-b929-2fb04c04d528 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:04.515965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 087e0462-b224-4503-b929-2fb04c04d528 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:04.516364 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:04.594341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:04.617490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087e0462-b224-4503-b929-2fb04c04d528'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:04.619729 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5d2530-81be-4d76-a078-c50f6ae47b7f" -d '{"events": [{"server_uuid": "1f0083b8-fb0a-49f7-ac43-1d579e501b3c", "name": "network-vif-plugged", "status": "completed", "tag": "087e0462-b224-4503-b929-2fb04c04d528"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:04.622564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f2fc0-1bdc-4a54-8339-6c27f38e33ba req-c5c1b7f4-f76f-43a4-9e94-ec309a18ace1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:04.624127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d87f2fc0-1bdc-4a54-8339-6c27f38e33ba req-c5c1b7f4-f76f-43a4-9e94-ec309a18ace1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 945 time: 0.0515213 Jul 30 00:07:04.641829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 087e0462-b224-4503-b929-2fb04c04d528, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=087e0462-b224-4503-b929-2fb04c04d528,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:04.646516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:04.669508 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d87f2fc0-1bdc-4a54-8339-6c27f38e33ba req-5cad147d-c67d-4d37-8e05-2f26e12a1d01 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367603 Jul 30 00:07:04.669778 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e595f1c5-7c01-4d85-aa04-2214acebd2a4 x-openstack-request-id: req-e595f1c5-7c01-4d85-aa04-2214acebd2a4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:04.669966 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0083b8-fb0a-49f7-ac43-1d579e501b3c", "name": "network-vif-plugged", "status": "completed", "tag": "087e0462-b224-4503-b929-2fb04c04d528", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:04.670110 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e595f1c5-7c01-4d85-aa04-2214acebd2a4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:04.670493 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087e0462-b224-4503-b929-2fb04c04d528', 'code': 200} Jul 30 00:07:04.699306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=087e0462-b224-4503-b929-2fb04c04d528,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:04.767078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85d7cd-b5c1-47e9-8aeb-8cfda81929e4 req-8f26f5be-4a6a-45a6-bce6-eb725b40d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:04.768514 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b85d7cd-b5c1-47e9-8aeb-8cfda81929e4 req-8f26f5be-4a6a-45a6-bce6-eb725b40d39b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 1098 time: 0.0443358 Jul 30 00:07:04.803159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0b85d7cd-b5c1-47e9-8aeb-8cfda81929e4 req-f07c51db-3524-4163-90e0-c1ff746a5726 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267558 Jul 30 00:07:05.790774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251af70-c2e6-485a-a393-cee664c0ab14 req-cdf77276-00bf-40db-8542-8131237ec36e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:05.792347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9251af70-c2e6-485a-a393-cee664c0ab14 req-cdf77276-00bf-40db-8542-8131237ec36e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 946 time: 0.0503092 Jul 30 00:07:05.831829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9251af70-c2e6-485a-a393-cee664c0ab14 req-9b4a40a9-90f1-4662-ac23-5d5869fba4f7 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329921 Jul 30 00:07:05.947360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ad899-6fa7-4469-993e-f34b1d801dd0 req-f5a3b34d-3de1-4646-834e-df22fb66e218 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:05.948927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-510ad899-6fa7-4469-993e-f34b1d801dd0 req-f5a3b34d-3de1-4646-834e-df22fb66e218 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 946 time: 0.0503020 Jul 30 00:07:05.990952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-510ad899-6fa7-4469-993e-f34b1d801dd0 req-cb1e6e23-fccf-452b-a476-3d6dd0e2eeba tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331776 Jul 30 00:07:06.012599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35784) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:06.152558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1aa64-8720-4ca6-8d4c-8fa8de05d23f tempest-TestVolumeBootPattern-630914565 tempest-TestVolumeBootPattern-630914565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:06.154075 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a3a1aa64-8720-4ca6-8d4c-8fa8de05d23f tempest-TestVolumeBootPattern-630914565 tempest-TestVolumeBootPattern-630914565-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 1093 time: 0.1404645 Jul 30 00:07:06.156875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:06.161716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:06.182988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.277176 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.382032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Allocated IP 172.25.2.248 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/ea231dab-1547-4506-a5a7-65d82b92e311) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:06.484207 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.522917 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.564057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:06.566819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:06.572475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:06.593838 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=ea231dab-1547-4506-a5a7-65d82b92e311,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:06.920368 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.990064 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.134738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.139553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.212536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=ea231dab-1547-4506-a5a7-65d82b92e311,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:07.223654 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.324280 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Floating IP 3165495c-4c3e-4503-84dd-f237e3de93a3 associated. External IP: 172.25.2.248, port: 087e0462-b224-4503-b929-2fb04c04d528. Jul 30 00:07:07.867500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Router a334d468-a06c-47a9-afe6-792174af8a96 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:07:07.981190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:07:07.991497 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] Sync routers for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:07:07.997949 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.000257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:08.000869 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:06:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:08.024985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fc86266f-7eb5-4474-969f-b79a54471b1f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8670895 Jul 30 00:07:08.025574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'tag': '087e0462-b224-4503-b929-2fb04c04d528'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:08.028079 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22753b3c-6cd1-4879-91e3-996eac316bde" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0083b8-fb0a-49f7-ac43-1d579e501b3c", "tag": "087e0462-b224-4503-b929-2fb04c04d528"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:08.064807 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f24e24-b151-471f-8a1b-5f1f82c6fd6b x-openstack-request-id: req-a6f24e24-b151-471f-8a1b-5f1f82c6fd6b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:08.065125 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0083b8-fb0a-49f7-ac43-1d579e501b3c", "tag": "087e0462-b224-4503-b929-2fb04c04d528", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:08.065550 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6f24e24-b151-471f-8a1b-5f1f82c6fd6b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:08.066000 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'tag': '087e0462-b224-4503-b929-2fb04c04d528', 'status': 'completed', 'code': 200} Jul 30 00:07:08.116272 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:08.174484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22753b3c-6cd1-4879-91e3-996eac316bde req-09d4c344-f672-440b-9252-9624caa1f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.177048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22753b3c-6cd1-4879-91e3-996eac316bde req-09d4c344-f672-440b-9252-9624caa1f632 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 1098 time: 0.0882819 Jul 30 00:07:08.267249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22753b3c-6cd1-4879-91e3-996eac316bde req-d7f8f9aa-0fa4-4b73-966d-7df5ccaf429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.269468 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22753b3c-6cd1-4879-91e3-996eac316bde req-d7f8f9aa-0fa4-4b73-966d-7df5ccaf429b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0857613 Jul 30 00:07:08.337610 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3165495c-4c3e-4503-84dd-f237e3de93a3', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:79:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:07:06Z', 'updated_at': '2021-07-30T00:07:06Z', 'revision_number': 0, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:08.340340 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22753b3c-6cd1-4879-91e3-996eac316bde req-c67902b9-4257-4bdd-9f0b-7d498615aa47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=087e0462-b224-4503-b929-2fb04c04d528 HTTP/1.1" status: 200 len: 1000 time: 0.0636086 Jul 30 00:07:08.363951 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] Checking router: a334d468-a06c-47a9-afe6-792174af8a96 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:07:08.372279 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:08.372834 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:06:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:08.390641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22753b3c-6cd1-4879-91e3-996eac316bde req-9603d781-5771-4894-8d6e-693930ae2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.392139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22753b3c-6cd1-4879-91e3-996eac316bde req-9603d781-5771-4894-8d6e-693930ae2705 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0440001 Jul 30 00:07:08.438958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22753b3c-6cd1-4879-91e3-996eac316bde req-e9a3ea64-ec81-434e-9eb9-0b4de0794d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.440529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22753b3c-6cd1-4879-91e3-996eac316bde req-e9a3ea64-ec81-434e-9eb9-0b4de0794d88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400317 Jul 30 00:07:08.480686 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:08.536691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22753b3c-6cd1-4879-91e3-996eac316bde req-aea18352-6259-4396-ba74-d7fe1dc0e486 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879290 Jul 30 00:07:08.626390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22753b3c-6cd1-4879-91e3-996eac316bde req-3af977de-bdd7-4f22-ac50-dc5426183f10 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824175 Jul 30 00:07:08.789296 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3165495c-4c3e-4503-84dd-f237e3de93a3', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:79:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:07:06Z', 'updated_at': '2021-07-30T00:07:06Z', 'revision_number': 0, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:08.814612 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b292a41-1813-4aeb-a76a-b2375276c4de None None] The sync data for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 is: [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3165495c-4c3e-4503-84dd-f237e3de93a3', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:79:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:07:06Z', 'updated_at': '2021-07-30T00:07:06Z', 'revision_number': 0, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:07:09.006669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edec1961-aa01-4a34-915b-3159fb49d108 None None] New status for floating IP 3165495c-4c3e-4503-84dd-f237e3de93a3: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:07:12.034943 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:07:18.978868 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:21.741475 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0d52964-3251-4a24-b1bc-4f6f1c288f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:24.172172 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-796e7d5b-ad3f-4fd8-a072-5b12a48a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:24.253333 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:25.556286 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:27.207830 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:32.702050 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:48.978360 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.034602 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:07:51.745841 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6df5d1f8-1c01-4e9d-9ed2-0fbb3be3c49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:54.172553 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b07f5907-3f69-4cdb-9711-33109484d654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:54.253729 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:55.557965 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.200265 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.538822 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69d06f53-165f-4133-964b-0021385c79b0 req-4f3cb5de-cb13-429c-86e7-fa2a7ed1afa9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456827 Jul 30 00:07:57.626304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d06f53-165f-4133-964b-0021385c79b0 req-d6ee880b-239d-4014-ae30-95aa3348fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:57.627723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69d06f53-165f-4133-964b-0021385c79b0 req-d6ee880b-239d-4014-ae30-95aa3348fa34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 1098 time: 0.0407827 Jul 30 00:07:57.733255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d06f53-165f-4133-964b-0021385c79b0 req-62fc2f05-0865-4b8b-9f3f-59b8224ba954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:57.734746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69d06f53-165f-4133-964b-0021385c79b0 req-62fc2f05-0865-4b8b-9f3f-59b8224ba954 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0851731 Jul 30 00:07:57.811103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69d06f53-165f-4133-964b-0021385c79b0 req-36785e86-943d-4fde-90c1-22d28ece8549 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=087e0462-b224-4503-b929-2fb04c04d528 HTTP/1.1" status: 200 len: 1002 time: 0.0659854 Jul 30 00:07:57.863287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d06f53-165f-4133-964b-0021385c79b0 req-4109b271-25fb-4a4c-8381-d66ec5497355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:57.864841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69d06f53-165f-4133-964b-0021385c79b0 req-4109b271-25fb-4a4c-8381-d66ec5497355 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0456681 Jul 30 00:07:57.913507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d06f53-165f-4133-964b-0021385c79b0 req-5233879c-7e76-45b4-bdbc-e45d7d6d6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:57.915006 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69d06f53-165f-4133-964b-0021385c79b0 req-5233879c-7e76-45b4-bdbc-e45d7d6d6c81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416787 Jul 30 00:07:58.014330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69d06f53-165f-4133-964b-0021385c79b0 req-ff973fd7-4925-422f-975a-bc1eba83867a service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890887 Jul 30 00:07:58.107628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69d06f53-165f-4133-964b-0021385c79b0 req-313e358a-6611-4983-aad1-d0716672fdf7 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839832 Jul 30 00:08:02.716710 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.984543 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.742585 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ae272b8-d04a-4a7b-a854-8ccaae0dd09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.181193 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d135b46b-87e2-446b-9f23-2e226233cf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.261621 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.562638 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.033831 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:08:27.203525 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:32.733307 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:32.792090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-a627edee-57bd-406f-8651-61ee6b7aa537 req-f6606bbf-fd37-430b-9b93-79fb022aed98 service neutron] (93817) timed out ('10.222.0.47', 60931) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:08:43.802749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-214e84ae-8fc9-4c7b-ba1c-464ec45f7ca5 req-0270b18b-8d69-45d0-a204-441413bafe3a tempest-ServersNegativeTestJSON-1738962468 tempest-ServersNegativeTestJSON-1738962468-project] (93817) timed out ('10.222.0.42', 59027) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:08:48.991507 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.065462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-4ab44c94-cb31-405d-be5d-c32dfdd21896 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753578654&fields=id&tenant_id=13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 267 time: 0.0384662 Jul 30 00:08:50.171713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add446df-8a06-4592-bceb-acf6de919958 req-2b506004-6b82-4d17-b650-4f87e2cf50b1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:50.173105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-2b506004-6b82-4d17-b650-4f87e2cf50b1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.0998771 Jul 30 00:08:50.188166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-af8edc13-a576-4038-8a86-6b1859129935 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/quotas/13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 375 time: 0.0093403 Jul 30 00:08:50.244796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-35580621-c09b-41de-b135-a2c44e6436cf tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514150 Jul 30 00:08:50.442551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-e92cfd00-4b01-4c76-a37a-8dabf469c053 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857927 Jul 30 00:08:50.531953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-a46ab654-0431-4c02-bd7f-1fe3b33b7f1d service neutron] 10.222.0.37 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826790 Jul 30 00:08:50.821074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c436074e-6865-4a83-9400-c70bf432c775 req-46bad7eb-6211-4117-8952-6655ec5a9ae1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 210 time: 0.0333018 Jul 30 00:08:51.745428 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-565761e1-84de-40e2-96ce-ad742b1bb6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.874875 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add446df-8a06-4592-bceb-acf6de919958 req-124b972a-e7dc-4c91-bf71-fc440a9b447c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:51.876404 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-124b972a-e7dc-4c91-bf71-fc440a9b447c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 811 time: 0.1062493 Jul 30 00:08:51.917997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d83cc6d-da5e-4c8a-b149-1e34ad7740e2 req-ef5b2ac4-bbce-41f3-96d7-2f9c45ee1d5f tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 210 time: 0.0268750 Jul 30 00:08:51.925996 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-b43798fc-4230-49c9-825a-a4db5b008d40 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b3ae9c651c430eac87b3e096c7fe5d HTTP/1.1" status: 200 len: 379 time: 0.0357199 Jul 30 00:08:51.938987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'port': {'device_id': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'admin_state_up': True, 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'security_groups': ['1647fd83-f925-44b3-a63b-e57016c392ed']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:52.054045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Made reservation on behalf of 13b3ae9c651c430eac87b3e096c7fe5d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:52.058214 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.182209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Allocated IP 172.20.0.14 (7ece55dc-39ce-45e0-9f21-171f31f63d79/4c6c9db6-1843-424b-b2eb-d63693573b07/74848caa-651b-4a0b-a5a1-af2e93fe8aed) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:52.326094 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.340422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Transition to ACTIVE for port object 74848caa-651b-4a0b-a5a1-af2e93fe8aed will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:52.373661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.415623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:52.418999 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:52.421702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:52.466611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=74848caa-651b-4a0b-a5a1-af2e93fe8aed,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:52.479036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.479391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.479739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.480110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.480442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.480782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.481124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.481458 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.481805 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.482126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.482459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.482790 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:52.504301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:52.504963 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.520092 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-8afc0d0c-d5ee-418e-acfb-8210e7fa99f8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5846846 Jul 30 00:08:52.628430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Request body: {'port': {'device_id': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:52.663149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-73cbb3fe-3aa0-452d-85f1-dc42efd13849 None None] Provisioning for port 74848caa-651b-4a0b-a5a1-af2e93fe8aed completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:52.667704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-73cbb3fe-3aa0-452d-85f1-dc42efd13849 None None] Provisioning complete for port 74848caa-651b-4a0b-a5a1-af2e93fe8aed triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:52.668358 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73cbb3fe-3aa0-452d-85f1-dc42efd13849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.688360 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.707174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-73cbb3fe-3aa0-452d-85f1-dc42efd13849 None None] Port 74848caa-651b-4a0b-a5a1-af2e93fe8aed cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:08:52.965334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74848caa-651b-4a0b-a5a1-af2e93fe8aed {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:52.973073 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.994094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Transition to ACTIVE for port object 74848caa-651b-4a0b-a5a1-af2e93fe8aed will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:52.998186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.065348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Pushing event updated for resources: {'Port': ['ID=74848caa-651b-4a0b-a5a1-af2e93fe8aed,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:53.106646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90965816-5a16-4644-b5f2-3c5b5ba87534 req-2fbeac78-1dd7-4802-bd72-a1b16af5e433 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:53.118065 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90965816-5a16-4644-b5f2-3c5b5ba87534 req-2fbeac78-1dd7-4802-bd72-a1b16af5e433 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 944 time: 0.0925677 Jul 30 00:08:53.152502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Attempting to bind port 74848caa-651b-4a0b-a5a1-af2e93fe8aed on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:53.152844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Attempting to bind port 74848caa-651b-4a0b-a5a1-af2e93fe8aed by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:53.153177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Attempting to bind port 74848caa-651b-4a0b-a5a1-af2e93fe8aed on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:53.157836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Port 74848caa-651b-4a0b-a5a1-af2e93fe8aed on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:08:53.158168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Attempting to bind port 74848caa-651b-4a0b-a5a1-af2e93fe8aed on network 7ece55dc-39ce-45e0-9f21-171f31f63d79 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:53.163879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:53.164617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Checking segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:53.165252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Bound using segment: {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:53.166171 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Bound port: 74848caa-651b-4a0b-a5a1-af2e93fe8aed, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c312a9-e886-4c42-908e-d580252c3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:53.166792 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.185130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90965816-5a16-4644-b5f2-3c5b5ba87534 req-6a4ea9a7-794c-4619-957e-73f0cd8eb42b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559993 Jul 30 00:08:53.241491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] For port 74848caa-651b-4a0b-a5a1-af2e93fe8aed, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:53.245883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] For port 74848caa-651b-4a0b-a5a1-af2e93fe8aed, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:53.252565 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.292899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:53.293523 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.294964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] 10.222.0.47 "PUT /v2.0/ports/74848caa-651b-4a0b-a5a1-af2e93fe8aed HTTP/1.1" status: 200 len: 1093 time: 0.7613964 Jul 30 00:08:53.295406 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'tag': '74848caa-651b-4a0b-a5a1-af2e93fe8aed'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:53.297728 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a38b02-0568-4b61-93aa-ad130a2f7594" -d '{"events": [{"name": "network-changed", "server_uuid": "100d6f2c-3d93-4b27-9dbf-c59ac3f6328e", "tag": "74848caa-651b-4a0b-a5a1-af2e93fe8aed"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:53.332992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c506f6-bc41-42e3-9763-68400ff083ac service neutron] Pushing event updated for resources: {'Port': ['ID=74848caa-651b-4a0b-a5a1-af2e93fe8aed,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:53.413207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add446df-8a06-4592-bceb-acf6de919958 req-57db7039-00dd-4944-ad7b-d89a589ef5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:53.414901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-57db7039-00dd-4944-ad7b-d89a589ef5cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 1096 time: 0.0557992 Jul 30 00:08:53.466700 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfc2906-f52f-49e4-9bbb-c908cd978a29 x-openstack-request-id: req-bdfc2906-f52f-49e4-9bbb-c908cd978a29 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:53.466996 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100d6f2c-3d93-4b27-9dbf-c59ac3f6328e", "tag": "74848caa-651b-4a0b-a5a1-af2e93fe8aed", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:53.467250 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdfc2906-f52f-49e4-9bbb-c908cd978a29 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:53.467665 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'tag': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'status': 'completed', 'code': 200} Jul 30 00:08:53.469059 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-e99dc16f-2502-43c9-bc3f-55e7f80af3e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed HTTP/1.1" status: 200 len: 217 time: 0.0403688 Jul 30 00:08:53.526355 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add446df-8a06-4592-bceb-acf6de919958 req-b5990f47-0262-48cd-8047-03f4a9f48371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:53.527652 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-b5990f47-0262-48cd-8047-03f4a9f48371 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0514388 Jul 30 00:08:53.574351 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add446df-8a06-4592-bceb-acf6de919958 req-b71b6dc6-b4fc-44be-8429-3c13617909cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:53.575882 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-b71b6dc6-b4fc-44be-8429-3c13617909cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411050 Jul 30 00:08:53.669588 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-983e23f3-2486-405e-a5db-6e6aab7b78fd service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858972 Jul 30 00:08:53.766110 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-add446df-8a06-4592-bceb-acf6de919958 req-6ddd59dc-b841-4a21-bb12-40b7f2dc0ba8 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893493 Jul 30 00:08:53.875258 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-21d0c52a-d27c-47b2-b3ed-59b650abf26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:53.876790 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-21d0c52a-d27c-47b2-b3ed-59b650abf26b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 1096 time: 0.0419378 Jul 30 00:08:53.973055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-00385248-7237-4703-b5b6-b897d6449d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:53.974563 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-00385248-7237-4703-b5b6-b897d6449d11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0897608 Jul 30 00:08:54.017452 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-9833fe54-0ed9-4668-ad90-368d2028c596 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed HTTP/1.1" status: 200 len: 217 time: 0.0361121 Jul 30 00:08:54.066026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-3128e58c-5425-410b-af9f-b1149429d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:54.067489 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-3128e58c-5425-410b-af9f-b1149429d3ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0431602 Jul 30 00:08:54.116255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-d4b115d4-56a0-4e75-bcd7-998dbb334ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:54.118357 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-d4b115d4-56a0-4e75-bcd7-998dbb334ad4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444119 Jul 30 00:08:54.175270 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7205e8ee-0b58-45e5-a81b-029adda8b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:54.211102 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-efbe6102-a70d-4468-b8cd-a719e1b870d4 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860081 Jul 30 00:08:54.257674 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:54.289538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e90e6e-1bb5-4c20-8980-2ea522f1cfca req-276b82b9-747e-4ec8-9bad-37f49530f365 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:54.291058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38e90e6e-1bb5-4c20-8980-2ea522f1cfca req-276b82b9-747e-4ec8-9bad-37f49530f365 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 944 time: 0.0593069 Jul 30 00:08:54.314858 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-32a38b02-0568-4b61-93aa-ad130a2f7594 req-b337ee6d-331f-404c-b87c-eb9a88c79872 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973017 Jul 30 00:08:54.336554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-38e90e6e-1bb5-4c20-8980-2ea522f1cfca req-a9f04014-0bbc-4bb6-b2bc-361b98daf6cf tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375829 Jul 30 00:08:55.461830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136acc99-9163-4434-b78a-f50936256ea6 req-19920fa2-5a72-4ba3-93db-7f22131fd1dc tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:55.463322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-136acc99-9163-4434-b78a-f50936256ea6 req-19920fa2-5a72-4ba3-93db-7f22131fd1dc tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 944 time: 0.0548606 Jul 30 00:08:55.501945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-136acc99-9163-4434-b78a-f50936256ea6 req-9c176f7c-ae83-4331-b318-8995f2390527 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326784 Jul 30 00:08:55.564751 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.614817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774210d-0db1-4e29-887e-7065ee903dea req-0878ad7b-00b2-491d-9a74-720addb898e0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:56.616343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4774210d-0db1-4e29-887e-7065ee903dea req-0878ad7b-00b2-491d-9a74-720addb898e0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 944 time: 0.0500729 Jul 30 00:08:56.655324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4774210d-0db1-4e29-887e-7065ee903dea req-de78f89d-7f34-408a-83f9-9dd0d0b55b9c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330651 Jul 30 00:08:57.205590 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.766869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c246-edf8-4aae-ba80-9bc5112a041f req-0f395390-79b1-4146-8a9e-29614ca300a3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:57.768591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ad3c246-edf8-4aae-ba80-9bc5112a041f req-0f395390-79b1-4146-8a9e-29614ca300a3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 944 time: 0.0486996 Jul 30 00:08:57.807108 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ad3c246-edf8-4aae-ba80-9bc5112a041f req-348194f9-017e-4b30-a809-e327adf35495 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321634 Jul 30 00:08:58.923247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34713b4-9ab0-44a5-9a68-c95bb4998a50 req-4aaccc8c-e72f-44db-b9d1-872dee4ec6fd tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:58.924753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a34713b4-9ab0-44a5-9a68-c95bb4998a50 req-4aaccc8c-e72f-44db-b9d1-872dee4ec6fd tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 944 time: 0.0535512 Jul 30 00:08:58.963263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a34713b4-9ab0-44a5-9a68-c95bb4998a50 req-bf64f60a-4d07-4f44-aa66-b24cd1821bf6 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325637 Jul 30 00:08:59.559009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-b9907f51-b26f-41c9-a9ff-4cbc036566b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398233 Jul 30 00:08:59.642415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-b469e044-e51e-4336-89d1-d862227a8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:59.643904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-b469e044-e51e-4336-89d1-d862227a8206 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 1098 time: 0.0404763 Jul 30 00:08:59.749100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-a971aef5-6ea6-46e0-9325-52fc45c762a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:59.750584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-a971aef5-6ea6-46e0-9325-52fc45c762a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0872247 Jul 30 00:08:59.814840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-108f74d5-68d1-4881-9d86-1c74f526ec02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=087e0462-b224-4503-b929-2fb04c04d528 HTTP/1.1" status: 200 len: 1002 time: 0.0566788 Jul 30 00:08:59.870944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-f8703d83-9814-4eec-bf71-b4ec20528f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:59.872531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-f8703d83-9814-4eec-bf71-b4ec20528f4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0498908 Jul 30 00:08:59.920429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-89738151-9a89-43ac-ace0-71a62856f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:59.921936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-89738151-9a89-43ac-ace0-71a62856f461 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416014 Jul 30 00:09:00.016700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-d103adab-bee2-4f47-8e6f-30a3df96bed5 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865853 Jul 30 00:09:00.132388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d081b36-40da-44a0-a2cf-3d58b1c0c2a7 req-7f5e6bf4-91cd-4fa3-9652-e7b372387c86 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:00.133806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d081b36-40da-44a0-a2cf-3d58b1c0c2a7 req-7f5e6bf4-91cd-4fa3-9652-e7b372387c86 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 944 time: 0.1012142 Jul 30 00:09:00.163118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5c9094a-c5d0-4482-98e7-5fd630cd2ccd req-a62f9187-465c-4972-b61d-36307f0bc0ce service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378496 Jul 30 00:09:00.182712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d081b36-40da-44a0-a2cf-3d58b1c0c2a7 req-e05a74e8-d67a-42dc-afeb-1b10bbdc0c0e tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410266 Jul 30 00:09:01.300546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfbe4f-8f94-4aed-b4be-51cb6246f2f6 req-e3a88620-eaa1-4a55-8e69-80dd7ff93fbd tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.302068 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5adfbe4f-8f94-4aed-b4be-51cb6246f2f6 req-e3a88620-eaa1-4a55-8e69-80dd7ff93fbd tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 944 time: 0.0534599 Jul 30 00:09:01.341124 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5adfbe4f-8f94-4aed-b4be-51cb6246f2f6 req-a1a1b247-cd77-4762-a4b5-257a71819ce3 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330811 Jul 30 00:09:02.457246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf7a67-786a-4a76-9cdf-13f9eb42b544 req-1b152866-1426-4bfc-9db2-eb81855cdec1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:02.458765 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ccdf7a67-786a-4a76-9cdf-13f9eb42b544 req-1b152866-1426-4bfc-9db2-eb81855cdec1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 944 time: 0.0506177 Jul 30 00:09:02.497769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ccdf7a67-786a-4a76-9cdf-13f9eb42b544 req-96019a83-3185-4a71-b669-037ea26202ab tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329995 Jul 30 00:09:02.747294 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:03.032739 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:09:03.614144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef78b26-ea26-471d-b502-eea177700b11 req-c4b6bb9c-6204-49cc-afde-172c0ce4faa8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:03.615695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef78b26-ea26-471d-b502-eea177700b11 req-c4b6bb9c-6204-49cc-afde-172c0ce4faa8 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 944 time: 0.0518975 Jul 30 00:09:03.661745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ef78b26-ea26-471d-b502-eea177700b11 req-0b74cdc4-e143-4292-b546-7724ad968363 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382659 Jul 30 00:09:04.425547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74848caa-651b-4a0b-a5a1-af2e93fe8aed details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:09:04.521615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74848caa-651b-4a0b-a5a1-af2e93fe8aed, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:04.532990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'port_id': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'mac_address': 'fa:16:3e:32:9c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:09:04.569430 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:04.581878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74848caa-651b-4a0b-a5a1-af2e93fe8aed {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:09:04.603677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74848caa-651b-4a0b-a5a1-af2e93fe8aed, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:04.608336 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:04.666440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74848caa-651b-4a0b-a5a1-af2e93fe8aed,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:04.673524 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.673877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.674223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.674565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.674907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.675242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.675709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.675960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.676315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.676644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.676979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.677303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:04.787479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83b3fa-4916-4bf6-8d55-3b11a493c989 req-507ed6a5-2422-46f3-8666-06e33702229d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:04.789084 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc83b3fa-4916-4bf6-8d55-3b11a493c989 req-507ed6a5-2422-46f3-8666-06e33702229d tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 945 time: 0.0576005 Jul 30 00:09:04.831675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc83b3fa-4916-4bf6-8d55-3b11a493c989 req-6f872836-2195-4a23-bd34-17066e5678f1 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367501 Jul 30 00:09:05.048141 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['74848caa-651b-4a0b-a5a1-af2e93fe8aed'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:09:05.946084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6484a3-7dd5-444a-86fb-02cdd847f0f3 req-af782dd0-ae8f-4834-86a8-b6be2463a4e2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:05.947576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea6484a3-7dd5-444a-86fb-02cdd847f0f3 req-af782dd0-ae8f-4834-86a8-b6be2463a4e2 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 945 time: 0.0493598 Jul 30 00:09:05.985759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea6484a3-7dd5-444a-86fb-02cdd847f0f3 req-39ee8e03-9ada-41e3-8bc0-102dec4b41e0 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323288 Jul 30 00:09:06.436306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74848caa-651b-4a0b-a5a1-af2e93fe8aed up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:06.484228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 74848caa-651b-4a0b-a5a1-af2e93fe8aed completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:06.487719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 74848caa-651b-4a0b-a5a1-af2e93fe8aed triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:06.488115 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.561805 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.583776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74848caa-651b-4a0b-a5a1-af2e93fe8aed'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:06.586008 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48131079-487c-4a62-bd7d-edddbb503731" -d '{"events": [{"server_uuid": "100d6f2c-3d93-4b27-9dbf-c59ac3f6328e", "name": "network-vif-plugged", "status": "completed", "tag": "74848caa-651b-4a0b-a5a1-af2e93fe8aed"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:06.598930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 74848caa-651b-4a0b-a5a1-af2e93fe8aed, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:06.603368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.654948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=74848caa-651b-4a0b-a5a1-af2e93fe8aed,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:06.677051 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fdef0e-d622-4e1b-abb5-60fd4e73f01c x-openstack-request-id: req-49fdef0e-d622-4e1b-abb5-60fd4e73f01c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:06.677345 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100d6f2c-3d93-4b27-9dbf-c59ac3f6328e", "name": "network-vif-plugged", "status": "completed", "tag": "74848caa-651b-4a0b-a5a1-af2e93fe8aed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:06.677601 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49fdef0e-d622-4e1b-abb5-60fd4e73f01c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:06.678091 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'code': 200} Jul 30 00:09:06.799156 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a089819-1c6d-4157-bd96-267201f1f3ce req-db43af9f-e09e-4d6d-95d5-0e000f342cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:06.800701 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a089819-1c6d-4157-bd96-267201f1f3ce req-db43af9f-e09e-4d6d-95d5-0e000f342cc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 1098 time: 0.0395868 Jul 30 00:09:06.834779 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2a089819-1c6d-4157-bd96-267201f1f3ce req-e99bee8a-383f-4a83-ab7b-ec79c676accc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273521 Jul 30 00:09:07.099755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2aa851-0242-496b-86e9-ba28d56fadb0 req-a174ef88-f0c5-480d-bf96-59bc4d6be751 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:07.101207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d2aa851-0242-496b-86e9-ba28d56fadb0 req-a174ef88-f0c5-480d-bf96-59bc4d6be751 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 946 time: 0.0496476 Jul 30 00:09:07.139391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d2aa851-0242-496b-86e9-ba28d56fadb0 req-dda3cb38-3c32-42e1-a55d-5171075e149c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316837 Jul 30 00:09:08.265654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328b452-dee6-47ed-a329-57842ce61b56 req-ff25e736-19aa-4730-b3cb-068b6e53985a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:08.267053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a328b452-dee6-47ed-a329-57842ce61b56 req-ff25e736-19aa-4730-b3cb-068b6e53985a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 946 time: 0.0588815 Jul 30 00:09:08.304811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a328b452-dee6-47ed-a329-57842ce61b56 req-17d9ae6a-bd90-41da-8993-e739d0b5d0f5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Jul 30 00:09:09.419780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbc6ef-a980-4bdf-b440-f8ae4f4ccac2 req-01cfa04e-c484-4784-9776-ce0125f49b93 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:09.421299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24cbc6ef-a980-4bdf-b440-f8ae4f4ccac2 req-01cfa04e-c484-4784-9776-ce0125f49b93 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 946 time: 0.0489657 Jul 30 00:09:09.459291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24cbc6ef-a980-4bdf-b440-f8ae4f4ccac2 req-a96822e7-b010-45e0-85f8-6203f8c5c7c6 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Jul 30 00:09:09.575474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d008109-f465-40ed-bad6-40a32b7bc244 req-6ddc9c9e-d1af-48e8-a1ed-2d9dd7d0153c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:09.577026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d008109-f465-40ed-bad6-40a32b7bc244 req-6ddc9c9e-d1af-48e8-a1ed-2d9dd7d0153c tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 946 time: 0.0510018 Jul 30 00:09:09.617049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7d008109-f465-40ed-bad6-40a32b7bc244 req-38d30142-fee8-4737-aa1f-76a475a35d75 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338898 Jul 30 00:09:09.638319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35960) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:09.682436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7201e60-40e3-4abc-8373-a692babb908c tempest-TestVolumeBootPattern-630914565 tempest-TestVolumeBootPattern-630914565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:09.683952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c7201e60-40e3-4abc-8373-a692babb908c tempest-TestVolumeBootPattern-630914565 tempest-TestVolumeBootPattern-630914565-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 1093 time: 0.0446675 Jul 30 00:09:09.686834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 35962) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:09.691182 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:09.713366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:09.808516 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:09.917977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Allocated IP 172.25.2.30 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/f847e0f0-aa24-4aef-9140-faeb8ff70a23) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:10.018581 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.057328 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.100874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:10.105664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:10.111111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:10.113917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=f847e0f0-aa24-4aef-9140-faeb8ff70a23,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:10.139009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.139359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.139702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.140069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.140410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.140744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.141076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.141405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.141733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.142060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.142553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.142705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.468953 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.536487 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.684506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.689003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.754336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event updated for resources: {'Port': ['ID=f847e0f0-aa24-4aef-9140-faeb8ff70a23,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:10.767930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.867443 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Floating IP a7aa69f9-3abe-4a6e-bb65-31770f2efef7 associated. External IP: 172.25.2.30, port: 74848caa-651b-4a0b-a5a1-af2e93fe8aed. Jul 30 00:09:11.077632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Router a334d468-a06c-47a9-afe6-792174af8a96 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:09:11.184419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:09:11.194023 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] Sync routers for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:09:11.200233 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:11.203101 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:11.203713 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:08:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:11.228788 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-54ae827a-5fd7-4746-ae68-6db0c0cbdb61 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5409191 Jul 30 00:09:11.229360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'tag': '74848caa-651b-4a0b-a5a1-af2e93fe8aed'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:11.231621 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd852a3-7da6-4391-8ce5-e3a0544d976c" -d '{"events": [{"name": "network-changed", "server_uuid": "100d6f2c-3d93-4b27-9dbf-c59ac3f6328e", "tag": "74848caa-651b-4a0b-a5a1-af2e93fe8aed"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:11.267284 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82a85b0-d68f-4382-9cf5-3134b5466efb x-openstack-request-id: req-b82a85b0-d68f-4382-9cf5-3134b5466efb {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:11.267599 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100d6f2c-3d93-4b27-9dbf-c59ac3f6328e", "tag": "74848caa-651b-4a0b-a5a1-af2e93fe8aed", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:11.267852 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b82a85b0-d68f-4382-9cf5-3134b5466efb {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:11.268293 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'tag': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'status': 'completed', 'code': 200} Jul 30 00:09:11.308810 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:11.348337 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-7e3deba0-958b-429b-9618-4dadcc522f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:11.349760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-7e3deba0-958b-429b-9618-4dadcc522f4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 1098 time: 0.0403349 Jul 30 00:09:11.449590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-e314e0cf-405a-4864-861c-e43336f8441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:11.451099 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-e314e0cf-405a-4864-861c-e43336f8441f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0947804 Jul 30 00:09:11.526106 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-61b5ce7e-05a1-4ea8-ad34-62daef091048 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed HTTP/1.1" status: 200 len: 999 time: 0.0671108 Jul 30 00:09:11.543650 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3165495c-4c3e-4503-84dd-f237e3de93a3', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:79:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:07:06Z', 'updated_at': '2021-07-30T00:07:09Z', 'revision_number': 1, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}, {'id': 'a7aa69f9-3abe-4a6e-bb65-31770f2efef7', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:32:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:09:10Z', 'updated_at': '2021-07-30T00:09:10Z', 'revision_number': 0, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:11.569494 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] Checking router: a334d468-a06c-47a9-afe6-792174af8a96 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:09:11.574902 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-25d41f3c-58e4-4f22-acd2-dddd3788f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:11.576383 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-25d41f3c-58e4-4f22-acd2-dddd3788f207 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0433650 Jul 30 00:09:11.578149 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:11.578751 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:08:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:11.625901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-c5c6f60f-aeca-4e7c-b839-bdbacd03a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:11.627305 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-c5c6f60f-aeca-4e7c-b839-bdbacd03a3d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440898 Jul 30 00:09:11.683186 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:11.716148 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-99b9e28d-6cbb-48fd-a87a-c4f3404f6d9a service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811241 Jul 30 00:09:11.809291 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1bd852a3-7da6-4391-8ce5-e3a0544d976c req-ad23d43f-46f6-4446-8eb7-31e98e9bcd19 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860488 Jul 30 00:09:11.909486 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3165495c-4c3e-4503-84dd-f237e3de93a3', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:79:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:07:06Z', 'updated_at': '2021-07-30T00:07:09Z', 'revision_number': 1, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}, {'id': 'a7aa69f9-3abe-4a6e-bb65-31770f2efef7', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:32:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:09:10Z', 'updated_at': '2021-07-30T00:09:10Z', 'revision_number': 0, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:11.935751 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cad3be-56e4-4b5a-a07e-cbdd7c9be791 None None] The sync data for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 is: [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3165495c-4c3e-4503-84dd-f237e3de93a3', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:79:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:07:06Z', 'updated_at': '2021-07-30T00:07:09Z', 'revision_number': 1, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}, {'id': 'a7aa69f9-3abe-4a6e-bb65-31770f2efef7', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:32:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:09:10Z', 'updated_at': '2021-07-30T00:09:10Z', 'revision_number': 0, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:09:12.128042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0912eb38-c11b-49d8-bd4e-dfb200c43003 None None] New status for floating IP a7aa69f9-3abe-4a6e-bb65-31770f2efef7: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:09:18.993364 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.136750 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-9ffa2b06-f5bf-4739-a340-1dda3e2580b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406556 Jul 30 00:09:20.233433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-4d948b40-6807-4c33-b70a-16375c22178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.234799 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-4d948b40-6807-4c33-b70a-16375c22178e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 1098 time: 0.0397654 Jul 30 00:09:20.342714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-88ffb3a7-4ef7-4f37-9324-f3522c8e2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.344223 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-88ffb3a7-4ef7-4f37-9324-f3522c8e2f9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0897048 Jul 30 00:09:20.409034 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-95a992c4-d352-4155-8821-7123b48134b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed HTTP/1.1" status: 200 len: 1001 time: 0.0561085 Jul 30 00:09:20.457814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-c7a47868-a2a5-4dcd-a8cf-165b4ef2097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.459213 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-c7a47868-a2a5-4dcd-a8cf-165b4ef2097f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0420678 Jul 30 00:09:20.508282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-f13e3e07-8a49-4773-a3c5-681c0eaed6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.509697 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-f13e3e07-8a49-4773-a3c5-681c0eaed6fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435724 Jul 30 00:09:20.597461 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-fd119907-31dc-4a33-a1d4-bae9b4e0ee13 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801747 Jul 30 00:09:20.689987 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9077e704-1701-4f48-83e4-f6c56f457d15 req-57055c87-fd14-45f4-adf3-7463ecedd3e4 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851221 Jul 30 00:09:21.746754 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ace28b06-e361-4c89-90ee-7ca3ef5436c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:24.177586 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8fb29a5-32bd-4c16-bfd8-6fbd9299a47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:24.250435 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:25.570658 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.209884 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:32.746036 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:40.032411 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:09:48.990554 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.748503 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55ea8a2f-4ce5-4fac-bd40-c206413348bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.177921 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9c70c6b-4b12-4aea-8c7b-73c231747b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.252541 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.569724 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:57.213964 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:01.548913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-8b7d36b6-63a4-4d88-acff-16f4ddc189cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431216 Jul 30 00:10:01.629083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-da674fda-c09d-4bc3-b6dd-7a07c43411e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.630481 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-da674fda-c09d-4bc3-b6dd-7a07c43411e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 1098 time: 0.0405860 Jul 30 00:10:01.736384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-cf07de48-5022-4355-9203-287fa4380d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.737863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-cf07de48-5022-4355-9203-287fa4380d8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0886328 Jul 30 00:10:01.804959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-d7693ab7-9ab9-43cf-a8c2-4b15f48e1168 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=087e0462-b224-4503-b929-2fb04c04d528 HTTP/1.1" status: 200 len: 1002 time: 0.0597432 Jul 30 00:10:01.859116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-fdba5170-7ec9-4201-871f-a5a1f9999364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.860591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-fdba5170-7ec9-4201-871f-a5a1f9999364 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0482011 Jul 30 00:10:01.907563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-85838284-3561-4e6d-8eee-c27aa91d8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.908982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-85838284-3561-4e6d-8eee-c27aa91d8dcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405946 Jul 30 00:10:01.998910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-10030fcb-9a7d-45df-acdf-5d67a46987b6 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814519 Jul 30 00:10:02.092429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dabd4a71-52f1-4be9-9119-8344d4ae7622 req-f24803ce-c448-4d8d-be7a-f0538337d334 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857079 Jul 30 00:10:02.761578 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:07.310853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-62eba7b1-8f56-4921-b3db-a5b18dd8373f req-657a9914-f5ba-40c7-ae98-8397b90fd64b service neutron] (93816) timed out ('10.222.0.37', 56296) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:10:17.034073 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:10:18.989233 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.083292 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-95cb6980-8969-40eb-a2f0-3fe1552f617a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401404 Jul 30 00:10:20.184142 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-eea595ee-ef86-452d-ab44-9c5188a3c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:20.185671 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-eea595ee-ef86-452d-ab44-9c5188a3c374 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 1098 time: 0.0449991 Jul 30 00:10:20.290362 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-6eb25422-4400-4e9d-9ec1-2065d145e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:20.291842 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-6eb25422-4400-4e9d-9ec1-2065d145e220 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0870047 Jul 30 00:10:20.357212 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-b5ddd740-e764-4439-9517-3a60dbfbac7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed HTTP/1.1" status: 200 len: 1001 time: 0.0585897 Jul 30 00:10:20.405189 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-f72f82e5-6c9a-4115-9799-c8c88c4aca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:20.407177 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-f72f82e5-6c9a-4115-9799-c8c88c4aca78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0431054 Jul 30 00:10:20.465954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-cb0d7730-fc0d-4934-b178-68475962627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:20.467593 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-cb0d7730-fc0d-4934-b178-68475962627a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544503 Jul 30 00:10:20.572151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-7c4284af-0daa-4eb2-a8e0-9e0ddaeb40a0 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971763 Jul 30 00:10:20.677389 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b2b8c3fa-4fd8-4a78-b0ed-62792921422e req-f46f829d-33ad-427b-a784-86f1e0c333b2 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953028 Jul 30 00:10:21.748376 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50c6a19c-e0b6-4d3c-a3bd-57d4001e7e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.179836 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbacb72c-2bdd-4a8d-8cd2-eb979d256a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.252279 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.573790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.215326 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.775964 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.151318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36006) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:38.307681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Deleting port f847e0f0-aa24-4aef-9140-faeb8ff70a23 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:38.308030 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.385678 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.386040 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.397759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Calling delete_port for f847e0f0-aa24-4aef-9140-faeb8ff70a23 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:38.544599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.906818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'Port': ['ID=f847e0f0-aa24-4aef-9140-faeb8ff70a23,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:38.930313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.930655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.930992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.931325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.931659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.931986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.932337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.932660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.932982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.933309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.933630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.933949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:38.976864 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.977279 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Floating IP a7aa69f9-3abe-4a6e-bb65-31770f2efef7 disassociated (deleted). External IP: 172.25.2.30, port: 74848caa-651b-4a0b-a5a1-af2e93fe8aed. Jul 30 00:10:39.180729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Router a334d468-a06c-47a9-afe6-792174af8a96 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:10:39.286981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:10:39.291715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.296524 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] Sync routers for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:10:39.306081 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:39.306700 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:10:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:39.318310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1280d94f-e68d-4e5a-a8a7-a1c3171fcffb tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "DELETE /v2.0/floatingips/a7aa69f9-3abe-4a6e-bb65-31770f2efef7 HTTP/1.1" status: 204 len: 168 time: 1.1657555 Jul 30 00:10:39.318904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'tag': '74848caa-651b-4a0b-a5a1-af2e93fe8aed'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:39.321513 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4211ed3-d08c-44ba-b082-b8a866089397" -d '{"events": [{"name": "network-changed", "server_uuid": "100d6f2c-3d93-4b27-9dbf-c59ac3f6328e", "tag": "74848caa-651b-4a0b-a5a1-af2e93fe8aed"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:39.361637 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60e4ef2-1bf0-4d4b-bffd-43fe657a256e x-openstack-request-id: req-d60e4ef2-1bf0-4d4b-bffd-43fe657a256e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:39.361851 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100d6f2c-3d93-4b27-9dbf-c59ac3f6328e", "tag": "74848caa-651b-4a0b-a5a1-af2e93fe8aed", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:39.362080 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d60e4ef2-1bf0-4d4b-bffd-43fe657a256e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:39.362460 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'tag': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'status': 'completed', 'code': 200} Jul 30 00:10:39.414684 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:10:39.457587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-4f4406c4-d35b-45bd-a944-5d04e65863f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:39.459633 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-4f4406c4-d35b-45bd-a944-5d04e65863f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 1098 time: 0.0523443 Jul 30 00:10:39.567223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b5ec9-6613-4811-b45a-cc775bd2b1de req-8755fa2f-d86f-4424-b2db-a10c54a37ccf tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:39.568810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-187b5ec9-6613-4811-b45a-cc775bd2b1de req-8755fa2f-d86f-4424-b2db-a10c54a37ccf tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 946 time: 0.0512257 Jul 30 00:10:39.590405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-f6ef3fe3-5760-4a8e-abad-78e86eb6e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:39.591897 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-f6ef3fe3-5760-4a8e-abad-78e86eb6e0b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.0886114 Jul 30 00:10:39.611672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-187b5ec9-6613-4811-b45a-cc775bd2b1de req-09927ad4-b2df-4bb8-a7e4-848825f98bca tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353045 Jul 30 00:10:39.640435 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-1afbd483-7ffd-454c-8a02-abfedb9550da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed HTTP/1.1" status: 200 len: 217 time: 0.0396843 Jul 30 00:10:39.656122 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3165495c-4c3e-4503-84dd-f237e3de93a3', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:79:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:07:06Z', 'updated_at': '2021-07-30T00:07:09Z', 'revision_number': 1, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:39.683416 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] Checking router: a334d468-a06c-47a9-afe6-792174af8a96 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:10:39.692638 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:39.693242 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:10:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:39.693886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-3c9ce973-3227-4cb0-b7d8-2d5a24c7a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:39.695838 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-3c9ce973-3227-4cb0-b7d8-2d5a24c7a794 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0472636 Jul 30 00:10:39.743692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-e6414fdd-1f6f-4208-b754-ae91d892c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:39.745307 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-e6414fdd-1f6f-4208-b754-ae91d892c506 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422692 Jul 30 00:10:39.842534 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-4a521523-d303-4d0a-b5a4-3bef3116e5b5 service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890121 Jul 30 00:10:39.896185 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:10:39.935643 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b4211ed3-d08c-44ba-b082-b8a866089397 req-0e9f8c5e-c162-44ff-9c52-940ab5c73b3d service neutron] 10.222.0.47 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847139 Jul 30 00:10:40.118941 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3165495c-4c3e-4503-84dd-f237e3de93a3', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:79:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:07:06Z', 'updated_at': '2021-07-30T00:07:09Z', 'revision_number': 1, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:40.144489 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b789d42d-e12f-474a-9ce6-3d6ea452a17c None None] The sync data for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 is: [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '3165495c-4c3e-4503-84dd-f237e3de93a3', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'port_id': '087e0462-b224-4503-b929-2fb04c04d528', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'mac_address': 'fa:16:3e:79:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:07:06Z', 'updated_at': '2021-07-30T00:07:09Z', 'revision_number': 1, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:10:40.373766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd33371-70dc-4d66-a2a7-e7c787302298 None None] New status for floating IP a7aa69f9-3abe-4a6e-bb65-31770f2efef7: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:10:40.764791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f60ad-71ec-44bf-9fb6-edb63e6afb79 req-4b354b8d-7a66-4993-8e82-ef1d13db5c78 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:40.766270 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f03f60ad-71ec-44bf-9fb6-edb63e6afb79 req-4b354b8d-7a66-4993-8e82-ef1d13db5c78 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 946 time: 0.0534003 Jul 30 00:10:40.805035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f03f60ad-71ec-44bf-9fb6-edb63e6afb79 req-2edc3d12-a43f-4ea4-96e4-1c69f3516e52 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323029 Jul 30 00:10:41.280172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-f097484e-c9da-475c-909c-38bf9de5cee5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:41.281551 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-f097484e-c9da-475c-909c-38bf9de5cee5 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 946 time: 0.0522153 Jul 30 00:10:41.368876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Deleting port 74848caa-651b-4a0b-a5a1-af2e93fe8aed {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:41.369224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.458739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] For port 74848caa-651b-4a0b-a5a1-af2e93fe8aed, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=74848caa-651b-4a0b-a5a1-af2e93fe8aed,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:41.459123 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.471751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Calling delete_port for 74848caa-651b-4a0b-a5a1-af2e93fe8aed owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:41.594622 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.626230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'Port': ['ID=74848caa-651b-4a0b-a5a1-af2e93fe8aed,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:41.638403 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.638755 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.639095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.639433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.639766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.640118 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.640445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.640770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.641093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.641417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.641740 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.642058 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:41.677026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] No DVR routers for this DVR port 74848caa-651b-4a0b-a5a1-af2e93fe8aed on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:41.679666 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.681745 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b100fefe-5b93-47c3-8226-b99bcdba700e req-84bbf4c8-f8fe-497e-8db6-37d91b57d69b tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.47 "DELETE /v2.0/ports/74848caa-651b-4a0b-a5a1-af2e93fe8aed HTTP/1.1" status: 204 len: 173 time: 0.3937910 Jul 30 00:10:41.682178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'name': 'network-vif-deleted', 'tag': '74848caa-651b-4a0b-a5a1-af2e93fe8aed'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:41.684492 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5559285e-3fc1-422c-957b-f0cdedce839c" -d '{"events": [{"server_uuid": "100d6f2c-3d93-4b27-9dbf-c59ac3f6328e", "name": "network-vif-deleted", "tag": "74848caa-651b-4a0b-a5a1-af2e93fe8aed"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:41.725351 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89db3536-0fcc-492a-bc67-2cecfad462b6 x-openstack-request-id: req-89db3536-0fcc-492a-bc67-2cecfad462b6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:41.725655 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100d6f2c-3d93-4b27-9dbf-c59ac3f6328e", "name": "network-vif-deleted", "tag": "74848caa-651b-4a0b-a5a1-af2e93fe8aed", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:41.725908 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89db3536-0fcc-492a-bc67-2cecfad462b6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:41.726310 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100d6f2c-3d93-4b27-9dbf-c59ac3f6328e', 'name': 'network-vif-deleted', 'tag': '74848caa-651b-4a0b-a5a1-af2e93fe8aed', 'status': 'completed', 'code': 200} Jul 30 00:10:41.899888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46460eb4-0fa8-45d6-8780-b9555526e23d req-8d943b81-b960-4422-a7b6-d60321c99917 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 210 time: 0.0262969 Jul 30 00:10:42.997335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb988329-6a7e-42e8-90eb-7ee809505eab req-3fa1f953-665c-4151-8bb5-a7271fc94cb9 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 210 time: 0.0278881 Jul 30 00:10:44.090672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5673a0cd-d2ca-4455-a811-71482e8550d7 req-5ffab2ce-ca26-4b93-b98b-9f92bd01dffa tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 210 time: 0.0265362 Jul 30 00:10:44.902853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74848caa-651b-4a0b-a5a1-af2e93fe8aed no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:44.922929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 74848caa-651b-4a0b-a5a1-af2e93fe8aed {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:44.923274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 74848caa-651b-4a0b-a5a1-af2e93fe8aed not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:45.196919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cf43d81e-ecee-416e-8f61-b6b721536e7d req-802f64ed-f696-4197-9965-32912b5cc470 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=100d6f2c-3d93-4b27-9dbf-c59ac3f6328e HTTP/1.1" status: 200 len: 210 time: 0.0278416 Jul 30 00:10:49.009170 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:50.548490 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36064) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:50.707228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Deleting port ea231dab-1547-4506-a5a7-65d82b92e311 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:50.707574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:50.781571 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:50.781953 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:50.793776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Calling delete_port for ea231dab-1547-4506-a5a7-65d82b92e311 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:50.940964 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:50.968255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'Port': ['ID=ea231dab-1547-4506-a5a7-65d82b92e311,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:51.029913 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.030263 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Floating IP 3165495c-4c3e-4503-84dd-f237e3de93a3 disassociated (deleted). External IP: 172.25.2.248, port: 087e0462-b224-4503-b929-2fb04c04d528. Jul 30 00:10:51.235667 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Router a334d468-a06c-47a9-afe6-792174af8a96 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:10:51.342285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:10:51.347304 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.351814 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] Sync routers for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:10:51.361244 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:51.361862 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:10:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:51.374289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e62a398a-0b89-43e5-8f81-0f41eab49f46 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "DELETE /v2.0/floatingips/3165495c-4c3e-4503-84dd-f237e3de93a3 HTTP/1.1" status: 204 len: 168 time: 0.8240886 Jul 30 00:10:51.374870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'tag': '087e0462-b224-4503-b929-2fb04c04d528'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:51.377142 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c46cbad-890e-49ef-bb45-9625accc40be" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0083b8-fb0a-49f7-ac43-1d579e501b3c", "tag": "087e0462-b224-4503-b929-2fb04c04d528"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:51.416476 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f342cc62-d8b0-48d4-9602-2800cc2d2424 x-openstack-request-id: req-f342cc62-d8b0-48d4-9602-2800cc2d2424 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:51.416768 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0083b8-fb0a-49f7-ac43-1d579e501b3c", "tag": "087e0462-b224-4503-b929-2fb04c04d528", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:51.417021 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f342cc62-d8b0-48d4-9602-2800cc2d2424 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:51.417566 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'tag': '087e0462-b224-4503-b929-2fb04c04d528', 'status': 'completed', 'code': 200} Jul 30 00:10:51.473997 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:10:51.481651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46cbad-890e-49ef-bb45-9625accc40be req-420517d9-f3c2-4cf9-9df7-3d9a40bf3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:51.483200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c46cbad-890e-49ef-bb45-9625accc40be req-420517d9-f3c2-4cf9-9df7-3d9a40bf3570 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 1098 time: 0.0439043 Jul 30 00:10:51.617969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46cbad-890e-49ef-bb45-9625accc40be req-40573aa2-21b0-485b-9525-ce2db38c49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:51.619491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c46cbad-890e-49ef-bb45-9625accc40be req-40573aa2-21b0-485b-9525-ce2db38c49c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 200 len: 912 time: 0.1231732 Jul 30 00:10:51.637465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0748d-fdcc-42cd-9d5e-300d6e1413b3 req-0e1caf78-2e07-4ebe-ab7e-c7b243b124ec tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:51.638951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ae0748d-fdcc-42cd-9d5e-300d6e1413b3 req-0e1caf78-2e07-4ebe-ab7e-c7b243b124ec tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 946 time: 0.0698278 Jul 30 00:10:51.680142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c46cbad-890e-49ef-bb45-9625accc40be req-27e2d85d-7377-4937-a0b4-e2d4147df543 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=087e0462-b224-4503-b929-2fb04c04d528 HTTP/1.1" status: 200 len: 217 time: 0.0507519 Jul 30 00:10:51.680749 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:51.712486 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] Checking router: a334d468-a06c-47a9-afe6-792174af8a96 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:10:51.720909 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:51.721558 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:10:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:51.741975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9ae0748d-fdcc-42cd-9d5e-300d6e1413b3 req-96fa4460-5594-43a3-9cd8-9d35020e5e70 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951178 Jul 30 00:10:51.751526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46cbad-890e-49ef-bb45-9625accc40be req-3a758587-11c9-4bd5-8339-d954c60f5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:51.753841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c46cbad-890e-49ef-bb45-9625accc40be req-3a758587-11c9-4bd5-8339-d954c60f5078 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 200 len: 850 time: 0.0650635 Jul 30 00:10:51.755156 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1729b45f-57cd-43a0-910d-2456797ff985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.808679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46cbad-890e-49ef-bb45-9625accc40be req-c5d8ff66-2932-4c76-baf0-f46707a16433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:51.810269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c46cbad-890e-49ef-bb45-9625accc40be req-c5d8ff66-2932-4c76-baf0-f46707a16433 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ece55dc-39ce-45e0-9f21-171f31f63d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488205 Jul 30 00:10:51.831318 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:10:51.901405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c46cbad-890e-49ef-bb45-9625accc40be req-883545fb-f379-4904-ba83-dffce70603b4 service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831153 Jul 30 00:10:52.000489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c46cbad-890e-49ef-bb45-9625accc40be req-d1dad934-3468-4c8c-869d-a27a4d903d9f service neutron] 10.222.0.42 "GET /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896807 Jul 30 00:10:52.030423 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:52.056825 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8b5599-fbd6-42d6-b599-5314d1c74bd5 None None] The sync data for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 is: [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:10Z', 'revision_number': 4, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '1382f172-4ca9-474c-bcd8-0aa5733dffff', 'name': '', 'network_id': '7ece55dc-39ce-45e0-9f21-171f31f63d79', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'mac_address': 'fa:16:3e:87:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:09Z', 'updated_at': '2021-07-30T00:01:15Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'subnets': [{'id': '4c6c9db6-1843-424b-b2eb-d63693573b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:10:52.273095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4488ba-6bef-4ed6-b5e4-ce69465ac515 None None] New status for floating IP 3165495c-4c3e-4503-84dd-f237e3de93a3: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:10:52.864863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1e916-1ad0-494a-93cc-49a7f2c79e19 req-004beebd-7e7d-49db-9be4-4ac8ebbfc1e6 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:52.866336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0c1e916-1ad0-494a-93cc-49a7f2c79e19 req-004beebd-7e7d-49db-9be4-4ac8ebbfc1e6 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 946 time: 0.0490518 Jul 30 00:10:52.906854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0c1e916-1ad0-494a-93cc-49a7f2c79e19 req-a2261586-a8d8-47a3-8854-abc8ee3858fc tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/security-groups?id=1647fd83-f925-44b3-a63b-e57016c392ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344815 Jul 30 00:10:53.142231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-4e63eb77-f581-4c75-9802-bbc9d0e81104 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:53.144227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-4e63eb77-f581-4c75-9802-bbc9d0e81104 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 946 time: 0.0483778 Jul 30 00:10:53.238045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-7f7b7f0d-269e-404f-957b-6e942db13d76 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Deleting port 087e0462-b224-4503-b929-2fb04c04d528 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:53.238391 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-7f7b7f0d-269e-404f-957b-6e942db13d76 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.323275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-7f7b7f0d-269e-404f-957b-6e942db13d76 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] For port 087e0462-b224-4503-b929-2fb04c04d528, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=087e0462-b224-4503-b929-2fb04c04d528,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:53.323636 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-7f7b7f0d-269e-404f-957b-6e942db13d76 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.340642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-7f7b7f0d-269e-404f-957b-6e942db13d76 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Calling delete_port for 087e0462-b224-4503-b929-2fb04c04d528 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:53.463663 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-7f7b7f0d-269e-404f-957b-6e942db13d76 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.492061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b7f0d-269e-404f-957b-6e942db13d76 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'Port': ['ID=087e0462-b224-4503-b929-2fb04c04d528,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:53.536078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-7f7b7f0d-269e-404f-957b-6e942db13d76 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] No DVR routers for this DVR port 087e0462-b224-4503-b929-2fb04c04d528 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:53.538800 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-7f7b7f0d-269e-404f-957b-6e942db13d76 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.540761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8c4f613-7cd7-4f06-ac72-a6fb35e023f0 req-7f7b7f0d-269e-404f-957b-6e942db13d76 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.42 "DELETE /v2.0/ports/087e0462-b224-4503-b929-2fb04c04d528 HTTP/1.1" status: 204 len: 173 time: 0.3902228 Jul 30 00:10:53.541214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'name': 'network-vif-deleted', 'tag': '087e0462-b224-4503-b929-2fb04c04d528'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:53.543469 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7421fc96-acff-4070-89c0-e7b74abd153e" -d '{"events": [{"server_uuid": "1f0083b8-fb0a-49f7-ac43-1d579e501b3c", "name": "network-vif-deleted", "tag": "087e0462-b224-4503-b929-2fb04c04d528"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:53.834134 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81078e87-10a8-4914-ab1f-6f49d51b4a2b x-openstack-request-id: req-81078e87-10a8-4914-ab1f-6f49d51b4a2b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:53.834430 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0083b8-fb0a-49f7-ac43-1d579e501b3c", "name": "network-vif-deleted", "tag": "087e0462-b224-4503-b929-2fb04c04d528", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:53.834688 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81078e87-10a8-4914-ab1f-6f49d51b4a2b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:53.835093 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0083b8-fb0a-49f7-ac43-1d579e501b3c', 'name': 'network-vif-deleted', 'tag': '087e0462-b224-4503-b929-2fb04c04d528', 'status': 'completed', 'code': 200} Jul 30 00:10:54.016601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea64f98f-ffcb-44ce-a926-d8569e8f6c9d req-91cd217e-ff85-40ec-9783-1d2ceb4a5571 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 210 time: 0.0324917 Jul 30 00:10:54.032654 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:10:54.180380 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a436342-86ae-4cd5-9ec7-cf5f4b9c8fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.254514 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:55.108283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a866a21f-4950-4bf9-8aca-12407e58da30 req-70707b9f-3726-4f38-9fb2-e60f018821ce tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 210 time: 0.0265939 Jul 30 00:10:55.576116 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.204449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-564bf060-21a3-4839-8948-ffc5bf581c91 req-464fdbd9-c65f-4436-a1bf-b74fff411098 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 210 time: 0.0270946 Jul 30 00:10:57.216670 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.311403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7c11f0d-6c8f-4735-a4d9-495000615753 req-c5532567-0b02-4c8c-a195-08806d84e36a tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0083b8-fb0a-49f7-ac43-1d579e501b3c HTTP/1.1" status: 200 len: 210 time: 0.0272222 Jul 30 00:10:57.656737 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 087e0462-b224-4503-b929-2fb04c04d528 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:57.676674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 087e0462-b224-4503-b929-2fb04c04d528 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:57.677022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 087e0462-b224-4503-b929-2fb04c04d528 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:58.365256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36088) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:58.509035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-64356393-9c69-4d6d-a1bd-36a71453eefe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Deleting port e9566f08-2ac7-489d-9f83-daaef191c50f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:58.509584 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64356393-9c69-4d6d-a1bd-36a71453eefe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.589659 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64356393-9c69-4d6d-a1bd-36a71453eefe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.589901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64356393-9c69-4d6d-a1bd-36a71453eefe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.601500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-64356393-9c69-4d6d-a1bd-36a71453eefe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Calling delete_port for e9566f08-2ac7-489d-9f83-daaef191c50f owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:58.732114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64356393-9c69-4d6d-a1bd-36a71453eefe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.758865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64356393-9c69-4d6d-a1bd-36a71453eefe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'Port': ['ID=e9566f08-2ac7-489d-9f83-daaef191c50f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:58.816793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64356393-9c69-4d6d-a1bd-36a71453eefe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.819385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64356393-9c69-4d6d-a1bd-36a71453eefe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.820856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-64356393-9c69-4d6d-a1bd-36a71453eefe tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "DELETE /v2.0/floatingips/7b62a519-ba06-4bcb-aad9-6c5048b01f90 HTTP/1.1" status: 204 len: 168 time: 0.4546151 Jul 30 00:11:01.068704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36102) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:01.131075 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccef1722-2912-4cc0-86d9-5045cf864518 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.156352 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccef1722-2912-4cc0-86d9-5045cf864518 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.217813 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccef1722-2912-4cc0-86d9-5045cf864518 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.220473 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccef1722-2912-4cc0-86d9-5045cf864518 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.221698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ccef1722-2912-4cc0-86d9-5045cf864518 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] 10.222.0.37 "DELETE /v2.0/security-groups/1647fd83-f925-44b3-a63b-e57016c392ed HTTP/1.1" status: 204 len: 168 time: 0.1519465 Jul 30 00:11:01.234808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef1722-2912-4cc0-86d9-5045cf864518 tempest-TestVolumeBootPattern-1253880004 tempest-TestVolumeBootPattern-1253880004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1647fd83-f925-44b3-a63b-e57016c392ed,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:01.284233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:01.754331 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.999750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] Deleting port 1382f172-4ca9-474c-bcd8-0aa5733dffff {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:02.000124 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.083802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] For port 1382f172-4ca9-474c-bcd8-0aa5733dffff, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1382f172-4ca9-474c-bcd8-0aa5733dffff,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:02.084521 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.097020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] Calling delete_port for 1382f172-4ca9-474c-bcd8-0aa5733dffff owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:02.282163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.308106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1382f172-4ca9-474c-bcd8-0aa5733dffff,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:02.480968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.776528 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.020740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] Router a334d468-a06c-47a9-afe6-792174af8a96 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:03.124265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:03.130125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a9c4fce9-4357-4881-ad8e-91ab84ec4ae2 admin admin] 10.222.0.37 "PUT /v2.0/routers/a334d468-a06c-47a9-afe6-792174af8a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8446157 Jul 30 00:11:03.132590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36112) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:03.134518 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] Sync routers for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:03.146290 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:03.146902 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:10:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:03.235128 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.249864 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:03.341529 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.394133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Deleting port 144bc491-8885-4050-9765-561a2f219da4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:03.394385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.431516 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '144bc491-8885-4050-9765-561a2f219da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:11:02Z', 'revision_number': 5, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port': {'id': '144bc491-8885-4050-9765-561a2f219da4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:03.457745 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] Checking router: a334d468-a06c-47a9-afe6-792174af8a96 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:03.466059 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] Routers {'a334d468-a06c-47a9-afe6-792174af8a96'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:03.466673 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:10:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['a334d468-a06c-47a9-afe6-792174af8a96'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:03.482112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] For port 144bc491-8885-4050-9765-561a2f219da4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=144bc491-8885-4050-9765-561a2f219da4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:03.482112 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.497196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Calling delete_port for 144bc491-8885-4050-9765-561a2f219da4 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:03.650331 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] Set router a334d468-a06c-47a9-afe6-792174af8a96 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:03.685472 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.705343 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:11:03Z', 'revision_number': 6, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:03.716496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=144bc491-8885-4050-9765-561a2f219da4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:03.735035 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907be32b-09ee-47b9-9362-3b59bea3ebc4 None None] The sync data for ids ['a334d468-a06c-47a9-afe6-792174af8a96'] in n-d-712139-11 is: [{'id': 'a334d468-a06c-47a9-afe6-792174af8a96', 'name': 'tempest-TestVolumeBootPattern-162020562-router', 'tenant_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:07Z', 'updated_at': '2021-07-30T00:11:03Z', 'revision_number': 6, 'project_id': '13b3ae9c651c430eac87b3e096c7fe5d', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:03.787029 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.876487 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.878631 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.921239 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.921694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a334d468-a06c-47a9-afe6-792174af8a96 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:11:03.926129 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.929710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f6e107b1-cd89-4d21-ab7a-e5bcfce11e9f admin admin] 10.222.0.37 "DELETE /v2.0/routers/a334d468-a06c-47a9-afe6-792174af8a96 HTTP/1.1" status: 204 len: 168 time: 0.7938025 Jul 30 00:11:03.929942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36116) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:03.975188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8eb83d-3059-4679-9261-318f6f39fd9a admin admin] Deleting subnet 4c6c9db6-1843-424b-b2eb-d63693573b07 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:03.978209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb83d-3059-4679-9261-318f6f39fd9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.012130 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb83d-3059-4679-9261-318f6f39fd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.094674 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb83d-3059-4679-9261-318f6f39fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.150721 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb83d-3059-4679-9261-318f6f39fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.176627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eb83d-3059-4679-9261-318f6f39fd9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6c9db6-1843-424b-b2eb-d63693573b07,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:04.180288 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb83d-3059-4679-9261-318f6f39fd9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.182165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1c8eb83d-3059-4679-9261-318f6f39fd9a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4c6c9db6-1843-424b-b2eb-d63693573b07 HTTP/1.1" status: 204 len: 168 time: 0.2512777 Jul 30 00:11:04.185067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36118) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:04.185868 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d695e3a-dae0-4e20-b233-015e2d3233eb None None] Network 7ece55dc-39ce-45e0-9f21-171f31f63d79 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:04.259474 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.315589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Deleting port c2d2be19-d48f-415f-a9ce-501bafd7fbca {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:04.315955 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.378621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] For port c2d2be19-d48f-415f-a9ce-501bafd7fbca, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c2d2be19-d48f-415f-a9ce-501bafd7fbca,segment=NetworkSegment(99c312a9-e886-4c42-908e-d580252c3fb1),segment_id=99c312a9-e886-4c42-908e-d580252c3fb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:04.378980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.391376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Calling delete_port for c2d2be19-d48f-415f-a9ce-501bafd7fbca owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:04.478497 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.493653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd753b33-3754-4cc1-bf5d-bf24d5cd63b9 None None] DHCP port deletion for 7ece55dc-39ce-45e0-9f21-171f31f63d79 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:11:04.506508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d2be19-d48f-415f-a9ce-501bafd7fbca,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:04.510672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] No DVR routers for this DVR port c2d2be19-d48f-415f-a9ce-501bafd7fbca on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:04.586733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.597045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ece55dc-39ce-45e0-9f21-171f31f63d79']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:04.607223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c312a9-e886-4c42-908e-d580252c3fb1') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:04.607517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c312a9-e886-4c42-908e-d580252c3fb1') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:04.616693 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.631108 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.637390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:04.637781 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:04.639898 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:04.695313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.701030 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.703046 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7ece55dc-39ce-45e0-9f21-171f31f63d79 HTTP/1.1" status: 204 len: 168 time: 0.5170052 Jul 30 00:11:04.706026 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:04.722767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42715de2-ed48-4c22-8321-4a7d3f987a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ece55dc-39ce-45e0-9f21-171f31f63d79,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:05.065839 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.309329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] Deleting port 375731aa-aa67-4505-bfde-9f8cc9768014 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:05.310014 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.387017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] For port 375731aa-aa67-4505-bfde-9f8cc9768014, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=375731aa-aa67-4505-bfde-9f8cc9768014,segment=NetworkSegment(b1ca4a0e-dfe4-4048-ab94-9034aaa09b96),segment_id=b1ca4a0e-dfe4-4048-ab94-9034aaa09b96)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:05.387293 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.400157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] Calling delete_port for 375731aa-aa67-4505-bfde-9f8cc9768014 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:05.520246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1382f172-4ca9-474c-bcd8-0aa5733dffff no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:05.541446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1382f172-4ca9-474c-bcd8-0aa5733dffff {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:05.541800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1382f172-4ca9-474c-bcd8-0aa5733dffff not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:05.542218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c2d2be19-d48f-415f-a9ce-501bafd7fbca no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:05.560204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c2d2be19-d48f-415f-a9ce-501bafd7fbca {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:05.560557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c2d2be19-d48f-415f-a9ce-501bafd7fbca not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:05.560973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 144bc491-8885-4050-9765-561a2f219da4 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:05.583482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 144bc491-8885-4050-9765-561a2f219da4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:05.583833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 144bc491-8885-4050-9765-561a2f219da4 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:05.589841 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.620881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] Pushing event deleted for resources: {'Port': ['ID=375731aa-aa67-4505-bfde-9f8cc9768014,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:05.788499 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.000242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] Router 03d7bede-f40c-4c95-89d7-0abe16236573 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:06.106409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:06.113136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6ff33b12-aae2-431a-8ad2-ff3288c3d594 admin admin] 10.222.0.37 "PUT /v2.0/routers/03d7bede-f40c-4c95-89d7-0abe16236573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4045045 Jul 30 00:11:06.114749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:06.117447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] Sync routers for ids ['03d7bede-f40c-4c95-89d7-0abe16236573'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:06.126806 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] Routers {'03d7bede-f40c-4c95-89d7-0abe16236573'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:06.127433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:10:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['03d7bede-f40c-4c95-89d7-0abe16236573'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:06.217713 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.231676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] Set router 03d7bede-f40c-4c95-89d7-0abe16236573 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:06.321164 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.374473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Deleting port 262dbf8e-1650-45a4-8950-72832668c7fe {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:06.374930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.410217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'name': 'tempest-TestVolumeBootPattern-1732396206-router', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:12Z', 'updated_at': '2021-07-30T00:11:05Z', 'revision_number': 5, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'gw_port': {'id': '262dbf8e-1650-45a4-8950-72832668c7fe', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:13Z', 'updated_at': '2021-07-30T00:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:06.436544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] Checking router: 03d7bede-f40c-4c95-89d7-0abe16236573 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:06.444746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] Routers {'03d7bede-f40c-4c95-89d7-0abe16236573'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:06.445615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:10:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['03d7bede-f40c-4c95-89d7-0abe16236573'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:06.452795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] For port 262dbf8e-1650-45a4-8950-72832668c7fe, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=262dbf8e-1650-45a4-8950-72832668c7fe,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:06.453169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.465591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Calling delete_port for 262dbf8e-1650-45a4-8950-72832668c7fe owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:06.534460 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] Set router 03d7bede-f40c-4c95-89d7-0abe16236573 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:06.592104 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'name': 'tempest-TestVolumeBootPattern-1732396206-router', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:12Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 6, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:06.624424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcd0ae2-c3c6-4eae-a288-817b7f7467fe None None] The sync data for ids ['03d7bede-f40c-4c95-89d7-0abe16236573'] in n-d-712139-11 is: [{'id': '03d7bede-f40c-4c95-89d7-0abe16236573', 'name': 'tempest-TestVolumeBootPattern-1732396206-router', 'tenant_id': 'ea0921a277444cf2901fc58c9624c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:12Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 6, 'project_id': 'ea0921a277444cf2901fc58c9624c0cb', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:06.973702 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.008670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Pushing event deleted for resources: {'Port': ['ID=262dbf8e-1650-45a4-8950-72832668c7fe,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:07.071379 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.159859 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.162144 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.210177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.210658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d7bede-f40c-4c95-89d7-0abe16236573 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:11:07.215298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.218759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e4adc637-3843-4161-9f1e-7ef8d7043524 admin admin] 10.222.0.37 "DELETE /v2.0/routers/03d7bede-f40c-4c95-89d7-0abe16236573 HTTP/1.1" status: 204 len: 168 time: 1.1008244 Jul 30 00:11:07.218961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36126) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:07.262755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d1e577-ae9a-415f-b0d0-354d220e2c60 admin admin] Deleting subnet 8ee487d9-132b-4eaa-a478-45b5ca637d6f {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:07.265742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55d1e577-ae9a-415f-b0d0-354d220e2c60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.299046 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55d1e577-ae9a-415f-b0d0-354d220e2c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.380951 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55d1e577-ae9a-415f-b0d0-354d220e2c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.434851 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55d1e577-ae9a-415f-b0d0-354d220e2c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.466906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1e577-ae9a-415f-b0d0-354d220e2c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee487d9-132b-4eaa-a478-45b5ca637d6f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:07.469405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55d1e577-ae9a-415f-b0d0-354d220e2c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.471382 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-55d1e577-ae9a-415f-b0d0-354d220e2c60 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8ee487d9-132b-4eaa-a478-45b5ca637d6f HTTP/1.1" status: 204 len: 168 time: 0.2514923 Jul 30 00:11:07.473871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:07.476325 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c1ca52-b17b-4dc8-9421-4cee80d3b76d None None] Network a777e3fe-21b4-4f46-b791-51bbdd018aaa requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:07.547666 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.555424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 375731aa-aa67-4505-bfde-9f8cc9768014 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:07.600735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 375731aa-aa67-4505-bfde-9f8cc9768014 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:07.601624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 375731aa-aa67-4505-bfde-9f8cc9768014 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:07.602061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 262dbf8e-1650-45a4-8950-72832668c7fe no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:07.613536 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Deleting port 9a18f887-354b-4e26-92e1-b9f9aade1d6e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:07.613881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.622952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 262dbf8e-1650-45a4-8950-72832668c7fe {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:07.623300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 262dbf8e-1650-45a4-8950-72832668c7fe not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:07.690515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] For port 9a18f887-354b-4e26-92e1-b9f9aade1d6e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9a18f887-354b-4e26-92e1-b9f9aade1d6e,segment=NetworkSegment(b1ca4a0e-dfe4-4048-ab94-9034aaa09b96),segment_id=b1ca4a0e-dfe4-4048-ab94-9034aaa09b96)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:07.690895 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.708385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] DHCP port deletion for a777e3fe-21b4-4f46-b791-51bbdd018aaa request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:11:07.709076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Calling delete_port for 9a18f887-354b-4e26-92e1-b9f9aade1d6e owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:07.760290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Deleting port 9a18f887-354b-4e26-92e1-b9f9aade1d6e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:07.760660 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.798762 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.824353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] For port 9a18f887-354b-4e26-92e1-b9f9aade1d6e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9a18f887-354b-4e26-92e1-b9f9aade1d6e,segment=NetworkSegment(b1ca4a0e-dfe4-4048-ab94-9034aaa09b96),segment_id=b1ca4a0e-dfe4-4048-ab94-9034aaa09b96)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:07.824757 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.828617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] No DVR routers for this DVR port 9a18f887-354b-4e26-92e1-b9f9aade1d6e on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:07.834070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a18f887-354b-4e26-92e1-b9f9aade1d6e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:07.838493 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Calling delete_port for 9a18f887-354b-4e26-92e1-b9f9aade1d6e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:07.903396 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.913592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a777e3fe-21b4-4f46-b791-51bbdd018aaa']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:07.917752 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.924501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:07.924811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ca4a0e-dfe4-4048-ab94-9034aaa09b96') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:07.934037 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.943556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Pushing event deleted for resources: {'Port': ['ID=9a18f887-354b-4e26-92e1-b9f9aade1d6e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:07.948189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] No DVR routers for this DVR port 9a18f887-354b-4e26-92e1-b9f9aade1d6e on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:07.952894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.955006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.955662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.956588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.956701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.956937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.957276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.957611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.957948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.958267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.958953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.958953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.959222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eff441-b994-48bb-ad52-3e2e76e905e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:07.967069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:07.967550 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:07.969666 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:08.027318 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.032925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.035219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a777e3fe-21b4-4f46-b791-51bbdd018aaa HTTP/1.1" status: 204 len: 168 time: 0.5598869 Jul 30 00:11:08.045926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b884b0a-d94c-48c5-ab62-cb0c7811e718 admin admin] Pushing event deleted for resources: {'Network': ['ID=a777e3fe-21b4-4f46-b791-51bbdd018aaa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:08.181704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:08.221058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-41df42da-236e-44f3-b616-4d731de8f10f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13b3ae9c651c430eac87b3e096c7fe5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380185 Jul 30 00:11:08.223336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36134) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:08.272353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cca8ad27-ffb5-48b2-960a-0396bef0131e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.292725 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cca8ad27-ffb5-48b2-960a-0396bef0131e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.343102 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cca8ad27-ffb5-48b2-960a-0396bef0131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.346768 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cca8ad27-ffb5-48b2-960a-0396bef0131e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.347945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cca8ad27-ffb5-48b2-960a-0396bef0131e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b74b20b0-722c-498d-a93f-d7baec9ec8c9 HTTP/1.1" status: 204 len: 168 time: 0.1236887 Jul 30 00:11:08.357161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8ad27-ffb5-48b2-960a-0396bef0131e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74b20b0-722c-498d-a93f-d7baec9ec8c9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:08.670120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36140) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:08.709878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9ab64442-98e7-4664-a374-a19c9f66ba58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea0921a277444cf2901fc58c9624c0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385735 Jul 30 00:11:08.712257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:08.760229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd81b-6bf4-49c1-a5d5-bb7f8b5d5660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.780590 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd81b-6bf4-49c1-a5d5-bb7f8b5d5660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.827420 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd81b-6bf4-49c1-a5d5-bb7f8b5d5660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.830071 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd81b-6bf4-49c1-a5d5-bb7f8b5d5660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.831277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e4fcd81b-6bf4-49c1-a5d5-bb7f8b5d5660 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c4059ea-da05-4240-bc8d-c28e09692967 HTTP/1.1" status: 204 len: 168 time: 0.1181159 Jul 30 00:11:08.839629 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcd81b-6bf4-49c1-a5d5-bb7f8b5d5660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4059ea-da05-4240-bc8d-c28e09692967,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:09.520172 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9a18f887-354b-4e26-92e1-b9f9aade1d6e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:09.539883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 9a18f887-354b-4e26-92e1-b9f9aade1d6e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:09.540365 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9a18f887-354b-4e26-92e1-b9f9aade1d6e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:14.533021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-96757b01-0086-4be7-8d93-3c06e8a955b5 req-b6df6eaa-d623-4dc0-a216-464ba0887d23 service neutron] (93817) timed out ('10.222.0.37', 57874) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:11:19.009328 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.017216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-52ecbdf7-16c8-4453-a17c-26347a1b963e tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=26b047d25da24b1eb7c003710d08ee00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236053 Jul 30 00:11:19.125764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-69f3a291-98a4-4278-bad5-7c701bf58d25 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:19.127553 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-69f3a291-98a4-4278-bad5-7c701bf58d25 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048393 Jul 30 00:11:19.142345 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-f80f1102-7d79-4e61-9203-769f8335ae86 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/quotas/26b047d25da24b1eb7c003710d08ee00 HTTP/1.1" status: 200 len: 375 time: 0.0088763 Jul 30 00:11:19.176700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-fbabf1bb-f40d-4c0a-8e4d-6e8692cb638d tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26b047d25da24b1eb7c003710d08ee00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291660 Jul 30 00:11:19.333055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3007636c-a681-4ae8-b813-179ed405a782 req-2e6315a1-e7df-450b-943f-fe995d18ecba tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 210 time: 0.0260496 Jul 30 00:11:20.432947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe778e9f-a0dd-4300-9b48-56f321a1ebb9 req-44f2cee1-8f8e-41cc-8ff9-194fc5e13a43 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 210 time: 0.0306592 Jul 30 00:11:20.458815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-bfe8e45a-35c3-4086-b8b2-c0fa9e878809 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=26b047d25da24b1eb7c003710d08ee00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285718 Jul 30 00:11:20.585030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-549ee82c-e70c-4755-af29-8b24d5b17f5a tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:20.586512 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-549ee82c-e70c-4755-af29-8b24d5b17f5a tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208472 Jul 30 00:11:20.602053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Request body: {'port': {'device_id': '384e6569-a10a-42fa-a754-5b92447891a4', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'admin_state_up': True, 'tenant_id': '26b047d25da24b1eb7c003710d08ee00'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:20.717550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Made reservation on behalf of 26b047d25da24b1eb7c003710d08ee00 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:20.721559 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.731687 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.824703 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.828498 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.890341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81113ad3-8202-49b5-b115-6ce949e98a1a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:20.961125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Allocated IP 192.168.233.23 (253578ec-61f8-4056-aa61-72182e62e618/ba42acb5-6df8-4e28-9701-3eb28bbb2bfa/8a954b47-8dfb-4e2f-bf98-9c512a6fee9d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:21.113240 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.126918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Transition to ACTIVE for port object 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:21.161106 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.202172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Network 253578ec-61f8-4056-aa61-72182e62e618 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:21.205816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:21.209446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:21.242775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Pushing event updated for resources: {'Port': ['ID=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:21.273452 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:21.274121 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.288992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-64723e14-8f45-42a0-8966-6fd14d507b97 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6908658 Jul 30 00:11:21.301879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-72f292ed-ea4a-460b-8cd2-7f8a4f0e6bd6 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:11:21.303079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-72f292ed-ea4a-460b-8cd2-7f8a4f0e6bd6 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055819 Jul 30 00:11:21.315806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Request body: {'port': {'device_id': '384e6569-a10a-42fa-a754-5b92447891a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:21.371961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.454390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-025c6597-086a-4852-831b-0bbd455e4c9d None None] Provisioning for port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:21.459556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-025c6597-086a-4852-831b-0bbd455e4c9d None None] Provisioning complete for port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:21.460094 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-025c6597-086a-4852-831b-0bbd455e4c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.497482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-025c6597-086a-4852-831b-0bbd455e4c9d None None] Port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:21.618007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae2900-ffb4-4308-9347-0fee635d5626 req-f80695e8-3d61-4599-9ad5-974428da3d7c tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:21.619483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bae2900-ffb4-4308-9347-0fee635d5626 req-f80695e8-3d61-4599-9ad5-974428da3d7c tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 935 time: 0.1030033 Jul 30 00:11:21.680825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bae2900-ffb4-4308-9347-0fee635d5626 req-ee7f33f1-6a23-4968-a1b1-643a5791133e tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554640 Jul 30 00:11:21.711601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:21.719059 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.732474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Transition to ACTIVE for port object 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:21.736707 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.749442 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6aa284f2-e35c-43ef-8de4-d279bda22830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.810950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Pushing event updated for resources: {'Port': ['ID=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:21.861139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Attempting to bind port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:21.861506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Attempting to bind port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:21.861840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Attempting to bind port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:21.866512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d on network 253578ec-61f8-4056-aa61-72182e62e618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:11:21.866843 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Attempting to bind port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d on network 253578ec-61f8-4056-aa61-72182e62e618 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:21.871997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:21.872311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Checking segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:21.872707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Bound using segment: {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:21.873141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Bound port: 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd432c-b5d7-4272-a56d-cea2d5d4c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '253578ec-61f8-4056-aa61-72182e62e618'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:21.873507 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.940089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] For port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:21.943214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] For port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:21.947184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.982394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:21.983026 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.984464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] 10.222.0.42 "PUT /v2.0/ports/8a954b47-8dfb-4e2f-bf98-9c512a6fee9d HTTP/1.1" status: 200 len: 1096 time: 0.6737223 Jul 30 00:11:21.984916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384e6569-a10a-42fa-a754-5b92447891a4', 'tag': '8a954b47-8dfb-4e2f-bf98-9c512a6fee9d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:21.987195 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f65232-9c33-4ab5-939f-cfaa932c3d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "384e6569-a10a-42fa-a754-5b92447891a4", "tag": "8a954b47-8dfb-4e2f-bf98-9c512a6fee9d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:22.016203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0db6c0-861e-41f7-bee1-42b023291b49 service neutron] Pushing event updated for resources: {'Port': ['ID=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:22.028879 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29edfcc5-dd1b-4420-bb1f-79dd5bc680f3 x-openstack-request-id: req-29edfcc5-dd1b-4420-bb1f-79dd5bc680f3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:22.029176 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384e6569-a10a-42fa-a754-5b92447891a4", "tag": "8a954b47-8dfb-4e2f-bf98-9c512a6fee9d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:22.029457 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29edfcc5-dd1b-4420-bb1f-79dd5bc680f3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:22.029875 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384e6569-a10a-42fa-a754-5b92447891a4', 'tag': '8a954b47-8dfb-4e2f-bf98-9c512a6fee9d', 'status': 'completed', 'code': 200} Jul 30 00:11:22.097082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-3e1b00fc-a00e-430c-b96b-c7cfac514a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.098640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-3e1b00fc-a00e-430c-b96b-c7cfac514a95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26b047d25da24b1eb7c003710d08ee00&device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 1099 time: 0.0497398 Jul 30 00:11:22.144831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-1b5fe369-bf63-488a-b939-254f90e62958 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d HTTP/1.1" status: 200 len: 217 time: 0.0369563 Jul 30 00:11:22.196814 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-0dfa5cc2-48bc-43db-9cb8-f0a6eacf9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.198301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-0dfa5cc2-48bc-43db-9cb8-f0a6eacf9ae0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0457151 Jul 30 00:11:22.245109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-b746627a-909c-4aef-999b-9610af6e9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.246622 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-b746627a-909c-4aef-999b-9610af6e9dcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0398197 Jul 30 00:11:22.340978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-14824b08-031d-4540-bd73-8c10063be67a service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860021 Jul 30 00:11:22.430621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f5850c-abe8-4270-86de-dba29c8fc0ef req-3fd72578-f0ca-4f9e-8f24-75b41f181c7c service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822403 Jul 30 00:11:22.529489 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-76c762b9-e1c5-4a74-a7cf-8d8cc825a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.531037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-76c762b9-e1c5-4a74-a7cf-8d8cc825a27f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26b047d25da24b1eb7c003710d08ee00&device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 1099 time: 0.0479517 Jul 30 00:11:22.621328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-88ef433d-ce76-4265-b921-b2024709fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.622810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-88ef433d-ce76-4265-b921-b2024709fb2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=253578ec-61f8-4056-aa61-72182e62e618 HTTP/1.1" status: 200 len: 870 time: 0.0839031 Jul 30 00:11:22.667870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-f46afe61-0a0a-41bb-9793-d245d095516f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d HTTP/1.1" status: 200 len: 217 time: 0.0371563 Jul 30 00:11:22.721170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-8922a617-514e-4ccf-9218-44517593a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.722712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-8922a617-514e-4ccf-9218-44517593a66e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba42acb5-6df8-4e28-9701-3eb28bbb2bfa HTTP/1.1" status: 200 len: 843 time: 0.0446353 Jul 30 00:11:22.800074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-af332256-7c7d-4081-a4cd-f2eb3d214c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.801601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-af332256-7c7d-4081-a4cd-f2eb3d214c63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253578ec-61f8-4056-aa61-72182e62e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0704958 Jul 30 00:11:22.812845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a73bf8-ad6f-4955-a079-12114607de92 req-73a516a5-2bce-40cf-a3ab-cbf73baaafbf tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.814229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4a73bf8-ad6f-4955-a079-12114607de92 req-73a516a5-2bce-40cf-a3ab-cbf73baaafbf tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 947 time: 0.0582676 Jul 30 00:11:22.899403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4a73bf8-ad6f-4955-a079-12114607de92 req-6f764cbb-c991-4763-9fd7-d7a8ac27f4d8 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767963 Jul 30 00:11:22.926989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-430ed7b6-f4f3-44c0-b535-05ea1ba63b48 service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115909 Jul 30 00:11:23.022821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81f65232-9c33-4ab5-939f-cfaa932c3d7d req-57fc9495-849b-461a-8f47-c2c4e8e01c2a service neutron] 10.222.0.42 "GET /v2.0/networks/253578ec-61f8-4056-aa61-72182e62e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884397 Jul 30 00:11:24.018021 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e44b1-6bfe-4863-8a24-0280a0514e12 req-4ade143b-a3fa-490d-b594-fae636f713d5 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:24.019518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-811e44b1-6bfe-4863-8a24-0280a0514e12 req-4ade143b-a3fa-490d-b594-fae636f713d5 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 947 time: 0.0503790 Jul 30 00:11:24.058377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-811e44b1-6bfe-4863-8a24-0280a0514e12 req-2f2e0237-a8fc-4936-b1f9-0aac74467bc4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Jul 30 00:11:24.184049 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c80b78b8-7161-4d22-bb0b-422259732d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.254524 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.172786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a850e-7eb9-470b-becf-ee72606f2733 req-9ef5d68b-1f79-4515-913f-b0a3991a1122 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:25.174269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-906a850e-7eb9-470b-becf-ee72606f2733 req-9ef5d68b-1f79-4515-913f-b0a3991a1122 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 947 time: 0.0489237 Jul 30 00:11:25.213222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-906a850e-7eb9-470b-becf-ee72606f2733 req-168efd37-2c82-4b69-8556-f0c1f16177e4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Jul 30 00:11:25.582802 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.857160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:11:25.950819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:25.962297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '8a954b47-8dfb-4e2f-bf98-9c512a6fee9d', 'network_id': '253578ec-61f8-4056-aa61-72182e62e618', 'port_id': '8a954b47-8dfb-4e2f-bf98-9c512a6fee9d', 'mac_address': 'fa:16:3e:38:76:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba42acb5-6df8-4e28-9701-3eb28bbb2bfa', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:11:25.999368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.012102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:26.031294 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:26.036324 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.086139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:26.296148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8a954b47-8dfb-4e2f-bf98-9c512a6fee9d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:11:26.329645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90028-8942-4843-bd6f-b76a23bc9525 req-4a039e79-2366-44b5-9a48-073531474ef5 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:26.331184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15a90028-8942-4843-bd6f-b76a23bc9525 req-4a039e79-2366-44b5-9a48-073531474ef5 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 948 time: 0.0516543 Jul 30 00:11:26.373215 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-15a90028-8942-4843-bd6f-b76a23bc9525 req-08ac0b43-3917-402c-8d95-e19598413f51 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361118 Jul 30 00:11:27.218062 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:27.487550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b92ce-cde2-4b3b-adcd-ae0672545082 req-fb4eeeac-a4d9-4546-8d14-3afc1169b67b tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:27.489097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c3b92ce-cde2-4b3b-adcd-ae0672545082 req-fb4eeeac-a4d9-4546-8d14-3afc1169b67b tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 948 time: 0.0506024 Jul 30 00:11:27.530248 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8c3b92ce-cde2-4b3b-adcd-ae0672545082 req-1bc1238e-504d-45b0-941e-d1d0c133464e tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329444 Jul 30 00:11:27.863374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:27.913178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:27.916922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:27.917301 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:27.994411 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.017362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384e6569-a10a-42fa-a754-5b92447891a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a954b47-8dfb-4e2f-bf98-9c512a6fee9d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:28.019807 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6291c582-0f8c-4bf1-8ddb-1568bfab791f" -d '{"events": [{"server_uuid": "384e6569-a10a-42fa-a754-5b92447891a4", "name": "network-vif-plugged", "status": "completed", "tag": "8a954b47-8dfb-4e2f-bf98-9c512a6fee9d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:28.032389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:28.037270 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.061398 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1113577-4d93-4d25-81b7-763c1e8fe0cd x-openstack-request-id: req-d1113577-4d93-4d25-81b7-763c1e8fe0cd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:28.061689 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384e6569-a10a-42fa-a754-5b92447891a4", "name": "network-vif-plugged", "status": "completed", "tag": "8a954b47-8dfb-4e2f-bf98-9c512a6fee9d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:28.061941 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1113577-4d93-4d25-81b7-763c1e8fe0cd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:28.062328 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384e6569-a10a-42fa-a754-5b92447891a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a954b47-8dfb-4e2f-bf98-9c512a6fee9d', 'code': 200} Jul 30 00:11:28.094020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:28.155451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8407-9690-4ef9-aeb7-9f531042fb7b req-f2f9fa46-e1ed-4ed2-a5ac-8e7e4a566017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.157227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e0e8407-9690-4ef9-aeb7-9f531042fb7b req-f2f9fa46-e1ed-4ed2-a5ac-8e7e4a566017 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 1101 time: 0.0413852 Jul 30 00:11:28.194608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e0e8407-9690-4ef9-aeb7-9f531042fb7b req-f3eb315e-ff0d-4ffe-9653-80a10f3fc241 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284374 Jul 30 00:11:28.645160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfaabf-ad55-49f7-a1ad-2a08deb5cc85 req-3a5bf2d2-8a5a-4843-b704-8e60edaeefe9 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.646828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16cfaabf-ad55-49f7-a1ad-2a08deb5cc85 req-3a5bf2d2-8a5a-4843-b704-8e60edaeefe9 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 949 time: 0.0496764 Jul 30 00:11:28.690856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-16cfaabf-ad55-49f7-a1ad-2a08deb5cc85 req-b7810e54-2143-484e-8f22-1ccafa6d668c tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367520 Jul 30 00:11:29.805841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fd261-fc40-42a6-9980-09add5dca599 req-3d2aeef8-7755-4e39-8abc-56bbd5c5694a tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:29.807331 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac6fd261-fc40-42a6-9980-09add5dca599 req-3d2aeef8-7755-4e39-8abc-56bbd5c5694a tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 949 time: 0.0490234 Jul 30 00:11:29.845953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac6fd261-fc40-42a6-9980-09add5dca599 req-d99ebf7d-8254-43b4-b990-7c9191a3c38d tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326765 Jul 30 00:11:30.796310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11bb1e-f278-499a-8ec7-d9b0d1c23a79 req-5d782c27-778e-4b85-8c5c-e8df2a3fd745 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:30.797905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb11bb1e-f278-499a-8ec7-d9b0d1c23a79 req-5d782c27-778e-4b85-8c5c-e8df2a3fd745 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 949 time: 0.0532835 Jul 30 00:11:30.840982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb11bb1e-f278-499a-8ec7-d9b0d1c23a79 req-c803ee22-b08d-478f-b83d-374d58c14b55 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335338 Jul 30 00:11:31.031895 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:11:31.959171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e375ed3-5f91-4a4b-b09e-383dea4ab1a3 req-2b0d2743-8cba-4a75-ad13-e8d1ea7a74bf tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:31.960737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e375ed3-5f91-4a4b-b09e-383dea4ab1a3 req-2b0d2743-8cba-4a75-ad13-e8d1ea7a74bf tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 949 time: 0.0496075 Jul 30 00:11:32.006874 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e375ed3-5f91-4a4b-b09e-383dea4ab1a3 req-07fd1e97-caef-47af-a386-06338e72b28a tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/security-groups?id=81113ad3-8202-49b5-b115-6ce949e98a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Jul 30 00:11:32.159345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-740eee9f-1bc5-4a11-885d-a1aef694bb80 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:32.160751 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-740eee9f-1bc5-4a11-885d-a1aef694bb80 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.42 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 949 time: 0.0485821 Jul 30 00:11:32.247484 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-9d089bc9-7bbd-44ab-a174-51161a0016c4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Deleting port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:32.247829 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-9d089bc9-7bbd-44ab-a174-51161a0016c4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.339918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-9d089bc9-7bbd-44ab-a174-51161a0016c4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] For port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,segment=NetworkSegment(5afd432c-b5d7-4272-a56d-cea2d5d4c100),segment_id=5afd432c-b5d7-4272-a56d-cea2d5d4c100)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:32.340319 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-9d089bc9-7bbd-44ab-a174-51161a0016c4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.353540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-9d089bc9-7bbd-44ab-a174-51161a0016c4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Calling delete_port for 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:32.482749 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-9d089bc9-7bbd-44ab-a174-51161a0016c4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.494731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['8a954b47-8dfb-4e2f-bf98-9c512a6fee9d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:11:32.512779 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d089bc9-7bbd-44ab-a174-51161a0016c4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Pushing event deleted for resources: {'Port': ['ID=8a954b47-8dfb-4e2f-bf98-9c512a6fee9d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:32.558301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-9d089bc9-7bbd-44ab-a174-51161a0016c4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] No DVR routers for this DVR port 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:32.561076 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-9d089bc9-7bbd-44ab-a174-51161a0016c4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.563072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dcd71c60-62a8-4e23-82a1-bedc34c9fe66 req-9d089bc9-7bbd-44ab-a174-51161a0016c4 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.42 "DELETE /v2.0/ports/8a954b47-8dfb-4e2f-bf98-9c512a6fee9d HTTP/1.1" status: 204 len: 173 time: 0.3954926 Jul 30 00:11:32.563516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384e6569-a10a-42fa-a754-5b92447891a4', 'name': 'network-vif-deleted', 'tag': '8a954b47-8dfb-4e2f-bf98-9c512a6fee9d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:32.566343 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2cc601-cd61-4de8-941c-e74f337c65d0" -d '{"events": [{"server_uuid": "384e6569-a10a-42fa-a754-5b92447891a4", "name": "network-vif-deleted", "tag": "8a954b47-8dfb-4e2f-bf98-9c512a6fee9d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:32.613180 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c96aced-82da-4b25-8249-c0bfbb03676f x-openstack-request-id: req-0c96aced-82da-4b25-8249-c0bfbb03676f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:32.613576 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384e6569-a10a-42fa-a754-5b92447891a4", "name": "network-vif-deleted", "tag": "8a954b47-8dfb-4e2f-bf98-9c512a6fee9d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:32.613990 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c96aced-82da-4b25-8249-c0bfbb03676f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:32.614574 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384e6569-a10a-42fa-a754-5b92447891a4', 'name': 'network-vif-deleted', 'tag': '8a954b47-8dfb-4e2f-bf98-9c512a6fee9d', 'status': 'completed', 'code': 200} Jul 30 00:11:32.780653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:33.124307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d026ada2-bc81-4ade-b8c4-5e258ea11a81 req-325a7b1a-c73a-4854-b86d-62406c4db998 tempest-ServersAdminNegativeTestJSON-512349938 tempest-ServersAdminNegativeTestJSON-512349938-project] 10.222.0.37 "GET /v2.0/ports?device_id=384e6569-a10a-42fa-a754-5b92447891a4 HTTP/1.1" status: 200 len: 210 time: 0.0316153 Jul 30 00:11:34.436697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36294) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:34.566824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6833fe74-95a5-4398-a80e-39b851dd6279 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26b047d25da24b1eb7c003710d08ee00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288598 Jul 30 00:11:34.569233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36298) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:34.620288 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f907d14-3778-4d1b-8ca7-6af1aa33ecdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.641769 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f907d14-3778-4d1b-8ca7-6af1aa33ecdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.691250 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f907d14-3778-4d1b-8ca7-6af1aa33ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.693880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f907d14-3778-4d1b-8ca7-6af1aa33ecdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.695036 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5f907d14-3778-4d1b-8ca7-6af1aa33ecdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81113ad3-8202-49b5-b115-6ce949e98a1a HTTP/1.1" status: 204 len: 168 time: 0.1249034 Jul 30 00:11:34.702938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f907d14-3778-4d1b-8ca7-6af1aa33ecdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81113ad3-8202-49b5-b115-6ce949e98a1a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:34.953186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36304) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:34.966867 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f00be0ae-1d5e-460a-819e-f226f8f80306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.056172 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f00be0ae-1d5e-460a-819e-f226f8f80306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.059923 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f00be0ae-1d5e-460a-819e-f226f8f80306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.098929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f00be0ae-1d5e-460a-819e-f226f8f80306 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8789aeaa404a42fbb5ca089d562caa35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446431 Jul 30 00:11:35.100945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00be0ae-1d5e-460a-819e-f226f8f80306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835a58e8-a6a1-4775-9400-7dc1bc30d912,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:35.102155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36306) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:35.153191 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee02405-9034-493c-814c-91ca3b94fe57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.174795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee02405-9034-493c-814c-91ca3b94fe57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.223333 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee02405-9034-493c-814c-91ca3b94fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.226052 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee02405-9034-493c-814c-91ca3b94fe57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.227231 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0ee02405-9034-493c-814c-91ca3b94fe57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/835a58e8-a6a1-4775-9400-7dc1bc30d912 HTTP/1.1" status: 204 len: 168 time: 0.1240883 Jul 30 00:11:35.235182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee02405-9034-493c-814c-91ca3b94fe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835a58e8-a6a1-4775-9400-7dc1bc30d912,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:35.929485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:35.935417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:35.957388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:35.957738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 8a954b47-8dfb-4e2f-bf98-9c512a6fee9d not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:36.034897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-542381579-network', 'tenant_id': '05d455ae0c43416d82a81262b9402397'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:36.057207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Made reservation on behalf of 05d455ae0c43416d82a81262b9402397 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:36.059564 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.069220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.160720 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.164483 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.188808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:36.199459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44baee0-5197-461e-a1ca-1b75c927f1e8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:36.204329 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.204672 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Added segment f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a of type vlan for network bd5eeed9-6780-4cd9-b9a4-e00839499d02 Jul 30 00:11:36.244161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.272952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.274080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:36.274886 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.326367 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3956902 Jul 30 00:11:36.329451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36332) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:36.335222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22944a66-91f0-47eb-873c-ab1f2b780ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd5eeed9-6780-4cd9-b9a4-e00839499d02,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:36.335390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Request body: {'subnet': {'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-542381579-subnet', 'tenant_id': '05d455ae0c43416d82a81262b9402397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:36.347205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network bd5eeed9-6780-4cd9-b9a4-e00839499d02 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:36.357121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Made reservation on behalf of 05d455ae0c43416d82a81262b9402397 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:36.359653 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.529335 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.588047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5c3fcb-df4b-4218-b052-32da1bcb9181,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:36.597327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Checking segment: {'id': 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:36.597690 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Network hostable DHCP agents. Network: bd5eeed9-6780-4cd9-b9a4-e00839499d02, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:36.614957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Network bd5eeed9-6780-4cd9-b9a4-e00839499d02 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:36.623434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, bd5eeed9-6780-4cd9-b9a4-e00839499d02) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:36.627621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:36.628241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.633153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778e458-df3b-4636-996d-81ecc3abc14b None None] Network bd5eeed9-6780-4cd9-b9a4-e00839499d02 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:36.644680 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4ac99356-d068-4657-ac41-e8a4328518dc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3135085 Jul 30 00:11:36.756617 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad1da01-f5dd-4491-9d3d-164b75f4f0ba None None] Network bd5eeed9-6780-4cd9-b9a4-e00839499d02 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:37.076855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589772-25ee-4685-b037-4c68d426b73d req-2e511ccc-e7ee-407b-98cf-5ef09ddfdb66 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:37.078444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-2e511ccc-e7ee-407b-98cf-5ef09ddfdb66 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/networks?id=bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 200 len: 811 time: 0.1002300 Jul 30 00:11:37.095219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-ce57a651-f9bc-4d94-a4ce-86441537ff22 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/quotas/05d455ae0c43416d82a81262b9402397 HTTP/1.1" status: 200 len: 375 time: 0.0104764 Jul 30 00:11:37.128135 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-2bb5491a-4514-4b3e-8266-4b505d682616 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=05d455ae0c43416d82a81262b9402397&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274439 Jul 30 00:11:37.222375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-2013d663-de6d-44c3-adcc-2be85ae41842 service neutron] 10.222.0.37 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872138 Jul 30 00:11:37.311901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-fe9fd524-e569-4066-9f11-ab4a78e6a064 service neutron] 10.222.0.37 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835233 Jul 30 00:11:38.497419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f497450-27b7-476b-bab0-98696d8905ef req-0771ed10-2948-4d6f-bd22-1457056b94ce tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 210 time: 0.0332737 Jul 30 00:11:39.684287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c113efad-1bd0-4a88-80aa-f1cfd4e81f37 req-4207ed74-00ea-4850-a199-171f1220da23 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 210 time: 0.1122818 Jul 30 00:11:39.723362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589772-25ee-4685-b037-4c68d426b73d req-065a47c0-5838-43b7-9ceb-c9744625d451 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:39.724898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-065a47c0-5838-43b7-9ceb-c9744625d451 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.42 "GET /v2.0/networks?id=bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 200 len: 811 time: 0.1481299 Jul 30 00:11:39.740874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Request body: {'port': {'device_id': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02', 'admin_state_up': True, 'tenant_id': '05d455ae0c43416d82a81262b9402397'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:39.852202 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Made reservation on behalf of 05d455ae0c43416d82a81262b9402397 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:39.855843 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.988265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Allocated IP 172.20.0.9 (bd5eeed9-6780-4cd9-b9a4-e00839499d02/cc5c3fcb-df4b-4218-b052-32da1bcb9181/e07527be-0bd4-46f5-a837-ac45c5009007) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:40.132684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.171833 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.218743 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Network bd5eeed9-6780-4cd9-b9a4-e00839499d02 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:40.222089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:40.228623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:40.235044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Pushing event updated for resources: {'Port': ['ID=e07527be-0bd4-46f5-a837-ac45c5009007,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:40.263928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.264309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.264831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.265179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.265516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.265854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.266183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.266513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.266839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.267165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.267517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.268407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:40.292038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:40.292689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.307392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-b6dd3311-a386-4996-8d98-6f10546660b7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703850 Jul 30 00:11:40.320024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Request body: {'port': {'device_id': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:40.375176 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.643642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07527be-0bd4-46f5-a837-ac45c5009007 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:40.651223 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.663115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Transition to ACTIVE for port object e07527be-0bd4-46f5-a837-ac45c5009007 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:40.667311 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.738506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Pushing event updated for resources: {'Port': ['ID=e07527be-0bd4-46f5-a837-ac45c5009007,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:40.797514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Attempting to bind port e07527be-0bd4-46f5-a837-ac45c5009007 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:40.797858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Attempting to bind port e07527be-0bd4-46f5-a837-ac45c5009007 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:40.798254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Attempting to bind port e07527be-0bd4-46f5-a837-ac45c5009007 on network bd5eeed9-6780-4cd9-b9a4-e00839499d02 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:40.804326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Port e07527be-0bd4-46f5-a837-ac45c5009007 on network bd5eeed9-6780-4cd9-b9a4-e00839499d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:11:40.804979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Attempting to bind port e07527be-0bd4-46f5-a837-ac45c5009007 on network bd5eeed9-6780-4cd9-b9a4-e00839499d02 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:40.810934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:40.811286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Checking segment: {'id': 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:40.811677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Bound using segment: {'id': 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:40.812134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Bound port: e07527be-0bd4-46f5-a837-ac45c5009007, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:40.812506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.914829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6544f-5740-4b32-993a-26b01a3ec65f req-262a1e26-44a7-4631-855d-f1e56d9d21bd tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:40.916271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29a6544f-5740-4b32-993a-26b01a3ec65f req-262a1e26-44a7-4631-855d-f1e56d9d21bd tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 943 time: 0.1533620 Jul 30 00:11:40.920907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:40.926439 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e07527be-0bd4-46f5-a837-ac45c5009007,segment=NetworkSegment(f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a),segment_id=f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:40.933693 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.979595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:40.980242 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.981650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] 10.222.0.42 "PUT /v2.0/ports/e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 1092 time: 0.6657841 Jul 30 00:11:40.983702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:40.986128 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bed117-d122-4bf0-92c3-65e5a2133766" -d '{"events": [{"name": "network-changed", "server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:41.023916 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29a6544f-5740-4b32-993a-26b01a3ec65f req-eaf43752-c0f7-42f8-87a2-ed80c4350a6f tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005967 Jul 30 00:11:41.035932 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c81e03b-5e1c-4c4c-9c5b-8bca37cebafb x-openstack-request-id: req-1c81e03b-5e1c-4c4c-9c5b-8bca37cebafb {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:41.036311 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:41.036566 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c81e03b-5e1c-4c4c-9c5b-8bca37cebafb {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:41.036997 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007', 'status': 'completed', 'code': 200} Jul 30 00:11:41.038875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cbfce-5aeb-4901-8dd6-46cf94c8b524 service neutron] Pushing event updated for resources: {'Port': ['ID=e07527be-0bd4-46f5-a837-ac45c5009007,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:41.077204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589772-25ee-4685-b037-4c68d426b73d req-5f3b6ea3-1f04-4300-80f6-6262c79a82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.078739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-5f3b6ea3-1f04-4300-80f6-6262c79a82f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05d455ae0c43416d82a81262b9402397&device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0518579 Jul 30 00:11:41.122848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-adeb48f1-5a94-421b-b6f8-f41d6c2bba53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 217 time: 0.0364196 Jul 30 00:11:41.175479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589772-25ee-4685-b037-4c68d426b73d req-201eb416-055b-4875-8744-d2e836670361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.176887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-201eb416-055b-4875-8744-d2e836670361 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc5c3fcb-df4b-4218-b052-32da1bcb9181 HTTP/1.1" status: 200 len: 851 time: 0.0472054 Jul 30 00:11:41.214656 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-d0988250-02d6-41b7-b91d-07895fb55234 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd5eeed9-6780-4cd9-b9a4-e00839499d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310771 Jul 30 00:11:41.311430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-da726436-67bf-47b9-a60c-bf82bfaf271e service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898933 Jul 30 00:11:41.403887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6589772-25ee-4685-b037-4c68d426b73d req-3720969b-4d82-477f-ae32-7030bfa3bc63 service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843778 Jul 30 00:11:41.504640 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed117-d122-4bf0-92c3-65e5a2133766 req-08128179-5677-48e9-b8ea-3c61fac10cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.506318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bed117-d122-4bf0-92c3-65e5a2133766 req-08128179-5677-48e9-b8ea-3c61fac10cde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05d455ae0c43416d82a81262b9402397&device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0542095 Jul 30 00:11:41.599811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed117-d122-4bf0-92c3-65e5a2133766 req-38f91faa-58ed-43c6-838b-bc0328a91afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.601362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bed117-d122-4bf0-92c3-65e5a2133766 req-38f91faa-58ed-43c6-838b-bc0328a91afd service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 200 len: 912 time: 0.0870287 Jul 30 00:11:41.644430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bed117-d122-4bf0-92c3-65e5a2133766 req-0f7a93bf-16d7-445b-a639-343fe6cbb023 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 217 time: 0.0347793 Jul 30 00:11:41.700593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed117-d122-4bf0-92c3-65e5a2133766 req-1d82f4b4-e32a-4aff-87db-f0d0b58dd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.702097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bed117-d122-4bf0-92c3-65e5a2133766 req-1d82f4b4-e32a-4aff-87db-f0d0b58dd6be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc5c3fcb-df4b-4218-b052-32da1bcb9181 HTTP/1.1" status: 200 len: 851 time: 0.0500324 Jul 30 00:11:41.736084 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bed117-d122-4bf0-92c3-65e5a2133766 req-1ecfa806-cf32-433a-be3c-88d905872c4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd5eeed9-6780-4cd9-b9a4-e00839499d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260475 Jul 30 00:11:41.828591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bed117-d122-4bf0-92c3-65e5a2133766 req-130a2bb1-740d-4910-a024-f0c0aa35edb8 service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853412 Jul 30 00:11:41.933361 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2bed117-d122-4bf0-92c3-65e5a2133766 req-3af5e443-bc98-4c9f-8450-877a35f71172 service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975516 Jul 30 00:11:42.140889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2f57-cc8e-4e65-8bd5-648bc775d7cf req-36786796-1b75-425e-ade4-372d05f116e8 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:42.142393 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b2d2f57-cc8e-4e65-8bd5-648bc775d7cf req-36786796-1b75-425e-ade4-372d05f116e8 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 943 time: 0.0500078 Jul 30 00:11:42.184846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b2d2f57-cc8e-4e65-8bd5-648bc775d7cf req-833822c3-85c5-46ad-8da6-fca3d63cc236 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359240 Jul 30 00:11:43.301140 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef456d0-9184-4be3-a036-f45d97987f46 req-7d3074c2-1e67-4fb0-87bc-1c703e97cd30 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:43.302657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef456d0-9184-4be3-a036-f45d97987f46 req-7d3074c2-1e67-4fb0-87bc-1c703e97cd30 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 943 time: 0.0495079 Jul 30 00:11:43.346575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ef456d0-9184-4be3-a036-f45d97987f46 req-fb7a6fe8-0301-4f5b-9506-5363ccfcef63 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Jul 30 00:11:43.957908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e07527be-0bd4-46f5-a837-ac45c5009007 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:11:44.058549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e07527be-0bd4-46f5-a837-ac45c5009007,segment=NetworkSegment(f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a),segment_id=f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:44.070301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'e07527be-0bd4-46f5-a837-ac45c5009007', 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02', 'port_id': 'e07527be-0bd4-46f5-a837-ac45c5009007', 'mac_address': 'fa:16:3e:13:3c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5c3fcb-df4b-4218-b052-32da1bcb9181', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:11:44.107994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.121731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07527be-0bd4-46f5-a837-ac45c5009007 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:44.141717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e07527be-0bd4-46f5-a837-ac45c5009007,segment=NetworkSegment(f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a),segment_id=f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:44.146714 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.207742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e07527be-0bd4-46f5-a837-ac45c5009007,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:44.346865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e07527be-0bd4-46f5-a837-ac45c5009007'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:11:44.473426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bbd5d-436b-495a-be19-00841ea05a15 req-326c9465-b479-455e-af8e-47a155fb3db7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:44.474989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-439bbd5d-436b-495a-be19-00841ea05a15 req-326c9465-b479-455e-af8e-47a155fb3db7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 944 time: 0.0565684 Jul 30 00:11:44.523404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-439bbd5d-436b-495a-be19-00841ea05a15 req-d6d53cd7-30eb-4624-8e55-b590e70615f6 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Jul 30 00:11:45.643954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32211ce8-1226-4105-9807-6151a626b122 req-298478b3-bece-42d6-b0f2-9260818d0aa4 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:45.645646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32211ce8-1226-4105-9807-6151a626b122 req-298478b3-bece-42d6-b0f2-9260818d0aa4 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 944 time: 0.0539467 Jul 30 00:11:45.696612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32211ce8-1226-4105-9807-6151a626b122 req-e0bcb195-09b1-43f2-8f2c-44775d87cc79 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445924 Jul 30 00:11:45.959028 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e07527be-0bd4-46f5-a837-ac45c5009007 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:46.015322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port e07527be-0bd4-46f5-a837-ac45c5009007 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:46.020088 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port e07527be-0bd4-46f5-a837-ac45c5009007 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:46.020467 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.097712 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.122915 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:46.126230 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f509b390-1392-4622-8a06-b72ff7aac4d2" -d '{"events": [{"server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "name": "network-vif-plugged", "status": "completed", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:46.142231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e07527be-0bd4-46f5-a837-ac45c5009007,segment=NetworkSegment(f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a),segment_id=f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:46.147989 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.171703 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddeec61-f6be-4e94-aaf2-10dc8539555a x-openstack-request-id: req-6ddeec61-f6be-4e94-aaf2-10dc8539555a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:46.172034 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "name": "network-vif-plugged", "status": "completed", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:46.172279 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ddeec61-f6be-4e94-aaf2-10dc8539555a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:46.172680 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007', 'code': 200} Jul 30 00:11:46.201692 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e07527be-0bd4-46f5-a837-ac45c5009007,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:46.272635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83e079-4646-4cdb-98f6-ae91b95d82e8 req-570a4894-f050-40d9-baaf-8bfe85b16bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:46.274201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b83e079-4646-4cdb-98f6-ae91b95d82e8 req-570a4894-f050-40d9-baaf-8bfe85b16bfd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0415511 Jul 30 00:11:46.314232 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b83e079-4646-4cdb-98f6-ae91b95d82e8 req-bf06f346-2c91-4c79-867b-e39f34ce3917 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Jul 30 00:11:47.165019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d5e9-143a-4039-9ca6-58ebcfc2e3c5 req-e8aef8ab-4254-4727-8092-36431ea54b7d tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:47.166519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4738d5e9-143a-4039-9ca6-58ebcfc2e3c5 req-e8aef8ab-4254-4727-8092-36431ea54b7d tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.3908033 Jul 30 00:11:47.205784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4738d5e9-143a-4039-9ca6-58ebcfc2e3c5 req-95be3e89-3ac8-4714-a45a-fdcec19df30a tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Jul 30 00:11:48.321356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5455d-99db-4fd3-919c-6396e3be82cb req-e6454154-2465-4d46-a916-937b69265c98 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:48.322820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3b5455d-99db-4fd3-919c-6396e3be82cb req-e6454154-2465-4d46-a916-937b69265c98 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0482080 Jul 30 00:11:48.361377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3b5455d-99db-4fd3-919c-6396e3be82cb req-b9dcddb8-36a2-427c-9934-6454c0b471cb tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Jul 30 00:11:48.538948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36402) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:48.628440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e66987-09a9-4c65-978b-2f802d625bee req-96775f11-82c0-44f7-9bcc-9f3fa76d1225 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:48.629940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12e66987-09a9-4c65-978b-2f802d625bee req-96775f11-82c0-44f7-9bcc-9f3fa76d1225 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0796704 Jul 30 00:11:48.645815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-11aa5374-dfc5-4cc9-9f96-270ac82bf007 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057086 Jul 30 00:11:48.673743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12e66987-09a9-4c65-978b-2f802d625bee req-2e2801c0-56fe-4992-8d1a-d4b4c19282b6 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379157 Jul 30 00:11:49.010856 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.830606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa29d-46a4-486a-819d-af2931e42163 req-60add5d4-b9a7-445a-aaf4-90fd16b870ed tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.832847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-295fa29d-46a4-486a-819d-af2931e42163 req-60add5d4-b9a7-445a-aaf4-90fd16b870ed tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0817332 Jul 30 00:11:49.834861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-907f6642-428c-4b04-8fe5-61ab951e401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.836267 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-907f6642-428c-4b04-8fe5-61ab951e401b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05d455ae0c43416d82a81262b9402397&device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0758140 Jul 30 00:11:49.918971 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-295fa29d-46a4-486a-819d-af2931e42163 req-118f6936-bbe6-4739-8622-5cfc9f2d9c3e tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797653 Jul 30 00:11:49.951007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-d8dac4dd-9e41-4596-990b-4e14778ba670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.952549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-d8dac4dd-9e41-4596-990b-4e14778ba670 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 200 len: 912 time: 0.1065328 Jul 30 00:11:50.010085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-52ce1cfb-8c4c-4903-9f8c-85af90af2941 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 217 time: 0.0390491 Jul 30 00:11:50.060256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-db1b8610-86dc-4b05-ad68-e4e67bd9d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:50.062009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-db1b8610-86dc-4b05-ad68-e4e67bd9d4ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc5c3fcb-df4b-4218-b052-32da1bcb9181 HTTP/1.1" status: 200 len: 851 time: 0.0443034 Jul 30 00:11:50.094656 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-2dcbdf8a-253d-49f2-9a76-079aca344bcd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd5eeed9-6780-4cd9-b9a4-e00839499d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250866 Jul 30 00:11:50.190148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-e51cb3ed-de2b-4580-9110-3933bfa6f59d service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883954 Jul 30 00:11:50.279525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-59c7d22f-ff95-42ca-a71c-38ead5815db3 service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826039 Jul 30 00:11:51.037086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd27f9a-d8f4-4b53-96e1-191bb1927f8e req-f434420e-111b-49d0-8d93-afe0b84b8d3e tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:51.038614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edd27f9a-d8f4-4b53-96e1-191bb1927f8e req-f434420e-111b-49d0-8d93-afe0b84b8d3e tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0509791 Jul 30 00:11:51.076611 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-edd27f9a-d8f4-4b53-96e1-191bb1927f8e req-10c8de8c-be7c-4ff4-93af-ef7e7e510e25 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Jul 30 00:11:51.751018 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2fee95a-fbd8-46f9-8783-f65d4ad43409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:52.198870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fe8b9-48a9-47c0-96f6-e5b66098e821 req-d659be7c-78c2-492c-81d8-3b321c2bae8c tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:52.200387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c22fe8b9-48a9-47c0-96f6-e5b66098e821 req-d659be7c-78c2-492c-81d8-3b321c2bae8c tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0561948 Jul 30 00:11:52.238230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c22fe8b9-48a9-47c0-96f6-e5b66098e821 req-62f295b6-c40d-47fd-8a8e-2c549c365c57 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Jul 30 00:11:53.352623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a06d3c-d856-41c3-a255-32580daca7e5 req-d6bde543-8cb4-44c2-8b6c-b1f8b837453a tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:53.354119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94a06d3c-d856-41c3-a255-32580daca7e5 req-d6bde543-8cb4-44c2-8b6c-b1f8b837453a tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0502958 Jul 30 00:11:53.392416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-94a06d3c-d856-41c3-a255-32580daca7e5 req-2847598e-9d59-4d88-8247-2eb8e8ebf65a tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324352 Jul 30 00:11:54.185376 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e7c743a-c003-4d91-a047-bc46be6efaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.255122 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.508505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3ff21-2acf-484a-87bf-01ad59f967ac req-8105bbdb-855b-4332-aa64-d8abdeb9c082 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:54.509958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8db3ff21-2acf-484a-87bf-01ad59f967ac req-8105bbdb-855b-4332-aa64-d8abdeb9c082 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0499029 Jul 30 00:11:54.549051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8db3ff21-2acf-484a-87bf-01ad59f967ac req-79f6426b-7055-4c8a-bc6e-3ce2f1f04f1f tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328987 Jul 30 00:11:55.582606 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.668875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22098d-ad21-40e7-8d4b-5d34747e5427 req-500a5171-5423-4a24-a4b4-a025fe985463 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:55.670352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d22098d-ad21-40e7-8d4b-5d34747e5427 req-500a5171-5423-4a24-a4b4-a025fe985463 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0528347 Jul 30 00:11:55.708835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d22098d-ad21-40e7-8d4b-5d34747e5427 req-2c4ff0f4-da9b-44e1-800e-537ae1d1be7d tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Jul 30 00:11:56.823853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5179cd-acbb-450a-860a-017e4c8c6669 req-1668c347-a537-4cb6-a29a-6fd12255276c tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:56.825392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce5179cd-acbb-450a-860a-017e4c8c6669 req-1668c347-a537-4cb6-a29a-6fd12255276c tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0491056 Jul 30 00:11:56.863834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce5179cd-acbb-450a-860a-017e4c8c6669 req-546d9b11-c84f-4be3-82ee-7a61a79a7a7f tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Jul 30 00:11:57.221072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:57.981187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c385f-4dcc-4c25-9f49-74ac888a2497 req-b57685b5-81de-4922-89f5-75c3e641b2b1 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:57.982669 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af2c385f-4dcc-4c25-9f49-74ac888a2497 req-b57685b5-81de-4922-89f5-75c3e641b2b1 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0530288 Jul 30 00:11:58.020458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af2c385f-4dcc-4c25-9f49-74ac888a2497 req-876dfc91-b63b-4309-8e1f-e1f4f12073a3 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Jul 30 00:11:59.139365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a239ee8-f28e-4465-9295-92bf43cd1200 req-e74778d9-9d10-43d2-a3b4-087a96952a44 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:59.140899 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a239ee8-f28e-4465-9295-92bf43cd1200 req-e74778d9-9d10-43d2-a3b4-087a96952a44 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0524559 Jul 30 00:11:59.179206 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a239ee8-f28e-4465-9295-92bf43cd1200 req-54fb2b06-7c02-4e00-ae88-0fb044c2565f tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Jul 30 00:12:00.292964 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d236865-2719-420a-8d51-65636ec3c319 req-4819d6a3-04de-40d1-a4ee-e3fd0840c76e tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:00.294445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d236865-2719-420a-8d51-65636ec3c319 req-4819d6a3-04de-40d1-a4ee-e3fd0840c76e tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0479710 Jul 30 00:12:00.332227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5d236865-2719-420a-8d51-65636ec3c319 req-3de61ff0-b11f-4190-933d-1213b30b1a11 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Jul 30 00:12:01.446492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1739f-a2e2-4499-97f1-7128b75e640d req-54877b5b-a7bd-4d56-b175-50c6203bcf19 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:01.448104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cad1739f-a2e2-4499-97f1-7128b75e640d req-54877b5b-a7bd-4d56-b175-50c6203bcf19 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0492241 Jul 30 00:12:01.486348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cad1739f-a2e2-4499-97f1-7128b75e640d req-21a8c16f-3b97-4b24-8f1e-adad9480eb0a tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Jul 30 00:12:02.607734 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54d33-a634-4ca4-8ae0-01a960708cd9 req-f581596c-7ab6-4640-803a-9c7a4adb18c5 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:02.609305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6a54d33-a634-4ca4-8ae0-01a960708cd9 req-f581596c-7ab6-4640-803a-9c7a4adb18c5 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0552373 Jul 30 00:12:02.646748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6a54d33-a634-4ca4-8ae0-01a960708cd9 req-0b8abfb4-f02d-4839-ad20-d09bdec90546 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309894 Jul 30 00:12:02.780390 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:03.762120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d1847-e840-463c-9cc8-08dd3b7330e8 req-8b23ad0c-43b1-438f-8768-46e397fff85e tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:03.763628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-985d1847-e840-463c-9cc8-08dd3b7330e8 req-8b23ad0c-43b1-438f-8768-46e397fff85e tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0494847 Jul 30 00:12:03.801424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-985d1847-e840-463c-9cc8-08dd3b7330e8 req-7a54405b-6465-43f2-93f9-dbd6ff97642a tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317845 Jul 30 00:12:04.566139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99f021-6b95-43b3-8420-9dc24bf0ab66 req-7083af75-8d15-4ef7-b16c-6e3450c8556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.567631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b99f021-6b95-43b3-8420-9dc24bf0ab66 req-7083af75-8d15-4ef7-b16c-6e3450c8556e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05d455ae0c43416d82a81262b9402397&device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0408390 Jul 30 00:12:04.673198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99f021-6b95-43b3-8420-9dc24bf0ab66 req-9d5e9754-fc2a-4877-8fae-aea1104bc707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.675169 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b99f021-6b95-43b3-8420-9dc24bf0ab66 req-9d5e9754-fc2a-4877-8fae-aea1104bc707 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 200 len: 912 time: 0.0872643 Jul 30 00:12:04.719246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b99f021-6b95-43b3-8420-9dc24bf0ab66 req-1a1f54dd-7346-45ba-b074-353ba7afd11c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 217 time: 0.0364995 Jul 30 00:12:04.767292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99f021-6b95-43b3-8420-9dc24bf0ab66 req-eb532f2b-d75d-4d58-823a-de7161d9142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.769048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b99f021-6b95-43b3-8420-9dc24bf0ab66 req-eb532f2b-d75d-4d58-823a-de7161d9142c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc5c3fcb-df4b-4218-b052-32da1bcb9181 HTTP/1.1" status: 200 len: 851 time: 0.0431514 Jul 30 00:12:04.805205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b99f021-6b95-43b3-8420-9dc24bf0ab66 req-3d5bc058-bbc0-4ad5-949b-e2bab38ba119 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd5eeed9-6780-4cd9-b9a4-e00839499d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293067 Jul 30 00:12:04.921921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b99f021-6b95-43b3-8420-9dc24bf0ab66 req-277bffbf-33b6-4eaf-8e2d-c72e9c54ed7b service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093278 Jul 30 00:12:04.944820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8777b0-d48c-41cd-9bd9-5b325409f8fa req-1a88e623-0204-47a9-a29e-a91add3bae91 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.946510 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a8777b0-d48c-41cd-9bd9-5b325409f8fa req-1a88e623-0204-47a9-a29e-a91add3bae91 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0777798 Jul 30 00:12:05.027399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a8777b0-d48c-41cd-9bd9-5b325409f8fa req-e69bd5a2-7683-4bd2-b807-efedbc2c530f tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671182 Jul 30 00:12:05.052636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b99f021-6b95-43b3-8420-9dc24bf0ab66 req-9a1daa7a-091f-4af4-b690-faa652d2a402 service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229620 Jul 30 00:12:06.140625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f20f0d-04aa-4a22-8ae3-aed2b08e1742 req-5e4a9a0a-1cbd-4427-85bc-fd509073bb80 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:06.142141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01f20f0d-04aa-4a22-8ae3-aed2b08e1742 req-5e4a9a0a-1cbd-4427-85bc-fd509073bb80 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0490055 Jul 30 00:12:06.180950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-01f20f0d-04aa-4a22-8ae3-aed2b08e1742 req-439072c1-12df-41d4-9f1b-b5c1dc26cc9c tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Jul 30 00:12:07.300651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dea26e-269d-4df3-95a6-a533356b098a req-48886057-250e-41b6-aeb2-544da30597b8 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:07.302200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08dea26e-269d-4df3-95a6-a533356b098a req-48886057-250e-41b6-aeb2-544da30597b8 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0537364 Jul 30 00:12:07.340163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08dea26e-269d-4df3-95a6-a533356b098a req-5d4e34be-7a0f-44b4-8d56-868dbc909390 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Jul 30 00:12:08.031939 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:12:08.454906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25655d5f-eb3f-4e88-b1f2-d846949305da req-f431ec62-1f27-4fbc-aaeb-c70817ee5fd2 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:08.456420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25655d5f-eb3f-4e88-b1f2-d846949305da req-f431ec62-1f27-4fbc-aaeb-c70817ee5fd2 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0493910 Jul 30 00:12:08.494342 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-25655d5f-eb3f-4e88-b1f2-d846949305da req-a3940881-8aa7-4352-b082-eea1cf4aee73 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320983 Jul 30 00:12:09.608625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8f1be-1cd5-44ef-a83f-a1993ddca7cc req-f65a6599-bae5-4b96-acbc-94e8acbbf2de tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:09.610106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6c8f1be-1cd5-44ef-a83f-a1993ddca7cc req-f65a6599-bae5-4b96-acbc-94e8acbbf2de tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0492015 Jul 30 00:12:09.648195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6c8f1be-1cd5-44ef-a83f-a1993ddca7cc req-78201729-5398-4ffe-b3d3-e65dc7166e56 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Jul 30 00:12:10.764804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a8bce-7bb5-4595-a1e4-9606f8aa4df6 req-8c8714bd-d15f-4529-95a8-cbfd851e547c tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:10.766283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-817a8bce-7bb5-4595-a1e4-9606f8aa4df6 req-8c8714bd-d15f-4529-95a8-cbfd851e547c tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0524042 Jul 30 00:12:10.804631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-817a8bce-7bb5-4595-a1e4-9606f8aa4df6 req-61badcdb-80f6-41df-8de6-b38c0293c2c9 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Jul 30 00:12:11.925670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0a9ad-aae1-4249-b1c7-cf6efdd57c84 req-32ef4282-410d-4b98-a2df-96a08f2d8395 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:11.927202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fc0a9ad-aae1-4249-b1c7-cf6efdd57c84 req-32ef4282-410d-4b98-a2df-96a08f2d8395 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Jul 30 00:12:11.967794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2fc0a9ad-aae1-4249-b1c7-cf6efdd57c84 req-0fef60c4-6e52-40ea-b530-6c0064d7f293 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Jul 30 00:12:13.086567 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a0214-b6f5-4da2-8a23-0c59e7e7bb85 req-1417afb4-d6c7-4820-a338-fdd44b2a1c98 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:13.088176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-001a0214-b6f5-4da2-8a23-0c59e7e7bb85 req-1417afb4-d6c7-4820-a338-fdd44b2a1c98 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0509770 Jul 30 00:12:13.127618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-001a0214-b6f5-4da2-8a23-0c59e7e7bb85 req-eedacba0-5e64-4b14-a860-782043f26d72 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Jul 30 00:12:14.257119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1c4b4-addf-4e1c-940b-249a8d374822 req-9fae8d49-7ea1-48b0-83cb-5760aa8c47a7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:14.258552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ba1c4b4-addf-4e1c-940b-249a8d374822 req-9fae8d49-7ea1-48b0-83cb-5760aa8c47a7 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0555098 Jul 30 00:12:14.302029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ba1c4b4-addf-4e1c-940b-249a8d374822 req-a3f3b442-7b01-45e3-a5a7-399bd24ca1e8 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Jul 30 00:12:15.422011 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f9ad9-27af-429c-846a-b71c2b259715 req-5d4b390a-88c8-4a7d-9bbf-3c4df8f6a4da tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:15.423551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d73f9ad9-27af-429c-846a-b71c2b259715 req-5d4b390a-88c8-4a7d-9bbf-3c4df8f6a4da tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0524213 Jul 30 00:12:15.465454 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d73f9ad9-27af-429c-846a-b71c2b259715 req-f5f26f89-85eb-4bc5-9b2d-343ec0b33419 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355690 Jul 30 00:12:16.586821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb92a3-4b3a-4d97-9376-062568e6cdc8 req-f2fcad58-6b4f-43d0-bf31-a201d907fd1f tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:16.588407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-badb92a3-4b3a-4d97-9376-062568e6cdc8 req-f2fcad58-6b4f-43d0-bf31-a201d907fd1f tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0522480 Jul 30 00:12:16.627560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-badb92a3-4b3a-4d97-9376-062568e6cdc8 req-3cabe08e-97c9-42c6-879f-3887477978b3 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Jul 30 00:12:17.365645 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-5dea87ed-69f1-463f-9a51-7f9cccc27aa0 service neutron] show failed (client error): The resource could not be found. Jul 30 00:12:17.366711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-5dea87ed-69f1-463f-9a51-7f9cccc27aa0 service neutron] 10.222.0.42 "GET /v2.0/ports/e07527be-0bd4-46f5-a837-ac45c5009007/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.1212060 Jul 30 00:12:17.619089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-07711bb6-e03f-4d70-be9c-ee865d0518a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:17.620653 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-07711bb6-e03f-4d70-be9c-ee865d0518a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4&tenant_id=05d455ae0c43416d82a81262b9402397 HTTP/1.1" status: 200 len: 1097 time: 0.0971370 Jul 30 00:12:17.639725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.693784 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.753654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c674e4-5322-411d-a613-39456b953a32 req-880af649-9d3a-4d12-8e10-1766a5fadef8 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:17.755006 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72c674e4-5322-411d-a613-39456b953a32 req-880af649-9d3a-4d12-8e10-1766a5fadef8 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 945 time: 0.0571880 Jul 30 00:12:17.808648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72c674e4-5322-411d-a613-39456b953a32 req-eadbd839-8e42-4542-b672-e7f0ee17c95c tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Jul 30 00:12:18.259049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e07527be-0bd4-46f5-a837-ac45c5009007,segment=NetworkSegment(f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a),segment_id=f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:18.290814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:18.332542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:18.334804 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dd5629-1629-4483-b4e4-06d89b137fbc" -d '{"events": [{"server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:18.338844 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.351098 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Transition to ACTIVE for port object e07527be-0bd4-46f5-a837-ac45c5009007 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:18.355117 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.387681 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffc3954-e16e-4d53-a92a-b1a540b1d48c x-openstack-request-id: req-dffc3954-e16e-4d53-a92a-b1a540b1d48c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:18.387977 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:18.388253 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dffc3954-e16e-4d53-a92a-b1a540b1d48c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:18.388638 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007', 'code': 200} Jul 30 00:12:18.415837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] No DVR routers for this DVR port e07527be-0bd4-46f5-a837-ac45c5009007 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:18.422506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Pushing event updated for resources: {'Port': ['ID=e07527be-0bd4-46f5-a837-ac45c5009007,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:18.433007 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.433393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.433694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.434029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.434360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.434684 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.435009 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.435332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.435668 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.435987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.436345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.436653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:18.464868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Attempting to bind port e07527be-0bd4-46f5-a837-ac45c5009007 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:12:18.465206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Attempting to bind port e07527be-0bd4-46f5-a837-ac45c5009007 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:12:18.465533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Attempting to bind port e07527be-0bd4-46f5-a837-ac45c5009007 on network bd5eeed9-6780-4cd9-b9a4-e00839499d02 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:18.469757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Port e07527be-0bd4-46f5-a837-ac45c5009007 on network bd5eeed9-6780-4cd9-b9a4-e00839499d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:12:18.470079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Attempting to bind port e07527be-0bd4-46f5-a837-ac45c5009007 on network bd5eeed9-6780-4cd9-b9a4-e00839499d02 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:18.474910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:12:18.475249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Checking segment: {'id': 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:18.475631 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Bound using segment: {'id': 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:12:18.476093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Bound port: e07527be-0bd4-46f5-a837-ac45c5009007, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:12:18.476455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.541773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:18.544718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e07527be-0bd4-46f5-a837-ac45c5009007,segment=NetworkSegment(f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a),segment_id=f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:12:18.549212 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.582857 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:18.583478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.584903 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] 10.222.0.47 "PUT /v2.0/ports/e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 1092 time: 0.9491839 Jul 30 00:12:18.607208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d7c95-1caf-4093-a71f-11c6fe70a588 service neutron] Pushing event updated for resources: {'Port': ['ID=e07527be-0bd4-46f5-a837-ac45c5009007,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:18.665965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-34b7cebe-c742-4e92-be95-6dd1f0907f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:18.667487 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-34b7cebe-c742-4e92-be95-6dd1f0907f67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05d455ae0c43416d82a81262b9402397&device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0450172 Jul 30 00:12:18.759147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-a31acd8c-7c73-4897-82a2-9ce820833f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:18.760646 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-a31acd8c-7c73-4897-82a2-9ce820833f83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 200 len: 912 time: 0.0862484 Jul 30 00:12:18.801299 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-0bb13b9c-ff17-4444-aa74-1ad4e70d11e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 217 time: 0.0332422 Jul 30 00:12:18.846829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-750217e4-eb0d-47a1-a847-5be81aefc62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:18.849003 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-750217e4-eb0d-47a1-a847-5be81aefc62e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc5c3fcb-df4b-4218-b052-32da1bcb9181 HTTP/1.1" status: 200 len: 851 time: 0.0421491 Jul 30 00:12:18.880290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-3c0431b0-1ea5-4c36-b990-03c82d57d66e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd5eeed9-6780-4cd9-b9a4-e00839499d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246241 Jul 30 00:12:18.890918 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-fc55e6c3-aa56-4c0d-a716-8b0bd618e2c7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:12:18.891898 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-fc55e6c3-aa56-4c0d-a716-8b0bd618e2c7 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052295 Jul 30 00:12:18.927798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e2186-55a0-4d81-bfe3-12d2a58612f9 req-3c8af496-6a4d-4c1f-94d0-50e66ce2d119 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:18.929348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-318e2186-55a0-4d81-bfe3-12d2a58612f9 req-3c8af496-6a4d-4c1f-94d0-50e66ce2d119 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 943 time: 0.0502076 Jul 30 00:12:18.969947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-318e2186-55a0-4d81-bfe3-12d2a58612f9 req-6bde1328-3228-4947-a5bc-70dcfeb61718 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347304 Jul 30 00:12:18.988277 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-3990735d-2631-441c-a188-7a3361f5a782 service neutron] 10.222.0.47 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884743 Jul 30 00:12:19.022220 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.077464 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b6b274b1-035f-4d57-b5a1-1ad77948ed80 req-a4341592-5d7b-4d46-84ba-6ac00bad4e14 service neutron] 10.222.0.47 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814295 Jul 30 00:12:20.103455 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb4cdf-0d50-4cc0-8107-a30d69fba0ca req-7fa2f79d-d70e-4464-ab18-a8d7894bdb6b tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:20.105264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06cb4cdf-0d50-4cc0-8107-a30d69fba0ca req-7fa2f79d-d70e-4464-ab18-a8d7894bdb6b tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 943 time: 0.0632100 Jul 30 00:12:20.150984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06cb4cdf-0d50-4cc0-8107-a30d69fba0ca req-e54422d2-2ed0-4985-a6f6-5e101ba6de40 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392907 Jul 30 00:12:20.389575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:20.391973 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb17f264-f6b8-47b0-9ee6-8258839b0207" -d '{"events": [{"name": "network-changed", "server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:20.443890 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d4c2b8-ebb7-48fa-b64b-7574764cfca4 x-openstack-request-id: req-33d4c2b8-ebb7-48fa-b64b-7574764cfca4 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:20.444224 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:20.444482 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33d4c2b8-ebb7-48fa-b64b-7574764cfca4 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:20.444912 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007', 'status': 'completed', 'code': 200} Jul 30 00:12:20.509174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-ee0255a2-3588-4f1b-8ca0-cb287fb9e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:20.510709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-ee0255a2-3588-4f1b-8ca0-cb287fb9e92e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05d455ae0c43416d82a81262b9402397&device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0431037 Jul 30 00:12:20.530813 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-d17cc86b-6739-41f8-b425-08a2553de5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:20.532560 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-d17cc86b-6739-41f8-b425-08a2553de5cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05d455ae0c43416d82a81262b9402397&device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0488617 Jul 30 00:12:20.608825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-05b3207b-0fd2-4b62-80ee-9cab2d400997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:20.610327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-05b3207b-0fd2-4b62-80ee-9cab2d400997 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 200 len: 912 time: 0.0927279 Jul 30 00:12:20.624277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-d34fd2d0-b40d-4e01-9b6c-a0876d3ab15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:20.625769 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-d34fd2d0-b40d-4e01-9b6c-a0876d3ab15a service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 200 len: 912 time: 0.0862103 Jul 30 00:12:20.653847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-ca2644d7-a56f-40ba-ad4b-aecf5e299bac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 217 time: 0.0356266 Jul 30 00:12:20.674140 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-faef8bb7-66cc-4d80-83ad-5c0f178c4492 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 217 time: 0.0399191 Jul 30 00:12:20.709581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-5f3a6b22-2ea9-4561-807e-47aadc9ad058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:20.711112 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-5f3a6b22-2ea9-4561-807e-47aadc9ad058 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc5c3fcb-df4b-4218-b052-32da1bcb9181 HTTP/1.1" status: 200 len: 851 time: 0.0495665 Jul 30 00:12:20.725052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-b2f9c0bd-d39a-4c43-b7b4-6a77dfd1a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:20.726541 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-b2f9c0bd-d39a-4c43-b7b4-6a77dfd1a52a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc5c3fcb-df4b-4218-b052-32da1bcb9181 HTTP/1.1" status: 200 len: 851 time: 0.0457067 Jul 30 00:12:20.743816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-2379e31b-811c-44c4-9362-9f0c43c27b4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd5eeed9-6780-4cd9-b9a4-e00839499d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258472 Jul 30 00:12:20.761042 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-7fa4a05d-c94c-464a-b8fe-a342999d2433 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd5eeed9-6780-4cd9-b9a4-e00839499d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274179 Jul 30 00:12:20.845592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-e9bd35b4-b266-4c6d-9497-90c60c04689b service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947709 Jul 30 00:12:20.869745 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-4fd85ff9-7647-432c-b4ab-5bd230a3a055 service neutron] 10.222.0.47 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011095 Jul 30 00:12:20.940753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-f5904ce9-dc58-49df-9e56-ff105d879dec service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874040 Jul 30 00:12:20.968721 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eb17f264-f6b8-47b0-9ee6-8258839b0207 req-307ec4cd-377f-4457-a411-c20f089b2126 service neutron] 10.222.0.47 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920329 Jul 30 00:12:21.157385 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527e394-cbd7-4807-a458-9c4053758618 req-f2535aed-e1a7-445b-a2f5-367c67f8b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:21.158909 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9527e394-cbd7-4807-a458-9c4053758618 req-f2535aed-e1a7-445b-a2f5-367c67f8b11d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05d455ae0c43416d82a81262b9402397&device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0403552 Jul 30 00:12:21.267484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527e394-cbd7-4807-a458-9c4053758618 req-5afdf70f-5505-4b5d-909c-5fe6f0851870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:21.269541 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9527e394-cbd7-4807-a458-9c4053758618 req-5afdf70f-5505-4b5d-909c-5fe6f0851870 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 200 len: 912 time: 0.0909758 Jul 30 00:12:21.277183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea86637-b1b0-4790-a6cf-d6c2efe53078 req-9d07b13c-91a5-4411-9359-51294a1c2160 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:21.278749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ea86637-b1b0-4790-a6cf-d6c2efe53078 req-9d07b13c-91a5-4411-9359-51294a1c2160 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 943 time: 0.0577984 Jul 30 00:12:21.312154 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9527e394-cbd7-4807-a458-9c4053758618 req-e7c675da-bb76-413f-b97a-01f52cf349ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 217 time: 0.0353000 Jul 30 00:12:21.317373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ea86637-b1b0-4790-a6cf-d6c2efe53078 req-34c9757b-975a-499a-a5a0-0a92ab474d1f tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Jul 30 00:12:21.367764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527e394-cbd7-4807-a458-9c4053758618 req-15ddde7c-7959-4004-bd4f-2f6e87cf27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:21.369263 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9527e394-cbd7-4807-a458-9c4053758618 req-15ddde7c-7959-4004-bd4f-2f6e87cf27d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc5c3fcb-df4b-4218-b052-32da1bcb9181 HTTP/1.1" status: 200 len: 851 time: 0.0507646 Jul 30 00:12:21.405084 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9527e394-cbd7-4807-a458-9c4053758618 req-3e625c5b-ee70-4a38-b0d1-1354b6947889 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd5eeed9-6780-4cd9-b9a4-e00839499d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285497 Jul 30 00:12:21.506900 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9527e394-cbd7-4807-a458-9c4053758618 req-f9c25e39-45b5-4733-9416-7ca4fbfe833b service neutron] 10.222.0.47 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945046 Jul 30 00:12:21.599482 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9527e394-cbd7-4807-a458-9c4053758618 req-403e8363-b7f1-48dd-a7c9-f63b79822531 service neutron] 10.222.0.47 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856490 Jul 30 00:12:21.751342 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27bf6295-cf46-4e06-8b23-34d0f14aade1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.211278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e07527be-0bd4-46f5-a837-ac45c5009007 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:22.248717 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e07527be-0bd4-46f5-a837-ac45c5009007 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:22.436361 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a899b9-a38f-4a79-a9cd-ab0525e6b365 req-c8739b31-4791-4b19-96e6-6344e76e16ae tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:22.437858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92a899b9-a38f-4a79-a9cd-ab0525e6b365 req-c8739b31-4791-4b19-96e6-6344e76e16ae tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 943 time: 0.0492225 Jul 30 00:12:22.476261 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92a899b9-a38f-4a79-a9cd-ab0525e6b365 req-5cdea7b7-25ef-4310-a13d-25ee82ae86d1 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323761 Jul 30 00:12:22.781753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e45b-a304-493c-a54c-f052c658c87e req-936aa50f-478d-4a64-b843-94f14c20bb46 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:22.783274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-936aa50f-478d-4a64-b843-94f14c20bb46 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.42 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4&tenant_id=05d455ae0c43416d82a81262b9402397&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 943 time: 0.0847692 Jul 30 00:12:22.845838 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-1698e45b-a304-493c-a54c-f052c658c87e req-fe8d0d3c-c846-4f47-8451-c8f66315760e service neutron] delete failed (client error): The resource could not be found. Jul 30 00:12:22.846823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-fe8d0d3c-c846-4f47-8451-c8f66315760e service neutron] 10.222.0.42 "DELETE /v2.0/ports/e07527be-0bd4-46f5-a837-ac45c5009007/bindings/n-h1-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0560956 Jul 30 00:12:22.929631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e45b-a304-493c-a54c-f052c658c87e req-05d2e36f-9fc7-4285-9d95-39ede14cf2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:22.931179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-05d2e36f-9fc7-4285-9d95-39ede14cf2fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05d455ae0c43416d82a81262b9402397&device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0421131 Jul 30 00:12:23.024807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e45b-a304-493c-a54c-f052c658c87e req-2fbf2123-9224-4382-b356-9ad8035a277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:23.026301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-2fbf2123-9224-4382-b356-9ad8035a277c service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 200 len: 912 time: 0.0883768 Jul 30 00:12:23.068994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-b3f8040b-60e2-4bb9-9c8c-a297f1b656b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 200 len: 217 time: 0.0345290 Jul 30 00:12:23.116905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e45b-a304-493c-a54c-f052c658c87e req-eeee4ed6-17f2-4ccf-9cc8-986bbab1dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:23.118331 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-eeee4ed6-17f2-4ccf-9cc8-986bbab1dcd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc5c3fcb-df4b-4218-b052-32da1bcb9181 HTTP/1.1" status: 200 len: 851 time: 0.0428307 Jul 30 00:12:23.150247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-4fd59693-09f9-4324-9d88-4ea8ff6b965e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd5eeed9-6780-4cd9-b9a4-e00839499d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250061 Jul 30 00:12:23.242776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-2f3fdc08-80cd-49e5-8701-1438c117ea5d service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857165 Jul 30 00:12:23.331122 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-6626616c-472b-470e-9ccf-cd88990fd3ac service neutron] 10.222.0.42 "GET /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811570 Jul 30 00:12:23.398904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e07527be-0bd4-46f5-a837-ac45c5009007 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:12:23.496937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e07527be-0bd4-46f5-a837-ac45c5009007,segment=NetworkSegment(f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a),segment_id=f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:23.509984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'e07527be-0bd4-46f5-a837-ac45c5009007', 'network_id': 'bd5eeed9-6780-4cd9-b9a4-e00839499d02', 'port_id': 'e07527be-0bd4-46f5-a837-ac45c5009007', 'mac_address': 'fa:16:3e:13:3c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5c3fcb-df4b-4218-b052-32da1bcb9181', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:12:23.545290 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:23.558099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07527be-0bd4-46f5-a837-ac45c5009007 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:12:23.579255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e07527be-0bd4-46f5-a837-ac45c5009007,segment=NetworkSegment(f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a),segment_id=f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:23.583153 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:23.630924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=e07527be-0bd4-46f5-a837-ac45c5009007,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:23.638102 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.638461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.638811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.639160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.639502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.639841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.640209 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.640547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.640881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.641213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.641545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:23.641873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:24.002450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['e07527be-0bd4-46f5-a837-ac45c5009007'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:12:24.018866 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e620035-66f3-44ef-b6bb-e080cfdf4e3e req-da88e01f-cafa-481e-93f6-957ee368fc49 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.020395 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e620035-66f3-44ef-b6bb-e080cfdf4e3e req-da88e01f-cafa-481e-93f6-957ee368fc49 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 944 time: 0.0558615 Jul 30 00:12:24.059006 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e620035-66f3-44ef-b6bb-e080cfdf4e3e req-c7759313-b79a-4728-b9ab-de44d03e3d3d tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326464 Jul 30 00:12:24.186096 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9855c14e-48de-4408-92da-a17e722a1d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:24.255389 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.176628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4e937-8bcd-40d1-8bef-562aa0b25a9e req-a8b6990d-571c-49dd-9c6a-121409563a52 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:25.178166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42d4e937-8bcd-40d1-8bef-562aa0b25a9e req-a8b6990d-571c-49dd-9c6a-121409563a52 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 944 time: 0.0504470 Jul 30 00:12:25.217471 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42d4e937-8bcd-40d1-8bef-562aa0b25a9e req-5bd336fd-5455-4702-b0a6-805cf7be2995 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/security-groups?id=a44baee0-5197-461e-a1ca-1b75c927f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Jul 30 00:12:25.429252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e07527be-0bd4-46f5-a837-ac45c5009007 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:25.480890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port e07527be-0bd4-46f5-a837-ac45c5009007 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:25.485319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port e07527be-0bd4-46f5-a837-ac45c5009007 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:25.485700 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.551904 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e45b-a304-493c-a54c-f052c658c87e req-e756b277-8355-4007-8c78-74d729da23c3 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:25.553488 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-e756b277-8355-4007-8c78-74d729da23c3 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.47 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 944 time: 0.0649741 Jul 30 00:12:25.590776 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.602524 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.615498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:25.617823 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9157692-22b1-4c66-903c-6019dde89f14" -d '{"events": [{"server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "name": "network-vif-plugged", "status": "completed", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:25.633360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e07527be-0bd4-46f5-a837-ac45c5009007,segment=NetworkSegment(f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a),segment_id=f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:25.639726 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.669988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-1698e45b-a304-493c-a54c-f052c658c87e req-1cf3df0b-08b0-4a6d-a766-1ab8fc9dc614 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Deleting port e07527be-0bd4-46f5-a837-ac45c5009007 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:25.670413 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1698e45b-a304-493c-a54c-f052c658c87e req-1cf3df0b-08b0-4a6d-a766-1ab8fc9dc614 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.674190 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4bafee-69e6-46e5-8205-867f9bba75d0 x-openstack-request-id: req-ee4bafee-69e6-46e5-8205-867f9bba75d0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:25.674636 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "name": "network-vif-plugged", "status": "completed", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:25.675043 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee4bafee-69e6-46e5-8205-867f9bba75d0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:25.675599 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007', 'code': 200} Jul 30 00:12:25.706552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=e07527be-0bd4-46f5-a837-ac45c5009007,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:25.770278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1698e45b-a304-493c-a54c-f052c658c87e req-1cf3df0b-08b0-4a6d-a766-1ab8fc9dc614 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] For port e07527be-0bd4-46f5-a837-ac45c5009007, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=e07527be-0bd4-46f5-a837-ac45c5009007,segment=NetworkSegment(f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a),segment_id=f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:25.770646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1698e45b-a304-493c-a54c-f052c658c87e req-1cf3df0b-08b0-4a6d-a766-1ab8fc9dc614 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.784218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-1698e45b-a304-493c-a54c-f052c658c87e req-1cf3df0b-08b0-4a6d-a766-1ab8fc9dc614 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Calling delete_port for e07527be-0bd4-46f5-a837-ac45c5009007 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:25.919124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1698e45b-a304-493c-a54c-f052c658c87e req-1cf3df0b-08b0-4a6d-a766-1ab8fc9dc614 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.953435 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3df0b-08b0-4a6d-a766-1ab8fc9dc614 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Pushing event deleted for resources: {'Port': ['ID=e07527be-0bd4-46f5-a837-ac45c5009007,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:25.954975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['e07527be-0bd4-46f5-a837-ac45c5009007'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:12:25.996580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1698e45b-a304-493c-a54c-f052c658c87e req-1cf3df0b-08b0-4a6d-a766-1ab8fc9dc614 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] No DVR routers for this DVR port e07527be-0bd4-46f5-a837-ac45c5009007 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:25.999355 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1698e45b-a304-493c-a54c-f052c658c87e req-1cf3df0b-08b0-4a6d-a766-1ab8fc9dc614 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:26.001445 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1698e45b-a304-493c-a54c-f052c658c87e req-1cf3df0b-08b0-4a6d-a766-1ab8fc9dc614 tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.47 "DELETE /v2.0/ports/e07527be-0bd4-46f5-a837-ac45c5009007 HTTP/1.1" status: 204 len: 173 time: 0.4395761 Jul 30 00:12:26.001882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'name': 'network-vif-deleted', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:26.004336 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9722d89d-1498-4d96-9b71-ef17c2139f81" -d '{"events": [{"server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "name": "network-vif-deleted", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:26.042633 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deab9168-224a-45b1-80ae-a3368082d05f x-openstack-request-id: req-deab9168-224a-45b1-80ae-a3368082d05f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:26.042633 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438795d2-0da1-4564-89d3-1b7e13baf6a4", "name": "network-vif-deleted", "tag": "e07527be-0bd4-46f5-a837-ac45c5009007", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:26.042889 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-deab9168-224a-45b1-80ae-a3368082d05f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:26.043291 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438795d2-0da1-4564-89d3-1b7e13baf6a4', 'name': 'network-vif-deleted', 'tag': 'e07527be-0bd4-46f5-a837-ac45c5009007', 'status': 'completed', 'code': 200} Jul 30 00:12:26.340199 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1f0e388-2592-4929-9cef-fa60a2033cb9 req-810d887b-441b-4055-979a-bbc06072dbae tempest-DeleteServersTestJSON-973498198 tempest-DeleteServersTestJSON-973498198-project] 10.222.0.37 "GET /v2.0/ports?device_id=438795d2-0da1-4564-89d3-1b7e13baf6a4 HTTP/1.1" status: 200 len: 210 time: 0.0327656 Jul 30 00:12:27.222914 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.469932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36510) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:27.519862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10602ae-89f6-4555-9981-a058075f3200 admin admin] Deleting subnet cc5c3fcb-df4b-4218-b052-32da1bcb9181 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:12:27.523081 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f10602ae-89f6-4555-9981-a058075f3200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.559772 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f10602ae-89f6-4555-9981-a058075f3200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.600522 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f10602ae-89f6-4555-9981-a058075f3200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.659381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f10602ae-89f6-4555-9981-a058075f3200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.688454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10602ae-89f6-4555-9981-a058075f3200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5c3fcb-df4b-4218-b052-32da1bcb9181,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:27.691226 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f10602ae-89f6-4555-9981-a058075f3200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.693809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f10602ae-89f6-4555-9981-a058075f3200 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cc5c3fcb-df4b-4218-b052-32da1bcb9181 HTTP/1.1" status: 204 len: 168 time: 0.2226729 Jul 30 00:12:27.696399 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36512) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:27.771780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.855728 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.867598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5eeed9-6780-4cd9-b9a4-e00839499d02']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:27.883985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:27.884360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1eb90d9-d5e4-468a-a1aa-bb4a7ae47b1a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:27.895007 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.910919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.916779 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:12:27.917168 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:12:27.918885 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:12:27.985916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.991696 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.993602 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bd5eeed9-6780-4cd9-b9a4-e00839499d02 HTTP/1.1" status: 204 len: 168 time: 0.2962272 Jul 30 00:12:28.004801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f08813-2e33-4fcb-a977-5705a657fa79 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5eeed9-6780-4cd9-b9a4-e00839499d02,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:28.129092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36516) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.171990 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-611b0d2a-5c06-47e3-be46-9da5f43ca102 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05d455ae0c43416d82a81262b9402397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414929 Jul 30 00:12:28.174901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36518) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.223483 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e05c7a7f-7a77-453f-952c-5710a27fae85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:28.243750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e05c7a7f-7a77-453f-952c-5710a27fae85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:28.292100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e05c7a7f-7a77-453f-952c-5710a27fae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:28.294785 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e05c7a7f-7a77-453f-952c-5710a27fae85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:28.295936 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e05c7a7f-7a77-453f-952c-5710a27fae85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a44baee0-5197-461e-a1ca-1b75c927f1e8 HTTP/1.1" status: 204 len: 168 time: 0.1201334 Jul 30 00:12:28.303689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c7a7f-7a77-453f-952c-5710a27fae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44baee0-5197-461e-a1ca-1b75c927f1e8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:28.998664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36540) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.108808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1372186722-network', 'tenant_id': '02ddb55c7b1a4df5af1578697d71c993'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:29.131586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Made reservation on behalf of 02ddb55c7b1a4df5af1578697d71c993 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:12:29.134399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.143903 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.274138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.280112 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.306530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:12:29.317108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c2fa41-f9e1-4f91-b684-8eff5131fa53,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:29.323505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.324144 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Added segment eb64ddb0-61eb-49ad-9fff-ada8a3944b4b of type vlan for network 0418506d-6c96-4526-af0c-13f2ae6eb1ee Jul 30 00:12:29.368681 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.397762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.398693 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:29.399269 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.456658 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4570036 Jul 30 00:12:29.461298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36544) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.462286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e07527be-0bd4-46f5-a837-ac45c5009007 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:29.463030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8faa6-9461-4504-b255-9b2bb20a8850 admin admin] Pushing event updated for resources: {'Network': ['ID=0418506d-6c96-4526-af0c-13f2ae6eb1ee,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:29.468512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Request body: {'subnet': {'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1372186722-subnet', 'tenant_id': '02ddb55c7b1a4df5af1578697d71c993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:29.490240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 0418506d-6c96-4526-af0c-13f2ae6eb1ee details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:12:29.492164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Made reservation on behalf of 02ddb55c7b1a4df5af1578697d71c993 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:12:29.492483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: e07527be-0bd4-46f5-a837-ac45c5009007 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:29.492841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device e07527be-0bd4-46f5-a837-ac45c5009007 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:29.495130 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.671620 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.729167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8c989a-1133-48a2-a9cc-4ee41ef0d671,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:29.736748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Checking segment: {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:29.737117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Network hostable DHCP agents. Network: 0418506d-6c96-4526-af0c-13f2ae6eb1ee, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:12:29.755008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Network 0418506d-6c96-4526-af0c-13f2ae6eb1ee is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:12:29.769327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 0418506d-6c96-4526-af0c-13f2ae6eb1ee) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:29.774634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:29.775236 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.781574 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e98b3-842a-40ee-b96a-3c6b0e693d6a None None] Network 0418506d-6c96-4526-af0c-13f2ae6eb1ee requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:29.800755 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e96ac16f-96ad-425b-8e35-058ed0b8a786 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3375454 Jul 30 00:12:29.959388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6fbcce-e2ee-43f9-9646-d6d85645d2f5 None None] Network 0418506d-6c96-4526-af0c-13f2ae6eb1ee requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:30.327195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-ba579686-04e0-41c4-adcf-56c2a69e1fd8 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:30.330203 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-ba579686-04e0-41c4-adcf-56c2a69e1fd8 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 815 time: 0.1056180 Jul 30 00:12:30.345464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-66c3a303-0a49-4fba-8f2c-3526c18b561e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/quotas/02ddb55c7b1a4df5af1578697d71c993 HTTP/1.1" status: 200 len: 375 time: 0.0098355 Jul 30 00:12:30.378736 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4aada184-71c8-4e79-a3c6-7dc26db7748b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266991 Jul 30 00:12:30.443583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-7155a67a-38df-4f8f-9803-4b93a9b98d6b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:12:30.444638 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-7155a67a-38df-4f8f-9803-4b93a9b98d6b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591977 Jul 30 00:12:30.543629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-d7b0162e-8d7e-4d4b-8b17-5062102d37c1 service neutron] 10.222.0.37 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923431 Jul 30 00:12:30.637014 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-87d23e1b-ba95-44ca-bf33-05de07a51033 service neutron] 10.222.0.37 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859728 Jul 30 00:12:30.796206 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92b4d669-3a7a-490a-b66d-1db3f3e45769 req-9bc81911-a8c1-4c16-a4bb-81c50e72a33b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 210 time: 0.0290844 Jul 30 00:12:31.906389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1eeec8c2-cc03-497e-b275-d1fe2ee58ebd req-5aaddeb9-287c-4021-95ba-bba5f5998a24 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 210 time: 0.0324068 Jul 30 00:12:31.911008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-c5fba08a-d253-46dd-82e0-4f067818f489 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:31.912919 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-c5fba08a-d253-46dd-82e0-4f067818f489 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.47 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 815 time: 0.1274195 Jul 30 00:12:31.940528 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Request body: {'port': {'device_id': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee', 'admin_state_up': True, 'tenant_id': '02ddb55c7b1a4df5af1578697d71c993'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:32.088465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Made reservation on behalf of 02ddb55c7b1a4df5af1578697d71c993 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:12:32.091964 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.225643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Allocated IP 172.20.0.12 (0418506d-6c96-4526-af0c-13f2ae6eb1ee/3f8c989a-1133-48a2-a9cc-4ee41ef0d671/860cba5d-f55b-4848-8f2b-e1ec8e580521) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:12:32.385806 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.430477 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.473907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Network 0418506d-6c96-4526-af0c-13f2ae6eb1ee is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:32.477104 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:32.483775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:12:32.490139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Pushing event updated for resources: {'Port': ['ID=860cba5d-f55b-4848-8f2b-e1ec8e580521,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:32.544097 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:32.544734 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.567903 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-4cb00f3d-e284-4838-8438-ce7b30f4b1fc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6315660 Jul 30 00:12:32.584856 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Request body: {'port': {'device_id': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:32.640852 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.787897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.924852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860cba5d-f55b-4848-8f2b-e1ec8e580521 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:12:32.932698 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.948238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Transition to ACTIVE for port object 860cba5d-f55b-4848-8f2b-e1ec8e580521 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:32.952646 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.010269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Pushing event updated for resources: {'Port': ['ID=860cba5d-f55b-4848-8f2b-e1ec8e580521,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:33.037084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73532014-e372-495e-b794-2785c4cf01da req-d681c23d-1b61-4b3b-835b-6451961297d2 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:33.038685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73532014-e372-495e-b794-2785c4cf01da req-d681c23d-1b61-4b3b-835b-6451961297d2 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 944 time: 0.0532973 Jul 30 00:12:33.077658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-73532014-e372-495e-b794-2785c4cf01da req-1bf89c0d-2066-403e-aed5-68789c34f0a6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324776 Jul 30 00:12:33.078309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Attempting to bind port 860cba5d-f55b-4848-8f2b-e1ec8e580521 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:12:33.078652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Attempting to bind port 860cba5d-f55b-4848-8f2b-e1ec8e580521 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:12:33.078986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Attempting to bind port 860cba5d-f55b-4848-8f2b-e1ec8e580521 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:33.083408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Port 860cba5d-f55b-4848-8f2b-e1ec8e580521 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:12:33.083734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Attempting to bind port 860cba5d-f55b-4848-8f2b-e1ec8e580521 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:33.088533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:12:33.088886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Checking segment: {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:33.089357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Bound using segment: {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:12:33.089881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Bound port: 860cba5d-f55b-4848-8f2b-e1ec8e580521, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:12:33.090249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.151624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:33.154581 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:12:33.159587 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.195648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:33.196987 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.198423 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/860cba5d-f55b-4848-8f2b-e1ec8e580521 HTTP/1.1" status: 200 len: 1093 time: 0.6178551 Jul 30 00:12:33.200551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:33.202876 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9668d9c-13b6-4e69-83b2-beae4d37148a" -d '{"events": [{"name": "network-changed", "server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:33.244226 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d976867f-8c9f-4454-b5df-382feed6c3fa x-openstack-request-id: req-d976867f-8c9f-4454-b5df-382feed6c3fa {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:33.244538 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:33.244800 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d976867f-8c9f-4454-b5df-382feed6c3fa {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:33.245214 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521', 'status': 'completed', 'code': 200} Jul 30 00:12:33.246167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c12c88-9097-4237-812a-cd38f2a351c8 service neutron] Pushing event updated for resources: {'Port': ['ID=860cba5d-f55b-4848-8f2b-e1ec8e580521,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:33.302405 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-f614e6ba-6e3f-43fa-b499-2db6c285f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:33.303930 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-f614e6ba-6e3f-43fa-b499-2db6c285f6ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 1096 time: 0.0417650 Jul 30 00:12:33.350763 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-83a56c06-2ba0-4fdb-b7c5-e59e7a532616 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521 HTTP/1.1" status: 200 len: 217 time: 0.0344601 Jul 30 00:12:33.401914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-f3c62da2-44c5-486f-b446-c4c502931733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:33.403373 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-f3c62da2-44c5-486f-b446-c4c502931733 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0466211 Jul 30 00:12:33.435476 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-790a42f4-7252-4849-9b33-c37c3f6043fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238206 Jul 30 00:12:33.532114 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-92df5d34-aba2-424a-b0ad-a6c162d017c2 service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900142 Jul 30 00:12:33.627758 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e52d0f0a-a42e-4975-a35a-d8dd81afa6fb req-e7cadded-f72c-4442-891d-428227816e61 service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888238 Jul 30 00:12:33.748686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9668d9c-13b6-4e69-83b2-beae4d37148a req-d895e0b6-ba2f-418d-9a39-a175253e4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:33.750163 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c9668d9c-13b6-4e69-83b2-beae4d37148a req-d895e0b6-ba2f-418d-9a39-a175253e4e3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 1096 time: 0.0407534 Jul 30 00:12:33.841584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9668d9c-13b6-4e69-83b2-beae4d37148a req-fd87ad48-14b0-4457-bf21-31b3d8457d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:33.843056 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c9668d9c-13b6-4e69-83b2-beae4d37148a req-fd87ad48-14b0-4457-bf21-31b3d8457d32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.0862033 Jul 30 00:12:33.884893 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c9668d9c-13b6-4e69-83b2-beae4d37148a req-e97cff2a-75e5-4b53-8fd9-97fcd045299e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521 HTTP/1.1" status: 200 len: 217 time: 0.0351515 Jul 30 00:12:33.932732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9668d9c-13b6-4e69-83b2-beae4d37148a req-c61ef060-f6cf-43b1-992f-f1f7840d82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:33.934168 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c9668d9c-13b6-4e69-83b2-beae4d37148a req-c61ef060-f6cf-43b1-992f-f1f7840d82d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0431857 Jul 30 00:12:33.969339 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c9668d9c-13b6-4e69-83b2-beae4d37148a req-dda8a5d7-aa8d-4a61-b124-d81d13ea8275 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283091 Jul 30 00:12:34.061770 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c9668d9c-13b6-4e69-83b2-beae4d37148a req-a1d0e3dc-2ec5-4b51-b179-de9703845fcd service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850365 Jul 30 00:12:34.151450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-c9668d9c-13b6-4e69-83b2-beae4d37148a req-de6b46b9-999b-4925-ba4a-9d7f159f1d2c service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825193 Jul 30 00:12:34.196966 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df35d8-b00a-45f1-8612-ab5b82294196 req-425ce357-9b3e-47cb-8adf-524504159d04 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:34.198444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-36df35d8-b00a-45f1-8612-ab5b82294196 req-425ce357-9b3e-47cb-8adf-524504159d04 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 944 time: 0.0522494 Jul 30 00:12:34.235745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-36df35d8-b00a-45f1-8612-ab5b82294196 req-aa602add-776e-437a-9111-69818098503c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Jul 30 00:12:35.352212 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e1a0-6741-466a-806a-8999125415d1 req-d1903993-d6cd-49ef-aa1c-959c734d0d50 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:35.353847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3690e1a0-6741-466a-806a-8999125415d1 req-d1903993-d6cd-49ef-aa1c-959c734d0d50 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 944 time: 0.0513659 Jul 30 00:12:35.395428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3690e1a0-6741-466a-806a-8999125415d1 req-e415b18a-aa69-4837-9099-beeb36244886 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351536 Jul 30 00:12:36.518097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb38e-a16f-4536-9bd8-e4c523d31602 req-fa3a9033-46b6-4757-bcef-40b95d4b828d tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:36.520158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-915bb38e-a16f-4536-9bd8-e4c523d31602 req-fa3a9033-46b6-4757-bcef-40b95d4b828d tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 944 time: 0.0581858 Jul 30 00:12:36.567364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-915bb38e-a16f-4536-9bd8-e4c523d31602 req-f31d71d3-5f76-4451-980a-fc7484d8ccd0 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365889 Jul 30 00:12:37.507269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 860cba5d-f55b-4848-8f2b-e1ec8e580521 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:12:37.602236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:37.618085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '860cba5d-f55b-4848-8f2b-e1ec8e580521', 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee', 'port_id': '860cba5d-f55b-4848-8f2b-e1ec8e580521', 'mac_address': 'fa:16:3e:dc:27:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c989a-1133-48a2-a9cc-4ee41ef0d671', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:12:37.656149 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:37.669333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860cba5d-f55b-4848-8f2b-e1ec8e580521 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:12:37.689184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:37.693622 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:37.697066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7b592-f855-461a-8423-6d159b0a3bd2 req-54e9684d-9300-4d76-9d37-44795ae0219a tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:37.698726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46f7b592-f855-461a-8423-6d159b0a3bd2 req-54e9684d-9300-4d76-9d37-44795ae0219a tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 944 time: 0.0568733 Jul 30 00:12:37.742757 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=860cba5d-f55b-4848-8f2b-e1ec8e580521,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:37.747404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46f7b592-f855-461a-8423-6d159b0a3bd2 req-2d5d6d00-8738-4d38-80a9-26f8f2065193 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Jul 30 00:12:38.058070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['860cba5d-f55b-4848-8f2b-e1ec8e580521'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:12:38.880944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415635-ecd2-4faa-96db-7919f0cf97ed req-d9fd34ce-9933-4fe7-8bda-f54717d84334 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:38.882444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e415635-ecd2-4faa-96db-7919f0cf97ed req-d9fd34ce-9933-4fe7-8bda-f54717d84334 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 945 time: 0.0532064 Jul 30 00:12:38.924381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3e415635-ecd2-4faa-96db-7919f0cf97ed req-22407ca5-a554-4b6a-a722-2de40b6cdffe tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355291 Jul 30 00:12:39.524983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 860cba5d-f55b-4848-8f2b-e1ec8e580521 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:39.579083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 860cba5d-f55b-4848-8f2b-e1ec8e580521 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:39.583646 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 860cba5d-f55b-4848-8f2b-e1ec8e580521 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:39.584091 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:39.670532 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:39.698857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:39.700216 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42adc693-ad67-4551-952a-97b5ef2a4be9" -d '{"events": [{"server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "name": "network-vif-plugged", "status": "completed", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:39.713922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:39.718198 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:39.750565 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8140abd9-e537-4856-9998-1b46e47df6d2 x-openstack-request-id: req-8140abd9-e537-4856-9998-1b46e47df6d2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:39.750872 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "name": "network-vif-plugged", "status": "completed", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:39.751124 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8140abd9-e537-4856-9998-1b46e47df6d2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:39.751518 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521', 'code': 200} Jul 30 00:12:39.773400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=860cba5d-f55b-4848-8f2b-e1ec8e580521,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:39.884860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f60ce-a582-4d4a-868f-70c109876104 req-af5b2e22-12a4-4543-952b-63f8fb6f4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:39.886421 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ed1f60ce-a582-4d4a-868f-70c109876104 req-af5b2e22-12a4-4543-952b-63f8fb6f4e72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 1098 time: 0.0446496 Jul 30 00:12:39.929468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ed1f60ce-a582-4d4a-868f-70c109876104 req-037721ee-b51b-435c-8e89-1f124b4be0c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Jul 30 00:12:40.044669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4235e4-fda5-4235-953d-7f7f028afdc2 req-c9b818d6-d674-49ce-a073-23ecfb38aed6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:40.046424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa4235e4-fda5-4235-953d-7f7f028afdc2 req-c9b818d6-d674-49ce-a073-23ecfb38aed6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0533001 Jul 30 00:12:40.094920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fa4235e4-fda5-4235-953d-7f7f028afdc2 req-8317c00e-f7b2-4ef7-9419-dcb21168edc6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Jul 30 00:12:41.214338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51e38-6e18-4699-a1ab-d8cfdb638eff req-57c697aa-cc87-4643-bfbb-376203f8a0a5 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:41.215750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0f51e38-6e18-4699-a1ab-d8cfdb638eff req-57c697aa-cc87-4643-bfbb-376203f8a0a5 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0510659 Jul 30 00:12:41.269037 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a0f51e38-6e18-4699-a1ab-d8cfdb638eff req-5df9410c-718e-432b-84fd-e5a890fcca95 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 Jul 30 00:12:42.390395 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067d130-f553-4f57-86a1-17d427b9ad76 req-9fc44f40-9046-43dc-86a9-d81b4a580c0d tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:42.391894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6067d130-f553-4f57-86a1-17d427b9ad76 req-9fc44f40-9046-43dc-86a9-d81b4a580c0d tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0524259 Jul 30 00:12:42.434003 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6067d130-f553-4f57-86a1-17d427b9ad76 req-b3f97f35-ae87-4541-b5e8-49991fda2e3e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354247 Jul 30 00:12:42.549857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610670a-b471-4f2f-85a7-05bcdc7fe337 req-11e950cd-e843-47d0-8053-10fdcfe3032f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:42.551237 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d610670a-b471-4f2f-85a7-05bcdc7fe337 req-11e950cd-e843-47d0-8053-10fdcfe3032f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0512760 Jul 30 00:12:42.590210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d610670a-b471-4f2f-85a7-05bcdc7fe337 req-161adb69-189a-440e-a8ee-41e68a178fa0 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Jul 30 00:12:42.797031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dd5bf-59fc-4bb5-8c97-f85f69bc67fd req-b09adfdf-13b2-4933-90d9-44aea7f69513 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:42.798530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff7dd5bf-59fc-4bb5-8c97-f85f69bc67fd req-b09adfdf-13b2-4933-90d9-44aea7f69513 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0495632 Jul 30 00:12:42.837113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff7dd5bf-59fc-4bb5-8c97-f85f69bc67fd req-4eaf0da3-4d6d-42e9-bd1d-587ba6d1542d tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326025 Jul 30 00:12:42.961323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e265b-60da-4687-bfdb-d655a85e9306 req-756b4fdc-8dd3-44a8-a661-0808ae6a3edb tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:42.962836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a21e265b-60da-4687-bfdb-d655a85e9306 req-756b4fdc-8dd3-44a8-a661-0808ae6a3edb tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0565083 Jul 30 00:12:43.005727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a21e265b-60da-4687-bfdb-d655a85e9306 req-d463eca1-4d63-4b38-a231-7c9064cb56c1 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367386 Jul 30 00:12:43.269983 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-bf48edd1-4536-49ca-bba0-744ab681a01d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739527 Jul 30 00:12:43.282646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06296de-3d36-4bac-b4d9-0d712ab2f967 req-11d7d9f8-664d-441d-9c0d-865c39555cfa tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:43.284168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f06296de-3d36-4bac-b4d9-0d712ab2f967 req-11d7d9f8-664d-441d-9c0d-865c39555cfa tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0630209 Jul 30 00:12:43.329776 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f06296de-3d36-4bac-b4d9-0d712ab2f967 req-61de1cfc-3933-4631-a623-d006129957c9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352781 Jul 30 00:12:44.459673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f26b7-a12d-420c-9e81-2aa003d688de req-60736f61-01a7-40c2-9c05-e40b7e59864f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:44.463449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a1f26b7-a12d-420c-9e81-2aa003d688de req-60736f61-01a7-40c2-9c05-e40b7e59864f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0610187 Jul 30 00:12:44.494959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-b9b9c260-c8ce-451b-8f1e-c3061a383c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:44.496648 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-b9b9c260-c8ce-451b-8f1e-c3061a383c0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 1098 time: 0.0445449 Jul 30 00:12:44.505558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a1f26b7-a12d-420c-9e81-2aa003d688de req-e2383e9a-8176-454c-8ceb-334fe18648f6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Jul 30 00:12:44.602641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-f522ae56-a394-4beb-9ab5-033f9791f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:44.604164 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-f522ae56-a394-4beb-9ab5-033f9791f6b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.1012292 Jul 30 00:12:44.646798 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-50281e8c-0f13-4458-a9ee-ca943f96061c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521 HTTP/1.1" status: 200 len: 217 time: 0.0358098 Jul 30 00:12:44.706159 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-48a65c27-e4bc-4803-a02b-6aede8dbf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:44.712159 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-48a65c27-e4bc-4803-a02b-6aede8dbf8fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0593448 Jul 30 00:12:44.747910 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-5d6b4d40-f29a-4694-9891-4ef7ea8b2aba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290384 Jul 30 00:12:44.849087 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-6587ba4e-7f0e-434a-9e4a-a82f60441619 service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937963 Jul 30 00:12:44.939428 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-4aa6678f-ce76-4e7e-a79a-7395e4ceac30 service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831203 Jul 30 00:12:45.032226 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:12:45.629396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d701a4-6443-4c5e-80f8-16dce9a136cb req-41a54894-f776-4aae-a77d-c8f7c9c5902f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:45.630963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08d701a4-6443-4c5e-80f8-16dce9a136cb req-41a54894-f776-4aae-a77d-c8f7c9c5902f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0513029 Jul 30 00:12:45.670128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08d701a4-6443-4c5e-80f8-16dce9a136cb req-2fef530c-0033-4f62-a9d1-306f749e4c56 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329480 Jul 30 00:12:46.789699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da722075-78aa-4cc0-ba73-9f66d4b4d1e9 req-1336367e-9edc-4a13-9162-a61a91cecadf tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:46.791207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da722075-78aa-4cc0-ba73-9f66d4b4d1e9 req-1336367e-9edc-4a13-9162-a61a91cecadf tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0509846 Jul 30 00:12:46.830532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-da722075-78aa-4cc0-ba73-9f66d4b4d1e9 req-2887a8e8-0b79-4c05-9497-9f6adb9ace0c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Jul 30 00:12:47.948093 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46b893-5868-4169-9856-3769d52d180d req-91b0a6ac-7891-4585-a4e8-596b72bc6d8d tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:47.949620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb46b893-5868-4169-9856-3769d52d180d req-91b0a6ac-7891-4585-a4e8-596b72bc6d8d tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0507097 Jul 30 00:12:47.992886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb46b893-5868-4169-9856-3769d52d180d req-67065758-24de-4b12-af44-6f2ba6da405c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370374 Jul 30 00:12:49.039965 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:49.129181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe68d9-52fc-432c-b69f-48a20c91078d req-499453ee-9e7a-419d-9970-7af6c1772e65 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:49.130769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acbe68d9-52fc-432c-b69f-48a20c91078d req-499453ee-9e7a-419d-9970-7af6c1772e65 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0528221 Jul 30 00:12:49.174590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-acbe68d9-52fc-432c-b69f-48a20c91078d req-9d709696-abc8-44d9-82b4-aa20acd1e421 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Jul 30 00:12:50.295697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4450304-067f-4596-b257-b199cbb44b97 req-6bda0588-6af0-4f8e-bb41-3da97013e1c0 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:50.297309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4450304-067f-4596-b257-b199cbb44b97 req-6bda0588-6af0-4f8e-bb41-3da97013e1c0 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0519001 Jul 30 00:12:50.337258 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b4450304-067f-4596-b257-b199cbb44b97 req-9788e94c-ced3-4d8f-b866-c0421db2c761 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339551 Jul 30 00:12:51.466785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673c956-717e-4535-844a-43c2a35fbec6 req-0273652d-07c2-4910-b248-dee628eb83f2 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:51.468364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2673c956-717e-4535-844a-43c2a35fbec6 req-0273652d-07c2-4910-b248-dee628eb83f2 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0573058 Jul 30 00:12:51.513528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2673c956-717e-4535-844a-43c2a35fbec6 req-1153ee9c-f152-4068-bfae-9811443e1ec1 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392020 Jul 30 00:12:51.753080 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5790a456-0cfd-4585-a308-6d1612278f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:52.637233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c88d4f-080f-4330-9777-90d88d03cbc8 req-9eb27a26-9ea2-4902-b659-4e20f3132e35 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:52.638766 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6c88d4f-080f-4330-9777-90d88d03cbc8 req-9eb27a26-9ea2-4902-b659-4e20f3132e35 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0528343 Jul 30 00:12:52.681816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e6c88d4f-080f-4330-9777-90d88d03cbc8 req-00118fd8-eb87-4134-8354-4530436ed779 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Jul 30 00:12:53.803033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1a03f-7765-492d-8f3a-b4e171d4d017 req-553e39e9-8d5a-4cfc-b043-7708a5fdc37e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:53.804678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65b1a03f-7765-492d-8f3a-b4e171d4d017 req-553e39e9-8d5a-4cfc-b043-7708a5fdc37e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0530345 Jul 30 00:12:53.845289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65b1a03f-7765-492d-8f3a-b4e171d4d017 req-ae258b4e-1521-4c8b-89cc-88919108eddb tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Jul 30 00:12:54.186726 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4139c386-0b17-4651-89aa-a5a89b86bca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:54.257619 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:54.967621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a57be-3e98-420d-a78c-f595403e8b33 req-98cb3fd4-b2fc-4846-ae6d-abe71027274c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:54.969176 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b7a57be-3e98-420d-a78c-f595403e8b33 req-98cb3fd4-b2fc-4846-ae6d-abe71027274c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0545590 Jul 30 00:12:55.011796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b7a57be-3e98-420d-a78c-f595403e8b33 req-62102781-6940-48b8-8393-bfd27e720a9c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360563 Jul 30 00:12:55.592996 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:56.164251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280156a-6813-4287-9cef-955232c0d04a req-d9e5b257-dadd-419b-a82c-9dc4b94b59a7 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:56.165758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0280156a-6813-4287-9cef-955232c0d04a req-d9e5b257-dadd-419b-a82c-9dc4b94b59a7 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0498242 Jul 30 00:12:56.207115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0280156a-6813-4287-9cef-955232c0d04a req-a439e3db-1441-42e6-ab76-ff31ea917860 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350351 Jul 30 00:12:57.226778 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:57.327324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a87f4-34ae-42ed-b507-f260245d4b09 req-174c9271-ec51-4caa-8115-1fefab89d1e9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:57.328873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d7a87f4-34ae-42ed-b507-f260245d4b09 req-174c9271-ec51-4caa-8115-1fefab89d1e9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0538647 Jul 30 00:12:57.367431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d7a87f4-34ae-42ed-b507-f260245d4b09 req-4f2d5c8a-be8d-477e-9ca6-456797a0fd38 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320811 Jul 30 00:12:58.486824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df07d6-3985-4bca-9336-4c05e17a1c1a req-d827ceb5-ae74-49fc-b1e0-d6da1dd1d09e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:58.488357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14df07d6-3985-4bca-9336-4c05e17a1c1a req-d827ceb5-ae74-49fc-b1e0-d6da1dd1d09e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0512829 Jul 30 00:12:58.535052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14df07d6-3985-4bca-9336-4c05e17a1c1a req-3fb4d944-cbc9-49e7-82bd-0f339c4f15af tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Jul 30 00:12:59.654118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae5fe2-6494-4c7b-adaa-610b5231e9c4 req-25bc4d01-3762-480a-a4fd-e67331dad3d7 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:59.655609 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71ae5fe2-6494-4c7b-adaa-610b5231e9c4 req-25bc4d01-3762-480a-a4fd-e67331dad3d7 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0494752 Jul 30 00:12:59.694846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71ae5fe2-6494-4c7b-adaa-610b5231e9c4 req-faeaf82f-9323-4e65-87e9-b6c2e71c76da tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Jul 30 00:13:00.819199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e852-5fc6-4101-8715-3372d9290d29 req-51843e2f-88e1-430b-baaf-43f4edb8f645 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:00.820730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb57e852-5fc6-4101-8715-3372d9290d29 req-51843e2f-88e1-430b-baaf-43f4edb8f645 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0510681 Jul 30 00:13:00.860440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb57e852-5fc6-4101-8715-3372d9290d29 req-c6a06b18-5100-44d0-a4ee-ee77063b6e99 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335255 Jul 30 00:13:01.987840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d7684-e53e-4228-ad8c-fc65a36b8bbd req-2902cb51-ad63-479a-928b-fb2080e7f590 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:01.989462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a48d7684-e53e-4228-ad8c-fc65a36b8bbd req-2902cb51-ad63-479a-928b-fb2080e7f590 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0550828 Jul 30 00:13:02.037931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a48d7684-e53e-4228-ad8c-fc65a36b8bbd req-a8a024e0-3d2f-42fa-a0d1-c10b869dd4e1 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Jul 30 00:13:02.784117 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:03.168358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f978291-4b73-4440-925d-bab01e2ee43c req-ff02b4b4-cc1b-4367-b0fd-b2ae2afc613b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:03.170111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f978291-4b73-4440-925d-bab01e2ee43c req-ff02b4b4-cc1b-4367-b0fd-b2ae2afc613b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0553327 Jul 30 00:13:03.212672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f978291-4b73-4440-925d-bab01e2ee43c req-4e554b8b-6aff-4677-84de-195bc2c1ce22 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335610 Jul 30 00:13:04.340711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac493d-309c-4620-b770-98689e0fa090 req-a11dd77c-1348-4be3-8e04-9abf6ff5a949 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:04.343803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8ac493d-309c-4620-b770-98689e0fa090 req-a11dd77c-1348-4be3-8e04-9abf6ff5a949 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0605683 Jul 30 00:13:04.382852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8ac493d-309c-4620-b770-98689e0fa090 req-8c857109-58bc-41c8-ae82-e9993e66a123 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344186 Jul 30 00:13:05.501732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50880b96-859b-4859-94d1-10ce583864ce req-d10cf58c-4c58-46b0-8354-43ab05ba3e78 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:05.503226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50880b96-859b-4859-94d1-10ce583864ce req-d10cf58c-4c58-46b0-8354-43ab05ba3e78 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0505505 Jul 30 00:13:05.549515 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-50880b96-859b-4859-94d1-10ce583864ce req-4b642121-1793-4087-a5ea-6f03807876b3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381141 Jul 30 00:13:06.669090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26a2d6-1da1-4fc8-8944-2f9b180a3637 req-4e7350af-ed68-4764-826e-e8c27d35a1e2 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:06.670875 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b26a2d6-1da1-4fc8-8944-2f9b180a3637 req-4e7350af-ed68-4764-826e-e8c27d35a1e2 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0517220 Jul 30 00:13:06.710869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b26a2d6-1da1-4fc8-8944-2f9b180a3637 req-1b4e72af-6eb8-4faa-9685-d1845687e2e0 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339293 Jul 30 00:13:07.828125 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77d6df-ca75-4a7c-9d8d-1b279695c39e req-ead74a18-85e1-43f6-8fde-9443ff55117a tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:07.829657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed77d6df-ca75-4a7c-9d8d-1b279695c39e req-ead74a18-85e1-43f6-8fde-9443ff55117a tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0515785 Jul 30 00:13:07.870119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ed77d6df-ca75-4a7c-9d8d-1b279695c39e req-ebde01c5-0f2b-4ce3-9ab4-2a68051ec826 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335791 Jul 30 00:13:08.983416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3509bb-d91e-49be-a509-86cc9c9b9fc2 req-84e9adff-8b0b-4587-b34b-1d9a7a960718 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:08.984913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf3509bb-d91e-49be-a509-86cc9c9b9fc2 req-84e9adff-8b0b-4587-b34b-1d9a7a960718 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0489142 Jul 30 00:13:09.026042 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf3509bb-d91e-49be-a509-86cc9c9b9fc2 req-eea342f7-be66-4c3c-88be-af9457ec85a3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Jul 30 00:13:10.138149 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2973580-04cb-43c1-86e2-57dfd3fcb4d9 req-ba07c30a-ab9d-4254-be0c-9d530df860d0 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:10.139654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2973580-04cb-43c1-86e2-57dfd3fcb4d9 req-ba07c30a-ab9d-4254-be0c-9d530df860d0 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0483479 Jul 30 00:13:10.177666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2973580-04cb-43c1-86e2-57dfd3fcb4d9 req-bb704a85-4c64-47fd-a239-b3e41e920b65 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Jul 30 00:13:11.308593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ac30-0edc-4eec-8faa-8be42015de9a req-1c65e4c5-575c-4852-990f-3c81bfba17f0 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:11.310070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4eb3ac30-0edc-4eec-8faa-8be42015de9a req-1c65e4c5-575c-4852-990f-3c81bfba17f0 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0637450 Jul 30 00:13:11.347650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4eb3ac30-0edc-4eec-8faa-8be42015de9a req-2c8fc340-3e3f-4646-99a3-b8358d128a08 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Jul 30 00:13:12.064663 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-b0deb592-b258-4703-a977-b12bb0546671 service neutron] show failed (client error): The resource could not be found. Jul 30 00:13:12.065676 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-b0deb592-b258-4703-a977-b12bb0546671 service neutron] 10.222.0.47 "GET /v2.0/ports/860cba5d-f55b-4848-8f2b-e1ec8e580521/bindings/n-h1-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0596285 Jul 30 00:13:12.296247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-8bd6e33c-43fd-4127-852e-125e549331af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:12.297770 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-8bd6e33c-43fd-4127-852e-125e549331af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b&tenant_id=02ddb55c7b1a4df5af1578697d71c993 HTTP/1.1" status: 200 len: 1098 time: 0.0727537 Jul 30 00:13:12.311096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:12.364885 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:12.896220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642febf4-bb92-4ef4-baec-3c468091e911 req-ca1b81d2-71fa-4d51-a70d-3e5fa5393c8f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:12.897707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-642febf4-bb92-4ef4-baec-3c468091e911 req-ca1b81d2-71fa-4d51-a70d-3e5fa5393c8f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.4790194 Jul 30 00:13:12.952472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-642febf4-bb92-4ef4-baec-3c468091e911 req-59669677-184b-412f-b2fc-07b64c04c4e9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485897 Jul 30 00:13:12.964558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:12.997285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:13.035549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:13.038392 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c394a-ad3c-43e8-be3a-e237c660d462" -d '{"events": [{"server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "name": "network-vif-unplugged", "status": "completed", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:13.042533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:13.054650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Transition to ACTIVE for port object 860cba5d-f55b-4848-8f2b-e1ec8e580521 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:13.059578 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:13.123613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] No DVR routers for this DVR port 860cba5d-f55b-4848-8f2b-e1ec8e580521 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:13:13.126784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Pushing event updated for resources: {'Port': ['ID=860cba5d-f55b-4848-8f2b-e1ec8e580521,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:13.138162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.138508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.138846 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.139487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.139572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.139902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.140450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.140668 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.140991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.141317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.141639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.141958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:13.160196 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf08df72-fc0f-47d7-89dc-326b1b5900a3 x-openstack-request-id: req-bf08df72-fc0f-47d7-89dc-326b1b5900a3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:13.160487 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "name": "network-vif-unplugged", "status": "completed", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:13.160736 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf08df72-fc0f-47d7-89dc-326b1b5900a3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:13.161705 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521', 'code': 200} Jul 30 00:13:13.174592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Attempting to bind port 860cba5d-f55b-4848-8f2b-e1ec8e580521 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:13:13.174924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Attempting to bind port 860cba5d-f55b-4848-8f2b-e1ec8e580521 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:13:13.175248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Attempting to bind port 860cba5d-f55b-4848-8f2b-e1ec8e580521 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:13.179487 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Port 860cba5d-f55b-4848-8f2b-e1ec8e580521 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:13:13.179827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Attempting to bind port 860cba5d-f55b-4848-8f2b-e1ec8e580521 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:13.184675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:13:13.185007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Checking segment: {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:13:13.185388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Bound using segment: {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:13:13.185806 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Bound port: 860cba5d-f55b-4848-8f2b-e1ec8e580521, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:13:13.186156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:13.248444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:13.251516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:13:13.256066 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:13.290870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:13.291575 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:13.292995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] 10.222.0.42 "PUT /v2.0/ports/860cba5d-f55b-4848-8f2b-e1ec8e580521 HTTP/1.1" status: 200 len: 1093 time: 0.9858305 Jul 30 00:13:13.312855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f17bd-3208-4697-a4eb-ad5b579d5827 service neutron] Pushing event updated for resources: {'Port': ['ID=860cba5d-f55b-4848-8f2b-e1ec8e580521,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:13.360026 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-528dcf42-f8c3-4b23-a074-3744b4610cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:13.361534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-528dcf42-f8c3-4b23-a074-3744b4610cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 1096 time: 0.0454102 Jul 30 00:13:13.451323 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-1d9b96f7-f594-42ff-abce-5a7182e1bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:13.452781 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-1d9b96f7-f594-42ff-abce-5a7182e1bd82 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.0835376 Jul 30 00:13:13.493635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-4d1d4548-23e1-46dc-b853-aa9f9d361c7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521 HTTP/1.1" status: 200 len: 217 time: 0.0336072 Jul 30 00:13:13.546689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-4dda1f25-a8a9-4e8b-aba1-a35cefd67d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:13.548177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-4dda1f25-a8a9-4e8b-aba1-a35cefd67d0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0475430 Jul 30 00:13:13.579447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-27c2e246-b52d-458f-b746-85fecb4df671 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244181 Jul 30 00:13:13.667834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-fa682a46-7740-4fd9-91b9-a72644871613 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797343 Jul 30 00:13:13.760926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-434127e9-e1d8-47a8-bae2-310a67bde4b9 req-2ab956bc-c644-4b96-8e12-62d082788569 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859077 Jul 30 00:13:14.076029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df7bba-0337-404d-a781-1fbb1c7a8ab3 req-428ab902-3110-49a0-b127-73578fd11524 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:14.077549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72df7bba-0337-404d-a781-1fbb1c7a8ab3 req-428ab902-3110-49a0-b127-73578fd11524 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 944 time: 0.0502720 Jul 30 00:13:14.115029 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72df7bba-0337-404d-a781-1fbb1c7a8ab3 req-285de6ec-4df6-4db2-bbeb-d275857dc15a tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Jul 30 00:13:15.162899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:15.165289 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f390193f-19b1-424e-9312-7bf320cdb576" -d '{"events": [{"name": "network-changed", "server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:15.222368 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a34bd2-9d6d-40f0-b25a-e5ed05f9e7f9 x-openstack-request-id: req-03a34bd2-9d6d-40f0-b25a-e5ed05f9e7f9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:15.222662 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:15.222919 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03a34bd2-9d6d-40f0-b25a-e5ed05f9e7f9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:15.223338 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521', 'status': 'completed', 'code': 200} Jul 30 00:13:15.240203 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06e7ba-4b4b-4373-8d08-54de7a4c0d52 req-13911341-44a7-4a4c-b00f-7aaab0c9fce1 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:15.241907 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f06e7ba-4b4b-4373-8d08-54de7a4c0d52 req-13911341-44a7-4a4c-b00f-7aaab0c9fce1 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 944 time: 0.0557168 Jul 30 00:13:15.302868 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390193f-19b1-424e-9312-7bf320cdb576 req-90c978c3-575f-46fe-8d7a-2035638226fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:15.306079 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-90c978c3-575f-46fe-8d7a-2035638226fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 1096 time: 0.0415778 Jul 30 00:13:15.316526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f06e7ba-4b4b-4373-8d08-54de7a4c0d52 req-f7a04fb0-4244-4629-87d8-2cb0d0e8a020 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674491 Jul 30 00:13:15.322432 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390193f-19b1-424e-9312-7bf320cdb576 req-e0ad6aae-9340-4b6f-a68f-9f94cc10fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:15.324219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-e0ad6aae-9340-4b6f-a68f-9f94cc10fa46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 1096 time: 0.0679567 Jul 30 00:13:15.399572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390193f-19b1-424e-9312-7bf320cdb576 req-1557e0c1-e2f2-4078-8ffc-142cd44e6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:15.401101 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-1557e0c1-e2f2-4078-8ffc-142cd44e6915 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.0902297 Jul 30 00:13:15.429803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390193f-19b1-424e-9312-7bf320cdb576 req-b112ff8e-6aa2-432d-9485-159f81fd57df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:15.431360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-b112ff8e-6aa2-432d-9485-159f81fd57df service neutron] 10.222.0.42 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.0999391 Jul 30 00:13:15.481897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-e676b285-5170-4e6c-a3ad-6310a804411a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521 HTTP/1.1" status: 200 len: 217 time: 0.0430615 Jul 30 00:13:15.533983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390193f-19b1-424e-9312-7bf320cdb576 req-cce04dd7-9ca0-4b70-8f64-2a2ed2cd86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:15.536520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-cce04dd7-9ca0-4b70-8f64-2a2ed2cd86db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0468202 Jul 30 00:13:15.568897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-155475cd-8512-41cd-a0da-8bf4b7496d3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265667 Jul 30 00:13:15.662670 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 860cba5d-f55b-4848-8f2b-e1ec8e580521 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:13:15.668551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-a3581f98-b150-48b5-950c-8a8659cf1135 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916090 Jul 30 00:13:15.675051 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-186e7973-7b3c-4c2a-8124-73d14850f5d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521 HTTP/1.1" status: 200 len: 217 time: 0.2673535 Jul 30 00:13:15.705099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 860cba5d-f55b-4848-8f2b-e1ec8e580521 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:13:15.723792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390193f-19b1-424e-9312-7bf320cdb576 req-3623ac55-b1fa-47fd-a384-5633cc474642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:15.725312 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-3623ac55-b1fa-47fd-a384-5633cc474642 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0434284 Jul 30 00:13:15.757232 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-2859335b-9693-4352-ac8a-a616e7f56bda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243964 Jul 30 00:13:15.760498 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-4165b36e-45e9-4e02-9b49-f68ac1a517c1 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850067 Jul 30 00:13:15.847334 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-2aea9df1-af3b-4791-8dc9-2d8bb49c10a1 service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825415 Jul 30 00:13:15.935219 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f390193f-19b1-424e-9312-7bf320cdb576 req-0f53929e-37fa-4424-94e0-48bbdc0e76bb service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807998 Jul 30 00:13:16.469800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7f94-b85d-43c2-8a42-250e83f149fb req-3a074312-c0ba-4b2c-ba15-780b6d229e00 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:16.471288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7feb7f94-b85d-43c2-8a42-250e83f149fb req-3a074312-c0ba-4b2c-ba15-780b6d229e00 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 944 time: 0.0496817 Jul 30 00:13:16.485967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 860cba5d-f55b-4848-8f2b-e1ec8e580521 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:13:16.509172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7feb7f94-b85d-43c2-8a42-250e83f149fb req-dd4352e3-bd21-4a31-a617-0f3c8d29cea1 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Jul 30 00:13:16.580525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:16.593306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '860cba5d-f55b-4848-8f2b-e1ec8e580521', 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee', 'port_id': '860cba5d-f55b-4848-8f2b-e1ec8e580521', 'mac_address': 'fa:16:3e:dc:27:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c989a-1133-48a2-a9cc-4ee41ef0d671', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:13:16.634911 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:16.651794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860cba5d-f55b-4848-8f2b-e1ec8e580521 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:13:16.674527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:16.681301 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:16.710165 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcfa4f-151c-42c7-b524-895e02870ccc req-b6f36f2f-201c-4c90-a179-62fdedbf703b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:16.711942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3afcfa4f-151c-42c7-b524-895e02870ccc req-b6f36f2f-201c-4c90-a179-62fdedbf703b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 944 time: 0.0567176 Jul 30 00:13:16.733230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=860cba5d-f55b-4848-8f2b-e1ec8e580521,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:16.755820 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3afcfa4f-151c-42c7-b524-895e02870ccc req-fc8d69c0-d488-46b6-af82-9466be50e369 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343926 Jul 30 00:13:16.775037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-909446f6-8d7d-450a-9b09-5b30bd55794c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:16.776534 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-909446f6-8d7d-450a-9b09-5b30bd55794c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.47 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b&tenant_id=02ddb55c7b1a4df5af1578697d71c993&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 945 time: 0.0929151 Jul 30 00:13:16.838653 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-1bd5c55a-c5c9-48d3-9aa4-c13cb0af4517 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:13:16.839877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-1bd5c55a-c5c9-48d3-9aa4-c13cb0af4517 service neutron] 10.222.0.47 "DELETE /v2.0/ports/860cba5d-f55b-4848-8f2b-e1ec8e580521/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0563316 Jul 30 00:13:16.901619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['860cba5d-f55b-4848-8f2b-e1ec8e580521'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:13:16.940025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-5c9cba8b-bd00-4a35-8ed8-91c70bb31a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:16.941537 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-5c9cba8b-bd00-4a35-8ed8-91c70bb31a6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 1097 time: 0.0398707 Jul 30 00:13:17.039801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-13b7e869-e9fb-43c5-bdf3-a133303387ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:17.041308 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-13b7e869-e9fb-43c5-bdf3-a133303387ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.0928550 Jul 30 00:13:17.082571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-a9a363d8-6e5f-432e-96b3-c7a867a1ffe0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521 HTTP/1.1" status: 200 len: 217 time: 0.0341547 Jul 30 00:13:17.129398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-7cd7f508-ca84-4bc6-b552-24a0a1a040b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:17.132043 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-7cd7f508-ca84-4bc6-b552-24a0a1a040b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0421398 Jul 30 00:13:17.163582 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-415b63bb-d0f0-4522-86b8-deac30ee3699 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242484 Jul 30 00:13:17.255139 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-d377cabb-13ff-4f4a-923d-63c174aa59f2 service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829940 Jul 30 00:13:17.345905 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fe377818-182b-4bca-9aa5-a8319de1d7dd req-32076249-4b69-45d4-a76d-5134929769f9 service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842664 Jul 30 00:13:17.879210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae7cde-ddc4-435d-bae0-bfa2efd89c4b req-13f4a2ac-a8cf-490c-87ad-072aafacb7c6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:17.880768 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32ae7cde-ddc4-435d-bae0-bfa2efd89c4b req-13f4a2ac-a8cf-490c-87ad-072aafacb7c6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 945 time: 0.0512888 Jul 30 00:13:17.920061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32ae7cde-ddc4-435d-bae0-bfa2efd89c4b req-49a65f9b-89c3-4aaa-8db8-e34a06aaed0d tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332520 Jul 30 00:13:18.034871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49057ffc-e45d-4191-b27e-b583a772fe7b req-45bc7273-a9c8-4ca7-adc9-50f78cb66383 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:18.036377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49057ffc-e45d-4191-b27e-b583a772fe7b req-45bc7273-a9c8-4ca7-adc9-50f78cb66383 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 945 time: 0.0488739 Jul 30 00:13:18.075223 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49057ffc-e45d-4191-b27e-b583a772fe7b req-bc91c25d-9e38-4277-b2f3-1c923a09b669 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321796 Jul 30 00:13:18.189915 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5513bf-d7f7-46ed-8904-ef2bd792830b req-c774d021-9894-42f1-b2c2-ccbee938128b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:18.191397 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c5513bf-d7f7-46ed-8904-ef2bd792830b req-c774d021-9894-42f1-b2c2-ccbee938128b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 945 time: 0.0520637 Jul 30 00:13:18.229345 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c5513bf-d7f7-46ed-8904-ef2bd792830b req-f2e85745-397f-4f88-ad7e-2709447ed678 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318780 Jul 30 00:13:18.500196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 860cba5d-f55b-4848-8f2b-e1ec8e580521 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:18.551732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 860cba5d-f55b-4848-8f2b-e1ec8e580521 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:18.555333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 860cba5d-f55b-4848-8f2b-e1ec8e580521 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:18.555715 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.578855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-a03e1adb-3f4d-4d2e-9ad1-10b3c25b64da tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:18.580373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-a03e1adb-3f4d-4d2e-9ad1-10b3c25b64da tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 815 time: 0.1024432 Jul 30 00:13:18.596683 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-b2dbd7e1-63db-4279-82f2-82642de4fbfb tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/quotas/02ddb55c7b1a4df5af1578697d71c993 HTTP/1.1" status: 200 len: 375 time: 0.0097272 Jul 30 00:13:18.633507 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.653971 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-65f83e9a-71b9-4464-a6a8-d629144c13ba tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517006 Jul 30 00:13:18.658167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:18.660599 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d182b6ae-ecde-4026-ba49-5e704d0293e6" -d '{"events": [{"server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "name": "network-vif-plugged", "status": "completed", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:18.674764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:18.680701 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.710847 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d8fbb6-756f-4c3c-8c18-29eb0483a99c x-openstack-request-id: req-34d8fbb6-756f-4c3c-8c18-29eb0483a99c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:18.711138 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "name": "network-vif-plugged", "status": "completed", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:18.711391 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34d8fbb6-756f-4c3c-8c18-29eb0483a99c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:18.711773 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521', 'code': 200} Jul 30 00:13:18.736770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=860cba5d-f55b-4848-8f2b-e1ec8e580521,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:18.747218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-c5bc71d3-0b0c-43a7-b589-309aaa8e44b4 service neutron] 10.222.0.37 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850315 Jul 30 00:13:18.842475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-fc17580a-30f3-4b7e-b5ae-892ffcc0e756 service neutron] 10.222.0.37 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892501 Jul 30 00:13:19.001035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2b2354b9-1217-43bd-89f9-8ceba5b5f115 req-43572a43-8c83-4811-9fd0-a36de3ffaa01 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 210 time: 0.0272803 Jul 30 00:13:19.060397 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:19.774347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-c2bf6aa8-545f-44bb-84b6-a669046a23bb tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:19.775724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-c2bf6aa8-545f-44bb-84b6-a669046a23bb tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.42 "GET /v2.0/ports?device_id=197d3dc5-4cc7-4928-902b-9c03fe9da12b HTTP/1.1" status: 200 len: 946 time: 0.0484841 Jul 30 00:13:19.866353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.42', 59748) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:19.924784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-b5582d40-b739-4619-b217-995c9b5100ea tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Deleting port 860cba5d-f55b-4848-8f2b-e1ec8e580521 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:13:19.925142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-b5582d40-b739-4619-b217-995c9b5100ea tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.049318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-c892eb24-0309-41d0-a1b9-c7a2dcffa592 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.050821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-c892eb24-0309-41d0-a1b9-c7a2dcffa592 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.42 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 815 time: 0.1831918 Jul 30 00:13:20.065327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Request body: {'port': {'device_id': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee', 'admin_state_up': True, 'tenant_id': '02ddb55c7b1a4df5af1578697d71c993'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:20.070131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-b5582d40-b739-4619-b217-995c9b5100ea tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] For port 860cba5d-f55b-4848-8f2b-e1ec8e580521, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=860cba5d-f55b-4848-8f2b-e1ec8e580521,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:20.070528 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-b5582d40-b739-4619-b217-995c9b5100ea tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.145460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-b5582d40-b739-4619-b217-995c9b5100ea tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Calling delete_port for 860cba5d-f55b-4848-8f2b-e1ec8e580521 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:13:20.149204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9034189e-0933-423d-bffe-05a1f453aab7 req-bd18f4b4-0806-494e-bc8b-2123e55ba02f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 210 time: 0.0758600 Jul 30 00:13:20.271349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Made reservation on behalf of 02ddb55c7b1a4df5af1578697d71c993 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:13:20.275516 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.356238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-b5582d40-b739-4619-b217-995c9b5100ea tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.368687 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['860cba5d-f55b-4848-8f2b-e1ec8e580521'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:13:20.415359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5582d40-b739-4619-b217-995c9b5100ea tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Pushing event deleted for resources: {'Port': ['ID=860cba5d-f55b-4848-8f2b-e1ec8e580521,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:20.469189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-b5582d40-b739-4619-b217-995c9b5100ea tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] No DVR routers for this DVR port 860cba5d-f55b-4848-8f2b-e1ec8e580521 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:13:20.491887 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-b5582d40-b739-4619-b217-995c9b5100ea tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.493910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a93160b-96c0-45d1-8e2e-4335bfad6197 req-b5582d40-b739-4619-b217-995c9b5100ea tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.42 "DELETE /v2.0/ports/860cba5d-f55b-4848-8f2b-e1ec8e580521 HTTP/1.1" status: 204 len: 173 time: 0.7116964 Jul 30 00:13:20.494347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'name': 'network-vif-deleted', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:20.496641 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec60be4c-4f14-4e03-b98b-8c38552cb9d6" -d '{"events": [{"server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "name": "network-vif-deleted", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:20.533255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Allocated IP 172.20.0.6 (0418506d-6c96-4526-af0c-13f2ae6eb1ee/3f8c989a-1133-48a2-a9cc-4ee41ef0d671/c9466944-dd52-4959-af07-d90891f52030) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:13:20.537634 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932c04dc-5ca7-4d08-9de6-1ac7c9c44769 x-openstack-request-id: req-932c04dc-5ca7-4d08-9de6-1ac7c9c44769 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:20.537963 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197d3dc5-4cc7-4928-902b-9c03fe9da12b", "name": "network-vif-deleted", "tag": "860cba5d-f55b-4848-8f2b-e1ec8e580521", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:20.538270 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-932c04dc-5ca7-4d08-9de6-1ac7c9c44769 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:20.538808 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d3dc5-4cc7-4928-902b-9c03fe9da12b', 'name': 'network-vif-deleted', 'tag': '860cba5d-f55b-4848-8f2b-e1ec8e580521', 'status': 'completed', 'code': 200} Jul 30 00:13:20.692226 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.734108 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.746059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['860cba5d-f55b-4848-8f2b-e1ec8e580521'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:13:20.781498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Network 0418506d-6c96-4526-af0c-13f2ae6eb1ee is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:13:20.784658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:13:20.790836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:13:20.797094 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Pushing event updated for resources: {'Port': ['ID=c9466944-dd52-4959-af07-d90891f52030,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:20.842414 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.843028 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.857802 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-29add384-d6a2-453f-a49a-f60cf048e326 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7963800 Jul 30 00:13:20.870384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Request body: {'port': {'device_id': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:20.923656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.186998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9466944-dd52-4959-af07-d90891f52030 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:13:21.195258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.207332 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Transition to ACTIVE for port object c9466944-dd52-4959-af07-d90891f52030 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:21.211983 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.293872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Pushing event updated for resources: {'Port': ['ID=c9466944-dd52-4959-af07-d90891f52030,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:21.348303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab27a9-c408-46c4-a745-7b884cdc4947 req-885e85f6-f7bb-4330-89c8-fe4aec75613e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:21.350360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fab27a9-c408-46c4-a745-7b884cdc4947 req-885e85f6-f7bb-4330-89c8-fe4aec75613e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 943 time: 0.1326118 Jul 30 00:13:21.395572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Attempting to bind port c9466944-dd52-4959-af07-d90891f52030 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:13:21.395902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Attempting to bind port c9466944-dd52-4959-af07-d90891f52030 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:13:21.396258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Attempting to bind port c9466944-dd52-4959-af07-d90891f52030 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:21.405620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Port c9466944-dd52-4959-af07-d90891f52030 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:13:21.405950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Attempting to bind port c9466944-dd52-4959-af07-d90891f52030 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:21.410364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fab27a9-c408-46c4-a745-7b884cdc4947 req-92f834f7-e4a0-4c31-8d54-6c4a86cc58ed tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540676 Jul 30 00:13:21.414969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:13:21.415316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Checking segment: {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:13:21.415707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Bound using segment: {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:13:21.416179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Bound port: c9466944-dd52-4959-af07-d90891f52030, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:13:21.416548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.479954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] For port c9466944-dd52-4959-af07-d90891f52030, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:21.482953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] For port c9466944-dd52-4959-af07-d90891f52030, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c9466944-dd52-4959-af07-d90891f52030,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:13:21.487274 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.520891 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:21.522202 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.523588 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] 10.222.0.42 "PUT /v2.0/ports/c9466944-dd52-4959-af07-d90891f52030 HTTP/1.1" status: 200 len: 1092 time: 0.6573188 Jul 30 00:13:21.545771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08a4c8-0094-4f73-8f44-9a9e08175a83 service neutron] Pushing event updated for resources: {'Port': ['ID=c9466944-dd52-4959-af07-d90891f52030,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:21.605799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-2d386049-018f-4bd8-a9ae-f89cd1873a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:21.607297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-2d386049-018f-4bd8-a9ae-f89cd1873a50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 1095 time: 0.0463243 Jul 30 00:13:21.649370 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-5854edce-55dd-4069-975e-e4c105884666 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9466944-dd52-4959-af07-d90891f52030 HTTP/1.1" status: 200 len: 217 time: 0.0341215 Jul 30 00:13:21.699014 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-8094798f-13c0-4646-8592-77328e37fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:21.700596 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-8094798f-13c0-4646-8592-77328e37fd99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0438485 Jul 30 00:13:21.733491 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ee4c5d19-4753-4991-9949-68c249d7dff5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253520 Jul 30 00:13:21.754981 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c2d704d-6305-4ee7-9965-8f588478d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.829959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-cf44d234-4b33-4d9f-808d-448337400a62 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893559 Jul 30 00:13:21.918099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-13530e2b-b861-4036-b835-d7c838e5fbe9 req-ac78c761-bd95-44f9-8564-3b150aaeddb3 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808671 Jul 30 00:13:22.030997 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:13:22.535005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fffd7c-9e9a-44ec-afb6-c08c0be3d79d req-d3d8428a-aa6a-4ab6-ad41-8ec85e2adc78 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:22.536521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75fffd7c-9e9a-44ec-afb6-c08c0be3d79d req-d3d8428a-aa6a-4ab6-ad41-8ec85e2adc78 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 943 time: 0.0549333 Jul 30 00:13:22.540122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'tag': 'c9466944-dd52-4959-af07-d90891f52030'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:22.542397 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e9fa9b-83ee-4ad5-8586-24a820db882e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "tag": "c9466944-dd52-4959-af07-d90891f52030"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:22.580192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75fffd7c-9e9a-44ec-afb6-c08c0be3d79d req-9bb03cd2-c594-4985-93be-657c43783bd6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344896 Jul 30 00:13:22.581597 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d21e988-ecc0-4afc-8aa9-9df3f4af5e21 x-openstack-request-id: req-4d21e988-ecc0-4afc-8aa9-9df3f4af5e21 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:22.581885 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "tag": "c9466944-dd52-4959-af07-d90891f52030", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:22.582139 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d21e988-ecc0-4afc-8aa9-9df3f4af5e21 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:22.582537 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'tag': 'c9466944-dd52-4959-af07-d90891f52030', 'status': 'completed', 'code': 200} Jul 30 00:13:22.650401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9fa9b-83ee-4ad5-8586-24a820db882e req-ccc1aff8-ba15-4f6d-894b-efc3b52a5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:22.651928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4e9fa9b-83ee-4ad5-8586-24a820db882e req-ccc1aff8-ba15-4f6d-894b-efc3b52a5942 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 1095 time: 0.0421205 Jul 30 00:13:22.747250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9fa9b-83ee-4ad5-8586-24a820db882e req-4b10ddb9-0b19-4621-b9c0-a29c8b908741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:22.748887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4e9fa9b-83ee-4ad5-8586-24a820db882e req-4b10ddb9-0b19-4621-b9c0-a29c8b908741 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.0894346 Jul 30 00:13:22.792949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4e9fa9b-83ee-4ad5-8586-24a820db882e req-22ea391b-dff1-4c22-bc6f-b5e0fb04cc90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9466944-dd52-4959-af07-d90891f52030 HTTP/1.1" status: 200 len: 217 time: 0.0366275 Jul 30 00:13:22.844362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9fa9b-83ee-4ad5-8586-24a820db882e req-5965585c-6b00-4ee6-8b1f-9d9ae857c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:22.845865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4e9fa9b-83ee-4ad5-8586-24a820db882e req-5965585c-6b00-4ee6-8b1f-9d9ae857c1f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0458732 Jul 30 00:13:22.877679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4e9fa9b-83ee-4ad5-8586-24a820db882e req-52976223-bf4d-4e12-a3ff-0ac25282cdcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245109 Jul 30 00:13:22.971599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4e9fa9b-83ee-4ad5-8586-24a820db882e req-30b0d9a3-af7b-47bb-9e0d-b6249f7e8564 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860267 Jul 30 00:13:23.061200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a4e9fa9b-83ee-4ad5-8586-24a820db882e req-e76276d6-f07b-42b3-a9c9-ddd5eb76c673 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818746 Jul 30 00:13:23.700878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce3735-dbb1-4023-81f8-1ef10e1dfe5b req-f6a75239-cf2c-4959-8914-03570dfcf1f9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:23.702364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90ce3735-dbb1-4023-81f8-1ef10e1dfe5b req-f6a75239-cf2c-4959-8914-03570dfcf1f9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 943 time: 0.0534754 Jul 30 00:13:23.740815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90ce3735-dbb1-4023-81f8-1ef10e1dfe5b req-4199f08a-f348-44ce-9c0c-3fe6dafe380c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325811 Jul 30 00:13:24.189058 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6fbc-0494-4088-b6a0-318244551935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:24.259136 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:24.527899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c9466944-dd52-4959-af07-d90891f52030 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:13:24.531011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 860cba5d-f55b-4848-8f2b-e1ec8e580521 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:13:24.558200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 860cba5d-f55b-4848-8f2b-e1ec8e580521 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:13:24.558543 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 860cba5d-f55b-4848-8f2b-e1ec8e580521 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:13:24.642117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c9466944-dd52-4959-af07-d90891f52030, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c9466944-dd52-4959-af07-d90891f52030,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:24.652244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'c9466944-dd52-4959-af07-d90891f52030', 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee', 'port_id': 'c9466944-dd52-4959-af07-d90891f52030', 'mac_address': 'fa:16:3e:d1:f9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c989a-1133-48a2-a9cc-4ee41ef0d671', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:13:24.690294 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:24.703014 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9466944-dd52-4959-af07-d90891f52030 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:13:24.722581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c9466944-dd52-4959-af07-d90891f52030, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c9466944-dd52-4959-af07-d90891f52030,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:24.727202 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:24.776227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c9466944-dd52-4959-af07-d90891f52030,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:24.783459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.783819 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.784192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.784541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.784881 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.785217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.785553 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.785892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.786226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.786557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.786891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.787719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:24.858517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb5f1f-6748-4eaa-a854-1bf22d212235 req-4df78439-2cc4-4814-b405-609e5a4991de tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:24.860104 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9efb5f1f-6748-4eaa-a854-1bf22d212235 req-4df78439-2cc4-4814-b405-609e5a4991de tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 944 time: 0.0497077 Jul 30 00:13:24.901042 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9efb5f1f-6748-4eaa-a854-1bf22d212235 req-1468094d-b524-4dec-8f3e-1757d684b65f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343828 Jul 30 00:13:24.923762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c9466944-dd52-4959-af07-d90891f52030'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:13:25.593165 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:26.016923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5f80-882b-4778-b82f-a8759f62f5de req-aba5a9bc-c98a-4dc1-912c-24682bebe9f6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.018441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fbd5f80-882b-4778-b82f-a8759f62f5de req-aba5a9bc-c98a-4dc1-912c-24682bebe9f6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 944 time: 0.0491261 Jul 30 00:13:26.056281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fbd5f80-882b-4778-b82f-a8759f62f5de req-32fd4c33-8071-469e-9dbe-beec3315c396 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Jul 30 00:13:26.527596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c9466944-dd52-4959-af07-d90891f52030 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:26.574928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port c9466944-dd52-4959-af07-d90891f52030 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:26.578583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port c9466944-dd52-4959-af07-d90891f52030 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:26.578971 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:26.667041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:26.688860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9466944-dd52-4959-af07-d90891f52030'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:26.691093 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71c02ea-89de-4b10-995a-c319bf866689" -d '{"events": [{"server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "name": "network-vif-plugged", "status": "completed", "tag": "c9466944-dd52-4959-af07-d90891f52030"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:26.704371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c9466944-dd52-4959-af07-d90891f52030, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c9466944-dd52-4959-af07-d90891f52030,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:26.712670 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:26.736039 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078ebac-a301-4f5a-a231-ef52fc651557 x-openstack-request-id: req-5078ebac-a301-4f5a-a231-ef52fc651557 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:26.736374 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "name": "network-vif-plugged", "status": "completed", "tag": "c9466944-dd52-4959-af07-d90891f52030", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:26.736617 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5078ebac-a301-4f5a-a231-ef52fc651557 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:26.737014 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9466944-dd52-4959-af07-d90891f52030', 'code': 200} Jul 30 00:13:26.763463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c9466944-dd52-4959-af07-d90891f52030,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:26.831371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092564ba-7a0c-445d-89c4-2aeca38905d7 req-638bea8b-9289-4124-975e-7798b43877d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.832876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-092564ba-7a0c-445d-89c4-2aeca38905d7 req-638bea8b-9289-4124-975e-7798b43877d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 1097 time: 0.0448022 Jul 30 00:13:26.867593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-092564ba-7a0c-445d-89c4-2aeca38905d7 req-d021ef4c-eadb-421e-98d1-f7161bcd4ad0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262325 Jul 30 00:13:27.171716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf6e79-a42e-4a67-99a7-2c82f0cbb446 req-27c11cf5-91dc-40d4-985d-15219f71f70f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.173277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91cf6e79-a42e-4a67-99a7-2c82f0cbb446 req-27c11cf5-91dc-40d4-985d-15219f71f70f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0511127 Jul 30 00:13:27.212772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91cf6e79-a42e-4a67-99a7-2c82f0cbb446 req-244bab73-7caa-4101-bb96-13a3cf230a36 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329978 Jul 30 00:13:27.228888 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:28.332809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8ea5e-a55e-4a99-9d50-1c3eb81b8443 req-1ea77e66-d69b-4b75-8656-2bdbed941f12 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:28.334335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7be8ea5e-a55e-4a99-9d50-1c3eb81b8443 req-1ea77e66-d69b-4b75-8656-2bdbed941f12 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0513861 Jul 30 00:13:28.372238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7be8ea5e-a55e-4a99-9d50-1c3eb81b8443 req-de1f7901-5273-4eff-b13d-79b0151aecb1 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Jul 30 00:13:28.488553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52612c9-86b9-42b0-9d9f-d99bf5e29a34 req-07ee2d09-0729-4b8a-8330-bb52fbab5adb tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:28.490050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c52612c9-86b9-42b0-9d9f-d99bf5e29a34 req-07ee2d09-0729-4b8a-8330-bb52fbab5adb tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0528367 Jul 30 00:13:28.528141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c52612c9-86b9-42b0-9d9f-d99bf5e29a34 req-84e5321d-def2-48c8-bd7e-016c8416a8e5 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Jul 30 00:13:28.776207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-6b2c90d7-6df3-4762-9402-1bbdf3d24efd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660744 Jul 30 00:13:28.788701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593f93c-358e-4b65-be99-bfbf0f5194fe req-b9c66dce-a838-45e7-9750-da1839fb81aa tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:28.790183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d593f93c-358e-4b65-be99-bfbf0f5194fe req-b9c66dce-a838-45e7-9750-da1839fb81aa tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0721643 Jul 30 00:13:28.829323 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d593f93c-358e-4b65-be99-bfbf0f5194fe req-f6f1fd73-92fa-4276-ae8c-5ba1393ebfbd tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Jul 30 00:13:29.956894 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-0c30b06b-ea90-461d-abfb-032a24114626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:29.958420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-0c30b06b-ea90-461d-abfb-032a24114626 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 1097 time: 0.0747385 Jul 30 00:13:29.970522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a832-0348-44f0-8388-2cf5090ad740 req-8fa0d39f-f966-431c-b9f0-c03a80fa0232 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:29.971920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4997a832-0348-44f0-8388-2cf5090ad740 req-8fa0d39f-f966-431c-b9f0-c03a80fa0232 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0606728 Jul 30 00:13:30.057628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4997a832-0348-44f0-8388-2cf5090ad740 req-76ed6aa2-4128-4ee6-810c-a54629799bc6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769842 Jul 30 00:13:30.088090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-bf28662c-e11e-48ae-8c58-c644bf0b083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:30.089589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-bf28662c-e11e-48ae-8c58-c644bf0b083e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.1167951 Jul 30 00:13:30.131263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-81da9957-daad-4701-8d0c-5cd740d794da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9466944-dd52-4959-af07-d90891f52030 HTTP/1.1" status: 200 len: 217 time: 0.0338941 Jul 30 00:13:30.180232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-62ff4003-ef0d-4ed9-846a-ea79418693ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:30.181652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-62ff4003-ef0d-4ed9-846a-ea79418693ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0425673 Jul 30 00:13:30.213973 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-d5a54ad2-5ae7-4950-9abc-ceeb114d8761 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244818 Jul 30 00:13:30.308496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-21ab574a-eb96-4ff9-9758-72f5c7d2af00 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852427 Jul 30 00:13:30.400934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-5efbecae-c956-47bb-89e4-3334f05a88f2 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847907 Jul 30 00:13:31.183754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc36246-a035-40e1-875d-dd2e36e6a057 req-e72940dd-beb9-468a-942f-c8914f21c7b9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:31.185284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fc36246-a035-40e1-875d-dd2e36e6a057 req-e72940dd-beb9-468a-942f-c8914f21c7b9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0562871 Jul 30 00:13:31.228719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3fc36246-a035-40e1-875d-dd2e36e6a057 req-6cc3a00d-de16-45a7-b6a8-eb7246a46327 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375166 Jul 30 00:13:32.345219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bd428-ff71-46a7-9624-588d4fe5af4b req-45c11d6f-4183-49c8-a33b-8b9c7b44a30b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:32.346978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec7bd428-ff71-46a7-9624-588d4fe5af4b req-45c11d6f-4183-49c8-a33b-8b9c7b44a30b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0506721 Jul 30 00:13:32.386351 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec7bd428-ff71-46a7-9624-588d4fe5af4b req-73df9400-f7ac-4c46-b2b1-01c865eeff6b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Jul 30 00:13:32.775485 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:33.503575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d3643-6b11-41dc-a738-f987891aaf59 req-8ef8e811-47d1-4f3b-b922-6a1041645459 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:33.505067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a95d3643-6b11-41dc-a738-f987891aaf59 req-8ef8e811-47d1-4f3b-b922-6a1041645459 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0483260 Jul 30 00:13:33.542430 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a95d3643-6b11-41dc-a738-f987891aaf59 req-0441cadc-4b68-4ca7-98d9-2d409b2c4fe9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Jul 30 00:13:34.659839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5607c07-569e-4efe-901f-eefe2cfdd61f req-a6542b78-37b9-48d6-905e-3265d0169b2e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:34.661367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5607c07-569e-4efe-901f-eefe2cfdd61f req-a6542b78-37b9-48d6-905e-3265d0169b2e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0527191 Jul 30 00:13:34.699995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5607c07-569e-4efe-901f-eefe2cfdd61f req-a4a425f3-85fc-436d-9981-958e4d545675 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Jul 30 00:13:35.821246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e65204-0e81-46d5-bd62-e33c84a200cf req-36b32b71-f57a-4119-8042-000d6533b10f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.822919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37e65204-0e81-46d5-bd62-e33c84a200cf req-36b32b71-f57a-4119-8042-000d6533b10f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0498178 Jul 30 00:13:35.860704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37e65204-0e81-46d5-bd62-e33c84a200cf req-2b2ff8c9-dc2f-492a-b568-4de2ba55b87e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Jul 30 00:13:36.977506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d66f4f-65f6-40b8-ad4a-003b83ca1617 req-dc97713f-3c23-49d1-a2c1-98798ee0953b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:36.979010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57d66f4f-65f6-40b8-ad4a-003b83ca1617 req-dc97713f-3c23-49d1-a2c1-98798ee0953b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0505950 Jul 30 00:13:37.017681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57d66f4f-65f6-40b8-ad4a-003b83ca1617 req-c42da83b-d9fe-4403-bff8-dcf600bc9456 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Jul 30 00:13:38.145393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8391148-b4df-4a23-81f5-9a5d58813b28 req-e587ebd5-c073-4b7b-a149-1b9fdb7b2a32 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:38.146894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8391148-b4df-4a23-81f5-9a5d58813b28 req-e587ebd5-c073-4b7b-a149-1b9fdb7b2a32 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0631390 Jul 30 00:13:38.185201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8391148-b4df-4a23-81f5-9a5d58813b28 req-c0e7d827-8f61-464c-8da4-c58ac783f257 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314553 Jul 30 00:13:39.299348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba182f35-194c-4751-8620-aee173ae4d80 req-7e3e9ee5-5ae2-4b22-b67f-0310dd3098c2 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:39.300868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba182f35-194c-4751-8620-aee173ae4d80 req-7e3e9ee5-5ae2-4b22-b67f-0310dd3098c2 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Jul 30 00:13:39.338460 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba182f35-194c-4751-8620-aee173ae4d80 req-43028e90-e668-4790-b563-2b5b017c526b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Jul 30 00:13:40.452302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899895-67a7-44f3-b471-4da5fc948f3f req-45716f16-bd71-4001-9792-f433fe8fc0ec tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:40.453762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06899895-67a7-44f3-b471-4da5fc948f3f req-45716f16-bd71-4001-9792-f433fe8fc0ec tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0477023 Jul 30 00:13:40.490719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06899895-67a7-44f3-b471-4da5fc948f3f req-9b47d56c-568d-4774-9fc1-a9e82c8fdaaa tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310624 Jul 30 00:13:41.608379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a02eee-0213-48f9-a26d-79ebb130d4ed req-6c818b5b-2e3d-494b-a3b0-28b677d01b4a tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:41.609861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8a02eee-0213-48f9-a26d-79ebb130d4ed req-6c818b5b-2e3d-494b-a3b0-28b677d01b4a tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0524569 Jul 30 00:13:41.647663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8a02eee-0213-48f9-a26d-79ebb130d4ed req-4bfb8a2d-7909-4c2d-adab-c5a1273a7f29 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316989 Jul 30 00:13:42.762773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619c4b-b862-4eba-8544-cbaac4ea66e6 req-22b1269d-4d60-47fb-b6fb-11211e399685 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:42.764318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a619c4b-b862-4eba-8544-cbaac4ea66e6 req-22b1269d-4d60-47fb-b6fb-11211e399685 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0481448 Jul 30 00:13:42.801213 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a619c4b-b862-4eba-8544-cbaac4ea66e6 req-73c03b69-ced6-453f-8296-caa47ad688a2 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Jul 30 00:13:43.915267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8e38d-caed-4e6f-8ee4-4a893823ad05 req-ce831006-edd6-452c-9acd-8495eb076786 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:43.916759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55a8e38d-caed-4e6f-8ee4-4a893823ad05 req-ce831006-edd6-452c-9acd-8495eb076786 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Jul 30 00:13:43.954987 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55a8e38d-caed-4e6f-8ee4-4a893823ad05 req-e9693189-7c44-439a-9786-db9d6547cf80 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Jul 30 00:13:45.084197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d786ff-c355-4b8b-b4d5-4cbc15420601 req-0e5df4d1-d35d-4df9-bb51-3a091f6655c9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:45.086227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19d786ff-c355-4b8b-b4d5-4cbc15420601 req-0e5df4d1-d35d-4df9-bb51-3a091f6655c9 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0526602 Jul 30 00:13:45.123304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-19d786ff-c355-4b8b-b4d5-4cbc15420601 req-06a79260-324b-40fa-903f-1b7c8a0b7485 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Jul 30 00:13:46.237666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642182ca-d57a-43e2-83da-42ded31fa1d7 req-92410f36-5417-4a25-bf5c-084f8e3e47d7 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:46.239067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-642182ca-d57a-43e2-83da-42ded31fa1d7 req-92410f36-5417-4a25-bf5c-084f8e3e47d7 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0497935 Jul 30 00:13:46.278039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-642182ca-d57a-43e2-83da-42ded31fa1d7 req-fac47505-2433-478a-bb56-ae0eee0e788c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Jul 30 00:13:47.394363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab9d8c-31e0-4663-bf49-dd2fdcdf2932 req-b3387688-ab6a-4c31-b0d3-4f75eeeab13b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:47.395876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fab9d8c-31e0-4663-bf49-dd2fdcdf2932 req-b3387688-ab6a-4c31-b0d3-4f75eeeab13b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0507021 Jul 30 00:13:47.433222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5fab9d8c-31e0-4663-bf49-dd2fdcdf2932 req-0628a4d6-9190-49d7-9be4-e8d0545369ac tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Jul 30 00:13:48.554180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76a10-1743-4b1e-b306-36170d02b8af req-3d6f8b53-08b6-4b30-9e5e-c8a6b261bdbe tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:48.555688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65c76a10-1743-4b1e-b306-36170d02b8af req-3d6f8b53-08b6-4b30-9e5e-c8a6b261bdbe tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0549977 Jul 30 00:13:48.598201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65c76a10-1743-4b1e-b306-36170d02b8af req-6a14518a-7ae6-427d-bea7-141922e9f5b8 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348277 Jul 30 00:13:49.058805 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:49.713179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b87621-efd7-4d8a-8591-784b7ce5316c req-61919c6d-c54c-4027-b331-5f97cb4a3723 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:49.714771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83b87621-efd7-4d8a-8591-784b7ce5316c req-61919c6d-c54c-4027-b331-5f97cb4a3723 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0488236 Jul 30 00:13:49.754122 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83b87621-efd7-4d8a-8591-784b7ce5316c req-93414aa5-a7e2-41d8-a26f-2eafc0662aab tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Jul 30 00:13:50.877383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1aac1-265c-4994-8a25-0dab97ed51ed req-47353576-f332-4c3a-987d-e8f1e7679d0a tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:50.878917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32d1aac1-265c-4994-8a25-0dab97ed51ed req-47353576-f332-4c3a-987d-e8f1e7679d0a tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0518434 Jul 30 00:13:50.916371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32d1aac1-265c-4994-8a25-0dab97ed51ed req-f128c00e-faa4-4a84-a3bd-4703c23fd1ee tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316069 Jul 30 00:13:51.756975 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08f6adb3-46bb-47fc-8cab-c0459bf90f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:52.049135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a796e5-8d39-4ca0-af8b-376c3c5985b7 req-455b38a7-5f69-48b4-8bc8-a791583f0e5d tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:52.050786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6a796e5-8d39-4ca0-af8b-376c3c5985b7 req-455b38a7-5f69-48b4-8bc8-a791583f0e5d tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0644212 Jul 30 00:13:52.093468 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6a796e5-8d39-4ca0-af8b-376c3c5985b7 req-9c3a4c47-4c93-4acc-81ef-1ab0511b9dac tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360849 Jul 30 00:13:53.213638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ac3ed-027d-492e-bbd8-6da61409bc24 req-f271bafc-fbf2-46f1-a552-dbcbd6070bcb tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:53.215055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a7ac3ed-027d-492e-bbd8-6da61409bc24 req-f271bafc-fbf2-46f1-a552-dbcbd6070bcb tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0528963 Jul 30 00:13:53.254903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a7ac3ed-027d-492e-bbd8-6da61409bc24 req-f463112f-6e50-4946-b1af-99b16a6da3b6 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Jul 30 00:13:54.192833 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-feedfe60-1f96-470b-8a38-ca86a12d09e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:54.260453 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:54.372803 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43e3b8-8bd2-4aec-83eb-cbaeec78d68a req-8d3e99a7-cbc6-4c66-93ae-3e9862860830 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:54.374672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d43e3b8-8bd2-4aec-83eb-cbaeec78d68a req-8d3e99a7-cbc6-4c66-93ae-3e9862860830 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0500276 Jul 30 00:13:54.413183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d43e3b8-8bd2-4aec-83eb-cbaeec78d68a req-8435b2a1-c20a-4365-bced-22d960eca191 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324557 Jul 30 00:13:55.533189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4b973-b541-4783-8fa5-8fb68def7f40 req-8e6a8fb0-ac90-4033-aae8-fec89d250ef8 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:55.534669 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4f4b973-b541-4783-8fa5-8fb68def7f40 req-8e6a8fb0-ac90-4033-aae8-fec89d250ef8 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0524750 Jul 30 00:13:55.580470 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4f4b973-b541-4783-8fa5-8fb68def7f40 req-06166638-b0a0-445e-ba06-70501e1138fa tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Jul 30 00:13:55.595725 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:56.696168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032fa23-ed10-46df-b419-fd71538d0747 req-0ed14b09-a126-418f-a5de-6bca7217f4d8 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:56.697922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c032fa23-ed10-46df-b419-fd71538d0747 req-0ed14b09-a126-418f-a5de-6bca7217f4d8 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0504277 Jul 30 00:13:56.739612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c032fa23-ed10-46df-b419-fd71538d0747 req-7d0a80f9-0b3a-4a49-804e-31b3b4694084 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357332 Jul 30 00:13:57.234599 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:57.255536 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-6cda6bd3-2408-4e89-b629-50fba3e70290 service neutron] show failed (client error): The resource could not be found. Jul 30 00:13:57.256603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-6cda6bd3-2408-4e89-b629-50fba3e70290 service neutron] 10.222.0.42 "GET /v2.0/ports/c9466944-dd52-4959-af07-d90891f52030/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0549474 Jul 30 00:13:57.500835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-bf61725e-401e-41d2-88ad-743986eebe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:57.502258 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-bf61725e-401e-41d2-88ad-743986eebe58 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3&tenant_id=02ddb55c7b1a4df5af1578697d71c993 HTTP/1.1" status: 200 len: 1097 time: 0.0898108 Jul 30 00:13:57.520782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:57.575224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:57.778020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] For port c9466944-dd52-4959-af07-d90891f52030, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c9466944-dd52-4959-af07-d90891f52030,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:57.819822 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] For port c9466944-dd52-4959-af07-d90891f52030, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:57.860968 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9466944-dd52-4959-af07-d90891f52030'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:57.863339 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d640ee19-e325-4bce-81a7-8607cdcd6b4d" -d '{"events": [{"server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c9466944-dd52-4959-af07-d90891f52030"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:57.866402 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b21a52-9ccf-4516-a517-0c39556b69eb req-506c20a4-9b5f-4a5f-8d0f-200fc14a302b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:57.867696 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:57.869424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62b21a52-9ccf-4516-a517-0c39556b69eb req-506c20a4-9b5f-4a5f-8d0f-200fc14a302b tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0567079 Jul 30 00:13:57.883623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Transition to ACTIVE for port object c9466944-dd52-4959-af07-d90891f52030 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:57.890096 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:57.920503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62b21a52-9ccf-4516-a517-0c39556b69eb req-3b90d6ab-aaf1-4424-80b6-6d1a37fd4142 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403676 Jul 30 00:13:57.948200 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] No DVR routers for this DVR port c9466944-dd52-4959-af07-d90891f52030 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:13:57.965017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Pushing event updated for resources: {'Port': ['ID=c9466944-dd52-4959-af07-d90891f52030,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:57.988542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.988900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.989266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.989607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.989942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.990301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.990610 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.990938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.991379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.991607 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.991933 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:57.992282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:58.003124 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27510fd2-0237-474e-9010-8b6ae18a2ab5 x-openstack-request-id: req-27510fd2-0237-474e-9010-8b6ae18a2ab5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:58.003423 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c9466944-dd52-4959-af07-d90891f52030", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:58.003676 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27510fd2-0237-474e-9010-8b6ae18a2ab5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:58.004088 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9466944-dd52-4959-af07-d90891f52030', 'code': 200} Jul 30 00:13:58.006886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Attempting to bind port c9466944-dd52-4959-af07-d90891f52030 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:13:58.007334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Attempting to bind port c9466944-dd52-4959-af07-d90891f52030 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:13:58.007571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Attempting to bind port c9466944-dd52-4959-af07-d90891f52030 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:58.012614 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Port c9466944-dd52-4959-af07-d90891f52030 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:13:58.012940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Attempting to bind port c9466944-dd52-4959-af07-d90891f52030 on network 0418506d-6c96-4526-af0c-13f2ae6eb1ee {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:58.018153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:13:58.018414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Checking segment: {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:13:58.018803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Bound using segment: {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:13:58.019237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Bound port: c9466944-dd52-4959-af07-d90891f52030, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:13:58.019599 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:58.086301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] For port c9466944-dd52-4959-af07-d90891f52030, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:58.089410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] For port c9466944-dd52-4959-af07-d90891f52030, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c9466944-dd52-4959-af07-d90891f52030,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:13:58.094041 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:58.126378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:58.127332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:58.129231 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] 10.222.0.47 "PUT /v2.0/ports/c9466944-dd52-4959-af07-d90891f52030 HTTP/1.1" status: 200 len: 1092 time: 0.6127155 Jul 30 00:13:58.155705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3a3c9-6487-490e-965d-96b1cd0dba3b service neutron] Pushing event updated for resources: {'Port': ['ID=c9466944-dd52-4959-af07-d90891f52030,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:58.203190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-81f004bd-54b3-406d-8a14-ef9e62135a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:58.204753 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-81f004bd-54b3-406d-8a14-ef9e62135a8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 1095 time: 0.0415697 Jul 30 00:13:58.299314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-82d1f627-3bb6-4b14-a06f-4e9f3efb6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:58.300840 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-82d1f627-3bb6-4b14-a06f-4e9f3efb6756 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.0890098 Jul 30 00:13:58.343876 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-ec4d6cf0-3026-431c-ad8b-e7fdb730a5a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9466944-dd52-4959-af07-d90891f52030 HTTP/1.1" status: 200 len: 217 time: 0.0351620 Jul 30 00:13:58.391730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-730c2918-98ba-47f0-b22d-d75145e80ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:58.393230 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-730c2918-98ba-47f0-b22d-d75145e80ab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0432599 Jul 30 00:13:58.424033 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-1f4459a4-2563-4ab2-bfaf-77083c58a35c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242777 Jul 30 00:13:58.519545 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-6db0d0b7-eac4-47e2-98e2-fa6b282caaee service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881143 Jul 30 00:13:58.607758 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-95cccabd-c0ca-4a32-b90b-6de0c288bb5f req-1b05cbcd-c0f4-4f8c-af5f-be4ea6d97f89 service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815623 Jul 30 00:13:59.029320 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:13:59.045606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33368ba-951b-4c60-bc97-acebf768ddb3 req-a48e4ca5-38a2-45a6-ad0f-af12dc4a8f19 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:59.047735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f33368ba-951b-4c60-bc97-acebf768ddb3 req-a48e4ca5-38a2-45a6-ad0f-af12dc4a8f19 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 943 time: 0.0510032 Jul 30 00:13:59.086310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f33368ba-951b-4c60-bc97-acebf768ddb3 req-b798269a-8224-47e9-8c13-945e30c6f97c tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327067 Jul 30 00:14:00.005015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'tag': 'c9466944-dd52-4959-af07-d90891f52030'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:00.007997 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220a818b-d62b-4b16-b047-bea7fe9acd02" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "tag": "c9466944-dd52-4959-af07-d90891f52030"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:00.058857 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36de92c8-3c39-4a22-9b97-82c806bf99e0 x-openstack-request-id: req-36de92c8-3c39-4a22-9b97-82c806bf99e0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:00.059162 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "tag": "c9466944-dd52-4959-af07-d90891f52030", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:00.059417 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36de92c8-3c39-4a22-9b97-82c806bf99e0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:00.059816 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'tag': 'c9466944-dd52-4959-af07-d90891f52030', 'status': 'completed', 'code': 200} Jul 30 00:14:00.125577 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-a400a794-bc99-430e-a325-80e96f4a5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:00.126958 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-a400a794-bc99-430e-a325-80e96f4a5282 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 1095 time: 0.0438423 Jul 30 00:14:00.148643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-267fd6e6-6c01-4903-80ad-e8db519e073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:00.150438 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-267fd6e6-6c01-4903-80ad-e8db519e073c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 1095 time: 0.0516222 Jul 30 00:14:00.250148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-ae2f7542-1249-4c31-824a-0b449f0bc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:00.251549 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-ae2f7542-1249-4c31-824a-0b449f0bc19f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.0865023 Jul 30 00:14:00.264729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2277e1-eb6b-4741-8281-62748f4a93ef req-6c7d5c86-101b-4a82-9776-dc70a5687524 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:00.266298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc2277e1-eb6b-4741-8281-62748f4a93ef req-6c7d5c86-101b-4a82-9776-dc70a5687524 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 943 time: 0.0826452 Jul 30 00:14:00.269261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-dce67664-8211-4fc0-964d-b2cce92c329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:00.270650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-dce67664-8211-4fc0-964d-b2cce92c329a service neutron] 10.222.0.42 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.1369140 Jul 30 00:14:00.299840 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-369e1a01-d624-4355-b85f-bc5742eadc0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9466944-dd52-4959-af07-d90891f52030 HTTP/1.1" status: 200 len: 217 time: 0.0400801 Jul 30 00:14:00.332420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-34db8034-9fef-4fde-9afa-3fff4064a67f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9466944-dd52-4959-af07-d90891f52030 HTTP/1.1" status: 200 len: 217 time: 0.0439017 Jul 30 00:14:00.352120 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-94199a41-6f0f-4a67-9fe1-18c2fcad5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:00.352476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc2277e1-eb6b-4741-8281-62748f4a93ef req-59324756-2f76-4d2f-894c-47ef847de3a2 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799251 Jul 30 00:14:00.353674 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-94199a41-6f0f-4a67-9fe1-18c2fcad5271 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0470417 Jul 30 00:14:00.387439 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-d01c19ee-ecd2-41f7-8efd-3ccc86776fdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266280 Jul 30 00:14:00.392981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-73d61fc9-1c9a-4044-857d-456118fb82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:00.394517 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-73d61fc9-1c9a-4044-857d-456118fb82db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0521922 Jul 30 00:14:00.434900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-aa59fd84-5399-462f-a157-de743207df4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329559 Jul 30 00:14:00.479806 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-f3613668-e79a-4eca-a697-de44ac149c55 service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851800 Jul 30 00:14:00.534651 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-45617372-5f7f-4931-bde8-ede7896f7b67 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929208 Jul 30 00:14:00.586493 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-e3d9d069-803d-42b8-9067-324ff4555a20 service neutron] 10.222.0.47 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001608 Jul 30 00:14:00.718847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c9466944-dd52-4959-af07-d90891f52030 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:14:00.760212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c9466944-dd52-4959-af07-d90891f52030 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:14:00.980402 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-220a818b-d62b-4b16-b047-bea7fe9acd02 req-990136af-4697-42d3-b79a-d9e5e217e6a2 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371777 Jul 30 00:14:01.476136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6e6e4-735c-484c-8d7c-a4f7e57b5b9d req-af1ae3a0-f3d3-4d2b-bf42-99276e39ec18 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:01.477652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cc6e6e4-735c-484c-8d7c-a4f7e57b5b9d req-af1ae3a0-f3d3-4d2b-bf42-99276e39ec18 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 943 time: 0.0507340 Jul 30 00:14:01.516142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cc6e6e4-735c-484c-8d7c-a4f7e57b5b9d req-f37ec365-d02f-4b39-b646-c7adc0e2542f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Jul 30 00:14:01.933953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c9466944-dd52-4959-af07-d90891f52030 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:14:02.034977 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port c9466944-dd52-4959-af07-d90891f52030, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c9466944-dd52-4959-af07-d90891f52030,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:02.046703 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'c9466944-dd52-4959-af07-d90891f52030', 'network_id': '0418506d-6c96-4526-af0c-13f2ae6eb1ee', 'port_id': 'c9466944-dd52-4959-af07-d90891f52030', 'mac_address': 'fa:16:3e:d1:f9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c989a-1133-48a2-a9cc-4ee41ef0d671', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:14:02.087081 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:02.099431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9466944-dd52-4959-af07-d90891f52030 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:02.119771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port c9466944-dd52-4959-af07-d90891f52030, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c9466944-dd52-4959-af07-d90891f52030,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:02.124206 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:02.171639 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=c9466944-dd52-4959-af07-d90891f52030,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:02.511902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['c9466944-dd52-4959-af07-d90891f52030'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:14:02.639110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7880a-38e2-403a-a469-073fffebdabd req-06eabeae-008c-45c8-b41c-199782846771 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:02.640990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70a7880a-38e2-403a-a469-073fffebdabd req-06eabeae-008c-45c8-b41c-199782846771 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 944 time: 0.0538199 Jul 30 00:14:02.681102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70a7880a-38e2-403a-a469-073fffebdabd req-dff4e673-f671-4ce6-b69d-7edd58b05bd1 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338204 Jul 30 00:14:02.792993 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:02.911888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771af250-d247-4d84-855c-238fba0f2852 req-6adf3624-00c8-4b78-a3c6-90039dc3ae3f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:02.913459 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-771af250-d247-4d84-855c-238fba0f2852 req-6adf3624-00c8-4b78-a3c6-90039dc3ae3f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 944 time: 0.0872376 Jul 30 00:14:02.922105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-b949194a-6c0f-45ca-9f48-65c001ef42cc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:02.923862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-b949194a-6c0f-45ca-9f48-65c001ef42cc tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3&tenant_id=02ddb55c7b1a4df5af1578697d71c993&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 944 time: 0.0825984 Jul 30 00:14:02.987997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-771af250-d247-4d84-855c-238fba0f2852 req-ca5d728d-6416-4b70-9a2b-5ea852e4dac4 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631132 Jul 30 00:14:03.012247 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-3648d92a-9b06-4349-bac4-5ea9aeaf38b4 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:14:03.013343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-3648d92a-9b06-4349-bac4-5ea9aeaf38b4 service neutron] 10.222.0.42 "DELETE /v2.0/ports/c9466944-dd52-4959-af07-d90891f52030/bindings/n-h1-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0810192 Jul 30 00:14:03.099333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-e40628f6-36ff-44a9-8b4f-49dfc25eb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:03.100967 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-e40628f6-36ff-44a9-8b4f-49dfc25eb7eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02ddb55c7b1a4df5af1578697d71c993&device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 1096 time: 0.0430288 Jul 30 00:14:03.196418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-5e897e7a-3197-47b3-9d43-46ab00d78d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:03.198186 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-5e897e7a-3197-47b3-9d43-46ab00d78d5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 200 len: 916 time: 0.0896084 Jul 30 00:14:03.239630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-ac900c62-25c0-4055-828b-025fe63422a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9466944-dd52-4959-af07-d90891f52030 HTTP/1.1" status: 200 len: 217 time: 0.0346420 Jul 30 00:14:03.288821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-a28519e9-a6cc-4242-a83e-934d683756ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:03.290291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-a28519e9-a6cc-4242-a83e-934d683756ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 200 len: 855 time: 0.0443709 Jul 30 00:14:03.323862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-1ebfc06e-0762-4126-8970-a7ac39656fe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0418506d-6c96-4526-af0c-13f2ae6eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260673 Jul 30 00:14:03.416235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-6ec5fc8e-9274-4964-9feb-f45233f4e3ef service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854330 Jul 30 00:14:03.509664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78927c37-9f64-457a-be33-7648c8b2a6d0 req-52913ee7-59b5-4424-8000-1b53577914e3 service neutron] 10.222.0.42 "GET /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860817 Jul 30 00:14:03.941398 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c9466944-dd52-4959-af07-d90891f52030 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:03.993532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port c9466944-dd52-4959-af07-d90891f52030 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:03.997574 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port c9466944-dd52-4959-af07-d90891f52030 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:03.998101 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:04.091222 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:04.114361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9466944-dd52-4959-af07-d90891f52030'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:04.117088 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cfbbda-bbb5-4532-b552-0be40407de1a" -d '{"events": [{"server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "name": "network-vif-plugged", "status": "completed", "tag": "c9466944-dd52-4959-af07-d90891f52030"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:04.127604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a98d1-cea9-4620-879d-ef47c049afdf req-1d07a9b3-7c19-434e-be3e-b03347bb4d1f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:04.133334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-134a98d1-cea9-4620-879d-ef47c049afdf req-1d07a9b3-7c19-434e-be3e-b03347bb4d1f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 944 time: 0.0678685 Jul 30 00:14:04.134750 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port c9466944-dd52-4959-af07-d90891f52030, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c9466944-dd52-4959-af07-d90891f52030,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:04.139678 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:04.166174 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1628042e-466b-4090-b05e-e69c8529f6f7 x-openstack-request-id: req-1628042e-466b-4090-b05e-e69c8529f6f7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:04.166472 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "name": "network-vif-plugged", "status": "completed", "tag": "c9466944-dd52-4959-af07-d90891f52030", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:04.166732 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1628042e-466b-4090-b05e-e69c8529f6f7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:04.167160 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9466944-dd52-4959-af07-d90891f52030', 'code': 200} Jul 30 00:14:04.178503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-134a98d1-cea9-4620-879d-ef47c049afdf req-8351c719-d86f-4d32-87bd-dcdbfd54b723 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433416 Jul 30 00:14:04.196228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=c9466944-dd52-4959-af07-d90891f52030,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:04.308136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc0044-de52-44a5-8219-5d4e855552d8 req-feb1afde-365a-49ce-bd40-9796f805e426 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:04.309995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80fc0044-de52-44a5-8219-5d4e855552d8 req-feb1afde-365a-49ce-bd40-9796f805e426 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0577698 Jul 30 00:14:04.354688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80fc0044-de52-44a5-8219-5d4e855552d8 req-3b3c3539-33c7-42f3-9633-e76c1081a192 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Jul 30 00:14:04.473931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334a4d-b137-4731-92e2-830c851a6e74 req-21e79799-464e-401c-9c90-9f26f1819e73 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:04.475335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f334a4d-b137-4731-92e2-830c851a6e74 req-21e79799-464e-401c-9c90-9f26f1819e73 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0529783 Jul 30 00:14:04.514613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f334a4d-b137-4731-92e2-830c851a6e74 req-e36b87c2-fde4-4ef8-addc-02d24a970f6f tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329862 Jul 30 00:14:04.860176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808104c-31fd-4f37-9e11-5c9518746b2b req-27535291-9b5b-4514-865f-8f0e9b0f7bad tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:04.861912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c808104c-31fd-4f37-9e11-5c9518746b2b req-27535291-9b5b-4514-865f-8f0e9b0f7bad tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0531256 Jul 30 00:14:04.902120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c808104c-31fd-4f37-9e11-5c9518746b2b req-910bb604-4f70-4657-b998-72d55266a76e tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Jul 30 00:14:06.020916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b655f0-bdba-4a70-8b3d-bd239f5fece2 req-a357896c-d650-4c77-b989-edd99a88b441 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:06.022447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2b655f0-bdba-4a70-8b3d-bd239f5fece2 req-a357896c-d650-4c77-b989-edd99a88b441 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Jul 30 00:14:06.062044 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2b655f0-bdba-4a70-8b3d-bd239f5fece2 req-3f65240c-9c5a-4c2a-8f7f-7a4958fe7f97 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c2fa41-f9e1-4f91-b684-8eff5131fa53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Jul 30 00:14:06.193688 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-3a8e933e-3282-472a-a1b2-0aa8b83d8983 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:06.195773 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-3a8e933e-3282-472a-a1b2-0aa8b83d8983 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 945 time: 0.0482545 Jul 30 00:14:06.290542 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-d53e0ac3-dc8a-4d4a-b47c-190e4cf5ece3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Deleting port c9466944-dd52-4959-af07-d90891f52030 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:14:06.290893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-d53e0ac3-dc8a-4d4a-b47c-190e4cf5ece3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:06.383419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-d53e0ac3-dc8a-4d4a-b47c-190e4cf5ece3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] For port c9466944-dd52-4959-af07-d90891f52030, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=c9466944-dd52-4959-af07-d90891f52030,segment=NetworkSegment(eb64ddb0-61eb-49ad-9fff-ada8a3944b4b),segment_id=eb64ddb0-61eb-49ad-9fff-ada8a3944b4b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:06.383848 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-d53e0ac3-dc8a-4d4a-b47c-190e4cf5ece3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:06.396754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-d53e0ac3-dc8a-4d4a-b47c-190e4cf5ece3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Calling delete_port for c9466944-dd52-4959-af07-d90891f52030 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:14:06.530055 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-d53e0ac3-dc8a-4d4a-b47c-190e4cf5ece3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:06.559558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e0ac3-dc8a-4d4a-b47c-190e4cf5ece3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Pushing event deleted for resources: {'Port': ['ID=c9466944-dd52-4959-af07-d90891f52030,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:06.564627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['c9466944-dd52-4959-af07-d90891f52030'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:14:06.607616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-d53e0ac3-dc8a-4d4a-b47c-190e4cf5ece3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] No DVR routers for this DVR port c9466944-dd52-4959-af07-d90891f52030 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:14:06.610214 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-d53e0ac3-dc8a-4d4a-b47c-190e4cf5ece3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:06.612270 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-eec8f4c9-1541-4999-96a5-bd3012d6e030 req-d53e0ac3-dc8a-4d4a-b47c-190e4cf5ece3 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.47 "DELETE /v2.0/ports/c9466944-dd52-4959-af07-d90891f52030 HTTP/1.1" status: 204 len: 173 time: 0.4101627 Jul 30 00:14:06.612708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'name': 'network-vif-deleted', 'tag': 'c9466944-dd52-4959-af07-d90891f52030'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:06.615013 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab335124-d33b-4da4-ab22-8771194a079f" -d '{"events": [{"server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "name": "network-vif-deleted", "tag": "c9466944-dd52-4959-af07-d90891f52030"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:06.653627 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fd932a-1917-4397-9e2a-1118b0a6e7e9 x-openstack-request-id: req-f0fd932a-1917-4397-9e2a-1118b0a6e7e9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:06.653945 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc9212a-170d-4597-a312-21bf0a6670f3", "name": "network-vif-deleted", "tag": "c9466944-dd52-4959-af07-d90891f52030", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:06.654230 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0fd932a-1917-4397-9e2a-1118b0a6e7e9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:06.654632 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc9212a-170d-4597-a312-21bf0a6670f3', 'name': 'network-vif-deleted', 'tag': 'c9466944-dd52-4959-af07-d90891f52030', 'status': 'completed', 'code': 200} Jul 30 00:14:07.172698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bf06f5e-5c28-4908-9720-2318cc9d2b32 req-1c489262-1726-44f0-acb2-27c690b1fee0 tempest-ServerDiskConfigTestJSON-244966317 tempest-ServerDiskConfigTestJSON-244966317-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc9212a-170d-4597-a312-21bf0a6670f3 HTTP/1.1" status: 200 len: 210 time: 0.0300555 Jul 30 00:14:08.298839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:08.344874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1e065f-5b04-4ed3-abca-655fef1fcb24 admin admin] Deleting subnet 3f8c989a-1133-48a2-a9cc-4ee41ef0d671 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:14:08.348110 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e1e065f-5b04-4ed3-abca-655fef1fcb24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.386908 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e1e065f-5b04-4ed3-abca-655fef1fcb24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.429163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e1e065f-5b04-4ed3-abca-655fef1fcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.486218 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e1e065f-5b04-4ed3-abca-655fef1fcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.513920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e065f-5b04-4ed3-abca-655fef1fcb24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8c989a-1133-48a2-a9cc-4ee41ef0d671,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:08.515961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e1e065f-5b04-4ed3-abca-655fef1fcb24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.517907 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5e1e065f-5b04-4ed3-abca-655fef1fcb24 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3f8c989a-1133-48a2-a9cc-4ee41ef0d671 HTTP/1.1" status: 204 len: 168 time: 0.2180574 Jul 30 00:14:08.520409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36900) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:08.593139 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.672314 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.682025 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0418506d-6c96-4526-af0c-13f2ae6eb1ee']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:08.692532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:08.692836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb64ddb0-61eb-49ad-9fff-ada8a3944b4b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:08.702506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.716571 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.722384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:14:08.722778 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:14:08.724440 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:14:08.782695 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.789877 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.792853 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0418506d-6c96-4526-af0c-13f2ae6eb1ee HTTP/1.1" status: 204 len: 168 time: 0.2713037 Jul 30 00:14:08.810604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719be0b-62c5-4eff-b7d2-8803c6709202 admin admin] Pushing event deleted for resources: {'Network': ['ID=0418506d-6c96-4526-af0c-13f2ae6eb1ee,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:08.912581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:08.953121 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b25c26fa-3afa-4861-beed-ce8de4cab0f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02ddb55c7b1a4df5af1578697d71c993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393393 Jul 30 00:14:08.965477 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36906) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:09.014188 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6d222ab-fff7-4448-9b16-c3fc6ac03fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:09.036511 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6d222ab-fff7-4448-9b16-c3fc6ac03fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:09.088938 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6d222ab-fff7-4448-9b16-c3fc6ac03fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:09.091664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6d222ab-fff7-4448-9b16-c3fc6ac03fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:09.092886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b6d222ab-fff7-4448-9b16-c3fc6ac03fcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58c2fa41-f9e1-4f91-b684-8eff5131fa53 HTTP/1.1" status: 204 len: 168 time: 0.1264286 Jul 30 00:14:09.101035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d222ab-fff7-4448-9b16-c3fc6ac03fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c2fa41-f9e1-4f91-b684-8eff5131fa53,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:09.780152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36928) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:09.874570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-167154288-network', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:09.895383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Made reservation on behalf of ff8b5d9007a04af982fd73d8f85cf330 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:09.898188 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:09.907008 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:09.988690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c9466944-dd52-4959-af07-d90891f52030 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:14:10.008678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: c9466944-dd52-4959-af07-d90891f52030 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:14:10.009332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device c9466944-dd52-4959-af07-d90891f52030 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:14:10.014427 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.017803 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.043358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:14:10.053238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a78787-7b5f-41fc-ad7f-a70e38784406,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:10.058140 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.058496 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Added segment b03f6e2f-8672-4120-9084-b534486f67f7 of type vlan for network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 Jul 30 00:14:10.099122 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.128109 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.129039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:10.129610 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.186354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4050322 Jul 30 00:14:10.189539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:10.195237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Request body: {'subnet': {'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-167154288-subnet', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:10.195910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2532cf-22ab-430f-89be-518df08af810 admin admin] Pushing event updated for resources: {'Network': ['ID=b9e3a9ac-d921-4315-b1ab-980df8fa81f0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:10.205931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:14:10.220160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Made reservation on behalf of ff8b5d9007a04af982fd73d8f85cf330 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:10.222589 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.410872 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.468885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d02cebe-339b-4d6c-bd9c-f2a0902c478e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:10.476176 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:10.476541 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Network hostable DHCP agents. Network: b9e3a9ac-d921-4315-b1ab-980df8fa81f0, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:14:10.493961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:14:10.502671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, b9e3a9ac-d921-4315-b1ab-980df8fa81f0) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:10.508027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:10.508973 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.518382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e08f2-0899-4d02-89ed-a5ee27943904 None None] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:14:10.525450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d8060aaf-cc95-4d87-bd72-802244b73e7e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3347633 Jul 30 00:14:10.528739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:10.533161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:10.554445 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.555534 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.609008 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.681529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:14:10.682401 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.748507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.829372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Allocated IP 172.20.0.2 (b9e3a9ac-d921-4315-b1ab-980df8fa81f0/3d02cebe-339b-4d6c-bd9c-f2a0902c478e/8217f6ac-4347-4498-af9c-232ce613c3b0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:10.967888 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.980667 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.987114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:10.989055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Transition to ACTIVE for port object 8217f6ac-4347-4498-af9c-232ce613c3b0 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:11.004413 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Transition to ACTIVE for port object 8217f6ac-4347-4498-af9c-232ce613c3b0 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:11.012628 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:11.052533 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:11.056741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:11.060597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:11.074427 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Pushing event updated for resources: {'Port': ['ID=8217f6ac-4347-4498-af9c-232ce613c3b0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:11.100077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Allocated IP 172.25.2.173 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/de7d925e-0652-4f10-9b20-5e400522a4e2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:11.122781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Attempting to bind port 8217f6ac-4347-4498-af9c-232ce613c3b0 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:11.123149 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Attempting to bind port 8217f6ac-4347-4498-af9c-232ce613c3b0 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:11.123516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Attempting to bind port 8217f6ac-4347-4498-af9c-232ce613c3b0 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:11.128845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:11.129195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:11.129598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:11.129993 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:11.130463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Bound port: 8217f6ac-4347-4498-af9c-232ce613c3b0, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:11.130845 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:11.197436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] For port 8217f6ac-4347-4498-af9c-232ce613c3b0, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:11.200854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] For port 8217f6ac-4347-4498-af9c-232ce613c3b0, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8217f6ac-4347-4498-af9c-232ce613c3b0,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:11.205348 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:11.218612 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:11.262724 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:11.269364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca2a5d-3000-46de-83e6-3d32464c6922 None None] Pushing event updated for resources: {'Port': ['ID=8217f6ac-4347-4498-af9c-232ce613c3b0,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:11.304532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:11.312259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:11.314876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:11.337003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Pushing event updated for resources: {'Port': ['ID=de7d925e-0652-4f10-9b20-5e400522a4e2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:11.597778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:11.657190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8217f6ac-4347-4498-af9c-232ce613c3b0 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:11.711015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8217f6ac-4347-4498-af9c-232ce613c3b0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:11.856654 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:12.157685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecde45d-020d-4d51-a0cf-85c552702c88 None None] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:14:12.229928 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:14:12.271866 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b1c70c72-7c81-429f-a6c8-66f5766cd722 None None] Provisioning for port 8217f6ac-4347-4498-af9c-232ce613c3b0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:12.286792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b1c70c72-7c81-429f-a6c8-66f5766cd722 None None] Provisioning complete for port 8217f6ac-4347-4498-af9c-232ce613c3b0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:12.287168 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1c70c72-7c81-429f-a6c8-66f5766cd722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:12.340194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:12.352127 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:12.358631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:12.360329 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6069f017-cf2d-43bc-9bdc-283c0b387895 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8302636 Jul 30 00:14:12.363034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36936) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:12.366257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:12.366949 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:13:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:12.410943 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1c70c72-7c81-429f-a6c8-66f5766cd722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:12.450356 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b1c70c72-7c81-429f-a6c8-66f5766cd722 None None] For port 8217f6ac-4347-4498-af9c-232ce613c3b0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8217f6ac-4347-4498-af9c-232ce613c3b0,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:12.456574 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1c70c72-7c81-429f-a6c8-66f5766cd722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:12.495556 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:12.543578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c70c72-7c81-429f-a6c8-66f5766cd722 None None] Pushing event updated for resources: {'Port': ['ID=8217f6ac-4347-4498-af9c-232ce613c3b0,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:12.676270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1128ed5e-31be-4e40-a878-630891a7d4e7 None None] Provisioning complete for port 8217f6ac-4347-4498-af9c-232ce613c3b0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:12.677075 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1128ed5e-31be-4e40-a878-630891a7d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:12.713114 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:11Z', 'revision_number': 3, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:12.744268 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:12.744913 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Updating router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 port de7d925e-0652-4f10-9b20-5e400522a4e2 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:14:12.771013 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:12.829913 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:12.989526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Allocated IP 172.20.0.1 (b9e3a9ac-d921-4315-b1ab-980df8fa81f0/3d02cebe-339b-4d6c-bd9c-f2a0902c478e/6d963688-77a5-4fbd-ab94-9e9d6095044d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:13.029198 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.040217 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Transition to ACTIVE for port object de7d925e-0652-4f10-9b20-5e400522a4e2 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:13.046145 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.101924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.103667 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Attempting to bind port de7d925e-0652-4f10-9b20-5e400522a4e2 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:13.104059 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Attempting to bind port de7d925e-0652-4f10-9b20-5e400522a4e2 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:13.104425 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Attempting to bind port de7d925e-0652-4f10-9b20-5e400522a4e2 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:13.107296 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Pushing event updated for resources: {'Port': ['ID=de7d925e-0652-4f10-9b20-5e400522a4e2,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:13.115595 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:13.115811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Transition to ACTIVE for port object 6d963688-77a5-4fbd-ab94-9e9d6095044d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:13.116210 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:13.116864 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.117370 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:13.118053 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Bound port: de7d925e-0652-4f10-9b20-5e400522a4e2, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:13.118632 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.122048 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.122433 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.122796 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.123129 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.123461 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.123790 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.124147 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.124503 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.124830 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.125151 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.125474 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.125796 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:13.149707 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.184197 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] For port de7d925e-0652-4f10-9b20-5e400522a4e2, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:13.188521 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] For port de7d925e-0652-4f10-9b20-5e400522a4e2, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=de7d925e-0652-4f10-9b20-5e400522a4e2,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:13.190593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:13.193636 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.196821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:13.201915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:13.205399 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Pushing event updated for resources: {'Port': ['ID=6d963688-77a5-4fbd-ab94-9e9d6095044d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:13.247517 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.257783 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db84011-4bf8-4c3d-980e-e35b2cfc18d6 None None] Pushing event updated for resources: {'Port': ['ID=de7d925e-0652-4f10-9b20-5e400522a4e2,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:13.263093 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:13.263715 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:13:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:13.376349 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:13.396831 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.494432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0f8b0390-5075-4d25-9889-437656b3bdaa None None] Provisioning for port 6d963688-77a5-4fbd-ab94-9e9d6095044d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:13.502498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0f8b0390-5075-4d25-9889-437656b3bdaa None None] Provisioning complete for port 6d963688-77a5-4fbd-ab94-9e9d6095044d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:13.502891 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0390-5075-4d25-9889-437656b3bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.542475 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b0390-5075-4d25-9889-437656b3bdaa None None] Port 6d963688-77a5-4fbd-ab94-9e9d6095044d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:13.573134 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.573434 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:11Z', 'revision_number': 3, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:13.579851 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.602222 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e5ccf-1166-4852-bc22-a46be4131426 None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:11Z', 'revision_number': 3, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:13.645426 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8217f6ac-4347-4498-af9c-232ce613c3b0 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:13.670945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Pushing event updated for resources: {'Port': ['ID=6d963688-77a5-4fbd-ab94-9e9d6095044d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:13.674749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.707580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8217f6ac-4347-4498-af9c-232ce613c3b0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:13.707957 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.778318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:13.779877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:13.925231 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:14.053194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:14.067474 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6507817e-c4b0-4a80-864b-415097b19fcf admin admin] 10.222.0.37 "PUT /v2.0/routers/43b936f7-0c6a-4ff0-aba6-70ecb4553023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6957841 Jul 30 00:14:14.076038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-54582dd6-ef28-4cec-a9c5-54debf691fef None None] Provisioning complete for port 6d963688-77a5-4fbd-ab94-9e9d6095044d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:14.076498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54582dd6-ef28-4cec-a9c5-54debf691fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:14.115181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-54582dd6-ef28-4cec-a9c5-54debf691fef None None] Port 6d963688-77a5-4fbd-ab94-9e9d6095044d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:14.868946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36944) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:14.874154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-66e067ae-bb49-4906-894f-699e2310986e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902129204', 'description': 'tempest-description--25505604'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:14.904997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66e067ae-bb49-4906-894f-699e2310986e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:14.990878 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66e067ae-bb49-4906-894f-699e2310986e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:14.994756 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66e067ae-bb49-4906-894f-699e2310986e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.025617 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66e067ae-bb49-4906-894f-699e2310986e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.026860 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-66e067ae-bb49-4906-894f-699e2310986e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1568594 Jul 30 00:14:15.028782 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e067ae-bb49-4906-894f-699e2310986e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a617e3-80ab-4f96-8151-4a56269565c8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:15.030047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 36946) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:15.036926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'security_group_rule': {'security_group_id': '69a617e3-80ab-4f96-8151-4a56269565c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:15.063854 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.126385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.130327 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.151099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cc38ad-c315-4a97-8f28-5b71e1d6eec6,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:15.160578 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.161732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301081 Jul 30 00:14:15.163260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.163609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.163957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.164324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.164663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.164807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36948) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:15.164998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.165348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.165681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.166009 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.166335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.166659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.166990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22bba2c-3523-4103-9d2e-bad5a64cb4d3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:15.170368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bed64a2b-ef86-44ea-873e-b9bc83829b64 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'security_group_rule': {'security_group_id': '69a617e3-80ab-4f96-8151-4a56269565c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:15.181256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:15.190778 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:15.191414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:13:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:15.201774 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bed64a2b-ef86-44ea-873e-b9bc83829b64 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.263290 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bed64a2b-ef86-44ea-873e-b9bc83829b64 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.267249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bed64a2b-ef86-44ea-873e-b9bc83829b64 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.288561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed64a2b-ef86-44ea-873e-b9bc83829b64 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31789e4d-0653-4bb4-8442-b96a8e798152,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:15.295439 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bed64a2b-ef86-44ea-873e-b9bc83829b64 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.296953 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bed64a2b-ef86-44ea-873e-b9bc83829b64 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307805 Jul 30 00:14:15.301047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 36950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:15.306190 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:15.308863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:15.330748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.434123 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.518609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 2, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:15.545739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:15.546098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Updating router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 port 6d963688-77a5-4fbd-ab94-9e9d6095044d binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:14:15.552461 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Allocated IP 172.25.2.126 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/cce0e209-68f0-42c0-9de5-b02deac3fb13) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:15.572644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.673853 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.692697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device de7d925e-0652-4f10-9b20-5e400522a4e2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:15.717262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.759369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:15.762260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:15.768037 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:15.774169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event updated for resources: {'Port': ['ID=cce0e209-68f0-42c0-9de5-b02deac3fb13,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:15.810229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port de7d925e-0652-4f10-9b20-5e400522a4e2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:15.823969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port de7d925e-0652-4f10-9b20-5e400522a4e2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:15.824371 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.887797 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.922566 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.969877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.975437 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.995871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Transition to ACTIVE for port object 6d963688-77a5-4fbd-ab94-9e9d6095044d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:16.001715 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port de7d925e-0652-4f10-9b20-5e400522a4e2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=de7d925e-0652-4f10-9b20-5e400522a4e2,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:16.013079 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.015133 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.063785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5f18e-719a-421b-b3cc-01ec9459dcca None None] Pushing event updated for resources: {'Port': ['ID=6d963688-77a5-4fbd-ab94-9e9d6095044d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:16.097039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.103604 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.158477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event updated for resources: {'Port': ['ID=cce0e209-68f0-42c0-9de5-b02deac3fb13,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:16.165019 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Attempting to bind port 6d963688-77a5-4fbd-ab94-9e9d6095044d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:16.165405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Attempting to bind port 6d963688-77a5-4fbd-ab94-9e9d6095044d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:16.165774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Attempting to bind port 6d963688-77a5-4fbd-ab94-9e9d6095044d on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:16.175989 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=de7d925e-0652-4f10-9b20-5e400522a4e2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:16.181138 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:16.181510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:16.182104 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.182290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:16.182770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Bound port: 6d963688-77a5-4fbd-ab94-9e9d6095044d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:16.183171 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.203237 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.218440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.219906 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2e021cac-5b6f-46bb-97f8-32dad5db6967 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9179163 Jul 30 00:14:16.268763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] For port 6d963688-77a5-4fbd-ab94-9e9d6095044d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:16.268763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] For port 6d963688-77a5-4fbd-ab94-9e9d6095044d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6d963688-77a5-4fbd-ab94-9e9d6095044d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:16.272769 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.326046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:16.326765 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:13:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:16.379778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-3d2fb11c-6966-4b90-a48d-3630eec85440 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--902129204&fields=id&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 267 time: 0.0386679 Jul 30 00:14:16.383659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5f18e-719a-421b-b3cc-01ec9459dcca None None] Pushing event updated for resources: {'Port': ['ID=6d963688-77a5-4fbd-ab94-9e9d6095044d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:16.469773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:16.507069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-37bfc12d-479f-4ea2-8d90-7bb80d07d1b3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:16.508580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-37bfc12d-479f-4ea2-8d90-7bb80d07d1b3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 811 time: 0.1216838 Jul 30 00:14:16.524922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-87971d91-78f1-4c08-a7eb-81c4c74e9a89 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/quotas/ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 375 time: 0.0104585 Jul 30 00:14:16.581362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-51ddcba6-f9b2-424b-9afe-fa5a58bf0d73 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504940 Jul 30 00:14:16.680092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-bcf05f93-fc5b-4d57-849d-4a3e4f4118b7 service neutron] 10.222.0.37 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864527 Jul 30 00:14:16.695258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:16Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:16.722928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5716bfb-2508-4ed5-82ae-8433b1ec24bf None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:16Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:16.794482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-000bfbf2-298e-4461-8ac1-c3985cae49e6 service neutron] 10.222.0.37 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081953 Jul 30 00:14:16.995469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e6ce03c-8c85-4405-8da8-e4757bb83144 req-0c2d22a3-8f5b-4341-b18b-471465661849 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 210 time: 0.0335355 Jul 30 00:14:17.720889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device de7d925e-0652-4f10-9b20-5e400522a4e2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:17.770560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port de7d925e-0652-4f10-9b20-5e400522a4e2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:17.770943 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.859545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6d963688-77a5-4fbd-ab94-9e9d6095044d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:17.908954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 6d963688-77a5-4fbd-ab94-9e9d6095044d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:17.913552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6d963688-77a5-4fbd-ab94-9e9d6095044d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:17.913963 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.001429 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.035162 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 6d963688-77a5-4fbd-ab94-9e9d6095044d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6d963688-77a5-4fbd-ab94-9e9d6095044d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:18.043143 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-26e3a70c-5a7b-4764-9a3e-54b93fb2dd0f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:18.043143 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-26e3a70c-5a7b-4764-9a3e-54b93fb2dd0f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 811 time: 0.1217756 Jul 30 00:14:18.046669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.101630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=6d963688-77a5-4fbd-ab94-9e9d6095044d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:18.103290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-7e330268-06e0-48b5-ab13-c39141d7d6d4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 379 time: 0.0450056 Jul 30 00:14:18.114026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57ef5462-ba58-412c-ba92-60768e5388df req-103bff0a-96c7-43de-88bc-9f04eb983c8e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 210 time: 0.0291765 Jul 30 00:14:18.115160 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'port': {'device_id': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'admin_state_up': True, 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'security_groups': ['69a617e3-80ab-4f96-8151-4a56269565c8']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:18.226387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Made reservation on behalf of ff8b5d9007a04af982fd73d8f85cf330 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:18.230331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.359660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Allocated IP 172.20.0.6 (b9e3a9ac-d921-4315-b1ab-980df8fa81f0/3d02cebe-339b-4d6c-bd9c-f2a0902c478e/ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:18.494185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.509208 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Transition to ACTIVE for port object ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:18.554343 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.601447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:18.604526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:18.610837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:18.636234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event updated for resources: {'Port': ['ID=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:18.665527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:18.666176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.681763 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-fb1c9666-64a2-4deb-96a2-a1265a0dd392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704975 Jul 30 00:14:18.699490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Request body: {'port': {'device_id': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:18.755537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.882298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0e904c6-e0ff-4cae-b78b-b7a57921b7da None None] Provisioning for port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:18.886425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0e904c6-e0ff-4cae-b78b-b7a57921b7da None None] Provisioning complete for port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:18.886811 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0e904c6-e0ff-4cae-b78b-b7a57921b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.923187 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e0e904c6-e0ff-4cae-b78b-b7a57921b7da None None] Port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:19.056421 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:19.238304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234027a2-d943-4320-a3b3-b46b40b8eae1 req-ac46da4c-ce63-4482-95e8-ae3cbfb533e6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.239857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-234027a2-d943-4320-a3b3-b46b40b8eae1 req-ac46da4c-ce63-4482-95e8-ae3cbfb533e6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 931 time: 0.0542603 Jul 30 00:14:19.251149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:19.258799 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:19.270798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Transition to ACTIVE for port object ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:19.274985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:19.278556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-234027a2-d943-4320-a3b3-b46b40b8eae1 req-68e143fa-9181-4d8a-a249-03b6d28172c0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318429 Jul 30 00:14:19.323881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:19.393698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Attempting to bind port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:19.393946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Attempting to bind port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:19.394275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Attempting to bind port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:19.398807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:14:19.399128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Attempting to bind port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:19.404215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:19.404556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:19.404939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:19.405368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Bound port: ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:19.405728 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:19.475937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:19.479259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:19.483803 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:19.521619 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.522499 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:19.523913 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] 10.222.0.47 "PUT /v2.0/ports/ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 1092 time: 0.8297067 Jul 30 00:14:19.524432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:19.526723 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1" -d '{"events": [{"name": "network-changed", "server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:19.564192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4d049-990f-464d-b9ca-c58ab0b24669 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:19.573248 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714140dd-a158-449d-bcd6-598cdad9d488 x-openstack-request-id: req-714140dd-a158-449d-bcd6-598cdad9d488 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:19.573755 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:19.574161 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-714140dd-a158-449d-bcd6-598cdad9d488 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:19.574608 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'status': 'completed', 'code': 200} Jul 30 00:14:19.634705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-5f7ed4ba-3c6a-4950-85d5-c5fd90ecb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.636513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-5f7ed4ba-3c6a-4950-85d5-c5fd90ecb727 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1095 time: 0.0444734 Jul 30 00:14:19.645955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6d963688-77a5-4fbd-ab94-9e9d6095044d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:19.689425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-2f857d90-594e-431a-a875-f0d79241c50b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 217 time: 0.0399792 Jul 30 00:14:19.698140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6d963688-77a5-4fbd-ab94-9e9d6095044d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:19.698851 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:19.749020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-f0875edd-4ab0-4381-8964-3723093d9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.750513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-f0875edd-4ab0-4381-8964-3723093d9a34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0544202 Jul 30 00:14:19.796402 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-4fe4e498-344b-4bcd-abcd-3596b64585dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.797923 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-4fe4e498-344b-4bcd-abcd-3596b64585dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409799 Jul 30 00:14:19.890386 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-5ca6220b-e321-41cc-9ec3-9678e3fbc907 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 Jul 30 00:14:19.987175 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-48f08fe1-ae8a-4ebe-b861-56cd2c25e066 req-0a4e3aaf-e12d-4f35-a440-f83f3d3a5e92 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899289 Jul 30 00:14:20.109552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-db781e33-1b8e-41ee-8525-edd8dfd23f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:20.111062 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-db781e33-1b8e-41ee-8525-edd8dfd23f13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1095 time: 0.0420516 Jul 30 00:14:20.205713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-8319de96-8e9b-4ed0-9b2a-12f7c33994fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:20.207261 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-8319de96-8e9b-4ed0-9b2a-12f7c33994fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0881100 Jul 30 00:14:20.248585 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-8e01914b-f57b-4e7a-9f16-c216377c26c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 217 time: 0.0340018 Jul 30 00:14:20.297256 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-480032b7-f00a-4c62-8b0d-e6bc1a26fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:20.298749 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-480032b7-f00a-4c62-8b0d-e6bc1a26fe76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0439980 Jul 30 00:14:20.350629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-25fd7f62-ceac-4087-a59f-4ce505e86ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:20.352203 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-25fd7f62-ceac-4087-a59f-4ce505e86ebc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458639 Jul 30 00:14:20.398729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30decba2-35e5-4611-a7e3-a51cc60c1e8f req-899e7cde-cd39-43e4-9265-c16fe6fc7a64 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:20.400391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30decba2-35e5-4611-a7e3-a51cc60c1e8f req-899e7cde-cd39-43e4-9265-c16fe6fc7a64 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 943 time: 0.0513241 Jul 30 00:14:20.439214 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30decba2-35e5-4611-a7e3-a51cc60c1e8f req-ad4214ac-e23f-4858-abc0-2e95dd0f5311 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325301 Jul 30 00:14:20.443734 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-23e10e4f-2d8c-48bc-965e-f8c61549ea4a service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845470 Jul 30 00:14:20.540444 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b9cfcc03-6554-4c96-8fa9-de3bf089bac1 req-85f93c75-6ced-4b86-a0c0-e366eaaa014e service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891974 Jul 30 00:14:21.561874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6bdd5-9c96-47d2-adc1-c6f42adf4745 req-e5cefd64-cb7e-4265-a3f3-974d2b061d16 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:21.563534 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8b6bdd5-9c96-47d2-adc1-c6f42adf4745 req-e5cefd64-cb7e-4265-a3f3-974d2b061d16 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 943 time: 0.0514290 Jul 30 00:14:21.605954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8b6bdd5-9c96-47d2-adc1-c6f42adf4745 req-fb56e1a5-0eff-4cbd-ba50-bba574eef885 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343943 Jul 30 00:14:21.758022 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe376aaa-a416-495b-b52a-2b7caf13f056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:22.725869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16040ad-65a4-4dce-9ee0-df40cdcf35de req-4c309c65-7876-48fe-9ff5-c3a19fd876a4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:22.727506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c16040ad-65a4-4dce-9ee0-df40cdcf35de req-4c309c65-7876-48fe-9ff5-c3a19fd876a4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 943 time: 0.0551798 Jul 30 00:14:22.766847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c16040ad-65a4-4dce-9ee0-df40cdcf35de req-d7b8d847-ada5-499b-8307-53f472171794 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333230 Jul 30 00:14:23.878997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295104-4684-4594-bee2-fa80c74ac00e req-510c744c-fd67-4414-a686-daa3d36710e7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:23.880503 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49295104-4684-4594-bee2-fa80c74ac00e req-510c744c-fd67-4414-a686-daa3d36710e7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 943 time: 0.0489166 Jul 30 00:14:23.918400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49295104-4684-4594-bee2-fa80c74ac00e req-efb398d5-82b7-4054-a5ba-c0ad784ff58c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315301 Jul 30 00:14:24.034125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:14:24.126945 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:24.139202 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'port_id': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'mac_address': 'fa:16:3e:c7:e6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:14:24.346337 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8054b75d-5e97-45c8-a18c-e3f6b45123b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:24.347668 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:24.349872 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:24.362518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:24.382726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:24.386515 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:24.433817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:24.737199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:14:25.037546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a9376-5a9e-407b-ae2a-20e047c3faa2 req-fd10e1ba-4574-4c79-9526-05092c1d3501 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:25.039773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-634a9376-5a9e-407b-ae2a-20e047c3faa2 req-fd10e1ba-4574-4c79-9526-05092c1d3501 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 944 time: 0.0516500 Jul 30 00:14:25.078666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-634a9376-5a9e-407b-ae2a-20e047c3faa2 req-44ee26e4-9df9-4a35-b075-b56b57e0fa40 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329130 Jul 30 00:14:25.598964 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:26.033677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:26.082781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:26.086436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:26.086813 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:26.167767 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:26.190345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:26.192859 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2343eab-fb0c-4cc0-a747-7efc83de4328" -d '{"events": [{"server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "name": "network-vif-plugged", "status": "completed", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:26.199198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07f1fb-99ad-4568-b5a8-6603c6cb788a req-5786fb7d-d19a-4ffa-966a-7f4278a92aa0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:26.200783 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce07f1fb-99ad-4568-b5a8-6603c6cb788a req-5786fb7d-d19a-4ffa-966a-7f4278a92aa0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 944 time: 0.0548618 Jul 30 00:14:26.205904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:26.210429 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:26.242861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce07f1fb-99ad-4568-b5a8-6603c6cb788a req-6902fcfe-a851-407c-a768-d74c0fc009b4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356610 Jul 30 00:14:26.263422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:26.270779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.271136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.271491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.271834 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.272238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.272808 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.272900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.273223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.273555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.273988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.274205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.274534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:26.299947 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083349a2-d785-429e-8a49-368bc051b8ae x-openstack-request-id: req-083349a2-d785-429e-8a49-368bc051b8ae {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:26.300343 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "name": "network-vif-plugged", "status": "completed", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:26.300608 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-083349a2-d785-429e-8a49-368bc051b8ae {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:26.301030 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'code': 200} Jul 30 00:14:26.420280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b74d1-9281-4aa1-b0e5-65cb3e2bf24b req-093977cb-0f0a-4f72-acf6-2bc698b97b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:26.421794 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e9b74d1-9281-4aa1-b0e5-65cb3e2bf24b req-093977cb-0f0a-4f72-acf6-2bc698b97b99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1097 time: 0.0406721 Jul 30 00:14:26.456441 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e9b74d1-9281-4aa1-b0e5-65cb3e2bf24b req-cd06e8ec-f73b-475f-a51f-991d8754706a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276592 Jul 30 00:14:27.235052 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:27.358465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9d40-163b-4088-b32f-a14c7b86e343 req-594066a8-45d4-4555-ac8a-8ad2846afbc2 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:27.359974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-767c9d40-163b-4088-b32f-a14c7b86e343 req-594066a8-45d4-4555-ac8a-8ad2846afbc2 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0490868 Jul 30 00:14:27.398129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-767c9d40-163b-4088-b32f-a14c7b86e343 req-96abcb08-1ea8-406b-950b-31a15201c2f3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323236 Jul 30 00:14:28.515885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0f377-65ca-4b2a-9e56-d2043a0f07a4 req-b8721d43-d35d-463d-9a4a-8b3ac3fc89ed tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.517416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aef0f377-65ca-4b2a-9e56-d2043a0f07a4 req-b8721d43-d35d-463d-9a4a-8b3ac3fc89ed tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0492435 Jul 30 00:14:28.555957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aef0f377-65ca-4b2a-9e56-d2043a0f07a4 req-de498dc6-5d9e-4435-a1fa-3ee04d96dfeb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320544 Jul 30 00:14:28.669813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8ca58-9455-4945-b827-11ff984e58ac req-37cba38d-2d44-4afd-abc3-e9328aabd3d4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.671298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1b8ca58-9455-4945-b827-11ff984e58ac req-37cba38d-2d44-4afd-abc3-e9328aabd3d4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0527492 Jul 30 00:14:28.680346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37002) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:28.684829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-256edfb3-7d63-4a31-b08d-8e777ff514ae tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'floatingip': {'port_id': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:28.724609 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-256edfb3-7d63-4a31-b08d-8e777ff514ae tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.156762 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-256edfb3-7d63-4a31-b08d-8e777ff514ae tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.160771 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-256edfb3-7d63-4a31-b08d-8e777ff514ae tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.259993 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-256edfb3-7d63-4a31-b08d-8e777ff514ae tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 associated. External IP: 172.25.2.126, port: ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d. Jul 30 00:14:29.469049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256edfb3-7d63-4a31-b08d-8e777ff514ae tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:29.571403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256edfb3-7d63-4a31-b08d-8e777ff514ae tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:29.576785 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-256edfb3-7d63-4a31-b08d-8e777ff514ae tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.581660 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:29.591751 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:29.592399 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:14:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:29.609809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-256edfb3-7d63-4a31-b08d-8e777ff514ae tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "PUT /v2.0/floatingips/984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 HTTP/1.1" status: 200 len: 991 time: 0.9259069 Jul 30 00:14:29.609809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:29.610092 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf503d1c-0b34-43d4-8829-5d7c3864c093" -d '{"events": [{"name": "network-changed", "server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:29.651381 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320e1b81-c9f7-406a-8db0-4e0f0f327c7a x-openstack-request-id: req-320e1b81-c9f7-406a-8db0-4e0f0f327c7a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:29.651682 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:29.651935 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-320e1b81-c9f7-406a-8db0-4e0f0f327c7a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:29.652371 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'status': 'completed', 'code': 200} Jul 30 00:14:29.748544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-57645063-8e6e-4778-8110-6fe79517505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:29.750117 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-57645063-8e6e-4778-8110-6fe79517505b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1097 time: 0.0426402 Jul 30 00:14:29.795390 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:29.845316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-fb28ba09-ea3a-4c46-88a4-147e4c916823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:29.846726 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-fb28ba09-ea3a-4c46-88a4-147e4c916823 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0890844 Jul 30 00:14:29.910494 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-6ba14678-d7dc-45d9-bd22-ce7731b45b6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 999 time: 0.0569384 Jul 30 00:14:29.966595 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-f7941e53-40a1-4181-a807-9db163384961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:29.968110 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-f7941e53-40a1-4181-a807-9db163384961 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0498717 Jul 30 00:14:30.014768 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-2b83cc89-139a-4c72-a3b0-dd3e85f3f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:30.016318 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-2b83cc89-139a-4c72-a3b0-dd3e85f3f61e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413649 Jul 30 00:14:30.021452 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:c7:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:14:29Z', 'revision_number': 1, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:30.051906 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:30.060689 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:30.061299 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:14:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:30.105010 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-1ebf78eb-094c-49e6-a226-158b0ced4a68 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813270 Jul 30 00:14:30.166165 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:30.199001 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-bf503d1c-0b34-43d4-8829-5d7c3864c093 req-7b3a1a84-3a7b-409a-b916-51eb06c72def service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876837 Jul 30 00:14:30.389174 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:c7:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:14:29Z', 'revision_number': 1, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:30.415457 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d71ce-0fb4-43ca-a6e3-9c080d86a3e9 None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:c7:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:14:29Z', 'revision_number': 1, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:30.603506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d98a9a-5156-4f04-b92c-040decfd2000 None None] New status for floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:14:32.802329 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.028419 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:14:49.061442 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:51.758726 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1fcd-fc29-4372-8df1-423c11b9959e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:54.197633 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6b21fc8-2b16-4e65-bff3-56615e16f307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:54.259503 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:55.601281 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.236787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:02.827928 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.028469 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:15:19.055631 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.760850 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d20b49e6-ef3e-46f2-8dc8-84da2fd90948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.088300 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-f1eafb1b-bf78-4b16-a2b3-e3af99ce4d75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398242 Jul 30 00:15:24.184180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-2b4ffa34-0730-430a-8cbb-5a42efedf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:24.185693 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-2b4ffa34-0730-430a-8cbb-5a42efedf195 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1097 time: 0.0407560 Jul 30 00:15:24.199419 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ef3eee1-9326-48d3-85b3-d8b11ee3c1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.260784 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.292679 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-c06e0d58-5406-494b-9516-32dcfb998794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:24.294212 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-c06e0d58-5406-494b-9516-32dcfb998794 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0897462 Jul 30 00:15:24.358154 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-e01e7060-4695-4c69-a7f9-27ff6518b263 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 1001 time: 0.0561569 Jul 30 00:15:24.409676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-6bda6883-c2fd-4e41-bec5-4e2694dcc2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:24.411076 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-6bda6883-c2fd-4e41-bec5-4e2694dcc2e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0460958 Jul 30 00:15:24.455552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-3d9e2dbe-757d-4dec-a90c-2e201eb22d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:24.457057 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-3d9e2dbe-757d-4dec-a90c-2e201eb22d57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390294 Jul 30 00:15:24.544422 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-9b3e9c0b-2a9f-4667-a574-387678c7a179 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793226 Jul 30 00:15:24.639890 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-15883349-cdfd-43a6-8879-acb1c7d858ff req-d070e3e6-9909-4a48-93fd-baf6d02b7bd6 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880079 Jul 30 00:15:25.604505 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:27.239330 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.817667 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.053336 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.027591 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:15:51.761766 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a029af60-f81f-4037-812e-b2690f9a314c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:54.200215 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a9f94b5-5de7-44b8-be79-18ef703d607c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:54.266608 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.607305 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.242598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:02.833030 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.072914 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:21.762144 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d179f76e-147a-433f-9c70-767152c44959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.093328 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-465c5635-1008-424b-b65e-1f2c3847f189 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479701 Jul 30 00:16:24.202033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-ba9965ab-ca6d-44db-a7b4-6aeb303b2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:24.202542 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67c34c43-946a-4140-807f-d0a843e15d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.203637 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-ba9965ab-ca6d-44db-a7b4-6aeb303b2b8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1097 time: 0.0446002 Jul 30 00:16:24.267639 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.310671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-ad6b6e3b-32e4-4294-8944-b8a765e89b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:24.312209 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-ad6b6e3b-32e4-4294-8944-b8a765e89b25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0895967 Jul 30 00:16:24.379622 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-2175a5a1-0b61-412a-bbf4-76d64cfaedcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 1001 time: 0.0596974 Jul 30 00:16:24.436080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-a6e60cc5-038f-4cf9-b09b-e8af8c82c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:24.437605 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-a6e60cc5-038f-4cf9-b09b-e8af8c82c95e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0509117 Jul 30 00:16:24.485408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-5f6b7f1d-f163-47f8-81aa-150ad613bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:24.486955 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-5f6b7f1d-f163-47f8-81aa-150ad613bb48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421033 Jul 30 00:16:24.581118 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-787963cf-7adc-41f5-b286-7db8b24ee28a service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868912 Jul 30 00:16:24.673903 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-27e5ea0a-7115-446e-ae9f-19b381699c4c req-6e68c96f-6c42-4dc3-917b-afe450bcd2e6 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857592 Jul 30 00:16:25.611706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:27.027084 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:16:27.245229 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:32.833149 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.089827 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:51.763836 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07d1dbdb-0842-47bc-b9ee-35ac348c5af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.205897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35d126b0-9a25-4c2c-a7b6-e57d619e4ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.269627 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:55.618116 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:57.248326 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:58.889339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d58850-eb18-4610-b9a4-b9618b6d7676 req-786782a1-6be2-4ec3-8d5f-a8daf686feb1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:58.890837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1d58850-eb18-4610-b9a4-b9618b6d7676 req-786782a1-6be2-4ec3-8d5f-a8daf686feb1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.1035638 Jul 30 00:16:58.929002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1d58850-eb18-4610-b9a4-b9618b6d7676 req-8ba11fb1-81b8-453b-966d-d5284e8b6ec8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321710 Jul 30 00:16:59.275218 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f039a6-bdc8-4120-bcc1-cb7216e1fa3c req-6cbe3f9f-16e4-4417-95b0-809d7f2d88eb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:59.276768 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48f039a6-bdc8-4120-bcc1-cb7216e1fa3c req-6cbe3f9f-16e4-4417-95b0-809d7f2d88eb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0533407 Jul 30 00:16:59.351979 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48f039a6-bdc8-4120-bcc1-cb7216e1fa3c req-dfcfd231-1470-49c8-b8c0-45a5a746093a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669672 Jul 30 00:16:59.355727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-cb7103bf-8873-487e-8c63-ae7bd07e72a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388686 Jul 30 00:17:00.527233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80895302-fa0d-4839-ae6b-2b857fcdf048 req-0a38eeaf-ceff-413d-8804-edda061573ce tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:00.529092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80895302-fa0d-4839-ae6b-2b857fcdf048 req-0a38eeaf-ceff-413d-8804-edda061573ce tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.1076732 Jul 30 00:17:00.567478 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80895302-fa0d-4839-ae6b-2b857fcdf048 req-ad5d6a00-2a5c-4074-9185-e65b33e5741c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Jul 30 00:17:00.572476 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-d036cb89-197d-4fb3-a64a-c18a51657608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:00.574292 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-d036cb89-197d-4fb3-a64a-c18a51657608 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1097 time: 0.0412340 Jul 30 00:17:00.674663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-0247eab8-94a1-4b77-a3b0-1101479b5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:00.676106 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-0247eab8-94a1-4b77-a3b0-1101479b5c76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0949631 Jul 30 00:17:00.746560 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-ce4e47f4-d93d-43ed-80a9-2f43fbb85567 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 1001 time: 0.0630479 Jul 30 00:17:00.797965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-497d0854-255a-4bfb-9c2e-ed6aac601600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:00.799819 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-497d0854-255a-4bfb-9c2e-ed6aac601600 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0471079 Jul 30 00:17:00.853078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-90bf4951-ef88-4271-a15c-1ae69b8888cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:00.854822 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-90bf4951-ef88-4271-a15c-1ae69b8888cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486493 Jul 30 00:17:00.944450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-455448f2-d5ef-475d-b637-b20616c845be service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824704 Jul 30 00:17:01.045100 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-15cc5c89-11aa-44e7-ada4-9a4c47711607 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931320 Jul 30 00:17:01.689224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6374a-3282-415a-9427-5a68870aa83a req-a7763773-4055-476e-9528-704a4623a3df tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:01.690985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4d6374a-3282-415a-9427-5a68870aa83a req-a7763773-4055-476e-9528-704a4623a3df tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0520551 Jul 30 00:17:01.731976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4d6374a-3282-415a-9427-5a68870aa83a req-c7ab2258-f21a-45b1-aa31-1a2f0837379c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349786 Jul 30 00:17:02.847610 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:02.868706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c8650-52ad-4d0a-b35e-5c223cdd9d3e req-df140e13-9814-474a-b43e-5ec6948e7efd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:02.870226 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b33c8650-52ad-4d0a-b35e-5c223cdd9d3e req-df140e13-9814-474a-b43e-5ec6948e7efd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0632210 Jul 30 00:17:02.909052 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b33c8650-52ad-4d0a-b35e-5c223cdd9d3e req-89f7c6d5-6948-4730-b178-4c08bab1119c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320797 Jul 30 00:17:04.028277 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:17:04.266800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25861c-a516-417e-ae38-0a5aa095ee4a req-487a2382-63f6-4306-a93e-bf0ccc2efa45 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:04.268258 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df25861c-a516-417e-ae38-0a5aa095ee4a req-487a2382-63f6-4306-a93e-bf0ccc2efa45 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0508721 Jul 30 00:17:04.311061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df25861c-a516-417e-ae38-0a5aa095ee4a req-4a563713-fc57-45f0-ba0c-0022a6be0d11 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367692 Jul 30 00:17:05.428953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a302294-951d-4c01-9494-a2d4e37271eb req-d3dd8913-2e4d-4fdf-a4e4-7d32b5324165 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:05.430450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a302294-951d-4c01-9494-a2d4e37271eb req-d3dd8913-2e4d-4fdf-a4e4-7d32b5324165 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0502498 Jul 30 00:17:05.468667 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a302294-951d-4c01-9494-a2d4e37271eb req-5b3a9fbc-f608-46b9-b0a2-6f4a4c14edd5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Jul 30 00:17:06.589292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd379d84-283f-4e14-86a3-94554047c71d req-44b43746-5453-4bf0-ac62-d20c535edca2 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:06.590865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd379d84-283f-4e14-86a3-94554047c71d req-44b43746-5453-4bf0-ac62-d20c535edca2 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0539718 Jul 30 00:17:06.630610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd379d84-283f-4e14-86a3-94554047c71d req-5388c3ea-338f-46c1-85da-5b85656d3d7d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331650 Jul 30 00:17:07.746214 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dccff9-6dc2-45b1-8960-3688168d50b1 req-c6bb9517-beae-4061-b831-063bddaec800 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:07.747773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8dccff9-6dc2-45b1-8960-3688168d50b1 req-c6bb9517-beae-4061-b831-063bddaec800 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0493200 Jul 30 00:17:07.786842 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8dccff9-6dc2-45b1-8960-3688168d50b1 req-50d3da59-c227-42c0-a4ad-258046f95655 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325253 Jul 30 00:17:08.908139 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c31e64-2d8e-4dfd-82ae-b77e61ee2ef9 req-532afca5-02f2-4b1c-a091-223917e3a534 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:08.909846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9c31e64-2d8e-4dfd-82ae-b77e61ee2ef9 req-532afca5-02f2-4b1c-a091-223917e3a534 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0516133 Jul 30 00:17:08.947179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9c31e64-2d8e-4dfd-82ae-b77e61ee2ef9 req-ea22c1be-d547-44fc-82aa-57a29ca6ed8d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310836 Jul 30 00:17:10.079558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc51a0-8332-4d05-8abe-bea841951c5b req-987aba91-03db-40cb-a19b-4ab76c7c364f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:10.081175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10cc51a0-8332-4d05-8abe-bea841951c5b req-987aba91-03db-40cb-a19b-4ab76c7c364f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0589290 Jul 30 00:17:10.122885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-10cc51a0-8332-4d05-8abe-bea841951c5b req-c8f595ef-bda6-46cc-b9fb-16e2a7f391ac tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352979 Jul 30 00:17:11.239084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847b6ff-13ae-40bd-8884-be9cb1ef6bdc req-cd6f9fd3-6c7e-4faa-9358-f8eab62e91ef tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:11.240559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b847b6ff-13ae-40bd-8884-be9cb1ef6bdc req-cd6f9fd3-6c7e-4faa-9358-f8eab62e91ef tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0494576 Jul 30 00:17:11.278272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b847b6ff-13ae-40bd-8884-be9cb1ef6bdc req-4a7616cd-be86-44d9-b40a-9b3d84cd28dd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317743 Jul 30 00:17:12.400698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136411b1-7458-422f-9534-e73d06c01ad1 req-b82214cd-a9cc-4124-a3ee-645ad1718cc0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:12.402421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-136411b1-7458-422f-9534-e73d06c01ad1 req-b82214cd-a9cc-4124-a3ee-645ad1718cc0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0512550 Jul 30 00:17:12.441520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-136411b1-7458-422f-9534-e73d06c01ad1 req-cd52609a-e4ff-44d6-9d53-9f64d67438e9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329854 Jul 30 00:17:13.101897 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-5770b169-53ae-419f-b63b-e99980c44bf5 service neutron] show failed (client error): The resource could not be found. Jul 30 00:17:13.103119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-5770b169-53ae-419f-b63b-e99980c44bf5 service neutron] 10.222.0.47 "GET /v2.0/ports/ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d/bindings/n-h1-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0565553 Jul 30 00:17:13.311644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-eed5e498-39ca-4711-9057-556188314606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:13.313190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-eed5e498-39ca-4711-9057-556188314606 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 1097 time: 0.0449429 Jul 30 00:17:13.327188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:13.382960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:13.968249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16d66e-9a45-4781-aee0-bee2bf840946 req-1c4f7d75-63a3-4b46-9219-2537bc02e69b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:13.969779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a16d66e-9a45-4781-aee0-bee2bf840946 req-1c4f7d75-63a3-4b46-9219-2537bc02e69b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.4502003 Jul 30 00:17:13.977014 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:14.034879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:14.038850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7a16d66e-9a45-4781-aee0-bee2bf840946 req-5d2577ce-b43c-4c26-b07b-7c051d802cea tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598392 Jul 30 00:17:14.079307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:14.081868 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e154863e-d993-4a76-a63a-8821f091568d" -d '{"events": [{"server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "name": "network-vif-unplugged", "status": "completed", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:14.086261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.100846 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Transition to ACTIVE for port object ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:14.104786 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.144536 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a999b77-d747-42bd-b72b-25677059e1c3 x-openstack-request-id: req-3a999b77-d747-42bd-b72b-25677059e1c3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:14.144700 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "name": "network-vif-unplugged", "status": "completed", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:14.144910 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a999b77-d747-42bd-b72b-25677059e1c3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:14.145324 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'code': 200} Jul 30 00:17:14.227904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Pushing event updated for resources: {'Port': ['ID=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:14.253013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.253251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.253604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.253941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.254276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.254744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.254940 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.255263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.255603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.255912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.256264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.256588 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:14.301442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] No DVR routers for this DVR port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:14.442592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Attempting to bind port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:14.442950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Attempting to bind port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:14.443289 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Attempting to bind port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:14.447931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:17:14.448288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Attempting to bind port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:14.453466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:14.453810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:14.454844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:14.455394 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Bound port: ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:14.455754 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.522446 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:14.525931 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:14.530021 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.567213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:14.567842 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.569312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] 10.222.0.42 "PUT /v2.0/ports/ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 1092 time: 1.2467203 Jul 30 00:17:14.591227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef386d-ef2b-4f1b-84b7-0bf2af4ad6de service neutron] Pushing event updated for resources: {'Port': ['ID=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:14.648221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b4c43794-8440-45bb-93e1-0642b18ae12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:14.649801 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-b4c43794-8440-45bb-93e1-0642b18ae12f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1095 time: 0.0554934 Jul 30 00:17:14.745815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-a064cf29-373c-40ae-b6c3-a936e1a23a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:14.747327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-a064cf29-373c-40ae-b6c3-a936e1a23a42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0903304 Jul 30 00:17:14.819297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-a7ece9b4-59f9-4391-b761-457c4325f581 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 999 time: 0.0645373 Jul 30 00:17:14.870675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-dad71cac-5c1b-4c38-a2ec-f5640895aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:14.872528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-dad71cac-5c1b-4c38-a2ec-f5640895aba7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0458832 Jul 30 00:17:14.918832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-8a880647-7ee0-4450-9080-cb6c389d238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:14.920401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-8a880647-7ee0-4450-9080-cb6c389d238d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407131 Jul 30 00:17:15.015340 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-349a40b6-cafa-43da-a25b-9ed7a73af1de service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876343 Jul 30 00:17:15.109050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-f014691c-2824-48cd-8b3b-611db40fd7f2 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866854 Jul 30 00:17:15.176354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0fb2f-f4c3-4fdf-9d17-58617c856394 req-336e7269-b9e5-4dd4-9bcf-bb2027aace1c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:15.178828 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02d0fb2f-f4c3-4fdf-9d17-58617c856394 req-336e7269-b9e5-4dd4-9bcf-bb2027aace1c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 943 time: 0.0687051 Jul 30 00:17:15.220558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02d0fb2f-f4c3-4fdf-9d17-58617c856394 req-535c219c-b20b-47dd-8980-21b356a75afa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354550 Jul 30 00:17:16.146890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:16.149309 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f555c9ba-b3f4-46d7-bc54-0362b36ec421" -d '{"events": [{"name": "network-changed", "server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:16.196821 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee471b62-84e3-4f4e-93fb-7d44fc9ec916 x-openstack-request-id: req-ee471b62-84e3-4f4e-93fb-7d44fc9ec916 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:16.197143 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:16.197412 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee471b62-84e3-4f4e-93fb-7d44fc9ec916 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:16.197805 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'status': 'completed', 'code': 200} Jul 30 00:17:16.267546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-fa8e7286-f57c-40de-9427-306d234d4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:16.269343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-fa8e7286-f57c-40de-9427-306d234d4409 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1095 time: 0.0474412 Jul 30 00:17:16.274924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-8681c588-f907-4975-b3b9-549c483365f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:16.276458 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-8681c588-f907-4975-b3b9-549c483365f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1095 time: 0.0422981 Jul 30 00:17:16.369579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-2366a50e-3016-4d7b-a0d6-f260bde72e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:16.371081 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-2366a50e-3016-4d7b-a0d6-f260bde72e10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0878036 Jul 30 00:17:16.391870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f917f3-e350-4f25-a2fd-534e33acdd20 req-968ab2fb-d54b-4098-8de7-0670ebced9e5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:16.393403 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80f917f3-e350-4f25-a2fd-534e33acdd20 req-968ab2fb-d54b-4098-8de7-0670ebced9e5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 943 time: 0.0964935 Jul 30 00:17:16.424516 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-7a686e17-b0fe-40c4-aa72-e4d48db217ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:16.426035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-7a686e17-b0fe-40c4-aa72-e4d48db217ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.1471393 Jul 30 00:17:16.435433 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-7e01b2a7-89d6-42ce-a025-69d8b28bc8d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 999 time: 0.0577233 Jul 30 00:17:16.476886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80f917f3-e350-4f25-a2fd-534e33acdd20 req-ed26536b-b7c0-4e5d-8949-f1bbc758682a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751412 Jul 30 00:17:16.483640 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-a7bf12eb-34e9-4f9c-8e53-66ecd1a6d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:16.485698 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-a7bf12eb-34e9-4f9c-8e53-66ecd1a6d0ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0429065 Jul 30 00:17:16.502447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-1ce446eb-e349-4a41-8c68-023e05ffc0c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 999 time: 0.0654337 Jul 30 00:17:16.537147 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-275f9ffb-f66c-4d54-a895-d2fbcb920b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:16.538658 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-275f9ffb-f66c-4d54-a895-d2fbcb920b7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463142 Jul 30 00:17:16.558929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-cfd1300f-8c48-413e-88cd-f0251da105a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:16.560455 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-cfd1300f-8c48-413e-88cd-f0251da105a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0493643 Jul 30 00:17:16.607824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-ccbaa714-bd58-42a7-986d-a5a91d880394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:16.609376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-ccbaa714-bd58-42a7-986d-a5a91d880394 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409069 Jul 30 00:17:16.640378 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-9c3faeb3-87d8-4c3b-acfb-7654566c20c3 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942590 Jul 30 00:17:16.706264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-c3d9f5c2-22e3-4926-b945-20fed131a99e service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876510 Jul 30 00:17:16.743734 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-cc7ec79a-62d4-41be-ba77-e9cada33109c service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957668 Jul 30 00:17:16.806139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f555c9ba-b3f4-46d7-bc54-0362b36ec421 req-1b2eebae-c9fe-4ac7-96a2-746481ea3613 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889478 Jul 30 00:17:16.886982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:16.928338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:17.596028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed54474-37b7-45e2-b092-1c34a6e4bc45 req-3924e85c-941c-47e9-bc13-00cb761605ed tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:17.597541 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ed54474-37b7-45e2-b092-1c34a6e4bc45 req-3924e85c-941c-47e9-bc13-00cb761605ed tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 943 time: 0.0503278 Jul 30 00:17:17.634896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ed54474-37b7-45e2-b092-1c34a6e4bc45 req-8fdf581a-2011-4742-8056-fcb388a340a3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314767 Jul 30 00:17:17.683026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:17:17.783443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:17.795960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'port_id': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'mac_address': 'fa:16:3e:c7:e6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:17:17.837858 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.839817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f4c5-fd48-4748-beed-0a3448633923 req-5b0dfaa8-b14e-4b1e-8070-9fb088f431a7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:17.847533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfb7f4c5-fd48-4748-beed-0a3448633923 req-5b0dfaa8-b14e-4b1e-8070-9fb088f431a7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 943 time: 0.0608749 Jul 30 00:17:17.855450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:17:17.863063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-4b427931-f235-45db-80c2-7cd42ca88beb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:17.864622 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-4b427931-f235-45db-80c2-7cd42ca88beb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae&tenant_id=ff8b5d9007a04af982fd73d8f85cf330&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 943 time: 0.0612600 Jul 30 00:17:17.879899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:17.883594 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfb7f4c5-fd48-4748-beed-0a3448633923 req-d465cf29-d2c6-4a9b-a9dc-33c3fed47f18 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351934 Jul 30 00:17:17.889316 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.928098 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-4f484fc0-bd34-4ceb-be7a-699066887c0a service neutron] delete failed (client error): The resource could not be found. Jul 30 00:17:17.929136 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-4f484fc0-bd34-4ceb-be7a-699066887c0a service neutron] 10.222.0.47 "DELETE /v2.0/ports/ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0578775 Jul 30 00:17:17.937763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:17.945424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.945774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.946118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.946456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.946789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.947122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.947453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.947782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.948139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.948465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.949051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:17.949374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:18.034095 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-0cdf36b5-2e5a-4066-aa32-82c46182c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:18.035492 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-0cdf36b5-2e5a-4066-aa32-82c46182c5f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 1096 time: 0.0414066 Jul 30 00:17:18.130520 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-c3bbe062-8ac0-4378-be1f-23cd8428a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:18.131994 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-c3bbe062-8ac0-4378-be1f-23cd8428a68d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0896063 Jul 30 00:17:18.146747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:17:18.197565 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-ad80ace9-4c6c-418e-bfc9-16e297398c2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 200 len: 1000 time: 0.0578721 Jul 30 00:17:18.251957 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-33232aa6-386d-4b86-bb49-59f7608117c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:18.253735 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-33232aa6-386d-4b86-bb49-59f7608117c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0486722 Jul 30 00:17:18.300738 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-483c05aa-a509-4ed3-8328-4a7a9dc1149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:18.302291 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-483c05aa-a509-4ed3-8328-4a7a9dc1149a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418224 Jul 30 00:17:18.390108 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-954d8964-d016-4fd9-ab29-7d799e6ee302 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810039 Jul 30 00:17:18.718309 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2d01b854-e0da-435c-b251-51f2dcb0c294 req-6e2fc545-e924-4942-b8af-8b2094ef5cb4 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213699 Jul 30 00:17:19.008111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcab404-0229-44f7-8a41-662419094d92 req-9b0e70a7-1ad7-47ab-84b7-40c6e2acc9fc tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:19.009612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dcab404-0229-44f7-8a41-662419094d92 req-9b0e70a7-1ad7-47ab-84b7-40c6e2acc9fc tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 944 time: 0.0556998 Jul 30 00:17:19.047421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dcab404-0229-44f7-8a41-662419094d92 req-6ef9d56f-29aa-47e5-900d-ef25eccd81f8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318320 Jul 30 00:17:19.113372 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.700469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:19.753638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:19.757457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:19.757838 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.838092 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.862711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:19.865003 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55d8111-3c12-4b95-94aa-b4dde2fb557d" -d '{"events": [{"server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "name": "network-vif-plugged", "status": "completed", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:19.878425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:19.882908 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.909547 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e572cb1-896c-4e4b-8027-294cc0fb0d23 x-openstack-request-id: req-5e572cb1-896c-4e4b-8027-294cc0fb0d23 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:19.909867 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "name": "network-vif-plugged", "status": "completed", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:19.910105 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e572cb1-896c-4e4b-8027-294cc0fb0d23 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:19.910493 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'code': 200} Jul 30 00:17:19.941760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:20.170417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79721b-2234-4be9-82f0-274aa05b6205 req-63e639b1-2761-4da4-a083-8dadca291cdc tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:20.172106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c79721b-2234-4be9-82f0-274aa05b6205 req-63e639b1-2761-4da4-a083-8dadca291cdc tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0523720 Jul 30 00:17:20.213153 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c79721b-2234-4be9-82f0-274aa05b6205 req-94659d74-f53a-4234-95c3-ccb4a45ec72b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347948 Jul 30 00:17:20.344373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727fb43-850d-4957-a5b2-9d4f933694bf req-cf2651c6-042d-46c3-ac38-a285b36f8579 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:20.346657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8727fb43-850d-4957-a5b2-9d4f933694bf req-cf2651c6-042d-46c3-ac38-a285b36f8579 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0546823 Jul 30 00:17:20.384276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8727fb43-850d-4957-a5b2-9d4f933694bf req-78b1ceb6-c17c-48e6-87ff-87b1743de692 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317912 Jul 30 00:17:20.506197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71f51b-9652-4dd8-9010-c6a6af16c12b req-bbe19fc4-b54a-4480-90cb-cc1fd63148de tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:20.507589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b71f51b-9652-4dd8-9010-c6a6af16c12b req-bbe19fc4-b54a-4480-90cb-cc1fd63148de tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0537429 Jul 30 00:17:20.545849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b71f51b-9652-4dd8-9010-c6a6af16c12b req-26e581ef-f6a2-4530-af20-7e81ca50b2ff tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323081 Jul 30 00:17:20.774160 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b789e8-acc1-4b20-808e-9e1d1e2e077d req-3c1c8645-d886-430a-a039-8a9add786c8c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:20.775556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72b789e8-acc1-4b20-808e-9e1d1e2e077d req-3c1c8645-d886-430a-a039-8a9add786c8c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0489447 Jul 30 00:17:20.812630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-72b789e8-acc1-4b20-808e-9e1d1e2e077d req-4358b01b-d224-4155-9696-b61361a7fefb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311909 Jul 30 00:17:21.765008 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6051a6e1-d899-4163-8bdd-3623326c22be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.932961 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf1dfc-93b1-4a56-b968-816c78ca68bc req-ed3df8fe-c537-4a24-9fe7-d0fc98f17fc1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:21.934400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-45bf1dfc-93b1-4a56-b968-816c78ca68bc req-ed3df8fe-c537-4a24-9fe7-d0fc98f17fc1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0500543 Jul 30 00:17:21.972540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-45bf1dfc-93b1-4a56-b968-816c78ca68bc req-cdb42877-3ff8-46d5-9306-791f557ae005 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321600 Jul 30 00:17:22.066431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-fd04e947-ca41-4748-a0fd-96dbdaf71e81 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:22.067852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-fd04e947-ca41-4748-a0fd-96dbdaf71e81 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 945 time: 0.0528862 Jul 30 00:17:22.155392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Deleting port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:22.155737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.250692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] For port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:22.250993 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.415006 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.415371 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.415684 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 disassociated. External IP: 172.25.2.126, port: ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d. Jul 30 00:17:22.416037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Calling delete_port for ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:22.543209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.570632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event deleted for resources: {'Port': ['ID=ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:22.688989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:22.800867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:22.811439 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:22.821345 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:22.822166 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:16:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:22.840556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] No DVR routers for this DVR port ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:22.843231 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.845268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0a431aa4-0678-433a-902c-03c1fa81f41a req-84999fc7-dc2c-44ce-9697-784e7a7a9a3f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "DELETE /v2.0/ports/ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d HTTP/1.1" status: 204 len: 173 time: 0.7710581 Jul 30 00:17:22.845713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'name': 'network-vif-deleted', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:22.847951 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1590660f-86e9-4bfe-ae3d-253aa2b4622e" -d '{"events": [{"server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "name": "network-vif-deleted", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:22.885117 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b017350-ed8a-4efb-93c7-dad589ee5b6b x-openstack-request-id: req-7b017350-ed8a-4efb-93c7-dad589ee5b6b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:22.885416 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431bfce8-696b-451b-bb5f-6c49f6d43aae", "name": "network-vif-deleted", "tag": "ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:22.885674 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b017350-ed8a-4efb-93c7-dad589ee5b6b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:22.886085 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431bfce8-696b-451b-bb5f-6c49f6d43aae', 'name': 'network-vif-deleted', 'tag': 'ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d', 'status': 'completed', 'code': 200} Jul 30 00:17:22.939690 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:23.090229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f67ee38-acbf-4918-a3b6-e2aa8f61706e req-52ca2e78-ce70-4e9e-aafb-f768c1ba22d1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=431bfce8-696b-451b-bb5f-6c49f6d43aae HTTP/1.1" status: 200 len: 210 time: 0.0297921 Jul 30 00:17:23.157037 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:23.187155 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:23.196778 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:23.197405 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:16:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:23.303123 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:23.590603 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:23.617894 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e88f48-a049-4e9e-aa28-32fe90a99026 None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:23.828096 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6039e4-9093-4d16-9f5c-c1b2d6723852 None None] New status for floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:17:24.211611 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cce3cbc9-3499-4cc0-a3c4-462a0d87fe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.269918 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.327684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e20d16f-a0de-452f-a11e-d3918d8a9233 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--902129204&fields=id&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 267 time: 0.0331483 Jul 30 00:17:24.434104 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-d85c378e-409a-43bc-9191-9f9080f6a658 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:24.435486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-d85c378e-409a-43bc-9191-9f9080f6a658 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 811 time: 0.1010664 Jul 30 00:17:24.450488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-af7542a8-4ce3-4710-913b-cee442ed979e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/quotas/ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 375 time: 0.0091646 Jul 30 00:17:24.502936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-a251f32a-22c4-4480-8c14-0b855ce0121a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468340 Jul 30 00:17:24.599878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-831c2665-5907-4bff-aa49-406bbedda60a service neutron] 10.222.0.37 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851662 Jul 30 00:17:24.686654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-f4abee8b-7e51-40cf-b773-083497321a65 service neutron] 10.222.0.37 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806372 Jul 30 00:17:24.851210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e3a24bd-43ce-4dbe-879e-45ef5993ff13 req-a3478267-f8f4-40a6-9fda-8d5a27be1191 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 210 time: 0.0288894 Jul 30 00:17:25.618040 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.764537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:25.786368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:25.787020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ee3631ef-dd4c-481f-8ea8-5bfa67cc4b9d not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:25.853528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b8e314ab-7494-4748-877a-2a40bcdcbef8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:25.855004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b8e314ab-7494-4748-877a-2a40bcdcbef8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 811 time: 0.1106157 Jul 30 00:17:25.901937 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-fef4fcb5-d7f6-4245-a76a-ea3d54ccb712 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 379 time: 0.0371797 Jul 30 00:17:25.912943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'port': {'device_id': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'admin_state_up': True, 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'security_groups': ['69a617e3-80ab-4f96-8151-4a56269565c8']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:25.991324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1e3f54c2-b52e-46ca-a936-39dd1f85f537 req-9f5361f9-2843-4f68-90c5-e7dc6f75223c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 210 time: 0.0630124 Jul 30 00:17:26.046420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Made reservation on behalf of ff8b5d9007a04af982fd73d8f85cf330 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:17:26.049985 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.179062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Allocated IP 172.20.0.10 (b9e3a9ac-d921-4315-b1ab-980df8fa81f0/3d02cebe-339b-4d6c-bd9c-f2a0902c478e/ccd0a66b-b503-4104-be7c-512319486b47) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:26.316495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.329913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Transition to ACTIVE for port object ccd0a66b-b503-4104-be7c-512319486b47 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:26.362153 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.406388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:26.409992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:26.415614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:26.421995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event updated for resources: {'Port': ['ID=ccd0a66b-b503-4104-be7c-512319486b47,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:26.467928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:26.468578 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.483457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b97e5478-6a88-46b9-9667-ed6760287aa7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5742919 Jul 30 00:17:26.549945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Request body: {'port': {'device_id': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:26.606273 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.647752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-52d41425-f0dc-4148-91df-08d9cdd730a2 None None] Provisioning for port ccd0a66b-b503-4104-be7c-512319486b47 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:26.651627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-52d41425-f0dc-4148-91df-08d9cdd730a2 None None] Provisioning complete for port ccd0a66b-b503-4104-be7c-512319486b47 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:26.652005 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52d41425-f0dc-4148-91df-08d9cdd730a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.686637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-52d41425-f0dc-4148-91df-08d9cdd730a2 None None] Port ccd0a66b-b503-4104-be7c-512319486b47 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:17:26.868215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd0a66b-b503-4104-be7c-512319486b47 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:17:26.875404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.887049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Transition to ACTIVE for port object ccd0a66b-b503-4104-be7c-512319486b47 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:26.890480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.941595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd0a66b-b503-4104-be7c-512319486b47,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:27.009841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Attempting to bind port ccd0a66b-b503-4104-be7c-512319486b47 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:27.010293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Attempting to bind port ccd0a66b-b503-4104-be7c-512319486b47 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:27.010513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Attempting to bind port ccd0a66b-b503-4104-be7c-512319486b47 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:27.017506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Port ccd0a66b-b503-4104-be7c-512319486b47 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:17:27.017829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Attempting to bind port ccd0a66b-b503-4104-be7c-512319486b47 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:27.023316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:27.023673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:27.024086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:27.024527 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Bound port: ccd0a66b-b503-4104-be7c-512319486b47, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:27.024897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.125387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:27.128867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ccd0a66b-b503-4104-be7c-512319486b47,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:27.135657 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.149151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbbe92-2b6c-4985-8793-272b08eb65f9 req-1aeba437-1b00-4787-99d4-335e4620fe58 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.150658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70cbbe92-2b6c-4985-8793-272b08eb65f9 req-1aeba437-1b00-4787-99d4-335e4620fe58 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 944 time: 0.0851216 Jul 30 00:17:27.186958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.187554 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.188964 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] 10.222.0.42 "PUT /v2.0/ports/ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1093 time: 0.6970024 Jul 30 00:17:27.191042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:27.193462 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbdfa8137909f107361129fd612f8d058aabcde56a6f07c53bd3c7550837f68c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c405d45e-a12d-4edb-8744-6c6f186526b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "tag": "ccd0a66b-b503-4104-be7c-512319486b47"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:27.248924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b0cc2-d9d9-4b5a-9e58-e4e0c58a7aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd0a66b-b503-4104-be7c-512319486b47,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:27.254250 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269e63ec-0ead-433d-97c8-ad96bc22dcf2 x-openstack-request-id: req-269e63ec-0ead-433d-97c8-ad96bc22dcf2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:27.254475 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "tag": "ccd0a66b-b503-4104-be7c-512319486b47", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:27.254731 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-269e63ec-0ead-433d-97c8-ad96bc22dcf2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:27.255131 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47', 'status': 'completed', 'code': 200} Jul 30 00:17:27.257464 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.276327 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70cbbe92-2b6c-4985-8793-272b08eb65f9 req-a7c4d124-5d65-43e5-93f6-fa546241793b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035702 Jul 30 00:17:27.295923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-7a322d54-dffb-44b4-88f9-3865653a5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.297502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-7a322d54-dffb-44b4-88f9-3865653a5451 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1096 time: 0.0585320 Jul 30 00:17:27.341869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-b78259e2-a13c-4465-bcca-b95a55c98860 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 217 time: 0.0360007 Jul 30 00:17:27.394129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-bbeb25de-4198-44ee-8469-8d79c6acd695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.395618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-bbeb25de-4198-44ee-8469-8d79c6acd695 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0467238 Jul 30 00:17:27.446367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2d5dab23-becd-4fd8-a067-58b101dfe729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.447785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-2d5dab23-becd-4fd8-a067-58b101dfe729 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447662 Jul 30 00:17:27.536848 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-8e2889dd-caef-42c2-8a85-d50cf45230d3 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822706 Jul 30 00:17:27.630324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc04ff96-72bb-4255-b6d3-273d25c87d81 req-40882ecd-0261-4dd0-9fd5-6b7797cf55a4 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861979 Jul 30 00:17:27.717060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-f8acd15f-649f-47d6-a99e-490f3e638086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.718472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-f8acd15f-649f-47d6-a99e-490f3e638086 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1096 time: 0.0418413 Jul 30 00:17:27.807277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-95d233e3-c160-4511-8a77-154b7095a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.808898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-95d233e3-c160-4511-8a77-154b7095a3e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0827978 Jul 30 00:17:27.854110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-661b9fa7-a102-4849-96ea-c3fb83e756bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 217 time: 0.0376949 Jul 30 00:17:27.903675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-32183385-da22-48cd-b4f2-4cd8dcd20da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.905143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-32183385-da22-48cd-b4f2-4cd8dcd20da3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0434983 Jul 30 00:17:27.951329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-b0917cf5-6168-40cf-98cf-53475e54fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.952862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-b0917cf5-6168-40cf-98cf-53475e54fc8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398777 Jul 30 00:17:28.424542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e6eb2-bfd1-4883-833a-6de485dcd4ab req-c7c52c8a-36ca-4bbc-aac7-e0e1db1b8e4e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:28.426007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc7e6eb2-bfd1-4883-833a-6de485dcd4ab req-c7c52c8a-36ca-4bbc-aac7-e0e1db1b8e4e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 944 time: 0.0773649 Jul 30 00:17:28.428233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-dae283ba-d951-4f4f-ab5c-2b9d76ac0b4d service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672751 Jul 30 00:17:28.513441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bc7e6eb2-bfd1-4883-833a-6de485dcd4ab req-eb85a401-9996-4178-a428-1b0ef10dfbc5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815272 Jul 30 00:17:28.543183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c405d45e-a12d-4edb-8744-6c6f186526b5 req-c888ac5f-6fb2-49df-9b86-c79c2e3335ac service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054907 Jul 30 00:17:29.627794 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd2dd-00b6-4c68-a180-19813a72b530 req-4faf452d-9c66-4189-a327-abd47986750d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:29.629308 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d0cd2dd-00b6-4c68-a180-19813a72b530 req-4faf452d-9c66-4189-a327-abd47986750d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 944 time: 0.0497203 Jul 30 00:17:29.666919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d0cd2dd-00b6-4c68-a180-19813a72b530 req-dde216ca-6e86-45ba-909d-77ae016d7374 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315912 Jul 30 00:17:29.780238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ccd0a66b-b503-4104-be7c-512319486b47 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:17:29.876005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ccd0a66b-b503-4104-be7c-512319486b47,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:29.886836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'ccd0a66b-b503-4104-be7c-512319486b47', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'port_id': 'ccd0a66b-b503-4104-be7c-512319486b47', 'mac_address': 'fa:16:3e:aa:d4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:17:29.923585 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.935651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd0a66b-b503-4104-be7c-512319486b47 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:17:29.955335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ccd0a66b-b503-4104-be7c-512319486b47,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:29.959760 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.009748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ccd0a66b-b503-4104-be7c-512319486b47,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:30.161437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['ccd0a66b-b503-4104-be7c-512319486b47'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:17:30.781503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae826d4-158f-4dea-83d3-7ba5d13baa99 req-c4838f4d-e267-43b0-a609-6a04aa207485 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:30.783809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ae826d4-158f-4dea-83d3-7ba5d13baa99 req-c4838f4d-e267-43b0-a609-6a04aa207485 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 945 time: 0.0496757 Jul 30 00:17:30.824102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ae826d4-158f-4dea-83d3-7ba5d13baa99 req-efd81635-ea48-4ced-8ca4-4b8005830b04 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338662 Jul 30 00:17:31.786661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ccd0a66b-b503-4104-be7c-512319486b47 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:31.836252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port ccd0a66b-b503-4104-be7c-512319486b47 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:31.839810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port ccd0a66b-b503-4104-be7c-512319486b47 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:31.840160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.916623 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.940185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:31.942424 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06fed53160ada24a867a774b1dff299681c72c61b3b9eccbeccc399940e99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa69a228-2c2c-4de1-a82f-ee87f59423bf" -d '{"events": [{"server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "name": "network-vif-plugged", "status": "completed", "tag": "ccd0a66b-b503-4104-be7c-512319486b47"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:31.946131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75eab7-440e-4e10-8f0a-90ce5009825d req-49f4adc8-e86e-4356-9708-e905393f3fdd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:31.947670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e75eab7-440e-4e10-8f0a-90ce5009825d req-49f4adc8-e86e-4356-9708-e905393f3fdd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 945 time: 0.0550842 Jul 30 00:17:31.958924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ccd0a66b-b503-4104-be7c-512319486b47,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:31.963912 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.990309 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baae727-2df2-4846-9a1e-c31ff4f80cac x-openstack-request-id: req-8baae727-2df2-4846-9a1e-c31ff4f80cac {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:31.990606 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "name": "network-vif-plugged", "status": "completed", "tag": "ccd0a66b-b503-4104-be7c-512319486b47", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:31.990730 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e75eab7-440e-4e10-8f0a-90ce5009825d req-16bd2439-7c8a-4d9f-9db2-37f17f0575b4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348620 Jul 30 00:17:31.990925 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8baae727-2df2-4846-9a1e-c31ff4f80cac {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:31.991246 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47', 'code': 200} Jul 30 00:17:32.024286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=ccd0a66b-b503-4104-be7c-512319486b47,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:32.081947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2a470-4457-4796-acfa-77151fe73080 req-77de3171-92c9-4c12-b7aa-6a246e439cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:32.083437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7c2a470-4457-4796-acfa-77151fe73080 req-77de3171-92c9-4c12-b7aa-6a246e439cf9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1098 time: 0.0400741 Jul 30 00:17:32.121904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f7c2a470-4457-4796-acfa-77151fe73080 req-c61f9b2f-61ab-4c8e-97fd-55a880b056b4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297031 Jul 30 00:17:32.866724 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:33.106584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de9788-cb29-4e13-bae3-1df92657847b req-5c83c0e8-4019-461b-9915-91b08aac6667 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:33.108109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27de9788-cb29-4e13-bae3-1df92657847b req-5c83c0e8-4019-461b-9915-91b08aac6667 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0488031 Jul 30 00:17:33.150973 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27de9788-cb29-4e13-bae3-1df92657847b req-552c687a-5a09-4ae0-9f7e-3e26e97719e9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Jul 30 00:17:33.265226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68102ae1-b523-452b-ba69-f39a805ed69a req-f54bdbe0-ebda-4388-b19b-7d1e2ac30916 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:33.268102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68102ae1-b523-452b-ba69-f39a805ed69a req-f54bdbe0-ebda-4388-b19b-7d1e2ac30916 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0547719 Jul 30 00:17:33.275522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 37482) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:33.280936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-78a77008-9374-499d-ac30-2bb1c7741705 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'floatingip': {'port_id': 'ccd0a66b-b503-4104-be7c-512319486b47'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:33.320256 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78a77008-9374-499d-ac30-2bb1c7741705 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:33.859641 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78a77008-9374-499d-ac30-2bb1c7741705 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:33.863472 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78a77008-9374-499d-ac30-2bb1c7741705 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:33.963429 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-78a77008-9374-499d-ac30-2bb1c7741705 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 associated. External IP: 172.25.2.126, port: ccd0a66b-b503-4104-be7c-512319486b47. Jul 30 00:17:34.170119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a77008-9374-499d-ac30-2bb1c7741705 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:34.276075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a77008-9374-499d-ac30-2bb1c7741705 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:34.280902 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78a77008-9374-499d-ac30-2bb1c7741705 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:34.285495 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:34.294830 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:34.295449 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:17:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:34.308576 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-78a77008-9374-499d-ac30-2bb1c7741705 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "PUT /v2.0/floatingips/984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 HTTP/1.1" status: 200 len: 992 time: 1.0319095 Jul 30 00:17:34.309172 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:34.311417 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4412542d7c8dee822af28ad0fba8a5cf61079f8acc6a574c9c3fdeb682930e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "tag": "ccd0a66b-b503-4104-be7c-512319486b47"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:34.355943 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0131b5ad-956e-4f62-9010-3df37963f84d x-openstack-request-id: req-0131b5ad-956e-4f62-9010-3df37963f84d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:34.356326 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "tag": "ccd0a66b-b503-4104-be7c-512319486b47", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:34.356581 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0131b5ad-956e-4f62-9010-3df37963f84d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:34.356987 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47', 'status': 'completed', 'code': 200} Jul 30 00:17:34.405127 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:34.420736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-e74ecb42-a835-4cb9-b0eb-1b90e321d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:34.422283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-e74ecb42-a835-4cb9-b0eb-1b90e321d364 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1098 time: 0.0406868 Jul 30 00:17:34.516310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-2797f3e0-5ac3-4dfa-b69a-b731315a255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:34.517891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-2797f3e0-5ac3-4dfa-b69a-b731315a255f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0883868 Jul 30 00:17:34.584723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-047d3206-1021-4abb-af5c-95ef12de00df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1000 time: 0.0598819 Jul 30 00:17:34.631675 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': 'ccd0a66b-b503-4104-be7c-512319486b47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:aa:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:17:33Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:34.635632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-e4726746-1b50-45a2-8c4c-de80bebb91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:34.637154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-e4726746-1b50-45a2-8c4c-de80bebb91d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0449083 Jul 30 00:17:34.657755 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:34.666566 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:34.667178 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:17:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:34.686701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-a90335c2-28d7-4ea5-88e3-04854734acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:34.688301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-a90335c2-28d7-4ea5-88e3-04854734acdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445848 Jul 30 00:17:34.771607 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:34.778210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-58031d81-6b99-4474-be25-8b4b91905604 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827508 Jul 30 00:17:34.874301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebaae4b7-bbc0-404d-ad20-1e52dbb24e6d req-52d09484-83e9-4e82-8948-db21449904ed service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885320 Jul 30 00:17:34.998210 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': 'ccd0a66b-b503-4104-be7c-512319486b47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:aa:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:17:33Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:35.024874 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218f7981-bfcd-4e5c-9255-95638bbcce03 None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': 'ccd0a66b-b503-4104-be7c-512319486b47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:aa:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:17:33Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:35.207157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848620c3-7211-4032-8794-bbc9e50313aa None None] New status for floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:17:41.028076 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:17:49.108420 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.765874 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-028626b4-0f3b-416f-9f91-1a83f0ba593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:54.210492 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aecd0a66-44ef-454e-9646-557eb2673f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:54.271394 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:55.618763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:57.253928 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.886041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.544668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-0dfb05fa-db5c-4888-b552-c1ea093d622a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438838 Jul 30 00:18:11.628706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-3c6975a4-7d42-4252-8b4d-4705ee5f36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.630899 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-3c6975a4-7d42-4252-8b4d-4705ee5f36ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1098 time: 0.0422711 Jul 30 00:18:11.743261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-b0010dbd-7e00-4806-b0e0-5175304b8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.744762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-b0010dbd-7e00-4806-b0e0-5175304b8fd8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0918679 Jul 30 00:18:11.817852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-6539ed0e-4c99-4c4d-8337-76a8bcea4adf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1002 time: 0.0601268 Jul 30 00:18:11.868508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-7b0d573a-6b6d-414f-a0eb-d79a86cd4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.870008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-7b0d573a-6b6d-414f-a0eb-d79a86cd4732 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0437591 Jul 30 00:18:11.920780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-46097ca9-3d71-4bcc-89b7-396ae8c370de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.922339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-46097ca9-3d71-4bcc-89b7-396ae8c370de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450056 Jul 30 00:18:12.015278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-d48a9271-a1a3-491d-a04d-92222e332a5b service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847337 Jul 30 00:18:12.110793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f26013d1-0a63-4455-9970-f0c6c2e014f0 req-9fc9c09d-0236-45d9-8352-18dc8fcf3e4f service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879173 Jul 30 00:18:18.027810 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:18:19.109865 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:21.768511 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56406158-f047-4f7e-9890-28e1a5fd7917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:24.200455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7fa4-8296-4c43-b370-725df0d1f33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:24.271994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:25.622783 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:27.256766 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.903248 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.108712 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.768460 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c375e4f1-56c6-4e4c-a0ad-e7acea2410fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.200369 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-804d5697-55a1-46d8-b7a3-06f5ec989196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.275299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:55.027119 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:18:55.623244 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:57.260130 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:02.906663 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.559616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a4491-68ce-4e6b-a3ea-cdc4386b85d2 req-cd65bcca-a6a6-4a2a-974a-5a34d3866392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:13.561287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f9a4491-68ce-4e6b-a3ea-cdc4386b85d2 req-cd65bcca-a6a6-4a2a-974a-5a34d3866392 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0958891 Jul 30 00:19:13.607669 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4f9a4491-68ce-4e6b-a3ea-cdc4386b85d2 req-760fffb1-d768-42e3-87d6-a03c9a38740c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397730 Jul 30 00:19:13.651384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-39dbd8c3-c3de-4cba-895c-3b7d8c6c60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:13.652975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-39dbd8c3-c3de-4cba-895c-3b7d8c6c60ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1098 time: 0.0793962 Jul 30 00:19:13.762644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-35a79c56-e0b4-4340-9f50-0645f0e7c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:13.764722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-35a79c56-e0b4-4340-9f50-0645f0e7c380 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0889916 Jul 30 00:19:13.836337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-96ad646e-35c5-42af-be56-a4c23aa300ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1002 time: 0.0574143 Jul 30 00:19:13.885158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-07c6efa3-0450-4271-bcdf-e3aadc3eecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:13.886777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-07c6efa3-0450-4271-bcdf-e3aadc3eecb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0424805 Jul 30 00:19:13.942033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-65226901-0673-4644-a4c5-2ed92e2e96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:13.943677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-65226901-0673-4644-a4c5-2ed92e2e96b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452669 Jul 30 00:19:14.036451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-b2f247b1-53a0-479a-a9f7-8fcd133c42f5 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834265 Jul 30 00:19:14.136074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e9fe428-345e-4d94-8dfb-f41fa19caeb7 req-27ab8e52-181f-4edc-85f5-50d5773b8c3a service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877895 Jul 30 00:19:14.881097 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f6e6d-339c-4e79-8561-450e150b46f8 req-62398069-e2ee-440e-ab06-2cabbc54f7db tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:14.882674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-603f6e6d-339c-4e79-8561-450e150b46f8 req-62398069-e2ee-440e-ab06-2cabbc54f7db tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0935540 Jul 30 00:19:14.921219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-603f6e6d-339c-4e79-8561-450e150b46f8 req-46522f43-2d9d-420d-9a83-91becc878b12 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324566 Jul 30 00:19:16.036307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce067017-e076-4382-ac4b-2131eeebef85 req-cbe967d4-0afd-4276-9620-02074ef0e539 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:16.037857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce067017-e076-4382-ac4b-2131eeebef85 req-cbe967d4-0afd-4276-9620-02074ef0e539 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0491605 Jul 30 00:19:16.076406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ce067017-e076-4382-ac4b-2131eeebef85 req-b5951117-fb79-4261-a43b-ae4af1553591 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325451 Jul 30 00:19:17.195604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6fa7a-b35a-4169-9a31-3e3bfa9aa0db req-2b289441-dbea-4674-a4d5-5151623e907b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:17.197115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0bf6fa7a-b35a-4169-9a31-3e3bfa9aa0db req-2b289441-dbea-4674-a4d5-5151623e907b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0524428 Jul 30 00:19:17.234852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0bf6fa7a-b35a-4169-9a31-3e3bfa9aa0db req-add6c8e1-137d-4ce3-b02a-a86fbd83ae32 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308640 Jul 30 00:19:18.353703 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc37ae0-839b-4f57-a735-9a6293629235 req-71edcb97-81bc-400d-827e-c50a97b724ce tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:18.355233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1fc37ae0-839b-4f57-a735-9a6293629235 req-71edcb97-81bc-400d-827e-c50a97b724ce tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0513816 Jul 30 00:19:18.393773 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1fc37ae0-839b-4f57-a735-9a6293629235 req-67707176-e7df-4f12-aaf2-748b47d86a5f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317299 Jul 30 00:19:19.114189 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:19.507596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6d0d8-660a-411c-ba2b-b8db4e0e02cd req-f365c912-8849-4768-9817-f9c6fc9b919e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:19.509251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0b6d0d8-660a-411c-ba2b-b8db4e0e02cd req-f365c912-8849-4768-9817-f9c6fc9b919e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0483620 Jul 30 00:19:19.546713 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0b6d0d8-660a-411c-ba2b-b8db4e0e02cd req-3f974a0d-2e37-48a2-a72a-0f7cb75bc0c4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310004 Jul 30 00:19:20.663506 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edcee5-30d4-44ee-8649-3198c67683dd req-9d2215c8-4833-4d37-ae22-e283a0525a32 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:20.665022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54edcee5-30d4-44ee-8649-3198c67683dd req-9d2215c8-4833-4d37-ae22-e283a0525a32 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0520792 Jul 30 00:19:20.703350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-54edcee5-30d4-44ee-8649-3198c67683dd req-0b1b2ef5-054e-48e4-a160-40adeb252eb2 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319881 Jul 30 00:19:21.768994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38efdf19-dd6e-44fc-a231-f421f23e2244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.820511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e6ccc-60f8-4af5-94a3-02670b85d8fc req-7ed8c6f0-9fee-4005-84df-358f26e9e779 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:21.821984 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-507e6ccc-60f8-4af5-94a3-02670b85d8fc req-7ed8c6f0-9fee-4005-84df-358f26e9e779 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0500765 Jul 30 00:19:21.861316 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-507e6ccc-60f8-4af5-94a3-02670b85d8fc req-48a6b8fe-64e9-4366-8359-d75ea902840d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325334 Jul 30 00:19:22.974937 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614305a6-9918-4b92-9307-51bf7962e671 req-058d4ff3-e336-405a-bbd1-c0bd9413f5a1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:22.976456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-614305a6-9918-4b92-9307-51bf7962e671 req-058d4ff3-e336-405a-bbd1-c0bd9413f5a1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0494578 Jul 30 00:19:23.014785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-614305a6-9918-4b92-9307-51bf7962e671 req-4d662b45-6f5f-4af6-8b6f-103230087c1b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324404 Jul 30 00:19:24.136440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8a8a3-ba38-4090-81b1-58748ac93712 req-a641d7e5-7427-40b9-a7d6-84d49ae37f65 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:24.137920 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ff8a8a3-ba38-4090-81b1-58748ac93712 req-a641d7e5-7427-40b9-a7d6-84d49ae37f65 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0531337 Jul 30 00:19:24.175825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ff8a8a3-ba38-4090-81b1-58748ac93712 req-345d6d25-b047-4531-a4f8-4bf8fc769ef6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314391 Jul 30 00:19:24.202934 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d6f925c-3711-4dff-82a8-22dad8f72813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:24.275942 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:24.362740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:24.446811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f735e-2033-42ff-bb44-e07893740c30 req-9ad80149-027b-4cf9-8fd0-67e21b9139c0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:24.448352 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee8f735e-2033-42ff-bb44-e07893740c30 req-9ad80149-027b-4cf9-8fd0-67e21b9139c0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0728152 Jul 30 00:19:24.475642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-6dd33d04-d9d7-4110-af6f-926b01a41d60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115081 Jul 30 00:19:24.496929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee8f735e-2033-42ff-bb44-e07893740c30 req-cc12e85f-5d2b-4da2-a8a8-8c7189651f99 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406368 Jul 30 00:19:25.628780 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:25.650778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38394e-dfdb-4874-a5ba-a91f97ae710c req-ed83114e-fa62-4a42-97cf-efa2444a5355 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:25.652322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc38394e-dfdb-4874-a5ba-a91f97ae710c req-ed83114e-fa62-4a42-97cf-efa2444a5355 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0835984 Jul 30 00:19:25.659354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7531a-4492-494c-aea3-42f2e2407383 req-8d19a0b4-745a-421e-964e-d01e5e24784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:25.664580 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-8d19a0b4-745a-421e-964e-d01e5e24784b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1098 time: 0.0611897 Jul 30 00:19:25.750260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dc38394e-dfdb-4874-a5ba-a91f97ae710c req-f8ac529f-e79a-404e-9b6f-76894faff084 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884287 Jul 30 00:19:25.783207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7531a-4492-494c-aea3-42f2e2407383 req-3c0c343e-cd86-47f0-bf76-6f32b95d3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:25.784748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-3c0c343e-cd86-47f0-bf76-6f32b95d3ca9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.1170070 Jul 30 00:19:25.850012 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-8af76603-5282-4193-adc3-46d19723977a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1002 time: 0.0578732 Jul 30 00:19:25.898505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7531a-4492-494c-aea3-42f2e2407383 req-b4a89dc1-3e9d-4c97-8f7a-41980436b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:25.899959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-b4a89dc1-3e9d-4c97-8f7a-41980436b819 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0431173 Jul 30 00:19:25.948828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7531a-4492-494c-aea3-42f2e2407383 req-7829dc47-85b9-4e3f-8992-491fceeb2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:25.950597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-7829dc47-85b9-4e3f-8992-491fceeb2504 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435400 Jul 30 00:19:26.040488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-f9bacb28-276e-4213-b918-1cdb253954cd service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827663 Jul 30 00:19:26.133716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-c46d0fa3-d5a5-4d36-b7f3-ea3b4a4b3765 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857759 Jul 30 00:19:26.864971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82bc24-1d0a-4139-b039-0c31793eb399 req-03818424-2392-448a-b9da-ea6cd4288c36 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:26.866447 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b82bc24-1d0a-4139-b039-0c31793eb399 req-03818424-2392-448a-b9da-ea6cd4288c36 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0496163 Jul 30 00:19:26.903990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b82bc24-1d0a-4139-b039-0c31793eb399 req-a3ef5986-1567-44c0-bed8-03d697f431a6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316443 Jul 30 00:19:27.262403 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.047932 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-63a7531a-4492-494c-aea3-42f2e2407383 req-b192eff8-bf82-4805-bf36-6b65c47dd6cd service neutron] show failed (client error): The resource could not be found. Jul 30 00:19:28.048960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-b192eff8-bf82-4805-bf36-6b65c47dd6cd service neutron] 10.222.0.42 "GET /v2.0/ports/ccd0a66b-b503-4104-be7c-512319486b47/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0863419 Jul 30 00:19:28.057276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190cc0-2a63-4b6c-a665-f58d57ef39f0 req-ca166bb3-144d-446c-aa58-324e340b8078 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:28.058733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56190cc0-2a63-4b6c-a665-f58d57ef39f0 req-ca166bb3-144d-446c-aa58-324e340b8078 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0709393 Jul 30 00:19:28.104127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56190cc0-2a63-4b6c-a665-f58d57ef39f0 req-d65b22dd-7a26-416a-bba9-35626d1a6fc7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384724 Jul 30 00:19:28.320279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1c18f676-b4cc-44b5-ad16-3a130a7561bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:28.321704 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1c18f676-b4cc-44b5-ad16-3a130a7561bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 1098 time: 0.0846827 Jul 30 00:19:28.339219 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:28.389567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.587085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=ccd0a66b-b503-4104-be7c-512319486b47,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:28.619067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:19:28.661589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:28.666545 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.679224 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Transition to ACTIVE for port object ccd0a66b-b503-4104-be7c-512319486b47 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:19:28.684586 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.712425 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0847b8-78c2-4e2c-8086-43450a3ec2a4" -d '{"events": [{"server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd0a66b-b503-4104-be7c-512319486b47"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:28.788068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd0a66b-b503-4104-be7c-512319486b47,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:28.815784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.816151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.816492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.816827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.817151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.817485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.817809 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.818136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.818644 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.818759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.819252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.819395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.823536 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f87d7ae-2269-4a89-986c-ba515a8e78e2 x-openstack-request-id: req-5f87d7ae-2269-4a89-986c-ba515a8e78e2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:28.823697 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd0a66b-b503-4104-be7c-512319486b47", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:28.823954 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f87d7ae-2269-4a89-986c-ba515a8e78e2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:28.824361 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47', 'code': 200} Jul 30 00:19:28.875568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] No DVR routers for this DVR port ccd0a66b-b503-4104-be7c-512319486b47 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:19:29.007633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Attempting to bind port ccd0a66b-b503-4104-be7c-512319486b47 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:19:29.007903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Attempting to bind port ccd0a66b-b503-4104-be7c-512319486b47 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:19:29.008264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Attempting to bind port ccd0a66b-b503-4104-be7c-512319486b47 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:19:29.012496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Port ccd0a66b-b503-4104-be7c-512319486b47 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:19:29.012825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Attempting to bind port ccd0a66b-b503-4104-be7c-512319486b47 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:19:29.017841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:19:29.018181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:19:29.018564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:19:29.018989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Bound port: ccd0a66b-b503-4104-be7c-512319486b47, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:19:29.019351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:29.081286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:19:29.084288 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ccd0a66b-b503-4104-be7c-512319486b47,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:19:29.088738 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:29.125236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:29.125750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:29.127153 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] 10.222.0.47 "PUT /v2.0/ports/ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1093 time: 0.7919803 Jul 30 00:19:29.148632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127365e-3bb3-4d79-93ee-4829a55e5b53 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd0a66b-b503-4104-be7c-512319486b47,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:29.204032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7531a-4492-494c-aea3-42f2e2407383 req-aeb0b678-2018-4486-a9e5-4299860280c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:29.205827 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-aeb0b678-2018-4486-a9e5-4299860280c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1096 time: 0.0428367 Jul 30 00:19:29.239617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b333b7-32a3-4cee-b007-d6b3f61e52ec req-33c46ab6-41b1-4ae2-b99e-dcbfc42cb061 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:29.241240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e5b333b7-32a3-4cee-b007-d6b3f61e52ec req-33c46ab6-41b1-4ae2-b99e-dcbfc42cb061 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 944 time: 0.0520229 Jul 30 00:19:29.281603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e5b333b7-32a3-4cee-b007-d6b3f61e52ec req-ecda9faf-ed60-4a47-a2fb-e3e001f0b549 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336537 Jul 30 00:19:29.302671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7531a-4492-494c-aea3-42f2e2407383 req-27a06d68-987d-496f-b877-7f7de2b70eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:29.304193 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-27a06d68-987d-496f-b877-7f7de2b70eb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0914223 Jul 30 00:19:29.374390 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-76b03ff0-0d07-478d-8ae8-036eb6dfcd2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1000 time: 0.0624490 Jul 30 00:19:29.422720 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7531a-4492-494c-aea3-42f2e2407383 req-3091e62a-7b1d-4b15-8912-cd85f1e33c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:29.424125 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-3091e62a-7b1d-4b15-8912-cd85f1e33c68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0428922 Jul 30 00:19:29.469549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7531a-4492-494c-aea3-42f2e2407383 req-3f378aa7-3e1b-4df3-a25e-41c34cfb30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:29.471011 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-3f378aa7-3e1b-4df3-a25e-41c34cfb30b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393231 Jul 30 00:19:29.561410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-819bae52-420d-4000-9251-70528743d7e7 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830400 Jul 30 00:19:29.648555 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a7531a-4492-494c-aea3-42f2e2407383 req-047d3953-812e-48f5-baac-2370e1be4b1c service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804629 Jul 30 00:19:30.403864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92426-a0e8-4861-b83b-1676ff797615 req-b791dacb-2e17-4413-a9f9-2281160a267a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:30.405398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5b92426-a0e8-4861-b83b-1676ff797615 req-b791dacb-2e17-4413-a9f9-2281160a267a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 944 time: 0.0497394 Jul 30 00:19:30.445310 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5b92426-a0e8-4861-b83b-1676ff797615 req-44ca9ed8-323e-40ae-8d83-0756bfb8a3e5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331879 Jul 30 00:19:30.825666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:30.828746 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539" -d '{"events": [{"name": "network-changed", "server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "tag": "ccd0a66b-b503-4104-be7c-512319486b47"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:30.880060 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfb7161-a512-496f-bf36-3e545cc90286 x-openstack-request-id: req-5cfb7161-a512-496f-bf36-3e545cc90286 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:30.880389 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "tag": "ccd0a66b-b503-4104-be7c-512319486b47", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:30.880643 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cfb7161-a512-496f-bf36-3e545cc90286 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:30.881070 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47', 'status': 'completed', 'code': 200} Jul 30 00:19:30.943546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-d1d91209-b5c8-48f0-a557-19f3ee5ac3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:30.945500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-d1d91209-b5c8-48f0-a557-19f3ee5ac3ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1096 time: 0.0430262 Jul 30 00:19:30.967249 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-62c6ca08-f8da-4125-a692-d99872428934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:30.970012 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-62c6ca08-f8da-4125-a692-d99872428934 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1096 time: 0.0514190 Jul 30 00:19:31.051156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-8bb29763-40e0-40c4-8258-36a08d0ca911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:31.053050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-8bb29763-40e0-40c4-8258-36a08d0ca911 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0982120 Jul 30 00:19:31.069860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-5e3e2b1f-0dd8-48ff-b30a-925206703935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:31.071531 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-5e3e2b1f-0dd8-48ff-b30a-925206703935 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0945575 Jul 30 00:19:31.125284 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-41ff7460-27d4-4a29-88ef-8c021b76c74d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1000 time: 0.0655508 Jul 30 00:19:31.149803 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-7b67777a-f4dd-4e4a-9552-d6cb106222d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1000 time: 0.0702467 Jul 30 00:19:31.190163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-27389e7f-5d03-4621-869b-d8b965cf6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:31.191717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-27389e7f-5d03-4621-869b-d8b965cf6719 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0595007 Jul 30 00:19:31.253818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-685d6d90-1d2a-4345-b9d1-dc881c0c7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:31.255474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-685d6d90-1d2a-4345-b9d1-dc881c0c7f9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565081 Jul 30 00:19:31.353821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-f58820fe-d38f-4961-988c-358681414dd4 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911131 Jul 30 00:19:31.448311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-6d08be8f-f96c-4cd3-87fd-2fb4102b9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:31.450125 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-6d08be8f-f96c-4cd3-87fd-2fb4102b9529 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.2937846 Jul 30 00:19:31.461572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-e8cb6c16-38f7-4863-83d6-d72989834c39 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997448 Jul 30 00:19:31.496930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-18f6fc9a-4acf-4c96-9bb0-950c9f099087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:31.498449 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-18f6fc9a-4acf-4c96-9bb0-950c9f099087 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412099 Jul 30 00:19:31.571007 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d81e3-cdb5-485f-898a-5b8fe74a1519 req-fb371f7a-9b80-414b-af2c-a48bb341e123 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:31.572586 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-855d81e3-cdb5-485f-898a-5b8fe74a1519 req-fb371f7a-9b80-414b-af2c-a48bb341e123 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 944 time: 0.0571926 Jul 30 00:19:31.605125 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-87d4c7f8-10c7-4195-924a-5c6671fdff25 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975032 Jul 30 00:19:31.614253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-855d81e3-cdb5-485f-898a-5b8fe74a1519 req-717806cb-e362-47bb-9c9f-83302cf3749f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334988 Jul 30 00:19:31.699833 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8f3ad9ee-0ef4-4d4d-83f5-d76256f23539 req-a7f2a50b-35b3-4a63-8fcf-a751eb36a6fd service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870214 Jul 30 00:19:32.025601 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:19:32.502890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ccd0a66b-b503-4104-be7c-512319486b47 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:19:32.541384 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device ccd0a66b-b503-4104-be7c-512319486b47 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:19:32.741935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed45e6-78b8-41dd-a389-0d98c523b6c3 req-442e692d-fc66-48fa-ba90-cfc6d3061fb2 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:32.743456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35ed45e6-78b8-41dd-a389-0d98c523b6c3 req-442e692d-fc66-48fa-ba90-cfc6d3061fb2 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 944 time: 0.0537660 Jul 30 00:19:32.781983 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35ed45e6-78b8-41dd-a389-0d98c523b6c3 req-8ae77e3d-f664-47a4-a0d5-3bf5283c03a3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325885 Jul 30 00:19:32.910068 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:33.010488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c7b9e-0789-416d-8775-c56c5cded7d4 req-ebc8a344-4360-4162-b953-f1f700f7e18c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:33.011988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-157c7b9e-0789-416d-8775-c56c5cded7d4 req-ebc8a344-4360-4162-b953-f1f700f7e18c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 944 time: 0.0843563 Jul 30 00:19:33.020941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-97a3b90a-b8f4-4b15-baa1-89ec454bb70d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:33.022318 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-97a3b90a-b8f4-4b15-baa1-89ec454bb70d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa&tenant_id=ff8b5d9007a04af982fd73d8f85cf330&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 944 time: 0.0822425 Jul 30 00:19:33.084113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-157c7b9e-0789-416d-8775-c56c5cded7d4 req-90594337-255b-4a2b-8fde-5f685ff5b40a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607250 Jul 30 00:19:33.107073 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-d7900359-18d4-48a8-aaf5-ccd04f5b5236 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:19:33.108116 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-d7900359-18d4-48a8-aaf5-ccd04f5b5236 service neutron] 10.222.0.42 "DELETE /v2.0/ports/ccd0a66b-b503-4104-be7c-512319486b47/bindings/n-h1-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0781982 Jul 30 00:19:33.191693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-e54510d7-ec54-442f-95bc-0c7f1cadc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:33.193312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-e54510d7-ec54-442f-95bc-0c7f1cadc85f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1096 time: 0.0414443 Jul 30 00:19:33.282215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-2288da31-efc3-4be3-9e69-a8cd3c0b800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:33.283692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-2288da31-efc3-4be3-9e69-a8cd3c0b800d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0828476 Jul 30 00:19:33.352921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-edf385fe-03c3-4bdf-ac70-4a2d0d0d26d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1000 time: 0.0615158 Jul 30 00:19:33.404858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-aa661e32-d3ae-4206-bbd5-a375c1f315d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:33.406885 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-aa661e32-d3ae-4206-bbd5-a375c1f315d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0465269 Jul 30 00:19:33.452617 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-6fd54ec5-02bd-426e-81ff-fe8b10391298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:33.454181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-6fd54ec5-02bd-426e-81ff-fe8b10391298 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406749 Jul 30 00:19:33.564430 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ccd0a66b-b503-4104-be7c-512319486b47 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:19:33.565007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-63178dc2-67c8-4a24-8f82-1d31996d8739 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030195 Jul 30 00:19:33.660816 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b2611b4-b2e3-4602-8d91-30a3e2318b37 req-874ce389-45cb-4d89-b7a3-f91bd5e8f82d service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888555 Jul 30 00:19:33.831943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ccd0a66b-b503-4104-be7c-512319486b47,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:33.844860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'ccd0a66b-b503-4104-be7c-512319486b47', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'port_id': 'ccd0a66b-b503-4104-be7c-512319486b47', 'mac_address': 'fa:16:3e:aa:d4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:19:33.883141 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:33.897327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd0a66b-b503-4104-be7c-512319486b47 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:19:33.918873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ccd0a66b-b503-4104-be7c-512319486b47,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:33.923018 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:33.975034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=ccd0a66b-b503-4104-be7c-512319486b47,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:33.982570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.982920 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.983264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.983743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.983932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.984314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.984644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.984972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.985308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.985633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.985957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:33.986278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:34.210389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83311385-e28e-40d0-b617-9b69e860cffd req-a1ea8891-a9a9-42b7-a252-0fb1147e075f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:34.212111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83311385-e28e-40d0-b617-9b69e860cffd req-a1ea8891-a9a9-42b7-a252-0fb1147e075f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 945 time: 0.0544221 Jul 30 00:19:34.257069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-83311385-e28e-40d0-b617-9b69e860cffd req-7d8444d3-6676-4fc2-99ec-a1fcfb734309 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389655 Jul 30 00:19:34.350709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['ccd0a66b-b503-4104-be7c-512319486b47'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:19:34.376497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b6712-4ebc-4aac-9f51-9f3ac81ec470 req-cb5a013c-ffdc-40ff-b90c-9b3813e66da8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:34.378058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-484b6712-4ebc-4aac-9f51-9f3ac81ec470 req-cb5a013c-ffdc-40ff-b90c-9b3813e66da8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 945 time: 0.0544810 Jul 30 00:19:34.417039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-484b6712-4ebc-4aac-9f51-9f3ac81ec470 req-1d43e052-a205-4af9-916b-e766e7a45eda tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324068 Jul 30 00:19:34.613481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766fe6e-3c88-4c50-ae1b-d3cb63a04c0a req-2bd56925-fd09-4fc1-931f-270caf3420fb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:34.614998 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1766fe6e-3c88-4c50-ae1b-d3cb63a04c0a req-2bd56925-fd09-4fc1-931f-270caf3420fb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 945 time: 0.0506020 Jul 30 00:19:34.653959 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1766fe6e-3c88-4c50-ae1b-d3cb63a04c0a req-a09cef41-caa2-41d7-8040-97e483134b3c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328004 Jul 30 00:19:34.661977 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-9095c8d4-5ccf-46d2-b8cd-d5ee8b65dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:34.663518 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-9095c8d4-5ccf-46d2-b8cd-d5ee8b65dea3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 1097 time: 0.0419118 Jul 30 00:19:34.756512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-6d0a5ef0-db7d-474b-a737-e606f7b00947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:34.757893 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-6d0a5ef0-db7d-474b-a737-e606f7b00947 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0869272 Jul 30 00:19:34.821664 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-50885c38-a47f-472f-892a-ed243fe67468 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 200 len: 1001 time: 0.0561955 Jul 30 00:19:34.874234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-391f4326-1cbb-4b76-ae1e-73220ae6b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:34.876415 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-391f4326-1cbb-4b76-ae1e-73220ae6b666 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0473506 Jul 30 00:19:34.923018 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-a44b649e-db9a-4943-9485-8a3792316649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:34.924571 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-a44b649e-db9a-4943-9485-8a3792316649 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402892 Jul 30 00:19:35.012895 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-375cd83b-4702-423e-bccd-aae8cbf270ea service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805030 Jul 30 00:19:35.107033 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3d55abde-ce6d-43fc-9208-977d02e40fab req-09ead2df-7404-41e2-87fb-18582ba74717 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871539 Jul 30 00:19:35.576912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ccd0a66b-b503-4104-be7c-512319486b47 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:19:35.626476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port ccd0a66b-b503-4104-be7c-512319486b47 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:19:35.631158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port ccd0a66b-b503-4104-be7c-512319486b47 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:35.631542 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.714767 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.737379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:35.753166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ccd0a66b-b503-4104-be7c-512319486b47,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:35.757759 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.783642 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def61b6c-09de-4f21-8990-88a5c3a53717" -d '{"events": [{"server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "name": "network-vif-plugged", "status": "completed", "tag": "ccd0a66b-b503-4104-be7c-512319486b47"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:35.786098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d911a2-197a-4952-91b7-c8dfe51ffa77 req-6beea9f5-b382-439d-88a1-1beb31ddbdcf tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:35.787490 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44d911a2-197a-4952-91b7-c8dfe51ffa77 req-6beea9f5-b382-439d-88a1-1beb31ddbdcf tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 945 time: 0.0554707 Jul 30 00:19:35.821925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=ccd0a66b-b503-4104-be7c-512319486b47,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:35.835731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44d911a2-197a-4952-91b7-c8dfe51ffa77 req-bb3a15e4-98fe-4c61-bd37-ff6195d1288f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399098 Jul 30 00:19:35.882707 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b877737a-8807-4b30-9e9c-25ea63741117 x-openstack-request-id: req-b877737a-8807-4b30-9e9c-25ea63741117 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:35.883014 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "name": "network-vif-plugged", "status": "completed", "tag": "ccd0a66b-b503-4104-be7c-512319486b47", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:35.883283 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b877737a-8807-4b30-9e9c-25ea63741117 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:35.883690 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47', 'code': 200} Jul 30 00:19:36.077488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f063e-c2dd-4560-a6c6-7436f46f6e34 req-ce7086c3-f959-4ac6-95bb-4e35e98ab101 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:36.079032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-966f063e-c2dd-4560-a6c6-7436f46f6e34 req-ce7086c3-f959-4ac6-95bb-4e35e98ab101 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0498629 Jul 30 00:19:36.116375 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-966f063e-c2dd-4560-a6c6-7436f46f6e34 req-638f761e-02a1-417b-ba23-c1aee1d93860 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313807 Jul 30 00:19:37.233111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909cdeb-bff9-4b0f-92cd-c212e2076a0d req-cc352a04-5caf-4955-bfe5-e5567e3c84a7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:37.234662 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0909cdeb-bff9-4b0f-92cd-c212e2076a0d req-cc352a04-5caf-4955-bfe5-e5567e3c84a7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0496459 Jul 30 00:19:37.272674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0909cdeb-bff9-4b0f-92cd-c212e2076a0d req-d1844e00-c5c3-428a-9038-5f2dbe72f5c7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Jul 30 00:19:37.554333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-ed5f07e5-d1df-46dd-ae51-d2cf5500692f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:37.555832 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-ed5f07e5-d1df-46dd-ae51-d2cf5500692f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 946 time: 0.0502968 Jul 30 00:19:37.646814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Deleting port ccd0a66b-b503-4104-be7c-512319486b47 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:37.647164 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.731027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] For port ccd0a66b-b503-4104-be7c-512319486b47, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=ccd0a66b-b503-4104-be7c-512319486b47,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:37.731397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.902676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.902959 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.903280 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 disassociated. External IP: 172.25.2.126, port: ccd0a66b-b503-4104-be7c-512319486b47. Jul 30 00:19:37.903623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Calling delete_port for ccd0a66b-b503-4104-be7c-512319486b47 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:38.034962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.061457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event deleted for resources: {'Port': ['ID=ccd0a66b-b503-4104-be7c-512319486b47,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:38.178730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:19:38.289945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:19:38.300708 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:19:38.311216 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:38.311850 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:19:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:38.330373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] No DVR routers for this DVR port ccd0a66b-b503-4104-be7c-512319486b47 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:19:38.333296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.335796 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9b852e38-fcb6-45d3-a5c3-9cb14e088dc9 req-4136d19e-14ab-43fe-a5c0-6e220cf106a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "DELETE /v2.0/ports/ccd0a66b-b503-4104-be7c-512319486b47 HTTP/1.1" status: 204 len: 173 time: 0.7735529 Jul 30 00:19:38.336395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'name': 'network-vif-deleted', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:38.338700 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc3b452-ed37-496c-9e3a-070648316f1b" -d '{"events": [{"server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "name": "network-vif-deleted", "tag": "ccd0a66b-b503-4104-be7c-512319486b47"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:38.378952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-037e9dce-d4a8-492b-aed7-85130e439a05 req-692bc4c5-d789-4948-9f4f-0c6a9c4b7962 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=5795835f-da5f-4ff8-b69a-c827cc82c6aa HTTP/1.1" status: 200 len: 210 time: 0.0301864 Jul 30 00:19:38.382739 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926c8e46-93ed-40ba-8960-d9d3b493e4e3 x-openstack-request-id: req-926c8e46-93ed-40ba-8960-d9d3b493e4e3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:38.383021 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795835f-da5f-4ff8-b69a-c827cc82c6aa", "name": "network-vif-deleted", "tag": "ccd0a66b-b503-4104-be7c-512319486b47", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:38.383283 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-926c8e46-93ed-40ba-8960-d9d3b493e4e3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:38.383782 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795835f-da5f-4ff8-b69a-c827cc82c6aa', 'name': 'network-vif-deleted', 'tag': 'ccd0a66b-b503-4104-be7c-512319486b47', 'status': 'completed', 'code': 200} Jul 30 00:19:38.432781 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:38.644269 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:38.671792 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:19:38.680635 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:38.681249 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:19:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:38.872987 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:39.068473 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:39.097949 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b485957-d110-49c2-8d75-5c06caa7ac73 None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:19:39.308005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267be33-c7b8-49e2-ada4-c932905292ba None None] New status for floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:19:39.666148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-d9ce4dc5-9b64-4388-8d3b-0cf0f076834f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--902129204&fields=id&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 267 time: 0.0362144 Jul 30 00:19:39.778363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-72cf8d24-0875-487f-82e0-5e688200abd6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:39.779834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-72cf8d24-0875-487f-82e0-5e688200abd6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 811 time: 0.1071329 Jul 30 00:19:39.794570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-fa373c31-3d94-412f-9f22-91db34028d74 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/quotas/ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 375 time: 0.0088151 Jul 30 00:19:39.847045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-2b07bdff-8190-48fe-a08a-f0aa163aa93c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467861 Jul 30 00:19:39.990306 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-58000b20-7e85-4211-9159-b48ade7f7048 service neutron] 10.222.0.37 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316700 Jul 30 00:19:40.081059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-707ab0be-3902-48e3-a56b-30792d4b4ea4 service neutron] 10.222.0.37 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847037 Jul 30 00:19:40.247635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0857e886-81bc-429a-b54d-c8de2207f367 req-09d2005d-0fd5-40c7-940b-0212382f5819 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 210 time: 0.0317903 Jul 30 00:19:41.327081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-904d89b6-6c4b-413f-9035-5328d4f39118 req-becec5ce-abf5-4cb2-a009-9f3318e0f01d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 210 time: 0.0269735 Jul 30 00:19:41.593604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ccd0a66b-b503-4104-be7c-512319486b47 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:19:41.614262 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: ccd0a66b-b503-4104-be7c-512319486b47 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:19:41.614608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device ccd0a66b-b503-4104-be7c-512319486b47 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:19:42.152597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-3a138431-82d5-4b74-93f2-fe3429594ecb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:42.154070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-3a138431-82d5-4b74-93f2-fe3429594ecb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 811 time: 0.1001108 Jul 30 00:19:42.197467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-0d956ddb-a69c-4196-99f2-6194ada4a729 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 379 time: 0.0339143 Jul 30 00:19:42.209171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'port': {'device_id': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'admin_state_up': True, 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'security_groups': ['69a617e3-80ab-4f96-8151-4a56269565c8']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:42.318425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Made reservation on behalf of ff8b5d9007a04af982fd73d8f85cf330 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:19:42.321911 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:42.426292 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-70834137-20c4-41e4-a089-6662a97c60a6 req-8a777a95-8b65-4503-bccc-a6e01cc27cc3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 210 time: 0.0329058 Jul 30 00:19:42.474807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Allocated IP 172.20.0.10 (b9e3a9ac-d921-4315-b1ab-980df8fa81f0/3d02cebe-339b-4d6c-bd9c-f2a0902c478e/820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:19:42.607779 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:42.621264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Transition to ACTIVE for port object 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:19:42.653952 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:42.698329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:19:42.701742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:19:42.704917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:19:42.734540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:42.747398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.747751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.748116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.748465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.748802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.749136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.750169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.750292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.750628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.750955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.751282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.751610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.774965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:42.775595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:42.792869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-5824384e-8bcf-4d72-88c1-a49778f78887 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5872488 Jul 30 00:19:42.806359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Request body: {'port': {'device_id': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:42.865269 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:42.950569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3a63fac6-e190-43f1-91a1-a78244274370 None None] Provisioning for port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:19:42.955459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3a63fac6-e190-43f1-91a1-a78244274370 None None] Provisioning complete for port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:42.955832 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a63fac6-e190-43f1-91a1-a78244274370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:42.990662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3a63fac6-e190-43f1-91a1-a78244274370 None None] Port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:19:43.129366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:19:43.136779 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.148770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Transition to ACTIVE for port object 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:19:43.152340 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.201146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:43.272215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:19:43.272559 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:19:43.272900 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:19:43.277503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:19:43.277840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:19:43.283425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:19:43.283768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:19:43.284192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:19:43.284717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Bound port: 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:19:43.285092 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.354811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:19:43.358122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:19:43.362944 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.395991 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:43.396627 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.398084 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] 10.222.0.42 "PUT /v2.0/ports/820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1093 time: 0.5967791 Jul 30 00:19:43.398515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:43.425610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ba01a-1c65-4131-a9cd-adde51003478 service neutron] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:43.463251 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1a3a35-f3da-4882-91c1-f38ef983c212" -d '{"events": [{"name": "network-changed", "server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:43.502342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-4ea1881e-bd50-4058-bf97-7f59f1c0a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:43.503850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-4ea1881e-bd50-4058-bf97-7f59f1c0a08c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1096 time: 0.0525353 Jul 30 00:19:43.928155 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba016263-cae4-4035-baba-46157ea87ef7 x-openstack-request-id: req-ba016263-cae4-4035-baba-46157ea87ef7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:43.928443 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:43.928696 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba016263-cae4-4035-baba-46157ea87ef7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:43.929091 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'status': 'completed', 'code': 200} Jul 30 00:19:43.931516 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-8a9381ac-53e7-4d5f-a819-2c0e927e6bcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 217 time: 0.4108148 Jul 30 00:19:43.975416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5fdc9-b76e-4e4e-8c4a-1d3f784c4003 req-9c0e7116-c3f0-4e5d-9c1b-b2e6d8418bad tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:43.976948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1f5fdc9-b76e-4e4e-8c4a-1d3f784c4003 req-9c0e7116-c3f0-4e5d-9c1b-b2e6d8418bad tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 944 time: 0.4699171 Jul 30 00:19:44.005368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-bf98d5e7-13ef-438a-a9ee-2f76946f0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.006694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-bf98d5e7-13ef-438a-a9ee-2f76946f0090 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0680795 Jul 30 00:19:44.033412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1f5fdc9-b76e-4e4e-8c4a-1d3f784c4003 req-07442a8e-13b4-4f63-a665-6ab46efe9627 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492606 Jul 30 00:19:44.061599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-0237625a-103f-4bf8-b0f1-3214d229954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.063705 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-0237625a-103f-4bf8-b0f1-3214d229954f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455754 Jul 30 00:19:44.156346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-2736ac97-ef23-4e6a-88ad-03213024c5d6 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851951 Jul 30 00:19:44.243881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8f87431-e925-4b95-b3af-e53f3b4a66b7 req-28ee3fbe-3302-4e52-ac8d-b1d75a28ed80 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808306 Jul 30 00:19:44.332369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-40cbaab2-f702-4f19-8971-f403ca1903a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.333858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-40cbaab2-f702-4f19-8971-f403ca1903a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1096 time: 0.0461535 Jul 30 00:19:44.426055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-d000a5f1-866f-4d0c-98de-54f61b40afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.427733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-d000a5f1-866f-4d0c-98de-54f61b40afb6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0862517 Jul 30 00:19:44.468889 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-da3bfaf5-bc1b-42cf-bffd-95b250fa3bd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 217 time: 0.0339978 Jul 30 00:19:44.522278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-87928e5d-eb91-446a-8fb5-555042560632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.523686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-87928e5d-eb91-446a-8fb5-555042560632 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0463619 Jul 30 00:19:44.572228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-bdf5677c-7568-4dd7-8549-f69ee861d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.573715 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-bdf5677c-7568-4dd7-8549-f69ee861d7a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407898 Jul 30 00:19:44.662400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-b52f793c-9e3b-4db4-adb7-de1bfcc96a91 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801468 Jul 30 00:19:44.756668 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e1a3a35-f3da-4882-91c1-f38ef983c212 req-680f65b9-89ee-4019-af2c-2dedd1e71623 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862484 Jul 30 00:19:45.149800 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd48484-063e-408f-a1e5-67b4953b9541 req-522c9762-7741-40a1-a8ea-1d9bdd2ed2a4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:45.151276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bd48484-063e-408f-a1e5-67b4953b9541 req-522c9762-7741-40a1-a8ea-1d9bdd2ed2a4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 944 time: 0.0491092 Jul 30 00:19:45.188655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5bd48484-063e-408f-a1e5-67b4953b9541 req-b2423fbf-df6c-4e1d-825b-3edc42c69ad8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308259 Jul 30 00:19:46.306075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a71138-e19a-483f-bfc6-1da919973e97 req-6ce06e22-f054-406d-87f3-3aea93fa57d8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:46.307554 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1a71138-e19a-483f-bfc6-1da919973e97 req-6ce06e22-f054-406d-87f3-3aea93fa57d8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 944 time: 0.0526538 Jul 30 00:19:46.345694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1a71138-e19a-483f-bfc6-1da919973e97 req-f28c00b7-0057-4744-8711-3820b95a6990 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Jul 30 00:19:46.565641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:19:46.663345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:46.674450 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'port_id': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'mac_address': 'fa:16:3e:81:d0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:19:46.712653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:46.727266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:19:46.746871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:46.751583 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:46.799226 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:46.963580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:19:47.460993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9be63-528e-4819-92b7-76f36c916341 req-02e80c3f-5eab-48ab-b91b-4c12fbda5307 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:47.462494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96f9be63-528e-4819-92b7-76f36c916341 req-02e80c3f-5eab-48ab-b91b-4c12fbda5307 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 945 time: 0.0493913 Jul 30 00:19:47.500711 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96f9be63-528e-4819-92b7-76f36c916341 req-21d6cef2-8f12-46c4-8a0b-da68e6a6b381 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323508 Jul 30 00:19:48.565701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:19:48.617132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:19:48.621055 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:48.621435 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:48.622941 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c687299-9b3f-4b09-9b89-75e84fcb2f56 req-2b3de6cd-2982-4d64-a3a0-2074d7a18604 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:48.624456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c687299-9b3f-4b09-9b89-75e84fcb2f56 req-2b3de6cd-2982-4d64-a3a0-2074d7a18604 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 945 time: 0.0538213 Jul 30 00:19:48.666703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5c687299-9b3f-4b09-9b89-75e84fcb2f56 req-323d6618-7806-42c6-858b-b4465091bd8f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346839 Jul 30 00:19:48.709885 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:48.732946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:48.736069 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a65ac56-fe07-4e8a-9188-829f8748b715" -d '{"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-plugged", "status": "completed", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:48.749101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:48.753595 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:48.782282 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120436b1-03c0-433c-a5b9-fee6474fb7fb x-openstack-request-id: req-120436b1-03c0-433c-a5b9-fee6474fb7fb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:48.782573 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-plugged", "status": "completed", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:48.783013 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-120436b1-03c0-433c-a5b9-fee6474fb7fb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:48.783407 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'code': 200} Jul 30 00:19:48.811132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:48.875266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd6680-5550-43db-8d05-24820414632d req-6aab6c2a-e1aa-494c-95b0-e2418fdc8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:48.876819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ebd6680-5550-43db-8d05-24820414632d req-6aab6c2a-e1aa-494c-95b0-e2418fdc8a5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1098 time: 0.0437076 Jul 30 00:19:48.915010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ebd6680-5550-43db-8d05-24820414632d req-d8d33c0c-aa83-4dd1-a38f-c3209e3dc835 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310390 Jul 30 00:19:49.106896 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:49.787491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea380d0-3351-4f56-9cd6-5d949cb6c5a2 req-df311790-6dda-4d7f-82ac-d9b3e3a89805 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:49.789094 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dea380d0-3351-4f56-9cd6-5d949cb6c5a2 req-df311790-6dda-4d7f-82ac-d9b3e3a89805 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0513830 Jul 30 00:19:49.837469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dea380d0-3351-4f56-9cd6-5d949cb6c5a2 req-d3819003-6524-4981-a9b1-0b1ba1367f2d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417426 Jul 30 00:19:50.971457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53584eaa-2aec-4c84-9ab1-b1deca3fdf5c req-353bbd3f-c29b-48e9-b6c4-159cde9b1514 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:50.973045 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53584eaa-2aec-4c84-9ab1-b1deca3fdf5c req-353bbd3f-c29b-48e9-b6c4-159cde9b1514 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0495734 Jul 30 00:19:51.010930 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53584eaa-2aec-4c84-9ab1-b1deca3fdf5c req-300138a5-e42b-4ac2-9e3c-fdb5e84385c6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Jul 30 00:19:51.126001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf040-5feb-4af8-8087-3f29f2ae26eb req-6e51d312-8008-42cc-aab9-9f1973d6e9fa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:51.127481 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-82ecf040-5feb-4af8-8087-3f29f2ae26eb req-6e51d312-8008-42cc-aab9-9f1973d6e9fa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0526681 Jul 30 00:19:51.136129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 37898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:51.141069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-968853ae-9ea0-433c-b0d5-52b2696cd6c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'floatingip': {'port_id': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:51.179235 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-968853ae-9ea0-433c-b0d5-52b2696cd6c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.620742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-968853ae-9ea0-433c-b0d5-52b2696cd6c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.625429 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-968853ae-9ea0-433c-b0d5-52b2696cd6c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.729320 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-968853ae-9ea0-433c-b0d5-52b2696cd6c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 associated. External IP: 172.25.2.126, port: 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5. Jul 30 00:19:51.772879 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b703baf-d701-47b5-a439-7ab05904c6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.942382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968853ae-9ea0-433c-b0d5-52b2696cd6c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:19:52.053181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968853ae-9ea0-433c-b0d5-52b2696cd6c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:19:52.058063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-968853ae-9ea0-433c-b0d5-52b2696cd6c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:52.063306 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88438bbf-ed32-4304-8238-21a20880119c None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:19:52.072345 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88438bbf-ed32-4304-8238-21a20880119c None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:52.072961 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-88438bbf-ed32-4304-8238-21a20880119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:19:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:52.089200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-968853ae-9ea0-433c-b0d5-52b2696cd6c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "PUT /v2.0/floatingips/984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 HTTP/1.1" status: 200 len: 992 time: 0.9520309 Jul 30 00:19:52.089775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:52.092135 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46775cec-d56d-4e33-82c7-2c1027eea541" -d '{"events": [{"name": "network-changed", "server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:52.135184 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882f94f7-a8e7-4915-a0da-b4758e6f3749 x-openstack-request-id: req-882f94f7-a8e7-4915-a0da-b4758e6f3749 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:52.135474 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:52.135726 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-882f94f7-a8e7-4915-a0da-b4758e6f3749 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:52.136164 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'status': 'completed', 'code': 200} Jul 30 00:19:52.187426 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-88438bbf-ed32-4304-8238-21a20880119c None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:52.200637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-43e44cf4-a734-43a2-b05e-40735975c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:52.202299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-43e44cf4-a734-43a2-b05e-40735975c75c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1098 time: 0.0417209 Jul 30 00:19:52.293626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-41fe3a24-8f30-4aee-a23a-e98a697b5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:52.295158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-41fe3a24-8f30-4aee-a23a-e98a697b5b4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0857491 Jul 30 00:19:52.367251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-a8da95d4-2292-4d18-97b5-97d093f55077 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1000 time: 0.0642548 Jul 30 00:19:52.411840 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-88438bbf-ed32-4304-8238-21a20880119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:81:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:19:51Z', 'revision_number': 9, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:52.417946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-ca767d84-7aaa-4590-ac89-dcf97ec9298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:52.419437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-ca767d84-7aaa-4590-ac89-dcf97ec9298d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0441573 Jul 30 00:19:52.439183 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88438bbf-ed32-4304-8238-21a20880119c None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:19:52.447412 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88438bbf-ed32-4304-8238-21a20880119c None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:52.448045 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-88438bbf-ed32-4304-8238-21a20880119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:19:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:52.469502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-291060c6-837c-46e5-8384-564152cddbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:52.471016 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-291060c6-837c-46e5-8384-564152cddbb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438325 Jul 30 00:19:52.554461 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-88438bbf-ed32-4304-8238-21a20880119c None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:52.567750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-0fe3a69c-ff6a-4f72-9975-568c5aa78c9f service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889390 Jul 30 00:19:52.659519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46775cec-d56d-4e33-82c7-2c1027eea541 req-dc90e139-69d7-4d7c-9758-1f87492b79e0 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838630 Jul 30 00:19:52.779397 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-88438bbf-ed32-4304-8238-21a20880119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:81:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:19:51Z', 'revision_number': 9, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:52.805693 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88438bbf-ed32-4304-8238-21a20880119c None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:81:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:19:51Z', 'revision_number': 9, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:19:52.997608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a98395-07f5-4a27-ab07-85f7f0d2f50f None None] New status for floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:19:54.204627 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5ab8-f32c-41a6-8e03-2ee058c65490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:54.277054 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:55.631573 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:57.264465 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.912029 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:09.025397 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:20:13.524800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-95e06e54-d2b0-4aee-9b55-33161081d2d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454950 Jul 30 00:20:13.610979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-76b23dd4-7312-4863-8cfd-0660fa33a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:13.612423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-76b23dd4-7312-4863-8cfd-0660fa33a5e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1098 time: 0.0419571 Jul 30 00:20:13.719865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-a9e15a00-5baa-4ff2-b53b-06e63465c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:13.721365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-a9e15a00-5baa-4ff2-b53b-06e63465c190 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0852396 Jul 30 00:20:13.791426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-512f540d-befb-49ed-ac3e-f39f0352a8dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1003 time: 0.0626497 Jul 30 00:20:13.840494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-15a813b9-78f5-4efa-a042-7e2896090050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:13.841993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-15a813b9-78f5-4efa-a042-7e2896090050 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0436003 Jul 30 00:20:13.888062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-e341fa32-2d83-4506-b1ca-1b3196766b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:13.889649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-e341fa32-2d83-4506-b1ca-1b3196766b91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404553 Jul 30 00:20:13.991642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-3f25647c-6702-4aab-9951-1deb6513d1c6 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951006 Jul 30 00:20:14.092099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3762bb4e-3b7a-4f44-a3af-be66633f00e8 req-8e0f2f27-f522-49b1-ba46-f7372aa0cc6a service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908973 Jul 30 00:20:19.107203 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:21.774296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b2cf67-7385-4180-9833-65fc99063b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:24.207083 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66874be9-cc5a-401b-a944-0b4e086d54dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:24.277568 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:25.633908 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:27.268084 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:32.921644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:46.025321 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:20:49.120756 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:51.773905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe186b9e-22d6-4e21-b054-122850dee957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:54.208677 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa9c4b91-eaf5-480b-a6b0-2df5ed1b540f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:54.276748 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:55.636994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:57.270987 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:02.921577 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:15.524404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-3a892bee-5133-4c5c-860a-55ae8cd5f1e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465865 Jul 30 00:21:15.622807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-6ece9805-f504-4f10-8b7c-c572e418243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:15.624432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-6ece9805-f504-4f10-8b7c-c572e418243d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1098 time: 0.0531642 Jul 30 00:21:15.733410 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-de000a15-43f1-4d05-97fb-243edd700ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:15.734912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-de000a15-43f1-4d05-97fb-243edd700ef4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0864320 Jul 30 00:21:15.808488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-a5bc0da9-f292-4149-bf21-3aea1938d0c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1003 time: 0.0646200 Jul 30 00:21:15.860369 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-b70550a2-1194-475c-8181-8ba8e9789ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:15.861855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-b70550a2-1194-475c-8181-8ba8e9789ff8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0455596 Jul 30 00:21:15.908677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-8d32af7f-0e10-4b1b-9cef-62d80cdd8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:15.910275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-8d32af7f-0e10-4b1b-9cef-62d80cdd8c00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411510 Jul 30 00:21:16.007367 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-c5a25bb2-fb57-44c6-bcb3-1136a3398900 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894785 Jul 30 00:21:16.104033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a054b85-aab0-482e-8b82-7703c774ae11 req-f53fd8ba-730a-4c70-92bb-d5953b2e10e4 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884037 Jul 30 00:21:19.120704 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:21.779298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71a86158-05de-4de9-b0b8-8f857466cc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:23.025061 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:21:24.209501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82c2409b-6808-4c8d-8fcc-672336a2e1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:24.277399 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:25.639415 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:27.276246 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:30.183947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8242b6-303f-48cd-b8b4-c2d8702e0518 req-abaa1158-fffc-4e5a-ad45-1fef55d42147 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:30.185535 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e8242b6-303f-48cd-b8b4-c2d8702e0518 req-abaa1158-fffc-4e5a-ad45-1fef55d42147 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0523751 Jul 30 00:21:30.238526 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e8242b6-303f-48cd-b8b4-c2d8702e0518 req-760694f5-9157-4639-9454-11cf975f5747 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463183 Jul 30 00:21:30.295156 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-c6c4e998-fbc9-4270-8a89-561a48593249 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954731 Jul 30 00:21:31.357711 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad9b62-855e-40b9-a85f-b48fad4d4c05 req-9bdf9dc6-f652-40b2-80d8-1d5b02f76572 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:31.359229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92ad9b62-855e-40b9-a85f-b48fad4d4c05 req-9bdf9dc6-f652-40b2-80d8-1d5b02f76572 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0502791 Jul 30 00:21:31.396837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92ad9b62-855e-40b9-a85f-b48fad4d4c05 req-bd3dffe3-083b-4be5-88e3-7bca30510540 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315423 Jul 30 00:21:31.486299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-16238ca0-2046-47de-8e45-176888fbed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:31.487772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-16238ca0-2046-47de-8e45-176888fbed37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1098 time: 0.0404439 Jul 30 00:21:31.580553 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-d4aa4eec-384f-4b90-814d-57b517aa7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:31.581972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-d4aa4eec-384f-4b90-814d-57b517aa7ffe service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0862818 Jul 30 00:21:31.651870 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-d5376335-ec44-4f4b-84ec-1e6d132d1201 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1003 time: 0.0576544 Jul 30 00:21:31.706460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-f7346e11-f53b-45f9-9bac-038ed9758641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:31.707908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-f7346e11-f53b-45f9-9bac-038ed9758641 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0482183 Jul 30 00:21:31.754277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-99ed79b3-5794-4b14-9621-2fd283a4e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:31.755938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-99ed79b3-5794-4b14-9621-2fd283a4e679 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408034 Jul 30 00:21:31.768216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-627e0814-9520-4246-952d-4887e7b9d1eb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:21:31.769177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-627e0814-9520-4246-952d-4887e7b9d1eb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050535 Jul 30 00:21:31.857499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-5cf727b0-3075-4e14-a75f-fd70b0d89258 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812531 Jul 30 00:21:31.948889 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-1303b531-69f8-4f16-b443-470084dba91b service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837400 Jul 30 00:21:32.513713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73302e-2b53-4ced-9a7e-c625e93ec3da req-a9e2aa88-0a5f-4f57-882f-0bf8e6ad1851 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:32.515247 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f73302e-2b53-4ced-9a7e-c625e93ec3da req-a9e2aa88-0a5f-4f57-882f-0bf8e6ad1851 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0496356 Jul 30 00:21:32.552578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f73302e-2b53-4ced-9a7e-c625e93ec3da req-89ccb66f-034e-4942-b398-cc98ba26ae39 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315239 Jul 30 00:21:32.918281 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:33.667492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b3515-d90c-4381-8df5-dca5dae86b3a req-ac592305-27a1-4096-9797-46a02438ac29 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:33.668981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a03b3515-d90c-4381-8df5-dca5dae86b3a req-ac592305-27a1-4096-9797-46a02438ac29 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0475507 Jul 30 00:21:33.710735 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a03b3515-d90c-4381-8df5-dca5dae86b3a req-5a039483-aa12-47f8-b907-a63e4730fc8f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357673 Jul 30 00:21:34.824557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e257356-54fa-460f-90b2-e2e832434c0f req-bcdce5b1-3795-4e50-be8d-1a8d404f5512 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:34.826297 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e257356-54fa-460f-90b2-e2e832434c0f req-bcdce5b1-3795-4e50-be8d-1a8d404f5512 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0485511 Jul 30 00:21:34.864255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6e257356-54fa-460f-90b2-e2e832434c0f req-b68a990c-403c-428e-ac78-799d0578b7b8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Jul 30 00:21:35.977713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335543e-abf7-486a-9204-020503d4a4b5 req-a9526058-e72a-4239-8ac6-5fdf852a9f99 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:35.979221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6335543e-abf7-486a-9204-020503d4a4b5 req-a9526058-e72a-4239-8ac6-5fdf852a9f99 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0488625 Jul 30 00:21:36.016315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6335543e-abf7-486a-9204-020503d4a4b5 req-d013e3c7-3204-418a-81a6-42d7a863b47a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310054 Jul 30 00:21:37.132091 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ad30b-ec81-4f3b-a699-1a5890628b4e req-8b5ff5b8-20b9-4466-8d16-0e010ff8894f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:37.133521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-944ad30b-ec81-4f3b-a699-1a5890628b4e req-8b5ff5b8-20b9-4466-8d16-0e010ff8894f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0499878 Jul 30 00:21:37.173653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-944ad30b-ec81-4f3b-a699-1a5890628b4e req-f91f95c9-b2d2-4acb-b14c-c1f58122171c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342762 Jul 30 00:21:38.290557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298dc2d-de9f-49b5-a879-ead733997f46 req-ee55ba2f-b004-42c0-9507-be9d016c65cc tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:38.292076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5298dc2d-de9f-49b5-a879-ead733997f46 req-ee55ba2f-b004-42c0-9507-be9d016c65cc tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0492659 Jul 30 00:21:38.330483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5298dc2d-de9f-49b5-a879-ead733997f46 req-e7070f6e-a124-442b-9fcb-8d6d8d5f2963 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323706 Jul 30 00:21:39.447124 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e554fd-804f-4a00-aac5-97eeaeacc27f req-b53892bd-0c3d-4111-92e7-77487728cb8e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:39.448652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67e554fd-804f-4a00-aac5-97eeaeacc27f req-b53892bd-0c3d-4111-92e7-77487728cb8e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0512877 Jul 30 00:21:39.486657 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67e554fd-804f-4a00-aac5-97eeaeacc27f req-885d3d3a-5fa7-46b5-87f5-cecd7db4b410 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317864 Jul 30 00:21:40.604113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45d5d-f983-4ecd-8d59-1758218a1994 req-3808279a-0141-4678-8684-b5d7cfdceb45 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:40.605614 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69f45d5d-f983-4ecd-8d59-1758218a1994 req-3808279a-0141-4678-8684-b5d7cfdceb45 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0481584 Jul 30 00:21:40.647329 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69f45d5d-f983-4ecd-8d59-1758218a1994 req-cb423438-fc37-495a-9d91-80bca8264849 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354457 Jul 30 00:21:41.762976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20bc41-9fbd-4be2-90bd-6b6ab08a596e req-b0ef7b10-8593-4dc7-b18f-3d603bb9b792 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:41.764535 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e20bc41-9fbd-4be2-90bd-6b6ab08a596e req-b0ef7b10-8593-4dc7-b18f-3d603bb9b792 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0501325 Jul 30 00:21:41.802625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8e20bc41-9fbd-4be2-90bd-6b6ab08a596e req-df425442-5b65-4ef9-83cc-8eb5443e7da8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320940 Jul 30 00:21:42.918571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e1f17-3a46-4caf-8df6-2719d8b826e6 req-5c62e52e-827c-4460-8e22-87e5333a7c7a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:42.920118 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a2e1f17-3a46-4caf-8df6-2719d8b826e6 req-5c62e52e-827c-4460-8e22-87e5333a7c7a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0506287 Jul 30 00:21:42.957062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a2e1f17-3a46-4caf-8df6-2719d8b826e6 req-bc5080ee-53a3-40bf-946f-3cc2431b650b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309985 Jul 30 00:21:44.073788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad397e0b-edeb-4bb1-a116-0952227069fd req-1d1eccc6-8c01-43b3-b634-bd92c70f5342 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:44.075210 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad397e0b-edeb-4bb1-a116-0952227069fd req-1d1eccc6-8c01-43b3-b634-bd92c70f5342 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0495055 Jul 30 00:21:44.117808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ad397e0b-edeb-4bb1-a116-0952227069fd req-c64a9009-74c4-40e4-ab79-a2df1cc48e23 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363946 Jul 30 00:21:45.233809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c05a9-1be0-4589-afea-99bc1cd0b08d req-b9d59b79-d60c-4ec2-9cca-f534c48dc358 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:45.235224 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a6c05a9-1be0-4589-afea-99bc1cd0b08d req-b9d59b79-d60c-4ec2-9cca-f534c48dc358 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0509140 Jul 30 00:21:45.274387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a6c05a9-1be0-4589-afea-99bc1cd0b08d req-8c8556d4-846b-44e0-a7e4-ee14d1967141 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332537 Jul 30 00:21:46.389493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a9ac3-edb0-4a64-9d0e-87a2c5644b85 req-e984ee1b-89de-4d13-a952-176ba4e67b23 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:46.391007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df6a9ac3-edb0-4a64-9d0e-87a2c5644b85 req-e984ee1b-89de-4d13-a952-176ba4e67b23 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0492766 Jul 30 00:21:46.427727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-df6a9ac3-edb0-4a64-9d0e-87a2c5644b85 req-1e917b1b-9ad1-462b-9759-20f9e36094bc tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308442 Jul 30 00:21:47.542850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f828-d60a-4599-8a62-35554466a7a0 req-97925583-2e36-4720-afc6-c748eee51d30 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:47.544400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cd5f828-d60a-4599-8a62-35554466a7a0 req-97925583-2e36-4720-afc6-c748eee51d30 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0483456 Jul 30 00:21:47.587190 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1cd5f828-d60a-4599-8a62-35554466a7a0 req-189d583a-1b5c-4307-8986-83a0b727361a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359981 Jul 30 00:21:48.702899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c0941-6e43-4a52-87de-2e7098840b3a req-e74d108f-e97e-401c-aab7-febc4b535f70 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:48.704457 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f47c0941-6e43-4a52-87de-2e7098840b3a req-e74d108f-e97e-401c-aab7-febc4b535f70 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0499277 Jul 30 00:21:48.742212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f47c0941-6e43-4a52-87de-2e7098840b3a req-b3af7505-0f88-4497-ae01-a1c96e136df7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Jul 30 00:21:49.013970 n-d-712139-11 neutron-server[93816]: INFO neutron.api.v2.resource [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-1b307542-0ec3-4f38-a2e8-d23a23f22838 service neutron] show failed (client error): The resource could not be found. Jul 30 00:21:49.014996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-1b307542-0ec3-4f38-a2e8-d23a23f22838 service neutron] 10.222.0.42 "GET /v2.0/ports/820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0572066 Jul 30 00:21:49.135923 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.216819 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-68bb9090-6742-487c-a4e1-90f153e661db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:49.218281 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-68bb9090-6742-487c-a4e1-90f153e661db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 1098 time: 0.0480831 Jul 30 00:21:49.235651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:49.290323 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.488179 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:49.524762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:49.562560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:49.564875 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0095078b-8983-41d3-9254-ed08bee485e1" -d '{"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-unplugged", "status": "completed", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:49.568688 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.582209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Transition to ACTIVE for port object 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:49.585923 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.624438 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3b3ab7-9408-427d-a593-4558899a5063 x-openstack-request-id: req-2b3b3ab7-9408-427d-a593-4558899a5063 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:49.624738 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-unplugged", "status": "completed", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:49.625054 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b3b3ab7-9408-427d-a593-4558899a5063 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:49.625446 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'code': 200} Jul 30 00:21:49.665945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:49.677844 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.678326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.678567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.678875 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.679211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.679545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.680457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.680797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.681129 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.681460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.681788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.682115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:49.723419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] No DVR routers for this DVR port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:49.861678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7c3a0-e915-4f9c-8ab9-305b9f2979e6 req-602c350f-4566-4910-b40c-d357490f68d0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:49.863774 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fa7c3a0-e915-4f9c-8ab9-305b9f2979e6 req-602c350f-4566-4910-b40c-d357490f68d0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 944 time: 0.0520902 Jul 30 00:21:49.865841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:49.866204 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:49.866565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:49.871557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:21:49.871882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:49.876986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:49.877327 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:49.877707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:49.878135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Bound port: 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:49.878552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.904547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fa7c3a0-e915-4f9c-8ab9-305b9f2979e6 req-f645635f-7491-4a90-ba4a-4530e43a4cac tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328071 Jul 30 00:21:49.943555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:49.947465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:49.954982 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.988841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:49.989569 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.991059 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] 10.222.0.47 "PUT /v2.0/ports/820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1093 time: 0.7594230 Jul 30 00:21:50.014732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0d93b-d81f-45f1-8f9a-a7e122982787 service neutron] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:50.070058 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-49e47071-10c4-4f72-bb53-876772e4f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:50.071682 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-49e47071-10c4-4f72-bb53-876772e4f8a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1096 time: 0.0470874 Jul 30 00:21:50.166286 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-8b1a37a0-57dc-407c-b17c-c22523016f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:50.167884 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-8b1a37a0-57dc-407c-b17c-c22523016f5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0887706 Jul 30 00:21:50.239714 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-18c7635f-9d87-45c8-90c4-bd6b6039a812 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1001 time: 0.0642953 Jul 30 00:21:50.287005 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-2f0a5202-7917-4f18-8b4a-065ca82428d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:50.288503 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-2f0a5202-7917-4f18-8b4a-065ca82428d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0423017 Jul 30 00:21:50.348046 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-9bec897e-ba9e-4744-abd3-85589f41b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:50.349600 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-9bec897e-ba9e-4744-abd3-85589f41b3b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545259 Jul 30 00:21:50.440202 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-e1d8e83c-c0c7-4784-806f-e43065e304f2 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838678 Jul 30 00:21:50.528579 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0096ae5c-1d08-47ee-ac14-bab5940d1e82 req-a2cc86b2-cc49-49f4-9e65-a3cc748b6489 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808158 Jul 30 00:21:51.026971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab30436-5dd1-40b4-920a-cfbf0e7b581b req-e13047c6-0476-4242-bc8d-0cb0194284e0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:51.028499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ab30436-5dd1-40b4-920a-cfbf0e7b581b req-e13047c6-0476-4242-bc8d-0cb0194284e0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 944 time: 0.0529819 Jul 30 00:21:51.065025 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ab30436-5dd1-40b4-920a-cfbf0e7b581b req-e6987adb-c7ec-4418-9416-60fe6af29717 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306263 Jul 30 00:21:51.627045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:51.629422 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfca91f-6ef2-4947-8008-51062dc4863a" -d '{"events": [{"name": "network-changed", "server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:51.676988 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7f6d95-d94d-4a9b-b525-760514d8122b x-openstack-request-id: req-0a7f6d95-d94d-4a9b-b525-760514d8122b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:51.677290 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:51.677545 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a7f6d95-d94d-4a9b-b525-760514d8122b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:51.677949 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'status': 'completed', 'code': 200} Jul 30 00:21:51.743834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-39a93678-acba-4f71-b07a-a7c4ddd8d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:51.745805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-39a93678-acba-4f71-b07a-a7c4ddd8d6f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1096 time: 0.0439169 Jul 30 00:21:51.758925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-613a3fbb-8612-45e7-b534-3cb56e6fe588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:51.760483 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-613a3fbb-8612-45e7-b534-3cb56e6fe588 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1096 time: 0.0429056 Jul 30 00:21:51.772029 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba424ccc-e3b3-4edd-83d6-958b0087b6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:51.840922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-8dcae076-420e-46c0-93cb-9ef466fe9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:51.842432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-8dcae076-420e-46c0-93cb-9ef466fe9158 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0895412 Jul 30 00:21:51.856695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-e80eee70-e8fb-45f6-a422-df4ee3d64175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:51.858164 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-e80eee70-e8fb-45f6-a422-df4ee3d64175 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0893683 Jul 30 00:21:51.908991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-4ac466ea-8d74-4ae5-95c7-499281ec001f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1001 time: 0.0589657 Jul 30 00:21:51.924381 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-0d4704c0-53fb-4908-a955-56bc73e92b4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1001 time: 0.0592511 Jul 30 00:21:51.958339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-5db3c47f-4d05-4861-b266-f524f9432f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:51.959839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-5db3c47f-4d05-4861-b266-f524f9432f28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0438125 Jul 30 00:21:51.980437 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-797f94ce-d219-469c-9e00-8c0f3a7463a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:51.981918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-797f94ce-d219-469c-9e00-8c0f3a7463a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0503414 Jul 30 00:21:52.014083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-0b28d1c2-02bf-4d69-820c-5388ca1b7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:52.015625 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-0b28d1c2-02bf-4d69-820c-5388ca1b7f43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475638 Jul 30 00:21:52.028741 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-1bb60c4f-bc8a-48b0-9ed2-4c1f12d2c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:52.030259 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-1bb60c4f-bc8a-48b0-9ed2-4c1f12d2c8eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411358 Jul 30 00:21:52.109829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-e17901d3-cd82-41e5-ab43-deb6868e4124 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858920 Jul 30 00:21:52.123944 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-82804110-a395-4bda-bdad-8589752195c2 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869095 Jul 30 00:21:52.225126 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-3f472948-5b9d-40c7-9a53-ecdb98b07f9a service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936596 Jul 30 00:21:52.574921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372b40b-302c-465e-b491-3ac2b98dbc75 req-5edb8853-318e-4159-ad4c-430b74f3bc36 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:52.576724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c372b40b-302c-465e-b491-3ac2b98dbc75 req-5edb8853-318e-4159-ad4c-430b74f3bc36 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 944 time: 0.4410493 Jul 30 00:21:52.597522 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7dfca91f-6ef2-4947-8008-51062dc4863a req-f1264e00-803a-472b-9e49-8be17c5d10bc service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805784 Jul 30 00:21:52.624811 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c372b40b-302c-465e-b491-3ac2b98dbc75 req-2313827f-051c-4784-9b0a-2d677608f48c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393257 Jul 30 00:21:53.093656 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:21:53.133841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:21:53.741797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9677b-e29c-416d-ad77-5aac2125a4b1 req-ce14c83b-1140-4ed4-81fb-46995f247cd8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:53.743303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57f9677b-e29c-416d-ad77-5aac2125a4b1 req-ce14c83b-1140-4ed4-81fb-46995f247cd8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 944 time: 0.0489240 Jul 30 00:21:53.781886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-57f9677b-e29c-416d-ad77-5aac2125a4b1 req-27d452a0-4960-4553-b02c-13947147c622 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326374 Jul 30 00:21:54.048624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:21:54.061788 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-89236d15-9404-4404-bd7a-6b4171b280f4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:54.063425 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-89236d15-9404-4404-bd7a-6b4171b280f4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd&tenant_id=ff8b5d9007a04af982fd73d8f85cf330&binding%3Ahost_id=n-h2-712139-11 HTTP/1.1" status: 200 len: 944 time: 0.0533774 Jul 30 00:21:54.082167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3828ff-378f-48b1-839a-e41d41287155 req-7ce22899-3e6d-4adc-8070-28d255177f9f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:54.083740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c3828ff-378f-48b1-839a-e41d41287155 req-7ce22899-3e6d-4adc-8070-28d255177f9f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 944 time: 0.0543399 Jul 30 00:21:54.125633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c3828ff-378f-48b1-839a-e41d41287155 req-cdef5fce-b1bc-4410-b528-63ea0b487654 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351245 Jul 30 00:21:54.135634 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-91a29a59-ba0d-4f86-af6f-a1f3b6cfca78 service neutron] 10.222.0.47 "GET /v2.0/ports/820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5/bindings/n-h2-712139-11 HTTP/1.1" status: 200 len: 383 time: 0.0644221 Jul 30 00:21:54.158472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:54.170066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'port_id': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'mac_address': 'fa:16:3e:81:d0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:21:54.216141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-d42249f6-4208-4700-bcd2-12a9bff63940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:54.217659 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-d42249f6-4208-4700-bcd2-12a9bff63940 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1096 time: 0.0461447 Jul 30 00:21:54.219665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.222782 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29e0f195-749a-4394-8b90-1744a0394ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.234951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:21:54.255666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:54.260114 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.300272 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.309531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-a65c5314-41cb-4af9-a48f-fbf9b9c1c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:54.311014 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-a65c5314-41cb-4af9-a48f-fbf9b9c1c9e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0868547 Jul 30 00:21:54.318114 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:54.329345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.329699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.330049 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.330393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.330734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.331074 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.331409 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.331742 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.332103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.332438 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.332769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.333098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.384247 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-eed6a1e5-243c-428a-b237-cb1e8fe684ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1002 time: 0.0652912 Jul 30 00:21:54.433924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-cfe4efae-041a-46cb-acb8-0802b022f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:54.435370 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-cfe4efae-041a-46cb-acb8-0802b022f627 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0442770 Jul 30 00:21:54.480952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-753afe9c-2738-4218-9573-31a97d5bcf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:54.482345 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-753afe9c-2738-4218-9573-31a97d5bcf00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399134 Jul 30 00:21:54.577220 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-59b03d06-8383-40bf-89f2-5aa745a39208 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876155 Jul 30 00:21:54.671897 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-610670ad-534c-4a97-853d-fc1542de6165 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875535 Jul 30 00:21:54.686289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:21:55.244344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eba85-8c35-4344-9f1f-bc9d58ada403 req-ad199a6c-fff4-4899-9f7e-b7eb503c9d14 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:55.245785 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a7eba85-8c35-4344-9f1f-bc9d58ada403 req-ad199a6c-fff4-4899-9f7e-b7eb503c9d14 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 945 time: 0.0487964 Jul 30 00:21:55.284315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a7eba85-8c35-4344-9f1f-bc9d58ada403 req-86fe621f-7f7e-4048-a49b-9869d027123a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326800 Jul 30 00:21:55.641184 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.078908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:21:56.128787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:56.132582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:56.132953 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.216074 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.239062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:56.241343 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b15318-662a-4897-8b6b-0e0ba779d102" -d '{"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-plugged", "status": "completed", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:56.256068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:56.260259 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.297488 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0205bca-aba4-44eb-a476-bc55e184f724 x-openstack-request-id: req-b0205bca-aba4-44eb-a476-bc55e184f724 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:56.297770 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-plugged", "status": "completed", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:56.298037 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0205bca-aba4-44eb-a476-bc55e184f724 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:56.298430 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'code': 200} Jul 30 00:21:56.311132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:56.410246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381de77-5d10-49d2-866c-84ab4bc54b62 req-b8fc23a2-4586-42af-ac89-8aa63fbba6d5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:56.411755 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7381de77-5d10-49d2-866c-84ab4bc54b62 req-b8fc23a2-4586-42af-ac89-8aa63fbba6d5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0535271 Jul 30 00:21:56.450986 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7381de77-5d10-49d2-866c-84ab4bc54b62 req-55b3aa37-0849-45ef-a049-69aaeebb292b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Jul 30 00:21:56.894334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-ccc01a15-a5f8-48c3-985f-331250e07ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:56.895893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-ccc01a15-a5f8-48c3-985f-331250e07ef6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 1098 time: 0.0452108 Jul 30 00:21:56.908366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:56.961904 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.171066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:57.207261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:57.253917 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:57.257001 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58f17d8-c632-4bf1-ae25-3c635059ad1f" -d '{"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-unplugged", "status": "completed", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:57.262177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.278657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Transition to ACTIVE for port object 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:57.284925 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.288520 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.319472 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16bcd8b-2cd8-4ee6-b170-1ab7d3e493b4 x-openstack-request-id: req-f16bcd8b-2cd8-4ee6-b170-1ab7d3e493b4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:57.319768 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-unplugged", "status": "completed", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:57.320077 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f16bcd8b-2cd8-4ee6-b170-1ab7d3e493b4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:57.320491 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'code': 200} Jul 30 00:21:57.371758 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:57.384257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.384604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.384945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.385282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.385642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.385969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.386300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.386624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.386950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.387274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.387597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.387918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:57.434901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] No DVR routers for this DVR port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:57.610774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:57.611032 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:57.611373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:57.622308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f841b-ed2d-460d-9a5f-e5be245732aa req-42545537-2f34-4379-9a57-c3734f8ce3f8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:57.623843 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-652f841b-ed2d-460d-9a5f-e5be245732aa req-42545537-2f34-4379-9a57-c3734f8ce3f8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 945 time: 0.0871716 Jul 30 00:21:57.626088 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:21:57.626438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Attempting to bind port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:57.634584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:57.634932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:57.635322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:57.635765 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Bound port: 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:57.636225 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.701780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-652f841b-ed2d-460d-9a5f-e5be245732aa req-8bf9b3cd-e247-4f7a-9479-e04daf9da896 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697417 Jul 30 00:21:57.730523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:57.733751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:57.740052 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.774210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:57.774974 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.776489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] 10.222.0.42 "PUT /v2.0/ports/820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1094 time: 0.8723149 Jul 30 00:21:57.833983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c4f6a-858c-4530-ad48-984f63ac748b service neutron] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:57.857127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-33786294-a241-4b69-bf61-0c6186fdec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:57.858691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-33786294-a241-4b69-bf61-0c6186fdec4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1097 time: 0.0570076 Jul 30 00:21:57.958324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-b17fac35-d742-46cb-a41b-a4eb332ce5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:57.959854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-b17fac35-d742-46cb-a41b-a4eb332ce5c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0926816 Jul 30 00:21:58.037453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-a2f5fb11-30ce-464e-99d5-849fea54bec3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1001 time: 0.0690680 Jul 30 00:21:58.094079 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-d63cfdc2-f6bb-46ce-9522-b95c837f74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:58.095675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-d63cfdc2-f6bb-46ce-9522-b95c837f74a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0479653 Jul 30 00:21:58.144201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-fbaec6d1-8742-4fb6-ad22-a195c6b96e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:58.145728 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-fbaec6d1-8742-4fb6-ad22-a195c6b96e79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427043 Jul 30 00:21:58.246357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-8fb52e4f-49c4-429a-9d86-392523bc43a1 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929244 Jul 30 00:21:58.337676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86e2ede1-ff0b-4dc0-85cf-e1044e089099 req-5adc6b2b-6568-42e9-9621-5c367101f9f3 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830965 Jul 30 00:21:58.820945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323e689-3225-4762-90d1-a6aec93a4bca req-1085ad1a-9ba2-42f7-b224-eea1310d0b43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:58.822494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8323e689-3225-4762-90d1-a6aec93a4bca req-1085ad1a-9ba2-42f7-b224-eea1310d0b43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 945 time: 0.0512300 Jul 30 00:21:58.861600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8323e689-3225-4762-90d1-a6aec93a4bca req-250708a3-6f27-470d-9f4c-126937a9229f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Jul 30 00:21:59.322197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:59.324688 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77565c78-3158-4576-8857-43585f52a81c" -d '{"events": [{"name": "network-changed", "server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:59.372489 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ad9e7d-fe29-4651-8d1b-6fe30932dc4c x-openstack-request-id: req-03ad9e7d-fe29-4651-8d1b-6fe30932dc4c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:59.372780 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:59.373034 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03ad9e7d-fe29-4651-8d1b-6fe30932dc4c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:59.373438 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'status': 'completed', 'code': 200} Jul 30 00:21:59.452827 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565c78-3158-4576-8857-43585f52a81c req-1a35ebb0-99ac-4053-818a-f770f823a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:59.454383 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-1a35ebb0-99ac-4053-818a-f770f823a673 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1097 time: 0.0419705 Jul 30 00:21:59.456406 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565c78-3158-4576-8857-43585f52a81c req-9d7d8bad-f143-44ec-885b-340e5a69cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:59.457922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-9d7d8bad-f143-44ec-885b-340e5a69cfba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 1097 time: 0.0468082 Jul 30 00:21:59.549024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565c78-3158-4576-8857-43585f52a81c req-eaad7bcd-6850-4200-a37f-18b282930f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:59.550595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-eaad7bcd-6850-4200-a37f-18b282930f9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0853162 Jul 30 00:21:59.551485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565c78-3158-4576-8857-43585f52a81c req-0846abba-45b6-4358-b28e-e80d67ea3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:59.552991 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-0846abba-45b6-4358-b28e-e80d67ea3d0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0922513 Jul 30 00:21:59.618994 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-62ab63e3-daea-4e96-8c19-af1f8da5d4e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1001 time: 0.0584655 Jul 30 00:21:59.627441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-b7fd8bd8-0cb8-4d57-97f7-4e04faf6a68c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 200 len: 1001 time: 0.0626807 Jul 30 00:21:59.673291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565c78-3158-4576-8857-43585f52a81c req-03a06343-1c64-4128-a670-3ab6e84196ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:59.674850 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-03a06343-1c64-4128-a670-3ab6e84196ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0494606 Jul 30 00:21:59.678085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565c78-3158-4576-8857-43585f52a81c req-93f356e8-beb3-48f0-bde9-7e399334c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:59.679574 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-93f356e8-beb3-48f0-bde9-7e399334c432 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0448155 Jul 30 00:21:59.720123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565c78-3158-4576-8857-43585f52a81c req-438e163f-8912-4600-8a8e-f702b20c4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:59.721631 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-438e163f-8912-4600-8a8e-f702b20c4700 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400629 Jul 30 00:21:59.728488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565c78-3158-4576-8857-43585f52a81c req-d7ab5c3b-6687-4510-ba84-ec8e9c4bb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:59.730008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-d7ab5c3b-6687-4510-ba84-ec8e9c4bb5fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417299 Jul 30 00:21:59.809801 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-a893b005-f10b-4017-b39b-c2ce44db6990 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809574 Jul 30 00:21:59.833604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-fb3137a3-a836-4097-a3a7-e125be28dbd1 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884464 Jul 30 00:21:59.938745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-36138c34-58fd-4c6b-b7cc-1c8c4691effd service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943518 Jul 30 00:21:59.992929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b977d-75cb-4ee9-8d0d-3fe9457cc11a req-46afd3f2-a6f7-403a-ace0-1c9772dc8c16 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:59.994525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-709b977d-75cb-4ee9-8d0d-3fe9457cc11a req-46afd3f2-a6f7-403a-ace0-1c9772dc8c16 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 945 time: 0.0538907 Jul 30 00:22:00.025091 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:22:00.038664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-709b977d-75cb-4ee9-8d0d-3fe9457cc11a req-f0ad7880-3480-485b-8a89-f4da8ac37c4b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379086 Jul 30 00:22:00.103731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:22:00.153771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:22:00.172637 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-77565c78-3158-4576-8857-43585f52a81c req-5063b1cb-a889-485f-83ff-2c9446ab847b service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563151 Jul 30 00:22:01.129077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:22:01.163615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b707f0-6292-47ec-8195-3a4a21bf671c req-20fa0c9e-cc72-40ca-9eea-eba9354a38bd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:01.165763 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67b707f0-6292-47ec-8195-3a4a21bf671c req-20fa0c9e-cc72-40ca-9eea-eba9354a38bd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 945 time: 0.0550485 Jul 30 00:22:01.206175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-67b707f0-6292-47ec-8195-3a4a21bf671c req-606a4287-25ef-4ff6-9b12-8a561b2c7f29 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340512 Jul 30 00:22:01.225567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:01.238767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'port_id': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'mac_address': 'fa:16:3e:81:d0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:22:01.277385 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:01.290392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:22:01.310941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:01.316098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:01.331358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41e199-c661-4d54-98a4-e934b0e3b4c1 req-5127317a-2e7e-4695-b7df-482cf161b1d7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:01.332956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab41e199-c661-4d54-98a4-e934b0e3b4c1 req-5127317a-2e7e-4695-b7df-482cf161b1d7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 945 time: 0.0542622 Jul 30 00:22:01.373675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:01.375314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ab41e199-c661-4d54-98a4-e934b0e3b4c1 req-31eb3c09-5349-467a-9c02-4aa38e833428 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356185 Jul 30 00:22:01.490713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747be9fb-e37a-4561-a6cc-882977929b1c req-d1d0c692-5fcf-4448-8c9f-6505c09d74ff tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:01.492996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747be9fb-e37a-4561-a6cc-882977929b1c req-d1d0c692-5fcf-4448-8c9f-6505c09d74ff tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0512483 Jul 30 00:22:01.534826 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-747be9fb-e37a-4561-a6cc-882977929b1c req-f0b8e9e7-d4e7-4b8f-81fd-51c66f156880 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343320 Jul 30 00:22:01.565608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:22:01.790304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d7673-59ed-4f81-8f7c-c5bb8304cb2d req-37404bcc-b4fd-4029-b984-48c44cc3bfca tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:01.792109 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-337d7673-59ed-4f81-8f7c-c5bb8304cb2d req-37404bcc-b4fd-4029-b984-48c44cc3bfca tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0572991 Jul 30 00:22:01.832140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-337d7673-59ed-4f81-8f7c-c5bb8304cb2d req-c1e2b872-05a1-4cda-9463-1947b1b61f0d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337379 Jul 30 00:22:02.929575 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:02.956914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5504ef-9cb3-46c8-bc40-94406fc1159b req-3aacfc1c-2afe-4a54-a879-e4172c8d0777 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:02.958242 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb5504ef-9cb3-46c8-bc40-94406fc1159b req-3aacfc1c-2afe-4a54-a879-e4172c8d0777 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0534785 Jul 30 00:22:02.997568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb5504ef-9cb3-46c8-bc40-94406fc1159b req-f01bc9ca-5c0a-4b92-9742-11ef1bcf29f3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327463 Jul 30 00:22:03.143212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:03.196882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:03.200953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:03.201327 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.277816 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.305812 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:03.308074 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0b4a3-4137-4b25-aaa8-2cd4f2fd02a8" -d '{"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-plugged", "status": "completed", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:03.311334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-f17aa303-d6b1-42e4-802f-c238d10caf34 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:03.312988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-f17aa303-d6b1-42e4-802f-c238d10caf34 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 946 time: 0.0521328 Jul 30 00:22:03.322873 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:03.328608 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.367794 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c2fec5-efcd-49ee-bb39-0f5144613fab x-openstack-request-id: req-33c2fec5-efcd-49ee-bb39-0f5144613fab {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:03.368272 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-plugged", "status": "completed", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:03.368481 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33c2fec5-efcd-49ee-bb39-0f5144613fab {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:03.368697 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'code': 200} Jul 30 00:22:03.385800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=13']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:03.419692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Deleting port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:22:03.420108 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.508744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] For port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:03.509116 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.683157 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.683443 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.683766 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 disassociated. External IP: 172.25.2.126, port: 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5. Jul 30 00:22:03.684141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Calling delete_port for 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:22:03.812174 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.844879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event deleted for resources: {'Port': ['ID=820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:03.962910 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:22:04.110569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d40c329e-3e61-4f19-a429-712ee0a583b3 req-3567894c-23fd-4743-b324-c5253f379c8e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=1958c39e-6501-41f5-aa1f-bf9aa37dfebd HTTP/1.1" status: 200 len: 210 time: 0.0391917 Jul 30 00:22:04.113305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:22:04.124626 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce80076-f02b-4011-8043-e036491a406f None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:22:04.136534 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce80076-f02b-4011-8043-e036491a406f None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:04.137197 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7ce80076-f02b-4011-8043-e036491a406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:21:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:04.160288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] No DVR routers for this DVR port 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:22:04.163105 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.165812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eda1f74b-b2ee-447f-b353-eb765b884439 req-ac4dece3-9f22-4250-b962-d15f096d1092 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "DELETE /v2.0/ports/820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 HTTP/1.1" status: 204 len: 173 time: 0.8462055 Jul 30 00:22:04.166280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-deleted', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:04.168798 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73996dbe-62f2-45c1-bcbb-aab89f66a96f" -d '{"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-deleted", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:04.209180 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5437e32c-1f99-4d34-aec1-c73f7e162818 x-openstack-request-id: req-5437e32c-1f99-4d34-aec1-c73f7e162818 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:04.209486 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1958c39e-6501-41f5-aa1f-bf9aa37dfebd", "name": "network-vif-deleted", "tag": "820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:04.209736 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5437e32c-1f99-4d34-aec1-c73f7e162818 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:04.210146 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1958c39e-6501-41f5-aa1f-bf9aa37dfebd', 'name': 'network-vif-deleted', 'tag': '820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5', 'status': 'completed', 'code': 200} Jul 30 00:22:04.259475 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7ce80076-f02b-4011-8043-e036491a406f None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:04.566938 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7ce80076-f02b-4011-8043-e036491a406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:04.595444 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce80076-f02b-4011-8043-e036491a406f None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:22:04.603632 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce80076-f02b-4011-8043-e036491a406f None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:04.604271 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7ce80076-f02b-4011-8043-e036491a406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:21:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:04.711331 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7ce80076-f02b-4011-8043-e036491a406f None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:04.907399 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7ce80076-f02b-4011-8043-e036491a406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:04.934520 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce80076-f02b-4011-8043-e036491a406f None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:22:05.175913 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e95270-b0d2-4e3b-b466-4b01bf493ab7 None None] New status for floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:22:05.412469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-033f64a5-53a3-426c-8a6f-df177da52538 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--902129204&fields=id&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 267 time: 0.0338566 Jul 30 00:22:05.527530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-8de4283f-eed6-443f-8b14-670b56df2dc2 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:05.528970 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-8de4283f-eed6-443f-8b14-670b56df2dc2 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 811 time: 0.1090879 Jul 30 00:22:05.545004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-ed9ba7f5-3b8a-4c3b-ab90-ef5a265a9481 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/quotas/ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 375 time: 0.0101969 Jul 30 00:22:05.600024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-0952ceac-8e99-42e8-96b1-71ff21c619cc tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489595 Jul 30 00:22:05.688380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-9e8ebcdd-8ba8-420e-b47a-8531e13cf9fc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:22:05.689406 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-9e8ebcdd-8ba8-420e-b47a-8531e13cf9fc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450637 Jul 30 00:22:05.780276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-bcae275c-63a1-43d0-b033-f39396722fde service neutron] 10.222.0.37 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845833 Jul 30 00:22:05.880089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-b85bb589-5a36-4385-9dbd-8f337f45e4f3 service neutron] 10.222.0.37 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938165 Jul 30 00:22:06.052564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2b0fca7-2968-4196-a26f-e124820ae757 req-06d2c96f-3c56-43a7-a3a0-dcfab5f245ea tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 210 time: 0.0282705 Jul 30 00:22:07.139411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20f76130-a409-481e-aed4-d8d29c09a3c2 req-f90d8d26-b4dd-43c9-83ea-1a3bb478e0bc tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 210 time: 0.0279570 Jul 30 00:22:07.144468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:22:07.168548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:22:07.169023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 820f1aa8-9c3d-4f7d-91c4-c11efa6e2af5 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:22:08.242888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-549ff931-95fc-462b-838d-db3a15bc6e1f req-64a79695-4b3d-4cb2-a8df-28988d20a5e3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 210 time: 0.0265539 Jul 30 00:22:09.246564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-ac1870c4-e9fa-4c13-85e3-58ad393b7b20 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:09.247948 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-ac1870c4-e9fa-4c13-85e3-58ad393b7b20 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 811 time: 0.1042271 Jul 30 00:22:09.299112 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-f2ec7bc0-d892-4d43-aeea-0885cd6e91c5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 379 time: 0.0372577 Jul 30 00:22:09.309412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'port': {'device_id': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'admin_state_up': True, 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'security_groups': ['69a617e3-80ab-4f96-8151-4a56269565c8']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:09.348798 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-35a91ab7-d5c3-404c-8a6f-3d3e1da97acb req-bec35e09-8a6e-4434-9849-3baaa5147770 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 210 time: 0.0312123 Jul 30 00:22:09.421732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Made reservation on behalf of ff8b5d9007a04af982fd73d8f85cf330 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:22:09.425260 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:09.554584 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Allocated IP 172.20.0.6 (b9e3a9ac-d921-4315-b1ab-980df8fa81f0/3d02cebe-339b-4d6c-bd9c-f2a0902c478e/a60ed7aa-39ff-4084-babc-aa3f23498555) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:22:09.689719 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:09.704532 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Transition to ACTIVE for port object a60ed7aa-39ff-4084-babc-aa3f23498555 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:09.737132 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:09.783762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:22:09.786824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:09.793065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:22:09.799211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:09.849826 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:09.850463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:09.866541 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-605c35fc-e90b-4c10-9fa2-549bf6b23d96 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612738 Jul 30 00:22:09.885806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Request body: {'port': {'device_id': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:09.941272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:10.079152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-90a19926-d19c-4e96-b99a-0bc5e89636fd None None] Provisioning for port a60ed7aa-39ff-4084-babc-aa3f23498555 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:10.082884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-90a19926-d19c-4e96-b99a-0bc5e89636fd None None] Provisioning complete for port a60ed7aa-39ff-4084-babc-aa3f23498555 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:10.083261 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90a19926-d19c-4e96-b99a-0bc5e89636fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:10.123060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-90a19926-d19c-4e96-b99a-0bc5e89636fd None None] Port a60ed7aa-39ff-4084-babc-aa3f23498555 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:22:10.222506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60ed7aa-39ff-4084-babc-aa3f23498555 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:22:10.231176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:10.244050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Transition to ACTIVE for port object a60ed7aa-39ff-4084-babc-aa3f23498555 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:10.247557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:10.296858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:10.369637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:22:10.371379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:22:10.371379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:10.375775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Port a60ed7aa-39ff-4084-babc-aa3f23498555 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:22:10.376363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:10.382392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:22:10.382636 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:22:10.382914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:22:10.383387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Bound port: a60ed7aa-39ff-4084-babc-aa3f23498555, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:22:10.384000 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:10.456038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:22:10.459526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:22:10.465867 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:10.479544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9d070-80b0-4312-92eb-cca2291567c1 req-d42d4fa6-e5ff-478d-9a72-55990ad4d0af tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:10.482086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ac9d070-80b0-4312-92eb-cca2291567c1 req-d42d4fa6-e5ff-478d-9a72-55990ad4d0af tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0584326 Jul 30 00:22:10.502348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:10.502947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:10.504383 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1092 time: 0.6238284 Jul 30 00:22:10.504850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:10.507149 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d876960e-a62f-49e1-95e4-2d970fc7b1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:10.545205 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8ac9d070-80b0-4312-92eb-cca2291567c1 req-44f88733-adb2-4546-85a2-1d28064b8f6e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501699 Jul 30 00:22:10.583854 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d9916-0200-4679-96c0-ad9d76a4f5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:10.590060 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2093083-7192-49d8-a96b-1e0df0010ef0 x-openstack-request-id: req-c2093083-7192-49d8-a96b-1e0df0010ef0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:10.590359 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:10.590601 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2093083-7192-49d8-a96b-1e0df0010ef0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:10.590999 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'status': 'completed', 'code': 200} Jul 30 00:22:10.621632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-1e8b347b-fc08-498b-8223-ae75ab40ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:10.623211 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-1e8b347b-fc08-498b-8223-ae75ab40ec2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1095 time: 0.0481896 Jul 30 00:22:10.677453 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-6063f45a-1696-4f16-938c-f3adc88b6723 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 217 time: 0.0410349 Jul 30 00:22:10.729596 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-947c1f9d-4dac-4bf7-9fa8-b9ebd0f22377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:10.731100 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-947c1f9d-4dac-4bf7-9fa8-b9ebd0f22377 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0466583 Jul 30 00:22:10.778934 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-91fd7880-3105-49bd-b7d1-376b3126dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:10.780604 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-91fd7880-3105-49bd-b7d1-376b3126dd50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428410 Jul 30 00:22:10.875998 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-f67fe5bf-0150-432a-87a2-847c9c65a0dc service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873976 Jul 30 00:22:10.968134 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebc4cf65-09a4-4503-9b61-56a4becfdfa2 req-6642a4e8-2557-4603-88f0-81c9bf597607 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841634 Jul 30 00:22:11.115261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-6636a301-82a5-40e0-8137-835669d7c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:11.116808 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-6636a301-82a5-40e0-8137-835669d7c30c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1095 time: 0.0460691 Jul 30 00:22:11.216887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-5ee783da-fd8a-408b-82c4-a1cc6e048263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:11.218275 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-5ee783da-fd8a-408b-82c4-a1cc6e048263 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0938132 Jul 30 00:22:11.260904 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-207ca634-3e77-4d1d-85fc-f5f0f8474620 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 217 time: 0.0348411 Jul 30 00:22:11.315439 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-f9847451-0b40-4541-a19e-9bfa42e3eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:11.317137 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-f9847451-0b40-4541-a19e-9bfa42e3eeee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0494559 Jul 30 00:22:11.363909 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-4b1de996-6abf-465c-9d39-c4d4d96b6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:11.365456 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-4b1de996-6abf-465c-9d39-c4d4d96b6d01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410964 Jul 30 00:22:11.468100 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-0d7aaba4-0485-49cc-a584-d21811acb73d service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919967 Jul 30 00:22:11.569572 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d876960e-a62f-49e1-95e4-2d970fc7b1d7 req-ab1186df-b457-4470-94dc-ca77aa40be21 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945985 Jul 30 00:22:11.665276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229210bf-2277-4e8d-982e-334943702cfb req-d9b555fa-2e34-4ea3-9488-f9e842600749 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:11.666793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-229210bf-2277-4e8d-982e-334943702cfb req-d9b555fa-2e34-4ea3-9488-f9e842600749 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0538230 Jul 30 00:22:11.706548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-229210bf-2277-4e8d-982e-334943702cfb req-c8f85c34-6d45-4ae3-a2ca-e7ed39ecce77 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336142 Jul 30 00:22:12.823898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b620f98-6f10-4d32-93ad-83f5317f6be4 req-cec395f4-69cf-4706-90f0-5e9da353eb0f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:12.825433 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b620f98-6f10-4d32-93ad-83f5317f6be4 req-cec395f4-69cf-4706-90f0-5e9da353eb0f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0491397 Jul 30 00:22:12.867821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1b620f98-6f10-4d32-93ad-83f5317f6be4 req-603d4d67-75a4-4627-b7ac-d07f618a2374 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361643 Jul 30 00:22:13.998873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a726f-982f-4b68-b8b4-775b145e0af4 req-9eecfa6b-6ba4-426a-ac03-7575103ccb8b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:14.000412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d2a726f-982f-4b68-b8b4-775b145e0af4 req-9eecfa6b-6ba4-426a-ac03-7575103ccb8b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0536270 Jul 30 00:22:14.039001 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0d2a726f-982f-4b68-b8b4-775b145e0af4 req-1d1c4363-c3a0-42ec-8224-40537f4abd1e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326993 Jul 30 00:22:14.173251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:22:14.269727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:14.281700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'port_id': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'mac_address': 'fa:16:3e:74:63:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:22:14.317219 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:14.330169 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60ed7aa-39ff-4084-babc-aa3f23498555 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:22:14.351749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:14.356111 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:14.408919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:14.704065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a60ed7aa-39ff-4084-babc-aa3f23498555'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:22:15.154715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfc48c-c08f-48ca-a275-230fc6526f51 req-9803ba3b-007d-4cce-9e41-2dbe8970ef02 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:15.156233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26dfc48c-c08f-48ca-a275-230fc6526f51 req-9803ba3b-007d-4cce-9e41-2dbe8970ef02 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0495660 Jul 30 00:22:15.194295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26dfc48c-c08f-48ca-a275-230fc6526f51 req-83f29aa0-7b62-472c-bb44-2f422c4768fa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Jul 30 00:22:16.173615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:16.225574 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port a60ed7aa-39ff-4084-babc-aa3f23498555 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:16.230842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port a60ed7aa-39ff-4084-babc-aa3f23498555 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:16.230842 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:16.308065 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:16.311191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d9070-cbc7-4421-8e9e-f0abee91050e req-831ac6b5-1cb0-4ae6-9a3a-3312cb447461 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:16.312778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-672d9070-cbc7-4421-8e9e-f0abee91050e req-831ac6b5-1cb0-4ae6-9a3a-3312cb447461 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0497351 Jul 30 00:22:16.333400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:16.335635 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e311f7f8-e704-4b20-89a6-d925b997e668" -d '{"events": [{"server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "name": "network-vif-plugged", "status": "completed", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:16.349340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:16.353951 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:16.358376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-672d9070-cbc7-4421-8e9e-f0abee91050e req-45d567ef-88e8-4935-b91e-8f61eb00ae89 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394633 Jul 30 00:22:16.393372 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd21ca4-0353-4dd8-b3ec-f5f1a30cb049 x-openstack-request-id: req-ddd21ca4-0353-4dd8-b3ec-f5f1a30cb049 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:16.393659 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "name": "network-vif-plugged", "status": "completed", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:16.393908 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddd21ca4-0353-4dd8-b3ec-f5f1a30cb049 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:16.394289 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'code': 200} Jul 30 00:22:16.406974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:16.515964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b2756-4a2f-4c88-b4b5-b5292c2af3ea req-872133ac-ff4c-4d3b-aeb3-f1712da9c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:16.517468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d59b2756-4a2f-4c88-b4b5-b5292c2af3ea req-872133ac-ff4c-4d3b-aeb3-f1712da9c051 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1097 time: 0.0428104 Jul 30 00:22:16.553072 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d59b2756-4a2f-4c88-b4b5-b5292c2af3ea req-3ecd9345-0037-4368-ac54-47092a833bf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284843 Jul 30 00:22:17.476062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a3e53-4034-4ae8-b316-0d471a5bd24f req-d6f3d79c-8035-4867-8a35-48bd3cdaee0b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:17.478170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-257a3e53-4034-4ae8-b316-0d471a5bd24f req-d6f3d79c-8035-4867-8a35-48bd3cdaee0b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0502124 Jul 30 00:22:17.515717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-257a3e53-4034-4ae8-b316-0d471a5bd24f req-f3c0e251-fa9c-4601-9652-612d0682bc5e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Jul 30 00:22:18.635493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d785-d144-4092-99c6-45b1f16124b4 req-08b9f14b-89f8-46db-9591-4581b14a44ee tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:18.637030 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-faa8d785-d144-4092-99c6-45b1f16124b4 req-08b9f14b-89f8-46db-9591-4581b14a44ee tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0501282 Jul 30 00:22:18.675358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-faa8d785-d144-4092-99c6-45b1f16124b4 req-c35ac3df-d7d8-459d-9088-3e25e9e47eed tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324347 Jul 30 00:22:18.792827 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929f41f-709f-4852-835e-110c71f85e3e req-752513b6-cf2a-4fc6-979e-55ca21645637 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:18.794324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a929f41f-709f-4852-835e-110c71f85e3e req-752513b6-cf2a-4fc6-979e-55ca21645637 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0528431 Jul 30 00:22:18.803091 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38346) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:18.808122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-14225215-8247-4136-803b-6d016713fa43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Request body: {'floatingip': {'port_id': 'a60ed7aa-39ff-4084-babc-aa3f23498555'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:18.850980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14225215-8247-4136-803b-6d016713fa43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.133409 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.294395 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14225215-8247-4136-803b-6d016713fa43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.298141 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14225215-8247-4136-803b-6d016713fa43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.398079 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-14225215-8247-4136-803b-6d016713fa43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 associated. External IP: 172.25.2.126, port: a60ed7aa-39ff-4084-babc-aa3f23498555. Jul 30 00:22:19.601860 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14225215-8247-4136-803b-6d016713fa43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:22:19.711266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14225215-8247-4136-803b-6d016713fa43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:22:19.716223 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14225215-8247-4136-803b-6d016713fa43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.720764 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:22:19.730549 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:19.731166 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:21:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:19.743703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-14225215-8247-4136-803b-6d016713fa43 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "PUT /v2.0/floatingips/984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 HTTP/1.1" status: 200 len: 992 time: 0.9390252 Jul 30 00:22:19.744327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:19.746612 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32" -d '{"events": [{"name": "network-changed", "server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:19.783412 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a36b62b-1859-4829-9a69-14cc5cf075c1 x-openstack-request-id: req-2a36b62b-1859-4829-9a69-14cc5cf075c1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:19.783724 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:19.783961 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a36b62b-1859-4829-9a69-14cc5cf075c1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:19.784412 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'status': 'completed', 'code': 200} Jul 30 00:22:19.841190 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:19.879191 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-ec596d4b-1f73-4342-8ddc-400923a9d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:19.880775 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-ec596d4b-1f73-4342-8ddc-400923a9d8f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1097 time: 0.0420167 Jul 30 00:22:19.978003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-9746cff8-368e-4511-b849-6a7da7e242b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:19.979423 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-9746cff8-368e-4511-b849-6a7da7e242b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0921495 Jul 30 00:22:20.047315 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-da7730b1-9d4c-491c-a750-aca1b6b982b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1000 time: 0.0601182 Jul 30 00:22:20.077026 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:74:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:22:19Z', 'revision_number': 13, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:20.101393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-d4d3f74e-d76a-4bba-a74b-d5739923baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:20.102952 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-d4d3f74e-d76a-4bba-a74b-d5739923baf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0494368 Jul 30 00:22:20.104027 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:22:20.117111 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:20.117964 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:21:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:20.153897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-5b41b56a-3a1c-45ae-983d-7f5ecdaf862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:20.155437 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-5b41b56a-3a1c-45ae-983d-7f5ecdaf862a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440660 Jul 30 00:22:20.166556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-a69c5bf8-3fef-4c8c-bd28-e00c956d7351 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:22:20.167557 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-a69c5bf8-3fef-4c8c-bd28-e00c956d7351 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054758 Jul 30 00:22:20.232245 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:20.258264 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-bb735afc-72b8-4a70-bcfb-97a4a81a3a4f service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833211 Jul 30 00:22:20.357710 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d33ebd6a-3095-4555-ae0f-657ba6c7dd32 req-c3294b2b-a544-4bc0-b9cd-7631f9af4462 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922999 Jul 30 00:22:20.457644 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:74:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:22:19Z', 'revision_number': 13, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:20.487514 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cebea-8d32-4b5f-9c5c-9e813ade605a None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '984423d8-2fa9-4b0e-9c1d-d2b05ca1e002', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'port_id': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'mac_address': 'fa:16:3e:74:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:15Z', 'updated_at': '2021-07-30T00:22:19Z', 'revision_number': 13, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:22:20.686972 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467793cb-3f37-4b74-8b09-0d6530497875 None None] New status for floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:22:21.772959 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8de4a525-b043-460f-a8cd-5af45f75b72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:24.214425 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcc69a4c-8ced-48ed-af5f-7ca83da55cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:24.282653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:25.644726 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.280468 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:32.059585 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-cb30a92d-e546-44b1-8423-58bbcc25cd44 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414047 Jul 30 00:22:32.157079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-d6d72683-4c47-437a-9d3a-08e565f5d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:32.158576 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-d6d72683-4c47-437a-9d3a-08e565f5d426 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1097 time: 0.0404670 Jul 30 00:22:32.261739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-c9194856-82ab-4e9d-a143-8630e16c3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:32.263116 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-c9194856-82ab-4e9d-a143-8630e16c3784 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0866940 Jul 30 00:22:32.328250 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-80a7c4e8-7ffa-4eed-bb82-e7b3acae3ada service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1002 time: 0.0579073 Jul 30 00:22:32.380278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-838295d0-772d-492b-9843-a1ad33fc8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:32.381751 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-838295d0-772d-492b-9843-a1ad33fc8e08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0474198 Jul 30 00:22:32.426446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-d1a7fce4-e159-41b5-9059-0fd1eab24a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:32.427918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-d1a7fce4-e159-41b5-9059-0fd1eab24a13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397434 Jul 30 00:22:32.515625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-b8b184c5-60ca-4fd3-8410-a66371a70e9d service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799527 Jul 30 00:22:32.608948 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4a28de46-d605-48c6-b876-2d455c7b97bb req-fd30641f-8fd1-4a0d-bf9b-624135ec9425 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869756 Jul 30 00:22:32.933067 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.024928 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:22:49.142204 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:51.775641 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f7ec906-2677-435d-bd1a-2ffda94affc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:54.215913 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9de83c9b-e00e-4d0e-aae9-ef1e359cba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:54.284456 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:55.647804 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:57.284181 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:02.953683 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.023991 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:23:19.145232 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.778278 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92f6219f-5d76-41ce-bd1d-cf7ef5fab5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:24.216377 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9ac5-7ef1-44c0-b6fd-ace65ab9f951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:24.285064 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:25.650368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:27.286716 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:32.946914 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:33.054758 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-0e3270e7-0b5e-4542-976e-e5698075d24c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445895 Jul 30 00:23:33.154034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-453e95a6-9256-4789-a9a9-f45ba5c947fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:33.155530 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-453e95a6-9256-4789-a9a9-f45ba5c947fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1097 time: 0.0413215 Jul 30 00:23:33.263778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-51c67d7b-470f-419c-a542-530b6305712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:33.265206 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-51c67d7b-470f-419c-a542-530b6305712d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0878003 Jul 30 00:23:33.328857 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-98b0396d-50dc-4101-b97e-381a753c7525 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1002 time: 0.0562439 Jul 30 00:23:33.381749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-dfa39820-42a0-4c6c-a3a0-86b4036cac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:33.383194 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-dfa39820-42a0-4c6c-a3a0-86b4036cac85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0476389 Jul 30 00:23:33.428851 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-3c1b5106-6e6e-4757-a98a-9bb709054339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:33.430386 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-3c1b5106-6e6e-4757-a98a-9bb709054339 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401020 Jul 30 00:23:33.516847 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-600f8896-bbae-4e1d-a083-c5444fd97702 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793035 Jul 30 00:23:33.608968 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9c01706f-72bd-49ad-8be9-adcaa693c019 req-420ad3e6-d1a3-4d7c-8884-ca540d0cd79f service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846250 Jul 30 00:23:49.145282 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:51.022384 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:23:51.779948 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55cd9a9d-e6ac-4f18-bd58-6eac0776079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:54.217484 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6501078-539e-4849-8dae-6f2f3c7bf855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:54.285275 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:55.652535 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:57.290617 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:02.954790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.158782 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:21.780423 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1eda431d-8fc4-46e8-be9d-0632d5416d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:24.217524 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c039a175-ed40-4bbf-a11c-6874b8d6575d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:24.285616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.655523 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:27.293129 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:28.020963 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:24:32.976208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:34.164492 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-3a9b68eb-8684-4975-8f17-ec24628f164e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221564 Jul 30 00:24:34.257642 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-a5ee669d-a8f7-4151-b7ac-13ad7b70f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:34.259110 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-a5ee669d-a8f7-4151-b7ac-13ad7b70f916 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1097 time: 0.0395370 Jul 30 00:24:34.367818 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-7d4bd9a3-cba9-4c79-bdc3-eaa100eace76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:34.369316 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-7d4bd9a3-cba9-4c79-bdc3-eaa100eace76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0914505 Jul 30 00:24:34.433556 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-12e17913-6e8e-4014-b2be-0518726f8b4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1002 time: 0.0567658 Jul 30 00:24:34.486869 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-69475e0a-729b-49a7-ac28-c14c6a480e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:34.488487 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-69475e0a-729b-49a7-ac28-c14c6a480e93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0487967 Jul 30 00:24:34.535085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-caece98a-d1f4-4cf0-90ad-e3c7188498b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:34.536618 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-caece98a-d1f4-4cf0-90ad-e3c7188498b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416105 Jul 30 00:24:34.623849 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-9e5d44f8-71d6-48f9-98b8-90516617c81b service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803409 Jul 30 00:24:34.718215 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-07a833bb-3a5c-44b2-b03e-a15191778a08 req-473f89e1-704c-4fd6-9375-9ecbb447f899 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868151 Jul 30 00:24:49.181823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943162-b681-4435-a13b-9b9f30e53536 req-274d4d0f-e560-4d98-9a75-fd1e247571e6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:49.183268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08943162-b681-4435-a13b-9b9f30e53536 req-274d4d0f-e560-4d98-9a75-fd1e247571e6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.1605299 Jul 30 00:24:49.189721 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:49.221630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08943162-b681-4435-a13b-9b9f30e53536 req-16532e2b-a246-4e79-bec5-35c236fa6351 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321977 Jul 30 00:24:51.783999 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d35d754a-7797-4300-a12b-d985a23cbf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:54.217202 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-883d5fc8-eadf-496c-82c8-bafd0593ef2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:54.285718 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:55.658916 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:57.296302 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:01.477004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-4f98a4fc-bf76-4e31-a245-deb6c89e825c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684018 Jul 30 00:25:01.489238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334342e-f35d-43ca-9e54-62aba2b9d603 req-ae490295-1d09-4031-80b1-fb4e629cd072 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:01.491379 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5334342e-f35d-43ca-9e54-62aba2b9d603 req-ae490295-1d09-4031-80b1-fb4e629cd072 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0579851 Jul 30 00:25:01.530277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5334342e-f35d-43ca-9e54-62aba2b9d603 req-37167ab4-10cd-4cdf-84de-72cdda1b45b8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320561 Jul 30 00:25:02.655447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222b0bb-3a8d-41e2-8654-caef8b5ab317 req-2c06e695-7605-4e31-b3ab-7d5b39fc4307 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:02.657003 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5222b0bb-3a8d-41e2-8654-caef8b5ab317 req-2c06e695-7605-4e31-b3ab-7d5b39fc4307 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0534158 Jul 30 00:25:02.697385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5222b0bb-3a8d-41e2-8654-caef8b5ab317 req-d2d4e7cc-c28d-4114-ae3b-bfa589cceb2a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343015 Jul 30 00:25:02.993620 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:03.813230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec667dfb-d903-43aa-9b74-e3b3d20a1b49 req-150085a1-58e9-4adc-b38f-43c0466c239d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:03.814717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec667dfb-d903-43aa-9b74-e3b3d20a1b49 req-150085a1-58e9-4adc-b38f-43c0466c239d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Jul 30 00:25:03.851965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ec667dfb-d903-43aa-9b74-e3b3d20a1b49 req-8dd17b62-505b-4646-b6a1-fb7ed8b3a465 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308053 Jul 30 00:25:04.600993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd6f-f703-4a52-80af-805555140f80 req-12ec336e-3003-47de-9741-c2790f4e8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:04.602479 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-12ec336e-3003-47de-9741-c2790f4e8cbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1097 time: 0.0417311 Jul 30 00:25:04.693294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd6f-f703-4a52-80af-805555140f80 req-819d94e0-cf60-49ff-8c4c-dd65d0d799bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:04.694797 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-819d94e0-cf60-49ff-8c4c-dd65d0d799bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0854647 Jul 30 00:25:04.759678 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-5834491b-bb47-45e9-b8ae-5e92d9feefff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1002 time: 0.0565138 Jul 30 00:25:04.808448 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd6f-f703-4a52-80af-805555140f80 req-ac551203-71e1-49af-93cb-91557719f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:04.809865 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-ac551203-71e1-49af-93cb-91557719f359 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0430298 Jul 30 00:25:04.859155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd6f-f703-4a52-80af-805555140f80 req-046ddf9f-bfc9-48a8-bf97-d4bfac85be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:04.860561 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-046ddf9f-bfc9-48a8-bf97-d4bfac85be81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433869 Jul 30 00:25:04.949282 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-12c39aaf-e462-4a12-928d-70b4f83a930d service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814605 Jul 30 00:25:04.969892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e100-bce5-4a47-8e09-429c91996692 req-c71b7819-6dc2-41b4-b1f7-fbbd58541ce9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:04.971437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0518e100-bce5-4a47-8e09-429c91996692 req-c71b7819-6dc2-41b4-b1f7-fbbd58541ce9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0500093 Jul 30 00:25:05.010877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0518e100-bce5-4a47-8e09-429c91996692 req-3a6e686d-407a-4eca-89f4-6b76fce02326 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326757 Jul 30 00:25:05.021126 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:25:05.055193 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-3af0bba6-5e0d-478c-997e-2be6167fa8c9 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962920 Jul 30 00:25:06.155519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cf1d6-81d5-43a0-9f2a-4fcba805a8d4 req-2283e620-d3e6-430c-903c-8aec66ca01f7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:06.157034 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f8cf1d6-81d5-43a0-9f2a-4fcba805a8d4 req-2283e620-d3e6-430c-903c-8aec66ca01f7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0524848 Jul 30 00:25:06.195944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f8cf1d6-81d5-43a0-9f2a-4fcba805a8d4 req-3f477f35-05d2-4cc4-b6e1-240372480eb8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321875 Jul 30 00:25:07.312030 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1a43e-104a-47d4-ad64-6ce78569e9df req-6f2b3d68-12a4-45b6-8760-3f23fba52d8e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:07.313562 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afa1a43e-104a-47d4-ad64-6ce78569e9df req-6f2b3d68-12a4-45b6-8760-3f23fba52d8e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0488591 Jul 30 00:25:07.350993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afa1a43e-104a-47d4-ad64-6ce78569e9df req-9de6b655-af1d-4a83-84ff-53b07e54f2da tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308437 Jul 30 00:25:08.466583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e783c-7d29-4343-9f93-91d2c3b67723 req-93e15832-9f11-4133-8f3a-897e6dcbbb9b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:08.468179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-482e783c-7d29-4343-9f93-91d2c3b67723 req-93e15832-9f11-4133-8f3a-897e6dcbbb9b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0483124 Jul 30 00:25:08.505658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-482e783c-7d29-4343-9f93-91d2c3b67723 req-eb500a20-968f-42c1-b6be-d1a04aec5a2e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315928 Jul 30 00:25:09.625162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71254db6-29f8-4154-a431-c93b10b35e24 req-dae3c102-9c20-4a6c-a5cd-e2295aa7f9c5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:09.626644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71254db6-29f8-4154-a431-c93b10b35e24 req-dae3c102-9c20-4a6c-a5cd-e2295aa7f9c5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0527599 Jul 30 00:25:09.666819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-71254db6-29f8-4154-a431-c93b10b35e24 req-128a25e1-abfa-48e3-ab48-7ae1d2275742 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342085 Jul 30 00:25:10.781429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd609e2e-c3c4-472f-a352-b35f208da07d req-8315d221-c95d-4801-81fc-e3a58af68010 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:10.782928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd609e2e-c3c4-472f-a352-b35f208da07d req-8315d221-c95d-4801-81fc-e3a58af68010 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0487900 Jul 30 00:25:10.820130 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd609e2e-c3c4-472f-a352-b35f208da07d req-93456785-0504-4155-9865-f9be314d5b0b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308857 Jul 30 00:25:11.936205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec5008-bcf4-424e-9099-a0e92f7ae8e3 req-f3b85600-f1ee-47ce-a890-bd5bf1728d46 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:11.937687 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ecec5008-bcf4-424e-9099-a0e92f7ae8e3 req-f3b85600-f1ee-47ce-a890-bd5bf1728d46 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0489786 Jul 30 00:25:11.976618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ecec5008-bcf4-424e-9099-a0e92f7ae8e3 req-e5010c2c-1d28-4b7f-9af5-4ede19eaa594 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330846 Jul 30 00:25:13.096973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fa135-e9f9-408b-8ea0-ced0b1462af3 req-0e0df5c2-7bd0-4c80-8dcb-62b129a33ad8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:13.098470 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac1fa135-e9f9-408b-8ea0-ced0b1462af3 req-0e0df5c2-7bd0-4c80-8dcb-62b129a33ad8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0531113 Jul 30 00:25:13.136500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac1fa135-e9f9-408b-8ea0-ced0b1462af3 req-f34340bf-e430-4a84-96fc-7b19b8d8e7b3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320213 Jul 30 00:25:14.254495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae978634-e966-48fe-9b45-e3169afa1eb8 req-a2c0e4aa-42fa-484a-a830-f70714e5bab6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:14.255925 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae978634-e966-48fe-9b45-e3169afa1eb8 req-a2c0e4aa-42fa-484a-a830-f70714e5bab6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0496550 Jul 30 00:25:14.293260 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ae978634-e966-48fe-9b45-e3169afa1eb8 req-e2dca166-7caa-4a95-8118-56b42ecc3983 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308621 Jul 30 00:25:15.408472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daee749-d752-4a22-9ba1-df63480bd257 req-d1e9a30a-92d0-40e0-9201-32d5bbbe94d9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:15.409951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0daee749-d752-4a22-9ba1-df63480bd257 req-d1e9a30a-92d0-40e0-9201-32d5bbbe94d9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0474429 Jul 30 00:25:15.447302 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0daee749-d752-4a22-9ba1-df63480bd257 req-b42ca9fb-522b-49d3-a0cc-7e7442b51258 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309680 Jul 30 00:25:16.566126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49238753-dcb1-42f6-a581-3201d22fb547 req-6bd38064-8419-48b5-9dfe-6ef769afb282 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:16.567606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49238753-dcb1-42f6-a581-3201d22fb547 req-6bd38064-8419-48b5-9dfe-6ef769afb282 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Jul 30 00:25:16.606091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-49238753-dcb1-42f6-a581-3201d22fb547 req-4bf249e9-ee60-4bb5-9051-9e81dba23ce3 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323594 Jul 30 00:25:17.726749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5e77-a2ee-4a35-bbc9-88ffd64673fe req-abb85151-42ad-4a16-8186-9af6ce80ca52 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:17.728212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0bd5e77-a2ee-4a35-bbc9-88ffd64673fe req-abb85151-42ad-4a16-8186-9af6ce80ca52 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0530229 Jul 30 00:25:17.766894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c0bd5e77-a2ee-4a35-bbc9-88ffd64673fe req-49c17b24-f858-4129-a1df-6d4eb8008b55 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325599 Jul 30 00:25:18.885742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499beea-6a48-42f7-b694-48b0c73ca079 req-f045feff-6f8e-4079-b9e3-385356584361 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:18.887283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c499beea-6a48-42f7-b694-48b0c73ca079 req-f045feff-6f8e-4079-b9e3-385356584361 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0516477 Jul 30 00:25:18.925003 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c499beea-6a48-42f7-b694-48b0c73ca079 req-ab420750-8f83-46aa-94f1-835ac40ed61d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Jul 30 00:25:18.929710 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-1340bd6f-f703-4a52-80af-805555140f80 req-87c2ab2e-c017-4292-843e-e5600d4c8da4 service neutron] show failed (client error): The resource could not be found. Jul 30 00:25:18.930769 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-87c2ab2e-c017-4292-843e-e5600d4c8da4 service neutron] 10.222.0.47 "GET /v2.0/ports/a60ed7aa-39ff-4084-babc-aa3f23498555/bindings/n-h1-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0553398 Jul 30 00:25:19.175952 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd6f-f703-4a52-80af-805555140f80 req-aa91f3df-466a-4bc5-a156-32f725bc4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:19.177467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-aa91f3df-466a-4bc5-a156-32f725bc4e0b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 1097 time: 0.0808129 Jul 30 00:25:19.189965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:19.202955 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:19.242094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:19.441158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:19.476596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:19.547002 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:19.549270 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076319ae-4b53-4612-bd18-3a2e1f849b6d" -d '{"events": [{"server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "name": "network-vif-unplugged", "status": "completed", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:19.553976 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:19.572336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-cface810-0ce6-4ca9-ad96-7e9f2f1f09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:19.573734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-cface810-0ce6-4ca9-ad96-7e9f2f1f09bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1097 time: 0.0701032 Jul 30 00:25:19.574625 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Transition to ACTIVE for port object a60ed7aa-39ff-4084-babc-aa3f23498555 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:19.577844 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:20.012622 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d23d530-5484-4104-8d89-7beeca56a85b x-openstack-request-id: req-7d23d530-5484-4104-8d89-7beeca56a85b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:20.013311 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "name": "network-vif-unplugged", "status": "completed", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:20.013311 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d23d530-5484-4104-8d89-7beeca56a85b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:20.013515 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'code': 200} Jul 30 00:25:20.085372 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:20.113013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.113359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.113702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.114038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.114371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.114702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.115031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.115364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.115683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.116060 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.116384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.116704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.174715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c85a2a-406b-4c47-a7a1-5b42415c33d8 req-e6dc08f5-f523-4a17-9537-5acba0ab96c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.176230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76c85a2a-406b-4c47-a7a1-5b42415c33d8 req-e6dc08f5-f523-4a17-9537-5acba0ab96c9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.1666374 Jul 30 00:25:20.179425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] No DVR routers for this DVR port a60ed7aa-39ff-4084-babc-aa3f23498555 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:25:20.214914 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-2bc9cb21-2a24-43cb-9836-8c373d9297fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.216324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-2bc9cb21-2a24-43cb-9836-8c373d9297fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.6113293 Jul 30 00:25:20.335279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76c85a2a-406b-4c47-a7a1-5b42415c33d8 req-e50f702b-27ac-4852-b3f4-e5855e41c427 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523714 Jul 30 00:25:20.348862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-63f7246a-fed5-40e8-ba4c-adfb98cf21b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1000 time: 0.1235559 Jul 30 00:25:20.423215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-32d7f233-4e9a-48b6-aab3-a12009cbd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.424681 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-32d7f233-4e9a-48b6-aab3-a12009cbd888 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0663741 Jul 30 00:25:20.434132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:20.434473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:20.434809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:20.448909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Port a60ed7aa-39ff-4084-babc-aa3f23498555 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:25:20.449230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:20.468503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:20.468778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:20.469162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:20.469593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Bound port: a60ed7aa-39ff-4084-babc-aa3f23498555, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:20.469957 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:20.511469 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-001d7ee9-df77-433f-b530-058e7e4440bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.513004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-001d7ee9-df77-433f-b530-058e7e4440bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752103 Jul 30 00:25:20.590836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:20.606815 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:20.617738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:20.675184 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-ce8a2157-297b-40a0-8241-ea58e2a1e193 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513257 Jul 30 00:25:20.676434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.677080 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:20.678391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] 10.222.0.42 "PUT /v2.0/ports/a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1092 time: 1.4924290 Jul 30 00:25:20.711391 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:20.782592 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1782e07-1ceb-4264-ae50-663c8aaba614 req-9e01b713-d8ba-4165-9e4f-61416382657e service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972602 Jul 30 00:25:20.865305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd6f-f703-4a52-80af-805555140f80 req-350abd50-4ae0-4791-a48b-a10652723463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.867385 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-350abd50-4ae0-4791-a48b-a10652723463 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1095 time: 0.0436864 Jul 30 00:25:20.960239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd6f-f703-4a52-80af-805555140f80 req-9d6debb6-2ce5-4cda-832b-4be515b7945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.961739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-9d6debb6-2ce5-4cda-832b-4be515b7945f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0872386 Jul 30 00:25:21.028944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-b412429f-e1fc-43b3-affc-012a5f1f180d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1000 time: 0.0591500 Jul 30 00:25:21.041351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:21.079367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:25:21.083216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd6f-f703-4a52-80af-805555140f80 req-d2bcb92f-421a-4a0f-b293-e40ae4c2143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:21.084940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-d2bcb92f-421a-4a0f-b293-e40ae4c2143d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0480397 Jul 30 00:25:21.138241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd6f-f703-4a52-80af-805555140f80 req-1f3e7d48-a305-4a19-8d7c-a9adaa98ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:21.139738 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-1f3e7d48-a305-4a19-8d7c-a9adaa98ee1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470004 Jul 30 00:25:21.231607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-b6f40202-694a-4bbb-b049-35014c9a382a service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841718 Jul 30 00:25:21.325334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-6a2bc6c0-d6fd-42ce-9025-b3935e95de8b service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861228 Jul 30 00:25:21.455998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab7a37-d803-4d2d-8492-50f4465a9f87 req-e5b59521-03a8-4c63-9fd2-fc94d3db3192 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:21.457586 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9ab7a37-d803-4d2d-8492-50f4465a9f87 req-e5b59521-03a8-4c63-9fd2-fc94d3db3192 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0503099 Jul 30 00:25:21.495860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9ab7a37-d803-4d2d-8492-50f4465a9f87 req-43d56400-2cdb-403e-aa41-9a1c8e1ce63f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316420 Jul 30 00:25:21.785827 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-575c4e57-c03f-43b4-9abf-ca7890ed5e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:22.014574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:22.017022 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5d5e83-4736-4e03-a48f-21827db685a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:22.065291 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc3a6a9-b616-4c78-ad28-70b1af4e6135 x-openstack-request-id: req-3fc3a6a9-b616-4c78-ad28-70b1af4e6135 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:22.065883 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:22.065883 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fc3a6a9-b616-4c78-ad28-70b1af4e6135 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:22.066222 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'status': 'completed', 'code': 200} Jul 30 00:25:22.134606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-9e897e4f-eb51-48d6-be58-2d6d65aaf1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.136218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-9e897e4f-eb51-48d6-be58-2d6d65aaf1ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1095 time: 0.0452688 Jul 30 00:25:22.146572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-da047b94-31ee-447e-91fb-696ead1aff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.148420 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-da047b94-31ee-447e-91fb-696ead1aff09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1095 time: 0.0425472 Jul 30 00:25:22.235976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-18161d68-870b-4901-8dc7-633b68c7803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.237422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-18161d68-870b-4901-8dc7-633b68c7803d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0939198 Jul 30 00:25:22.247915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-c960c865-e236-401c-ba77-730e62c92399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.249433 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-c960c865-e236-401c-ba77-730e62c92399 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0923576 Jul 30 00:25:22.304723 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-227619f7-6192-4877-9170-5e3fde808d8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1000 time: 0.0584249 Jul 30 00:25:22.321721 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-98df56f2-cb71-4608-bed5-f5e484d0e7b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1000 time: 0.0650921 Jul 30 00:25:22.356003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-1c08c466-e51b-4018-83ac-e5dbe966ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.357568 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-1c08c466-e51b-4018-83ac-e5dbe966ca88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0456653 Jul 30 00:25:22.371109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-02b8d7ac-acb9-4236-a67c-184deca7de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.372588 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-02b8d7ac-acb9-4236-a67c-184deca7de65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0443020 Jul 30 00:25:22.411661 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-d4d15d06-8b17-485e-9a02-bd4ef0c34f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.413971 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-d4d15d06-8b17-485e-9a02-bd4ef0c34f8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477493 Jul 30 00:25:22.423583 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-40430110-61ef-4709-8c6b-c693b5823874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.425191 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-40430110-61ef-4709-8c6b-c693b5823874 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454988 Jul 30 00:25:22.513585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-86ca03dd-62b7-4b28-872b-b9ffec2eed30 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889912 Jul 30 00:25:22.516258 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-9169fb3a-3802-4469-a068-12d91f1e05b4 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841577 Jul 30 00:25:22.627742 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-0da8ea8f-25f3-487c-9852-00fb255751ef service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990367 Jul 30 00:25:22.666168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b5d69-f7dd-4144-9418-4bc3eedc39e8 req-30a4a60e-c61b-4c31-b247-a2a86119e550 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.667678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f93b5d69-f7dd-4144-9418-4bc3eedc39e8 req-30a4a60e-c61b-4c31-b247-a2a86119e550 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0849166 Jul 30 00:25:22.669561 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc5d5e83-4736-4e03-a48f-21827db685a7 req-01e21555-1baa-4574-a016-62981880f78f service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483228 Jul 30 00:25:22.707732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f93b5d69-f7dd-4144-9418-4bc3eedc39e8 req-d4422660-5818-4a53-a916-809b33465714 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340290 Jul 30 00:25:23.832308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266b8a-cfa4-47a3-83b9-86b1cbb5d7f6 req-df292f37-d928-431f-bdc0-e7be67e34dcd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:23.834091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5266b8a-cfa4-47a3-83b9-86b1cbb5d7f6 req-df292f37-d928-431f-bdc0-e7be67e34dcd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0530679 Jul 30 00:25:23.877709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5266b8a-cfa4-47a3-83b9-86b1cbb5d7f6 req-f4725845-71cf-48b3-861c-c2245882a24f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373373 Jul 30 00:25:24.218761 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23484311-3538-40a8-bc3f-1b2bf6d88f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:24.286588 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:24.998670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47203644-fa93-4e5c-ae4d-a8cb952321b3 req-9bb6a823-9368-4d9f-a9d3-01a1615e7a6b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:25.000343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47203644-fa93-4e5c-ae4d-a8cb952321b3 req-9bb6a823-9368-4d9f-a9d3-01a1615e7a6b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0521662 Jul 30 00:25:25.042069 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-47203644-fa93-4e5c-ae4d-a8cb952321b3 req-24831b39-4083-4924-920d-f6d563936deb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355384 Jul 30 00:25:25.662359 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.159478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e66197-159a-4587-919e-2aadf87c3cec req-d2862fc4-ed13-402d-bafe-1b153c3217b1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:26.160991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8e66197-159a-4587-919e-2aadf87c3cec req-d2862fc4-ed13-402d-bafe-1b153c3217b1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0495243 Jul 30 00:25:26.198865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8e66197-159a-4587-919e-2aadf87c3cec req-dc4dd06a-8bb0-423e-b622-7323278977a5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317862 Jul 30 00:25:27.299824 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.317766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2bd77-6730-468a-a989-29a59f400d6a req-62caf4a3-cfba-49c3-90eb-a9ac81b4fc7b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:27.319272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8e2bd77-6730-468a-a989-29a59f400d6a req-62caf4a3-cfba-49c3-90eb-a9ac81b4fc7b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0513935 Jul 30 00:25:27.364833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8e2bd77-6730-468a-a989-29a59f400d6a req-f5948d86-30dd-4530-a2e1-b1f7911cf4ba tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394354 Jul 30 00:25:28.481555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122f027-d888-449b-85d9-e90e69376596 req-1901f44f-dab2-4672-ae6b-e110d4d86c75 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:28.483055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d122f027-d888-449b-85d9-e90e69376596 req-1901f44f-dab2-4672-ae6b-e110d4d86c75 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0495670 Jul 30 00:25:28.520337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d122f027-d888-449b-85d9-e90e69376596 req-a58e7cab-80d5-4205-b9bc-35010aeeeccb tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310349 Jul 30 00:25:29.637098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d74467-45b4-48e0-90f5-44acd8399287 req-fe0e8b91-2eba-45d3-826f-15d1275baf40 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:29.638589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5d74467-45b4-48e0-90f5-44acd8399287 req-fe0e8b91-2eba-45d3-826f-15d1275baf40 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0488634 Jul 30 00:25:29.675834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5d74467-45b4-48e0-90f5-44acd8399287 req-dc9eb41f-62d8-403b-9350-911bd5f4ad1a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Jul 30 00:25:30.795568 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ea625-a2c6-4647-8cb6-598c3a6df4d4 req-048a49cb-1227-4f30-8f51-7ce13adb0b57 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:30.797151 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb2ea625-a2c6-4647-8cb6-598c3a6df4d4 req-048a49cb-1227-4f30-8f51-7ce13adb0b57 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0500972 Jul 30 00:25:30.839458 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb2ea625-a2c6-4647-8cb6-598c3a6df4d4 req-caa419cc-4793-4f45-975b-f16ef5184b16 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363309 Jul 30 00:25:31.954697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cefbd9-21a8-4a45-beb4-e282a70721ae req-e60ffeb8-136d-4067-9ec8-4ea85a5aa5b6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:31.956234 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6cefbd9-21a8-4a45-beb4-e282a70721ae req-e60ffeb8-136d-4067-9ec8-4ea85a5aa5b6 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0500925 Jul 30 00:25:31.994678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6cefbd9-21a8-4a45-beb4-e282a70721ae req-212a25a0-266f-4ef4-813f-b8fd7a952703 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324981 Jul 30 00:25:32.999094 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.109631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69ae1-015f-42d4-9b73-7949f62130ff req-55045756-cb7c-445a-9ca7-5275309f7032 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:33.111111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afc69ae1-015f-42d4-9b73-7949f62130ff req-55045756-cb7c-445a-9ca7-5275309f7032 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0488098 Jul 30 00:25:33.148674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afc69ae1-015f-42d4-9b73-7949f62130ff req-30157f8d-334d-4dff-999d-f794fa41f614 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317099 Jul 30 00:25:33.459499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-98b60229-1a97-49d4-80ff-44206d69d63c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:33.461009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-98b60229-1a97-49d4-80ff-44206d69d63c tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184&tenant_id=ff8b5d9007a04af982fd73d8f85cf330&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 943 time: 0.0857456 Jul 30 00:25:33.472465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d15d2-b0f8-42aa-843e-469979442c69 req-857bc439-61af-4d02-ad26-573550edb5da tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:33.473800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d28d15d2-b0f8-42aa-843e-469979442c69 req-857bc439-61af-4d02-ad26-573550edb5da tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0713434 Jul 30 00:25:33.546796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d28d15d2-b0f8-42aa-843e-469979442c69 req-8e55f8f6-8897-478a-823b-9956135a13df tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663929 Jul 30 00:25:33.554608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-57969765-c25c-4e72-bb67-99b0d95a6272 service neutron] 10.222.0.42 "GET /v2.0/ports/a60ed7aa-39ff-4084-babc-aa3f23498555/bindings/n-h1-712139-11 HTTP/1.1" status: 200 len: 383 time: 0.0799127 Jul 30 00:25:33.619943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-3fca91a9-790d-496c-bc0c-860ed501d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:33.621641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-3fca91a9-790d-496c-bc0c-860ed501d316 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1095 time: 0.0430505 Jul 30 00:25:33.715130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-ce000121-f8e2-4e88-b30e-41ac293421e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:33.716649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-ce000121-f8e2-4e88-b30e-41ac293421e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0874422 Jul 30 00:25:33.781938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-57cc728e-54f9-4188-8fb9-a3a5a2245678 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1000 time: 0.0575423 Jul 30 00:25:33.834713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-bbbfb6dc-d1a5-4684-b927-948c361e2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:33.836204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-bbbfb6dc-d1a5-4684-b927-948c361e2c0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0468564 Jul 30 00:25:33.882340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-e8d4073b-ad2e-42c8-9f8b-42748892d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:33.883832 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-e8d4073b-ad2e-42c8-9f8b-42748892d87a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394871 Jul 30 00:25:33.978119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-fc9e0e9f-d4de-497a-b58f-f0d043099d3b service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815821 Jul 30 00:25:34.073004 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-8adddf73-0725-4c29-8bf1-fff6806a430b service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871892 Jul 30 00:25:34.201571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:25:34.296387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:34.308084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'port_id': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'mac_address': 'fa:16:3e:74:63:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:25:34.343444 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.356061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60ed7aa-39ff-4084-babc-aa3f23498555 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:25:34.374976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:34.378680 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.439463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:34.446637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.446987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.447327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.447661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.447994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.448348 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.448675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.449000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.449323 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.449644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.449965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.450286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:34.667485 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f11eb-72fb-41ac-9612-6bd8789f9f25 req-fcadbd44-5221-4511-b086-3787a54d65ac tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:34.668903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af5f11eb-72fb-41ac-9612-6bd8789f9f25 req-fcadbd44-5221-4511-b086-3787a54d65ac tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0499272 Jul 30 00:25:34.705628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-af5f11eb-72fb-41ac-9612-6bd8789f9f25 req-e2b7659a-1059-4cad-9d67-207b56f695dc tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Jul 30 00:25:34.710121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['a60ed7aa-39ff-4084-babc-aa3f23498555'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:25:35.829905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f277-fa72-4d14-aa85-5eac7beb945a req-fa280f94-3141-4432-b3e3-5c004bda30e8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:35.831388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbc4f277-fa72-4d14-aa85-5eac7beb945a req-fa280f94-3141-4432-b3e3-5c004bda30e8 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0530288 Jul 30 00:25:35.869551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bbc4f277-fa72-4d14-aa85-5eac7beb945a req-d6e9b373-c39e-4f72-8809-67dd9a4d09d4 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322301 Jul 30 00:25:36.203494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:36.285187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.298393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a60ed7aa-39ff-4084-babc-aa3f23498555 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:25:36.317760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:36.322599 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.369393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:36.984606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd055f8-82f8-4ef3-a26a-a3dc155735ca req-7045aafb-84bb-4735-bbd1-a96fc80b5d65 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:36.986106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bd055f8-82f8-4ef3-a26a-a3dc155735ca req-7045aafb-84bb-4735-bbd1-a96fc80b5d65 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0488763 Jul 30 00:25:37.025191 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7bd055f8-82f8-4ef3-a26a-a3dc155735ca req-02850a18-4450-49e5-bc90-76c85861b6c5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331907 Jul 30 00:25:38.016736 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-d2da915d-6ca4-4232-bea4-29900b7b9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:38.018256 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-d2da915d-6ca4-4232-bea4-29900b7b9a3f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184&tenant_id=ff8b5d9007a04af982fd73d8f85cf330 HTTP/1.1" status: 200 len: 1095 time: 0.0439830 Jul 30 00:25:38.034424 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:38.086001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.140837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43281f0-d614-4408-a902-dc698238dac6 req-096762be-1152-4d3c-b181-dd0280cb44b5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:38.142338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f43281f0-d614-4408-a902-dc698238dac6 req-096762be-1152-4d3c-b181-dd0280cb44b5 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 943 time: 0.0490296 Jul 30 00:25:38.179867 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f43281f0-d614-4408-a902-dc698238dac6 req-da6968c9-5b72-4e12-bcfc-41eebb5b4af0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Jul 30 00:25:38.289168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:38.322878 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h1-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:38.354460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60ed7aa-39ff-4084-babc-aa3f23498555 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:25:38.361648 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.372491 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Ignored duplicate provisioning block setup for port a60ed7aa-39ff-4084-babc-aa3f23498555 by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 00:25:38.375971 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.457536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:38.469279 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.469630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.469975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.470318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.470654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.470990 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.471323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.471655 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.471984 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.472346 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.472676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.473002 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:38.762077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] No DVR routers for this DVR port a60ed7aa-39ff-4084-babc-aa3f23498555 on host n-h1-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:25:38.893125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:38.893460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:38.893789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:38.897963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Port a60ed7aa-39ff-4084-babc-aa3f23498555 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:25:38.898290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Attempting to bind port a60ed7aa-39ff-4084-babc-aa3f23498555 on network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:38.902960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:38.903296 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Checking segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:38.903681 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Bound using segment: {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:38.904141 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Bound port: a60ed7aa-39ff-4084-babc-aa3f23498555, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03f6e2f-8672-4120-9084-b534486f67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:38.904500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.966379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:38.969350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:38.973135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.008774 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.009463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.010877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] 10.222.0.47 "PUT /v2.0/ports/a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1093 time: 0.9805369 Jul 30 00:25:39.011421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:39.013649 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:39.036306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797ca9d-aa78-49e6-82c5-de004c65833e service neutron] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=11']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:39.103955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-de5877a2-9396-454a-98e2-6a385895c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.105551 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-de5877a2-9396-454a-98e2-6a385895c412 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1096 time: 0.0487659 Jul 30 00:25:39.133450 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db74a49-4720-4aaa-a8e6-49693a80ded3 x-openstack-request-id: req-5db74a49-4720-4aaa-a8e6-49693a80ded3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:39.133749 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:39.134000 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5db74a49-4720-4aaa-a8e6-49693a80ded3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:39.134404 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'status': 'completed', 'code': 200} Jul 30 00:25:39.209746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-1387adfd-2599-4d60-a77a-aaf973882bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.209997 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-3b3ea0b8-95b4-418d-8242-7dda25b4c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.211115 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-1387adfd-2599-4d60-a77a-aaf973882bc1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.0981796 Jul 30 00:25:39.211612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-3b3ea0b8-95b4-418d-8242-7dda25b4c561 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1096 time: 0.0466189 Jul 30 00:25:39.283948 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-30c44a33-4102-433e-a765-78e85b5213ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1000 time: 0.0642359 Jul 30 00:25:39.330565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c32e8-942f-47b2-abd7-8a481c75277d req-f240b9c4-eb7f-4d62-8059-2d50af553c99 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.332083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e30c32e8-942f-47b2-abd7-8a481c75277d req-f240b9c4-eb7f-4d62-8059-2d50af553c99 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0696990 Jul 30 00:25:39.335501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-6158ca99-b342-466d-a889-fe59459d4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.337070 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-6158ca99-b342-466d-a889-fe59459d4f39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0465763 Jul 30 00:25:39.353684 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-ac864ba4-c018-468e-a274-654b13a425d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.355134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-ac864ba4-c018-468e-a274-654b13a425d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.1359262 Jul 30 00:25:39.383163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-bfcaa775-fe8c-4ba1-a1d2-05f3dd368a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.385246 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-bfcaa775-fe8c-4ba1-a1d2-05f3dd368a02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406258 Jul 30 00:25:39.421009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e30c32e8-942f-47b2-abd7-8a481c75277d req-63a128c1-5d49-4873-a35b-620af7c083ef tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774276 Jul 30 00:25:39.439628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-02b46acb-01f3-455a-9390-d0cb52dbda6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1000 time: 0.0733747 Jul 30 00:25:39.480634 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-9cd9d1e9-02df-4b11-805e-af2cec2537d8 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876179 Jul 30 00:25:39.496702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-cbb9e86b-31c7-46d5-b661-32ab6a7a3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.498174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-cbb9e86b-31c7-46d5-b661-32ab6a7a3cfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0453308 Jul 30 00:25:39.549331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-eb5d2c4e-cd28-48f4-9cd2-2dde82b1e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.550873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-eb5d2c4e-cd28-48f4-9cd2-2dde82b1e526 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446181 Jul 30 00:25:39.570673 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-617f5e40-09d5-48de-a2fc-68216c6f7411 req-74ca6ea5-f696-4133-bac3-9ee0b1bad6d3 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830424 Jul 30 00:25:39.647850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-0a1efdd8-15f5-45a2-a91d-0a2e72696ee8 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877767 Jul 30 00:25:39.679394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-340ab2df-2eb0-4c42-aade-f73c8ac3a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.681193 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-340ab2df-2eb0-4c42-aade-f73c8ac3a44d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 1096 time: 0.0428002 Jul 30 00:25:39.749411 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-bdf67eff-5279-4753-85fc-7b42b360a6f1 service neutron] 10.222.0.42 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931695 Jul 30 00:25:39.790718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-b166bfe0-9079-4c62-89e3-0845c795736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.792234 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-b166bfe0-9079-4c62-89e3-0845c795736d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 200 len: 912 time: 0.1041226 Jul 30 00:25:39.861488 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-2265945e-2ff6-4332-86df-6af6c9f8600d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 200 len: 1000 time: 0.0622118 Jul 30 00:25:39.915707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-07a01306-57d7-4076-9e38-30e15f9bfc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.917135 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-07a01306-57d7-4076-9e38-30e15f9bfc58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 200 len: 850 time: 0.0478694 Jul 30 00:25:39.964419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-8d86a18d-5657-46bd-90c2-b1a52d36325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.965940 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-8d86a18d-5657-46bd-90c2-b1a52d36325d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e3a9ac-d921-4315-b1ab-980df8fa81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410826 Jul 30 00:25:40.055278 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-46ea9b85-ef01-4fd2-b0db-c07849844777 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817454 Jul 30 00:25:40.152631 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6b28ec46-0d7e-4fd3-b84b-86c2df1a06d5 req-7e8df6cf-9307-4b84-82c3-c020072b36c2 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900776 Jul 30 00:25:40.544356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7935ae-ae80-409b-a539-ff59fec1d5a4 req-496ad994-1a21-42ff-bb84-1cff7e08d8e9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:40.545899 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a7935ae-ae80-409b-a539-ff59fec1d5a4 req-496ad994-1a21-42ff-bb84-1cff7e08d8e9 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0512624 Jul 30 00:25:40.584258 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a7935ae-ae80-409b-a539-ff59fec1d5a4 req-2775c028-ce62-4f97-b074-8e24d5777200 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321665 Jul 30 00:25:41.701902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0cb3a-c847-42b3-bdaa-e1dd8824050d req-d9ef0233-50c2-449b-b31e-88ebbaa0d94f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:41.703665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14d0cb3a-c847-42b3-bdaa-e1dd8824050d req-d9ef0233-50c2-449b-b31e-88ebbaa0d94f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0494795 Jul 30 00:25:41.741698 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-14d0cb3a-c847-42b3-bdaa-e1dd8824050d req-58675e75-292c-4e76-bb26-4c7ab771023e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318785 Jul 30 00:25:42.020046 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:25:42.857614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de58adc-3ed4-48b2-bd7d-69aeef7a1f97 req-33b2d613-83d7-4a2f-9e38-462f978294b7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:42.859007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2de58adc-3ed4-48b2-bd7d-69aeef7a1f97 req-33b2d613-83d7-4a2f-9e38-462f978294b7 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0484695 Jul 30 00:25:42.901364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2de58adc-3ed4-48b2-bd7d-69aeef7a1f97 req-9407be7b-f76d-4b20-85d1-f27bc6d01088 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364702 Jul 30 00:25:44.017589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bc05c-0ede-4bff-b8db-9acf15bd14eb req-bf1011b1-5603-4baa-9f18-7868d76ab00b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:44.019129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-644bc05c-0ede-4bff-b8db-9acf15bd14eb req-bf1011b1-5603-4baa-9f18-7868d76ab00b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0488002 Jul 30 00:25:44.057134 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-644bc05c-0ede-4bff-b8db-9acf15bd14eb req-d4fa4734-eef6-4737-bfda-8005074190ba tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313768 Jul 30 00:25:45.174428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88bd61-5dd2-47db-ac3d-ae96ff4e4e57 req-9352c8b8-3355-4d46-b042-40eee19b5733 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:45.175913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e88bd61-5dd2-47db-ac3d-ae96ff4e4e57 req-9352c8b8-3355-4d46-b042-40eee19b5733 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0488682 Jul 30 00:25:45.213158 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e88bd61-5dd2-47db-ac3d-ae96ff4e4e57 req-33228c94-f388-4e1b-8b04-51db9ed32681 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Jul 30 00:25:46.327594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c533a4-9d8a-4428-80c0-75f1c25e1b46 req-073abf20-eb0e-4dc0-99ae-ae330c3964c1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:46.329099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c533a4-9d8a-4428-80c0-75f1c25e1b46 req-073abf20-eb0e-4dc0-99ae-ae330c3964c1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0489242 Jul 30 00:25:46.370330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93c533a4-9d8a-4428-80c0-75f1c25e1b46 req-e91100d1-2a3c-422c-9073-e19d9f120cec tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354257 Jul 30 00:25:47.485020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191daad8-9d02-4be0-8012-b834321c8767 req-2ae2a020-df70-4b21-91bc-d759ef1ba28b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:47.486520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-191daad8-9d02-4be0-8012-b834321c8767 req-2ae2a020-df70-4b21-91bc-d759ef1ba28b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0490355 Jul 30 00:25:47.524544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-191daad8-9d02-4be0-8012-b834321c8767 req-c58633a0-ba2f-4c1a-9c52-b3eeaae3a8e0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Jul 30 00:25:48.639247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8312d1-60c8-43aa-bba8-c11ebe96f4a9 req-2f85c9a7-a31b-472f-8eae-08af2b18c910 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:48.640750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd8312d1-60c8-43aa-bba8-c11ebe96f4a9 req-2f85c9a7-a31b-472f-8eae-08af2b18c910 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0481184 Jul 30 00:25:48.678170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bd8312d1-60c8-43aa-bba8-c11ebe96f4a9 req-a136ed02-1219-4c4f-a836-ae526203bf17 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315206 Jul 30 00:25:49.204505 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:49.797363 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac93a83-f874-4af0-b59d-c8145445f20b req-6e48f66c-1bdb-4d2f-a86c-4a19bfa05955 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:49.798859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ac93a83-f874-4af0-b59d-c8145445f20b req-6e48f66c-1bdb-4d2f-a86c-4a19bfa05955 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0530910 Jul 30 00:25:49.841376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ac93a83-f874-4af0-b59d-c8145445f20b req-a1304c5d-0d0e-4b30-8591-222cc7cf6de0 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365603 Jul 30 00:25:50.957607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b038d-544a-4010-86cc-86cc85ea232b req-068f94c6-ff6a-402e-8d33-ab32a23d064e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.959107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-137b038d-544a-4010-86cc-86cc85ea232b req-068f94c6-ff6a-402e-8d33-ab32a23d064e tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0489175 Jul 30 00:25:50.997040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-137b038d-544a-4010-86cc-86cc85ea232b req-0e0880ba-9967-448c-a86f-5772d15d1994 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320041 Jul 30 00:25:51.787072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70acb7a8-db5d-4988-b5b4-d9ca4872c7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:52.110087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d76c2-0d29-4af3-92b7-d9716859039c req-06b39a10-c078-4d41-aee6-306e3f7c245d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:52.111461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a56d76c2-0d29-4af3-92b7-d9716859039c req-06b39a10-c078-4d41-aee6-306e3f7c245d tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0488143 Jul 30 00:25:52.148954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a56d76c2-0d29-4af3-92b7-d9716859039c req-648ebc4a-ca6c-49dc-8fee-8cd10450732a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314977 Jul 30 00:25:52.262162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231623e0-721f-43a4-8f2a-c02ef669f32a req-7e7674b6-45c5-43a3-bbe7-086172d996ee tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:52.263654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-231623e0-721f-43a4-8f2a-c02ef669f32a req-7e7674b6-45c5-43a3-bbe7-086172d996ee tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0486851 Jul 30 00:25:52.303927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-231623e0-721f-43a4-8f2a-c02ef669f32a req-8620d853-9f88-4908-877d-125d4de4bdee tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344396 Jul 30 00:25:52.418225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fdb74-ae9f-4903-80b8-430b30008b09 req-8a0aa714-ed2d-4719-91e0-eb3bd95f0f86 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:52.419618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-752fdb74-ae9f-4903-80b8-430b30008b09 req-8a0aa714-ed2d-4719-91e0-eb3bd95f0f86 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0502992 Jul 30 00:25:52.457931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-752fdb74-ae9f-4903-80b8-430b30008b09 req-8a7951fc-e2af-438d-87fb-26999cec0d0a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322554 Jul 30 00:25:52.689589 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e10a56-9647-4897-9cc6-b4ad36b0e496 req-a3be2d76-90ce-4743-a97e-372978bb0940 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:52.691281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27e10a56-9647-4897-9cc6-b4ad36b0e496 req-a3be2d76-90ce-4743-a97e-372978bb0940 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 944 time: 0.0489337 Jul 30 00:25:52.728953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27e10a56-9647-4897-9cc6-b4ad36b0e496 req-ef154484-2499-41f7-ad09-d502ae8cfe4a tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317652 Jul 30 00:25:53.158507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:25:53.254132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:53.265293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'port_id': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'mac_address': 'fa:16:3e:74:63:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:25:53.300827 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:53.313460 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60ed7aa-39ff-4084-babc-aa3f23498555 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:25:53.332532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:53.336555 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:53.382551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:53.845396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7403-97b2-4523-8361-9411f7b265d0 req-57767a02-8421-4aa4-9582-29fd644c4ca1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:53.846942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5df7403-97b2-4523-8361-9411f7b265d0 req-57767a02-8421-4aa4-9582-29fd644c4ca1 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0501015 Jul 30 00:25:53.848335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['a60ed7aa-39ff-4084-babc-aa3f23498555'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:25:53.895441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b5df7403-97b2-4523-8361-9411f7b265d0 req-d799809b-fb83-41a2-bf00-c4050fa226ff tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374720 Jul 30 00:25:54.220153 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56630876-a44d-468d-be2d-29ef1ba55df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:54.287834 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:54.534956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-1f577b43-83d0-434e-a9bb-b5cad519bd6f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:54.536478 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-1f577b43-83d0-434e-a9bb-b5cad519bd6f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0482359 Jul 30 00:25:54.628915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Deleting port a60ed7aa-39ff-4084-babc-aa3f23498555 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:54.629254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:54.716066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] For port a60ed7aa-39ff-4084-babc-aa3f23498555, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=a60ed7aa-39ff-4084-babc-aa3f23498555,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:54.716437 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:54.879422 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:54.879741 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:54.880101 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 disassociated. External IP: 172.25.2.126, port: a60ed7aa-39ff-4084-babc-aa3f23498555. Jul 30 00:25:54.880452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Calling delete_port for a60ed7aa-39ff-4084-babc-aa3f23498555 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:55.012766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14fb37-44bc-4be1-b8c1-7d7864b11643 req-195a0786-4160-4004-8de1-9f088141ecdd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:55.015160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f14fb37-44bc-4be1-b8c1-7d7864b11643 req-195a0786-4160-4004-8de1-9f088141ecdd tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 945 time: 0.0512726 Jul 30 00:25:55.015754 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:55.045551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event deleted for resources: {'Port': ['ID=a60ed7aa-39ff-4084-babc-aa3f23498555,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:55.062173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f14fb37-44bc-4be1-b8c1-7d7864b11643 req-d07829ec-2790-4e57-828e-db909c8b5911 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups?id=69a617e3-80ab-4f96-8151-4a56269565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Jul 30 00:25:55.166628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:25:55.184980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:25:55.190364 n-d-712139-11 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No ports have port_id starting with a60ed7aa-39ff-4084-babc-aa3f23498555 Jul 30 00:25:55.191688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 requested by agent hyperv_n-h2-712139-11 not found in database {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 30 00:25:55.279284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:55.289095 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:55.298766 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:55.299384 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:25:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:55.321649 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] No DVR routers for this DVR port a60ed7aa-39ff-4084-babc-aa3f23498555 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:25:55.324351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:55.327096 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-100cd6d1-a071-417f-9afe-1b4744b062e6 req-7d9a322a-b2f9-49b5-a959-6614d781ee94 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.47 "DELETE /v2.0/ports/a60ed7aa-39ff-4084-babc-aa3f23498555 HTTP/1.1" status: 204 len: 173 time: 0.7844412 Jul 30 00:25:55.327801 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'name': 'network-vif-deleted', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:55.330153 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49f841e-8e12-4875-89b2-f6509bf5a3c5" -d '{"events": [{"server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "name": "network-vif-deleted", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:55.367593 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a34ecda-8316-41b6-bdc9-4b7944cc8c7c x-openstack-request-id: req-6a34ecda-8316-41b6-bdc9-4b7944cc8c7c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:55.367884 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5291a77-987b-45c6-be83-04ae7e2b5184", "name": "network-vif-deleted", "tag": "a60ed7aa-39ff-4084-babc-aa3f23498555", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:55.368173 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a34ecda-8316-41b6-bdc9-4b7944cc8c7c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:55.368571 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5291a77-987b-45c6-be83-04ae7e2b5184', 'name': 'network-vif-deleted', 'tag': 'a60ed7aa-39ff-4084-babc-aa3f23498555', 'status': 'completed', 'code': 200} Jul 30 00:25:55.419336 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:55.618360 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:55.644763 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:55.653973 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:55.654581 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:25:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:55.666685 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:55.760807 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:55.959209 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:55.989154 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdd56a-cb84-472d-b2bc-4ace01b8846a None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:13Z', 'revision_number': 4, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '6d963688-77a5-4fbd-ab94-9e9d6095044d', 'name': '', 'network_id': 'b9e3a9ac-d921-4315-b1ab-980df8fa81f0', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'mac_address': 'fa:16:3e:74:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:12Z', 'updated_at': '2021-07-30T00:14:18Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'subnets': [{'id': '3d02cebe-339b-4d6c-bd9c-f2a0902c478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:56.164100 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4b23c9e-5a94-4213-b452-d89d8d51f7f9 req-5a554dec-1e6b-45a0-bf69-625394c6f3ea tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 210 time: 0.0278463 Jul 30 00:25:56.234277 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c5401f-48ab-453c-9ca0-8d5bd2408b68 None None] New status for floating IP 984423d8-2fa9-4b0e-9c1d-d2b05ca1e002: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:25:57.195879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:57.224460 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: a60ed7aa-39ff-4084-babc-aa3f23498555 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:25:57.224835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device a60ed7aa-39ff-4084-babc-aa3f23498555 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:25:57.284339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a9e36154-f29f-4b89-b3e9-939956f5b5ef req-bd6354c0-19c2-48e2-afbf-7837086b833b tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 210 time: 0.0280166 Jul 30 00:25:57.304912 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:58.379627 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1303419-7874-4529-a625-41c5396f8ef5 req-9639e60c-655e-4a14-915c-2689291a26d2 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5291a77-987b-45c6-be83-04ae7e2b5184 HTTP/1.1" status: 200 len: 210 time: 0.0265176 Jul 30 00:26:02.098585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38916) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:02.162587 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89b354b9-ea70-43f6-a6b2-c9396356db77 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.187633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89b354b9-ea70-43f6-a6b2-c9396356db77 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.237350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89b354b9-ea70-43f6-a6b2-c9396356db77 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.240114 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89b354b9-ea70-43f6-a6b2-c9396356db77 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.241744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-89b354b9-ea70-43f6-a6b2-c9396356db77 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "DELETE /v2.0/security-groups/69a617e3-80ab-4f96-8151-4a56269565c8 HTTP/1.1" status: 204 len: 168 time: 0.1419830 Jul 30 00:26:02.244442 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:02.251726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b354b9-ea70-43f6-a6b2-c9396356db77 tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a617e3-80ab-4f96-8151-4a56269565c8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:02.260596 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-0260ffb0-834c-445a-9344-d1e66023f82f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] show failed (client error): The resource could not be found. Jul 30 00:26:02.261776 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0260ffb0-834c-445a-9344-d1e66023f82f tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "GET /v2.0/security-groups/69a617e3-80ab-4f96-8151-4a56269565c8 HTTP/1.1" status: 404 len: 347 time: 0.0156870 Jul 30 00:26:02.265209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38920) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:02.400861 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-86ca5c36-e6d9-4091-832b-98c0dc0bd5aa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Deleting port cce0e209-68f0-42c0-9de5-b02deac3fb13 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:02.401204 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c36-e6d9-4091-832b-98c0dc0bd5aa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.476306 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c36-e6d9-4091-832b-98c0dc0bd5aa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.476517 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c36-e6d9-4091-832b-98c0dc0bd5aa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.488814 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-86ca5c36-e6d9-4091-832b-98c0dc0bd5aa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Calling delete_port for cce0e209-68f0-42c0-9de5-b02deac3fb13 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:02.626300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c36-e6d9-4091-832b-98c0dc0bd5aa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.654192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca5c36-e6d9-4091-832b-98c0dc0bd5aa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Pushing event deleted for resources: {'Port': ['ID=cce0e209-68f0-42c0-9de5-b02deac3fb13,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:02.721555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c36-e6d9-4091-832b-98c0dc0bd5aa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.724281 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c36-e6d9-4091-832b-98c0dc0bd5aa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.725475 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-86ca5c36-e6d9-4091-832b-98c0dc0bd5aa tempest-ServerActionsTestJSON-354945261 tempest-ServerActionsTestJSON-354945261-project] 10.222.0.37 "DELETE /v2.0/floatingips/984423d8-2fa9-4b0e-9c1d-d2b05ca1e002 HTTP/1.1" status: 204 len: 168 time: 0.4592059 Jul 30 00:26:02.728687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38922) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:02.994940 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:03.205049 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:03.439227 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] Deleting port 6d963688-77a5-4fbd-ab94-9e9d6095044d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:03.439958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:03.514202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] For port 6d963688-77a5-4fbd-ab94-9e9d6095044d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6d963688-77a5-4fbd-ab94-9e9d6095044d,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:03.514571 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:03.530615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] Calling delete_port for 6d963688-77a5-4fbd-ab94-9e9d6095044d owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:03.704395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:03.730952 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d963688-77a5-4fbd-ab94-9e9d6095044d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:03.891465 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:04.105673 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] Router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:26:04.454250 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:04.460524 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-695416ff-3d36-4744-ab3e-c79624f7148b admin admin] 10.222.0.37 "PUT /v2.0/routers/43b936f7-0c6a-4ff0-aba6-70ecb4553023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308671 Jul 30 00:26:04.462154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38926) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:04.463104 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] Sync routers for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:04.472286 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:04.472904 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:25:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:04.565597 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:04.578601 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:04.665113 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:04.718251 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Deleting port de7d925e-0652-4f10-9b20-5e400522a4e2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:04.718501 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:04.759008 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:26:03Z', 'revision_number': 5, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port': {'id': 'de7d925e-0652-4f10-9b20-5e400522a4e2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:04.786329 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] Checking router: 43b936f7-0c6a-4ff0-aba6-70ecb4553023 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:04.794641 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] Routers {'43b936f7-0c6a-4ff0-aba6-70ecb4553023'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:04.795257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:25:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:04.796125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] For port de7d925e-0652-4f10-9b20-5e400522a4e2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=de7d925e-0652-4f10-9b20-5e400522a4e2,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:04.796499 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:04.809185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Calling delete_port for de7d925e-0652-4f10-9b20-5e400522a4e2 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:04.881538 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] Set router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:04.937446 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:26:04Z', 'revision_number': 6, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:04.964820 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db7820-ad7c-4d47-9389-acd194e62472 None None] The sync data for ids ['43b936f7-0c6a-4ff0-aba6-70ecb4553023'] in n-d-712139-11 is: [{'id': '43b936f7-0c6a-4ff0-aba6-70ecb4553023', 'name': 'tempest-ServerActionsTestJSON-167154288-router', 'tenant_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:10Z', 'updated_at': '2021-07-30T00:26:04Z', 'revision_number': 6, 'project_id': 'ff8b5d9007a04af982fd73d8f85cf330', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:04.981217 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.012776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7d925e-0652-4f10-9b20-5e400522a4e2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:05.070236 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.158907 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.161705 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.212236 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.212785 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b936f7-0c6a-4ff0-aba6-70ecb4553023 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:26:05.217031 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.218174 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8ba2a5d3-0d4e-486b-b949-0a2b47912e90 admin admin] 10.222.0.37 "DELETE /v2.0/routers/43b936f7-0c6a-4ff0-aba6-70ecb4553023 HTTP/1.1" status: 204 len: 168 time: 0.7550483 Jul 30 00:26:05.221075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38928) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:05.267802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e40394-dafe-461a-a440-16a390f7e5cb admin admin] Deleting subnet 3d02cebe-339b-4d6c-bd9c-f2a0902c478e {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:26:05.270674 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2e40394-dafe-461a-a440-16a390f7e5cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.303500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2e40394-dafe-461a-a440-16a390f7e5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.383824 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2e40394-dafe-461a-a440-16a390f7e5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.445128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2e40394-dafe-461a-a440-16a390f7e5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.469108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e40394-dafe-461a-a440-16a390f7e5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d02cebe-339b-4d6c-bd9c-f2a0902c478e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:05.475737 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2e40394-dafe-461a-a440-16a390f7e5cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.477644 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c2e40394-dafe-461a-a440-16a390f7e5cb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3d02cebe-339b-4d6c-bd9c-f2a0902c478e HTTP/1.1" status: 204 len: 168 time: 0.2556968 Jul 30 00:26:05.480125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:05.481067 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64624668-339c-4379-80c4-acb266f89649 None None] Network b9e3a9ac-d921-4315-b1ab-980df8fa81f0 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:05.548856 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.604597 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Deleting port 8217f6ac-4347-4498-af9c-232ce613c3b0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:05.604948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.670939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] For port 8217f6ac-4347-4498-af9c-232ce613c3b0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8217f6ac-4347-4498-af9c-232ce613c3b0,segment=NetworkSegment(b03f6e2f-8672-4120-9084-b534486f67f7),segment_id=b03f6e2f-8672-4120-9084-b534486f67f7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:05.671228 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.683502 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Calling delete_port for 8217f6ac-4347-4498-af9c-232ce613c3b0 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:05.728836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b4a7a1-0e1b-43ec-aaa7-fdf4d5f92217 None None] DHCP port deletion for b9e3a9ac-d921-4315-b1ab-980df8fa81f0 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:26:05.766235 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.781414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-39b4a7a1-0e1b-43ec-aaa7-fdf4d5f92217 None None] Deleting port 8217f6ac-4347-4498-af9c-232ce613c3b0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:05.781876 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-39b4a7a1-0e1b-43ec-aaa7-fdf4d5f92217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.796913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Pushing event deleted for resources: {'Port': ['ID=8217f6ac-4347-4498-af9c-232ce613c3b0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:05.800489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] No DVR routers for this DVR port 8217f6ac-4347-4498-af9c-232ce613c3b0 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:05.849726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-39b4a7a1-0e1b-43ec-aaa7-fdf4d5f92217 None None] For port 8217f6ac-4347-4498-af9c-232ce613c3b0, host n-d-712139-11, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:05.850133 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-39b4a7a1-0e1b-43ec-aaa7-fdf4d5f92217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.864853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-39b4a7a1-0e1b-43ec-aaa7-fdf4d5f92217 None None] Calling delete_port for 8217f6ac-4347-4498-af9c-232ce613c3b0 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:05.867504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-39b4a7a1-0e1b-43ec-aaa7-fdf4d5f92217 None None] Port 8217f6ac-4347-4498-af9c-232ce613c3b0 was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:26:05.868909 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-39b4a7a1-0e1b-43ec-aaa7-fdf4d5f92217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.872639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.882370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e3a9ac-d921-4315-b1ab-980df8fa81f0']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:05.893168 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03f6e2f-8672-4120-9084-b534486f67f7') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:05.893472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03f6e2f-8672-4120-9084-b534486f67f7') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:05.893588 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4a7a1-0e1b-43ec-aaa7-fdf4d5f92217 None None] Pushing event deleted for resources: {'Port': ['ID=8217f6ac-4347-4498-af9c-232ce613c3b0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:05.897063 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4a7a1-0e1b-43ec-aaa7-fdf4d5f92217 None None] No DVR routers for this DVR port 8217f6ac-4347-4498-af9c-232ce613c3b0 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:05.904069 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.919444 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.926036 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:05.926440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:05.928272 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:06.008231 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.017157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.019591 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b9e3a9ac-d921-4315-b1ab-980df8fa81f0 HTTP/1.1" status: 204 len: 168 time: 0.5385070 Jul 30 00:26:06.035831 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0c2bc-46cb-4399-96d3-714ce6965356 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e3a9ac-d921-4315-b1ab-980df8fa81f0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:06.046143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device de7d925e-0652-4f10-9b20-5e400522a4e2 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:06.068965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: de7d925e-0652-4f10-9b20-5e400522a4e2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:06.069320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device de7d925e-0652-4f10-9b20-5e400522a4e2 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:06.069743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8217f6ac-4347-4498-af9c-232ce613c3b0 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:06.088831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8217f6ac-4347-4498-af9c-232ce613c3b0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:06.089184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8217f6ac-4347-4498-af9c-232ce613c3b0 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:06.089607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6d963688-77a5-4fbd-ab94-9e9d6095044d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:06.108600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 6d963688-77a5-4fbd-ab94-9e9d6095044d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:06.108951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6d963688-77a5-4fbd-ab94-9e9d6095044d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:06.154682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:06.193181 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ccfd9711-2af3-4ec1-b930-1beeb65b5a93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff8b5d9007a04af982fd73d8f85cf330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373302 Jul 30 00:26:06.195604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38936) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:06.242908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dac0a6b-7bbb-4d62-80a4-d4fc340dae65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.263808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dac0a6b-7bbb-4d62-80a4-d4fc340dae65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.309265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dac0a6b-7bbb-4d62-80a4-d4fc340dae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.312307 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dac0a6b-7bbb-4d62-80a4-d4fc340dae65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.313459 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6dac0a6b-7bbb-4d62-80a4-d4fc340dae65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38a78787-7b5f-41fc-ad7f-a70e38784406 HTTP/1.1" status: 204 len: 168 time: 0.1169229 Jul 30 00:26:06.321326 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac0a6b-7bbb-4d62-80a4-d4fc340dae65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a78787-7b5f-41fc-ad7f-a70e38784406,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:06.992360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 38958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:07.084426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-659892549-network', 'tenant_id': '590d67bd097943e9bec5dd508cff6637'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:07.110486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Made reservation on behalf of 590d67bd097943e9bec5dd508cff6637 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:07.112839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.121606 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.208649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.212280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.232880 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:07.245781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a137afde-49d7-4253-9326-5ffc3661f326,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:07.250515 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.250858 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Added segment 89dd63e8-703d-4d52-bf3c-3330c2a5a3ed of type vlan for network 28041a5e-54cd-4142-b877-23f71e2e1690 Jul 30 00:26:07.290091 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.318749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.319711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:07.320344 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.373699 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3802302 Jul 30 00:26:07.376883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 38962) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:07.382247 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Request body: {'subnet': {'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-659892549-subnet', 'tenant_id': '590d67bd097943e9bec5dd508cff6637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:07.383078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c86f9-d480-4258-9a3d-50aaf133b61e admin admin] Pushing event updated for resources: {'Network': ['ID=28041a5e-54cd-4142-b877-23f71e2e1690,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:07.396749 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 28041a5e-54cd-4142-b877-23f71e2e1690 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:26:07.403408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Made reservation on behalf of 590d67bd097943e9bec5dd508cff6637 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:07.406304 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.569277 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.624412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=01300101-ab8e-4a50-ad05-4429b9e9d22f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:07.633230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Checking segment: {'id': '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:07.633602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Network hostable DHCP agents. Network: 28041a5e-54cd-4142-b877-23f71e2e1690, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:26:07.649443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Network 28041a5e-54cd-4142-b877-23f71e2e1690 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:26:07.658192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 28041a5e-54cd-4142-b877-23f71e2e1690) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:07.662148 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:07.662733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.667817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268f66fc-1110-49fd-9f28-1286d2284a32 None None] Network 28041a5e-54cd-4142-b877-23f71e2e1690 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:07.676171 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2c9a675e-774a-496e-8a33-5d9cec185faf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2980504 Jul 30 00:26:07.790136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92086277-6062-4b65-9f4e-cd1816676ee6 None None] Network 28041a5e-54cd-4142-b877-23f71e2e1690 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:08.105115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-c141c389-77f0-43a9-8256-38b37cf8590d tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:08.106520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-c141c389-77f0-43a9-8256-38b37cf8590d tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/networks?id=28041a5e-54cd-4142-b877-23f71e2e1690 HTTP/1.1" status: 200 len: 813 time: 0.1027021 Jul 30 00:26:08.121115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-50cd59a6-b1e5-48d6-ac8f-ddc0a453e4a8 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/quotas/590d67bd097943e9bec5dd508cff6637 HTTP/1.1" status: 200 len: 375 time: 0.0088747 Jul 30 00:26:08.153091 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-8590d4c1-c113-4eb4-9d37-05ea55fceeaa tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=590d67bd097943e9bec5dd508cff6637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261474 Jul 30 00:26:08.241489 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-45fabf8a-e9df-40a8-9ab4-118366d0734a service neutron] 10.222.0.37 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815740 Jul 30 00:26:08.333286 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-70f12058-53eb-43d9-bb1e-53bff5784ccf service neutron] 10.222.0.37 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851121 Jul 30 00:26:08.488656 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-072716cc-e3f6-4c06-89db-eb75beaa9944 req-33c60cc9-1ce1-4c3e-899f-767cd0866e38 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Jul 30 00:26:09.564137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d9ad0bfa-4955-4f1b-9fdd-53e95d54fa95 req-0f511d6a-2d94-4ef1-9890-f87727515137 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0266316 Jul 30 00:26:10.641146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2bf4193d-9e92-4660-b283-8969607cb6cf req-de5c0743-d7d0-4ead-a2fb-6890b9bc0237 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0261664 Jul 30 00:26:11.718650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9c4c177-e8b9-451f-a7e5-f419e4ce555b req-b3a198e5-7cd5-4596-bf42-b8dc3e1e2966 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0296907 Jul 30 00:26:12.809198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-59cb8b05-eaff-449a-a485-0194007049f5 req-c88943df-121d-45c6-8fe8-46a67ad17f63 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0263727 Jul 30 00:26:13.617355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-53bc3bab-eab2-4f6e-92f8-ddea8c5380cc tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:13.618861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-53bc3bab-eab2-4f6e-92f8-ddea8c5380cc tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.42 "GET /v2.0/networks?id=28041a5e-54cd-4142-b877-23f71e2e1690 HTTP/1.1" status: 200 len: 813 time: 0.1046379 Jul 30 00:26:13.631799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Request body: {'port': {'device_id': '3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4', 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690', 'admin_state_up': True, 'tenant_id': '590d67bd097943e9bec5dd508cff6637'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:13.740566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Made reservation on behalf of 590d67bd097943e9bec5dd508cff6637 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:13.744041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:13.866219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Allocated IP 172.20.0.13 (28041a5e-54cd-4142-b877-23f71e2e1690/01300101-ab8e-4a50-ad05-4429b9e9d22f/fd18f5a3-3ef3-4ff8-9ded-195632f84a83) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:13.909689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a3b5fe1-c242-4308-8e39-8e4dcb93711b req-d8f724a3-b9e7-477b-bd0c-c8d10cb81561 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0329366 Jul 30 00:26:14.038211 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.076729 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.121284 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Network 28041a5e-54cd-4142-b877-23f71e2e1690 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:14.124872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:14.131019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:14.137392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Pushing event updated for resources: {'Port': ['ID=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:14.183796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:14.184365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.198040 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-56f99a5d-aac7-4315-8f02-3921a803a078 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5701168 Jul 30 00:26:14.211055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Request body: {'port': {'device_id': '3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:14.263457 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.520692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd18f5a3-3ef3-4ff8-9ded-195632f84a83 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:26:14.527853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.539977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Transition to ACTIVE for port object fd18f5a3-3ef3-4ff8-9ded-195632f84a83 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:14.543530 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.590511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Pushing event updated for resources: {'Port': ['ID=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:14.659582 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Attempting to bind port fd18f5a3-3ef3-4ff8-9ded-195632f84a83 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:14.659919 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Attempting to bind port fd18f5a3-3ef3-4ff8-9ded-195632f84a83 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:14.660346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Attempting to bind port fd18f5a3-3ef3-4ff8-9ded-195632f84a83 on network 28041a5e-54cd-4142-b877-23f71e2e1690 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:14.664678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Port fd18f5a3-3ef3-4ff8-9ded-195632f84a83 on network 28041a5e-54cd-4142-b877-23f71e2e1690 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:26:14.664987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Attempting to bind port fd18f5a3-3ef3-4ff8-9ded-195632f84a83 on network 28041a5e-54cd-4142-b877-23f71e2e1690 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:14.670387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:14.670732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Checking segment: {'id': '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:14.671118 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Bound using segment: {'id': '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:14.671541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Bound port: fd18f5a3-3ef3-4ff8-9ded-195632f84a83, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:14.671903 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.736622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] For port fd18f5a3-3ef3-4ff8-9ded-195632f84a83, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:14.739539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] For port fd18f5a3-3ef3-4ff8-9ded-195632f84a83, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,segment=NetworkSegment(89dd63e8-703d-4d52-bf3c-3330c2a5a3ed),segment_id=89dd63e8-703d-4d52-bf3c-3330c2a5a3ed)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:14.744178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.776555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:14.777163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.779048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] 10.222.0.42 "PUT /v2.0/ports/fd18f5a3-3ef3-4ff8-9ded-195632f84a83 HTTP/1.1" status: 200 len: 1093 time: 0.5721555 Jul 30 00:26:14.779479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4', 'tag': 'fd18f5a3-3ef3-4ff8-9ded-195632f84a83'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:14.781873 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f76ad6-496b-4314-8111-78790bc11c48" -d '{"events": [{"name": "network-changed", "server_uuid": "3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4", "tag": "fd18f5a3-3ef3-4ff8-9ded-195632f84a83"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:14.806798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e59b1-2902-4264-8024-b84a793920ab service neutron] Pushing event updated for resources: {'Port': ['ID=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:14.818416 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce554c6-950c-4ccd-bea3-3f807e2e58aa x-openstack-request-id: req-5ce554c6-950c-4ccd-bea3-3f807e2e58aa {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:14.818703 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4", "tag": "fd18f5a3-3ef3-4ff8-9ded-195632f84a83", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:14.818955 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ce554c6-950c-4ccd-bea3-3f807e2e58aa {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:14.819350 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4', 'tag': 'fd18f5a3-3ef3-4ff8-9ded-195632f84a83', 'status': 'completed', 'code': 200} Jul 30 00:26:14.862921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-43401c44-26da-4630-a2e3-f66a81b0accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:14.864628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-43401c44-26da-4630-a2e3-f66a81b0accd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=590d67bd097943e9bec5dd508cff6637&device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 1096 time: 0.0430343 Jul 30 00:26:14.913154 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-89f6f476-9d52-4677-a232-53976c283036 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd18f5a3-3ef3-4ff8-9ded-195632f84a83 HTTP/1.1" status: 200 len: 217 time: 0.0398235 Jul 30 00:26:15.352135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-f52b90fb-262f-47b1-aed4-d1e48acab444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:15.353600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-f52b90fb-262f-47b1-aed4-d1e48acab444 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01300101-ab8e-4a50-ad05-4429b9e9d22f HTTP/1.1" status: 200 len: 853 time: 0.4334183 Jul 30 00:26:15.365682 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e69b7-d3ba-4a24-b04e-d8f23fb2d50a req-c6b46f49-045c-49aa-ae82-4ed60dcb3b7c tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:15.367058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb3e69b7-d3ba-4a24-b04e-d8f23fb2d50a req-c6b46f49-045c-49aa-ae82-4ed60dcb3b7c tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 944 time: 0.0643353 Jul 30 00:26:15.402844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-90e43c1f-1c3a-48f1-b293-f6e413ca5503 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=28041a5e-54cd-4142-b877-23f71e2e1690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348635 Jul 30 00:26:15.439888 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb3e69b7-d3ba-4a24-b04e-d8f23fb2d50a req-2f241ad2-84b7-4ef9-b333-56bf00e37815 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640740 Jul 30 00:26:15.504610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-05ed69f0-8c09-4aa1-acc7-b9c843ef9899 service neutron] 10.222.0.42 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898848 Jul 30 00:26:15.595168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03ca9213-a2cf-43a0-a4f9-6088c0b2c827 req-039e72c3-ca9c-48a3-bc65-bac6e9962eda service neutron] 10.222.0.42 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834632 Jul 30 00:26:15.686018 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f76ad6-496b-4314-8111-78790bc11c48 req-73404a36-c9b7-4d7d-aa87-4d31a706e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:15.687518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6f76ad6-496b-4314-8111-78790bc11c48 req-73404a36-c9b7-4d7d-aa87-4d31a706e7f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=590d67bd097943e9bec5dd508cff6637&device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 1096 time: 0.0456946 Jul 30 00:26:15.777075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f76ad6-496b-4314-8111-78790bc11c48 req-62d6f8eb-0b86-44c1-aff4-e6f0a06e498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:15.778701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6f76ad6-496b-4314-8111-78790bc11c48 req-62d6f8eb-0b86-44c1-aff4-e6f0a06e498b service neutron] 10.222.0.42 "GET /v2.0/networks?id=28041a5e-54cd-4142-b877-23f71e2e1690 HTTP/1.1" status: 200 len: 914 time: 0.0834618 Jul 30 00:26:15.823359 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6f76ad6-496b-4314-8111-78790bc11c48 req-0fe62a01-419c-474a-9ab7-fe1d9557a2b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd18f5a3-3ef3-4ff8-9ded-195632f84a83 HTTP/1.1" status: 200 len: 217 time: 0.0379772 Jul 30 00:26:15.873495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f76ad6-496b-4314-8111-78790bc11c48 req-f49e6ea9-3b6c-4d63-82d8-5ff2edc3f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:15.874844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6f76ad6-496b-4314-8111-78790bc11c48 req-f49e6ea9-3b6c-4d63-82d8-5ff2edc3f827 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01300101-ab8e-4a50-ad05-4429b9e9d22f HTTP/1.1" status: 200 len: 853 time: 0.0444160 Jul 30 00:26:15.906282 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6f76ad6-496b-4314-8111-78790bc11c48 req-b19158cb-79f4-49ad-a571-d2a76d479c49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=28041a5e-54cd-4142-b877-23f71e2e1690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239534 Jul 30 00:26:15.995611 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6f76ad6-496b-4314-8111-78790bc11c48 req-b307d740-c35d-4e8a-99db-345ebc5369aa service neutron] 10.222.0.42 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810907 Jul 30 00:26:16.091903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a6f76ad6-496b-4314-8111-78790bc11c48 req-be6c9e36-7fe6-4e45-a122-6cc24b153ce0 service neutron] 10.222.0.42 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880749 Jul 30 00:26:16.556572 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e7187-9ed3-41b4-b46c-85e734c2ee6e req-b5b2b150-89a6-4cd8-9850-c378cafa72dc tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:16.558061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-114e7187-9ed3-41b4-b46c-85e734c2ee6e req-b5b2b150-89a6-4cd8-9850-c378cafa72dc tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 944 time: 0.0497060 Jul 30 00:26:16.595962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-114e7187-9ed3-41b4-b46c-85e734c2ee6e req-a65774c6-1423-4d92-b4b8-ba78343734e0 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Jul 30 00:26:17.713633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6920c-b193-4d66-9783-0979c717c587 req-fe706025-7182-4eed-b0af-1379e4899d51 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:17.715119 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aed6920c-b193-4d66-9783-0979c717c587 req-fe706025-7182-4eed-b0af-1379e4899d51 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 944 time: 0.0534003 Jul 30 00:26:17.752059 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aed6920c-b193-4d66-9783-0979c717c587 req-2091b6ad-fba6-47a7-be5e-3796e2f1fed4 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 Jul 30 00:26:18.373020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device fd18f5a3-3ef3-4ff8-9ded-195632f84a83 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:26:18.467802 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port fd18f5a3-3ef3-4ff8-9ded-195632f84a83, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,segment=NetworkSegment(89dd63e8-703d-4d52-bf3c-3330c2a5a3ed),segment_id=89dd63e8-703d-4d52-bf3c-3330c2a5a3ed)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:18.478697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'fd18f5a3-3ef3-4ff8-9ded-195632f84a83', 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690', 'port_id': 'fd18f5a3-3ef3-4ff8-9ded-195632f84a83', 'mac_address': 'fa:16:3e:a1:40:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01300101-ab8e-4a50-ad05-4429b9e9d22f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:26:18.514492 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:18.526600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd18f5a3-3ef3-4ff8-9ded-195632f84a83 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:26:18.546809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port fd18f5a3-3ef3-4ff8-9ded-195632f84a83, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,segment=NetworkSegment(89dd63e8-703d-4d52-bf3c-3330c2a5a3ed),segment_id=89dd63e8-703d-4d52-bf3c-3330c2a5a3ed)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:18.550972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:18.596598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:18.740216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['fd18f5a3-3ef3-4ff8-9ded-195632f84a83'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:26:18.878709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27080914-a053-4d46-9224-2ca5fd632bce req-2f03a6e8-df43-430c-bb4e-abaf3160ebcc tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:18.880244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27080914-a053-4d46-9224-2ca5fd632bce req-2f03a6e8-df43-430c-bb4e-abaf3160ebcc tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 945 time: 0.0486467 Jul 30 00:26:18.917507 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27080914-a053-4d46-9224-2ca5fd632bce req-95d18a4a-f774-4dd8-bae4-29cd46774929 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312226 Jul 30 00:26:19.020171 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:26:19.217757 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:20.031525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99a094-c74a-43ea-8f9f-40ec8bec4160 req-8e60f9e7-876f-44a0-9b53-af79f47e30a8 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:20.033049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd99a094-c74a-43ea-8f9f-40ec8bec4160 req-8e60f9e7-876f-44a0-9b53-af79f47e30a8 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 945 time: 0.0486953 Jul 30 00:26:20.070473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd99a094-c74a-43ea-8f9f-40ec8bec4160 req-b3b008aa-ff17-4331-ba38-74f02b0cdccf tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Jul 30 00:26:20.399540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device fd18f5a3-3ef3-4ff8-9ded-195632f84a83 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:20.448047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port fd18f5a3-3ef3-4ff8-9ded-195632f84a83 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:20.451547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port fd18f5a3-3ef3-4ff8-9ded-195632f84a83 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:20.451924 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:20.530874 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:20.554083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd18f5a3-3ef3-4ff8-9ded-195632f84a83'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:20.556788 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc9fc5f-f1ab-4048-8131-4ecd7dfa6efa" -d '{"events": [{"server_uuid": "3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "fd18f5a3-3ef3-4ff8-9ded-195632f84a83"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:20.570246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port fd18f5a3-3ef3-4ff8-9ded-195632f84a83, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,segment=NetworkSegment(89dd63e8-703d-4d52-bf3c-3330c2a5a3ed),segment_id=89dd63e8-703d-4d52-bf3c-3330c2a5a3ed)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:20.574588 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:20.622635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:20.653729 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c99901b-55ad-4dc2-906a-df28a3a430ef x-openstack-request-id: req-4c99901b-55ad-4dc2-906a-df28a3a430ef {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:20.653969 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "fd18f5a3-3ef3-4ff8-9ded-195632f84a83", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:20.654227 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c99901b-55ad-4dc2-906a-df28a3a430ef {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:20.654627 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd18f5a3-3ef3-4ff8-9ded-195632f84a83', 'code': 200} Jul 30 00:26:20.749542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ddf1a-f3d9-4798-9351-325846605282 req-d0b4e650-c92a-402b-be15-b33506596304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:20.751015 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b81ddf1a-f3d9-4798-9351-325846605282 req-d0b4e650-c92a-402b-be15-b33506596304 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 1098 time: 0.0441301 Jul 30 00:26:20.785246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b81ddf1a-f3d9-4798-9351-325846605282 req-fc9f08b4-53d7-465b-b697-794a5d98be6a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269396 Jul 30 00:26:21.184927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3c6e2-e94d-4098-b56b-58f8afd15248 req-939f4f87-6de4-49cc-a2d4-0b295beea8a3 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:21.186439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6c3c6e2-e94d-4098-b56b-58f8afd15248 req-939f4f87-6de4-49cc-a2d4-0b295beea8a3 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0509398 Jul 30 00:26:21.225629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6c3c6e2-e94d-4098-b56b-58f8afd15248 req-57baeebe-6381-4dcd-9dc5-047d92e47ae7 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Jul 30 00:26:21.787420 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47364c7b-20b9-4654-8908-2bcb8b735982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:22.341190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5f636-8122-48e7-a883-39a2841333df req-ed65ed59-2fde-407e-afae-dfbc124d6f7b tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:22.342659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1c5f636-8122-48e7-a883-39a2841333df req-ed65ed59-2fde-407e-afae-dfbc124d6f7b tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0487864 Jul 30 00:26:22.379697 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1c5f636-8122-48e7-a883-39a2841333df req-9fc68ec2-614b-4ead-a1aa-3f11fcf9c810 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Jul 30 00:26:22.606318 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-0254ee87-fafe-4685-9e71-59d9878d90b0 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:22.607919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-0254ee87-fafe-4685-9e71-59d9878d90b0 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/networks?id=28041a5e-54cd-4142-b877-23f71e2e1690 HTTP/1.1" status: 200 len: 813 time: 0.1057866 Jul 30 00:26:22.622697 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-b5cc1273-70fe-478e-bbaa-93454d1aa1bf tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/quotas/590d67bd097943e9bec5dd508cff6637 HTTP/1.1" status: 200 len: 375 time: 0.0091283 Jul 30 00:26:22.671414 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-cc48fe56-6d17-4700-9969-651926498023 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=590d67bd097943e9bec5dd508cff6637&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436451 Jul 30 00:26:22.763445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-0fee11e1-7cd6-43d6-95cc-c8b06dc0390f service neutron] 10.222.0.37 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846491 Jul 30 00:26:22.851837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-ed9de805-9a91-4ff5-b59f-3702990cd9d1 service neutron] 10.222.0.37 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823095 Jul 30 00:26:23.008957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b1c517b5-d4bc-491e-9f83-5ba4c0f3aac3 req-7880b12c-5006-47d9-bf54-bf9a24412bae tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 210 time: 0.0274727 Jul 30 00:26:23.958081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-f8f587de-00ab-47c3-a6ef-3f88956ed60f tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:23.959588 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-f8f587de-00ab-47c3-a6ef-3f88956ed60f tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.47 "GET /v2.0/networks?id=28041a5e-54cd-4142-b877-23f71e2e1690 HTTP/1.1" status: 200 len: 813 time: 0.1061151 Jul 30 00:26:23.978161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Request body: {'port': {'device_id': '41cadc61-7655-465b-aeb9-556b8719aec6', 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690', 'admin_state_up': True, 'tenant_id': '590d67bd097943e9bec5dd508cff6637'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:24.089899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Made reservation on behalf of 590d67bd097943e9bec5dd508cff6637 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:24.094287 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.103613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-378ff6fc-2acf-4ca8-a619-b554331a3233 req-30c97445-b7e4-40cb-8b18-58e0684c37ea tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 210 time: 0.0274599 Jul 30 00:26:24.219397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Allocated IP 172.20.0.14 (28041a5e-54cd-4142-b877-23f71e2e1690/01300101-ab8e-4a50-ad05-4429b9e9d22f/22c0e0bb-9a56-4d93-9838-ee7f0e509e66) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:24.222478 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1c05-1cb6-4f1c-ba12-fa98ec7a5178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.288741 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.367415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.406075 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.418367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['fd18f5a3-3ef3-4ff8-9ded-195632f84a83'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:26:24.448678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Network 28041a5e-54cd-4142-b877-23f71e2e1690 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:24.452416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:24.458544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:24.464987 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Pushing event updated for resources: {'Port': ['ID=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:24.514956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:24.515588 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.529676 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-5a776e39-e97d-435b-80ba-e59ca815bf36 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556147 Jul 30 00:26:24.546531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Request body: {'port': {'device_id': '41cadc61-7655-465b-aeb9-556b8719aec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:24.600338 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.851360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:26:24.859134 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.870950 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Transition to ACTIVE for port object 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:24.874983 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.925469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Pushing event updated for resources: {'Port': ['ID=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:24.995008 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Attempting to bind port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:24.995657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Attempting to bind port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:24.995657 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Attempting to bind port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 on network 28041a5e-54cd-4142-b877-23f71e2e1690 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:25.000514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 on network 28041a5e-54cd-4142-b877-23f71e2e1690 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:26:25.000836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Attempting to bind port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 on network 28041a5e-54cd-4142-b877-23f71e2e1690 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:25.005529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:25.005861 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Checking segment: {'id': '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:25.006238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Bound using segment: {'id': '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:25.006665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Bound port: 22c0e0bb-9a56-4d93-9838-ee7f0e509e66, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:25.007024 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:25.069377 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] For port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:25.073069 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] For port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,segment=NetworkSegment(89dd63e8-703d-4d52-bf3c-3330c2a5a3ed),segment_id=89dd63e8-703d-4d52-bf3c-3330c2a5a3ed)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:25.077153 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:25.115754 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.116407 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:25.117827 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] 10.222.0.47 "PUT /v2.0/ports/22c0e0bb-9a56-4d93-9838-ee7f0e509e66 HTTP/1.1" status: 200 len: 1093 time: 0.5756259 Jul 30 00:26:25.118264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cadc61-7655-465b-aeb9-556b8719aec6', 'tag': '22c0e0bb-9a56-4d93-9838-ee7f0e509e66'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:25.120600 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d" -d '{"events": [{"name": "network-changed", "server_uuid": "41cadc61-7655-465b-aeb9-556b8719aec6", "tag": "22c0e0bb-9a56-4d93-9838-ee7f0e509e66"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:25.147033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd7fd8-7db9-48bf-9ea6-40057d36cd21 service neutron] Pushing event updated for resources: {'Port': ['ID=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:25.173847 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d24d47-0129-4001-af33-9a4755ea8913 x-openstack-request-id: req-60d24d47-0129-4001-af33-9a4755ea8913 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:25.174151 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cadc61-7655-465b-aeb9-556b8719aec6", "tag": "22c0e0bb-9a56-4d93-9838-ee7f0e509e66", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:25.174408 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60d24d47-0129-4001-af33-9a4755ea8913 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:25.174824 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cadc61-7655-465b-aeb9-556b8719aec6', 'tag': '22c0e0bb-9a56-4d93-9838-ee7f0e509e66', 'status': 'completed', 'code': 200} Jul 30 00:26:25.225795 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-ad5d4393-f192-4dbf-8f62-38003daf4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.227352 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-ad5d4393-f192-4dbf-8f62-38003daf4ac1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=590d67bd097943e9bec5dd508cff6637&device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 1096 time: 0.0419574 Jul 30 00:26:25.236076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da20031-f728-4dd3-bf3d-a7af1b218e77 req-47a03bf1-e41c-4b24-b26b-78c2db457b39 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.237672 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6da20031-f728-4dd3-bf3d-a7af1b218e77 req-47a03bf1-e41c-4b24-b26b-78c2db457b39 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 944 time: 0.0544484 Jul 30 00:26:25.273960 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-a0a2aaae-1454-40b1-8700-3cd33c99f1e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c0e0bb-9a56-4d93-9838-ee7f0e509e66 HTTP/1.1" status: 200 len: 217 time: 0.0337753 Jul 30 00:26:25.275399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6da20031-f728-4dd3-bf3d-a7af1b218e77 req-3367581e-988e-44fe-8cce-805bfdde817a tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Jul 30 00:26:25.326919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-50d6b733-33ea-485b-a8e3-e05e2a64c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.328997 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-50d6b733-33ea-485b-a8e3-e05e2a64c6f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01300101-ab8e-4a50-ad05-4429b9e9d22f HTTP/1.1" status: 200 len: 853 time: 0.0478146 Jul 30 00:26:25.361021 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-78ad61b3-2b7c-4d69-a947-6760815b1882 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=28041a5e-54cd-4142-b877-23f71e2e1690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250921 Jul 30 00:26:25.447699 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-f788d482-1498-4fec-8fd9-a021c3762dff service neutron] 10.222.0.47 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793598 Jul 30 00:26:25.538658 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f6074b68-e86c-4c82-ad81-227d7b909e8e req-48548343-0e36-4a16-9c45-72a1a5a573ea service neutron] 10.222.0.47 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834746 Jul 30 00:26:25.667881 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:25.668557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d req-eb54e683-29eb-4134-884d-6dc1becfdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.669847 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d req-eb54e683-29eb-4134-884d-6dc1becfdedc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=590d67bd097943e9bec5dd508cff6637&device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 1096 time: 0.0435817 Jul 30 00:26:25.762064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d req-171f8763-ad48-4c1a-95c0-9fe914959c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.764043 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d req-171f8763-ad48-4c1a-95c0-9fe914959c01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=28041a5e-54cd-4142-b877-23f71e2e1690 HTTP/1.1" status: 200 len: 914 time: 0.0871646 Jul 30 00:26:25.804003 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d req-1da4c4a8-7412-40a1-b373-1d9c8251e2bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c0e0bb-9a56-4d93-9838-ee7f0e509e66 HTTP/1.1" status: 200 len: 217 time: 0.0333624 Jul 30 00:26:25.852150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d req-0da86744-4ca0-4ef1-81a0-e0bdd82eba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.853597 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d req-0da86744-4ca0-4ef1-81a0-e0bdd82eba22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01300101-ab8e-4a50-ad05-4429b9e9d22f HTTP/1.1" status: 200 len: 853 time: 0.0429254 Jul 30 00:26:25.884858 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d req-0792fd3f-b170-413d-a8f8-6c000b4baed2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=28041a5e-54cd-4142-b877-23f71e2e1690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239463 Jul 30 00:26:25.976595 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d req-84474016-055f-4990-bea1-ea213fe7655f service neutron] 10.222.0.47 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846977 Jul 30 00:26:26.065599 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f116e3ea-4abd-4c7d-b9df-12b55c16e55d req-456f7af6-8cc3-4a65-834a-8d9219fe267b service neutron] 10.222.0.47 "GET /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826883 Jul 30 00:26:26.393707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986ae93-a3b1-46db-8a39-42d346e8a385 req-68a81e0c-bd29-49b0-ab77-8f60e3669269 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:26.395155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1986ae93-a3b1-46db-8a39-42d346e8a385 req-68a81e0c-bd29-49b0-ab77-8f60e3669269 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 944 time: 0.0496800 Jul 30 00:26:26.433642 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1986ae93-a3b1-46db-8a39-42d346e8a385 req-46f6e4f3-d7ff-4f3b-8d49-6ff8fa091d77 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Jul 30 00:26:27.305077 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:27.547299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03d0b3-e0b3-4ef4-b282-1c7d4af1330c req-febc1fe3-0876-44ee-91f7-a840f0c7bcb4 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:27.548831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f03d0b3-e0b3-4ef4-b282-1c7d4af1330c req-febc1fe3-0876-44ee-91f7-a840f0c7bcb4 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 944 time: 0.0486715 Jul 30 00:26:27.587405 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f03d0b3-e0b3-4ef4-b282-1c7d4af1330c req-5875fdcd-d85b-4baf-8a6e-16351620b4cf tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325370 Jul 30 00:26:28.709544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3112d6-3604-4676-8717-439e006e6312 req-ae960023-4c49-4d8e-9b5f-53a04b6a5379 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:28.711049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e3112d6-3604-4676-8717-439e006e6312 req-ae960023-4c49-4d8e-9b5f-53a04b6a5379 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 944 time: 0.0537667 Jul 30 00:26:28.752718 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e3112d6-3604-4676-8717-439e006e6312 req-998a2092-e9a7-44c0-b0fa-a1b4ed5cb778 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347855 Jul 30 00:26:29.334649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:26:29.581482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,segment=NetworkSegment(89dd63e8-703d-4d52-bf3c-3330c2a5a3ed),segment_id=89dd63e8-703d-4d52-bf3c-3330c2a5a3ed)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:29.593038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '22c0e0bb-9a56-4d93-9838-ee7f0e509e66', 'network_id': '28041a5e-54cd-4142-b877-23f71e2e1690', 'port_id': '22c0e0bb-9a56-4d93-9838-ee7f0e509e66', 'mac_address': 'fa:16:3e:54:44:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01300101-ab8e-4a50-ad05-4429b9e9d22f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:26:29.628605 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:29.640649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:26:29.660772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,segment=NetworkSegment(89dd63e8-703d-4d52-bf3c-3330c2a5a3ed),segment_id=89dd63e8-703d-4d52-bf3c-3330c2a5a3ed)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:29.665388 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:29.711854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:29.867338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643b8f-b6e7-4309-81c0-d714dec6b8cf req-96d708c7-c781-43a2-9576-39d922d865d9 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:29.868796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18643b8f-b6e7-4309-81c0-d714dec6b8cf req-96d708c7-c781-43a2-9576-39d922d865d9 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 945 time: 0.0498204 Jul 30 00:26:29.907275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-18643b8f-b6e7-4309-81c0-d714dec6b8cf req-b66a54c4-f02d-4219-b9fc-c3cb3430a7a5 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325990 Jul 30 00:26:30.019353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['22c0e0bb-9a56-4d93-9838-ee7f0e509e66'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:26:31.023416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ad934-3c5e-4e41-af4c-39c414cde9a1 req-7cc15341-9e83-469e-9c70-ee49e241f86a tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:31.024965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-309ad934-3c5e-4e41-af4c-39c414cde9a1 req-7cc15341-9e83-469e-9c70-ee49e241f86a tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 945 time: 0.0514324 Jul 30 00:26:31.064295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-309ad934-3c5e-4e41-af4c-39c414cde9a1 req-afbc1099-ce8f-4b5a-9eee-dd90b038ee79 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Jul 30 00:26:31.352147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:31.399023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:31.402575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:31.402956 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:31.479828 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:31.502174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cadc61-7655-465b-aeb9-556b8719aec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c0e0bb-9a56-4d93-9838-ee7f0e509e66'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:31.504714 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffed8bab-1587-4936-a8b7-41b51b673c53" -d '{"events": [{"server_uuid": "41cadc61-7655-465b-aeb9-556b8719aec6", "name": "network-vif-plugged", "status": "completed", "tag": "22c0e0bb-9a56-4d93-9838-ee7f0e509e66"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:31.518278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,segment=NetworkSegment(89dd63e8-703d-4d52-bf3c-3330c2a5a3ed),segment_id=89dd63e8-703d-4d52-bf3c-3330c2a5a3ed)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:31.522971 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:31.548827 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b733fe2f-eab3-472c-8246-e4d1e3515a10 x-openstack-request-id: req-b733fe2f-eab3-472c-8246-e4d1e3515a10 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:31.549121 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cadc61-7655-465b-aeb9-556b8719aec6", "name": "network-vif-plugged", "status": "completed", "tag": "22c0e0bb-9a56-4d93-9838-ee7f0e509e66", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:31.549376 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b733fe2f-eab3-472c-8246-e4d1e3515a10 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:31.549765 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cadc61-7655-465b-aeb9-556b8719aec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c0e0bb-9a56-4d93-9838-ee7f0e509e66', 'code': 200} Jul 30 00:26:31.579744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:31.669717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3771919-fbac-45e1-ac5e-a28643f662d5 req-a8901757-1085-42cf-8279-8a783adcc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:31.671173 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3771919-fbac-45e1-ac5e-a28643f662d5 req-a8901757-1085-42cf-8279-8a783adcc2ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 1098 time: 0.0454376 Jul 30 00:26:31.706513 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-e3771919-fbac-45e1-ac5e-a28643f662d5 req-3a123abc-4050-4d44-826f-97c4846ea416 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287325 Jul 30 00:26:32.181781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f047e65-7e1c-4bf2-8c94-17382a921b37 req-3f7a801b-d069-4220-84db-96f7d6042c8f tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:32.183263 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f047e65-7e1c-4bf2-8c94-17382a921b37 req-3f7a801b-d069-4220-84db-96f7d6042c8f tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 946 time: 0.0527108 Jul 30 00:26:32.220908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6f047e65-7e1c-4bf2-8c94-17382a921b37 req-a446161f-8e9c-4ada-86c8-5f279809184d tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310698 Jul 30 00:26:32.993534 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:33.336893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1740d-aca7-4d83-a248-9952d230d0c6 req-511f0723-b0fa-477c-bac1-232c312877f5 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:33.338443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0b1740d-aca7-4d83-a248-9952d230d0c6 req-511f0723-b0fa-477c-bac1-232c312877f5 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 946 time: 0.0493944 Jul 30 00:26:33.375438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b0b1740d-aca7-4d83-a248-9952d230d0c6 req-b9f02e93-2d74-4752-bd54-90155967db95 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311575 Jul 30 00:26:33.602798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd8c20-4736-4597-bad7-ebd9193d2b53 req-24fdf03a-c648-4b22-862f-c933f5a692a2 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:33.604314 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1cd8c20-4736-4597-bad7-ebd9193d2b53 req-24fdf03a-c648-4b22-862f-c933f5a692a2 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 946 time: 0.0511487 Jul 30 00:26:33.642075 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e1cd8c20-4736-4597-bad7-ebd9193d2b53 req-a3b536c3-4a92-4081-8a8b-df499488bc6f tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313914 Jul 30 00:26:34.762922 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc9fa8-7b80-405a-81a9-60eccfda1e56 req-3e7b91b5-09f1-459d-be79-04624631c6cf tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:34.764444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2fc9fa8-7b80-405a-81a9-60eccfda1e56 req-3e7b91b5-09f1-459d-be79-04624631c6cf tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 946 time: 0.0541868 Jul 30 00:26:34.802883 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2fc9fa8-7b80-405a-81a9-60eccfda1e56 req-76307cd3-015a-4be6-a11a-789a72b36890 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325434 Jul 30 00:26:35.096714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-f079db98-ac21-42ec-a240-2ec08a601237 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:35.098168 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-f079db98-ac21-42ec-a240-2ec08a601237 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.47 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 946 time: 0.0497634 Jul 30 00:26:35.185825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-5216ff57-57d4-46fb-8351-4a8fb1f59281 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Deleting port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:35.186176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-5216ff57-57d4-46fb-8351-4a8fb1f59281 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.274920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-5216ff57-57d4-46fb-8351-4a8fb1f59281 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] For port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,segment=NetworkSegment(89dd63e8-703d-4d52-bf3c-3330c2a5a3ed),segment_id=89dd63e8-703d-4d52-bf3c-3330c2a5a3ed)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:35.275201 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-5216ff57-57d4-46fb-8351-4a8fb1f59281 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.288360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-5216ff57-57d4-46fb-8351-4a8fb1f59281 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Calling delete_port for 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:35.419252 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-5216ff57-57d4-46fb-8351-4a8fb1f59281 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.432802 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['fd18f5a3-3ef3-4ff8-9ded-195632f84a83'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:26:35.459318 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216ff57-57d4-46fb-8351-4a8fb1f59281 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Pushing event deleted for resources: {'Port': ['ID=22c0e0bb-9a56-4d93-9838-ee7f0e509e66,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:35.492540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-5216ff57-57d4-46fb-8351-4a8fb1f59281 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] No DVR routers for this DVR port 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:35.498733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-5216ff57-57d4-46fb-8351-4a8fb1f59281 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.500818 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2e525822-e1e0-4dfa-a188-5250a204a8ac req-5216ff57-57d4-46fb-8351-4a8fb1f59281 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.47 "DELETE /v2.0/ports/22c0e0bb-9a56-4d93-9838-ee7f0e509e66 HTTP/1.1" status: 204 len: 173 time: 0.3964677 Jul 30 00:26:35.501275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cadc61-7655-465b-aeb9-556b8719aec6', 'name': 'network-vif-deleted', 'tag': '22c0e0bb-9a56-4d93-9838-ee7f0e509e66'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:35.503622 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd5971a-2797-4a34-8ec2-d80c3b47c25b" -d '{"events": [{"server_uuid": "41cadc61-7655-465b-aeb9-556b8719aec6", "name": "network-vif-deleted", "tag": "22c0e0bb-9a56-4d93-9838-ee7f0e509e66"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:35.558169 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c488031c-f565-43fb-87f6-846d80786846 x-openstack-request-id: req-c488031c-f565-43fb-87f6-846d80786846 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:35.558547 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cadc61-7655-465b-aeb9-556b8719aec6", "name": "network-vif-deleted", "tag": "22c0e0bb-9a56-4d93-9838-ee7f0e509e66", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:35.558871 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c488031c-f565-43fb-87f6-846d80786846 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:35.559338 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cadc61-7655-465b-aeb9-556b8719aec6', 'name': 'network-vif-deleted', 'tag': '22c0e0bb-9a56-4d93-9838-ee7f0e509e66', 'status': 'completed', 'code': 200} Jul 30 00:26:35.907831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12f9d9e1-5f81-4146-b4c2-7c522de4b424 req-ed17dd49-bb02-4411-a4ee-cd4b486162cb tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 210 time: 0.0270975 Jul 30 00:26:36.036302 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a0dc3c0f-5f37-48ca-8c87-959ff2a287c6 req-da24aa95-4e95-4449-b854-173d38924f97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41cadc61-7655-465b-aeb9-556b8719aec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287635 Jul 30 00:26:36.157166 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a0dc3c0f-5f37-48ca-8c87-959ff2a287c6 req-364ec680-1d0b-4afe-a4d5-78ed756fb130 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=590d67bd097943e9bec5dd508cff6637&device_id=41cadc61-7655-465b-aeb9-556b8719aec6 HTTP/1.1" status: 200 len: 210 time: 0.0252390 Jul 30 00:26:36.337947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc3c0f-5f37-48ca-8c87-959ff2a287c6 req-c35e72f3-b10c-45d5-ac62-5fd6c218aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:36.339415 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a0dc3c0f-5f37-48ca-8c87-959ff2a287c6 req-c35e72f3-b10c-45d5-ac62-5fd6c218aef7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=590d67bd097943e9bec5dd508cff6637&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1581793 Jul 30 00:26:36.750798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc3c0f-5f37-48ca-8c87-959ff2a287c6 req-9e88ca73-df4c-4e55-84a2-10d9087dc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:36.752315 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a0dc3c0f-5f37-48ca-8c87-959ff2a287c6 req-9e88ca73-df4c-4e55-84a2-10d9087dc1f7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4056616 Jul 30 00:26:37.055193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578bff8-b098-4fee-9462-2b8bbf771bea req-28c8e8a8-8b1d-495b-836b-21449d1d9b46 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:37.056722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a578bff8-b098-4fee-9462-2b8bbf771bea req-28c8e8a8-8b1d-495b-836b-21449d1d9b46 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0489790 Jul 30 00:26:37.095936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a578bff8-b098-4fee-9462-2b8bbf771bea req-c4fba6d6-0f27-4f56-a685-1381dc1f28e0 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Jul 30 00:26:37.230478 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89662a5-dd82-4f38-a69c-38ce3385ef22 req-667402cb-8ad0-46bd-98eb-c41d7d99823b tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:37.231965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a89662a5-dd82-4f38-a69c-38ce3385ef22 req-667402cb-8ad0-46bd-98eb-c41d7d99823b tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0538230 Jul 30 00:26:37.270609 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a89662a5-dd82-4f38-a69c-38ce3385ef22 req-664c29f0-5509-4780-a002-3ee593366aaf tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Jul 30 00:26:37.381844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:37.385453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9e6a1-d7d2-475e-ae47-e9fb0b7c147a req-8b97e998-b431-4fc3-b58d-6412c0cdab40 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:37.386982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3a9e6a1-d7d2-475e-ae47-e9fb0b7c147a req-8b97e998-b431-4fc3-b58d-6412c0cdab40 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0495110 Jul 30 00:26:37.401907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:37.402251 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 22c0e0bb-9a56-4d93-9838-ee7f0e509e66 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:37.425921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c3a9e6a1-d7d2-475e-ae47-e9fb0b7c147a req-f5dcad2d-f0d0-4b0f-8c94-74339da40f0a tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Jul 30 00:26:37.589766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd523c-8e6b-4d86-8030-1fb9ee3f5d6d req-70a90894-8916-4079-89ac-e3b96897a5e6 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:37.591177 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66cd523c-8e6b-4d86-8030-1fb9ee3f5d6d req-70a90894-8916-4079-89ac-e3b96897a5e6 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0490689 Jul 30 00:26:37.629278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66cd523c-8e6b-4d86-8030-1fb9ee3f5d6d req-01ca6d99-014a-418f-b011-9cf89f959773 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Jul 30 00:26:37.749442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4925691-4b49-4551-a1b3-b25242590c61 req-c073e830-f616-438d-9bde-fa8da55e10ec tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:37.750926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4925691-4b49-4551-a1b3-b25242590c61 req-c073e830-f616-438d-9bde-fa8da55e10ec tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0549195 Jul 30 00:26:37.788031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c4925691-4b49-4551-a1b3-b25242590c61 req-0d5807eb-1604-436f-b899-fd14b7ee979d tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312669 Jul 30 00:26:37.912443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0b2d0-8da6-49e5-b4a8-5cd1cd176c56 req-ca969e8f-e9ed-4420-9441-2b20bb5e7134 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:37.913854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2c0b2d0-8da6-49e5-b4a8-5cd1cd176c56 req-ca969e8f-e9ed-4420-9441-2b20bb5e7134 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0500004 Jul 30 00:26:37.952137 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2c0b2d0-8da6-49e5-b4a8-5cd1cd176c56 req-6d8f1663-2eda-4b02-9093-25ac00b960dc tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Jul 30 00:26:38.251963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d772d0-7560-4614-bc02-9f0e5cce069d req-c858c4ce-8c06-4bae-9ba4-5627617ac61c tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:38.253483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5d772d0-7560-4614-bc02-9f0e5cce069d req-c858c4ce-8c06-4bae-9ba4-5627617ac61c tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0496898 Jul 30 00:26:38.292356 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c5d772d0-7560-4614-bc02-9f0e5cce069d req-9d51baa0-0f04-4148-8aeb-1f4f90451e60 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326612 Jul 30 00:26:39.409657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74916459-bf30-4167-a0c6-d24ff3106203 req-c364b1b3-2e51-423a-b669-ee252e9bc807 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:39.411129 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74916459-bf30-4167-a0c6-d24ff3106203 req-c364b1b3-2e51-423a-b669-ee252e9bc807 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0518360 Jul 30 00:26:39.451270 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74916459-bf30-4167-a0c6-d24ff3106203 req-18c70a7b-2f45-4b10-86ac-c40e6a1ad584 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/security-groups?id=a137afde-49d7-4253-9326-5ffc3661f326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336998 Jul 30 00:26:39.725099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-87d7690e-c6f0-45bb-a667-629cc745540d tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:39.726482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-87d7690e-c6f0-45bb-a667-629cc745540d tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.42 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 946 time: 0.0489874 Jul 30 00:26:39.815474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Deleting port fd18f5a3-3ef3-4ff8-9ded-195632f84a83 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:39.815818 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:39.906337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] For port fd18f5a3-3ef3-4ff8-9ded-195632f84a83, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,segment=NetworkSegment(89dd63e8-703d-4d52-bf3c-3330c2a5a3ed),segment_id=89dd63e8-703d-4d52-bf3c-3330c2a5a3ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:39.906702 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:39.919054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Calling delete_port for fd18f5a3-3ef3-4ff8-9ded-195632f84a83 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:40.048266 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.062322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['fd18f5a3-3ef3-4ff8-9ded-195632f84a83'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:26:40.080635 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Pushing event deleted for resources: {'Port': ['ID=fd18f5a3-3ef3-4ff8-9ded-195632f84a83,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:40.092959 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.093313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.093652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.093989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.094322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.094651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.094976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.095299 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.095626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.095950 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.096294 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.096618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:40.130380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] No DVR routers for this DVR port fd18f5a3-3ef3-4ff8-9ded-195632f84a83 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:40.132846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.134858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-63ac774a-7c78-4de3-86d4-9d6e414decf1 req-295e9d55-31f8-49ca-9df5-8bea9b98a731 tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.42 "DELETE /v2.0/ports/fd18f5a3-3ef3-4ff8-9ded-195632f84a83 HTTP/1.1" status: 204 len: 173 time: 0.4001193 Jul 30 00:26:40.135316 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4', 'name': 'network-vif-deleted', 'tag': 'fd18f5a3-3ef3-4ff8-9ded-195632f84a83'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:40.137636 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad53725c-eafc-4891-bc55-e13628bc4878" -d '{"events": [{"server_uuid": "3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4", "name": "network-vif-deleted", "tag": "fd18f5a3-3ef3-4ff8-9ded-195632f84a83"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:40.176133 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595097cd-18dd-4b38-9cfa-0c532be8f468 x-openstack-request-id: req-595097cd-18dd-4b38-9cfa-0c532be8f468 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:40.176507 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4", "name": "network-vif-deleted", "tag": "fd18f5a3-3ef3-4ff8-9ded-195632f84a83", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:40.176763 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-595097cd-18dd-4b38-9cfa-0c532be8f468 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:40.177178 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4', 'name': 'network-vif-deleted', 'tag': 'fd18f5a3-3ef3-4ff8-9ded-195632f84a83', 'status': 'completed', 'code': 200} Jul 30 00:26:40.566077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1ee996a-ff82-408d-b567-1bdb747d9348 req-5e292ead-0799-4c2f-9e3e-d3a34129141a tempest-ServersNegativeTestJSON-1063204385 tempest-ServersNegativeTestJSON-1063204385-project] 10.222.0.37 "GET /v2.0/ports?device_id=3587843c-9c38-4bf2-9bbb-9d08b0b1b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0316489 Jul 30 00:26:41.624797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:41.669448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d828953-0de0-4761-bc30-d33522019e2d admin admin] Deleting subnet 01300101-ab8e-4a50-ad05-4429b9e9d22f {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:26:41.673103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d828953-0de0-4761-bc30-d33522019e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.706915 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d828953-0de0-4761-bc30-d33522019e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.745455 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d828953-0de0-4761-bc30-d33522019e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.797238 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d828953-0de0-4761-bc30-d33522019e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.826807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d828953-0de0-4761-bc30-d33522019e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01300101-ab8e-4a50-ad05-4429b9e9d22f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:41.830831 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d828953-0de0-4761-bc30-d33522019e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.833067 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9d828953-0de0-4761-bc30-d33522019e2d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/01300101-ab8e-4a50-ad05-4429b9e9d22f HTTP/1.1" status: 204 len: 168 time: 0.2069366 Jul 30 00:26:41.835348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:41.902912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.985449 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.995256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28041a5e-54cd-4142-b877-23f71e2e1690']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:42.005695 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:42.006003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89dd63e8-703d-4d52-bf3c-3330c2a5a3ed') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:42.015430 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.028876 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.035120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:42.035519 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:42.037191 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:42.089051 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.095019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.096921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] 10.222.0.37 "DELETE /v2.0/networks/28041a5e-54cd-4142-b877-23f71e2e1690 HTTP/1.1" status: 204 len: 168 time: 0.2606294 Jul 30 00:26:42.109144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c53cb-d055-4c38-a074-558bc079d0ad admin admin] Pushing event deleted for resources: {'Network': ['ID=28041a5e-54cd-4142-b877-23f71e2e1690,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:42.200697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:42.240225 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4cf0701b-4f47-46dd-a84e-e6d8eb7f1b88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=590d67bd097943e9bec5dd508cff6637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377777 Jul 30 00:26:42.242623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39138) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:42.295053 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3fe0ce-4afa-4003-bffd-573c2c22b4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.315926 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3fe0ce-4afa-4003-bffd-573c2c22b4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.363253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3fe0ce-4afa-4003-bffd-573c2c22b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.365811 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3fe0ce-4afa-4003-bffd-573c2c22b4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.366962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0a3fe0ce-4afa-4003-bffd-573c2c22b4a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a137afde-49d7-4253-9326-5ffc3661f326 HTTP/1.1" status: 204 len: 168 time: 0.1234512 Jul 30 00:26:42.378861 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fe0ce-4afa-4003-bffd-573c2c22b4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a137afde-49d7-4253-9326-5ffc3661f326,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:43.017792 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39160) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:43.111188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1017148120'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:43.132456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Made reservation on behalf of d1acee7737db4aa49e80bee4118975ed for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:43.135851 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.144259 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.237733 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.241430 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.268720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:43.278278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddc73a4-b8cd-4e6d-a2a0-9446b3e19124,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:43.285538 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.285890 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Added segment 051525ab-6a88-454c-8684-f5980d5d50bf of type vlan for network 02db0a9f-58e4-4aaf-9707-7d96103d64f7 Jul 30 00:26:43.326856 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.354968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.361188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:43.361772 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.421371 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4024761 Jul 30 00:26:43.431924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a912edc-e08b-4050-8edb-b14829ae8ec0 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'Network': ['ID=02db0a9f-58e4-4aaf-9707-7d96103d64f7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:43.446754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 02db0a9f-58e4-4aaf-9707-7d96103d64f7 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:26:44.509712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device fd18f5a3-3ef3-4ff8-9ded-195632f84a83 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:44.530665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: fd18f5a3-3ef3-4ff8-9ded-195632f84a83 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:44.531006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device fd18f5a3-3ef3-4ff8-9ded-195632f84a83 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:46.671807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39164) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:46.677029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Request body: {'subnet': {'network_id': '02db0a9f-58e4-4aaf-9707-7d96103d64f7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:46.768276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Made reservation on behalf of d1acee7737db4aa49e80bee4118975ed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:46.771780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:46.952486 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.014419 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'Subnet': ['ID=b2701599-5374-4675-9045-8b67e6c31ac1,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:47.024650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Checking segment: {'id': '051525ab-6a88-454c-8684-f5980d5d50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '02db0a9f-58e4-4aaf-9707-7d96103d64f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:47.025020 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Network hostable DHCP agents. Network: 02db0a9f-58e4-4aaf-9707-7d96103d64f7, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:26:47.041720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Network 02db0a9f-58e4-4aaf-9707-7d96103d64f7 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:26:47.053763 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 02db0a9f-58e4-4aaf-9707-7d96103d64f7) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:47.057848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:47.058442 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.062611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1b4647-f737-4f87-8179-05a017c2692d None None] Network 02db0a9f-58e4-4aaf-9707-7d96103d64f7 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:47.072689 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-83a6c863-7e74-4fe2-bd69-cab2b4fffef4 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3997409 Jul 30 00:26:47.076078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39166) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:47.081739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618977216'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:47.102497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Made reservation on behalf of d1acee7737db4aa49e80bee4118975ed for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:47.105973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.130540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:47.139802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.140179 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Added segment e8bf30d5-e7c2-4a5a-a508-8a8c12fb1899 of type vlan for network 7b4e3f25-3ddb-4bc4-9809-8e39e037236f Jul 30 00:26:47.179405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.209585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.210217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-02db0a9f-58e4-4aaf-9707-7d96103d64f7', 'network_id': '02db0a9f-58e4-4aaf-9707-7d96103d64f7', 'tenant_id': 'd1acee7737db4aa49e80bee4118975ed', 'fixed_ips': [{'subnet_id': 'b2701599-5374-4675-9045-8b67e6c31ac1'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:26:47.211116 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.215083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:47.215670 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.267421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1903012 Jul 30 00:26:47.270310 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39168) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:47.275169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Request body: {'subnet': {'network_id': '7b4e3f25-3ddb-4bc4-9809-8e39e037236f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:47.335364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb33f1d-992e-486e-9be6-af825771405f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'Network': ['ID=7b4e3f25-3ddb-4bc4-9809-8e39e037236f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:47.350211 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 7b4e3f25-3ddb-4bc4-9809-8e39e037236f details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:26:47.352502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Allocated IP 2001:db8:0:ffff::2 (02db0a9f-58e4-4aaf-9707-7d96103d64f7/b2701599-5374-4675-9045-8b67e6c31ac1/dab5562e-e43c-4e56-81d5-49bc6c58cb7c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:47.376945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Made reservation on behalf of d1acee7737db4aa49e80bee4118975ed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:47.380701 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.549193 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.557853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Transition to ACTIVE for port object dab5562e-e43c-4e56-81d5-49bc6c58cb7c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:47.573231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Transition to ACTIVE for port object dab5562e-e43c-4e56-81d5-49bc6c58cb7c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:47.575464 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.579177 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.616797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Network 02db0a9f-58e4-4aaf-9707-7d96103d64f7 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:47.623925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:47.628575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:47.631699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Pushing event updated for resources: {'Port': ['ID=dab5562e-e43c-4e56-81d5-49bc6c58cb7c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:47.635797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'Subnet': ['ID=9755c543-7963-4225-a320-272a959f1e98,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:47.644065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.644352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.644699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.645044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.645381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.645874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.646216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.646549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.646878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.647137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Checking segment: {'id': 'e8bf30d5-e7c2-4a5a-a508-8a8c12fb1899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7b4e3f25-3ddb-4bc4-9809-8e39e037236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:47.647258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.647522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Network hostable DHCP agents. Network: 7b4e3f25-3ddb-4bc4-9809-8e39e037236f, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:26:47.647640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.647847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:47.664190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Network 7b4e3f25-3ddb-4bc4-9809-8e39e037236f is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:26:47.673364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 7b4e3f25-3ddb-4bc4-9809-8e39e037236f) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:47.678416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:47.680002 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.687677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976bddf6-dc93-4b31-8463-6f304914959a None None] Network 7b4e3f25-3ddb-4bc4-9809-8e39e037236f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:47.694726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-59278013-21aa-42e2-aa78-fe4136eef691 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4234037 Jul 30 00:26:47.697967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39170) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:47.736001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Attempting to bind port dab5562e-e43c-4e56-81d5-49bc6c58cb7c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:47.736307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Attempting to bind port dab5562e-e43c-4e56-81d5-49bc6c58cb7c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '051525ab-6a88-454c-8684-f5980d5d50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '02db0a9f-58e4-4aaf-9707-7d96103d64f7'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:47.736676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Attempting to bind port dab5562e-e43c-4e56-81d5-49bc6c58cb7c on network 02db0a9f-58e4-4aaf-9707-7d96103d64f7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:47.747053 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:47.747435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Checking segment: {'id': '051525ab-6a88-454c-8684-f5980d5d50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '02db0a9f-58e4-4aaf-9707-7d96103d64f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:47.748405 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.748800 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Bound using segment: {'id': '051525ab-6a88-454c-8684-f5980d5d50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '02db0a9f-58e4-4aaf-9707-7d96103d64f7'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:47.749270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Bound port: dab5562e-e43c-4e56-81d5-49bc6c58cb7c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051525ab-6a88-454c-8684-f5980d5d50bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '02db0a9f-58e4-4aaf-9707-7d96103d64f7'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:47.749665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.801886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.863714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] For port dab5562e-e43c-4e56-81d5-49bc6c58cb7c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:47.868146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] For port dab5562e-e43c-4e56-81d5-49bc6c58cb7c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=dab5562e-e43c-4e56-81d5-49bc6c58cb7c,segment=NetworkSegment(051525ab-6a88-454c-8684-f5980d5d50bf),segment_id=051525ab-6a88-454c-8684-f5980d5d50bf)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:47.875372 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.886902 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.927051 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5104070c-3419-4542-9d7d-24e7a9653721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-7b4e3f25-3ddb-4bc4-9809-8e39e037236f', 'network_id': '7b4e3f25-3ddb-4bc4-9809-8e39e037236f', 'tenant_id': 'd1acee7737db4aa49e80bee4118975ed', 'fixed_ips': [{'subnet_id': '9755c543-7963-4225-a320-272a959f1e98'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:26:47.927897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5104070c-3419-4542-9d7d-24e7a9653721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.967068 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.976731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82f13a-ba8e-4fee-a7cd-8af9e4a8f26d None None] Pushing event updated for resources: {'Port': ['ID=dab5562e-e43c-4e56-81d5-49bc6c58cb7c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:48.047155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Subnet': ['ID=9755c543-7963-4225-a320-272a959f1e98,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-5104070c-3419-4542-9d7d-24e7a9653721 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9755c543-7963-4225-a320-272a959f1e98: This subnet is being modified by another concurrent operation. Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9755c543-7963-4225-a320-272a959f1e98: This subnet is being modified by another concurrent operation. Jul 30 00:26:48.062277 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 30 00:26:48.071731 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.079020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15780031-17f6-43bc-bdb4-306bccd09d89 None None] Network 7b4e3f25-3ddb-4bc4-9809-8e39e037236f requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:48.109731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4e3f25-3ddb-4bc4-9809-8e39e037236f']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:48.132380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bf30d5-e7c2-4a5a-a508-8a8c12fb1899') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:48.132770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bf30d5-e7c2-4a5a-a508-8a8c12fb1899') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:48.142515 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.156970 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.166508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:48.167274 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:48.171458 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:48.238965 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.246075 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.248093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/networks/7b4e3f25-3ddb-4bc4-9809-8e39e037236f HTTP/1.1" status: 204 len: 168 time: 0.5491705 Jul 30 00:26:48.251765 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39172) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:48.257071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-98074143'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:48.261974 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24206e5b-e78e-4f80-996e-eb6116b3622d tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Network': ['ID=7b4e3f25-3ddb-4bc4-9809-8e39e037236f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:48.278062 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Made reservation on behalf of d1acee7737db4aa49e80bee4118975ed for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:48.282055 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.304929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:48.313439 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.313781 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Added segment d4a4424f-0618-4915-b692-f0494ad40fa7 of type vlan for network aa16a080-04ca-4068-9beb-14fd962a332c Jul 30 00:26:48.356056 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.383499 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.389092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:48.389710 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.479191 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2261748 Jul 30 00:26:48.482822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39174) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:48.487939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Request body: {'subnet': {'network_id': 'aa16a080-04ca-4068-9beb-14fd962a332c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:48.496527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'Network': ['ID=aa16a080-04ca-4068-9beb-14fd962a332c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:48.503811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.504182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.504529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.504871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.505205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.505558 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.505875 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.506209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.506540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.506867 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.507193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.507518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff4cf52-e465-4e02-a860-602404b76121 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:48.518405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network aa16a080-04ca-4068-9beb-14fd962a332c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:26:48.582660 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Made reservation on behalf of d1acee7737db4aa49e80bee4118975ed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:48.586302 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.647773 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Performing IP validity checks on allocation pools {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 00:26:48.648335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 00:26:48.777362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.840286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'Subnet': ['ID=9954f047-aa7c-4216-a16f-ec68badf2968,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:48.850073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Checking segment: {'id': 'd4a4424f-0618-4915-b692-f0494ad40fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa16a080-04ca-4068-9beb-14fd962a332c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:48.850445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Network hostable DHCP agents. Network: aa16a080-04ca-4068-9beb-14fd962a332c, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:26:48.865593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2451c5f-6eca-4bdd-b360-853a2ac151ba None None] Network 02db0a9f-58e4-4aaf-9707-7d96103d64f7 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:48.867727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Network aa16a080-04ca-4068-9beb-14fd962a332c is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:26:48.876481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, aa16a080-04ca-4068-9beb-14fd962a332c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:48.880920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:48.881535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.896603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-05196d7d-e8d2-4515-953e-cd8d33836806 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4127595 Jul 30 00:26:48.899150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39176) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:48.907027 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a271f9-e293-4f5e-8cfb-961999511917 None None] Network aa16a080-04ca-4068-9beb-14fd962a332c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:48.989950 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-07768e5e-b463-4dd1-98c2-17f5c27f868a None None] Provisioning for port dab5562e-e43c-4e56-81d5-49bc6c58cb7c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:49.002898 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.054772 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.115111 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.140286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc9a4c6-874e-43fd-9576-3d1b66c86180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-aa16a080-04ca-4068-9beb-14fd962a332c', 'network_id': 'aa16a080-04ca-4068-9beb-14fd962a332c', 'tenant_id': 'd1acee7737db4aa49e80bee4118975ed', 'fixed_ips': [{'subnet_id': '9954f047-aa7c-4216-a16f-ec68badf2968'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:26:49.141143 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a4c6-874e-43fd-9576-3d1b66c86180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.143763 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Subnet': ['ID=9954f047-aa7c-4216-a16f-ec68badf2968,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:49.211992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.223000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa16a080-04ca-4068-9beb-14fd962a332c']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:49.232233 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.234547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a4424f-0618-4915-b692-f0494ad40fa7') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:49.234786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a4424f-0618-4915-b692-f0494ad40fa7') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:49.244511 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.244842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d95bf-1ce2-4509-8cd3-1f961578b111 None None] Network aa16a080-04ca-4068-9beb-14fd962a332c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:49.260669 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.268260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:49.268615 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:49.271794 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:49.334604 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.341206 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.346653 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/networks/aa16a080-04ca-4068-9beb-14fd962a332c HTTP/1.1" status: 204 len: 168 time: 0.4433250 Jul 30 00:26:49.347042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39178) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:49.352873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-276542934'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:49.363036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ac9e2-1696-47d6-894b-6aee18daa907 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Network': ['ID=aa16a080-04ca-4068-9beb-14fd962a332c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:49.374527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Made reservation on behalf of d1acee7737db4aa49e80bee4118975ed for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:49.377337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193867aa-0270-48e6-bce8-85886adae448 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 00:26:49.379015 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.402092 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:49.411157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.411522 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Added segment 009eeeb9-dab6-41f2-8169-c516d0cbe1bc of type vlan for network a556d86d-1d49-46e8-9d55-d69aa9a531f9 Jul 30 00:26:49.452511 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.453000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193867aa-0270-48e6-bce8-85886adae448 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 00:26:49.482309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.488138 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:49.488730 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.554965 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2067876 Jul 30 00:26:49.557980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39180) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:49.563922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Request body: {'subnet': {'network_id': 'a556d86d-1d49-46e8-9d55-d69aa9a531f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:49.571109 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1be41-e3a0-4431-87ff-d0e0bbac94dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'Network': ['ID=a556d86d-1d49-46e8-9d55-d69aa9a531f9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:49.583674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network a556d86d-1d49-46e8-9d55-d69aa9a531f9 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:26:49.655099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Made reservation on behalf of d1acee7737db4aa49e80bee4118975ed for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:49.658663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.850197 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.914618 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'Subnet': ['ID=2e5afec6-b06d-4bb1-9db8-6ba154936297,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:49.922161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Checking segment: {'id': '009eeeb9-dab6-41f2-8169-c516d0cbe1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a556d86d-1d49-46e8-9d55-d69aa9a531f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:49.922519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Network hostable DHCP agents. Network: a556d86d-1d49-46e8-9d55-d69aa9a531f9, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:26:49.938419 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Network a556d86d-1d49-46e8-9d55-d69aa9a531f9 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:26:49.946796 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, a556d86d-1d49-46e8-9d55-d69aa9a531f9) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:49.953624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:49.954232 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.957070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5966aac7-ae0e-4eb3-9b6c-b676cbb89c8c None None] Network a556d86d-1d49-46e8-9d55-d69aa9a531f9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:49.970173 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8b951918-daf3-448c-96a0-95f79b2d33c2 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4110672 Jul 30 00:26:49.974642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39184) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:49.979774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-687586026'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:50.007232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Made reservation on behalf of d1acee7737db4aa49e80bee4118975ed for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:50.013015 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.039238 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:50.049241 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.049587 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Added segment 768ecf13-cc00-4d44-a2ea-30d1d06a77a7 of type vlan for network 80be60f0-3849-4f36-a32a-6eed8dc1d286 Jul 30 00:26:50.096782 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device dab5562e-e43c-4e56-81d5-49bc6c58cb7c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:50.104648 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.135197 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.141750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:50.142365 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.152660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-a556d86d-1d49-46e8-9d55-d69aa9a531f9', 'network_id': 'a556d86d-1d49-46e8-9d55-d69aa9a531f9', 'tenant_id': 'd1acee7737db4aa49e80bee4118975ed', 'fixed_ips': [{'subnet_id': '2e5afec6-b06d-4bb1-9db8-6ba154936297'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:26:50.153516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.188888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port dab5562e-e43c-4e56-81d5-49bc6c58cb7c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:50.201994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2230844 Jul 30 00:26:50.202353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:50.207717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Request body: {'subnet': {'network_id': '80be60f0-3849-4f36-a32a-6eed8dc1d286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:50.242379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port dab5562e-e43c-4e56-81d5-49bc6c58cb7c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:50.242757 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.257839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516df28-24cb-4ba0-a6a6-d738b2a8ad6b tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'Network': ['ID=80be60f0-3849-4f36-a32a-6eed8dc1d286,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:50.277412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 80be60f0-3849-4f36-a32a-6eed8dc1d286 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:26:50.309854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Made reservation on behalf of d1acee7737db4aa49e80bee4118975ed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:50.313366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.416366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Allocated IP 2001:db8::2 (a556d86d-1d49-46e8-9d55-d69aa9a531f9/2e5afec6-b06d-4bb1-9db8-6ba154936297/196a8912-0c8f-4228-b054-a1b74eef5527) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:50.469451 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.507456 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.545339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port dab5562e-e43c-4e56-81d5-49bc6c58cb7c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=dab5562e-e43c-4e56-81d5-49bc6c58cb7c,segment=NetworkSegment(051525ab-6a88-454c-8684-f5980d5d50bf),segment_id=051525ab-6a88-454c-8684-f5980d5d50bf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:50.550237 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.566176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event updated for resources: {'Subnet': ['ID=2d239255-7baa-4f22-9249-75075d366ae8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:50.582259 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Checking segment: {'id': '768ecf13-cc00-4d44-a2ea-30d1d06a77a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '80be60f0-3849-4f36-a32a-6eed8dc1d286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:50.582634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Network hostable DHCP agents. Network: 80be60f0-3849-4f36-a32a-6eed8dc1d286, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:26:50.598879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Network 80be60f0-3849-4f36-a32a-6eed8dc1d286 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:26:50.608270 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 80be60f0-3849-4f36-a32a-6eed8dc1d286) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:50.612833 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:50.613634 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.628607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-08c54cad-15c8-487f-becb-b06fb18c7730 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4249425 Jul 30 00:26:50.631217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:50.631364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6f560-2d3c-4220-aafb-b75a9468d869 None None] Network 80be60f0-3849-4f36-a32a-6eed8dc1d286 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:50.650400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=dab5562e-e43c-4e56-81d5-49bc6c58cb7c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:50.704640 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.717593 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Transition to ACTIVE for port object 196a8912-0c8f-4228-b054-a1b74eef5527 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:50.734646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.749987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Transition to ACTIVE for port object 196a8912-0c8f-4228-b054-a1b74eef5527 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:50.757307 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.790479 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.820444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Network a556d86d-1d49-46e8-9d55-d69aa9a531f9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:50.824709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:50.835787 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:50.840535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Pushing event updated for resources: {'Port': ['ID=196a8912-0c8f-4228-b054-a1b74eef5527,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:50.852985 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.882841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Subnet': ['ID=2d239255-7baa-4f22-9249-75075d366ae8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:50.883429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc54901c-3c4e-4994-ac88-cceaac23e4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-80be60f0-3849-4f36-a32a-6eed8dc1d286', 'network_id': '80be60f0-3849-4f36-a32a-6eed8dc1d286', 'tenant_id': 'd1acee7737db4aa49e80bee4118975ed', 'fixed_ips': [{'subnet_id': '2d239255-7baa-4f22-9249-75075d366ae8'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:26:50.884324 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc54901c-3c4e-4994-ac88-cceaac23e4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.930525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Attempting to bind port 196a8912-0c8f-4228-b054-a1b74eef5527 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:50.930794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Attempting to bind port 196a8912-0c8f-4228-b054-a1b74eef5527 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '009eeeb9-dab6-41f2-8169-c516d0cbe1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a556d86d-1d49-46e8-9d55-d69aa9a531f9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:50.931218 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Attempting to bind port 196a8912-0c8f-4228-b054-a1b74eef5527 on network a556d86d-1d49-46e8-9d55-d69aa9a531f9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:50.947182 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.960535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80be60f0-3849-4f36-a32a-6eed8dc1d286']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:50.971459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768ecf13-cc00-4d44-a2ea-30d1d06a77a7') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:50.971767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768ecf13-cc00-4d44-a2ea-30d1d06a77a7') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:50.978978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:50.979362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Checking segment: {'id': '009eeeb9-dab6-41f2-8169-c516d0cbe1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a556d86d-1d49-46e8-9d55-d69aa9a531f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:50.979771 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.980200 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Bound using segment: {'id': '009eeeb9-dab6-41f2-8169-c516d0cbe1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a556d86d-1d49-46e8-9d55-d69aa9a531f9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:50.980603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.981057 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Bound port: 196a8912-0c8f-4228-b054-a1b74eef5527, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009eeeb9-dab6-41f2-8169-c516d0cbe1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a556d86d-1d49-46e8-9d55-d69aa9a531f9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:50.981057 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.996081 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.003987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:51.004428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:51.007906 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:51.020189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3345266c-796c-42d8-b06c-04f92e758567 None None] Network 80be60f0-3849-4f36-a32a-6eed8dc1d286 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:51.065749 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.074020 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.075932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/networks/80be60f0-3849-4f36-a32a-6eed8dc1d286 HTTP/1.1" status: 204 len: 168 time: 0.4434173 Jul 30 00:26:51.079517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39190) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:51.086056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0de09-4f7e-455b-9fcf-af2d92afd923 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Network': ['ID=80be60f0-3849-4f36-a32a-6eed8dc1d286,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:51.108492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] For port 196a8912-0c8f-4228-b054-a1b74eef5527, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:51.112966 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea945ee-ff21-4026-9118-cd43e4b8ee10 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] GET failed (client error): The resource could not be found. Jul 30 00:26:51.114348 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2ea945ee-ff21-4026-9118-cd43e4b8ee10 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "GET /v2.0/subnets/2d239255-7baa-4f22-9249-75075d366ae8 HTTP/1.1" status: 404 len: 337 time: 0.0332909 Jul 30 00:26:51.117273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39192) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:51.135667 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3ad8d7-ac13-4ede-b278-7e2c1480734f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] DELETE failed (client error): The resource could not be found. Jul 30 00:26:51.136244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3ad8d7-ac13-4ede-b278-7e2c1480734f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:26:51.137900 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cc3ad8d7-ac13-4ede-b278-7e2c1480734f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/networks/80be60f0-3849-4f36-a32a-6eed8dc1d286 HTTP/1.1" status: 404 len: 339 time: 0.0197039 Jul 30 00:26:51.138928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] For port 196a8912-0c8f-4228-b054-a1b74eef5527, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=196a8912-0c8f-4228-b054-a1b74eef5527,segment=NetworkSegment(009eeeb9-dab6-41f2-8169-c516d0cbe1bc),segment_id=009eeeb9-dab6-41f2-8169-c516d0cbe1bc)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:51.142246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39194) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:51.161345 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.167973 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b916e31a-33ba-42a8-bc0b-1e95a073ae32 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] DELETE failed (client error): The resource could not be found. Jul 30 00:26:51.168459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b916e31a-33ba-42a8-bc0b-1e95a073ae32 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:26:51.170751 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b916e31a-33ba-42a8-bc0b-1e95a073ae32 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/subnets/2d239255-7baa-4f22-9249-75075d366ae8 HTTP/1.1" status: 404 len: 337 time: 0.0277069 Jul 30 00:26:51.173364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39196) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:51.191399 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-df14e730-5fbc-45d7-a381-898120e3087f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] DELETE failed (client error): The resource could not be found. Jul 30 00:26:51.191825 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df14e730-5fbc-45d7-a381-898120e3087f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:26:51.193829 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-df14e730-5fbc-45d7-a381-898120e3087f tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/networks/80be60f0-3849-4f36-a32a-6eed8dc1d286 HTTP/1.1" status: 404 len: 339 time: 0.0192411 Jul 30 00:26:51.196118 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39198) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:51.220871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d3d7f-a745-4897-90dc-78e7007a927d None None] Pushing event updated for resources: {'Port': ['ID=196a8912-0c8f-4228-b054-a1b74eef5527,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:51.247836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85edf65-f7d3-40ad-9572-ac5547c97084 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Deleting subnet 2e5afec6-b06d-4bb1-9db8-6ba154936297 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:26:51.251272 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b85edf65-f7d3-40ad-9572-ac5547c97084 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.297836 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b85edf65-f7d3-40ad-9572-ac5547c97084 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.393056 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b85edf65-f7d3-40ad-9572-ac5547c97084 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.457511 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b85edf65-f7d3-40ad-9572-ac5547c97084 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.489901 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85edf65-f7d3-40ad-9572-ac5547c97084 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5afec6-b06d-4bb1-9db8-6ba154936297,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:51.495811 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b85edf65-f7d3-40ad-9572-ac5547c97084 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.497848 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b85edf65-f7d3-40ad-9572-ac5547c97084 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/subnets/2e5afec6-b06d-4bb1-9db8-6ba154936297 HTTP/1.1" status: 204 len: 168 time: 0.3007686 Jul 30 00:26:51.500401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39200) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:51.579334 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.631509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Deleting port 196a8912-0c8f-4228-b054-a1b74eef5527 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:51.631783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.694171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] For port 196a8912-0c8f-4228-b054-a1b74eef5527, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=196a8912-0c8f-4228-b054-a1b74eef5527,segment=NetworkSegment(009eeeb9-dab6-41f2-8169-c516d0cbe1bc),segment_id=009eeeb9-dab6-41f2-8169-c516d0cbe1bc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:51.694535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.711603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Calling delete_port for 196a8912-0c8f-4228-b054-a1b74eef5527 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:51.789494 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6b22576-65ec-41d2-a0fc-148f6623b5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.136930 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device dab5562e-e43c-4e56-81d5-49bc6c58cb7c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:52.176527 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e251d-cc03-4891-b450-df89f39627be None None] Network a556d86d-1d49-46e8-9d55-d69aa9a531f9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:52.187177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.216433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Port': ['ID=196a8912-0c8f-4228-b054-a1b74eef5527,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:52.218573 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] No DVR routers for this DVR port 196a8912-0c8f-4228-b054-a1b74eef5527 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:52.232678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9591c22c-fcd2-4965-a2cf-8fe36d1ded8d None None] Could not find standard attr ID for object 196a8912-0c8f-4228-b054-a1b74eef5527. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:26:52.278721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port dab5562e-e43c-4e56-81d5-49bc6c58cb7c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:52.279095 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.303082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.314086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a556d86d-1d49-46e8-9d55-d69aa9a531f9']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:52.324832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009eeeb9-dab6-41f2-8169-c516d0cbe1bc') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:52.325144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009eeeb9-dab6-41f2-8169-c516d0cbe1bc') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:52.335881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.356336 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.365456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:52.365894 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:52.369267 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:52.379198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 196a8912-0c8f-4228-b054-a1b74eef5527 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:52.383346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d80ed4-cfe6-4be2-bfba-b5fa9e683938 None None] DHCP port deletion for a556d86d-1d49-46e8-9d55-d69aa9a531f9 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:26:52.405386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 196a8912-0c8f-4228-b054-a1b74eef5527 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:52.405738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 196a8912-0c8f-4228-b054-a1b74eef5527 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 00:26:52.428535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Port 196a8912-0c8f-4228-b054-a1b74eef5527 not found, will not notify nova. {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 00:26:52.434252 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.443208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.445162 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/networks/a556d86d-1d49-46e8-9d55-d69aa9a531f9 HTTP/1.1" status: 204 len: 168 time: 0.9437442 Jul 30 00:26:52.447839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:52.455479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28085bf-db83-44f0-a17d-700be5d969ec tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Network': ['ID=a556d86d-1d49-46e8-9d55-d69aa9a531f9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:52.474714 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74029ed-9532-42e5-8b81-d0741b0c82dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] DELETE failed (client error): The resource could not be found. Jul 30 00:26:52.475173 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74029ed-9532-42e5-8b81-d0741b0c82dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:26:52.477027 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f74029ed-9532-42e5-8b81-d0741b0c82dd tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/subnets/9954f047-aa7c-4216-a16f-ec68badf2968 HTTP/1.1" status: 404 len: 337 time: 0.0281582 Jul 30 00:26:52.479549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39204) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:52.498058 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa96ae4-b659-404c-8d28-be25c1019afc tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] DELETE failed (client error): The resource could not be found. Jul 30 00:26:52.498585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa96ae4-b659-404c-8d28-be25c1019afc tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:26:52.500275 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4aa96ae4-b659-404c-8d28-be25c1019afc tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/networks/aa16a080-04ca-4068-9beb-14fd962a332c HTTP/1.1" status: 404 len: 339 time: 0.0197518 Jul 30 00:26:52.502625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:52.526764 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e2c56c-0dc2-4c48-b573-b070d3c041f6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] DELETE failed (client error): The resource could not be found. Jul 30 00:26:52.527209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e2c56c-0dc2-4c48-b573-b070d3c041f6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:26:52.528871 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c0e2c56c-0dc2-4c48-b573-b070d3c041f6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/subnets/9755c543-7963-4225-a320-272a959f1e98 HTTP/1.1" status: 404 len: 337 time: 0.0253458 Jul 30 00:26:52.531068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:52.548477 n-d-712139-11 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9b590c-42fb-4dee-849e-c4ec09cdd8c7 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] DELETE failed (client error): The resource could not be found. Jul 30 00:26:52.549004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9b590c-42fb-4dee-849e-c4ec09cdd8c7 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:26:52.550646 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8a9b590c-42fb-4dee-849e-c4ec09cdd8c7 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/networks/7b4e3f25-3ddb-4bc4-9809-8e39e037236f HTTP/1.1" status: 404 len: 339 time: 0.0187075 Jul 30 00:26:52.552991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39210) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:52.604387 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-838650fe-dabc-4d53-9a4a-d76043e1a649 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Deleting subnet b2701599-5374-4675-9045-8b67e6c31ac1 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:26:52.607945 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-838650fe-dabc-4d53-9a4a-d76043e1a649 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.651365 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-838650fe-dabc-4d53-9a4a-d76043e1a649 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.731019 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-838650fe-dabc-4d53-9a4a-d76043e1a649 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.788394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-838650fe-dabc-4d53-9a4a-d76043e1a649 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.819543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838650fe-dabc-4d53-9a4a-d76043e1a649 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Subnet': ['ID=b2701599-5374-4675-9045-8b67e6c31ac1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:52.824642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-838650fe-dabc-4d53-9a4a-d76043e1a649 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.826470 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-838650fe-dabc-4d53-9a4a-d76043e1a649 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/subnets/b2701599-5374-4675-9045-8b67e6c31ac1 HTTP/1.1" status: 204 len: 168 time: 0.2726040 Jul 30 00:26:52.829178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39212) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:52.830072 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee640f1-4ba9-4368-9e1f-76ff81d9e8f9 None None] Network 02db0a9f-58e4-4aaf-9707-7d96103d64f7 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:52.902893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.959489 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Deleting port dab5562e-e43c-4e56-81d5-49bc6c58cb7c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:52.959834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.002637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bffbbe4-c758-4e50-82f8-7a85862681e9 None None] DHCP port deletion for 02db0a9f-58e4-4aaf-9707-7d96103d64f7 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:26:53.027083 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] For port dab5562e-e43c-4e56-81d5-49bc6c58cb7c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=dab5562e-e43c-4e56-81d5-49bc6c58cb7c,segment=NetworkSegment(051525ab-6a88-454c-8684-f5980d5d50bf),segment_id=051525ab-6a88-454c-8684-f5980d5d50bf)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:53.027455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.040789 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Calling delete_port for dab5562e-e43c-4e56-81d5-49bc6c58cb7c owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:53.053970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7bffbbe4-c758-4e50-82f8-7a85862681e9 None None] Deleting port dab5562e-e43c-4e56-81d5-49bc6c58cb7c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:53.054156 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bffbbe4-c758-4e50-82f8-7a85862681e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.116435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7bffbbe4-c758-4e50-82f8-7a85862681e9 None None] For port dab5562e-e43c-4e56-81d5-49bc6c58cb7c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=dab5562e-e43c-4e56-81d5-49bc6c58cb7c,segment=NetworkSegment(051525ab-6a88-454c-8684-f5980d5d50bf),segment_id=051525ab-6a88-454c-8684-f5980d5d50bf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:53.116861 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bffbbe4-c758-4e50-82f8-7a85862681e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.120463 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.129713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7bffbbe4-c758-4e50-82f8-7a85862681e9 None None] Calling delete_port for dab5562e-e43c-4e56-81d5-49bc6c58cb7c owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:53.146705 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Port': ['ID=dab5562e-e43c-4e56-81d5-49bc6c58cb7c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:53.150616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] No DVR routers for this DVR port dab5562e-e43c-4e56-81d5-49bc6c58cb7c on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:53.210670 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bffbbe4-c758-4e50-82f8-7a85862681e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.235970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffbbe4-c758-4e50-82f8-7a85862681e9 None None] Pushing event deleted for resources: {'Port': ['ID=dab5562e-e43c-4e56-81d5-49bc6c58cb7c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:53.238174 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.239788 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffbbe4-c758-4e50-82f8-7a85862681e9 None None] No DVR routers for this DVR port dab5562e-e43c-4e56-81d5-49bc6c58cb7c on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:53.251579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02db0a9f-58e4-4aaf-9707-7d96103d64f7']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:53.262527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051525ab-6a88-454c-8684-f5980d5d50bf') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:53.262833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051525ab-6a88-454c-8684-f5980d5d50bf') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:53.273426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.287647 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.293488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:53.293832 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:53.296743 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:53.356679 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.363702 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.365588 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] 10.222.0.37 "DELETE /v2.0/networks/02db0a9f-58e4-4aaf-9707-7d96103d64f7 HTTP/1.1" status: 204 len: 168 time: 0.5354800 Jul 30 00:26:53.377910 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b0e7e-fb5d-40a7-8e10-cc0fdb6795e6 tempest-NetworksIpV6Test-608091083 tempest-NetworksIpV6Test-608091083-project] Pushing event deleted for resources: {'Network': ['ID=02db0a9f-58e4-4aaf-9707-7d96103d64f7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:53.598842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:53.724618 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e70dcad4-e538-40d4-a441-7924e5cac31e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1acee7737db4aa49e80bee4118975ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245270 Jul 30 00:26:53.727042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39222) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:53.773456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-343a2c09-7007-482e-acbd-2b82f3e1f985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.793531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-343a2c09-7007-482e-acbd-2b82f3e1f985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.840491 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-343a2c09-7007-482e-acbd-2b82f3e1f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.843322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-343a2c09-7007-482e-acbd-2b82f3e1f985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.844685 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-343a2c09-7007-482e-acbd-2b82f3e1f985 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ddc73a4-b8cd-4e6d-a2a0-9446b3e19124 HTTP/1.1" status: 204 len: 168 time: 0.1167459 Jul 30 00:26:53.852453 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a2c09-7007-482e-acbd-2b82f3e1f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddc73a4-b8cd-4e6d-a2a0-9446b3e19124,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:54.040666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device dab5562e-e43c-4e56-81d5-49bc6c58cb7c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:54.061934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: dab5562e-e43c-4e56-81d5-49bc6c58cb7c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:54.062290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device dab5562e-e43c-4e56-81d5-49bc6c58cb7c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:54.062706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 196a8912-0c8f-4228-b054-a1b74eef5527 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:54.081274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 196a8912-0c8f-4228-b054-a1b74eef5527 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:54.081756 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 196a8912-0c8f-4228-b054-a1b74eef5527 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:54.224811 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c959030-dc7c-48f0-9985-46b60fb7952b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.292568 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.472960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:54.564122 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c240c8d2-20e0-4969-8edb-d7b30130e072 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-664704099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:54.587365 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c240c8d2-20e0-4969-8edb-d7b30130e072 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.588505 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c240c8d2-20e0-4969-8edb-d7b30130e072 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.642057 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c240c8d2-20e0-4969-8edb-d7b30130e072 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.646032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c240c8d2-20e0-4969-8edb-d7b30130e072 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.661560 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c240c8d2-20e0-4969-8edb-d7b30130e072 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.662861 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c240c8d2-20e0-4969-8edb-d7b30130e072 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1888893 Jul 30 00:26:54.665626 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39248) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:54.670953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-126812920'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:54.689966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Made reservation on behalf of e3ed5120db2b4701b1817427121723db for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:54.693315 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.702183 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.796240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.800101 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.829572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:54.835628 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68095f9-9acb-4361-9c74-d17033674a3c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:54.842405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.842650 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Added segment 3188d357-0acb-4861-98a3-6d812dd8a4b3 of type vlan for network 8107d9e6-4f33-4871-b05d-acd25abd91f4 Jul 30 00:26:54.882457 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.911575 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.917369 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:54.917959 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.974842 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3080389 Jul 30 00:26:54.977755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39252) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:54.983404 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Request body: {'subnet': {'network_id': '8107d9e6-4f33-4871-b05d-acd25abd91f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:54.993828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cfa25-6a9b-40ec-aaaa-5a11f22b2508 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Pushing event updated for resources: {'Network': ['ID=8107d9e6-4f33-4871-b05d-acd25abd91f4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:55.006439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 8107d9e6-4f33-4871-b05d-acd25abd91f4 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:26:55.077895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Made reservation on behalf of e3ed5120db2b4701b1817427121723db for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:55.081637 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.265755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.330832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Pushing event updated for resources: {'Subnet': ['ID=8da788e4-a7b4-434b-9c80-880b64ec9a89,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:55.339901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Checking segment: {'id': '3188d357-0acb-4861-98a3-6d812dd8a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8107d9e6-4f33-4871-b05d-acd25abd91f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:55.340307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Network hostable DHCP agents. Network: 8107d9e6-4f33-4871-b05d-acd25abd91f4, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:26:55.361061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Network 8107d9e6-4f33-4871-b05d-acd25abd91f4 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:26:55.374675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 8107d9e6-4f33-4871-b05d-acd25abd91f4) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:55.379486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:55.381036 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.384548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd90a42-98ac-4997-9af2-026510969691 None None] Network 8107d9e6-4f33-4871-b05d-acd25abd91f4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:55.397055 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8f902412-cdc0-4b5b-8ac5-dca31b4c6d49 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4178159 Jul 30 00:26:55.400220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39256) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:55.408051 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-506521634'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:55.434196 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Made reservation on behalf of e3ed5120db2b4701b1817427121723db for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:55.438323 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.463126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:55.473145 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.473488 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Added segment 80a1c814-9c7a-4e9c-a82c-0d7b9e8b9500 of type vlan for network 82275711-f39a-4184-9430-710c33a246b9 Jul 30 00:26:55.518174 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.550381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-8107d9e6-4f33-4871-b05d-acd25abd91f4', 'network_id': '8107d9e6-4f33-4871-b05d-acd25abd91f4', 'tenant_id': 'e3ed5120db2b4701b1817427121723db', 'fixed_ips': [{'subnet_id': '8da788e4-a7b4-434b-9c80-880b64ec9a89'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:26:55.551566 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.555299 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.561675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:55.562414 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.618605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2172596 Jul 30 00:26:55.621425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39258) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:55.629050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Request body: {'subnet': {'network_id': '82275711-f39a-4184-9430-710c33a246b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:55.651427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf093e-7608-4ef6-b74a-4b912611eb52 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Pushing event updated for resources: {'Network': ['ID=82275711-f39a-4184-9430-710c33a246b9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:55.675555 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 82275711-f39a-4184-9430-710c33a246b9 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:26:55.724932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Made reservation on behalf of e3ed5120db2b4701b1817427121723db for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:55.728448 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.741587 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.763462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Allocated IP 172.20.0.2 (8107d9e6-4f33-4871-b05d-acd25abd91f4/8da788e4-a7b4-434b-9c80-880b64ec9a89/17ed89f3-6a79-41d3-ae55-d6153ca5f08e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:55.914482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.914963 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.923712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Transition to ACTIVE for port object 17ed89f3-6a79-41d3-ae55-d6153ca5f08e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:55.938485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Transition to ACTIVE for port object 17ed89f3-6a79-41d3-ae55-d6153ca5f08e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:55.945587 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.978317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Pushing event updated for resources: {'Subnet': ['ID=627852bb-a77f-49ad-8263-493e9f8b7b2c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:55.981128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Network 8107d9e6-4f33-4871-b05d-acd25abd91f4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:55.984554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:55.987941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:55.988338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Checking segment: {'id': '80a1c814-9c7a-4e9c-a82c-0d7b9e8b9500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82275711-f39a-4184-9430-710c33a246b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:55.988713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Network hostable DHCP agents. Network: 82275711-f39a-4184-9430-710c33a246b9, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:26:56.002265 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Pushing event updated for resources: {'Port': ['ID=17ed89f3-6a79-41d3-ae55-d6153ca5f08e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:56.005841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Network 82275711-f39a-4184-9430-710c33a246b9 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:26:56.019960 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:26:56.020532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 82275711-f39a-4184-9430-710c33a246b9) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:56.024425 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:56.024953 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.042413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-492b24f6-ab81-45cc-ab74-826d5debdf6a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4175129 Jul 30 00:26:56.042915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:56.046342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ccb143-5877-401b-8afc-12ff197c4808 None None] Network 82275711-f39a-4184-9430-710c33a246b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:56.049051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-66487444-3e65-425f-b3ae-ed246f18399a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Request body: {'router': {'external_gateway_info': {'network_id': '82275711-f39a-4184-9430-710c33a246b9'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:56.099403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Attempting to bind port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:56.099779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Attempting to bind port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '3188d357-0acb-4861-98a3-6d812dd8a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8107d9e6-4f33-4871-b05d-acd25abd91f4'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:56.100192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Attempting to bind port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e on network 8107d9e6-4f33-4871-b05d-acd25abd91f4 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:56.111340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:56.111726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Checking segment: {'id': '3188d357-0acb-4861-98a3-6d812dd8a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8107d9e6-4f33-4871-b05d-acd25abd91f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:56.112159 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.112563 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Bound using segment: {'id': '3188d357-0acb-4861-98a3-6d812dd8a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8107d9e6-4f33-4871-b05d-acd25abd91f4'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:56.113050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Bound port: 17ed89f3-6a79-41d3-ae55-d6153ca5f08e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3188d357-0acb-4861-98a3-6d812dd8a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8107d9e6-4f33-4871-b05d-acd25abd91f4'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:56.113429 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.225763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] For port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:56.241026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] For port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=17ed89f3-6a79-41d3-ae55-d6153ca5f08e,segment=NetworkSegment(3188d357-0acb-4861-98a3-6d812dd8a4b3),segment_id=3188d357-0acb-4861-98a3-6d812dd8a4b3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:56.263569 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.301443 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66487444-3e65-425f-b3ae-ed246f18399a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.408709 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [None req-66487444-3e65-425f-b3ae-ed246f18399a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:26:56.409805 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-66487444-3e65-425f-b3ae-ed246f18399a tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "PUT /v2.0/routers/83d238ed-c628-4b0f-8a83-3576fb96cd0d HTTP/1.1" status: 400 len: 364 time: 0.3657224 Jul 30 00:26:56.415988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:56.446973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771422c1-8a88-4267-8fed-5afec49a5eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-82275711-f39a-4184-9430-710c33a246b9', 'network_id': '82275711-f39a-4184-9430-710c33a246b9', 'tenant_id': 'e3ed5120db2b4701b1817427121723db', 'fixed_ips': [{'subnet_id': '627852bb-a77f-49ad-8263-493e9f8b7b2c'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:26:56.447831 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-771422c1-8a88-4267-8fed-5afec49a5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.473340 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-67378b95-dd1f-451c-80b3-d48eec569ccd tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Deleting subnet 627852bb-a77f-49ad-8263-493e9f8b7b2c {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:26:56.477000 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67378b95-dd1f-451c-80b3-d48eec569ccd tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.499674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e65521-d4b1-475d-8278-29ea9e5d325d None None] Pushing event updated for resources: {'Port': ['ID=17ed89f3-6a79-41d3-ae55-d6153ca5f08e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:56.525595 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67378b95-dd1f-451c-80b3-d48eec569ccd tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.573534 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67378b95-dd1f-451c-80b3-d48eec569ccd tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.634193 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67378b95-dd1f-451c-80b3-d48eec569ccd tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-771422c1-8a88-4267-8fed-5afec49a5eab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 627852bb-a77f-49ad-8263-493e9f8b7b2c: This subnet is being modified by another concurrent operation. Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 627852bb-a77f-49ad-8263-493e9f8b7b2c: This subnet is being modified by another concurrent operation. Jul 30 00:26:56.654700 n-d-712139-11 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 30 00:26:56.670547 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67378b95-dd1f-451c-80b3-d48eec569ccd tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Pushing event deleted for resources: {'Subnet': ['ID=627852bb-a77f-49ad-8263-493e9f8b7b2c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:56.677453 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67378b95-dd1f-451c-80b3-d48eec569ccd tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.677453 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-67378b95-dd1f-451c-80b3-d48eec569ccd tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "DELETE /v2.0/subnets/627852bb-a77f-49ad-8263-493e9f8b7b2c HTTP/1.1" status: 204 len: 168 time: 0.2595139 Jul 30 00:26:56.679186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39264) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:56.679869 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d777b92a-ac89-41d6-a321-3088f32497db None None] Network 82275711-f39a-4184-9430-710c33a246b9 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:56.776485 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.866992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.878129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82275711-f39a-4184-9430-710c33a246b9']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:56.887989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a1c814-9c7a-4e9c-a82c-0d7b9e8b9500') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:56.888343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a1c814-9c7a-4e9c-a82c-0d7b9e8b9500') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:56.898542 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.917909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.925358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:56.925765 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:56.928922 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:56.988103 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.995383 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.997931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "DELETE /v2.0/networks/82275711-f39a-4184-9430-710c33a246b9 HTTP/1.1" status: 204 len: 168 time: 0.3170311 Jul 30 00:26:57.000731 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39266) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:57.010313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5a713-f983-4bc6-b694-c5b01ebaf5c5 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Pushing event deleted for resources: {'Network': ['ID=82275711-f39a-4184-9430-710c33a246b9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:57.054282 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e0a3e2-8365-4e9f-8f27-5f1d33347ab3 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Deleting subnet 8da788e4-a7b4-434b-9c80-880b64ec9a89 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:26:57.057806 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30e0a3e2-8365-4e9f-8f27-5f1d33347ab3 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.100379 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30e0a3e2-8365-4e9f-8f27-5f1d33347ab3 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.194916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30e0a3e2-8365-4e9f-8f27-5f1d33347ab3 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.260775 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30e0a3e2-8365-4e9f-8f27-5f1d33347ab3 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.290593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0a3e2-8365-4e9f-8f27-5f1d33347ab3 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Pushing event deleted for resources: {'Subnet': ['ID=8da788e4-a7b4-434b-9c80-880b64ec9a89,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:57.295351 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30e0a3e2-8365-4e9f-8f27-5f1d33347ab3 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.300103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:57.300343 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-30e0a3e2-8365-4e9f-8f27-5f1d33347ab3 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "DELETE /v2.0/subnets/8da788e4-a7b4-434b-9c80-880b64ec9a89 HTTP/1.1" status: 204 len: 168 time: 0.2981191 Jul 30 00:26:57.317546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.387140 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.401509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd94f15-7ff6-4082-aa74-4bd2d995c214 None None] Network 8107d9e6-4f33-4871-b05d-acd25abd91f4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:57.452524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Deleting port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:57.453194 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.517599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d3bfc91-1dec-4e96-abae-e43dfe6b2dd7 None None] Provisioning for port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:57.524943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] For port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=17ed89f3-6a79-41d3-ae55-d6153ca5f08e,segment=NetworkSegment(3188d357-0acb-4861-98a3-6d812dd8a4b3),segment_id=3188d357-0acb-4861-98a3-6d812dd8a4b3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:57.525541 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.542604 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Calling delete_port for 17ed89f3-6a79-41d3-ae55-d6153ca5f08e owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:57.593040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78bb512-02ae-4016-b738-fdf589fde2a1 None None] DHCP port deletion for 8107d9e6-4f33-4871-b05d-acd25abd91f4 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:26:57.651513 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.654399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e78bb512-02ae-4016-b738-fdf589fde2a1 None None] Deleting port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:57.654787 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e78bb512-02ae-4016-b738-fdf589fde2a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.679137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Pushing event deleted for resources: {'Port': ['ID=17ed89f3-6a79-41d3-ae55-d6153ca5f08e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:57.681013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] No DVR routers for this DVR port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:57.721262 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e78bb512-02ae-4016-b738-fdf589fde2a1 None None] For port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e, host n-d-712139-11, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:57.721661 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e78bb512-02ae-4016-b738-fdf589fde2a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.734195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e78bb512-02ae-4016-b738-fdf589fde2a1 None None] Calling delete_port for 17ed89f3-6a79-41d3-ae55-d6153ca5f08e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:57.736844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-e78bb512-02ae-4016-b738-fdf589fde2a1 None None] Port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:26:57.738099 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e78bb512-02ae-4016-b738-fdf589fde2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.760625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bb512-02ae-4016-b738-fdf589fde2a1 None None] Pushing event deleted for resources: {'Port': ['ID=17ed89f3-6a79-41d3-ae55-d6153ca5f08e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:57.761858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.766627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78bb512-02ae-4016-b738-fdf589fde2a1 None None] No DVR routers for this DVR port 17ed89f3-6a79-41d3-ae55-d6153ca5f08e on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:57.772706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8107d9e6-4f33-4871-b05d-acd25abd91f4']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:57.784792 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f47a68-c037-4ad3-9fec-6cc49cf62e27 None None] get_active_networks_info from n-d-712139-11 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 00:26:57.785739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3188d357-0acb-4861-98a3-6d812dd8a4b3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:57.786045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3188d357-0acb-4861-98a3-6d812dd8a4b3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:57.795767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.809827 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.815626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:57.816042 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:57.819159 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:57.845526 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f47a68-c037-4ad3-9fec-6cc49cf62e27 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 00:26:57.876959 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.882034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.884160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "DELETE /v2.0/networks/8107d9e6-4f33-4871-b05d-acd25abd91f4 HTTP/1.1" status: 204 len: 168 time: 0.5824769 Jul 30 00:26:57.886953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39270) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:57.901685 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1a9ab-b8a9-4ef7-b270-24171ff14fe9 tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Pushing event deleted for resources: {'Network': ['ID=8107d9e6-4f33-4871-b05d-acd25abd91f4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:57.915852 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dd6081fb-0b51-45b6-8bfd-93b887b0f3fa tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "GET /v2.0/ports?device_id=83d238ed-c628-4b0f-8a83-3576fb96cd0d HTTP/1.1" status: 200 len: 205 time: 0.0268326 Jul 30 00:26:57.918182 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39272) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:57.992837 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74b2d68c-7e59-4347-991f-d202cdc9c1ad tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:58.409196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74b2d68c-7e59-4347-991f-d202cdc9c1ad tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:58.411286 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74b2d68c-7e59-4347-991f-d202cdc9c1ad tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:58.453890 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74b2d68c-7e59-4347-991f-d202cdc9c1ad tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:58.454379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b2d68c-7e59-4347-991f-d202cdc9c1ad tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Fanout notify agent at l3_agent the message router_deleted on router 83d238ed-c628-4b0f-8a83-3576fb96cd0d {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:26:58.461206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74b2d68c-7e59-4347-991f-d202cdc9c1ad tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:58.465005 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-74b2d68c-7e59-4347-991f-d202cdc9c1ad tempest-RoutersNegativeTest-604764834 tempest-RoutersNegativeTest-604764834-project] 10.222.0.37 "DELETE /v2.0/routers/83d238ed-c628-4b0f-8a83-3576fb96cd0d HTTP/1.1" status: 204 len: 168 time: 0.5432246 Jul 30 00:26:58.696457 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39278) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:58.822531 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9ab13da7-4def-4273-91e9-f5037735834e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3ed5120db2b4701b1817427121723db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250868 Jul 30 00:26:58.824988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:58.872240 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7605ba2b-2fb6-402d-b649-dfb63ed1e3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:58.895391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7605ba2b-2fb6-402d-b649-dfb63ed1e3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:58.940301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7605ba2b-2fb6-402d-b649-dfb63ed1e3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:58.942922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7605ba2b-2fb6-402d-b649-dfb63ed1e3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:58.944057 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7605ba2b-2fb6-402d-b649-dfb63ed1e3aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b68095f9-9acb-4361-9c74-d17033674a3c HTTP/1.1" status: 204 len: 168 time: 0.1180999 Jul 30 00:26:58.951524 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605ba2b-2fb6-402d-b649-dfb63ed1e3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68095f9-9acb-4361-9c74-d17033674a3c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:59.558333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:59.666349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1853121531-network', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:59.688511 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Made reservation on behalf of efd7457407ed48ccbb3188eefeb8b87e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:59.691041 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:59.701507 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:59.795611 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:59.802686 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:59.828027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:59.838181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:59.843266 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:59.843616 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Added segment 606372da-0a9f-4f94-9823-e32c8017fe6b of type vlan for network f1c94b63-2864-42cb-8048-f48e7b97c9d4 Jul 30 00:26:59.885026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:59.915557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:59.916616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:59.917213 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:59.975763 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4162924 Jul 30 00:26:59.978638 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:59.984497 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Request body: {'subnet': {'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1853121531-subnet', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:59.990267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e6de4-bc77-4387-87c8-1fb071b98bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c94b63-2864-42cb-8048-f48e7b97c9d4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:00.001604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f1c94b63-2864-42cb-8048-f48e7b97c9d4 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:27:00.011060 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Made reservation on behalf of efd7457407ed48ccbb3188eefeb8b87e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:27:00.014188 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.191149 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.245531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=612245d7-18f3-4b37-9683-fcabe26f0923,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:00.258685 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Checking segment: {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:00.259045 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Network hostable DHCP agents. Network: f1c94b63-2864-42cb-8048-f48e7b97c9d4, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:27:00.277948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Network f1c94b63-2864-42cb-8048-f48e7b97c9d4 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:27:00.287039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f1c94b63-2864-42cb-8048-f48e7b97c9d4) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:00.292184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:00.292820 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.295924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f482c6-cb91-45d9-a90a-ad60d024c0e8 None None] Network f1c94b63-2864-42cb-8048-f48e7b97c9d4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:27:00.311912 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2f3147a2-6faf-40f9-9128-176ca1096c4c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3322058 Jul 30 00:27:00.314798 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39310) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:00.321647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1853121531-router', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:00.348138 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.349019 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.408377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.456545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'fixed_ips': [{'subnet_id': '612245d7-18f3-4b37-9683-fcabe26f0923'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:27:00.457455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.563308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.619443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Allocated IP 172.20.0.2 (f1c94b63-2864-42cb-8048-f48e7b97c9d4/612245d7-18f3-4b37-9683-fcabe26f0923/2bd203ca-ab28-4815-96fb-e120bbfd2a23) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:00.771290 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.775582 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.785018 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Transition to ACTIVE for port object 2bd203ca-ab28-4815-96fb-e120bbfd2a23 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:00.793688 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.802276 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Transition to ACTIVE for port object 2bd203ca-ab28-4815-96fb-e120bbfd2a23 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:00.812499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.855006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Network f1c94b63-2864-42cb-8048-f48e7b97c9d4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:00.860512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:00.864954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:00.867306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Pushing event updated for resources: {'Port': ['ID=2bd203ca-ab28-4815-96fb-e120bbfd2a23,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:00.907544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Allocated IP 172.25.2.28 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/d2909c3c-7e20-47ba-9105-d5bf4460da34) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:00.929497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Attempting to bind port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:00.929497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Attempting to bind port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:00.929497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Attempting to bind port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 on network f1c94b63-2864-42cb-8048-f48e7b97c9d4 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:00.934484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:00.935483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Checking segment: {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:00.935886 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.936304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Bound using segment: {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:00.936767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Bound port: 2bd203ca-ab28-4815-96fb-e120bbfd2a23, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:00.937146 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:01.000798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] For port 2bd203ca-ab28-4815-96fb-e120bbfd2a23, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:01.003988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] For port 2bd203ca-ab28-4815-96fb-e120bbfd2a23, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2bd203ca-ab28-4815-96fb-e120bbfd2a23,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:01.013245 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:01.014995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:01.061494 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:01.072753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99e2a9-911e-4faf-a17d-b409969a29ba None None] Pushing event updated for resources: {'Port': ['ID=2bd203ca-ab28-4815-96fb-e120bbfd2a23,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:01.104940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:01.110621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:01.113209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:01.136090 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Pushing event updated for resources: {'Port': ['ID=d2909c3c-7e20-47ba-9105-d5bf4460da34,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:01.390900 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:01.588435 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:01.722052 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Router d1ec6498-3d31-4dff-9a18-003cda4ebd31 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:27:01.839886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:01.852820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Sync routers for ids ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:01.861668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:01.862984 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6dc05b6d-6fe2-4664-88dc-957c1534c7cb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5468202 Jul 30 00:27:01.865833 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:01.867184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Routers {'d1ec6498-3d31-4dff-9a18-003cda4ebd31'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:01.868461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:01.987471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Set router d1ec6498-3d31-4dff-9a18-003cda4ebd31 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:02.049908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f22719-295e-4a50-a6cb-42d5eac3b93c None None] Network f1c94b63-2864-42cb-8048-f48e7b97c9d4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:27:02.142448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2bd203ca-ab28-4815-96fb-e120bbfd2a23 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:02.197099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a84fcd8b-4db8-4871-8777-14f467b5b7f5 None None] Provisioning for port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:02.310259 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:02.321817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:02.322194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.337400 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.407723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'name': 'tempest-TestEncryptedCinderVolumes-1853121531-router', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:01Z', 'revision_number': 3, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'gw_port': {'id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:02.441081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Checking router: d1ec6498-3d31-4dff-9a18-003cda4ebd31 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:02.441437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Updating router d1ec6498-3d31-4dff-9a18-003cda4ebd31 port d2909c3c-7e20-47ba-9105-d5bf4460da34 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:27:02.496963 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.514645 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Allocated IP 172.20.0.1 (f1c94b63-2864-42cb-8048-f48e7b97c9d4/612245d7-18f3-4b37-9683-fcabe26f0923/7d1a857f-ed47-4c32-b319-d8029dcfe694) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:02.519770 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.620547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 2bd203ca-ab28-4815-96fb-e120bbfd2a23, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2bd203ca-ab28-4815-96fb-e120bbfd2a23,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:02.630205 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.643998 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.660777 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Transition to ACTIVE for port object 7d1a857f-ed47-4c32-b319-d8029dcfe694 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:02.699079 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.730377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=2bd203ca-ab28-4815-96fb-e120bbfd2a23,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:02.749241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Network f1c94b63-2864-42cb-8048-f48e7b97c9d4 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:02.753380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:02.755222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Pushing event updated for resources: {'Port': ['ID=7d1a857f-ed47-4c32-b319-d8029dcfe694,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:02.757496 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:02.770179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec575704-9325-49b0-b3d5-b3a6d4a65218 None None] Provisioning complete for port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:02.770563 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec575704-9325-49b0-b3d5-b3a6d4a65218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.797713 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.901017 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.921416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Transition to ACTIVE for port object d2909c3c-7e20-47ba-9105-d5bf4460da34 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:02.930208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.934725 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.999736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Attempting to bind port d2909c3c-7e20-47ba-9105-d5bf4460da34 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:03.000045 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Attempting to bind port d2909c3c-7e20-47ba-9105-d5bf4460da34 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:03.000498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Attempting to bind port d2909c3c-7e20-47ba-9105-d5bf4460da34 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:03.012248 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc66030-bfd0-4297-92ec-3b9afd134799 None None] Pushing event updated for resources: {'Port': ['ID=d2909c3c-7e20-47ba-9105-d5bf4460da34,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:03.015453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:03.015831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:03.016382 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.016853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:03.017347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Bound port: d2909c3c-7e20-47ba-9105-d5bf4460da34, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:03.017772 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.021137 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.121354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.126022 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.197291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.199119 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Pushing event updated for resources: {'Port': ['ID=7d1a857f-ed47-4c32-b319-d8029dcfe694,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:03.224551 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1f000d25-77a9-4a20-8f23-7c57ebac3c36 None None] Provisioning for port 7d1a857f-ed47-4c32-b319-d8029dcfe694 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:03.233796 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1f000d25-77a9-4a20-8f23-7c57ebac3c36 None None] Provisioning complete for port 7d1a857f-ed47-4c32-b319-d8029dcfe694 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:03.234161 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f000d25-77a9-4a20-8f23-7c57ebac3c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.256001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] For port d2909c3c-7e20-47ba-9105-d5bf4460da34, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:03.272423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] For port d2909c3c-7e20-47ba-9105-d5bf4460da34, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d2909c3c-7e20-47ba-9105-d5bf4460da34,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:03.282767 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.290962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1f000d25-77a9-4a20-8f23-7c57ebac3c36 None None] Port 7d1a857f-ed47-4c32-b319-d8029dcfe694 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:03.292860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Network f1c94b63-2864-42cb-8048-f48e7b97c9d4 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:03.294397 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:03.342734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Routers {'d1ec6498-3d31-4dff-9a18-003cda4ebd31'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:03.343387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:03.392415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc66030-bfd0-4297-92ec-3b9afd134799 None None] Pushing event updated for resources: {'Port': ['ID=d2909c3c-7e20-47ba-9105-d5bf4460da34,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:03.429240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Router d1ec6498-3d31-4dff-9a18-003cda4ebd31 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:27:03.471771 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] Set router d1ec6498-3d31-4dff-9a18-003cda4ebd31 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:03.551922 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d5f7c670-6531-4271-8c57-9d88996e2cf7 None None] Provisioning complete for port 7d1a857f-ed47-4c32-b319-d8029dcfe694 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:03.552326 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c670-6531-4271-8c57-9d88996e2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.633870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7c670-6531-4271-8c57-9d88996e2cf7 None None] Port 7d1a857f-ed47-4c32-b319-d8029dcfe694 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:03.721351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'name': 'tempest-TestEncryptedCinderVolumes-1853121531-router', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:02Z', 'revision_number': 4, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'gw_port': {'id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '7d1a857f-ed47-4c32-b319-d8029dcfe694', 'name': '', 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'mac_address': 'fa:16:3e:8a:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:02Z', 'updated_at': '2021-07-30T00:27:02Z', 'revision_number': 2, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'subnets': [{'id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:03.749373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15511fc9-c9e1-458e-9ee2-a5d0ea8e4db8 None None] The sync data for ids ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'] in n-d-712139-11 is: [{'id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'name': 'tempest-TestEncryptedCinderVolumes-1853121531-router', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:02Z', 'revision_number': 4, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'gw_port': {'id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '7d1a857f-ed47-4c32-b319-d8029dcfe694', 'name': '', 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'mac_address': 'fa:16:3e:8a:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:02Z', 'updated_at': '2021-07-30T00:27:02Z', 'revision_number': 2, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'subnets': [{'id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:03.825761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:03.831184 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f7b639b6-0310-4f85-85bb-661033823c9c admin admin] 10.222.0.37 "PUT /v2.0/routers/d1ec6498-3d31-4dff-9a18-003cda4ebd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9643586 Jul 30 00:27:04.064760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2bd203ca-ab28-4815-96fb-e120bbfd2a23 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:04.125841 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:04.126244 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.363262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:04.368606 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1020195255-network', 'tenant_id': '115c889c133842d58e178f79a94d139f'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:04.408432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Made reservation on behalf of 115c889c133842d58e178f79a94d139f for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:27:04.410820 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.420200 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.516035 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.520275 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.547565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:27:04.553995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eed948c-adf0-453f-8f5f-97e510d6d5e3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:04.560849 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.561575 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Added segment a603f821-fc2c-44f1-878e-b65976f17559 of type vlan for network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc Jul 30 00:27:04.602712 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.636265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.637192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:04.637795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.691602 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3271289 Jul 30 00:27:04.694345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39332) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:04.699235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Request body: {'subnet': {'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1020195255-subnet', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:04.716345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57783998-2a8c-4c75-9104-c1858eb16164 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:04.727342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:27:04.733074 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Made reservation on behalf of 115c889c133842d58e178f79a94d139f for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:27:04.735501 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.912239 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:04.971622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa48bb2f-6208-48f1-a340-db37b3927d01,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:04.979177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Checking segment: {'id': 'a603f821-fc2c-44f1-878e-b65976f17559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:04.979537 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Network hostable DHCP agents. Network: eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:27:04.995698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:27:05.004923 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:05.009941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:05.010552 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.019141 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5509cf-0386-442e-9104-fe9915dc9cee None None] Network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:27:05.026746 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b34065e2-9bbf-426e-a9d0-b113786bbafe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3313305 Jul 30 00:27:05.029694 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39334) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:05.034260 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1020195255-router', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:05.056454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.057561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.116721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.171492 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc', 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'fixed_ips': [{'subnet_id': 'fa48bb2f-6208-48f1-a340-db37b3927d01'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:27:05.172434 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.254537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.310541 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Allocated IP 172.20.0.2 (eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc/fa48bb2f-6208-48f1-a340-db37b3927d01/0f5f698d-c718-447b-a518-4a3a91083f2d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:05.458445 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.459986 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.467448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Transition to ACTIVE for port object 0f5f698d-c718-447b-a518-4a3a91083f2d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:05.480258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.484473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Transition to ACTIVE for port object 0f5f698d-c718-447b-a518-4a3a91083f2d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:05.490766 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.529127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:05.532037 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:05.537732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:05.545421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Pushing event updated for resources: {'Port': ['ID=0f5f698d-c718-447b-a518-4a3a91083f2d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:05.599866 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Allocated IP 172.25.2.142 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/3282418a-af4e-49c3-b8ee-8f9c4a8474d1) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:05.604435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Attempting to bind port 0f5f698d-c718-447b-a518-4a3a91083f2d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:05.604826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Attempting to bind port 0f5f698d-c718-447b-a518-4a3a91083f2d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'a603f821-fc2c-44f1-878e-b65976f17559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:05.605313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Attempting to bind port 0f5f698d-c718-447b-a518-4a3a91083f2d on network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:05.613487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:05.614255 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Checking segment: {'id': 'a603f821-fc2c-44f1-878e-b65976f17559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:05.614598 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.615192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Bound using segment: {'id': 'a603f821-fc2c-44f1-878e-b65976f17559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:05.615684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Bound port: 0f5f698d-c718-447b-a518-4a3a91083f2d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a603f821-fc2c-44f1-878e-b65976f17559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:05.616108 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.681804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] For port 0f5f698d-c718-447b-a518-4a3a91083f2d, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:05.686268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] For port 0f5f698d-c718-447b-a518-4a3a91083f2d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0f5f698d-c718-447b-a518-4a3a91083f2d,segment=NetworkSegment(a603f821-fc2c-44f1-878e-b65976f17559),segment_id=a603f821-fc2c-44f1-878e-b65976f17559)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:05.692285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.718471 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.756126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da66445-9674-4d6e-a975-82499ba5ab60 None None] Pushing event updated for resources: {'Port': ['ID=0f5f698d-c718-447b-a518-4a3a91083f2d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:05.765683 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.806096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:05.810699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:05.811905 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:05.838992 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Sync routers for ids ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:05.852628 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Routers {'d1ec6498-3d31-4dff-9a18-003cda4ebd31'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:05.853075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Pushing event updated for resources: {'Port': ['ID=3282418a-af4e-49c3-b8ee-8f9c4a8474d1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:05.853350 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:05.986626 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Set router d1ec6498-3d31-4dff-9a18-003cda4ebd31 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:06.130958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.168425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d2909c3c-7e20-47ba-9105-d5bf4460da34 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:06.221732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d2909c3c-7e20-47ba-9105-d5bf4460da34 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:06.226912 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'name': 'tempest-TestEncryptedCinderVolumes-1853121531-router', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:02Z', 'revision_number': 4, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'gw_port': {'id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '7d1a857f-ed47-4c32-b319-d8029dcfe694', 'name': '', 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'mac_address': 'fa:16:3e:8a:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:02Z', 'updated_at': '2021-07-30T00:27:02Z', 'revision_number': 2, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'subnets': [{'id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:06.227423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d2909c3c-7e20-47ba-9105-d5bf4460da34 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:06.228098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.254635 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Checking router: d1ec6498-3d31-4dff-9a18-003cda4ebd31 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:06.254920 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Updating router d1ec6498-3d31-4dff-9a18-003cda4ebd31 port 7d1a857f-ed47-4c32-b319-d8029dcfe694 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:27:06.280882 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.321534 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.343554 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d2909c3c-7e20-47ba-9105-d5bf4460da34, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d2909c3c-7e20-47ba-9105-d5bf4460da34,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:06.348990 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.350081 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0f5f698d-c718-447b-a518-4a3a91083f2d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:06.350960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.428811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d2909c3c-7e20-47ba-9105-d5bf4460da34,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:06.444093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 0f5f698d-c718-447b-a518-4a3a91083f2d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:06.494165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Router 7719bbce-4684-485c-9470-1aefa59dce3a is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:27:06.574195 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.585457 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Transition to ACTIVE for port object 7d1a857f-ed47-4c32-b319-d8029dcfe694 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:06.593513 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.602110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:06.612851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Sync routers for ids ['7719bbce-4684-485c-9470-1aefa59dce3a'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:06.621937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Routers {'7719bbce-4684-485c-9470-1aefa59dce3a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:06.622611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7719bbce-4684-485c-9470-1aefa59dce3a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:06.625394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.630357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39336) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:06.645081 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-af5334ab-eb1d-4549-b4f4-8fcad264fa02 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6080043 Jul 30 00:27:06.701746 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Pushing event updated for resources: {'Port': ['ID=7d1a857f-ed47-4c32-b319-d8029dcfe694,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:06.710831 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.711212 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.711519 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.711860 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.712224 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.712562 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.712891 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.713219 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.713547 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.713880 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.714194 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.714520 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:06.728675 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Attempting to bind port 7d1a857f-ed47-4c32-b319-d8029dcfe694 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:06.729049 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Attempting to bind port 7d1a857f-ed47-4c32-b319-d8029dcfe694 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:06.729413 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Attempting to bind port 7d1a857f-ed47-4c32-b319-d8029dcfe694 on network f1c94b63-2864-42cb-8048-f48e7b97c9d4 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:06.736844 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:06.737290 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Checking segment: {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:06.737704 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.738100 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Bound using segment: {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:06.738578 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Bound port: 7d1a857f-ed47-4c32-b319-d8029dcfe694, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:06.738966 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.750558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Set router 7719bbce-4684-485c-9470-1aefa59dce3a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:06.818343 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] For port 7d1a857f-ed47-4c32-b319-d8029dcfe694, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:06.822894 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] For port 7d1a857f-ed47-4c32-b319-d8029dcfe694, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7d1a857f-ed47-4c32-b319-d8029dcfe694,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:06.829431 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.906999 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Routers {'d1ec6498-3d31-4dff-9a18-003cda4ebd31'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:06.907618 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:06.972347 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f1460-221b-4714-8da6-5e8390cafa39 None None] Pushing event updated for resources: {'Port': ['ID=7d1a857f-ed47-4c32-b319-d8029dcfe694,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:07.062197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd091c9-978d-45ec-86d8-1aaa314bdb97 None None] Network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:27:07.068282 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] Set router d1ec6498-3d31-4dff-9a18-003cda4ebd31 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:07.102136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'name': 'tempest-TestEncryptedCinderVolumes-1020195255-router', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:05Z', 'revision_number': 3, 'project_id': '115c889c133842d58e178f79a94d139f', 'gw_port': {'id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:30:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:07.131373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Checking router: 7719bbce-4684-485c-9470-1aefa59dce3a for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:07.131743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Updating router 7719bbce-4684-485c-9470-1aefa59dce3a port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:27:07.144271 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.165817 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.223600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63fd29d2-311b-4f69-917f-af3233530c69 None None] Provisioning for port 0f5f698d-c718-447b-a518-4a3a91083f2d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:07.284790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63fd29d2-311b-4f69-917f-af3233530c69 None None] Provisioning complete for port 0f5f698d-c718-447b-a518-4a3a91083f2d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:07.285174 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63fd29d2-311b-4f69-917f-af3233530c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.306209 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'name': 'tempest-TestEncryptedCinderVolumes-1853121531-router', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:02Z', 'revision_number': 4, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'gw_port': {'id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:25:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '7d1a857f-ed47-4c32-b319-d8029dcfe694', 'name': '', 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'mac_address': 'fa:16:3e:8a:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:02Z', 'updated_at': '2021-07-30T00:27:06Z', 'revision_number': 4, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'subnets': [{'id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:07.322851 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Allocated IP 172.20.0.1 (eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc/fa48bb2f-6208-48f1-a340-db37b3927d01/a38242ab-6e84-4d34-83d8-c263ce65a138) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:07.341169 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908fe46-716a-47a9-9caa-2298497bef43 None None] The sync data for ids ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'] in n-d-712139-11 is: [{'id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'name': 'tempest-TestEncryptedCinderVolumes-1853121531-router', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:02Z', 'revision_number': 4, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'gw_port': {'id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:25:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '7d1a857f-ed47-4c32-b319-d8029dcfe694', 'name': '', 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'mac_address': 'fa:16:3e:8a:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:02Z', 'updated_at': '2021-07-30T00:27:06Z', 'revision_number': 4, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'subnets': [{'id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:07.443139 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.457847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Transition to ACTIVE for port object a38242ab-6e84-4d34-83d8-c263ce65a138 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:07.493156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.547132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Pushing event updated for resources: {'Port': ['ID=a38242ab-6e84-4d34-83d8-c263ce65a138,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:07.547681 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63fd29d2-311b-4f69-917f-af3233530c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.555210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:07.556837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:07.559295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:07.603885 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.622680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-63fd29d2-311b-4f69-917f-af3233530c69 None None] For port 0f5f698d-c718-447b-a518-4a3a91083f2d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0f5f698d-c718-447b-a518-4a3a91083f2d,segment=NetworkSegment(a603f821-fc2c-44f1-878e-b65976f17559),segment_id=a603f821-fc2c-44f1-878e-b65976f17559)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:07.637009 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63fd29d2-311b-4f69-917f-af3233530c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.645055 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.677652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Transition to ACTIVE for port object 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:07.710303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd29d2-311b-4f69-917f-af3233530c69 None None] Pushing event updated for resources: {'Port': ['ID=0f5f698d-c718-447b-a518-4a3a91083f2d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:07.715304 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.767229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.783606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775ca61-6230-4432-95dd-f78566f51fe0 None None] Pushing event updated for resources: {'Port': ['ID=3282418a-af4e-49c3-b8ee-8f9c4a8474d1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:07.788774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Attempting to bind port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:07.789281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Attempting to bind port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:07.789860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Attempting to bind port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:07.799992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:07.800509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:07.801052 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.801515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:07.802240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Bound port: 3282418a-af4e-49c3-b8ee-8f9c4a8474d1, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:07.802752 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.866219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] For port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:07.870864 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] For port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3282418a-af4e-49c3-b8ee-8f9c4a8474d1,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:07.876947 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.936525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Routers {'7719bbce-4684-485c-9470-1aefa59dce3a'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:07.937178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7719bbce-4684-485c-9470-1aefa59dce3a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:07.975664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.982295 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.006244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775ca61-6230-4432-95dd-f78566f51fe0 None None] Pushing event updated for resources: {'Port': ['ID=3282418a-af4e-49c3-b8ee-8f9c4a8474d1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:08.010253 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-776bfdde-ab7d-476d-a3aa-676c68316e00 None None] Provisioning complete for port 0f5f698d-c718-447b-a518-4a3a91083f2d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:08.010650 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-776bfdde-ab7d-476d-a3aa-676c68316e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.066296 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Pushing event updated for resources: {'Port': ['ID=a38242ab-6e84-4d34-83d8-c263ce65a138,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:08.069631 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.102199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] Set router 7719bbce-4684-485c-9470-1aefa59dce3a gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:08.194992 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:08.197053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:08.319939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d2909c3c-7e20-47ba-9105-d5bf4460da34 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:08.329857 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Router 7719bbce-4684-485c-9470-1aefa59dce3a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:27:08.438443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:08.444499 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a4a0d0e7-0d7a-4983-bb6e-afe5c9e75e79 admin admin] 10.222.0.37 "PUT /v2.0/routers/7719bbce-4684-485c-9470-1aefa59dce3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8124280 Jul 30 00:27:08.485739 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d2909c3c-7e20-47ba-9105-d5bf4460da34 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:08.486131 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.652732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7d1a857f-ed47-4c32-b319-d8029dcfe694 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:08.688645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'name': 'tempest-TestEncryptedCinderVolumes-1020195255-router', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 4, 'project_id': '115c889c133842d58e178f79a94d139f', 'gw_port': {'id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:30:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a38242ab-6e84-4d34-83d8-c263ce65a138', 'name': '', 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'mac_address': 'fa:16:3e:ed:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'fa48bb2f-6208-48f1-a340-db37b3927d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:07Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 1, 'project_id': '115c889c133842d58e178f79a94d139f', 'subnets': [{'id': 'fa48bb2f-6208-48f1-a340-db37b3927d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:08.724406 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776fd90-7095-4d94-be55-2e0fb0dca214 None None] The sync data for ids ['7719bbce-4684-485c-9470-1aefa59dce3a'] in n-d-712139-11 is: [{'id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'name': 'tempest-TestEncryptedCinderVolumes-1020195255-router', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 4, 'project_id': '115c889c133842d58e178f79a94d139f', 'gw_port': {'id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:30:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a38242ab-6e84-4d34-83d8-c263ce65a138', 'name': '', 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'mac_address': 'fa:16:3e:ed:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'fa48bb2f-6208-48f1-a340-db37b3927d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:07Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 1, 'project_id': '115c889c133842d58e178f79a94d139f', 'subnets': [{'id': 'fa48bb2f-6208-48f1-a340-db37b3927d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:08.737214 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d21d5768-880e-431b-b85c-5da02b9f9da9 None None] Provisioning for port a38242ab-6e84-4d34-83d8-c263ce65a138 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:08.748171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d21d5768-880e-431b-b85c-5da02b9f9da9 None None] Provisioning complete for port a38242ab-6e84-4d34-83d8-c263ce65a138 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:08.749124 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d21d5768-880e-431b-b85c-5da02b9f9da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.770632 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 7d1a857f-ed47-4c32-b319-d8029dcfe694 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:08.783070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 7d1a857f-ed47-4c32-b319-d8029dcfe694 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:08.783452 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.816580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d21d5768-880e-431b-b85c-5da02b9f9da9 None None] Port a38242ab-6e84-4d34-83d8-c263ce65a138 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:08.876341 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.926649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 7d1a857f-ed47-4c32-b319-d8029dcfe694, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7d1a857f-ed47-4c32-b319-d8029dcfe694,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:08.935870 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.939586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0f5f698d-c718-447b-a518-4a3a91083f2d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:09.032344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=7d1a857f-ed47-4c32-b319-d8029dcfe694,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:09.045741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0f5f698d-c718-447b-a518-4a3a91083f2d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:09.046124 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:09.150707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-a5e2c90c-4d19-42de-9c88-3b355f1d09cb tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:09.152290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-a5e2c90c-4d19-42de-9c88-3b355f1d09cb tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/networks?id=f1c94b63-2864-42cb-8048-f48e7b97c9d4 HTTP/1.1" status: 200 len: 817 time: 0.1140647 Jul 30 00:27:09.167901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-f44f32e3-1d99-4c89-b204-f315156e6f90 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/quotas/efd7457407ed48ccbb3188eefeb8b87e HTTP/1.1" status: 200 len: 375 time: 0.0097203 Jul 30 00:27:09.225140 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-c303005c-23da-4c15-a251-ce705f6b8dfd tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd7457407ed48ccbb3188eefeb8b87e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509472 Jul 30 00:27:09.366126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-4c2988c2-fde4-4ef1-a306-51c62e0acf66 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:27:09.367168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-4c2988c2-fde4-4ef1-a306-51c62e0acf66 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483940 Jul 30 00:27:09.473150 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-39b1aabb-164e-4044-8300-d799417e51c0 service neutron] 10.222.0.37 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997474 Jul 30 00:27:09.560925 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0afba849-742f-452f-8abd-4a9768904554 service neutron] 10.222.0.37 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817502 Jul 30 00:27:09.720911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-33b740cc-2702-4849-bf06-479d9d757c5b req-64d684ca-27f6-44d3-8bcf-c08a5d2d83c1 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 210 time: 0.0275350 Jul 30 00:27:10.068947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7d1a857f-ed47-4c32-b319-d8029dcfe694 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:10.116741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 7d1a857f-ed47-4c32-b319-d8029dcfe694 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:10.117117 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.717143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-5949d0a6-4ee5-4446-979f-678bcb9cc2ea tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:10.718708 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-5949d0a6-4ee5-4446-979f-678bcb9cc2ea tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.42 "GET /v2.0/networks?id=f1c94b63-2864-42cb-8048-f48e7b97c9d4 HTTP/1.1" status: 200 len: 817 time: 0.1184018 Jul 30 00:27:10.733053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Request body: {'port': {'device_id': 'a6f4f2ad-32c9-4265-9a7e-a68c1a957f09', 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'admin_state_up': True, 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:10.848854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d61a1d2c-4cb0-4c9a-a8ea-0f21c8f51f0d req-6ba01b2c-d9a2-4195-9c49-96469a9d87a4 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 210 time: 0.0370009 Jul 30 00:27:10.876862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Made reservation on behalf of efd7457407ed48ccbb3188eefeb8b87e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:27:10.880394 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.005035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Allocated IP 172.20.0.6 (f1c94b63-2864-42cb-8048-f48e7b97c9d4/612245d7-18f3-4b37-9683-fcabe26f0923/6974ba4d-6967-436c-915e-9921ba9ba703) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:11.156445 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.172346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Transition to ACTIVE for port object 6974ba4d-6967-436c-915e-9921ba9ba703 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:11.207011 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.249735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Network f1c94b63-2864-42cb-8048-f48e7b97c9d4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:11.252819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:11.255143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:11.287117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Pushing event updated for resources: {'Port': ['ID=6974ba4d-6967-436c-915e-9921ba9ba703,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:11.318525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:11.319159 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.333855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-0ba5b942-4a3e-42ff-8543-cc10c0db089a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6057768 Jul 30 00:27:11.347808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Request body: {'port': {'device_id': 'a6f4f2ad-32c9-4265-9a7e-a68c1a957f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:11.405478 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.458284 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6b5b40d1-a3ca-44dd-9112-cda0d8a127a7 None None] Provisioning for port 6974ba4d-6967-436c-915e-9921ba9ba703 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:11.462727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6b5b40d1-a3ca-44dd-9112-cda0d8a127a7 None None] Provisioning complete for port 6974ba4d-6967-436c-915e-9921ba9ba703 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:11.463104 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b5b40d1-a3ca-44dd-9112-cda0d8a127a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.500975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b40d1-a3ca-44dd-9112-cda0d8a127a7 None None] Port 6974ba4d-6967-436c-915e-9921ba9ba703 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:11.513639 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Sync routers for ids ['7719bbce-4684-485c-9470-1aefa59dce3a'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:11.522881 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Routers {'7719bbce-4684-485c-9470-1aefa59dce3a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:11.523730 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7719bbce-4684-485c-9470-1aefa59dce3a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:11.639709 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Set router 7719bbce-4684-485c-9470-1aefa59dce3a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:11.690198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6974ba4d-6967-436c-915e-9921ba9ba703 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:27:11.697279 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.709253 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Transition to ACTIVE for port object 6974ba4d-6967-436c-915e-9921ba9ba703 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:11.713159 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.783563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Pushing event updated for resources: {'Port': ['ID=6974ba4d-6967-436c-915e-9921ba9ba703,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:11.833885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Attempting to bind port 6974ba4d-6967-436c-915e-9921ba9ba703 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:11.834251 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Attempting to bind port 6974ba4d-6967-436c-915e-9921ba9ba703 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:11.834562 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Attempting to bind port 6974ba4d-6967-436c-915e-9921ba9ba703 on network f1c94b63-2864-42cb-8048-f48e7b97c9d4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:11.839095 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Port 6974ba4d-6967-436c-915e-9921ba9ba703 on network f1c94b63-2864-42cb-8048-f48e7b97c9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:27:11.839565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Attempting to bind port 6974ba4d-6967-436c-915e-9921ba9ba703 on network f1c94b63-2864-42cb-8048-f48e7b97c9d4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:11.845483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:11.845836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Checking segment: {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:11.846325 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Bound using segment: {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:11.850113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Bound port: 6974ba4d-6967-436c-915e-9921ba9ba703, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:11.850113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.851095 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'name': 'tempest-TestEncryptedCinderVolumes-1020195255-router', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 4, 'project_id': '115c889c133842d58e178f79a94d139f', 'gw_port': {'id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:30:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a38242ab-6e84-4d34-83d8-c263ce65a138', 'name': '', 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'mac_address': 'fa:16:3e:ed:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'fa48bb2f-6208-48f1-a340-db37b3927d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:07Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 2, 'project_id': '115c889c133842d58e178f79a94d139f', 'subnets': [{'id': 'fa48bb2f-6208-48f1-a340-db37b3927d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:11.878424 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Checking router: 7719bbce-4684-485c-9470-1aefa59dce3a for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:11.878783 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Updating router 7719bbce-4684-485c-9470-1aefa59dce3a port a38242ab-6e84-4d34-83d8-c263ce65a138 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:27:11.911189 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.942628 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] For port 6974ba4d-6967-436c-915e-9921ba9ba703, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:11.973036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] For port 6974ba4d-6967-436c-915e-9921ba9ba703, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6974ba4d-6967-436c-915e-9921ba9ba703,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:11.978510 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.020193 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:12.021153 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.021964 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] 10.222.0.42 "PUT /v2.0/ports/6974ba4d-6967-436c-915e-9921ba9ba703 HTTP/1.1" status: 200 len: 1092 time: 0.6788249 Jul 30 00:27:12.024221 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f4f2ad-32c9-4265-9a7e-a68c1a957f09', 'tag': '6974ba4d-6967-436c-915e-9921ba9ba703'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:27:12.026531 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f4f2ad-32c9-4265-9a7e-a68c1a957f09", "tag": "6974ba4d-6967-436c-915e-9921ba9ba703"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:27:12.043467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1912a18-19bd-4d66-a295-5bf3d1c697e7 req-014218d1-c291-4935-abdd-20456f8c9c92 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:12.045258 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1912a18-19bd-4d66-a295-5bf3d1c697e7 req-014218d1-c291-4935-abdd-20456f8c9c92 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 943 time: 0.1164322 Jul 30 00:27:12.065715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e7446-fc0d-439e-a1a6-60b67a573a18 service neutron] Pushing event updated for resources: {'Port': ['ID=6974ba4d-6967-436c-915e-9921ba9ba703,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:12.115756 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2045bdfd-7f2d-4e77-bee1-925099cedcb3 x-openstack-request-id: req-2045bdfd-7f2d-4e77-bee1-925099cedcb3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:27:12.116341 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f4f2ad-32c9-4265-9a7e-a68c1a957f09", "tag": "6974ba4d-6967-436c-915e-9921ba9ba703", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:27:12.116754 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2045bdfd-7f2d-4e77-bee1-925099cedcb3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:27:12.117298 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f4f2ad-32c9-4265-9a7e-a68c1a957f09', 'tag': '6974ba4d-6967-436c-915e-9921ba9ba703', 'status': 'completed', 'code': 200} Jul 30 00:27:12.138441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1912a18-19bd-4d66-a295-5bf3d1c697e7 req-340fb6a0-4e01-4bda-934d-524de273e027 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830693 Jul 30 00:27:12.150065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-7f34aae5-4ee1-4b42-8d93-675f2091562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:12.151847 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-7f34aae5-4ee1-4b42-8d93-675f2091562e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efd7457407ed48ccbb3188eefeb8b87e&device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 1095 time: 0.0761385 Jul 30 00:27:12.162358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:12.207017 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-264e526a-51d8-466e-81d4-c95dc872eca4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6974ba4d-6967-436c-915e-9921ba9ba703 HTTP/1.1" status: 200 len: 217 time: 0.0458214 Jul 30 00:27:12.221772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:12.227282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:12.228081 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.266132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-881f6e77-399e-4f2a-bd56-133c8d13af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:12.267809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-881f6e77-399e-4f2a-bd56-133c8d13af6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=612245d7-18f3-4b37-9683-fcabe26f0923 HTTP/1.1" status: 200 len: 856 time: 0.0544288 Jul 30 00:27:12.321041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.331782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-460b7df5-e6cf-4aa9-ba58-a77cfe4b49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:12.333348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-460b7df5-e6cf-4aa9-ba58-a77cfe4b49f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1c94b63-2864-42cb-8048-f48e7b97c9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579422 Jul 30 00:27:12.344363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3282418a-af4e-49c3-b8ee-8f9c4a8474d1,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:12.349499 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.374299 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.384782 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Transition to ACTIVE for port object a38242ab-6e84-4d34-83d8-c263ce65a138 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:12.391476 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.408229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=3282418a-af4e-49c3-b8ee-8f9c4a8474d1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:12.443731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-ac39c6b3-83d7-418f-9c99-39aa84a8e134 service neutron] 10.222.0.42 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017585 Jul 30 00:27:12.445114 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055e6f0-55fd-4be1-a3aa-31c5c9544bc6 None None] Pushing event updated for resources: {'Port': ['ID=a38242ab-6e84-4d34-83d8-c263ce65a138,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:12.499276 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Attempting to bind port a38242ab-6e84-4d34-83d8-c263ce65a138 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:12.499728 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Attempting to bind port a38242ab-6e84-4d34-83d8-c263ce65a138 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'a603f821-fc2c-44f1-878e-b65976f17559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:12.500127 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Attempting to bind port a38242ab-6e84-4d34-83d8-c263ce65a138 on network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:12.505374 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:12.505751 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Checking segment: {'id': 'a603f821-fc2c-44f1-878e-b65976f17559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:12.506154 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.506546 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Bound using segment: {'id': 'a603f821-fc2c-44f1-878e-b65976f17559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:12.507014 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Bound port: a38242ab-6e84-4d34-83d8-c263ce65a138, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a603f821-fc2c-44f1-878e-b65976f17559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:12.507405 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.555777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e2173187-7206-4c44-a1bd-63ac7bf0f16c req-5b66ea1c-0d16-401c-9a7b-a6a418fac0a4 service neutron] 10.222.0.42 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036499 Jul 30 00:27:12.579923 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] For port a38242ab-6e84-4d34-83d8-c263ce65a138, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:12.583362 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] For port a38242ab-6e84-4d34-83d8-c263ce65a138, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a38242ab-6e84-4d34-83d8-c263ce65a138,segment=NetworkSegment(a603f821-fc2c-44f1-878e-b65976f17559),segment_id=a603f821-fc2c-44f1-878e-b65976f17559)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:12.586826 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.640224 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Routers {'7719bbce-4684-485c-9470-1aefa59dce3a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:12.640866 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:26:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7719bbce-4684-485c-9470-1aefa59dce3a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:12.696818 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055e6f0-55fd-4be1-a3aa-31c5c9544bc6 None None] Pushing event updated for resources: {'Port': ['ID=a38242ab-6e84-4d34-83d8-c263ce65a138,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:12.773642 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] Set router 7719bbce-4684-485c-9470-1aefa59dce3a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:12.989444 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'name': 'tempest-TestEncryptedCinderVolumes-1020195255-router', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 4, 'project_id': '115c889c133842d58e178f79a94d139f', 'gw_port': {'id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a38242ab-6e84-4d34-83d8-c263ce65a138', 'name': '', 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'mac_address': 'fa:16:3e:ed:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'fa48bb2f-6208-48f1-a340-db37b3927d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:07Z', 'updated_at': '2021-07-30T00:27:12Z', 'revision_number': 4, 'project_id': '115c889c133842d58e178f79a94d139f', 'subnets': [{'id': 'fa48bb2f-6208-48f1-a340-db37b3927d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:13.018383 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cdcdc-d464-4147-ab5f-0ef4dfb019bb None None] The sync data for ids ['7719bbce-4684-485c-9470-1aefa59dce3a'] in n-d-712139-11 is: [{'id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'name': 'tempest-TestEncryptedCinderVolumes-1020195255-router', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:07Z', 'revision_number': 4, 'project_id': '115c889c133842d58e178f79a94d139f', 'gw_port': {'id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a38242ab-6e84-4d34-83d8-c263ce65a138', 'name': '', 'network_id': 'eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'mac_address': 'fa:16:3e:ed:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'fa48bb2f-6208-48f1-a340-db37b3927d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:07Z', 'updated_at': '2021-07-30T00:27:12Z', 'revision_number': 4, 'project_id': '115c889c133842d58e178f79a94d139f', 'subnets': [{'id': 'fa48bb2f-6208-48f1-a340-db37b3927d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:13.019128 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-806fd50a-03ec-453a-854a-55dc7759b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:13.020709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-806fd50a-03ec-453a-854a-55dc7759b51d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efd7457407ed48ccbb3188eefeb8b87e&device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 1095 time: 0.4122031 Jul 30 00:27:13.113239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-f4aace85-790f-4ae8-8f9b-ed7ea2f4c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:13.114778 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-f4aace85-790f-4ae8-8f9b-ed7ea2f4c642 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1c94b63-2864-42cb-8048-f48e7b97c9d4 HTTP/1.1" status: 200 len: 918 time: 0.0868998 Jul 30 00:27:13.163128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-20ef6507-4426-4ed2-a4d2-6117885e6147 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6974ba4d-6967-436c-915e-9921ba9ba703 HTTP/1.1" status: 200 len: 217 time: 0.0385814 Jul 30 00:27:13.218435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-7abb2644-7f23-445a-9bd2-58833b675d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:13.219909 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-7abb2644-7f23-445a-9bd2-58833b675d38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=612245d7-18f3-4b37-9683-fcabe26f0923 HTTP/1.1" status: 200 len: 856 time: 0.0491285 Jul 30 00:27:13.297774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc1bd2-07dd-433c-a5cc-59f234f9f40e req-893936fa-a950-4ae5-b422-4d23cf4025e7 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:13.299432 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ffc1bd2-07dd-433c-a5cc-59f234f9f40e req-893936fa-a950-4ae5-b422-4d23cf4025e7 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 943 time: 0.0785449 Jul 30 00:27:13.306362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-058f0380-03d6-4ce1-8df6-f18f2aab5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:13.307844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-058f0380-03d6-4ce1-8df6-f18f2aab5bca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1c94b63-2864-42cb-8048-f48e7b97c9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768735 Jul 30 00:27:13.389341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ffc1bd2-07dd-433c-a5cc-59f234f9f40e req-8eb1177e-7c8b-4c8a-b8c2-7837248c8e24 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804975 Jul 30 00:27:13.431827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-510dced5-54bf-4f08-89ba-276450d25d6c service neutron] 10.222.0.42 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085045 Jul 30 00:27:13.535529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a5e4ff3f-1780-4a88-9ae8-33f0f0191cc0 req-ea02017f-70e3-418a-8e5c-9e73c748fa9e service neutron] 10.222.0.42 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958576 Jul 30 00:27:14.081147 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a38242ab-6e84-4d34-83d8-c263ce65a138 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:14.132458 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a38242ab-6e84-4d34-83d8-c263ce65a138 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:14.136261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a38242ab-6e84-4d34-83d8-c263ce65a138 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:14.136640 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.212191 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.244335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port a38242ab-6e84-4d34-83d8-c263ce65a138, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a38242ab-6e84-4d34-83d8-c263ce65a138,segment=NetworkSegment(a603f821-fc2c-44f1-878e-b65976f17559),segment_id=a603f821-fc2c-44f1-878e-b65976f17559)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:14.248470 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.249445 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:14.330215 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=a38242ab-6e84-4d34-83d8-c263ce65a138,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:14.341112 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:14.342637 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.503957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ea71d-f3cc-4431-9841-41bf41e5b9b5 req-fdb1faad-e7d4-40f8-b738-28666217992c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:14.505359 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-266ea71d-f3cc-4431-9841-41bf41e5b9b5 req-fdb1faad-e7d4-40f8-b738-28666217992c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 943 time: 0.0492086 Jul 30 00:27:14.542443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-266ea71d-f3cc-4431-9841-41bf41e5b9b5 req-f6e4d5f3-b687-4dc9-86a2-5fa32d302ecf tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312521 Jul 30 00:27:14.626865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6974ba4d-6967-436c-915e-9921ba9ba703 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:27:14.722486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6974ba4d-6967-436c-915e-9921ba9ba703, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6974ba4d-6967-436c-915e-9921ba9ba703,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:14.733645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '6974ba4d-6967-436c-915e-9921ba9ba703', 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'port_id': '6974ba4d-6967-436c-915e-9921ba9ba703', 'mac_address': 'fa:16:3e:1f:13:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:27:14.770747 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.782976 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6974ba4d-6967-436c-915e-9921ba9ba703 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:27:14.801971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6974ba4d-6967-436c-915e-9921ba9ba703, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6974ba4d-6967-436c-915e-9921ba9ba703,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:14.806055 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.853842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6974ba4d-6967-436c-915e-9921ba9ba703,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:15.008849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6974ba4d-6967-436c-915e-9921ba9ba703'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:27:15.658912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb478f59-6533-49e5-ae66-2fe500816a08 req-1d204432-e664-4cb5-bcfb-529bda61aaec tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:15.660446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb478f59-6533-49e5-ae66-2fe500816a08 req-1d204432-e664-4cb5-bcfb-529bda61aaec tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 944 time: 0.0494714 Jul 30 00:27:15.698295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb478f59-6533-49e5-ae66-2fe500816a08 req-c635f3e1-d6a3-4f7d-8d1b-6753ec010bcd tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Jul 30 00:27:16.063154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a38242ab-6e84-4d34-83d8-c263ce65a138 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:16.110083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a38242ab-6e84-4d34-83d8-c263ce65a138 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:16.110457 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.633442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6974ba4d-6967-436c-915e-9921ba9ba703 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:16.680964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 6974ba4d-6967-436c-915e-9921ba9ba703 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:16.684963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 6974ba4d-6967-436c-915e-9921ba9ba703 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:16.685335 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.762168 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.788298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f4f2ad-32c9-4265-9a7e-a68c1a957f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6974ba4d-6967-436c-915e-9921ba9ba703'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:27:16.790564 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f406f6-e031-4d18-b28f-f271c7f82b9f" -d '{"events": [{"server_uuid": "a6f4f2ad-32c9-4265-9a7e-a68c1a957f09", "name": "network-vif-plugged", "status": "completed", "tag": "6974ba4d-6967-436c-915e-9921ba9ba703"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:27:16.805137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 6974ba4d-6967-436c-915e-9921ba9ba703, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6974ba4d-6967-436c-915e-9921ba9ba703,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:16.811017 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.822766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54487f-af9a-43d9-841a-f3cf9fb987c2 req-1e4e1303-5fe2-4aa9-a49a-cc98f320e386 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:16.824302 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff54487f-af9a-43d9-841a-f3cf9fb987c2 req-1e4e1303-5fe2-4aa9-a49a-cc98f320e386 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 944 time: 0.0553057 Jul 30 00:27:16.835166 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5608ca96-e880-4778-9f71-bd28d50425b1 x-openstack-request-id: req-5608ca96-e880-4778-9f71-bd28d50425b1 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:27:16.835454 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f4f2ad-32c9-4265-9a7e-a68c1a957f09", "name": "network-vif-plugged", "status": "completed", "tag": "6974ba4d-6967-436c-915e-9921ba9ba703", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:27:16.835708 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5608ca96-e880-4778-9f71-bd28d50425b1 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:27:16.836133 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f4f2ad-32c9-4265-9a7e-a68c1a957f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6974ba4d-6967-436c-915e-9921ba9ba703', 'code': 200} Jul 30 00:27:16.862619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=6974ba4d-6967-436c-915e-9921ba9ba703,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:16.876042 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff54487f-af9a-43d9-841a-f3cf9fb987c2 req-20d53f6a-7f71-4a3e-9869-19ef084137d1 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434740 Jul 30 00:27:16.930888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356449e-f5de-480f-aa9a-40ddd6c3d80b req-c46cc77d-130e-4843-b715-247ad66fe398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:16.932426 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a356449e-f5de-480f-aa9a-40ddd6c3d80b req-c46cc77d-130e-4843-b715-247ad66fe398 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 1097 time: 0.0399957 Jul 30 00:27:16.969032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a356449e-f5de-480f-aa9a-40ddd6c3d80b req-7b5e87af-8614-45a1-b9f3-899f7b95201d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284264 Jul 30 00:27:17.992851 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51a8cd-3898-4378-a3d9-4df5651a184d req-ba76f1df-2e31-434f-88ed-6b3558daeaf0 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:17.994331 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a51a8cd-3898-4378-a3d9-4df5651a184d req-ba76f1df-2e31-434f-88ed-6b3558daeaf0 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Jul 30 00:27:18.033364 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a51a8cd-3898-4378-a3d9-4df5651a184d req-f7dfdb65-48ec-44ee-84ab-2dd764e9319c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Jul 30 00:27:18.152223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8234c-1774-48dc-baa8-17d376a0c6a2 req-e6c1682e-7457-42b2-be30-240d032b2efc tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:18.153732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7d8234c-1774-48dc-baa8-17d376a0c6a2 req-e6c1682e-7457-42b2-be30-240d032b2efc tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 945 time: 0.0519259 Jul 30 00:27:18.191302 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c7d8234c-1774-48dc-baa8-17d376a0c6a2 req-71b94ea8-1483-4607-bad1-965345f73f24 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310876 Jul 30 00:27:19.216781 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.513518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-e0edbf08-3599-491e-bc93-df613318bc7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395818 Jul 30 00:27:19.597889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-3abe9e2d-f955-40ff-8ef9-c0bccd6e88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:19.599288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-3abe9e2d-f955-40ff-8ef9-c0bccd6e88ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efd7457407ed48ccbb3188eefeb8b87e&device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 1097 time: 0.0423722 Jul 30 00:27:19.705285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-d9b9635c-2ca8-4ca4-8afa-714d62dcca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:19.706823 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-d9b9635c-2ca8-4ca4-8afa-714d62dcca22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1c94b63-2864-42cb-8048-f48e7b97c9d4 HTTP/1.1" status: 200 len: 918 time: 0.0878019 Jul 30 00:27:19.750249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-3bf1b860-369f-4437-ac35-a22d6eb5ae4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6974ba4d-6967-436c-915e-9921ba9ba703 HTTP/1.1" status: 200 len: 217 time: 0.0361016 Jul 30 00:27:19.800223 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-14554a04-9000-4d14-942f-3426a75cc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:19.801726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-14554a04-9000-4d14-942f-3426a75cc0e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=612245d7-18f3-4b37-9683-fcabe26f0923 HTTP/1.1" status: 200 len: 856 time: 0.0446093 Jul 30 00:27:19.853003 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-a4df9f7c-01c9-46e4-861a-f6d60e8b4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:19.854695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-a4df9f7c-01c9-46e4-861a-f6d60e8b4e14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1c94b63-2864-42cb-8048-f48e7b97c9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455687 Jul 30 00:27:19.947586 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-86cc0954-c170-49d7-b7cb-1e63c6e7d221 service neutron] 10.222.0.42 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852029 Jul 30 00:27:20.048990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86ec5f62-f987-4755-89a8-f9e1baf2e815 req-4a1fcd89-a7f5-4eee-8c91-81c870fd8826 service neutron] 10.222.0.42 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940657 Jul 30 00:27:21.791003 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-612892f4-fa5c-444e-b1d2-1bf276279b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:24.226613 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b977093a-89fd-4772-ab52-33e24df1f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:24.300136 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:25.677424 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:27.311391 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:32.989100 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:33.020100 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:27:36.666985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072721-b500-4c06-bbff-9300058d4838 req-174aa058-46a1-4eb0-a934-9621d9a293d6 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:36.668560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42072721-b500-4c06-bbff-9300058d4838 req-174aa058-46a1-4eb0-a934-9621d9a293d6 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 945 time: 0.0507026 Jul 30 00:27:36.707077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-42072721-b500-4c06-bbff-9300058d4838 req-6af4bb70-2a9c-4054-82ee-f98b835d1e6c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Jul 30 00:27:37.825234 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fade5a2-c04a-4ba0-b651-78fe3e8be6ed req-ce91dead-da45-465c-b1b4-de66395f409d tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:37.826717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fade5a2-c04a-4ba0-b651-78fe3e8be6ed req-ce91dead-da45-465c-b1b4-de66395f409d tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 945 time: 0.0490801 Jul 30 00:27:37.866644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6fade5a2-c04a-4ba0-b651-78fe3e8be6ed req-99fbcdc4-e3fc-40cb-a869-1abddd8ab955 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337026 Jul 30 00:27:38.241646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-09c44f93-fa85-4e72-8b86-e655e953502d tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:38.243090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-09c44f93-fa85-4e72-8b86-e655e953502d tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 945 time: 0.0528109 Jul 30 00:27:38.334264 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-0b3eac4a-0bb0-4d87-981b-bbc7f13aa638 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Deleting port 6974ba4d-6967-436c-915e-9921ba9ba703 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:27:38.334623 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-0b3eac4a-0bb0-4d87-981b-bbc7f13aa638 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:38.425548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-0b3eac4a-0bb0-4d87-981b-bbc7f13aa638 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] For port 6974ba4d-6967-436c-915e-9921ba9ba703, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=6974ba4d-6967-436c-915e-9921ba9ba703,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:38.425908 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-0b3eac4a-0bb0-4d87-981b-bbc7f13aa638 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:38.438761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-0b3eac4a-0bb0-4d87-981b-bbc7f13aa638 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Calling delete_port for 6974ba4d-6967-436c-915e-9921ba9ba703 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:27:38.563391 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-0b3eac4a-0bb0-4d87-981b-bbc7f13aa638 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:38.577020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['6974ba4d-6967-436c-915e-9921ba9ba703'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:27:38.596971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3eac4a-0bb0-4d87-981b-bbc7f13aa638 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Pushing event deleted for resources: {'Port': ['ID=6974ba4d-6967-436c-915e-9921ba9ba703,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:38.639523 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-0b3eac4a-0bb0-4d87-981b-bbc7f13aa638 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] No DVR routers for this DVR port 6974ba4d-6967-436c-915e-9921ba9ba703 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:27:38.642281 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-0b3eac4a-0bb0-4d87-981b-bbc7f13aa638 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:38.644661 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-444005bb-a1b3-4c0d-bcb4-7b2407dae1f4 req-0b3eac4a-0bb0-4d87-981b-bbc7f13aa638 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.42 "DELETE /v2.0/ports/6974ba4d-6967-436c-915e-9921ba9ba703 HTTP/1.1" status: 204 len: 173 time: 0.3938103 Jul 30 00:27:38.645132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f4f2ad-32c9-4265-9a7e-a68c1a957f09', 'name': 'network-vif-deleted', 'tag': '6974ba4d-6967-436c-915e-9921ba9ba703'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:27:38.647391 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3741fb8-45e1-449f-81fa-93b459d95079" -d '{"events": [{"server_uuid": "a6f4f2ad-32c9-4265-9a7e-a68c1a957f09", "name": "network-vif-deleted", "tag": "6974ba4d-6967-436c-915e-9921ba9ba703"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:27:38.685333 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f0b4c6-6b6d-4f87-8e61-bda0f2ca5046 x-openstack-request-id: req-e7f0b4c6-6b6d-4f87-8e61-bda0f2ca5046 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:27:38.685723 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f4f2ad-32c9-4265-9a7e-a68c1a957f09", "name": "network-vif-deleted", "tag": "6974ba4d-6967-436c-915e-9921ba9ba703", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:27:38.686061 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7f0b4c6-6b6d-4f87-8e61-bda0f2ca5046 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:27:38.686553 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f4f2ad-32c9-4265-9a7e-a68c1a957f09', 'name': 'network-vif-deleted', 'tag': '6974ba4d-6967-436c-915e-9921ba9ba703', 'status': 'completed', 'code': 200} Jul 30 00:27:38.969913 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c2113db-d6b1-4f97-af9a-5e23475b8b10 req-7bb200e4-ab0e-4cf7-bd5f-c7ebe1309ab4 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f4f2ad-32c9-4265-9a7e-a68c1a957f09 HTTP/1.1" status: 200 len: 210 time: 0.0269272 Jul 30 00:27:40.491955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-e4f8fa73-8ffa-40af-b4e4-24632028515b tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:40.493475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-e4f8fa73-8ffa-40af-b4e4-24632028515b tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/networks?id=f1c94b63-2864-42cb-8048-f48e7b97c9d4 HTTP/1.1" status: 200 len: 817 time: 0.1035998 Jul 30 00:27:40.509383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-128c4fc5-fc38-445f-84f3-749066c6c276 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/quotas/efd7457407ed48ccbb3188eefeb8b87e HTTP/1.1" status: 200 len: 375 time: 0.0090585 Jul 30 00:27:40.561922 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9d3865e6-3ad8-49ab-8d22-5fe67d2ba962 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd7457407ed48ccbb3188eefeb8b87e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471325 Jul 30 00:27:40.654960 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-69654bfa-456b-4c52-99e3-f28bf4a7eca1 service neutron] 10.222.0.37 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807977 Jul 30 00:27:40.748935 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-59048137-a78b-4dbf-ba53-0559749a5ac7 service neutron] 10.222.0.37 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877171 Jul 30 00:27:40.912640 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cabf7a8f-55d5-4bf4-898b-d08668ad5e18 req-7f904c8e-e5d8-40f9-a662-ca23a8381766 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 210 time: 0.0284202 Jul 30 00:27:41.899010 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-4f21c436-dc8f-4622-be0a-c23fbac19e7b tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:41.900612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-4f21c436-dc8f-4622-be0a-c23fbac19e7b tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.42 "GET /v2.0/networks?id=f1c94b63-2864-42cb-8048-f48e7b97c9d4 HTTP/1.1" status: 200 len: 817 time: 0.1115410 Jul 30 00:27:41.913320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Request body: {'port': {'device_id': '21f6ef04-038b-475e-b9a6-e05aa3f1088d', 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'admin_state_up': True, 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:42.017941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7854e0b2-b664-458e-af91-f8ac61d27189 req-b8261dfe-af07-4520-91bd-1bd7208b4f76 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 210 time: 0.0345914 Jul 30 00:27:42.050817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Made reservation on behalf of efd7457407ed48ccbb3188eefeb8b87e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:27:42.054424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:42.175699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Allocated IP 172.20.0.7 (f1c94b63-2864-42cb-8048-f48e7b97c9d4/612245d7-18f3-4b37-9683-fcabe26f0923/82a35671-348c-4b5c-afa6-af251335d166) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:42.321709 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:42.335982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Transition to ACTIVE for port object 82a35671-348c-4b5c-afa6-af251335d166 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:42.367901 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:42.410308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Network f1c94b63-2864-42cb-8048-f48e7b97c9d4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:42.413365 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:42.419802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:42.425401 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Pushing event updated for resources: {'Port': ['ID=82a35671-348c-4b5c-afa6-af251335d166,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:42.455859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.456246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.456597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.456962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.457278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.457614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.457949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.458283 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.458620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.458946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.459271 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.459596 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:42.490382 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:42.491021 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:42.506918 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-9687bc8b-cdda-4f74-ae7a-b2d71e44bc20 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5974326 Jul 30 00:27:42.519532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Request body: {'port': {'device_id': '21f6ef04-038b-475e-b9a6-e05aa3f1088d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:42.577118 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:42.655289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8717ca19-ea0c-4285-86ac-0443b7c8ba77 None None] Provisioning for port 82a35671-348c-4b5c-afa6-af251335d166 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:42.659125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8717ca19-ea0c-4285-86ac-0443b7c8ba77 None None] Provisioning complete for port 82a35671-348c-4b5c-afa6-af251335d166 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:42.659505 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8717ca19-ea0c-4285-86ac-0443b7c8ba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:42.697307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8717ca19-ea0c-4285-86ac-0443b7c8ba77 None None] Port 82a35671-348c-4b5c-afa6-af251335d166 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:42.773078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6974ba4d-6967-436c-915e-9921ba9ba703 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:27:42.793954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 6974ba4d-6967-436c-915e-9921ba9ba703 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:27:42.794392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 6974ba4d-6967-436c-915e-9921ba9ba703 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:27:42.842198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a35671-348c-4b5c-afa6-af251335d166 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:27:42.849390 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:42.861457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Transition to ACTIVE for port object 82a35671-348c-4b5c-afa6-af251335d166 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:42.865281 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:42.933845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Pushing event updated for resources: {'Port': ['ID=82a35671-348c-4b5c-afa6-af251335d166,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:42.987178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Attempting to bind port 82a35671-348c-4b5c-afa6-af251335d166 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:42.987524 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Attempting to bind port 82a35671-348c-4b5c-afa6-af251335d166 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:42.987863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Attempting to bind port 82a35671-348c-4b5c-afa6-af251335d166 on network f1c94b63-2864-42cb-8048-f48e7b97c9d4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:42.992460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Port 82a35671-348c-4b5c-afa6-af251335d166 on network f1c94b63-2864-42cb-8048-f48e7b97c9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:27:42.992793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Attempting to bind port 82a35671-348c-4b5c-afa6-af251335d166 on network f1c94b63-2864-42cb-8048-f48e7b97c9d4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:42.998069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:42.998418 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Checking segment: {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:42.998811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Bound using segment: {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:42.999249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Bound port: 82a35671-348c-4b5c-afa6-af251335d166, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606372da-0a9f-4f94-9823-e32c8017fe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:42.999619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:43.070786 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] For port 82a35671-348c-4b5c-afa6-af251335d166, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:43.074650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] For port 82a35671-348c-4b5c-afa6-af251335d166, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=82a35671-348c-4b5c-afa6-af251335d166,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:43.081333 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:43.117501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:43.118133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:43.119581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] 10.222.0.42 "PUT /v2.0/ports/82a35671-348c-4b5c-afa6-af251335d166 HTTP/1.1" status: 200 len: 1092 time: 0.6046157 Jul 30 00:27:43.120141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f6ef04-038b-475e-b9a6-e05aa3f1088d', 'tag': '82a35671-348c-4b5c-afa6-af251335d166'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:27:43.122424 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b" -d '{"events": [{"name": "network-changed", "server_uuid": "21f6ef04-038b-475e-b9a6-e05aa3f1088d", "tag": "82a35671-348c-4b5c-afa6-af251335d166"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:27:43.168218 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ad674d-6fef-4784-852f-d0cd3b5ddda4 x-openstack-request-id: req-81ad674d-6fef-4784-852f-d0cd3b5ddda4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:27:43.169202 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f6ef04-038b-475e-b9a6-e05aa3f1088d", "tag": "82a35671-348c-4b5c-afa6-af251335d166", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:27:43.169462 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81ad674d-6fef-4784-852f-d0cd3b5ddda4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:27:43.169869 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f6ef04-038b-475e-b9a6-e05aa3f1088d', 'tag': '82a35671-348c-4b5c-afa6-af251335d166', 'status': 'completed', 'code': 200} Jul 30 00:27:43.209056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77202f0-3b71-4590-979f-465b1ed7797d service neutron] Pushing event updated for resources: {'Port': ['ID=82a35671-348c-4b5c-afa6-af251335d166,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:43.230474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef298753-3aab-4027-9ea6-7eb9326f103c req-76927323-2449-4f38-b060-8ea52377c248 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:43.232767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef298753-3aab-4027-9ea6-7eb9326f103c req-76927323-2449-4f38-b060-8ea52377c248 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 943 time: 0.1068330 Jul 30 00:27:43.248602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-12d77b94-55c6-4247-ab75-7b329963ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:43.250089 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-12d77b94-55c6-4247-ab75-7b329963ad33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efd7457407ed48ccbb3188eefeb8b87e&device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 1095 time: 0.0735772 Jul 30 00:27:43.307085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-526ea833-47a6-437d-b83a-8d5f44923367 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a35671-348c-4b5c-afa6-af251335d166 HTTP/1.1" status: 200 len: 217 time: 0.0490735 Jul 30 00:27:43.314696 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef298753-3aab-4027-9ea6-7eb9326f103c req-b9d540a3-a4f0-4c7f-a7e0-d13be542c6c6 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743511 Jul 30 00:27:43.359158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-89bbee98-9f90-42f8-9217-64cb09d93b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:43.360700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-89bbee98-9f90-42f8-9217-64cb09d93b00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=612245d7-18f3-4b37-9683-fcabe26f0923 HTTP/1.1" status: 200 len: 856 time: 0.0452251 Jul 30 00:27:43.406437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-413ac7b7-d2d7-454f-9e29-d0cbc69fdba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:43.407927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-413ac7b7-d2d7-454f-9e29-d0cbc69fdba9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1c94b63-2864-42cb-8048-f48e7b97c9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402081 Jul 30 00:27:43.501164 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-546fb10a-ce71-40ce-9f8e-f1685ae63457 service neutron] 10.222.0.42 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860755 Jul 30 00:27:43.590733 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff3ac756-8b10-4bb6-b26e-1449edb4024e req-1aa7094f-1700-4815-b92c-a98b8976107a service neutron] 10.222.0.42 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814998 Jul 30 00:27:43.674879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-45176973-2da5-4fa3-8d10-7961ac7abb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:43.676465 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-45176973-2da5-4fa3-8d10-7961ac7abb48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efd7457407ed48ccbb3188eefeb8b87e&device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 1095 time: 0.0454972 Jul 30 00:27:43.764639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-c7a32321-4896-4888-99e3-8e6e0f7e7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:43.766022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-c7a32321-4896-4888-99e3-8e6e0f7e7158 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1c94b63-2864-42cb-8048-f48e7b97c9d4 HTTP/1.1" status: 200 len: 918 time: 0.0829055 Jul 30 00:27:43.806974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-1aaad393-aad9-444f-b1a9-460f4722c273 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a35671-348c-4b5c-afa6-af251335d166 HTTP/1.1" status: 200 len: 217 time: 0.0335059 Jul 30 00:27:43.859086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-effc61a0-5f16-4f55-a6e8-ad5c229f7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:43.860530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-effc61a0-5f16-4f55-a6e8-ad5c229f7371 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=612245d7-18f3-4b37-9683-fcabe26f0923 HTTP/1.1" status: 200 len: 856 time: 0.0462692 Jul 30 00:27:43.906993 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-060aa22e-50a0-4ed8-93ee-244962f850c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:43.908533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-060aa22e-50a0-4ed8-93ee-244962f850c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1c94b63-2864-42cb-8048-f48e7b97c9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402217 Jul 30 00:27:43.996179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-c1c58b4a-549f-4432-b949-b63562d021d8 service neutron] 10.222.0.42 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800421 Jul 30 00:27:44.090475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9edcffe2-fcdf-4ef0-bb18-1ffdd121844b req-a2d8725a-573f-419c-a0df-69925b6102fd service neutron] 10.222.0.42 "GET /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864830 Jul 30 00:27:44.430352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62549770-b9a8-4005-b394-29f3f919e4ee req-6a1d105a-8b65-4d0e-b0ab-5641a0e81b38 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:44.431834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62549770-b9a8-4005-b394-29f3f919e4ee req-6a1d105a-8b65-4d0e-b0ab-5641a0e81b38 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 943 time: 0.0488076 Jul 30 00:27:44.469621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62549770-b9a8-4005-b394-29f3f919e4ee req-bd41d6a0-850d-4d40-9ce6-fdc1a4ca6df6 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312872 Jul 30 00:27:44.791467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 82a35671-348c-4b5c-afa6-af251335d166 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:27:44.884222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 82a35671-348c-4b5c-afa6-af251335d166, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=82a35671-348c-4b5c-afa6-af251335d166,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:44.895965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '82a35671-348c-4b5c-afa6-af251335d166', 'network_id': 'f1c94b63-2864-42cb-8048-f48e7b97c9d4', 'port_id': '82a35671-348c-4b5c-afa6-af251335d166', 'mac_address': 'fa:16:3e:cf:9e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612245d7-18f3-4b37-9683-fcabe26f0923', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:27:45.084606 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:45.097208 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a35671-348c-4b5c-afa6-af251335d166 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:27:45.116161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 82a35671-348c-4b5c-afa6-af251335d166, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=82a35671-348c-4b5c-afa6-af251335d166,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:45.119772 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:45.166234 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=82a35671-348c-4b5c-afa6-af251335d166,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:45.320473 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['82a35671-348c-4b5c-afa6-af251335d166'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:27:45.587809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d9c5-9156-4169-978f-78c5dd37dc77 req-ff313995-d03f-4275-81e4-b302338b3236 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:45.589330 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7011d9c5-9156-4169-978f-78c5dd37dc77 req-ff313995-d03f-4275-81e4-b302338b3236 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 944 time: 0.0537355 Jul 30 00:27:45.628251 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7011d9c5-9156-4169-978f-78c5dd37dc77 req-a022c361-fc01-43a2-8533-d4709bbfd512 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330274 Jul 30 00:27:46.740511 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15bb3d-a506-43ad-a361-eb1baf60ebe5 req-7bd7474a-f6d3-47d9-a751-0ac120894cc4 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:46.741994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d15bb3d-a506-43ad-a361-eb1baf60ebe5 req-7bd7474a-f6d3-47d9-a751-0ac120894cc4 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 944 time: 0.0485685 Jul 30 00:27:46.779857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d15bb3d-a506-43ad-a361-eb1baf60ebe5 req-2c3336a9-313b-414d-b932-4943dc278a06 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Jul 30 00:27:46.813638 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 82a35671-348c-4b5c-afa6-af251335d166 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:46.861293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 82a35671-348c-4b5c-afa6-af251335d166 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:46.864820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 82a35671-348c-4b5c-afa6-af251335d166 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:46.865195 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:46.941912 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:46.964313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f6ef04-038b-475e-b9a6-e05aa3f1088d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a35671-348c-4b5c-afa6-af251335d166'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:27:46.966547 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740b508f-898d-47f8-bf19-c6c8a23710bb" -d '{"events": [{"server_uuid": "21f6ef04-038b-475e-b9a6-e05aa3f1088d", "name": "network-vif-plugged", "status": "completed", "tag": "82a35671-348c-4b5c-afa6-af251335d166"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:27:46.979341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 82a35671-348c-4b5c-afa6-af251335d166, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=82a35671-348c-4b5c-afa6-af251335d166,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:46.983592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:47.007557 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12fba87-9f56-450d-9400-c54609124eaa x-openstack-request-id: req-c12fba87-9f56-450d-9400-c54609124eaa {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:27:47.007860 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f6ef04-038b-475e-b9a6-e05aa3f1088d", "name": "network-vif-plugged", "status": "completed", "tag": "82a35671-348c-4b5c-afa6-af251335d166", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:27:47.008147 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c12fba87-9f56-450d-9400-c54609124eaa {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:27:47.009046 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f6ef04-038b-475e-b9a6-e05aa3f1088d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a35671-348c-4b5c-afa6-af251335d166', 'code': 200} Jul 30 00:27:47.039498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=82a35671-348c-4b5c-afa6-af251335d166,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:47.098322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388448c2-9b9a-46a9-9c3c-caada3ddffac req-06634820-2bd2-486e-960e-e3cb4d4cfec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:47.099809 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-388448c2-9b9a-46a9-9c3c-caada3ddffac req-06634820-2bd2-486e-960e-e3cb4d4cfec7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 1097 time: 0.0397890 Jul 30 00:27:47.134731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-388448c2-9b9a-46a9-9c3c-caada3ddffac req-847bc370-253b-4ac2-91ac-b8d101207c64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276289 Jul 30 00:27:47.901986 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acab0d-4e3e-4b28-85e4-4fcc84650c98 req-955cf61b-ce3f-459f-9553-f564c9e8e34a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:47.903472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22acab0d-4e3e-4b28-85e4-4fcc84650c98 req-955cf61b-ce3f-459f-9553-f564c9e8e34a tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 945 time: 0.0539744 Jul 30 00:27:47.942165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-22acab0d-4e3e-4b28-85e4-4fcc84650c98 req-c5ead6dd-7f3a-4e36-a1b0-7034983b87ec tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Jul 30 00:27:49.058798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a637464-1e64-4fb8-9eb7-13ac1eb80164 req-8befce05-8bba-4f84-a7d6-95fefcf7faf7 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:49.060343 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a637464-1e64-4fb8-9eb7-13ac1eb80164 req-8befce05-8bba-4f84-a7d6-95fefcf7faf7 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 945 time: 0.0490870 Jul 30 00:27:49.097817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3a637464-1e64-4fb8-9eb7-13ac1eb80164 req-00285310-ae69-465d-b53a-9cf04acd3598 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 30 00:27:49.210593 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218ca2-8724-4b30-a442-4924dbeb00ac req-59b0b989-b018-4ab9-a895-a73cebf6c154 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:49.211982 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21218ca2-8724-4b30-a442-4924dbeb00ac req-59b0b989-b018-4ab9-a895-a73cebf6c154 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 945 time: 0.0480475 Jul 30 00:27:49.229413 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:49.250863 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21218ca2-8724-4b30-a442-4924dbeb00ac req-bcb567d8-db2a-4a4a-bf11-406e1875757e tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Jul 30 00:27:51.792032 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fafc843b-e7c4-49f2-be72-ba79fdfce2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:54.227238 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e9f544a-b2d8-4519-b753-09ff23dee17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:54.291997 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:55.681866 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:57.315575 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:03.004317 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:07.592942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c6028-a0bc-4ce1-8996-52ef9bce366a req-03be4bc6-0ca4-4fae-b6ea-cf1473168fb3 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:07.595057 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b24c6028-a0bc-4ce1-8996-52ef9bce366a req-03be4bc6-0ca4-4fae-b6ea-cf1473168fb3 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 945 time: 0.0537581 Jul 30 00:28:07.647548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b24c6028-a0bc-4ce1-8996-52ef9bce366a req-12c1cc9a-15f7-4eb7-a7d0-d1083ef5cd3f tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Jul 30 00:28:08.773215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c72bec-bfa3-4b90-b6dc-d8c51b8a8786 req-b637138b-24a2-42ce-8790-637f77147d39 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:08.774712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69c72bec-bfa3-4b90-b6dc-d8c51b8a8786 req-b637138b-24a2-42ce-8790-637f77147d39 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 945 time: 0.0496264 Jul 30 00:28:08.812175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-69c72bec-bfa3-4b90-b6dc-d8c51b8a8786 req-03336fa1-fc3d-406b-bb2d-b1f4fef239f7 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Jul 30 00:28:09.362054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-a5d8f35e-95e5-4ae2-a4c9-c00c99907702 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:09.363528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-a5d8f35e-95e5-4ae2-a4c9-c00c99907702 tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.42 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 945 time: 0.0484614 Jul 30 00:28:09.456859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-dcfdc77e-b074-482f-b09f-53567d54595c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Deleting port 82a35671-348c-4b5c-afa6-af251335d166 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:09.457209 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-dcfdc77e-b074-482f-b09f-53567d54595c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:09.543290 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-dcfdc77e-b074-482f-b09f-53567d54595c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] For port 82a35671-348c-4b5c-afa6-af251335d166, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=82a35671-348c-4b5c-afa6-af251335d166,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:09.543656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-dcfdc77e-b074-482f-b09f-53567d54595c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:09.556969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-dcfdc77e-b074-482f-b09f-53567d54595c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Calling delete_port for 82a35671-348c-4b5c-afa6-af251335d166 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:09.684663 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-dcfdc77e-b074-482f-b09f-53567d54595c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:09.699985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['82a35671-348c-4b5c-afa6-af251335d166'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:28:09.713481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdc77e-b074-482f-b09f-53567d54595c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Pushing event deleted for resources: {'Port': ['ID=82a35671-348c-4b5c-afa6-af251335d166,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:09.758847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-dcfdc77e-b074-482f-b09f-53567d54595c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] No DVR routers for this DVR port 82a35671-348c-4b5c-afa6-af251335d166 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:28:09.761780 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-dcfdc77e-b074-482f-b09f-53567d54595c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:09.763882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9eee5fe2-e0cf-4561-a9eb-1ecfd704fff4 req-dcfdc77e-b074-482f-b09f-53567d54595c tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.42 "DELETE /v2.0/ports/82a35671-348c-4b5c-afa6-af251335d166 HTTP/1.1" status: 204 len: 173 time: 0.3934193 Jul 30 00:28:09.764355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f6ef04-038b-475e-b9a6-e05aa3f1088d', 'name': 'network-vif-deleted', 'tag': '82a35671-348c-4b5c-afa6-af251335d166'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:28:09.766821 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4feac36-3450-4433-850a-b8355fce9fe7" -d '{"events": [{"server_uuid": "21f6ef04-038b-475e-b9a6-e05aa3f1088d", "name": "network-vif-deleted", "tag": "82a35671-348c-4b5c-afa6-af251335d166"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:28:09.829487 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5007c2-ba46-44dc-96fb-4d9311de5141 x-openstack-request-id: req-8e5007c2-ba46-44dc-96fb-4d9311de5141 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:28:09.830102 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f6ef04-038b-475e-b9a6-e05aa3f1088d", "name": "network-vif-deleted", "tag": "82a35671-348c-4b5c-afa6-af251335d166", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:28:09.830102 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e5007c2-ba46-44dc-96fb-4d9311de5141 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:28:09.830398 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f6ef04-038b-475e-b9a6-e05aa3f1088d', 'name': 'network-vif-deleted', 'tag': '82a35671-348c-4b5c-afa6-af251335d166', 'status': 'completed', 'code': 200} Jul 30 00:28:09.928752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-159a9056-e15c-4896-b219-df945711b338 req-31c4e1bd-f13f-4d5b-9796-2bd5eb4eefaa tempest-TestEncryptedCinderVolumes-1241731324 tempest-TestEncryptedCinderVolumes-1241731324-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f6ef04-038b-475e-b9a6-e05aa3f1088d HTTP/1.1" status: 200 len: 210 time: 0.0280926 Jul 30 00:28:10.018745 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:28:11.021239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39640) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:11.362129 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:11.947995 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] Deleting port 7d1a857f-ed47-4c32-b319-d8029dcfe694 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:11.948366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:12.028592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] For port 7d1a857f-ed47-4c32-b319-d8029dcfe694, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7d1a857f-ed47-4c32-b319-d8029dcfe694,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:12.029353 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:12.042420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] Calling delete_port for 7d1a857f-ed47-4c32-b319-d8029dcfe694 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:12.218174 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:12.243431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1a857f-ed47-4c32-b319-d8029dcfe694,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:12.405550 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:12.616405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] Router d1ec6498-3d31-4dff-9a18-003cda4ebd31 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:28:12.721274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:12.727942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-20fab070-9bfb-45b5-ab21-6be38076ce55 admin admin] 10.222.0.37 "PUT /v2.0/routers/d1ec6498-3d31-4dff-9a18-003cda4ebd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7056150 Jul 30 00:28:12.728742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39642) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:12.730109 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] Sync routers for ids ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:12.740460 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] Routers {'d1ec6498-3d31-4dff-9a18-003cda4ebd31'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:12.741115 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:27:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:12.834403 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:12.847914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] Set router d1ec6498-3d31-4dff-9a18-003cda4ebd31 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:12.940473 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:12.993911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Deleting port d2909c3c-7e20-47ba-9105-d5bf4460da34 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:12.994255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.028746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'name': 'tempest-TestEncryptedCinderVolumes-1853121531-router', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:28:12Z', 'revision_number': 5, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'gw_port': {'id': 'd2909c3c-7e20-47ba-9105-d5bf4460da34', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:25:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:13.057093 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] Checking router: d1ec6498-3d31-4dff-9a18-003cda4ebd31 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:13.065948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] Routers {'d1ec6498-3d31-4dff-9a18-003cda4ebd31'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:13.066576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:27:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:13.079834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] For port d2909c3c-7e20-47ba-9105-d5bf4460da34, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d2909c3c-7e20-47ba-9105-d5bf4460da34,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:13.080493 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.093944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Calling delete_port for d2909c3c-7e20-47ba-9105-d5bf4460da34 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:13.154669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] Set router d1ec6498-3d31-4dff-9a18-003cda4ebd31 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:13.212186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'name': 'tempest-TestEncryptedCinderVolumes-1853121531-router', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:28:12Z', 'revision_number': 6, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:13.240345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e47e172-27f9-4825-89b2-97f3f87fcb12 None None] The sync data for ids ['d1ec6498-3d31-4dff-9a18-003cda4ebd31'] in n-d-712139-11 is: [{'id': 'd1ec6498-3d31-4dff-9a18-003cda4ebd31', 'name': 'tempest-TestEncryptedCinderVolumes-1853121531-router', 'tenant_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:00Z', 'updated_at': '2021-07-30T00:28:12Z', 'revision_number': 6, 'project_id': 'efd7457407ed48ccbb3188eefeb8b87e', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:13.280642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.304906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Pushing event deleted for resources: {'Port': ['ID=d2909c3c-7e20-47ba-9105-d5bf4460da34,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:13.372034 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.469182 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.471882 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.514577 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.515178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1ec6498-3d31-4dff-9a18-003cda4ebd31 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:28:13.522509 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.523943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5b8a4ff2-a4ce-4727-96cb-31ad3f64837f admin admin] 10.222.0.37 "DELETE /v2.0/routers/d1ec6498-3d31-4dff-9a18-003cda4ebd31 HTTP/1.1" status: 204 len: 168 time: 0.7940600 Jul 30 00:28:13.527134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39644) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:13.575494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c497a37f-6fc9-493b-9803-70553c8de194 admin admin] Deleting subnet 612245d7-18f3-4b37-9683-fcabe26f0923 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:28:13.579040 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c497a37f-6fc9-493b-9803-70553c8de194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.615288 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c497a37f-6fc9-493b-9803-70553c8de194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.716809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c497a37f-6fc9-493b-9803-70553c8de194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.774162 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c497a37f-6fc9-493b-9803-70553c8de194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.810081 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497a37f-6fc9-493b-9803-70553c8de194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=612245d7-18f3-4b37-9683-fcabe26f0923,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:13.817004 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c497a37f-6fc9-493b-9803-70553c8de194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.818932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c497a37f-6fc9-493b-9803-70553c8de194 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/612245d7-18f3-4b37-9683-fcabe26f0923 HTTP/1.1" status: 204 len: 168 time: 0.2906706 Jul 30 00:28:13.821622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39646) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:13.823747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3680ff-0503-4819-97df-162297402c5e None None] Network f1c94b63-2864-42cb-8048-f48e7b97c9d4 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:28:13.898295 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.951633 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Deleting port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:13.952261 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.017042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] DHCP port deletion for f1c94b63-2864-42cb-8048-f48e7b97c9d4 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:28:14.023616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] For port 2bd203ca-ab28-4815-96fb-e120bbfd2a23, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2bd203ca-ab28-4815-96fb-e120bbfd2a23,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:14.023998 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.038475 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Calling delete_port for 2bd203ca-ab28-4815-96fb-e120bbfd2a23 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:14.068620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Deleting port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:14.069003 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.119607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2bd203ca-ab28-4815-96fb-e120bbfd2a23 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:14.135531 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.163899 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd203ca-ab28-4815-96fb-e120bbfd2a23,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:14.166220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] No DVR routers for this DVR port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:28:14.175272 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] For port 2bd203ca-ab28-4815-96fb-e120bbfd2a23, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2bd203ca-ab28-4815-96fb-e120bbfd2a23,segment=NetworkSegment(606372da-0a9f-4f94-9823-e32c8017fe6b),segment_id=606372da-0a9f-4f94-9823-e32c8017fe6b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:14.175682 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.194580 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Calling delete_port for 2bd203ca-ab28-4815-96fb-e120bbfd2a23 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:14.199768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No active binding found for port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 00:28:14.200249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2bd203ca-ab28-4815-96fb-e120bbfd2a23 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:14.200695 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7d1a857f-ed47-4c32-b319-d8029dcfe694 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:14.225958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 7d1a857f-ed47-4c32-b319-d8029dcfe694 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:28:14.226352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7d1a857f-ed47-4c32-b319-d8029dcfe694 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:14.226728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d2909c3c-7e20-47ba-9105-d5bf4460da34 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:14.242137 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.252968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c94b63-2864-42cb-8048-f48e7b97c9d4']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:14.263809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606372da-0a9f-4f94-9823-e32c8017fe6b') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:14.264137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606372da-0a9f-4f94-9823-e32c8017fe6b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:14.274347 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.279203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d2909c3c-7e20-47ba-9105-d5bf4460da34 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:28:14.279565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d2909c3c-7e20-47ba-9105-d5bf4460da34 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:14.288846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.296755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:28:14.297219 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:28:14.299610 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:28:14.319802 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.346258 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Pushing event deleted for resources: {'Port': ['ID=2bd203ca-ab28-4815-96fb-e120bbfd2a23,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:14.354395 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] No DVR routers for this DVR port 2bd203ca-ab28-4815-96fb-e120bbfd2a23 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:28:14.362381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.363531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.363531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.363531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.363531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.363531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.363531 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.364592 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.364701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.364701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.364701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.364701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.365033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.365877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98baf1d8-4d8e-4257-9447-f9c869a31298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.366363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] 10.222.0.37 "DELETE /v2.0/networks/f1c94b63-2864-42cb-8048-f48e7b97c9d4 HTTP/1.1" status: 204 len: 168 time: 0.5435889 Jul 30 00:28:14.369561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39648) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:14.382996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a607fa-22dc-4a56-96f8-cacd9ec27e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c94b63-2864-42cb-8048-f48e7b97c9d4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:14.718745 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.913139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 82a35671-348c-4b5c-afa6-af251335d166 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:14.932545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 82a35671-348c-4b5c-afa6-af251335d166 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:28:14.932894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 82a35671-348c-4b5c-afa6-af251335d166 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:14.962184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Deleting port a38242ab-6e84-4d34-83d8-c263ce65a138 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:14.962537 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.041134 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] For port a38242ab-6e84-4d34-83d8-c263ce65a138, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a38242ab-6e84-4d34-83d8-c263ce65a138,segment=NetworkSegment(a603f821-fc2c-44f1-878e-b65976f17559),segment_id=a603f821-fc2c-44f1-878e-b65976f17559)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:15.041512 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.054215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Calling delete_port for a38242ab-6e84-4d34-83d8-c263ce65a138 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:15.232195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.262431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38242ab-6e84-4d34-83d8-c263ce65a138,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:15.286627 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.286980 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.287325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.287674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.288031 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.288371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.288708 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.289041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.289370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.289697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.290025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.290352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:15.439242 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.921298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Router 7719bbce-4684-485c-9470-1aefa59dce3a has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:28:16.026196 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:16.035116 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5f4f0bc8-a728-4626-a723-3404ae717356 admin admin] 10.222.0.37 "PUT /v2.0/routers/7719bbce-4684-485c-9470-1aefa59dce3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606829 Jul 30 00:28:16.035116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:16.038553 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] Sync routers for ids ['7719bbce-4684-485c-9470-1aefa59dce3a'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:16.048741 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] Routers {'7719bbce-4684-485c-9470-1aefa59dce3a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:16.049587 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:27:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7719bbce-4684-485c-9470-1aefa59dce3a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:16.145254 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.157147 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] Set router 7719bbce-4684-485c-9470-1aefa59dce3a gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:16.246808 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.300760 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Deleting port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:16.301100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.338692 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'name': 'tempest-TestEncryptedCinderVolumes-1020195255-router', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:28:15Z', 'revision_number': 5, 'project_id': '115c889c133842d58e178f79a94d139f', 'gw_port': {'id': '3282418a-af4e-49c3-b8ee-8f9c4a8474d1', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:16.365099 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] Checking router: 7719bbce-4684-485c-9470-1aefa59dce3a for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:16.373207 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] Routers {'7719bbce-4684-485c-9470-1aefa59dce3a'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:16.373816 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:27:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7719bbce-4684-485c-9470-1aefa59dce3a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:16.380035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] For port 3282418a-af4e-49c3-b8ee-8f9c4a8474d1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3282418a-af4e-49c3-b8ee-8f9c4a8474d1,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:16.380424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.393662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Calling delete_port for 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:16.458821 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] Set router 7719bbce-4684-485c-9470-1aefa59dce3a gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:16.509491 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'name': 'tempest-TestEncryptedCinderVolumes-1020195255-router', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:28:16Z', 'revision_number': 6, 'project_id': '115c889c133842d58e178f79a94d139f', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:16.539468 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a19d9f-0ac4-4378-bf76-dd2614edcf3e None None] The sync data for ids ['7719bbce-4684-485c-9470-1aefa59dce3a'] in n-d-712139-11 is: [{'id': '7719bbce-4684-485c-9470-1aefa59dce3a', 'name': 'tempest-TestEncryptedCinderVolumes-1020195255-router', 'tenant_id': '115c889c133842d58e178f79a94d139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:05Z', 'updated_at': '2021-07-30T00:28:16Z', 'revision_number': 6, 'project_id': '115c889c133842d58e178f79a94d139f', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:16.564247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.596637 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=3282418a-af4e-49c3-b8ee-8f9c4a8474d1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:16.659579 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.755650 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.757839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.800262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.800791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7719bbce-4684-485c-9470-1aefa59dce3a {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:28:16.805325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.806501 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-bc88e5dc-edc1-4c6c-a01f-12737d1f8a58 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7719bbce-4684-485c-9470-1aefa59dce3a HTTP/1.1" status: 204 len: 168 time: 0.7709651 Jul 30 00:28:16.809001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:16.857915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e051fa83-482e-4e46-a2f0-b23d8570c2e6 admin admin] Deleting subnet fa48bb2f-6208-48f1-a340-db37b3927d01 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:28:16.860909 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e051fa83-482e-4e46-a2f0-b23d8570c2e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.895330 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e051fa83-482e-4e46-a2f0-b23d8570c2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.971977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e051fa83-482e-4e46-a2f0-b23d8570c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.026993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e051fa83-482e-4e46-a2f0-b23d8570c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.060947 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e051fa83-482e-4e46-a2f0-b23d8570c2e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.062863 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-e051fa83-482e-4e46-a2f0-b23d8570c2e6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fa48bb2f-6208-48f1-a340-db37b3927d01 HTTP/1.1" status: 204 len: 168 time: 0.2528727 Jul 30 00:28:17.064505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051fa83-482e-4e46-a2f0-b23d8570c2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa48bb2f-6208-48f1-a340-db37b3927d01,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:17.067976 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:17.069122 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4432022c-293c-4744-9db9-13bf73242874 None None] Network eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:28:17.137631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.198285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Deleting port 0f5f698d-c718-447b-a518-4a3a91083f2d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:17.198638 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.252969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b2527a-db57-457e-b95e-b33ce1ccbbf1 None None] DHCP port deletion for eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:28:17.269639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] For port 0f5f698d-c718-447b-a518-4a3a91083f2d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0f5f698d-c718-447b-a518-4a3a91083f2d,segment=NetworkSegment(a603f821-fc2c-44f1-878e-b65976f17559),segment_id=a603f821-fc2c-44f1-878e-b65976f17559)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:17.270100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.284248 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Calling delete_port for 0f5f698d-c718-447b-a518-4a3a91083f2d owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:17.320432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2527a-db57-457e-b95e-b33ce1ccbbf1 None None] Deleting port 0f5f698d-c718-447b-a518-4a3a91083f2d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:17.320904 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3b2527a-db57-457e-b95e-b33ce1ccbbf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.392148 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f3b2527a-db57-457e-b95e-b33ce1ccbbf1 None None] For port 0f5f698d-c718-447b-a518-4a3a91083f2d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0f5f698d-c718-447b-a518-4a3a91083f2d,segment=NetworkSegment(a603f821-fc2c-44f1-878e-b65976f17559),segment_id=a603f821-fc2c-44f1-878e-b65976f17559)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:17.392148 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3b2527a-db57-457e-b95e-b33ce1ccbbf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.404896 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.411777 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2527a-db57-457e-b95e-b33ce1ccbbf1 None None] Calling delete_port for 0f5f698d-c718-447b-a518-4a3a91083f2d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:17.431974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5f698d-c718-447b-a518-4a3a91083f2d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:17.435799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] No DVR routers for this DVR port 0f5f698d-c718-447b-a518-4a3a91083f2d on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:28:17.489453 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3b2527a-db57-457e-b95e-b33ce1ccbbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.509065 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.515467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2527a-db57-457e-b95e-b33ce1ccbbf1 None None] Pushing event deleted for resources: {'Port': ['ID=0f5f698d-c718-447b-a518-4a3a91083f2d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:17.520876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:17.521117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2527a-db57-457e-b95e-b33ce1ccbbf1 None None] No DVR routers for this DVR port 0f5f698d-c718-447b-a518-4a3a91083f2d on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:28:17.535858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a603f821-fc2c-44f1-878e-b65976f17559') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:17.535858 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a603f821-fc2c-44f1-878e-b65976f17559') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:17.544851 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.559619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.565551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:28:17.566131 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:28:17.567661 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:28:17.625273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.630567 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.632592 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc HTTP/1.1" status: 204 len: 168 time: 0.5634756 Jul 30 00:28:17.643360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07261ce-49f3-462b-be69-a83cbc8d6d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8327c7-8bc2-4b00-bf91-9b9600d9a7cc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:17.787514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39660) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:17.826334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-069ac1d0-cebb-4750-818f-4f43df17f1ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efd7457407ed48ccbb3188eefeb8b87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375125 Jul 30 00:28:17.828971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39662) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:17.884815 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4405-3e05-4e89-ad49-af1e9c495bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.905884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4405-3e05-4e89-ad49-af1e9c495bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.952063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4405-3e05-4e89-ad49-af1e9c495bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.955516 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4405-3e05-4e89-ad49-af1e9c495bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.956953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4d2d4405-3e05-4e89-ad49-af1e9c495bdf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61ea7a86-c14f-40c9-b6d4-6925f9b5d12f HTTP/1.1" status: 204 len: 168 time: 0.1263816 Jul 30 00:28:17.964902 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d4405-3e05-4e89-ad49-af1e9c495bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ea7a86-c14f-40c9-b6d4-6925f9b5d12f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:18.093842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:18.114392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:28:18.114798 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3282418a-af4e-49c3-b8ee-8f9c4a8474d1 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:18.115229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a38242ab-6e84-4d34-83d8-c263ce65a138 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:18.138006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a38242ab-6e84-4d34-83d8-c263ce65a138 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:28:18.138361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a38242ab-6e84-4d34-83d8-c263ce65a138 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:18.138786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0f5f698d-c718-447b-a518-4a3a91083f2d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:18.158020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 0f5f698d-c718-447b-a518-4a3a91083f2d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:28:18.158372 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0f5f698d-c718-447b-a518-4a3a91083f2d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:18.275105 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:18.313461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-00617538-5546-4633-9577-7061296011a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=115c889c133842d58e178f79a94d139f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372066 Jul 30 00:28:18.316306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39670) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:18.363194 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae825790-5193-43c2-a3db-8bae3cba2429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:18.390609 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae825790-5193-43c2-a3db-8bae3cba2429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:18.441113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae825790-5193-43c2-a3db-8bae3cba2429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:18.443678 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae825790-5193-43c2-a3db-8bae3cba2429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:18.444997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ae825790-5193-43c2-a3db-8bae3cba2429 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2eed948c-adf0-453f-8f5f-97e510d6d5e3 HTTP/1.1" status: 204 len: 168 time: 0.1278002 Jul 30 00:28:18.453761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae825790-5193-43c2-a3db-8bae3cba2429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eed948c-adf0-453f-8f5f-97e510d6d5e3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:19.097986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:19.190860 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1829099108-network', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:19.215721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Made reservation on behalf of ec75c2e312b648eba2446afe9d7c6945 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:28:19.218116 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.226885 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.233897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.315449 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.319331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.339849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:28:19.353067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:19.358015 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.358369 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Added segment 28444ac5-8067-49ec-a228-449ff3a80d11 of type vlan for network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 Jul 30 00:28:19.399279 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.427596 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.428526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:19.429115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.486579 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3874879 Jul 30 00:28:19.489932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39696) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:19.491811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa65b2-1e7d-4ba1-9441-d46f548447a6 admin admin] Pushing event updated for resources: {'Network': ['ID=55679dbd-cb19-4dfd-ae57-621a43b8fc30,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:19.495517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Request body: {'subnet': {'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1829099108-subnet', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:19.501587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:28:19.517519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Made reservation on behalf of ec75c2e312b648eba2446afe9d7c6945 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:28:19.519828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.692093 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.756098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:19.760370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Checking segment: {'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:19.760732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Network hostable DHCP agents. Network: 55679dbd-cb19-4dfd-ae57-621a43b8fc30, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:28:19.777675 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:28:19.786653 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 55679dbd-cb19-4dfd-ae57-621a43b8fc30) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:19.790594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:19.791239 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.796854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7712fa-6ba1-4ee5-89e8-c96f59146423 None None] Network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:28:19.805038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6b5759b7-b54d-452d-902a-6b76c9618455 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3139219 Jul 30 00:28:19.807947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39698) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:19.812551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:19.833971 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.834948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.886929 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.941347 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:28:19.942264 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.028781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.080914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Allocated IP 172.20.0.2 (55679dbd-cb19-4dfd-ae57-621a43b8fc30/3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3/d867c5e5-97dd-456c-b4f6-e7d702791467) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:20.223936 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.230605 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.232315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Transition to ACTIVE for port object d867c5e5-97dd-456c-b4f6-e7d702791467 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:20.247649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Transition to ACTIVE for port object d867c5e5-97dd-456c-b4f6-e7d702791467 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:20.252690 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.253564 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.290748 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:20.293559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:20.299578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:20.306468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Pushing event updated for resources: {'Port': ['ID=d867c5e5-97dd-456c-b4f6-e7d702791467,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:20.356375 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Attempting to bind port d867c5e5-97dd-456c-b4f6-e7d702791467 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:20.356743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Attempting to bind port d867c5e5-97dd-456c-b4f6-e7d702791467 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:20.357109 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Attempting to bind port d867c5e5-97dd-456c-b4f6-e7d702791467 on network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:20.361236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Allocated IP 172.25.2.30 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/fd36ec9b-d182-48ef-b07d-cd93a8b98ed4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:20.362528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:20.362962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Checking segment: {'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:20.363472 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.363871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Bound using segment: {'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:20.364506 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Bound port: d867c5e5-97dd-456c-b4f6-e7d702791467, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:20.364920 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.432579 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] For port d867c5e5-97dd-456c-b4f6-e7d702791467, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:20.435811 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] For port d867c5e5-97dd-456c-b4f6-e7d702791467, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d867c5e5-97dd-456c-b4f6-e7d702791467,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:20.440299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.468594 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.500303 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e3c74-5108-4b4c-be0c-b2671606980d None None] Pushing event updated for resources: {'Port': ['ID=d867c5e5-97dd-456c-b4f6-e7d702791467,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:20.513331 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.554410 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:20.559481 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:20.564498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:20.568413 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Pushing event updated for resources: {'Port': ['ID=fd36ec9b-d182-48ef-b07d-cd93a8b98ed4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:20.832168 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.027870 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.381442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d3c58-9d50-434a-872b-b8ec062ebf7b None None] Network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:28:21.442915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Router 7fa02321-98aa-4710-a7ef-bbecf5222074 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:28:21.443516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1c46c9b4-055a-4b21-ad97-672f59832a95 None None] Provisioning for port d867c5e5-97dd-456c-b4f6-e7d702791467 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:21.553192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:21.566454 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Sync routers for ids ['7fa02321-98aa-4710-a7ef-bbecf5222074'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:21.571061 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.575418 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5102f094-83f2-4548-a5ef-61713857168e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7639434 Jul 30 00:28:21.576155 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39700) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:21.577071 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Routers {'7fa02321-98aa-4710-a7ef-bbecf5222074'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:21.578060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:27:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7fa02321-98aa-4710-a7ef-bbecf5222074'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:21.854784 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b521b64c-0223-4c38-9467-e23f61c421aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.866370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Set router 7fa02321-98aa-4710-a7ef-bbecf5222074 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:22.004108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.045982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 3, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:22.077680 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Checking router: 7fa02321-98aa-4710-a7ef-bbecf5222074 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:22.078040 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Updating router 7fa02321-98aa-4710-a7ef-bbecf5222074 port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:28:22.103653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.145774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d867c5e5-97dd-456c-b4f6-e7d702791467 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:22.176920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Allocated IP 172.20.0.1 (55679dbd-cb19-4dfd-ae57-621a43b8fc30/3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3/2dbdc6b3-79bd-4b4d-bf0f-00d494568193) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:22.284326 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.299066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Transition to ACTIVE for port object 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:22.304624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d867c5e5-97dd-456c-b4f6-e7d702791467 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:22.316825 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d867c5e5-97dd-456c-b4f6-e7d702791467 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:22.317199 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.335150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.376115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:22.383110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:22.386033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:22.412132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbdc6b3-79bd-4b4d-bf0f-00d494568193,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:22.434934 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.465982 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.479248 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.483134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Transition to ACTIVE for port object fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:22.503279 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.546213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port d867c5e5-97dd-456c-b4f6-e7d702791467, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d867c5e5-97dd-456c-b4f6-e7d702791467,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:22.556501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.576412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f1959-eca6-4ca3-a7a9-0b6a025a3c7b None None] Pushing event updated for resources: {'Port': ['ID=fd36ec9b-d182-48ef-b07d-cd93a8b98ed4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:22.583597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Attempting to bind port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:22.583973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Attempting to bind port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:22.584368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Attempting to bind port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:22.584853 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.613566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:22.613947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:22.614359 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.614758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:22.615233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Bound port: fd36ec9b-d182-48ef-b07d-cd93a8b98ed4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:22.615617 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.665508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=d867c5e5-97dd-456c-b4f6-e7d702791467,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:22.696510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] For port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:22.698968 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5321a966-a714-480a-acf9-f7e5e387d359 None None] Provisioning for port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:22.702219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] For port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fd36ec9b-d182-48ef-b07d-cd93a8b98ed4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:22.707389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5321a966-a714-480a-acf9-f7e5e387d359 None None] Provisioning complete for port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:22.707769 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5321a966-a714-480a-acf9-f7e5e387d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.710687 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.755993 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.761141 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.782890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5321a966-a714-480a-acf9-f7e5e387d359 None None] Port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:28:22.802464 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Routers {'7fa02321-98aa-4710-a7ef-bbecf5222074'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:22.803111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:27:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7fa02321-98aa-4710-a7ef-bbecf5222074'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:22.828891 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.830751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbdc6b3-79bd-4b4d-bf0f-00d494568193,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:22.842175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f1959-eca6-4ca3-a7a9-0b6a025a3c7b None None] Pushing event updated for resources: {'Port': ['ID=fd36ec9b-d182-48ef-b07d-cd93a8b98ed4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:22.914416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] Set router 7fa02321-98aa-4710-a7ef-bbecf5222074 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:22.927484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:22.928900 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:23.057893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Router 7fa02321-98aa-4710-a7ef-bbecf5222074 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:28:23.134505 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 2, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:23.164097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c07d5-5f4b-45fa-aa28-1972fb369f6d None None] The sync data for ids ['7fa02321-98aa-4710-a7ef-bbecf5222074'] in n-d-712139-11 is: [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 2, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:23.184225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:23.189386 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-877e0a50-6b27-4c3d-94c3-59a9a0ba6341 admin admin] 10.222.0.37 "PUT /v2.0/routers/7fa02321-98aa-4710-a7ef-bbecf5222074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6120381 Jul 30 00:28:23.212295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-634f1bea-7a00-415f-b222-aaaeba1f6d7b None None] Provisioning complete for port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:23.212671 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-634f1bea-7a00-415f-b222-aaaeba1f6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.249256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-634f1bea-7a00-415f-b222-aaaeba1f6d7b None None] Port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:28:23.708222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:23.713564 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1339387701-network', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:23.742364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Made reservation on behalf of 4ccc2529a3c5488db065a715ee058d27 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:28:23.746619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.756440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.884036 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.889277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.914663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:28:23.925364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eb9c38-ed64-4953-9c2a-a6a8c4b0ad00,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:23.931938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.932319 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Added segment 30a209fb-a8b5-460d-88fc-63d6364a4d42 of type vlan for network 308e5977-a558-4694-8356-17560c7cf168 Jul 30 00:28:23.974010 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.005757 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.006778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:24.007378 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.072522 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3607714 Jul 30 00:28:24.072854 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:24.079773 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Request body: {'subnet': {'network_id': '308e5977-a558-4694-8356-17560c7cf168', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1339387701-subnet', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:24.097947 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad9f56-507e-4617-b416-506ac58465f6 admin admin] Pushing event updated for resources: {'Network': ['ID=308e5977-a558-4694-8356-17560c7cf168,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:24.111161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 308e5977-a558-4694-8356-17560c7cf168 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:28:24.129032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Made reservation on behalf of 4ccc2529a3c5488db065a715ee058d27 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:28:24.132383 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.200235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d867c5e5-97dd-456c-b4f6-e7d702791467 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:24.257191 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3d97-4283-4fdf-b07a-1ba0855d8090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.277370 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d867c5e5-97dd-456c-b4f6-e7d702791467 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:24.277853 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.319191 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.347448 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.387359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:24.410703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a68d352-7340-4219-85e4-1ed40b3ee086,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:24.421447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Checking segment: {'id': '30a209fb-a8b5-460d-88fc-63d6364a4d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '308e5977-a558-4694-8356-17560c7cf168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:24.421804 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Network hostable DHCP agents. Network: 308e5977-a558-4694-8356-17560c7cf168, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:28:24.442495 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Network 308e5977-a558-4694-8356-17560c7cf168 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:28:24.445746 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:24.450651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:24.451084 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.456404 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 308e5977-a558-4694-8356-17560c7cf168) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:24.462081 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:24.462706 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.475635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fb5861-b7f5-4f44-a77b-34656f78c0e7 None None] Network 308e5977-a558-4694-8356-17560c7cf168 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:28:24.478626 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9bde6e15-3c48-4d06-ad5c-1e99102985c8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4047797 Jul 30 00:28:24.481068 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:24.486246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1339387701-router', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:24.517752 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.518602 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.577109 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.621907 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.653037 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fd36ec9b-d182-48ef-b07d-cd93a8b98ed4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:24.660226 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.704786 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-308e5977-a558-4694-8356-17560c7cf168', 'network_id': '308e5977-a558-4694-8356-17560c7cf168', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'fixed_ips': [{'subnet_id': '7a68d352-7340-4219-85e4-1ed40b3ee086'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:28:24.705678 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.730921 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.752512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=fd36ec9b-d182-48ef-b07d-cd93a8b98ed4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:24.877794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Allocated IP 172.20.0.2 (308e5977-a558-4694-8356-17560c7cf168/7a68d352-7340-4219-85e4-1ed40b3ee086/d78b0e4a-c7c9-427c-a2d6-608e1f9a108b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:24.961595 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.981076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.044673 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.053487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Transition to ACTIVE for port object d78b0e4a-c7c9-427c-a2d6-608e1f9a108b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:25.069116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Transition to ACTIVE for port object d78b0e4a-c7c9-427c-a2d6-608e1f9a108b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:25.076201 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.101359 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Allocated IP 172.25.2.115 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/a9f85482-d689-4e88-9e71-26a5a8d3cebb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:25.122844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Network 308e5977-a558-4694-8356-17560c7cf168 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:25.127700 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:25.130132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:25.144314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Pushing event updated for resources: {'Port': ['ID=d78b0e4a-c7c9-427c-a2d6-608e1f9a108b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:25.196105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Attempting to bind port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:25.196620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Attempting to bind port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '30a209fb-a8b5-460d-88fc-63d6364a4d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '308e5977-a558-4694-8356-17560c7cf168'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:25.197221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Attempting to bind port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b on network 308e5977-a558-4694-8356-17560c7cf168 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:25.202845 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:25.203495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Checking segment: {'id': '30a209fb-a8b5-460d-88fc-63d6364a4d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '308e5977-a558-4694-8356-17560c7cf168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:25.204693 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.205157 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Bound using segment: {'id': '30a209fb-a8b5-460d-88fc-63d6364a4d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '308e5977-a558-4694-8356-17560c7cf168'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:25.205631 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Bound port: d78b0e4a-c7c9-427c-a2d6-608e1f9a108b, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a209fb-a8b5-460d-88fc-63d6364a4d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '308e5977-a558-4694-8356-17560c7cf168'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:25.206019 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.214749 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.256114 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.276062 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] For port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:25.280956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] For port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d78b0e4a-c7c9-427c-a2d6-608e1f9a108b,segment=NetworkSegment(30a209fb-a8b5-460d-88fc-63d6364a4d42),segment_id=30a209fb-a8b5-460d-88fc-63d6364a4d42)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:25.287925 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Sync routers for ids ['7fa02321-98aa-4710-a7ef-bbecf5222074'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:25.288549 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.293781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:25.298879 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:25.299657 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Routers {'7fa02321-98aa-4710-a7ef-bbecf5222074'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:25.300741 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7fa02321-98aa-4710-a7ef-bbecf5222074'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:25.304670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:25.329364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f85482-d689-4e88-9e71-26a5a8d3cebb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:25.354608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b1120-b9e7-420a-85cf-4ca9cda107de None None] Pushing event updated for resources: {'Port': ['ID=d78b0e4a-c7c9-427c-a2d6-608e1f9a108b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:25.447320 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Set router 7fa02321-98aa-4710-a7ef-bbecf5222074 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:25.606224 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.685871 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.728851 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 2, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:25.762122 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Checking router: 7fa02321-98aa-4710-a7ef-bbecf5222074 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:25.762383 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Updating router 7fa02321-98aa-4710-a7ef-bbecf5222074 port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:28:25.888761 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.131554 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.213946 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.229129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d78b0e4a-c7c9-427c-a2d6-608e1f9a108b up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:26.233165 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Transition to ACTIVE for port object 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:26.245510 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.311460 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Router 82376e60-93c8-46c3-8fc8-9398ed2d2836 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:28:26.337023 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Pushing event updated for resources: {'Port': ['ID=2dbdc6b3-79bd-4b4d-bf0f-00d494568193,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:26.371169 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.371817 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.372431 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.372930 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.373420 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.373933 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.374447 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.374946 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.375442 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.376486 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.376997 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.377509 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:26.395862 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Attempting to bind port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:26.396281 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Attempting to bind port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:26.396656 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Attempting to bind port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 on network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:26.404385 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:26.404769 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Checking segment: {'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:26.405184 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.405584 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Bound using segment: {'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:26.406069 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Bound port: 2dbdc6b3-79bd-4b4d-bf0f-00d494568193, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:26.406466 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.487032 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:26.504955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Sync routers for ids ['82376e60-93c8-46c3-8fc8-9398ed2d2836'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:26.506086 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.510602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39722) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:26.511157 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7681511b-0b33-4550-8c15-fac6c818f7a9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0286758 Jul 30 00:28:26.514802 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:26.524118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:26.525826 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] For port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:26.526126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Routers {'82376e60-93c8-46c3-8fc8-9398ed2d2836'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:26.526785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['82376e60-93c8-46c3-8fc8-9398ed2d2836'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:26.531367 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] For port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2dbdc6b3-79bd-4b4d-bf0f-00d494568193,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:26.537559 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.610230 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdac42-8248-434e-83e4-0dfeb5fbdc14 None None] Pushing event updated for resources: {'Port': ['ID=2dbdc6b3-79bd-4b4d-bf0f-00d494568193,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:26.613043 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Routers {'7fa02321-98aa-4710-a7ef-bbecf5222074'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:26.613657 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7fa02321-98aa-4710-a7ef-bbecf5222074'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:26.723623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:26.724339 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.735103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Set router 82376e60-93c8-46c3-8fc8-9398ed2d2836 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:26.752163 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] Set router 7fa02321-98aa-4710-a7ef-bbecf5222074 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:26.789042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734565d8-7e03-4b74-83be-5c7911160cfe None None] Network 308e5977-a558-4694-8356-17560c7cf168 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:28:26.990124 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-685d1efa-eb8d-4ea0-bf25-64b52c4da8d4 None None] Provisioning for port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:27.005255 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:26Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:27.028140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-685d1efa-eb8d-4ea0-bf25-64b52c4da8d4 None None] Provisioning complete for port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:27.028515 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-685d1efa-eb8d-4ea0-bf25-64b52c4da8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.035616 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e93ff6-b9c0-4a2b-85c4-08e9366a547e None None] The sync data for ids ['7fa02321-98aa-4710-a7ef-bbecf5222074'] in n-d-712139-11 is: [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:26Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:27.056302 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.218318 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'name': 'tempest-TestMinimumBasicScenario-1339387701-router', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:25Z', 'revision_number': 3, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'gw_port': {'id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:27.259350 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Checking router: 82376e60-93c8-46c3-8fc8-9398ed2d2836 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:27.260181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Updating router 82376e60-93c8-46c3-8fc8-9398ed2d2836 port a9f85482-d689-4e88-9e71-26a5a8d3cebb binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:28:27.264268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Allocated IP 172.20.0.1 (308e5977-a558-4694-8356-17560c7cf168/7a68d352-7340-4219-85e4-1ed40b3ee086/9238f69c-d4c8-496d-8ff5-1fd9b7fd4800) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:27.283027 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-685d1efa-eb8d-4ea0-bf25-64b52c4da8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.306150 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.377481 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.384730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-685d1efa-eb8d-4ea0-bf25-64b52c4da8d4 None None] For port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d78b0e4a-c7c9-427c-a2d6-608e1f9a108b,segment=NetworkSegment(30a209fb-a8b5-460d-88fc-63d6364a4d42),segment_id=30a209fb-a8b5-460d-88fc-63d6364a4d42)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:27.401760 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.402054 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-685d1efa-eb8d-4ea0-bf25-64b52c4da8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.421187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Transition to ACTIVE for port object 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:27.471211 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.514677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Network 308e5977-a558-4694-8356-17560c7cf168 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:27.521651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:27.525167 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:27.552789 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d1efa-eb8d-4ea0-bf25-64b52c4da8d4 None None] Pushing event updated for resources: {'Port': ['ID=d78b0e4a-c7c9-427c-a2d6-608e1f9a108b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:27.563498 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9238f69c-d4c8-496d-8ff5-1fd9b7fd4800,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:27.582683 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.726956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1d6c8ddf-f342-40ee-98c7-f57826439f0f None None] Provisioning complete for port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:27.727342 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8ddf-f342-40ee-98c7-f57826439f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.749665 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.763350 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.788783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Transition to ACTIVE for port object a9f85482-d689-4e88-9e71-26a5a8d3cebb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:27.796880 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.866179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Attempting to bind port a9f85482-d689-4e88-9e71-26a5a8d3cebb on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:27.866835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Attempting to bind port a9f85482-d689-4e88-9e71-26a5a8d3cebb by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:27.867204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Attempting to bind port a9f85482-d689-4e88-9e71-26a5a8d3cebb on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:27.889768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b5af6-7335-4b2a-a9ee-48c6e550dcfa None None] Pushing event updated for resources: {'Port': ['ID=a9f85482-d689-4e88-9e71-26a5a8d3cebb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:27.900849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:27.901233 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:27.901635 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.902038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:27.902697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Bound port: a9f85482-d689-4e88-9e71-26a5a8d3cebb, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:27.903073 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.967013 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.972128 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.976144 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] For port a9f85482-d689-4e88-9e71-26a5a8d3cebb, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:27.979516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] For port a9f85482-d689-4e88-9e71-26a5a8d3cebb, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a9f85482-d689-4e88-9e71-26a5a8d3cebb,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:27.984218 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:28.042874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Routers {'82376e60-93c8-46c3-8fc8-9398ed2d2836'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:28.043339 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:28.043467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['82376e60-93c8-46c3-8fc8-9398ed2d2836'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:28.045276 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9238f69c-d4c8-496d-8ff5-1fd9b7fd4800,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:28.092958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b5af6-7335-4b2a-a9ee-48c6e550dcfa None None] Pushing event updated for resources: {'Port': ['ID=a9f85482-d689-4e88-9e71-26a5a8d3cebb,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:28.110444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ad6b2a26-ee68-4b35-a488-4df77e43c57e None None] Provisioning for port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:28.115956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ad6b2a26-ee68-4b35-a488-4df77e43c57e None None] Provisioning complete for port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:28.116380 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad6b2a26-ee68-4b35-a488-4df77e43c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:28.158348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Network 308e5977-a558-4694-8356-17560c7cf168 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:28.159756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:28.184039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:28.218479 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b2a26-ee68-4b35-a488-4df77e43c57e None None] Port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:28:28.231872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] Set router 82376e60-93c8-46c3-8fc8-9398ed2d2836 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:28.333417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:28.363521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:28.363910 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:28.501768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-44fb5531-4ad8-449a-ac65-b6413674be7b None None] Provisioning complete for port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:28.502046 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44fb5531-4ad8-449a-ac65-b6413674be7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:28.537302 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:28.562897 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-44fb5531-4ad8-449a-ac65-b6413674be7b None None] Port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:28:28.592495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2dbdc6b3-79bd-4b4d-bf0f-00d494568193,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:28.598380 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:28.599212 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d78b0e4a-c7c9-427c-a2d6-608e1f9a108b up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:28.603794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'name': 'tempest-TestMinimumBasicScenario-1339387701-router', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:27Z', 'revision_number': 4, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'gw_port': {'id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9238f69c-d4c8-496d-8ff5-1fd9b7fd4800', 'name': '', 'network_id': '308e5977-a558-4694-8356-17560c7cf168', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'mac_address': 'fa:16:3e:68:b4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '7a68d352-7340-4219-85e4-1ed40b3ee086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:27Z', 'updated_at': '2021-07-30T00:28:27Z', 'revision_number': 2, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'subnets': [{'id': '7a68d352-7340-4219-85e4-1ed40b3ee086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:28.659958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Router 82376e60-93c8-46c3-8fc8-9398ed2d2836 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:28:28.775632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:28.782908 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a3888ca6-63e2-4c58-9beb-16d1dc49f4b9 admin admin] 10.222.0.37 "PUT /v2.0/routers/82376e60-93c8-46c3-8fc8-9398ed2d2836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2711406 Jul 30 00:28:28.831405 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded37b9-136c-4a86-a19f-32e96f1382e4 None None] The sync data for ids ['82376e60-93c8-46c3-8fc8-9398ed2d2836'] in n-d-712139-11 is: [{'id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'name': 'tempest-TestMinimumBasicScenario-1339387701-router', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:27Z', 'revision_number': 4, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'gw_port': {'id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9238f69c-d4c8-496d-8ff5-1fd9b7fd4800', 'name': '', 'network_id': '308e5977-a558-4694-8356-17560c7cf168', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'mac_address': 'fa:16:3e:68:b4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '7a68d352-7340-4219-85e4-1ed40b3ee086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:27Z', 'updated_at': '2021-07-30T00:28:27Z', 'revision_number': 2, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'subnets': [{'id': '7a68d352-7340-4219-85e4-1ed40b3ee086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:28.866443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=2dbdc6b3-79bd-4b4d-bf0f-00d494568193,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:28.880224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:28.880635 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:30.252735 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a9f85482-d689-4e88-9e71-26a5a8d3cebb up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:30.358182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a9f85482-d689-4e88-9e71-26a5a8d3cebb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:30.364283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a9f85482-d689-4e88-9e71-26a5a8d3cebb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:30.364659 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:30.518337 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:30.548298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port a9f85482-d689-4e88-9e71-26a5a8d3cebb, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a9f85482-d689-4e88-9e71-26a5a8d3cebb,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:30.572384 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:30.573287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:30.671508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=a9f85482-d689-4e88-9e71-26a5a8d3cebb,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:30.686037 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:30.686425 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:31.698083 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Sync routers for ids ['82376e60-93c8-46c3-8fc8-9398ed2d2836'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:31.710777 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Routers {'82376e60-93c8-46c3-8fc8-9398ed2d2836'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:31.711487 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['82376e60-93c8-46c3-8fc8-9398ed2d2836'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:31.828832 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Set router 82376e60-93c8-46c3-8fc8-9398ed2d2836 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:32.071091 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'name': 'tempest-TestMinimumBasicScenario-1339387701-router', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:27Z', 'revision_number': 4, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'gw_port': {'id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9238f69c-d4c8-496d-8ff5-1fd9b7fd4800', 'name': '', 'network_id': '308e5977-a558-4694-8356-17560c7cf168', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'mac_address': 'fa:16:3e:68:b4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '7a68d352-7340-4219-85e4-1ed40b3ee086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:27Z', 'updated_at': '2021-07-30T00:28:27Z', 'revision_number': 2, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'subnets': [{'id': '7a68d352-7340-4219-85e4-1ed40b3ee086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:32.115526 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Checking router: 82376e60-93c8-46c3-8fc8-9398ed2d2836 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:32.116249 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Updating router 82376e60-93c8-46c3-8fc8-9398ed2d2836 port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:28:32.132696 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a9f85482-d689-4e88-9e71-26a5a8d3cebb up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:32.143627 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.220928 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a9f85482-d689-4e88-9e71-26a5a8d3cebb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:32.221723 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.475102 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.488659 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Transition to ACTIVE for port object 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:32.499737 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.556875 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818ebff-9201-47d6-9807-4f3c5543d475 None None] Pushing event updated for resources: {'Port': ['ID=9238f69c-d4c8-496d-8ff5-1fd9b7fd4800,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:32.631855 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Attempting to bind port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:32.632259 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Attempting to bind port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '30a209fb-a8b5-460d-88fc-63d6364a4d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '308e5977-a558-4694-8356-17560c7cf168'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:32.632624 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Attempting to bind port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 on network 308e5977-a558-4694-8356-17560c7cf168 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:32.639075 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:32.639471 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Checking segment: {'id': '30a209fb-a8b5-460d-88fc-63d6364a4d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '308e5977-a558-4694-8356-17560c7cf168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:32.640102 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.640285 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Bound using segment: {'id': '30a209fb-a8b5-460d-88fc-63d6364a4d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '308e5977-a558-4694-8356-17560c7cf168'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:32.640774 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Bound port: 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a209fb-a8b5-460d-88fc-63d6364a4d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '308e5977-a558-4694-8356-17560c7cf168'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:32.641159 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.718326 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] For port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:32.721774 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] For port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9238f69c-d4c8-496d-8ff5-1fd9b7fd4800,segment=NetworkSegment(30a209fb-a8b5-460d-88fc-63d6364a4d42),segment_id=30a209fb-a8b5-460d-88fc-63d6364a4d42)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:32.728519 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.799752 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Routers {'82376e60-93c8-46c3-8fc8-9398ed2d2836'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:32.800573 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:28:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['82376e60-93c8-46c3-8fc8-9398ed2d2836'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:32.846633 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818ebff-9201-47d6-9807-4f3c5543d475 None None] Pushing event updated for resources: {'Port': ['ID=9238f69c-d4c8-496d-8ff5-1fd9b7fd4800,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:33.060113 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:33.075564 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] Set router 82376e60-93c8-46c3-8fc8-9398ed2d2836 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:33.316264 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'name': 'tempest-TestMinimumBasicScenario-1339387701-router', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:27Z', 'revision_number': 4, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'gw_port': {'id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9238f69c-d4c8-496d-8ff5-1fd9b7fd4800', 'name': '', 'network_id': '308e5977-a558-4694-8356-17560c7cf168', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'mac_address': 'fa:16:3e:68:b4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '7a68d352-7340-4219-85e4-1ed40b3ee086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:27Z', 'updated_at': '2021-07-30T00:28:32Z', 'revision_number': 4, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'subnets': [{'id': '7a68d352-7340-4219-85e4-1ed40b3ee086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:33.345600 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a0c3d-dd37-40a7-84d8-ae746a16c3c9 None None] The sync data for ids ['82376e60-93c8-46c3-8fc8-9398ed2d2836'] in n-d-712139-11 is: [{'id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'name': 'tempest-TestMinimumBasicScenario-1339387701-router', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:27Z', 'revision_number': 4, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'gw_port': {'id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9238f69c-d4c8-496d-8ff5-1fd9b7fd4800', 'name': '', 'network_id': '308e5977-a558-4694-8356-17560c7cf168', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'mac_address': 'fa:16:3e:68:b4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '7a68d352-7340-4219-85e4-1ed40b3ee086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:27Z', 'updated_at': '2021-07-30T00:28:32Z', 'revision_number': 4, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'subnets': [{'id': '7a68d352-7340-4219-85e4-1ed40b3ee086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:34.149494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:34.206697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:34.211381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:34.211899 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:34.315931 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:34.370120 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9238f69c-d4c8-496d-8ff5-1fd9b7fd4800,segment=NetworkSegment(30a209fb-a8b5-460d-88fc-63d6364a4d42),segment_id=30a209fb-a8b5-460d-88fc-63d6364a4d42)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:34.375035 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:34.441306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=9238f69c-d4c8-496d-8ff5-1fd9b7fd4800,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:36.140435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:36.199763 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:36.200110 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:39.101004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-d25d0ecf-3993-4b0a-8faf-8df0ba181bad tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:39.102463 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-d25d0ecf-3993-4b0a-8faf-8df0ba181bad tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/networks?id=55679dbd-cb19-4dfd-ae57-621a43b8fc30 HTTP/1.1" status: 200 len: 815 time: 0.1049387 Jul 30 00:28:39.117271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-652871bd-1e09-447d-84d8-72f92297deda tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/quotas/ec75c2e312b648eba2446afe9d7c6945 HTTP/1.1" status: 200 len: 375 time: 0.0090804 Jul 30 00:28:39.168000 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-844c10c2-b0c9-489b-becc-8f85b77200e7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec75c2e312b648eba2446afe9d7c6945&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454655 Jul 30 00:28:39.351453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-cb080746-ca38-4cfe-9f9a-0ce9213e667e service neutron] 10.222.0.37 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715403 Jul 30 00:28:39.443402 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-17a7e64c-f668-448e-9f6e-67def950eb2a service neutron] 10.222.0.37 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857425 Jul 30 00:28:39.603167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99a6edce-ca8a-4410-b176-5c522df7754e req-336e87db-9564-4967-8f05-e5d844b2cdc9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 210 time: 0.0265458 Jul 30 00:28:40.523230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a4fc0e57-f992-4e73-bc3f-88d380ba00c1 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:40.524734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a4fc0e57-f992-4e73-bc3f-88d380ba00c1 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.42 "GET /v2.0/networks?id=55679dbd-cb19-4dfd-ae57-621a43b8fc30 HTTP/1.1" status: 200 len: 815 time: 0.1117792 Jul 30 00:28:40.538017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'port': {'device_id': '34036268-134f-406d-9ce9-9e0edc83b384', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'admin_state_up': True, 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:40.654911 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Made reservation on behalf of ec75c2e312b648eba2446afe9d7c6945 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:28:40.658831 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:40.740373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2122f89-a5bb-4351-b9e3-2e7166e6ee96 req-a5f0f7a9-557e-4a6b-b2c0-17db78d2298d tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 210 time: 0.0639031 Jul 30 00:28:40.827412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Allocated IP 172.20.0.5 (55679dbd-cb19-4dfd-ae57-621a43b8fc30/3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3/9326f79f-8a1a-40da-8298-7ade66fc147e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:41.016631 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:41.034627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Transition to ACTIVE for port object 9326f79f-8a1a-40da-8298-7ade66fc147e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:41.080244 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:41.135989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:41.139329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:41.145789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:41.175110 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'Port': ['ID=9326f79f-8a1a-40da-8298-7ade66fc147e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:41.211328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:41.212113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:41.232257 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-a01c0f77-1da6-49fb-8384-b049e83981cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6979222 Jul 30 00:28:41.473892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-104cc4e8-c793-4817-a206-d19478ac67e9 None None] Provisioning for port 9326f79f-8a1a-40da-8298-7ade66fc147e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:41.477328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-104cc4e8-c793-4817-a206-d19478ac67e9 None None] Provisioning complete for port 9326f79f-8a1a-40da-8298-7ade66fc147e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:41.477703 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-104cc4e8-c793-4817-a206-d19478ac67e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:41.512401 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-104cc4e8-c793-4817-a206-d19478ac67e9 None None] Port 9326f79f-8a1a-40da-8298-7ade66fc147e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:28:41.870261 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d34c6e-07f7-45b8-9db8-286ba6c80cbb req-d3737907-4cbb-4140-8f96-3df51df2b73b tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:41.871815 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03d34c6e-07f7-45b8-9db8-286ba6c80cbb req-d3737907-4cbb-4140-8f96-3df51df2b73b tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 931 time: 0.0588102 Jul 30 00:28:41.924636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-03d34c6e-07f7-45b8-9db8-286ba6c80cbb req-0cb9d9dc-2e08-47ca-8840-3fec7672021e tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460603 Jul 30 00:28:43.047435 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b0735-ac19-4316-b050-f484554e7e19 req-f16d9e4e-299b-4d8d-8e21-0ef836ffc4c5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:43.051172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0b0735-ac19-4316-b050-f484554e7e19 req-f16d9e4e-299b-4d8d-8e21-0ef836ffc4c5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 931 time: 0.0554109 Jul 30 00:28:43.092127 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0b0735-ac19-4316-b050-f484554e7e19 req-0e8931a7-ab56-44df-b8d0-0b8377d626a4 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371060 Jul 30 00:28:44.218888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efac41c-cacb-46d5-8cb4-a738a4fa0955 req-c7f63e0e-a15b-41da-94da-284fe051d824 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:44.220772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8efac41c-cacb-46d5-8cb4-a738a4fa0955 req-c7f63e0e-a15b-41da-94da-284fe051d824 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 931 time: 0.0572479 Jul 30 00:28:44.262898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8efac41c-cacb-46d5-8cb4-a738a4fa0955 req-915c5623-6f11-4595-afbd-3b7bbeed7ffe tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351958 Jul 30 00:28:45.393726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb9a4-9eec-4fe7-ae8a-7157d627affc req-3f5ac7e9-3fa4-4f41-b8e0-14381b6e3b41 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:45.395259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9eceb9a4-9eec-4fe7-ae8a-7157d627affc req-3f5ac7e9-3fa4-4f41-b8e0-14381b6e3b41 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 931 time: 0.0536416 Jul 30 00:28:45.442767 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9eceb9a4-9eec-4fe7-ae8a-7157d627affc req-88bd299f-5374-400f-b1bf-27b6a4692585 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 Jul 30 00:28:46.563107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a770968-a3b7-418e-a24d-e648fa82a0e4 req-91caea7b-ba2d-4a11-b5f2-053aca1401b9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:46.564621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a770968-a3b7-418e-a24d-e648fa82a0e4 req-91caea7b-ba2d-4a11-b5f2-053aca1401b9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 931 time: 0.0519278 Jul 30 00:28:46.610234 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a770968-a3b7-418e-a24d-e648fa82a0e4 req-9f4b2f02-c594-448c-b7f2-9660a854e0f9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 Jul 30 00:28:47.028254 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:28:47.734804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d87aaa-c93a-4ee6-aa5e-4b08a7067f82 req-33e24d11-d609-4796-abce-5384ca2b54e1 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:47.736510 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81d87aaa-c93a-4ee6-aa5e-4b08a7067f82 req-33e24d11-d609-4796-abce-5384ca2b54e1 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 931 time: 0.0536957 Jul 30 00:28:47.775896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81d87aaa-c93a-4ee6-aa5e-4b08a7067f82 req-033c016c-bffa-45e8-a1ff-496404bd639b tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Jul 30 00:28:48.896829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff773b-85ae-4d63-a904-8b0391294dd7 req-ebe92dd4-da99-4315-969c-f32099bda244 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:48.898743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aff773b-85ae-4d63-a904-8b0391294dd7 req-ebe92dd4-da99-4315-969c-f32099bda244 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 931 time: 0.0539844 Jul 30 00:28:48.944268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3aff773b-85ae-4d63-a904-8b0391294dd7 req-4a80057e-f61c-43a1-b3ab-d553ea2cb059 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391984 Jul 30 00:28:49.242485 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:50.081368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede3aea-a07d-4a01-b8dd-882f59e1c372 req-8212b0cf-b7b6-40d6-89d7-ff789344d851 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:50.083524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ede3aea-a07d-4a01-b8dd-882f59e1c372 req-8212b0cf-b7b6-40d6-89d7-ff789344d851 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 931 time: 0.0543952 Jul 30 00:28:50.126228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ede3aea-a07d-4a01-b8dd-882f59e1c372 req-d9f3b931-cb7a-40f6-860c-c0fe21131360 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355196 Jul 30 00:28:50.946621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Request body: {'port': {'device_id': '34036268-134f-406d-9ce9-9e0edc83b384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:51.002246 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:51.274317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77ca1-72e7-45a6-9974-a927f568016d req-6f0807c4-f564-4e14-8d6f-748fef3fc7cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:51.275722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4f77ca1-72e7-45a6-9974-a927f568016d req-6f0807c4-f564-4e14-8d6f-748fef3fc7cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 931 time: 0.0771034 Jul 30 00:28:51.334345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9326f79f-8a1a-40da-8298-7ade66fc147e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:28:51.348221 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:51.356338 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f4f77ca1-72e7-45a6-9974-a927f568016d req-e2e66010-9809-411a-a6d8-f6ce202be2f5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730357 Jul 30 00:28:51.366107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Transition to ACTIVE for port object 9326f79f-8a1a-40da-8298-7ade66fc147e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:51.370213 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:51.422973 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Pushing event updated for resources: {'Port': ['ID=9326f79f-8a1a-40da-8298-7ade66fc147e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:51.457338 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.457689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.458035 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.458409 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.458748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.459083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.459415 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.459747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.460102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.460438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.460768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.461098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:51.513699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Attempting to bind port 9326f79f-8a1a-40da-8298-7ade66fc147e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:51.514055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Attempting to bind port 9326f79f-8a1a-40da-8298-7ade66fc147e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:51.514397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Attempting to bind port 9326f79f-8a1a-40da-8298-7ade66fc147e on network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:51.519722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Port 9326f79f-8a1a-40da-8298-7ade66fc147e on network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:28:51.520091 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Attempting to bind port 9326f79f-8a1a-40da-8298-7ade66fc147e on network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:51.525557 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:51.525831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Checking segment: {'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:51.526232 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Bound using segment: {'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:51.526677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Bound port: 9326f79f-8a1a-40da-8298-7ade66fc147e, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28444ac5-8067-49ec-a228-449ff3a80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:51.527052 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:51.595279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] For port 9326f79f-8a1a-40da-8298-7ade66fc147e, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:51.598356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] For port 9326f79f-8a1a-40da-8298-7ade66fc147e, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9326f79f-8a1a-40da-8298-7ade66fc147e,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:51.604616 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:51.645078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:51.645745 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:51.647120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] 10.222.0.42 "PUT /v2.0/ports/9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 1092 time: 0.7058954 Jul 30 00:28:51.647565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:28:51.649888 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7396bb13-969b-4b83-afa3-4b3d2d355c42" -d '{"events": [{"name": "network-changed", "server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:28:51.679356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffce89-8e87-4b8b-bab2-97013d30d354 service neutron] Pushing event updated for resources: {'Port': ['ID=9326f79f-8a1a-40da-8298-7ade66fc147e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:51.701713 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bd592f-c1fa-4766-bd63-b30b93a18154 x-openstack-request-id: req-e4bd592f-c1fa-4766-bd63-b30b93a18154 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:28:51.702012 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:28:51.702268 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4bd592f-c1fa-4766-bd63-b30b93a18154 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:28:51.702670 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'status': 'completed', 'code': 200} Jul 30 00:28:51.739407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-0c82d9b9-fce8-472b-9951-a346da235f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:51.741007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-0c82d9b9-fce8-472b-9951-a346da235f70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec75c2e312b648eba2446afe9d7c6945&device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 1095 time: 0.0490429 Jul 30 00:28:51.785739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-84196c48-ea9e-4635-a260-8b6db7731ee9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 217 time: 0.0362585 Jul 30 00:28:51.799108 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef0de258-776e-45c4-94fd-57125be852ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:51.838953 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-e09fd516-d167-4445-b18e-386ed1cb4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:51.840525 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-e09fd516-d167-4445-b18e-386ed1cb4ab3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3 HTTP/1.1" status: 200 len: 854 time: 0.0481710 Jul 30 00:28:51.891241 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-d44abd5f-7da0-4f92-8e5c-5cc45fd245c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:51.892769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-d44abd5f-7da0-4f92-8e5c-5cc45fd245c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55679dbd-cb19-4dfd-ae57-621a43b8fc30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454025 Jul 30 00:28:51.983872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-867719bb-d857-4bbd-b697-99d132377715 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836666 Jul 30 00:28:52.077423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55aa0401-0f3f-4e92-9f1b-f46dccb605cc req-5bae0bd1-a972-46f9-ab21-6720edd430c8 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862458 Jul 30 00:28:52.163230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-19e462c3-7743-4744-b696-d6251167323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:52.164769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-19e462c3-7743-4744-b696-d6251167323b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec75c2e312b648eba2446afe9d7c6945&device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 1095 time: 0.0419235 Jul 30 00:28:52.259822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-7827e1a6-a95e-49a6-bf7b-b54e3762b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:52.261339 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-7827e1a6-a95e-49a6-bf7b-b54e3762b52e service neutron] 10.222.0.42 "GET /v2.0/networks?id=55679dbd-cb19-4dfd-ae57-621a43b8fc30 HTTP/1.1" status: 200 len: 916 time: 0.0885723 Jul 30 00:28:52.303026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-16701461-577a-4832-b8e7-01272dc948f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 217 time: 0.0341616 Jul 30 00:28:52.356096 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-a66c9a12-e28a-4bc6-b619-dd45f9534489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:52.357558 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-a66c9a12-e28a-4bc6-b619-dd45f9534489 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3 HTTP/1.1" status: 200 len: 854 time: 0.0447145 Jul 30 00:28:52.404479 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-f3344a0d-6116-45d4-8ee2-22447c30f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:52.406039 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-f3344a0d-6116-45d4-8ee2-22447c30f15a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55679dbd-cb19-4dfd-ae57-621a43b8fc30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410011 Jul 30 00:28:52.525960 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2bc30-7408-419a-ae54-3fb6b11e0994 req-ca34b37f-c645-4c8c-a634-74251231d8d6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:52.527444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66c2bc30-7408-419a-ae54-3fb6b11e0994 req-ca34b37f-c645-4c8c-a634-74251231d8d6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 943 time: 0.0971489 Jul 30 00:28:52.553167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-176b9b30-eff2-4d42-a9fb-0f86c917d9d1 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393979 Jul 30 00:28:52.581294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66c2bc30-7408-419a-ae54-3fb6b11e0994 req-bd100b19-eb34-48b8-9cc0-e345da6690c8 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452182 Jul 30 00:28:52.659071 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7396bb13-969b-4b83-afa3-4b3d2d355c42 req-fc496566-1c87-4e75-af0d-62445a3e78f2 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941763 Jul 30 00:28:53.131618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9326f79f-8a1a-40da-8298-7ade66fc147e details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:28:53.229652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9326f79f-8a1a-40da-8298-7ade66fc147e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9326f79f-8a1a-40da-8298-7ade66fc147e,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:53.241668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'port_id': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'mac_address': 'fa:16:3e:17:df:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:28:53.277781 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:53.290189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9326f79f-8a1a-40da-8298-7ade66fc147e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:28:53.310436 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9326f79f-8a1a-40da-8298-7ade66fc147e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9326f79f-8a1a-40da-8298-7ade66fc147e,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:53.313364 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:53.364025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9326f79f-8a1a-40da-8298-7ade66fc147e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:53.546605 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9326f79f-8a1a-40da-8298-7ade66fc147e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:28:53.698729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dad67-8f93-4043-8558-b2e42f3506da req-e07e8d8e-44b7-48f8-8ced-f7ce2defe727 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:53.700262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb4dad67-8f93-4043-8558-b2e42f3506da req-e07e8d8e-44b7-48f8-8ced-f7ce2defe727 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 944 time: 0.0508342 Jul 30 00:28:53.738221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb4dad67-8f93-4043-8558-b2e42f3506da req-7cfee93c-03e2-428c-a8b5-a95bfc055974 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Jul 30 00:28:54.227292 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e0db721-a836-4c52-95b3-d48cfdb08836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:54.289961 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:54.851470 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80b8e7-9036-43c0-af64-3a943ddbcdf6 req-3fed2e70-ac85-4a69-89f6-9397ba2fd8dd tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:54.852978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a80b8e7-9036-43c0-af64-3a943ddbcdf6 req-3fed2e70-ac85-4a69-89f6-9397ba2fd8dd tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 944 time: 0.0489151 Jul 30 00:28:54.895229 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a80b8e7-9036-43c0-af64-3a943ddbcdf6 req-ad0ee73e-2c13-471b-81e2-1aaec67c32a5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363388 Jul 30 00:28:55.146317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9326f79f-8a1a-40da-8298-7ade66fc147e up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:55.197175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 9326f79f-8a1a-40da-8298-7ade66fc147e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:55.200652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 9326f79f-8a1a-40da-8298-7ade66fc147e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:55.201022 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:55.277093 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:55.299373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:28:55.301681 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe143d0-ac47-4441-8306-c53b0f67f012" -d '{"events": [{"server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "name": "network-vif-plugged", "status": "completed", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:28:55.315422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 9326f79f-8a1a-40da-8298-7ade66fc147e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9326f79f-8a1a-40da-8298-7ade66fc147e,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:55.319670 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:55.344227 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aab88b-ef18-4166-92c3-29ab3dd74efe x-openstack-request-id: req-03aab88b-ef18-4166-92c3-29ab3dd74efe {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:28:55.344515 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "name": "network-vif-plugged", "status": "completed", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:28:55.344758 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03aab88b-ef18-4166-92c3-29ab3dd74efe {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:28:55.345212 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'code': 200} Jul 30 00:28:55.374595 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=9326f79f-8a1a-40da-8298-7ade66fc147e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:55.440205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad9307-e648-49dc-8944-c343c9f3ae33 req-d7d4b526-fa10-48ce-9819-68d7c56c394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:55.441628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66ad9307-e648-49dc-8944-c343c9f3ae33 req-d7d4b526-fa10-48ce-9819-68d7c56c394a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 1097 time: 0.0409870 Jul 30 00:28:55.478961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-66ad9307-e648-49dc-8944-c343c9f3ae33 req-14c1c90a-2b0b-4261-b23a-f3e230db1015 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294669 Jul 30 00:28:55.684680 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:56.009749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646ac4f-2c2b-44cb-be46-d02e8dc874a5 req-c67644c4-a0ef-4f69-9253-728b31cc07c6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:56.011244 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6646ac4f-2c2b-44cb-be46-d02e8dc874a5 req-c67644c4-a0ef-4f69-9253-728b31cc07c6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Jul 30 00:28:56.050024 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6646ac4f-2c2b-44cb-be46-d02e8dc874a5 req-43eb061c-3f41-4b1f-a4fb-afe1d753f598 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Jul 30 00:28:57.164971 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bfe0f-0532-4b50-9c74-b6b884d96d8f req-9f96f1fe-25ac-4572-82d4-df443ff10b85 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:57.166452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f04bfe0f-0532-4b50-9c74-b6b884d96d8f req-9f96f1fe-25ac-4572-82d4-df443ff10b85 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 945 time: 0.0485063 Jul 30 00:28:57.207911 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f04bfe0f-0532-4b50-9c74-b6b884d96d8f req-c7a0c85f-b5f0-48ea-8ded-1d4a564db625 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Jul 30 00:28:57.321181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2249b-95f2-405e-b96d-b1d15704e3e8 req-044f21ce-95b1-434c-8d69-b9cadbc274a5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:57.322714 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-faa2249b-95f2-405e-b96d-b1d15704e3e8 req-044f21ce-95b1-434c-8d69-b9cadbc274a5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 945 time: 0.0495827 Jul 30 00:28:57.325193 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:57.362272 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-faa2249b-95f2-405e-b96d-b1d15704e3e8 req-0fb0442a-cd9b-4915-8ecd-a14ba22caa5c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327482 Jul 30 00:28:57.553326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0cb0a-3d08-45fc-8951-5c1ae2115f12 req-822e8ace-7da3-48be-a8b7-b3cfe0726247 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:57.554821 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ba0cb0a-3d08-45fc-8951-5c1ae2115f12 req-822e8ace-7da3-48be-a8b7-b3cfe0726247 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 945 time: 0.0497372 Jul 30 00:28:57.592652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ba0cb0a-3d08-45fc-8951-5c1ae2115f12 req-8d34147d-781b-42e1-9fa8-8011c2d66c9a tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Jul 30 00:29:03.022486 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:09.129287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a9892-4c24-4479-8db3-260b115dff5a req-b5a5b100-1325-48de-ba54-720c8eedaacc tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:09.130856 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-116a9892-4c24-4479-8db3-260b115dff5a req-b5a5b100-1325-48de-ba54-720c8eedaacc tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 945 time: 0.0486093 Jul 30 00:29:09.174585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-116a9892-4c24-4479-8db3-260b115dff5a req-5b947ee7-13c7-429d-8f60-01fa295e1a18 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377212 Jul 30 00:29:09.196756 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:09.277263 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde5904-6e13-4c0a-9e68-0a55d5fb20c3 tempest-TestMinimumBasicScenario-984126743 tempest-TestMinimumBasicScenario-984126743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:09.278779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-acde5904-6e13-4c0a-9e68-0a55d5fb20c3 tempest-TestMinimumBasicScenario-984126743 tempest-TestMinimumBasicScenario-984126743-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 1092 time: 0.0810368 Jul 30 00:29:09.281746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39924) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:09.286258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:09.314879 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:09.409600 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:09.513288 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Allocated IP 172.25.2.47 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/b23caa69-ad7d-4e62-bb10-bc40744c2a09) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:29:09.611727 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:09.654907 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:09.691780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:29:09.694601 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:29:09.701001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:29:09.707013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'Port': ['ID=b23caa69-ad7d-4e62-bb10-bc40744c2a09,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:10.057184 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:10.128235 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:10.278448 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:10.283278 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:10.354430 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'Port': ['ID=b23caa69-ad7d-4e62-bb10-bc40744c2a09,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:10.365433 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:10.465711 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Floating IP 714b3df9-b0c3-4ae6-b8f2-e91b6c5a35db associated. External IP: 172.25.2.47, port: 9326f79f-8a1a-40da-8298-7ade66fc147e. Jul 30 00:29:10.669988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Router 7fa02321-98aa-4710-a7ef-bbecf5222074 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:29:10.776632 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:29:10.786768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] Sync routers for ids ['7fa02321-98aa-4710-a7ef-bbecf5222074'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:29:10.796201 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:10.797067 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] Routers {'7fa02321-98aa-4710-a7ef-bbecf5222074'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:29:10.797770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:28:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7fa02321-98aa-4710-a7ef-bbecf5222074'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:29:10.824435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1463c1dd-5c19-4559-8fc7-2b84a39f9674 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5416460 Jul 30 00:29:10.825017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:29:10.827451 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4265cd25-ee45-4b77-8256-40000e19998a" -d '{"events": [{"name": "network-changed", "server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:29:10.827605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39926) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:10.832750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f504ad29-ab41-490c-98fc-202d133aa910 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797341715', 'description': 'tempest-secgroup-smoke-1797341715 description', 'project_id': 'ec75c2e312b648eba2446afe9d7c6945'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:10.857490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f504ad29-ab41-490c-98fc-202d133aa910 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:10.867953 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b967d9-b4af-4581-877c-4c3cc4fcaf6e x-openstack-request-id: req-c5b967d9-b4af-4581-877c-4c3cc4fcaf6e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:29:10.868303 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:29:10.868565 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5b967d9-b4af-4581-877c-4c3cc4fcaf6e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:29:10.868995 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'status': 'completed', 'code': 200} Jul 30 00:29:10.911254 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] Set router 7fa02321-98aa-4710-a7ef-bbecf5222074 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:29:10.942614 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265cd25-ee45-4b77-8256-40000e19998a req-16a44841-1294-450e-9ee3-b9e0ef992d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:10.944621 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4265cd25-ee45-4b77-8256-40000e19998a req-16a44841-1294-450e-9ee3-b9e0ef992d60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec75c2e312b648eba2446afe9d7c6945&device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 1097 time: 0.0443528 Jul 30 00:29:10.952307 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f504ad29-ab41-490c-98fc-202d133aa910 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:10.962370 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f504ad29-ab41-490c-98fc-202d133aa910 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:10.990345 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f504ad29-ab41-490c-98fc-202d133aa910 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:10.994410 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f504ad29-ab41-490c-98fc-202d133aa910 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1630630 Jul 30 00:29:10.996106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504ad29-ab41-490c-98fc-202d133aa910 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53843bd-bf73-4a67-a3e9-cb198e49cb8a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:10.998343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:11.003149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c4043bde-6bf1-40be-a998-0a036ff79444 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'security_group_rule': {'security_group_id': 'a53843bd-bf73-4a67-a3e9-cb198e49cb8a', 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:11.037827 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4043bde-6bf1-40be-a998-0a036ff79444 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.058681 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265cd25-ee45-4b77-8256-40000e19998a req-6b43c893-dd1a-4f2e-9f55-24687dab10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:11.060391 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4265cd25-ee45-4b77-8256-40000e19998a req-6b43c893-dd1a-4f2e-9f55-24687dab10d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55679dbd-cb19-4dfd-ae57-621a43b8fc30 HTTP/1.1" status: 200 len: 916 time: 0.1051710 Jul 30 00:29:11.107486 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4043bde-6bf1-40be-a998-0a036ff79444 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.115033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4043bde-6bf1-40be-a998-0a036ff79444 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.134269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4043bde-6bf1-40be-a998-0a036ff79444 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d46da3-f168-4360-a988-d0425f7546bf,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:11.135682 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4265cd25-ee45-4b77-8256-40000e19998a req-27a72f1b-c64a-4204-80c3-403c768a4674 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 998 time: 0.0679390 Jul 30 00:29:11.142883 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4043bde-6bf1-40be-a998-0a036ff79444 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.144326 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c4043bde-6bf1-40be-a998-0a036ff79444 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450782 Jul 30 00:29:11.147043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:11.151707 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-09ec1936-c1fe-46ea-a061-c700353225a5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'security_group_rule': {'security_group_id': 'a53843bd-bf73-4a67-a3e9-cb198e49cb8a', 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:11.178766 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09ec1936-c1fe-46ea-a061-c700353225a5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.178997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '714b3df9-b0c3-4ae6-b8f2-e91b6c5a35db', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'port_id': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'mac_address': 'fa:16:3e:17:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34036268-134f-406d-9ce9-9e0edc83b384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:29:09Z', 'updated_at': '2021-07-30T00:29:09Z', 'revision_number': 0, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:28Z', 'revision_number': 5, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:29:11.191519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265cd25-ee45-4b77-8256-40000e19998a req-469dc2d4-8923-49d6-b5b5-75346560d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:11.193175 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4265cd25-ee45-4b77-8256-40000e19998a req-469dc2d4-8923-49d6-b5b5-75346560d2c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3 HTTP/1.1" status: 200 len: 854 time: 0.0492535 Jul 30 00:29:11.213490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] Checking router: 7fa02321-98aa-4710-a7ef-bbecf5222074 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:29:11.221940 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] Routers {'7fa02321-98aa-4710-a7ef-bbecf5222074'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:29:11.222564 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:28:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7fa02321-98aa-4710-a7ef-bbecf5222074'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:29:11.240321 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09ec1936-c1fe-46ea-a061-c700353225a5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.245435 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09ec1936-c1fe-46ea-a061-c700353225a5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.248858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265cd25-ee45-4b77-8256-40000e19998a req-2f82f5b7-4531-4bae-862a-c40681b7b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:11.250428 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4265cd25-ee45-4b77-8256-40000e19998a req-2f82f5b7-4531-4bae-862a-c40681b7b75a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55679dbd-cb19-4dfd-ae57-621a43b8fc30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496700 Jul 30 00:29:11.265646 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec1936-c1fe-46ea-a061-c700353225a5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c5bd67-ab80-495b-8c18-6270e883ff4a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:11.274759 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09ec1936-c1fe-46ea-a061-c700353225a5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.275903 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-09ec1936-c1fe-46ea-a061-c700353225a5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278443 Jul 30 00:29:11.279194 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:11.285624 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d600488c-24bc-478b-a98d-8e7d3272a5fd tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'security_group_rule': {'security_group_id': 'a53843bd-bf73-4a67-a3e9-cb198e49cb8a', 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:11.311880 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d600488c-24bc-478b-a98d-8e7d3272a5fd tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.340980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] Set router 7fa02321-98aa-4710-a7ef-bbecf5222074 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:29:11.356090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4265cd25-ee45-4b77-8256-40000e19998a req-8606a43e-4ac8-48df-b071-551cef30924b service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978050 Jul 30 00:29:11.377013 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d600488c-24bc-478b-a98d-8e7d3272a5fd tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.381641 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d600488c-24bc-478b-a98d-8e7d3272a5fd tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.405682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600488c-24bc-478b-a98d-8e7d3272a5fd tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4552ab20-9aca-4bf0-a256-70058c7b8e0a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:11.414668 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d600488c-24bc-478b-a98d-8e7d3272a5fd tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.415992 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d600488c-24bc-478b-a98d-8e7d3272a5fd tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358516 Jul 30 00:29:11.418791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39936) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:11.425101 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1c26dc33-f888-4024-844a-c8a5cb983bd9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'security_group_rule': {'security_group_id': 'a53843bd-bf73-4a67-a3e9-cb198e49cb8a', 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:11.458249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c26dc33-f888-4024-844a-c8a5cb983bd9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.466340 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4265cd25-ee45-4b77-8256-40000e19998a req-7f47f4c2-a714-42a6-b0de-0e2ffc62ff67 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020386 Jul 30 00:29:11.520302 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c26dc33-f888-4024-844a-c8a5cb983bd9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.524606 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c26dc33-f888-4024-844a-c8a5cb983bd9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.545079 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26dc33-f888-4024-844a-c8a5cb983bd9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cda93e-f9ac-4fc2-8c53-9b43d8d893ab,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:11.550617 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c26dc33-f888-4024-844a-c8a5cb983bd9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.552121 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1c26dc33-f888-4024-844a-c8a5cb983bd9 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319416 Jul 30 00:29:11.554746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39938) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:11.559828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9f6c9b79-d89c-4dea-8961-a37ae876df42 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'security_group_rule': {'security_group_id': 'a53843bd-bf73-4a67-a3e9-cb198e49cb8a', 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:11.581449 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-9f6c9b79-d89c-4dea-8961-a37ae876df42 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Project ec75c2e312b648eba2446afe9d7c6945 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:29:11.587062 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9b79-d89c-4dea-8961-a37ae876df42 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.643772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '714b3df9-b0c3-4ae6-b8f2-e91b6c5a35db', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'port_id': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'mac_address': 'fa:16:3e:17:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34036268-134f-406d-9ce9-9e0edc83b384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:29:09Z', 'updated_at': '2021-07-30T00:29:09Z', 'revision_number': 0, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:28Z', 'revision_number': 5, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:29:11.648687 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9b79-d89c-4dea-8961-a37ae876df42 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.652995 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9b79-d89c-4dea-8961-a37ae876df42 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.675799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c9b79-d89c-4dea-8961-a37ae876df42 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56531a96-7463-41fd-ab06-d878beceb318,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:11.683599 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9b79-d89c-4dea-8961-a37ae876df42 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.685004 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9f6c9b79-d89c-4dea-8961-a37ae876df42 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286795 Jul 30 00:29:11.687980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 39940) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:11.693275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e54e7cfd-2afa-44ef-b11d-2d61b71c3846 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'security_group_rule': {'security_group_id': 'a53843bd-bf73-4a67-a3e9-cb198e49cb8a', 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:11.717328 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-e54e7cfd-2afa-44ef-b11d-2d61b71c3846 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Project ec75c2e312b648eba2446afe9d7c6945 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:29:11.723120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e54e7cfd-2afa-44ef-b11d-2d61b71c3846 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.793923 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e54e7cfd-2afa-44ef-b11d-2d61b71c3846 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.798250 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e54e7cfd-2afa-44ef-b11d-2d61b71c3846 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.817210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e7cfd-2afa-44ef-b11d-2d61b71c3846 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bb3fbf-2ec1-489f-8827-738d4a13fe52,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:11.822802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e54e7cfd-2afa-44ef-b11d-2d61b71c3846 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:11.826806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e54e7cfd-2afa-44ef-b11d-2d61b71c3846 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347129 Jul 30 00:29:11.833364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6da7c-d283-42a1-92d2-132817fdf693 None None] The sync data for ids ['7fa02321-98aa-4710-a7ef-bbecf5222074'] in n-d-712139-11 is: [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '714b3df9-b0c3-4ae6-b8f2-e91b6c5a35db', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'port_id': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'mac_address': 'fa:16:3e:17:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34036268-134f-406d-9ce9-9e0edc83b384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:29:09Z', 'updated_at': '2021-07-30T00:29:09Z', 'revision_number': 0, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:28Z', 'revision_number': 5, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:29:11.905952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-f14bf842-cd64-4467-9f82-4d4e060b400b tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797341715&fields=id&tenant_id=ec75c2e312b648eba2446afe9d7c6945 HTTP/1.1" status: 200 len: 267 time: 0.0345888 Jul 30 00:29:11.965450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-59767783-2443-477b-9258-a78438f6d5d8 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:11.967056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-59767783-2443-477b-9258-a78438f6d5d8 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 945 time: 0.0551283 Jul 30 00:29:11.979137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-1cbc6186-7e6a-4ac0-a14d-bcd25641ba9f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'port': {'security_groups': ['b04f02a7-7c22-40a1-91cd-c7d2ce8b9285', 'a53843bd-bf73-4a67-a3e9-cb198e49cb8a']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:12.038191 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d101db-6783-4928-9e54-8e7d29c450e5 None None] New status for floating IP 714b3df9-b0c3-4ae6-b8f2-e91b6c5a35db: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:29:12.048566 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-1cbc6186-7e6a-4ac0-a14d-bcd25641ba9f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:12.598201 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-1cbc6186-7e6a-4ac0-a14d-bcd25641ba9f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] For port 9326f79f-8a1a-40da-8298-7ade66fc147e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9326f79f-8a1a-40da-8298-7ade66fc147e,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:29:12.629217 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-1cbc6186-7e6a-4ac0-a14d-bcd25641ba9f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:12.634510 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-1cbc6186-7e6a-4ac0-a14d-bcd25641ba9f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:12.647059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9326f79f-8a1a-40da-8298-7ade66fc147e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:29:12.678142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-1cbc6186-7e6a-4ac0-a14d-bcd25641ba9f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:12.678807 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-1cbc6186-7e6a-4ac0-a14d-bcd25641ba9f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:12.680775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-78af1b4f-69d4-4dad-92c0-38bbc65f0f44 req-1cbc6186-7e6a-4ac0-a14d-bcd25641ba9f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "PUT /v2.0/ports/9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 981 time: 0.7064867 Jul 30 00:29:12.724707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc6186-7e6a-4ac0-a14d-bcd25641ba9f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'Port': ['ID=9326f79f-8a1a-40da-8298-7ade66fc147e,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:12.750315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9326f79f-8a1a-40da-8298-7ade66fc147e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:29:12.801349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963dd18-aae7-4915-92a1-1879be16d473 req-268e684e-208f-407e-a42f-97be2c8831c5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:12.803106 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0963dd18-aae7-4915-92a1-1879be16d473 req-268e684e-208f-407e-a42f-97be2c8831c5 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0545340 Jul 30 00:29:12.848886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0963dd18-aae7-4915-92a1-1879be16d473 req-45db5f02-e5cd-4354-8aa9-e77c3ae332a3 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382705 Jul 30 00:29:12.872576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:29:12.875756 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883081be-0639-40b7-81a6-ae4d51e3078a" -d '{"events": [{"name": "network-changed", "server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:29:12.915663 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ebd061-b6c7-4f67-80f3-a546587fde93 x-openstack-request-id: req-16ebd061-b6c7-4f67-80f3-a546587fde93 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:29:12.915959 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:29:12.916251 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16ebd061-b6c7-4f67-80f3-a546587fde93 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:29:12.916650 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'status': 'completed', 'code': 200} Jul 30 00:29:12.981339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883081be-0639-40b7-81a6-ae4d51e3078a req-c09900df-5f63-4e16-9897-15e9809e1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:12.982862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-883081be-0639-40b7-81a6-ae4d51e3078a req-c09900df-5f63-4e16-9897-15e9809e1f0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec75c2e312b648eba2446afe9d7c6945&device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 1136 time: 0.0448637 Jul 30 00:29:13.017847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-91c10ef1-07d2-4ee2-a954-10dfc90b4aa6 None None] Provisioning complete for port 9326f79f-8a1a-40da-8298-7ade66fc147e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:29:13.018405 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91c10ef1-07d2-4ee2-a954-10dfc90b4aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:13.079233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883081be-0639-40b7-81a6-ae4d51e3078a req-0b3f83ac-ece7-4b77-9deb-3d8fd591c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:13.080791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-883081be-0639-40b7-81a6-ae4d51e3078a req-0b3f83ac-ece7-4b77-9deb-3d8fd591c580 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55679dbd-cb19-4dfd-ae57-621a43b8fc30 HTTP/1.1" status: 200 len: 916 time: 0.0908213 Jul 30 00:29:13.153120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-883081be-0639-40b7-81a6-ae4d51e3078a req-c5487af5-3389-465f-a569-3a5cbcca164f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 1000 time: 0.0647194 Jul 30 00:29:13.204248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883081be-0639-40b7-81a6-ae4d51e3078a req-bf4d0fbb-25c7-4491-85e0-aac472f80f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:13.205744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-883081be-0639-40b7-81a6-ae4d51e3078a req-bf4d0fbb-25c7-4491-85e0-aac472f80f41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3 HTTP/1.1" status: 200 len: 854 time: 0.0449207 Jul 30 00:29:13.253586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883081be-0639-40b7-81a6-ae4d51e3078a req-1f5dbf1b-b46b-4511-853b-066c3d6f8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:13.255141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-883081be-0639-40b7-81a6-ae4d51e3078a req-1f5dbf1b-b46b-4511-853b-066c3d6f8131 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55679dbd-cb19-4dfd-ae57-621a43b8fc30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416520 Jul 30 00:29:13.355794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-883081be-0639-40b7-81a6-ae4d51e3078a req-5f195d68-e083-4519-8eda-7d6ee946e3f2 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932100 Jul 30 00:29:13.448804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-883081be-0639-40b7-81a6-ae4d51e3078a req-74e6190e-4adc-4515-bf99-c410c44740c3 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821841 Jul 30 00:29:19.259362 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:21.791491 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b24ef8ca-7cfa-48d1-9890-18b72f075e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:23.504334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2465067-57f6-49e7-be16-e72599c000f1 req-cd52f47f-dbb2-4e98-9ffe-6fdc229225ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409610 Jul 30 00:29:23.593285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2465067-57f6-49e7-be16-e72599c000f1 req-62a0a2d7-b2ff-40f1-814e-6d195b14aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:23.594952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2465067-57f6-49e7-be16-e72599c000f1 req-62a0a2d7-b2ff-40f1-814e-6d195b14aecd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec75c2e312b648eba2446afe9d7c6945&device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 1136 time: 0.0483062 Jul 30 00:29:23.700351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2465067-57f6-49e7-be16-e72599c000f1 req-9906bf49-849b-42e0-a99f-a7aa5ae7053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:23.701914 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2465067-57f6-49e7-be16-e72599c000f1 req-9906bf49-849b-42e0-a99f-a7aa5ae7053e service neutron] 10.222.0.42 "GET /v2.0/networks?id=55679dbd-cb19-4dfd-ae57-621a43b8fc30 HTTP/1.1" status: 200 len: 916 time: 0.0861664 Jul 30 00:29:23.774994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2465067-57f6-49e7-be16-e72599c000f1 req-0ddc1762-1072-47e4-bebf-aea978b25a6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 1000 time: 0.0653656 Jul 30 00:29:23.827904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2465067-57f6-49e7-be16-e72599c000f1 req-ee14d401-f8f6-4ab9-8282-8ca2c6e02408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:23.829840 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2465067-57f6-49e7-be16-e72599c000f1 req-ee14d401-f8f6-4ab9-8282-8ca2c6e02408 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3 HTTP/1.1" status: 200 len: 854 time: 0.0476675 Jul 30 00:29:23.879928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2465067-57f6-49e7-be16-e72599c000f1 req-b9a094da-1a8a-4ffc-bb75-6b85e421b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:23.881434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2465067-57f6-49e7-be16-e72599c000f1 req-b9a094da-1a8a-4ffc-bb75-6b85e421b43a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55679dbd-cb19-4dfd-ae57-621a43b8fc30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446901 Jul 30 00:29:23.981804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2465067-57f6-49e7-be16-e72599c000f1 req-129832a2-b22c-424d-b24d-cae628e93df7 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906796 Jul 30 00:29:24.027244 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:29:24.075929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a2465067-57f6-49e7-be16-e72599c000f1 req-3dd23ee9-de02-4b4e-98c4-6bd5e8c0a975 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863736 Jul 30 00:29:24.228525 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2e05732-13a8-4ad1-be58-fa12b26caa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:24.290098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:25.688003 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:27.328235 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:30.102129 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-098970b8-6155-47d1-968e-124cdcffd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:30.103666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-098970b8-6155-47d1-968e-124cdcffd89b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec75c2e312b648eba2446afe9d7c6945&device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 1136 time: 0.0783310 Jul 30 00:29:30.111755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed6c26-54cd-470f-b308-e0a6091f943d req-9c04203b-dde4-4e83-bf11-7c70ef326c57 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:30.113262 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90ed6c26-54cd-470f-b308-e0a6091f943d req-9c04203b-dde4-4e83-bf11-7c70ef326c57 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0861886 Jul 30 00:29:30.196940 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-90ed6c26-54cd-470f-b308-e0a6091f943d req-2aeb07d7-de79-464b-8ec7-7f4e883f5399 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753255 Jul 30 00:29:30.226211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-21d0b133-b101-4635-9eee-2fef0f3ad789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:30.227679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-21d0b133-b101-4635-9eee-2fef0f3ad789 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55679dbd-cb19-4dfd-ae57-621a43b8fc30 HTTP/1.1" status: 200 len: 916 time: 0.1135776 Jul 30 00:29:30.298936 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-b659cef1-ce26-4d5e-907f-a161fd6f51cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 1000 time: 0.0625548 Jul 30 00:29:30.350647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-caccd4a4-7599-4e26-b9d5-9ab07ff8680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:30.352159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-caccd4a4-7599-4e26-b9d5-9ab07ff8680d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3 HTTP/1.1" status: 200 len: 854 time: 0.0441728 Jul 30 00:29:30.399574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-e5f8bd6c-0b84-4dcb-a983-5caaf84afd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:30.401858 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-e5f8bd6c-0b84-4dcb-a983-5caaf84afd85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55679dbd-cb19-4dfd-ae57-621a43b8fc30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415924 Jul 30 00:29:30.499126 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-f6da51d8-8d0e-4402-af51-1c6b72848a96 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878170 Jul 30 00:29:30.593584 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b717f734-d964-474c-8ca5-9fac2cb5391a req-43edba57-6fd8-4e81-9cba-57152301d2b6 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872731 Jul 30 00:29:31.324615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308aaae-af57-46a5-8daa-0c7e2704ca1f req-09b1885f-e6ef-4075-9b70-600e570d8076 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:31.326302 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c308aaae-af57-46a5-8daa-0c7e2704ca1f req-09b1885f-e6ef-4075-9b70-600e570d8076 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0572879 Jul 30 00:29:31.368886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c308aaae-af57-46a5-8daa-0c7e2704ca1f req-4d80df06-8d56-420b-ac53-88fb3bb1b9f1 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361955 Jul 30 00:29:32.484841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accae84a-27a3-43a3-9539-0e9e142ff589 req-00bc5cb0-bf4a-4517-94be-b569b5f3e4cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:32.486346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-accae84a-27a3-43a3-9539-0e9e142ff589 req-00bc5cb0-bf4a-4517-94be-b569b5f3e4cf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0498004 Jul 30 00:29:32.525838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-accae84a-27a3-43a3-9539-0e9e142ff589 req-0a581918-5918-4708-a304-b0f1378cb1a6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334280 Jul 30 00:29:33.025374 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:33.641935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ca7ee-6e1a-4d71-8148-d4ecd15a11d8 req-eee74bf2-df6a-4e34-815c-3c0ebbbda9e2 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:33.643434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e1ca7ee-6e1a-4d71-8148-d4ecd15a11d8 req-eee74bf2-df6a-4e34-815c-3c0ebbbda9e2 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0503654 Jul 30 00:29:33.683678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e1ca7ee-6e1a-4d71-8148-d4ecd15a11d8 req-04ab6b54-2843-4161-b15b-39166b58f84a tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342054 Jul 30 00:29:34.805491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58578d6-fb4c-4d9d-9f40-761c181f6042 req-05dfb7c6-85c7-4d02-9257-e37cf6859f75 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:34.807597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b58578d6-fb4c-4d9d-9f40-761c181f6042 req-05dfb7c6-85c7-4d02-9257-e37cf6859f75 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0532477 Jul 30 00:29:34.847141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b58578d6-fb4c-4d9d-9f40-761c181f6042 req-6e679028-d8ea-44b5-860c-5a753076c805 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335290 Jul 30 00:29:35.967474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5aee7-4b3a-4413-94c3-2e5d7fb24ec5 req-2aceb651-91ee-4754-b7b8-934dfc220543 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:35.969035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8e5aee7-4b3a-4413-94c3-2e5d7fb24ec5 req-2aceb651-91ee-4754-b7b8-934dfc220543 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0507870 Jul 30 00:29:36.008743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8e5aee7-4b3a-4413-94c3-2e5d7fb24ec5 req-40bcf6e1-0834-44d0-996b-d6180c5d29cb tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336459 Jul 30 00:29:37.123239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b44d-ada5-4124-8120-1b969744add8 req-7afbdd83-54aa-4307-8b4e-7d12b870f51f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:37.124779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9aa9b44d-ada5-4124-8120-1b969744add8 req-7afbdd83-54aa-4307-8b4e-7d12b870f51f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0493479 Jul 30 00:29:37.164955 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9aa9b44d-ada5-4124-8120-1b969744add8 req-9e53052a-e01a-4e75-9d97-a42d6d980ecf tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342712 Jul 30 00:29:38.284424 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bd554-19d1-45cc-8dc1-f87f3aed0644 req-6eb3b778-292a-406d-812a-b867c3cdfc61 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:38.285943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-675bd554-19d1-45cc-8dc1-f87f3aed0644 req-6eb3b778-292a-406d-812a-b867c3cdfc61 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0529943 Jul 30 00:29:38.326270 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-675bd554-19d1-45cc-8dc1-f87f3aed0644 req-99a048dd-5b3c-4089-baa6-e3d3000ec003 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336988 Jul 30 00:29:39.441445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c31b5-5df6-41ce-9763-552a66e04407 req-77cbd778-375f-43a4-bbac-e9a0948c6b3f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:39.442962 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39c31b5-5df6-41ce-9763-552a66e04407 req-77cbd778-375f-43a4-bbac-e9a0948c6b3f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0501678 Jul 30 00:29:39.484928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f39c31b5-5df6-41ce-9763-552a66e04407 req-8eb4affb-5eca-4471-ada6-448543f6e84d tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359421 Jul 30 00:29:40.600043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7da87-0001-430e-a0d8-e482e3e0f153 req-9e870bd8-a547-44d4-aa54-ce46c551ad0d tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:40.601527 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3da7da87-0001-430e-a0d8-e482e3e0f153 req-9e870bd8-a547-44d4-aa54-ce46c551ad0d tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0497561 Jul 30 00:29:40.641521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3da7da87-0001-430e-a0d8-e482e3e0f153 req-4b0bb93f-592e-406a-8639-f5384a745694 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339580 Jul 30 00:29:41.761508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297d6c8-9833-4be1-825d-1e46d102a5dd req-cb2ed883-8fdd-4a39-90ad-6ee35f54d8dc tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:41.762997 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d297d6c8-9833-4be1-825d-1e46d102a5dd req-cb2ed883-8fdd-4a39-90ad-6ee35f54d8dc tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0537226 Jul 30 00:29:41.802396 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d297d6c8-9833-4be1-825d-1e46d102a5dd req-a06062a7-6056-48b3-b2b6-fa6ac18d5b2f tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=a53843bd-bf73-4a67-a3e9-cb198e49cb8a&id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331974 Jul 30 00:29:49.254688 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:51.793052 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8055ca3-2937-44b5-9a46-042a50d3a06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:54.230614 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc942a09-429a-403a-bf9b-8347534f476a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:54.289775 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:55.690414 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:57.326993 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:01.025898 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:30:03.020713 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.539918 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-87a6ce35-0a1d-4e8a-a5e4-1c7be09234fa tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797341715&fields=id&tenant_id=ec75c2e312b648eba2446afe9d7c6945 HTTP/1.1" status: 200 len: 267 time: 0.1356566 Jul 30 00:30:14.593408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-622c65a1-995b-4702-9dd3-643f222355d1 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:14.594932 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-622c65a1-995b-4702-9dd3-643f222355d1 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 984 time: 0.0487421 Jul 30 00:30:14.606440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Request body: {'port': {'security_groups': ['b04f02a7-7c22-40a1-91cd-c7d2ce8b9285']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:14.672652 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.844474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] For port 9326f79f-8a1a-40da-8298-7ade66fc147e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9326f79f-8a1a-40da-8298-7ade66fc147e,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:14.874217 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.878646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.890060 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9326f79f-8a1a-40da-8298-7ade66fc147e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:30:14.921615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:14.922237 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.923703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-803e428f-61c2-46dc-9e8d-69d4324e912d req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "PUT /v2.0/ports/9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 942 time: 0.3223546 Jul 30 00:30:14.924133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:14.926426 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a7590a-f995-445e-9e10-d456ec395a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:14.932298 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 39998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:14.974847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event updated for resources: {'Port': ['ID=9326f79f-8a1a-40da-8298-7ade66fc147e,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:14.986874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.986874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.987761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.988138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.988544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.988884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.989215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.989552 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.989880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.990207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.990533 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:14.991055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a0c65-74a9-4584-ba59-0a973a65c45c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.014061 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72147ed5-4955-4a65-83ee-463e08c0bc4a x-openstack-request-id: req-72147ed5-4955-4a65-83ee-463e08c0bc4a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:15.014611 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:15.015080 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72147ed5-4955-4a65-83ee-463e08c0bc4a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:15.015699 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'status': 'completed', 'code': 200} Jul 30 00:30:15.016304 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.016429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9326f79f-8a1a-40da-8298-7ade66fc147e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:30:15.049639 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.082352 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-c689a720-9c4d-40ad-a847-c48ecde7eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.084868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-c689a720-9c4d-40ad-a847-c48ecde7eca1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec75c2e312b648eba2446afe9d7c6945&device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 1097 time: 0.0675807 Jul 30 00:30:15.118080 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.121742 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.123715 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "DELETE /v2.0/security-groups/a53843bd-bf73-4a67-a3e9-cb198e49cb8a HTTP/1.1" status: 204 len: 168 time: 0.1904008 Jul 30 00:30:15.135962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40004) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:15.179301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53843bd-bf73-4a67-a3e9-cb198e49cb8a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:15.208080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-4c8c0818-06dc-435b-9d80-73564fddce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.209812 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-4c8c0818-06dc-435b-9d80-73564fddce46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55679dbd-cb19-4dfd-ae57-621a43b8fc30 HTTP/1.1" status: 200 len: 916 time: 0.1174455 Jul 30 00:30:15.213307 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.213665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.214016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.214360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.214701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.215674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.216026 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.216363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.216696 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.217034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.217366 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.217711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b319f-437d-49b3-b198-31cfadab61b7 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:15.286578 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6133c9a8-5a3e-436f-bc75-2acc59e64a1c None None] Provisioning complete for port 9326f79f-8a1a-40da-8298-7ade66fc147e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:15.287103 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6133c9a8-5a3e-436f-bc75-2acc59e64a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.290429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-76722bbc-5556-4bc4-8847-ee43d5aa7e55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 1000 time: 0.0719523 Jul 30 00:30:15.314903 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Deleting port b23caa69-ad7d-4e62-bb10-bc40744c2a09 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:15.315257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.343594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-cdf4b542-9a49-438e-8c91-fda0ca707ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.345298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-cdf4b542-9a49-438e-8c91-fda0ca707ce9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3 HTTP/1.1" status: 200 len: 854 time: 0.0469003 Jul 30 00:30:15.396841 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.397177 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.399742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-d84482b2-e87d-4468-ac40-ac10058788a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.401650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-d84482b2-e87d-4468-ac40-ac10058788a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55679dbd-cb19-4dfd-ae57-621a43b8fc30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482731 Jul 30 00:30:15.409575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Calling delete_port for b23caa69-ad7d-4e62-bb10-bc40744c2a09 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:15.492624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-0c8b8c72-2d6a-4ca5-9eb2-55808d796b18 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820117 Jul 30 00:30:15.583205 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.590808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9a7590a-f995-445e-9e10-d456ec395a3d req-e5e361dc-087c-4d7d-9fab-6ec48ec4153c service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901899 Jul 30 00:30:15.606656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event deleted for resources: {'Port': ['ID=b23caa69-ad7d-4e62-bb10-bc40744c2a09,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:15.672695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.673038 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Floating IP 714b3df9-b0c3-4ae6-b8f2-e91b6c5a35db disassociated (deleted). External IP: 172.25.2.47, port: 9326f79f-8a1a-40da-8298-7ade66fc147e. Jul 30 00:30:15.873421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Router 7fa02321-98aa-4710-a7ef-bbecf5222074 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:15.979815 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:15.985039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.990353 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] Sync routers for ids ['7fa02321-98aa-4710-a7ef-bbecf5222074'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:15.999640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] Routers {'7fa02321-98aa-4710-a7ef-bbecf5222074'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:16.000377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:29:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7fa02321-98aa-4710-a7ef-bbecf5222074'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:16.017625 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-77cfae7e-b968-4fdc-b0d5-f54345e391e6 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "DELETE /v2.0/floatingips/714b3df9-b0c3-4ae6-b8f2-e91b6c5a35db HTTP/1.1" status: 204 len: 168 time: 0.8781250 Jul 30 00:30:16.017625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:16.018432 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b172602-8844-4b17-95d5-1b128ab81e19" -d '{"events": [{"name": "network-changed", "server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:16.075336 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f24558-6851-46cf-900f-123fdd0e11e3 x-openstack-request-id: req-56f24558-6851-46cf-900f-123fdd0e11e3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:16.075506 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:16.075682 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56f24558-6851-46cf-900f-123fdd0e11e3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:16.076114 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'status': 'completed', 'code': 200} Jul 30 00:30:16.115868 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] Set router 7fa02321-98aa-4710-a7ef-bbecf5222074 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:16.146227 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-33029632-427d-49c2-9b2d-57b219cfea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:16.147835 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-33029632-427d-49c2-9b2d-57b219cfea21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec75c2e312b648eba2446afe9d7c6945&device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 1097 time: 0.0475767 Jul 30 00:30:16.253163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-838abf74-3e29-407a-bfbb-3c608ddf1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:16.254755 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-838abf74-3e29-407a-bfbb-3c608ddf1d30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55679dbd-cb19-4dfd-ae57-621a43b8fc30 HTTP/1.1" status: 200 len: 916 time: 0.0977314 Jul 30 00:30:16.302827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-82bd25e9-02cb-4d70-a013-69db6930a4b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 200 len: 217 time: 0.0408084 Jul 30 00:30:16.330877 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:28Z', 'revision_number': 5, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:16.353888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-a5c089fa-3d4e-4daf-bae5-dc5d70fdada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:16.355383 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-a5c089fa-3d4e-4daf-bae5-dc5d70fdada6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3 HTTP/1.1" status: 200 len: 854 time: 0.0453756 Jul 30 00:30:16.358026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] Checking router: 7fa02321-98aa-4710-a7ef-bbecf5222074 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:16.366491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] Routers {'7fa02321-98aa-4710-a7ef-bbecf5222074'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:16.367103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:29:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7fa02321-98aa-4710-a7ef-bbecf5222074'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:16.401863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-5db7d42e-b4f0-4ee4-87f6-4074d3d2f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:16.403845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-5db7d42e-b4f0-4ee4-87f6-4074d3d2f46b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55679dbd-cb19-4dfd-ae57-621a43b8fc30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404379 Jul 30 00:30:16.476260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] Set router 7fa02321-98aa-4710-a7ef-bbecf5222074 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:16.500732 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-5c563a33-97a8-4890-87a4-48832ffc1d96 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876677 Jul 30 00:30:16.592736 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b172602-8844-4b17-95d5-1b128ab81e19 req-bef22105-ceb5-4101-a9ef-16644489fd08 service neutron] 10.222.0.42 "GET /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839508 Jul 30 00:30:16.681532 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:28Z', 'revision_number': 5, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:16.708816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e28b4e-5a69-41e6-ab14-886f8493b15f None None] The sync data for ids ['7fa02321-98aa-4710-a7ef-bbecf5222074'] in n-d-712139-11 is: [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '2dbdc6b3-79bd-4b4d-bf0f-00d494568193', 'name': '', 'network_id': '55679dbd-cb19-4dfd-ae57-621a43b8fc30', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'mac_address': 'fa:16:3e:d5:f3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:22Z', 'updated_at': '2021-07-30T00:28:28Z', 'revision_number': 5, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'subnets': [{'id': '3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:16.925739 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bdd7c1-70c0-4046-b7df-8b4f931b4a7c None None] New status for floating IP 714b3df9-b0c3-4ae6-b8f2-e91b6c5a35db: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:30:19.271566 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:21.794506 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3d21-dd49-40ef-ac2f-08fb51de405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:22.968262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2a83-ce90-46a8-ab8b-0910e10b899d req-a72c078a-bc41-4b41-abbf-529e6a909b75 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:22.969855 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c7b2a83-ce90-46a8-ab8b-0910e10b899d req-a72c078a-bc41-4b41-abbf-529e6a909b75 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 945 time: 0.0595937 Jul 30 00:30:23.011399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3c7b2a83-ce90-46a8-ab8b-0910e10b899d req-63b948a0-f2e4-4efd-b1df-bfd88ebafdef tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Jul 30 00:30:24.170275 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332daf18-b9cc-47ab-af1b-ae7af0956f4e req-347084de-00db-4021-8efc-5c9183819e69 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:24.171769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-332daf18-b9cc-47ab-af1b-ae7af0956f4e req-347084de-00db-4021-8efc-5c9183819e69 tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 945 time: 0.0939531 Jul 30 00:30:24.212951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-332daf18-b9cc-47ab-af1b-ae7af0956f4e req-46447da9-f43e-4588-a1a4-96c0c4073c0a tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330276 Jul 30 00:30:24.231768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3e51fdf-3237-4f34-9f8f-24fb2e56d793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:24.289448 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:24.766503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-b97e48af-3af5-4084-b584-752398d7747c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:24.768001 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-b97e48af-3af5-4084-b584-752398d7747c tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.42 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 945 time: 0.0497468 Jul 30 00:30:24.860912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-c1dff91e-205f-4a58-9405-ac333a9155da tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Deleting port 9326f79f-8a1a-40da-8298-7ade66fc147e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:24.861258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-c1dff91e-205f-4a58-9405-ac333a9155da tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:24.948854 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-c1dff91e-205f-4a58-9405-ac333a9155da tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] For port 9326f79f-8a1a-40da-8298-7ade66fc147e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=9326f79f-8a1a-40da-8298-7ade66fc147e,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:24.949224 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-c1dff91e-205f-4a58-9405-ac333a9155da tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:24.962444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-c1dff91e-205f-4a58-9405-ac333a9155da tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Calling delete_port for 9326f79f-8a1a-40da-8298-7ade66fc147e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:25.097003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-c1dff91e-205f-4a58-9405-ac333a9155da tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:25.109054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['9326f79f-8a1a-40da-8298-7ade66fc147e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:30:25.124313 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dff91e-205f-4a58-9405-ac333a9155da tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Pushing event deleted for resources: {'Port': ['ID=9326f79f-8a1a-40da-8298-7ade66fc147e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:25.166846 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-c1dff91e-205f-4a58-9405-ac333a9155da tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] No DVR routers for this DVR port 9326f79f-8a1a-40da-8298-7ade66fc147e on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:30:25.170027 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-c1dff91e-205f-4a58-9405-ac333a9155da tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:25.172033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46d862d5-3daa-4f70-9864-974ca1875d0d req-c1dff91e-205f-4a58-9405-ac333a9155da tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.42 "DELETE /v2.0/ports/9326f79f-8a1a-40da-8298-7ade66fc147e HTTP/1.1" status: 204 len: 173 time: 0.3976610 Jul 30 00:30:25.172641 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'name': 'network-vif-deleted', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:25.174722 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ad17da-79e8-4c16-af6d-1fccccb80193" -d '{"events": [{"server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "name": "network-vif-deleted", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:25.266082 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d45a1fe-a2ea-4e47-932c-2fa548539b85 x-openstack-request-id: req-4d45a1fe-a2ea-4e47-932c-2fa548539b85 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:25.266373 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34036268-134f-406d-9ce9-9e0edc83b384", "name": "network-vif-deleted", "tag": "9326f79f-8a1a-40da-8298-7ade66fc147e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:25.266626 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d45a1fe-a2ea-4e47-932c-2fa548539b85 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:25.267050 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34036268-134f-406d-9ce9-9e0edc83b384', 'name': 'network-vif-deleted', 'tag': '9326f79f-8a1a-40da-8298-7ade66fc147e', 'status': 'completed', 'code': 200} Jul 30 00:30:25.330533 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9fd03f9f-3a3d-49b1-ac28-3628307ab6ff req-19e82452-d3d7-47e5-a281-71b666e0084d tempest-TestMinimumBasicScenario-396581062 tempest-TestMinimumBasicScenario-396581062-project] 10.222.0.37 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 210 time: 0.0296905 Jul 30 00:30:25.537833 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4209e712-3cb3-4d95-9f98-596a6c3dea46 req-95a78d85-cad1-492d-874d-4dde2b26d6cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34036268-134f-406d-9ce9-9e0edc83b384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0715909 Jul 30 00:30:25.608717 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4209e712-3cb3-4d95-9f98-596a6c3dea46 req-f2006f51-abf0-43c9-9eea-0c7ff32a9871 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec75c2e312b648eba2446afe9d7c6945&device_id=34036268-134f-406d-9ce9-9e0edc83b384 HTTP/1.1" status: 200 len: 210 time: 0.0277731 Jul 30 00:30:25.696844 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:25.814901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209e712-3cb3-4d95-9f98-596a6c3dea46 req-3e34dbc4-a3dc-4945-9ab9-25f4ab1cacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:25.816334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4209e712-3cb3-4d95-9f98-596a6c3dea46 req-3e34dbc4-a3dc-4945-9ab9-25f4ab1cacdc service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ec75c2e312b648eba2446afe9d7c6945&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1888580 Jul 30 00:30:25.979578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209e712-3cb3-4d95-9f98-596a6c3dea46 req-ff0f807b-1378-4e1e-adf5-03412274a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:25.981103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4209e712-3cb3-4d95-9f98-596a6c3dea46 req-ff0f807b-1378-4e1e-adf5-03412274a8a9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574092 Jul 30 00:30:26.885530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:27.231024 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:27.330854 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:27.471801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] Deleting port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:27.472167 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:27.891546 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] For port 2dbdc6b3-79bd-4b4d-bf0f-00d494568193, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2dbdc6b3-79bd-4b4d-bf0f-00d494568193,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:27.892234 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:27.904127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] Calling delete_port for 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:28.081688 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:28.104434 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbdc6b3-79bd-4b4d-bf0f-00d494568193,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:28.284255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:28.498658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] Router 7fa02321-98aa-4710-a7ef-bbecf5222074 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:28.603978 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:28.610204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a2136e5d-b666-4b29-a818-604ca6090a11 admin admin] 10.222.0.37 "PUT /v2.0/routers/7fa02321-98aa-4710-a7ef-bbecf5222074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7236214 Jul 30 00:30:28.612729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:28.614219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] Sync routers for ids ['7fa02321-98aa-4710-a7ef-bbecf5222074'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:28.624557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] Routers {'7fa02321-98aa-4710-a7ef-bbecf5222074'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:28.625181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7fa02321-98aa-4710-a7ef-bbecf5222074'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:28.718572 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:28.730075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] Set router 7fa02321-98aa-4710-a7ef-bbecf5222074 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:28.821139 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:28.873556 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Deleting port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:28.873912 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:28.910118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:30:28Z', 'revision_number': 5, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port': {'id': 'fd36ec9b-d182-48ef-b07d-cd93a8b98ed4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:20Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:28.938247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] Checking router: 7fa02321-98aa-4710-a7ef-bbecf5222074 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:28.946515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] Routers {'7fa02321-98aa-4710-a7ef-bbecf5222074'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:28.947134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['7fa02321-98aa-4710-a7ef-bbecf5222074'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:28.953737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] For port fd36ec9b-d182-48ef-b07d-cd93a8b98ed4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=fd36ec9b-d182-48ef-b07d-cd93a8b98ed4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:28.954580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:28.968168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Calling delete_port for fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:29.035878 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] Set router 7fa02321-98aa-4710-a7ef-bbecf5222074 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:29.088946 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:30:28Z', 'revision_number': 6, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:29.120630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad908c-9f8e-45b7-95c1-aa8a7e6c774a None None] The sync data for ids ['7fa02321-98aa-4710-a7ef-bbecf5222074'] in n-d-712139-11 is: [{'id': '7fa02321-98aa-4710-a7ef-bbecf5222074', 'name': 'tempest-TestMinimumBasicScenario-1829099108-router', 'tenant_id': 'ec75c2e312b648eba2446afe9d7c6945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:30:28Z', 'revision_number': 6, 'project_id': 'ec75c2e312b648eba2446afe9d7c6945', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:29.138946 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.163936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd36ec9b-d182-48ef-b07d-cd93a8b98ed4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:29.229389 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.317678 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.319731 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.362100 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.362616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa02321-98aa-4710-a7ef-bbecf5222074 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:30:29.367679 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.368872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1a1f9a03-cc46-43ca-88dd-cabd0615a657 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7fa02321-98aa-4710-a7ef-bbecf5222074 HTTP/1.1" status: 204 len: 168 time: 0.7548871 Jul 30 00:30:29.371463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:29.419169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2843382-1542-40d2-b935-cdf7aa9c54b0 admin admin] Deleting subnet 3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:30:29.422038 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2843382-1542-40d2-b935-cdf7aa9c54b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.456824 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2843382-1542-40d2-b935-cdf7aa9c54b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.540374 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2843382-1542-40d2-b935-cdf7aa9c54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.594132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2843382-1542-40d2-b935-cdf7aa9c54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.613955 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9326f79f-8a1a-40da-8298-7ade66fc147e no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:29.625820 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2843382-1542-40d2-b935-cdf7aa9c54b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:29.627802 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2843382-1542-40d2-b935-cdf7aa9c54b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.630309 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c2843382-1542-40d2-b935-cdf7aa9c54b0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3e73d4a7-d5a5-44d4-9d1d-2ce585f4a7f3 HTTP/1.1" status: 204 len: 168 time: 0.2572994 Jul 30 00:30:29.632462 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40126) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:29.635440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a93f08-912b-4a4a-9307-53f4809d9238 None None] Network 55679dbd-cb19-4dfd-ae57-621a43b8fc30 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:30:29.639175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 9326f79f-8a1a-40da-8298-7ade66fc147e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:29.639529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 9326f79f-8a1a-40da-8298-7ade66fc147e not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:29.700063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.755208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Deleting port d867c5e5-97dd-456c-b4f6-e7d702791467 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:29.755560 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.821348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] For port d867c5e5-97dd-456c-b4f6-e7d702791467, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d867c5e5-97dd-456c-b4f6-e7d702791467,segment=NetworkSegment(28444ac5-8067-49ec-a228-449ff3a80d11),segment_id=28444ac5-8067-49ec-a228-449ff3a80d11)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:29.821649 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.837673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Calling delete_port for d867c5e5-97dd-456c-b4f6-e7d702791467 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:29.868648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] DHCP port deletion for 55679dbd-cb19-4dfd-ae57-621a43b8fc30 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:30:29.916904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Deleting port d867c5e5-97dd-456c-b4f6-e7d702791467 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:29.917325 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.917646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:29.945637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=d867c5e5-97dd-456c-b4f6-e7d702791467,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:29.947563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] No DVR routers for this DVR port d867c5e5-97dd-456c-b4f6-e7d702791467 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:30:29.985565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] For port d867c5e5-97dd-456c-b4f6-e7d702791467, host n-d-712139-11, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:29.985969 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.002994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Calling delete_port for d867c5e5-97dd-456c-b4f6-e7d702791467 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:30.005653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Port d867c5e5-97dd-456c-b4f6-e7d702791467 was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:30:30.006938 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.023961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.034677 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55679dbd-cb19-4dfd-ae57-621a43b8fc30']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:30.035694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Pushing event deleted for resources: {'Port': ['ID=d867c5e5-97dd-456c-b4f6-e7d702791467,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:30.044195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] No DVR routers for this DVR port d867c5e5-97dd-456c-b4f6-e7d702791467 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:30:30.046224 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28444ac5-8067-49ec-a228-449ff3a80d11') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:30.046729 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28444ac5-8067-49ec-a228-449ff3a80d11') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:30.047143 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.047502 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.047934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.048422 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.048772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.049116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.049461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.049802 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.050150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.050708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.050981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.051328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dcd47-ef11-4cdd-822a-9b9ec98f781a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:30.063449 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.078582 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.086643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:30:30.087053 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:30:30.088910 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:30:30.150160 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.155675 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.157540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] 10.222.0.37 "DELETE /v2.0/networks/55679dbd-cb19-4dfd-ae57-621a43b8fc30 HTTP/1.1" status: 204 len: 168 time: 0.5241618 Jul 30 00:30:30.160522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:30.169334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83afbed-1b54-465f-b353-0a4796433e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=55679dbd-cb19-4dfd-ae57-621a43b8fc30,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:30.188078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:30.208664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:30.209011 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2dbdc6b3-79bd-4b4d-bf0f-00d494568193 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:30.209429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d867c5e5-97dd-456c-b4f6-e7d702791467 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:30.237161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d867c5e5-97dd-456c-b4f6-e7d702791467 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:30.237598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d867c5e5-97dd-456c-b4f6-e7d702791467 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:30.238095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:30.257418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:30.257774 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device fd36ec9b-d182-48ef-b07d-cd93a8b98ed4 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:30.514338 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.760622 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] Deleting port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:30.760966 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.838757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] For port 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9238f69c-d4c8-496d-8ff5-1fd9b7fd4800,segment=NetworkSegment(30a209fb-a8b5-460d-88fc-63d6364a4d42),segment_id=30a209fb-a8b5-460d-88fc-63d6364a4d42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:30.839128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.857508 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] Calling delete_port for 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:31.041783 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:31.067486 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9238f69c-d4c8-496d-8ff5-1fd9b7fd4800,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:31.234457 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:31.452764 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] Router 82376e60-93c8-46c3-8fc8-9398ed2d2836 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:31.556715 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:31.564845 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d4c84924-fa64-4ca7-892b-5d3b9766aae5 admin admin] 10.222.0.37 "PUT /v2.0/routers/82376e60-93c8-46c3-8fc8-9398ed2d2836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4006453 Jul 30 00:30:31.564944 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:31.583403 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] Sync routers for ids ['82376e60-93c8-46c3-8fc8-9398ed2d2836'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:31.598921 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] Routers {'82376e60-93c8-46c3-8fc8-9398ed2d2836'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:31.599523 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['82376e60-93c8-46c3-8fc8-9398ed2d2836'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:31.751641 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] Set router 82376e60-93c8-46c3-8fc8-9398ed2d2836 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:31.916462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:31.959956 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'name': 'tempest-TestMinimumBasicScenario-1339387701-router', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:30:30Z', 'revision_number': 5, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'gw_port': {'id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:31.990987 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] Checking router: 82376e60-93c8-46c3-8fc8-9398ed2d2836 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:31.999501 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] Routers {'82376e60-93c8-46c3-8fc8-9398ed2d2836'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:32.000283 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['82376e60-93c8-46c3-8fc8-9398ed2d2836'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:32.024334 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.076969 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Deleting port a9f85482-d689-4e88-9e71-26a5a8d3cebb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:32.077312 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.107091 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] Set router 82376e60-93c8-46c3-8fc8-9398ed2d2836 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:32.170010 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] For port a9f85482-d689-4e88-9e71-26a5a8d3cebb, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a9f85482-d689-4e88-9e71-26a5a8d3cebb,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:32.170380 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.183871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Calling delete_port for a9f85482-d689-4e88-9e71-26a5a8d3cebb owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:32.292633 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'name': 'tempest-TestMinimumBasicScenario-1339387701-router', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:30:30Z', 'revision_number': 5, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'gw_port': {'id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:32.322015 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf71476-f484-48e7-bc78-fa78ecc3c33e None None] The sync data for ids ['82376e60-93c8-46c3-8fc8-9398ed2d2836'] in n-d-712139-11 is: [{'id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'name': 'tempest-TestMinimumBasicScenario-1339387701-router', 'tenant_id': '4ccc2529a3c5488db065a715ee058d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:30:30Z', 'revision_number': 5, 'project_id': '4ccc2529a3c5488db065a715ee058d27', 'gw_port': {'id': 'a9f85482-d689-4e88-9e71-26a5a8d3cebb', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82376e60-93c8-46c3-8fc8-9398ed2d2836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:24Z', 'updated_at': '2021-07-30T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:32.370798 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.401636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f85482-d689-4e88-9e71-26a5a8d3cebb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:32.464207 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.554488 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.556622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.601904 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.602788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82376e60-93c8-46c3-8fc8-9398ed2d2836 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:30:32.607214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.608212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f1394597-8d37-4236-a540-136e430c9257 admin admin] 10.222.0.37 "DELETE /v2.0/routers/82376e60-93c8-46c3-8fc8-9398ed2d2836 HTTP/1.1" status: 204 len: 168 time: 1.0423343 Jul 30 00:30:32.610877 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:32.662728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e3ef34-6b08-4949-ab3f-a341ac55069d admin admin] Deleting subnet 7a68d352-7340-4219-85e4-1ed40b3ee086 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:30:32.665940 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19e3ef34-6b08-4949-ab3f-a341ac55069d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.702073 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19e3ef34-6b08-4949-ab3f-a341ac55069d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.786084 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19e3ef34-6b08-4949-ab3f-a341ac55069d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.844415 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19e3ef34-6b08-4949-ab3f-a341ac55069d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.869456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3ef34-6b08-4949-ab3f-a341ac55069d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a68d352-7340-4219-85e4-1ed40b3ee086,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:32.873668 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19e3ef34-6b08-4949-ab3f-a341ac55069d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.877807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-19e3ef34-6b08-4949-ab3f-a341ac55069d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7a68d352-7340-4219-85e4-1ed40b3ee086 HTTP/1.1" status: 204 len: 168 time: 0.2637727 Jul 30 00:30:32.878202 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:32.886014 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b2a742-0bf5-4f22-87da-0e8067a0fef4 None None] Network 308e5977-a558-4694-8356-17560c7cf168 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:30:32.950462 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.013034 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Deleting port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:33.013380 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.023412 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.080215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] For port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=d78b0e4a-c7c9-427c-a2d6-608e1f9a108b,segment=NetworkSegment(30a209fb-a8b5-460d-88fc-63d6364a4d42),segment_id=30a209fb-a8b5-460d-88fc-63d6364a4d42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:33.080584 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.093009 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Calling delete_port for d78b0e4a-c7c9-427c-a2d6-608e1f9a108b owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:33.171919 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.202116 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d78b0e4a-c7c9-427c-a2d6-608e1f9a108b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:33.204301 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] No DVR routers for this DVR port d78b0e4a-c7c9-427c-a2d6-608e1f9a108b on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:30:33.272424 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.283514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308e5977-a558-4694-8356-17560c7cf168']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:33.294942 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a209fb-a8b5-460d-88fc-63d6364a4d42') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:33.295180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a209fb-a8b5-460d-88fc-63d6364a4d42') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:33.304437 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.319528 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.326206 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:30:33.326601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:30:33.328534 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:30:33.394100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c02efe-8806-4a3d-8537-f2aa9fdbee97 None None] DHCP port deletion for 308e5977-a558-4694-8356-17560c7cf168 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:30:33.395054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.401033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.403788 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] 10.222.0.37 "DELETE /v2.0/networks/308e5977-a558-4694-8356-17560c7cf168 HTTP/1.1" status: 204 len: 168 time: 0.5237665 Jul 30 00:30:33.415865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14749f-3d48-46b9-9274-370d1532fe0e admin admin] Pushing event deleted for resources: {'Network': ['ID=308e5977-a558-4694-8356-17560c7cf168,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:33.571795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40144) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:33.613506 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eb474eee-8600-4a83-8fd1-f57df01d8aaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec75c2e312b648eba2446afe9d7c6945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404043 Jul 30 00:30:33.615955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40146) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:33.664496 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d40ddea-a4d5-494f-9ed9-b7b565549a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.686380 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d40ddea-a4d5-494f-9ed9-b7b565549a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.736490 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d40ddea-a4d5-494f-9ed9-b7b565549a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.739156 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d40ddea-a4d5-494f-9ed9-b7b565549a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:33.740376 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7d40ddea-a4d5-494f-9ed9-b7b565549a60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b04f02a7-7c22-40a1-91cd-c7d2ce8b9285 HTTP/1.1" status: 204 len: 168 time: 0.1234374 Jul 30 00:30:33.749075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40ddea-a4d5-494f-9ed9-b7b565549a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04f02a7-7c22-40a1-91cd-c7d2ce8b9285,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:34.051483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40154) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:34.090861 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-baf9034d-f8fd-4ad7-a455-9b10b8b9ec68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ccc2529a3c5488db065a715ee058d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381629 Jul 30 00:30:34.093352 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:34.143737 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f06eca5-318f-4ddb-b92d-671ac164a3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:34.164313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a9f85482-d689-4e88-9e71-26a5a8d3cebb no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:34.165157 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f06eca5-318f-4ddb-b92d-671ac164a3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:34.185281 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a9f85482-d689-4e88-9e71-26a5a8d3cebb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:34.185626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a9f85482-d689-4e88-9e71-26a5a8d3cebb not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:34.186229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d78b0e4a-c7c9-427c-a2d6-608e1f9a108b no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:34.210199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: d78b0e4a-c7c9-427c-a2d6-608e1f9a108b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:34.210482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device d78b0e4a-c7c9-427c-a2d6-608e1f9a108b not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:34.210929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:34.218125 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f06eca5-318f-4ddb-b92d-671ac164a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:34.220962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f06eca5-318f-4ddb-b92d-671ac164a3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:34.225707 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2f06eca5-318f-4ddb-b92d-671ac164a3ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36eb9c38-ed64-4953-9c2a-a6a8c4b0ad00 HTTP/1.1" status: 204 len: 168 time: 0.1278753 Jul 30 00:30:34.232755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:34.233085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06eca5-318f-4ddb-b92d-671ac164a3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eb9c38-ed64-4953-9c2a-a6a8c4b0ad00,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:34.233271 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9238f69c-d4c8-496d-8ff5-1fd9b7fd4800 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:35.863074 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:35.867896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257569759', 'description': 'tempest-secgroup-smoke-1257569759 description', 'project_id': '17aa962f250245bb97df2d1d5a547b2d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:35.892199 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:35.900197 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:35.997362 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.001027 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.038171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8370f9bb-3f57-4910-9daa-048887c7cff9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:36.095970 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.099622 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.123906 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.125174 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2610745 Jul 30 00:30:36.128485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40198) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:36.133344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9869abd4-c8c9-40fe-a696-34b75aed2c0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'dc25d58d-14b3-4b56-a3c7-86c67e7d4c76', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:36.133552 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7274f-a344-4f5e-af7d-35a854877d52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:36.165798 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9869abd4-c8c9-40fe-a696-34b75aed2c0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.211787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9869abd4-c8c9-40fe-a696-34b75aed2c0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.215858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9869abd4-c8c9-40fe-a696-34b75aed2c0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.234775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869abd4-c8c9-40fe-a696-34b75aed2c0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdf97a7-593f-4234-a343-e45299f0b9e5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:36.241695 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9869abd4-c8c9-40fe-a696-34b75aed2c0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.243151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9869abd4-c8c9-40fe-a696-34b75aed2c0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136267 Jul 30 00:30:36.246357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40200) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:36.251242 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c18f5118-0282-409e-aaa8-fe84e709dbc6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'dc25d58d-14b3-4b56-a3c7-86c67e7d4c76', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:36.279928 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c18f5118-0282-409e-aaa8-fe84e709dbc6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.327783 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c18f5118-0282-409e-aaa8-fe84e709dbc6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.331443 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c18f5118-0282-409e-aaa8-fe84e709dbc6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.349012 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f5118-0282-409e-aaa8-fe84e709dbc6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fab0f1-54bb-40f0-b487-9cb42f73e747,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:36.355624 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c18f5118-0282-409e-aaa8-fe84e709dbc6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.356877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c18f5118-0282-409e-aaa8-fe84e709dbc6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1094081 Jul 30 00:30:36.359636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40202) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:36.364122 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-73294073-4e59-490d-b103-bd1aa815c08e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'dc25d58d-14b3-4b56-a3c7-86c67e7d4c76', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:36.389751 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73294073-4e59-490d-b103-bd1aa815c08e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.448361 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73294073-4e59-490d-b103-bd1aa815c08e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.452821 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73294073-4e59-490d-b103-bd1aa815c08e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.472447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73294073-4e59-490d-b103-bd1aa815c08e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c187df76-8bbf-4ec1-893b-55ee34658189,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:36.476269 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73294073-4e59-490d-b103-bd1aa815c08e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.477500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-73294073-4e59-490d-b103-bd1aa815c08e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168935 Jul 30 00:30:36.480250 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40204) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:36.484739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-84a24d8b-6e12-4923-8dec-6c3269d24ba1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'dc25d58d-14b3-4b56-a3c7-86c67e7d4c76', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:36.510647 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84a24d8b-6e12-4923-8dec-6c3269d24ba1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.573133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84a24d8b-6e12-4923-8dec-6c3269d24ba1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.577966 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84a24d8b-6e12-4923-8dec-6c3269d24ba1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.596918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a24d8b-6e12-4923-8dec-6c3269d24ba1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e062a188-291d-40ac-958e-17ccec5546f8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:36.604116 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84a24d8b-6e12-4923-8dec-6c3269d24ba1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.607871 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-84a24d8b-6e12-4923-8dec-6c3269d24ba1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242166 Jul 30 00:30:36.608100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40206) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:36.612761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e793b65d-f301-4e84-a352-aa115bd42f9c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'dc25d58d-14b3-4b56-a3c7-86c67e7d4c76', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:36.634309 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-e793b65d-f301-4e84-a352-aa115bd42f9c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Project 17aa962f250245bb97df2d1d5a547b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:30:36.639955 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e793b65d-f301-4e84-a352-aa115bd42f9c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.702913 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e793b65d-f301-4e84-a352-aa115bd42f9c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.706896 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e793b65d-f301-4e84-a352-aa115bd42f9c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.723176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793b65d-f301-4e84-a352-aa115bd42f9c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b6605c-4bf5-4f4e-8f21-c08c5c03752b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:36.732842 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e793b65d-f301-4e84-a352-aa115bd42f9c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.734198 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e793b65d-f301-4e84-a352-aa115bd42f9c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251650 Jul 30 00:30:36.736987 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40208) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:36.741441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2cbade6e-0d67-459f-8f71-57087f8e8a92 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'dc25d58d-14b3-4b56-a3c7-86c67e7d4c76', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:36.765371 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-2cbade6e-0d67-459f-8f71-57087f8e8a92 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Project 17aa962f250245bb97df2d1d5a547b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:30:36.770684 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbade6e-0d67-459f-8f71-57087f8e8a92 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.838102 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbade6e-0d67-459f-8f71-57087f8e8a92 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.843083 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbade6e-0d67-459f-8f71-57087f8e8a92 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.865266 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbade6e-0d67-459f-8f71-57087f8e8a92 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07db3c2-9dc0-42bf-af90-ff44ba85c38e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:36.873462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbade6e-0d67-459f-8f71-57087f8e8a92 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.874660 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2cbade6e-0d67-459f-8f71-57087f8e8a92 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367264 Jul 30 00:30:36.877747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40210) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:36.882613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'network': {'name': 'tempest-network-smoke--44092156', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:36.905211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:30:36.909199 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.936828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:30:36.948828 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.949167 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Added segment a44eca07-3e73-4de8-9d3d-1c1643e78608 of type vlan for network 4f101821-b686-437d-a7d4-5c2d740a7640 Jul 30 00:30:37.000616 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.034986 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.040505 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:37.041091 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.116838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2379680 Jul 30 00:30:37.119691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40212) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:37.127791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'admin_state_up': True, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:37.134336 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a5d26-cdb9-4e8c-9065-89295f7356fc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Network': ['ID=4f101821-b686-437d-a7d4-5c2d740a7640,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:37.144960 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 4f101821-b686-437d-a7d4-5c2d740a7640 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:30:37.157846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.159007 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.246495 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.423199 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.610658 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.638705 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.738056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.25.2.137 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/f28b0cae-5133-4646-ba81-4225e8be6922) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:30:37.847178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.888284 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.927048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:37.931767 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:37.936896 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:30:37.939341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=f28b0cae-5133-4646-ba81-4225e8be6922,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:38.025046 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:30:38.486218 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:38.682205 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:38.817699 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router f7bb8769-42e7-4c16-96d9-cfceb1a99774 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:30:38.923272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:38.936388 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Sync routers for ids ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:38.942881 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:38.944552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8a4d7c11-5753-4eae-8ab8-c7644e96069b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8238273 Jul 30 00:30:38.945392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Routers {'f7bb8769-42e7-4c16-96d9-cfceb1a99774'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:38.946010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:38.947844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40214) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:39.079443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-829becc7-eba6-4654-ab53-69c4e2d20377 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=17aa962f250245bb97df2d1d5a547b2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1300302 Jul 30 00:30:39.082103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40218) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:39.215751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Set router f7bb8769-42e7-4c16-96d9-cfceb1a99774 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:39.232176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e04a3b2-3ef4-449e-9e83-f8cc36df6118 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:39.233747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3e04a3b2-3ef4-449e-9e83-f8cc36df6118 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506929 Jul 30 00:30:39.236637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40220) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:39.270676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5af0b7dd-b38a-4d67-8d6e-f01676d2ef49 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329144 Jul 30 00:30:39.273360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:39.278788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1538718496', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:39.369503 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:30:39.373089 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:39.396414 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:38Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:39.423675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Checking router: f7bb8769-42e7-4c16-96d9-cfceb1a99774 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:39.424057 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Updating router f7bb8769-42e7-4c16-96d9-cfceb1a99774 port f28b0cae-5133-4646-ba81-4225e8be6922 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:30:39.448887 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:39.555118 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:39.617117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Subnet': ['ID=c704bb5a-2992-44af-ade5-397f0667c6be,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:39.625075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Checking segment: {'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:30:39.625441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network hostable DHCP agents. Network: 4f101821-b686-437d-a7d4-5c2d740a7640, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:30:39.642123 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 4f101821-b686-437d-a7d4-5c2d740a7640 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:30:39.651909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 4f101821-b686-437d-a7d4-5c2d740a7640) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:39.656420 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:39.657026 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:39.661663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a94a7-84a6-4fbe-9f40-a2f53568e52a None None] Network 4f101821-b686-437d-a7d4-5c2d740a7640 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:30:39.672115 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8948fca3-b1d7-472d-854a-64c0d27650e0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3977091 Jul 30 00:30:39.674788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40224) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:39.769725 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:39.790699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Transition to ACTIVE for port object f28b0cae-5133-4646-ba81-4225e8be6922 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:39.798993 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:39.890988 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Attempting to bind port f28b0cae-5133-4646-ba81-4225e8be6922 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:30:39.891298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Attempting to bind port f28b0cae-5133-4646-ba81-4225e8be6922 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:30:39.891634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Attempting to bind port f28b0cae-5133-4646-ba81-4225e8be6922 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:30:39.897153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f22ad-dd2d-4ba3-aac4-3c0feb8a4d6c None None] Pushing event updated for resources: {'Port': ['ID=f28b0cae-5133-4646-ba81-4225e8be6922,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:39.905905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:30:39.906351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:30:39.906769 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:39.907161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:30:39.907640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Bound port: f28b0cae-5133-4646-ba81-4225e8be6922, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:30:39.908037 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:39.957962 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-4f101821-b686-437d-a7d4-5c2d740a7640', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:30:39.958455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:39.995581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] For port f28b0cae-5133-4646-ba81-4225e8be6922, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:30:40.000290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] For port f28b0cae-5133-4646-ba81-4225e8be6922, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f28b0cae-5133-4646-ba81-4225e8be6922,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:30:40.046282 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:40.112281 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:40.154500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Routers {'f7bb8769-42e7-4c16-96d9-cfceb1a99774'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:40.155050 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:40.199306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f22ad-dd2d-4ba3-aac4-3c0feb8a4d6c None None] Pushing event updated for resources: {'Port': ['ID=f28b0cae-5133-4646-ba81-4225e8be6922,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:40.219113 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Allocated IP 172.20.0.2 (4f101821-b686-437d-a7d4-5c2d740a7640/c704bb5a-2992-44af-ade5-397f0667c6be/eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:30:40.330836 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] Set router f7bb8769-42e7-4c16-96d9-cfceb1a99774 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:40.524935 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:40.551471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Transition to ACTIVE for port object eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:40.570518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Transition to ACTIVE for port object eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:40.579330 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:40.626539 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.20.0.1 (4f101821-b686-437d-a7d4-5c2d740a7640/c704bb5a-2992-44af-ade5-397f0667c6be/9689ba5c-30f9-46e2-b4e8-f2712d87eeb0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:30:40.628571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Network 4f101821-b686-437d-a7d4-5c2d740a7640 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:40.635461 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:40.641219 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:30:40.643981 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:38Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:40.647686 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Pushing event updated for resources: {'Port': ['ID=eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:40.677889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd873ad-ede0-4ec0-ba3a-d39c9494ffd7 None None] The sync data for ids ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'] in n-d-712139-11 is: [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:38Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:40.735875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Attempting to bind port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:30:40.736282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Attempting to bind port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:30:40.737026 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Attempting to bind port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 on network 4f101821-b686-437d-a7d4-5c2d740a7640 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:30:40.742304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:30:40.742752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Checking segment: {'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:30:40.743093 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:40.743521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Bound using segment: {'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:30:40.744004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Bound port: eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:30:40.744419 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:40.750061 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:40.769753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Transition to ACTIVE for port object 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:40.805182 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:40.817095 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] For port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:30:40.820699 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] For port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:30:40.826087 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:40.846678 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 4f101821-b686-437d-a7d4-5c2d740a7640 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:40.849834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:40.853586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:30:40.890965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcb796-3067-4a8c-b529-c206117b3269 None None] Pushing event updated for resources: {'Port': ['ID=eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:40.893367 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=9689ba5c-30f9-46e2-b4e8-f2712d87eeb0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:40.932200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:41.120041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:41.416664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:41.421946 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:41.499600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=9689ba5c-30f9-46e2-b4e8-f2712d87eeb0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:41.507778 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:41.847355 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e91f1f-8f26-4a8d-9cb0-80e4bfb4b7d8 None None] Network 4f101821-b686-437d-a7d4-5c2d740a7640 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:30:41.882303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 4f101821-b686-437d-a7d4-5c2d740a7640 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:41.883770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:41.907816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c175225a-a406-473c-91a1-1d1bf50db5b9 None None] Provisioning for port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:42.002807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router f7bb8769-42e7-4c16-96d9-cfceb1a99774 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:42.124599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:42.139005 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ede949f3-e29f-46da-b6dc-6dc6e4cba5b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "PUT /v2.0/routers/f7bb8769-42e7-4c16-96d9-cfceb1a99774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4627097 Jul 30 00:30:42.246022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ada1d960-5cdd-4150-a5df-bb60faab278e None None] Provisioning for port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:42.250711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:42.254808 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ada1d960-5cdd-4150-a5df-bb60faab278e None None] Provisioning complete for port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:42.255195 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ada1d960-5cdd-4150-a5df-bb60faab278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.322675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-7539a1d2-99f7-4387-a5e2-1e131a39bf99 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257569759&fields=id&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 267 time: 0.0423112 Jul 30 00:30:42.344349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ada1d960-5cdd-4150-a5df-bb60faab278e None None] Port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:30:42.365158 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:42.369815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:42.370193 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.396386 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Sync routers for ids ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:42.409944 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Routers {'f7bb8769-42e7-4c16-96d9-cfceb1a99774'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:42.410871 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:42.459898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-ad52321f-94b3-48fc-bfdf-0b57098ad69a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:42.461746 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-ad52321f-94b3-48fc-bfdf-0b57098ad69a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/networks?id=4f101821-b686-437d-a7d4-5c2d740a7640 HTTP/1.1" status: 200 len: 795 time: 0.1310768 Jul 30 00:30:42.482861 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.485895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-7aecaf63-1179-4211-94f8-c64f44c2416d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/quotas/17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 375 time: 0.0169640 Jul 30 00:30:42.547437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:42.559362 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-593c372a-818c-48f9-84ef-c2f96158d177 None None] Provisioning complete for port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:42.560287 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-593c372a-818c-48f9-84ef-c2f96158d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.578988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-ed12e186-0f14-45a4-9374-0a5a35486145 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860610 Jul 30 00:30:42.602056 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.603270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f28b0cae-5133-4646-ba81-4225e8be6922 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:42.690201 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Set router f7bb8769-42e7-4c16-96d9-cfceb1a99774 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:42.756670 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-21d39dcc-9bdd-4596-9c35-b02122409509 service neutron] 10.222.0.37 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642406 Jul 30 00:30:42.856362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-c4121d30-aa97-4833-b18d-5f37a7ea92b5 service neutron] 10.222.0.37 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914316 Jul 30 00:30:42.857429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-593c372a-818c-48f9-84ef-c2f96158d177 None None] Port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:30:42.878799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:42.893965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port f28b0cae-5133-4646-ba81-4225e8be6922 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:42.898186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f28b0cae-5133-4646-ba81-4225e8be6922 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:42.898636 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.941049 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:41Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9689ba5c-30f9-46e2-b4e8-f2712d87eeb0', 'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:40:4d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:40Z', 'updated_at': '2021-07-30T00:30:41Z', 'revision_number': 2, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:42.982006 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Checking router: f7bb8769-42e7-4c16-96d9-cfceb1a99774 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:42.982231 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Updating router f7bb8769-42e7-4c16-96d9-cfceb1a99774 port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:30:42.998033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eb59894c-3ade-4de9-9613-bc4bfaae4c89 None None] Provisioning complete for port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:42.998518 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb59894c-3ade-4de9-9613-bc4bfaae4c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:43.000253 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:43.012227 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:43.048781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port f28b0cae-5133-4646-ba81-4225e8be6922, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f28b0cae-5133-4646-ba81-4225e8be6922,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:43.058534 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:43.067315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eb59894c-3ade-4de9-9613-bc4bfaae4c89 None None] Port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:30:43.082845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4bed125-1913-48e0-bf71-fcff0464929c req-8dbf3dcc-f980-4d35-9b16-0b63b6c07fbb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0562394 Jul 30 00:30:43.126366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=f28b0cae-5133-4646-ba81-4225e8be6922,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:43.311697 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:43.321019 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Transition to ACTIVE for port object 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:43.327746 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:43.377925 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Pushing event updated for resources: {'Port': ['ID=9689ba5c-30f9-46e2-b4e8-f2712d87eeb0,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:43.402104 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.402765 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.402765 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.402998 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.403190 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.403526 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.403857 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.404212 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.404547 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.404979 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.405191 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.405712 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:43.437037 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Attempting to bind port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:30:43.437560 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Attempting to bind port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:30:43.438011 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Attempting to bind port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 on network 4f101821-b686-437d-a7d4-5c2d740a7640 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:30:43.444084 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:30:43.444460 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Checking segment: {'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:30:43.445154 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:43.445545 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Bound using segment: {'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:30:43.446148 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Bound port: 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:30:43.446532 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:43.517067 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] For port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:30:43.520688 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] For port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9689ba5c-30f9-46e2-b4e8-f2712d87eeb0,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:30:43.525272 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:43.581826 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Routers {'f7bb8769-42e7-4c16-96d9-cfceb1a99774'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:43.582693 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:30:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:43.643640 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35817eab-5adb-4e57-a39b-697931c9293d None None] Pushing event updated for resources: {'Port': ['ID=9689ba5c-30f9-46e2-b4e8-f2712d87eeb0,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:43.721152 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] Set router f7bb8769-42e7-4c16-96d9-cfceb1a99774 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:43.936236 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:41Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9689ba5c-30f9-46e2-b4e8-f2712d87eeb0', 'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:40:4d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:40Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:43.963258 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d4e38-9e48-4d82-8dba-c5587641c9e7 None None] The sync data for ids ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'] in n-d-712139-11 is: [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:41Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9689ba5c-30f9-46e2-b4e8-f2712d87eeb0', 'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:40:4d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:40Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:44.228814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ddf8559-3dab-4527-acc8-19652de82952 req-793eaf3c-24cb-4889-b767-790c271584be tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0433624 Jul 30 00:30:44.315156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:44.351979 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-ed55d7a6-5c5b-46ff-b9a6-be876c87ebdb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:44.353655 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-ed55d7a6-5c5b-46ff-b9a6-be876c87ebdb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "GET /v2.0/networks?id=4f101821-b686-437d-a7d4-5c2d740a7640 HTTP/1.1" status: 200 len: 795 time: 0.1398182 Jul 30 00:30:44.373764 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:44.374160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.414500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-ed308e0f-3992-4cde-94d9-ae3985469969 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 380 time: 0.0462530 Jul 30 00:30:44.425914 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'port': {'device_id': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'admin_state_up': True, 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'security_groups': ['dc25d58d-14b3-4b56-a3c7-86c67e7d4c76']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:44.471300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f28b0cae-5133-4646-ba81-4225e8be6922 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:44.526031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f28b0cae-5133-4646-ba81-4225e8be6922 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:44.526415 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.558121 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:30:44.566185 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.619651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:44.675406 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:44.681261 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:44.681845 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.708424 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.20.0.8 (4f101821-b686-437d-a7d4-5c2d740a7640/c704bb5a-2992-44af-ade5-397f0667c6be/b3697077-6214-446f-8a45-04b9e3ed13b0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:30:44.776991 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.818099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9689ba5c-30f9-46e2-b4e8-f2712d87eeb0,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:44.822809 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.882657 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.883181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=9689ba5c-30f9-46e2-b4e8-f2712d87eeb0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:44.899186 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Transition to ACTIVE for port object b3697077-6214-446f-8a45-04b9e3ed13b0 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:44.936270 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.981281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 4f101821-b686-437d-a7d4-5c2d740a7640 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:44.984569 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:44.990762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:30:45.020417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=b3697077-6214-446f-8a45-04b9e3ed13b0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:45.063426 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:45.064561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:45.083291 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-6ebfa840-fc27-4798-a762-5072e98da58c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6619143 Jul 30 00:30:45.164733 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Request body: {'port': {'device_id': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:45.244877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:45.273601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cc1edf90-82d2-49bd-8d5b-319b5b9cc4e7 None None] Provisioning for port b3697077-6214-446f-8a45-04b9e3ed13b0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:45.280985 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cc1edf90-82d2-49bd-8d5b-319b5b9cc4e7 None None] Provisioning complete for port b3697077-6214-446f-8a45-04b9e3ed13b0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:45.281607 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc1edf90-82d2-49bd-8d5b-319b5b9cc4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:45.331971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cc1edf90-82d2-49bd-8d5b-319b5b9cc4e7 None None] Port b3697077-6214-446f-8a45-04b9e3ed13b0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:30:45.387262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55aae24-5b32-4592-8ef1-b33272c2af6e req-580c7654-3bf7-4989-836d-8ecc5baf4f34 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:45.388926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c55aae24-5b32-4592-8ef1-b33272c2af6e req-580c7654-3bf7-4989-836d-8ecc5baf4f34 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 931 time: 0.0580604 Jul 30 00:30:45.442073 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c55aae24-5b32-4592-8ef1-b33272c2af6e req-96c02839-b30d-4c59-8c8f-f1b24282c0f4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457897 Jul 30 00:30:45.813919 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3697077-6214-446f-8a45-04b9e3ed13b0 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:30:45.821173 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:45.832975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Transition to ACTIVE for port object b3697077-6214-446f-8a45-04b9e3ed13b0 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:45.836663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:45.886085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Pushing event updated for resources: {'Port': ['ID=b3697077-6214-446f-8a45-04b9e3ed13b0,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:45.956284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Attempting to bind port b3697077-6214-446f-8a45-04b9e3ed13b0 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:30:45.956684 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Attempting to bind port b3697077-6214-446f-8a45-04b9e3ed13b0 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:30:45.956963 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Attempting to bind port b3697077-6214-446f-8a45-04b9e3ed13b0 on network 4f101821-b686-437d-a7d4-5c2d740a7640 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:30:45.961641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Port b3697077-6214-446f-8a45-04b9e3ed13b0 on network 4f101821-b686-437d-a7d4-5c2d740a7640 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:30:45.961981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Attempting to bind port b3697077-6214-446f-8a45-04b9e3ed13b0 on network 4f101821-b686-437d-a7d4-5c2d740a7640 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:30:45.967553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:30:45.967899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Checking segment: {'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:30:45.968480 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Bound using segment: {'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:30:45.968753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Bound port: b3697077-6214-446f-8a45-04b9e3ed13b0, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44eca07-3e73-4de8-9d3d-1c1643e78608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:30:45.969135 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:46.039065 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] For port b3697077-6214-446f-8a45-04b9e3ed13b0, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:30:46.042001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] For port b3697077-6214-446f-8a45-04b9e3ed13b0, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b3697077-6214-446f-8a45-04b9e3ed13b0,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:30:46.046592 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:46.081063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:46.081696 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:46.083148 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] 10.222.0.47 "PUT /v2.0/ports/b3697077-6214-446f-8a45-04b9e3ed13b0 HTTP/1.1" status: 200 len: 1092 time: 0.9853730 Jul 30 00:30:46.083591 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'tag': 'b3697077-6214-446f-8a45-04b9e3ed13b0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:46.085959 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e948b6-03dc-4389-bf46-07ba29adfbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6", "tag": "b3697077-6214-446f-8a45-04b9e3ed13b0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:46.112394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf97a0-7058-4c5e-ab50-153552513e8b service neutron] Pushing event updated for resources: {'Port': ['ID=b3697077-6214-446f-8a45-04b9e3ed13b0,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:46.193562 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-ee5136aa-4044-45ba-a3be-087edb876fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:46.195854 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-ee5136aa-4044-45ba-a3be-087edb876fbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 1095 time: 0.0468650 Jul 30 00:30:46.200394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:46.250594 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3a6092-f95f-4c47-a7bb-35a83ffa338a x-openstack-request-id: req-bf3a6092-f95f-4c47-a7bb-35a83ffa338a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:46.251185 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6", "tag": "b3697077-6214-446f-8a45-04b9e3ed13b0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:46.251185 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf3a6092-f95f-4c47-a7bb-35a83ffa338a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:46.251525 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'tag': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'status': 'completed', 'code': 200} Jul 30 00:30:46.253103 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-d46c50dd-bd88-4ac5-b9b2-ffc195ee2ff4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3697077-6214-446f-8a45-04b9e3ed13b0 HTTP/1.1" status: 200 len: 217 time: 0.0400634 Jul 30 00:30:46.256423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:46.256819 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:46.309995 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-0bfa57e4-f90b-4831-8f44-d9ac1f5f7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:46.311468 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-0bfa57e4-f90b-4831-8f44-d9ac1f5f7d82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c704bb5a-2992-44af-ade5-397f0667c6be HTTP/1.1" status: 200 len: 835 time: 0.0515079 Jul 30 00:30:46.359505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-b044f417-7dbe-4ea8-90c3-079c3abe3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:46.361050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-b044f417-7dbe-4ea8-90c3-079c3abe3339 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f101821-b686-437d-a7d4-5c2d740a7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401928 Jul 30 00:30:46.453235 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-4981a9f8-7fec-4e20-a23c-62c187475741 service neutron] 10.222.0.47 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Jul 30 00:30:46.541759 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6895330a-cdd4-4dd2-b5dd-0d3f30805dca req-69e4a46a-f953-4699-92d6-ff9939ed5e31 service neutron] 10.222.0.47 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815547 Jul 30 00:30:46.557116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63135e-29db-4cc7-85b3-d5425b4363ee req-77546e96-4170-4f17-94be-3d3f0208e271 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:46.559354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e63135e-29db-4cc7-85b3-d5425b4363ee req-77546e96-4170-4f17-94be-3d3f0208e271 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 943 time: 0.0505090 Jul 30 00:30:46.600679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e63135e-29db-4cc7-85b3-d5425b4363ee req-92d4c4bd-28be-45f3-a656-ddc6464945d7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347714 Jul 30 00:30:46.670418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-7afe99d7-7ea3-4340-90cc-11020f72e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:46.671911 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-7afe99d7-7ea3-4340-90cc-11020f72e636 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 1095 time: 0.0409091 Jul 30 00:30:46.764667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-c8311a05-2753-45ec-a8ef-b34810c6d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:46.766141 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-c8311a05-2753-45ec-a8ef-b34810c6d651 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f101821-b686-437d-a7d4-5c2d740a7640 HTTP/1.1" status: 200 len: 896 time: 0.0867789 Jul 30 00:30:46.807412 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-7b36f629-b7da-4c43-958a-cb7d94620de6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3697077-6214-446f-8a45-04b9e3ed13b0 HTTP/1.1" status: 200 len: 217 time: 0.0340819 Jul 30 00:30:46.854488 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-9be4a668-5ad0-44df-a0ee-764dd93a1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:46.856516 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-9be4a668-5ad0-44df-a0ee-764dd93a1325 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c704bb5a-2992-44af-ade5-397f0667c6be HTTP/1.1" status: 200 len: 835 time: 0.0422964 Jul 30 00:30:46.905025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-8bf0d1db-a28f-4eaf-8138-82689f5cdd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:46.906509 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-8bf0d1db-a28f-4eaf-8138-82689f5cdd4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f101821-b686-437d-a7d4-5c2d740a7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432434 Jul 30 00:30:46.995671 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-efdb09a4-becb-4e49-b103-ac78863a0ea5 service neutron] 10.222.0.47 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820475 Jul 30 00:30:47.089121 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-19e948b6-03dc-4389-bf46-07ba29adfbcd req-67efa95c-0e9d-4ffd-945d-4f56228909f9 service neutron] 10.222.0.47 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864902 Jul 30 00:30:47.715652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b987b-8495-4c7e-805b-a0cc104d6463 req-7a317762-50a3-4213-80cc-58250347c0bd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:47.717163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-481b987b-8495-4c7e-805b-a0cc104d6463 req-7a317762-50a3-4213-80cc-58250347c0bd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 943 time: 0.0488276 Jul 30 00:30:47.754256 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-481b987b-8495-4c7e-805b-a0cc104d6463 req-992c0e0e-ab76-42ba-b582-93b9ad08f448 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Jul 30 00:30:48.873156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5fbaf-aff8-4d06-8b95-c0a4f6829e29 req-dc7f1c0f-3837-40d6-a11d-8d8cb2243dc9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:48.874649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ae5fbaf-aff8-4d06-8b95-c0a4f6829e29 req-dc7f1c0f-3837-40d6-a11d-8d8cb2243dc9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 943 time: 0.0539687 Jul 30 00:30:48.911148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ae5fbaf-aff8-4d06-8b95-c0a4f6829e29 req-d0d203bc-c976-4d20-b4c3-c6b22350b34a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306487 Jul 30 00:30:49.269072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.026449 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee9695-37e7-4a77-a15a-799161cbbd14 req-d19bb865-f111-4990-838f-1c32ab979bb9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:50.027957 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5eee9695-37e7-4a77-a15a-799161cbbd14 req-d19bb865-f111-4990-838f-1c32ab979bb9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 943 time: 0.0492229 Jul 30 00:30:50.065805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5eee9695-37e7-4a77-a15a-799161cbbd14 req-a717f109-5cd3-4e72-9d12-c9f64ca49ecc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318482 Jul 30 00:30:50.653107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b3697077-6214-446f-8a45-04b9e3ed13b0 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:30:50.752565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port b3697077-6214-446f-8a45-04b9e3ed13b0, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b3697077-6214-446f-8a45-04b9e3ed13b0,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:50.765216 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'port_id': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'mac_address': 'fa:16:3e:b4:4c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:30:50.806715 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.819931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3697077-6214-446f-8a45-04b9e3ed13b0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:30:50.840269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port b3697077-6214-446f-8a45-04b9e3ed13b0, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b3697077-6214-446f-8a45-04b9e3ed13b0,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:50.844549 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.891459 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=b3697077-6214-446f-8a45-04b9e3ed13b0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:51.183871 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29163d5-2838-4cca-ab77-c8dbbdae3647 req-8ddb7586-a9c0-426b-bf90-ee9ff53f0bc2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:51.185743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a29163d5-2838-4cca-ab77-c8dbbdae3647 req-8ddb7586-a9c0-426b-bf90-ee9ff53f0bc2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 944 time: 0.0523765 Jul 30 00:30:51.226603 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a29163d5-2838-4cca-ab77-c8dbbdae3647 req-3f39034a-b317-4604-8522-269693dea0a5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349295 Jul 30 00:30:51.227627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['b3697077-6214-446f-8a45-04b9e3ed13b0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:30:51.795009 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5433d2ce-de3a-4110-b499-ce1ad5dc1eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.346754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fa53a-a3cb-4820-86ce-3c923d1a26f3 req-6e8f9c4d-19a0-4a60-aa75-7ff0f1662d1f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:52.348301 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb8fa53a-a3cb-4820-86ce-3c923d1a26f3 req-6e8f9c4d-19a0-4a60-aa75-7ff0f1662d1f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 944 time: 0.0529096 Jul 30 00:30:52.385572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb8fa53a-a3cb-4820-86ce-3c923d1a26f3 req-9959727a-8131-4435-b9ea-114d0a04264d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Jul 30 00:30:52.668540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b3697077-6214-446f-8a45-04b9e3ed13b0 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:52.716575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port b3697077-6214-446f-8a45-04b9e3ed13b0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:52.720586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port b3697077-6214-446f-8a45-04b9e3ed13b0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:52.720961 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.797328 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.818942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3697077-6214-446f-8a45-04b9e3ed13b0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:52.821228 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67937931-fbe4-440f-ad18-6b1ab62d3b09" -d '{"events": [{"server_uuid": "14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6", "name": "network-vif-plugged", "status": "completed", "tag": "b3697077-6214-446f-8a45-04b9e3ed13b0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:52.835374 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port b3697077-6214-446f-8a45-04b9e3ed13b0, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b3697077-6214-446f-8a45-04b9e3ed13b0,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:52.840340 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.863135 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc8078-25e1-4b4c-8133-8a9db04d23fa x-openstack-request-id: req-82bc8078-25e1-4b4c-8133-8a9db04d23fa {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:52.863429 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6", "name": "network-vif-plugged", "status": "completed", "tag": "b3697077-6214-446f-8a45-04b9e3ed13b0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:52.863687 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82bc8078-25e1-4b4c-8133-8a9db04d23fa {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:52.864127 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'code': 200} Jul 30 00:30:52.889880 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=b3697077-6214-446f-8a45-04b9e3ed13b0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:52.992940 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35c812-f5d4-4d65-9ca6-b0f9891f0590 req-cd180888-81b6-4c2f-b916-18ee2d46f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:52.994412 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3a35c812-f5d4-4d65-9ca6-b0f9891f0590 req-cd180888-81b6-4c2f-b916-18ee2d46f477 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0404549 Jul 30 00:30:53.029292 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-3a35c812-f5d4-4d65-9ca6-b0f9891f0590 req-ce3ee4a9-6e49-47f8-a46b-63dc73b0cf4c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280204 Jul 30 00:30:53.502510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ed9d9-8e00-44c9-b2b1-389d2631b746 req-8b83d4bf-6853-4788-845e-6c46ed4890aa tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:53.504081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a9ed9d9-8e00-44c9-b2b1-389d2631b746 req-8b83d4bf-6853-4788-845e-6c46ed4890aa tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0504417 Jul 30 00:30:53.541555 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2a9ed9d9-8e00-44c9-b2b1-389d2631b746 req-c97eeee5-4826-43d8-9464-f951b7d00afd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Jul 30 00:30:54.233213 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2ed1760-41a1-43e8-8c8a-743b094754f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:54.289753 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:54.658306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0198f5-9217-4d9d-aef3-800ae4168641 req-9d92e89a-16ad-4dad-b199-8364a34d644f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:54.659794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f0198f5-9217-4d9d-aef3-800ae4168641 req-9d92e89a-16ad-4dad-b199-8364a34d644f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0494881 Jul 30 00:30:54.696805 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f0198f5-9217-4d9d-aef3-800ae4168641 req-8203012d-0b3c-4300-b3b7-5f5a49208f78 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Jul 30 00:30:54.813740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a4572-b493-4445-b9ee-55a5877d74ac req-7c8b9c0a-df48-4f90-a566-902e160b482e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:54.815227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d5a4572-b493-4445-b9ee-55a5877d74ac req-7c8b9c0a-df48-4f90-a566-902e160b482e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0526264 Jul 30 00:30:54.853282 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d5a4572-b493-4445-b9ee-55a5877d74ac req-3672e2d9-ead8-4484-a8ac-192d6c01e072 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319800 Jul 30 00:30:54.875595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40282) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:54.914816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca100c58-4ce1-4388-80b0-4c0655ee96c2 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:54.916344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ca100c58-4ce1-4388-80b0-4c0655ee96c2 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 1092 time: 0.0397248 Jul 30 00:30:54.919784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40284) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:54.924136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:54.945630 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:55.045396 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:55.145548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.25.2.183 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/c63ca6c8-d799-45e6-9bf1-7f0bf9e664b4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:30:55.249117 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:55.286404 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:55.324334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:55.329884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:55.334357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:30:55.337098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=c63ca6c8-d799-45e6-9bf1-7f0bf9e664b4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:55.689867 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:55.706238 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:55.756950 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:55.906601 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:55.911072 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:55.983853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=c63ca6c8-d799-45e6-9bf1-7f0bf9e664b4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:55.997505 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:56.095647 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Floating IP 72530609-3884-4069-b00d-e940bd0db380 associated. External IP: 172.25.2.183, port: b3697077-6214-446f-8a45-04b9e3ed13b0. Jul 30 00:30:56.299923 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router f7bb8769-42e7-4c16-96d9-cfceb1a99774 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:56.403920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:56.413888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] Sync routers for ids ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:56.420249 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:56.423980 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] Routers {'f7bb8769-42e7-4c16-96d9-cfceb1a99774'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:56.424645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:30:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:56.450753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-40b98f15-14bc-4da0-9c2e-9a2bd96b2fcb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5299141 Jul 30 00:30:56.451346 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'tag': 'b3697077-6214-446f-8a45-04b9e3ed13b0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:56.453703 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82bc42c-d948-4400-82de-efbfa838b2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6", "tag": "b3697077-6214-446f-8a45-04b9e3ed13b0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:56.492257 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3e7354-e33b-4b4e-8ee5-1f236d99c6c5 x-openstack-request-id: req-0c3e7354-e33b-4b4e-8ee5-1f236d99c6c5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:56.492618 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6", "tag": "b3697077-6214-446f-8a45-04b9e3ed13b0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:56.492962 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c3e7354-e33b-4b4e-8ee5-1f236d99c6c5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:56.493431 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'tag': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'status': 'completed', 'code': 200} Jul 30 00:30:56.542198 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] Set router f7bb8769-42e7-4c16-96d9-cfceb1a99774 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:56.561422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53b5a-d773-4ce7-9bbb-f6718f9d9801 req-3d4c0cae-c08c-4881-8a39-caf15008df07 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:56.563002 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ee53b5a-d773-4ce7-9bbb-f6718f9d9801 req-3d4c0cae-c08c-4881-8a39-caf15008df07 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0605621 Jul 30 00:30:56.577080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-51327f32-bd47-4285-8644-7430bceff5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:56.578862 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-51327f32-bd47-4285-8644-7430bceff5e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0427654 Jul 30 00:30:56.603348 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1ee53b5a-d773-4ce7-9bbb-f6718f9d9801 req-0ee35c46-2093-4b45-b1eb-bb5e0c1893a6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335965 Jul 30 00:30:56.628381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:56.675959 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-94406fb6-49ca-4243-9379-f3acb9b5fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:56.677560 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-94406fb6-49ca-4243-9379-f3acb9b5fcd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f101821-b686-437d-a7d4-5c2d740a7640 HTTP/1.1" status: 200 len: 896 time: 0.0916071 Jul 30 00:30:56.747651 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-fe355968-cde2-4c01-9f66-ce051772581d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3697077-6214-446f-8a45-04b9e3ed13b0 HTTP/1.1" status: 200 len: 999 time: 0.0619435 Jul 30 00:30:56.785768 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:41Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '72530609-3884-4069-b00d-e940bd0db380', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'port_id': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'mac_address': 'fa:16:3e:b4:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:30:55Z', 'updated_at': '2021-07-30T00:30:55Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9689ba5c-30f9-46e2-b4e8-f2712d87eeb0', 'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:40:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:40Z', 'updated_at': '2021-07-30T00:30:44Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:56.806094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-633f7692-5020-4c0b-964f-329f5271384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:56.807615 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-633f7692-5020-4c0b-964f-329f5271384d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c704bb5a-2992-44af-ade5-397f0667c6be HTTP/1.1" status: 200 len: 835 time: 0.0517883 Jul 30 00:30:56.814754 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] Checking router: f7bb8769-42e7-4c16-96d9-cfceb1a99774 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:56.825134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] Routers {'f7bb8769-42e7-4c16-96d9-cfceb1a99774'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:56.825794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:30:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:56.858676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-9ab991c0-0f94-4e83-86d9-542a6744e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:56.860404 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-9ab991c0-0f94-4e83-86d9-542a6744e6c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f101821-b686-437d-a7d4-5c2d740a7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456920 Jul 30 00:30:56.938455 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] Set router f7bb8769-42e7-4c16-96d9-cfceb1a99774 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:56.962600 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-071213b0-31e1-4dca-8e2a-e694ea3efded service neutron] 10.222.0.47 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945594 Jul 30 00:30:57.033606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e946136a-bce0-4915-97ae-c0fa8f52d89c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/72530609-3884-4069-b00d-e940bd0db380 HTTP/1.1" status: 200 len: 991 time: 0.4040523 Jul 30 00:30:57.064596 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d82bc42c-d948-4400-82de-efbfa838b2b5 req-627ec70d-0d08-4740-81be-805e7d85f318 service neutron] 10.222.0.47 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955162 Jul 30 00:30:57.168872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:41Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '72530609-3884-4069-b00d-e940bd0db380', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'port_id': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'mac_address': 'fa:16:3e:b4:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:30:55Z', 'updated_at': '2021-07-30T00:30:55Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9689ba5c-30f9-46e2-b4e8-f2712d87eeb0', 'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:40:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:40Z', 'updated_at': '2021-07-30T00:30:44Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:57.194854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aab3fc-98ad-4041-8e30-6bc8c4e8ce76 None None] The sync data for ids ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'] in n-d-712139-11 is: [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:41Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '72530609-3884-4069-b00d-e940bd0db380', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'port_id': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'mac_address': 'fa:16:3e:b4:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:30:55Z', 'updated_at': '2021-07-30T00:30:55Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9689ba5c-30f9-46e2-b4e8-f2712d87eeb0', 'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:40:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:40Z', 'updated_at': '2021-07-30T00:30:44Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:57.328175 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:57.382663 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2762f3f-b5ea-4749-ad58-60b30b4294c2 None None] New status for floating IP 72530609-3884-4069-b00d-e940bd0db380: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:30:58.037702 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:58.097789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-9be72fb6-cfb9-4c5a-ae8d-29735e595edc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/72530609-3884-4069-b00d-e940bd0db380 HTTP/1.1" status: 200 len: 993 time: 0.0589397 Jul 30 00:31:03.034098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:15.024215 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:31:19.273803 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:21.796705 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cda8c41f-6f95-464b-868d-0e13b29489c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.233852 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3b481db-6375-4756-b0d5-51307348564f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.288517 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:25.702335 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:27.331154 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.029350 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:40.063291 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-e79273f7-fcbd-48f8-a1a6-de3c8aac3ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394483 Jul 30 00:31:40.158897 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-774c943d-8a20-4bae-b793-024079b34814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:40.160442 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-774c943d-8a20-4bae-b793-024079b34814 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0415184 Jul 30 00:31:40.266433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-86daba3f-479a-4dd0-a95e-95579d08171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:40.267826 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-86daba3f-479a-4dd0-a95e-95579d08171c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f101821-b686-437d-a7d4-5c2d740a7640 HTTP/1.1" status: 200 len: 896 time: 0.0876534 Jul 30 00:31:40.335164 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-04734a05-c581-4aad-861d-615eff260b3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3697077-6214-446f-8a45-04b9e3ed13b0 HTTP/1.1" status: 200 len: 1001 time: 0.0600431 Jul 30 00:31:40.391063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-deaa75df-ffdd-4d3a-87c2-fc645cd77eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:40.392559 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-deaa75df-ffdd-4d3a-87c2-fc645cd77eb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c704bb5a-2992-44af-ade5-397f0667c6be HTTP/1.1" status: 200 len: 835 time: 0.0505748 Jul 30 00:31:40.437898 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-32bec15f-be29-4946-8a2a-9b27baeeb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:40.439358 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-32bec15f-be29-4946-8a2a-9b27baeeb9a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f101821-b686-437d-a7d4-5c2d740a7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395095 Jul 30 00:31:40.532775 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-9310d96f-0d56-4ba4-aa20-ebcfa34f622c service neutron] 10.222.0.47 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863159 Jul 30 00:31:40.625910 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-6235ac3b-e26a-4ef1-9044-d09e96837b62 req-877832e1-e3bd-4e4e-8f2b-fed971e9e75f service neutron] 10.222.0.47 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864129 Jul 30 00:31:49.271308 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:51.796771 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8912bcb-200c-47bb-88a7-561e37ce6bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:52.023078 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:31:54.233895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eecb94ae-35bd-4846-bbd6-3f954ab7f81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:54.291202 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:55.705601 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:57.333022 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:59.357443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-9e60e419-29c2-46a4-8a7d-855b8c5d2f0a req-cb7103bf-8873-487e-8c63-ae7bd07e72a7 service neutron] (93816) timed out ('10.222.0.37', 36402) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:32:00.916154 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f782a-ed17-462e-89ad-d8117a600ea1 req-0ce55c26-85b7-4032-bf4f-8510bad5ba52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:00.917645 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-396f782a-ed17-462e-89ad-d8117a600ea1 req-0ce55c26-85b7-4032-bf4f-8510bad5ba52 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0523233 Jul 30 00:32:00.956728 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-396f782a-ed17-462e-89ad-d8117a600ea1 req-0ed2443d-4803-4314-8bca-3e077c8c0f8f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Jul 30 00:32:02.090754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d539546-74a9-4ea2-8956-2cda83efb461 req-5440a7e0-aae3-47da-939d-27b38141760d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:02.092278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d539546-74a9-4ea2-8956-2cda83efb461 req-5440a7e0-aae3-47da-939d-27b38141760d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0491114 Jul 30 00:32:02.129845 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d539546-74a9-4ea2-8956-2cda83efb461 req-7fccb7e2-1120-48a4-aecc-cd83893b2d74 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314372 Jul 30 00:32:02.152210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40328) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:02.215249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-81245eb2-b4d9-47ca-92ad-f5a7ae3adca2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/72530609-3884-4069-b00d-e940bd0db380 HTTP/1.1" status: 200 len: 993 time: 0.0618141 Jul 30 00:32:03.049944 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.484230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4577db9-5da6-4623-b376-c5bb6543830e req-e5148ce5-53a6-496d-a2a9-f9adc5c5b017 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:03.485632 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4577db9-5da6-4623-b376-c5bb6543830e req-e5148ce5-53a6-496d-a2a9-f9adc5c5b017 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0489762 Jul 30 00:32:03.523363 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d4577db9-5da6-4623-b376-c5bb6543830e req-9804a1aa-8bda-4029-945b-4a8ad2ac8b17 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Jul 30 00:32:04.654529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991d0e2-dbb7-41ae-98c4-788bccfc11a8 req-c5a8212d-b4c6-4b03-819e-8078b45e40f5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:04.656023 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8991d0e2-dbb7-41ae-98c4-788bccfc11a8 req-c5a8212d-b4c6-4b03-819e-8078b45e40f5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0489190 Jul 30 00:32:04.692582 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8991d0e2-dbb7-41ae-98c4-788bccfc11a8 req-25ccf707-6dfd-4fad-a227-c76af6d29563 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307496 Jul 30 00:32:04.714828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40338) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:04.777049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1d4eba24-2344-4ac7-a8a2-5602a3dd095d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/72530609-3884-4069-b00d-e940bd0db380 HTTP/1.1" status: 200 len: 993 time: 0.0611324 Jul 30 00:32:05.046090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40344) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:05.203053 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port c63ca6c8-d799-45e6-9bf1-7f0bf9e664b4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:05.203310 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.276178 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.276509 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.287890 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for c63ca6c8-d799-45e6-9bf1-7f0bf9e664b4 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:05.465465 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.490657 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=c63ca6c8-d799-45e6-9bf1-7f0bf9e664b4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:05.519145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.519499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.519847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.520219 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.520555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.520892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.521226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.521560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.521897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.522222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.522551 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.522876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:05.562116 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.562454 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Floating IP 72530609-3884-4069-b00d-e940bd0db380 disassociated (deleted). External IP: 172.25.2.183, port: b3697077-6214-446f-8a45-04b9e3ed13b0. Jul 30 00:32:05.771448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router f7bb8769-42e7-4c16-96d9-cfceb1a99774 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:32:05.877884 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:05.882286 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.887675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] Sync routers for ids ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:05.896941 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] Routers {'f7bb8769-42e7-4c16-96d9-cfceb1a99774'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:05.897566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:05.913183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b2d8a2dd-1736-4cfa-8f33-6731a2f4ccf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/floatingips/72530609-3884-4069-b00d-e940bd0db380 HTTP/1.1" status: 204 len: 168 time: 0.8636308 Jul 30 00:32:05.913183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'tag': 'b3697077-6214-446f-8a45-04b9e3ed13b0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:05.913907 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa04c23-b7b8-4641-b524-3901acd15705" -d '{"events": [{"name": "network-changed", "server_uuid": "14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6", "tag": "b3697077-6214-446f-8a45-04b9e3ed13b0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:05.952821 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae84ef7a-3a1b-40bf-9bdb-0b29ad12bdf5 x-openstack-request-id: req-ae84ef7a-3a1b-40bf-9bdb-0b29ad12bdf5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:05.953409 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6", "tag": "b3697077-6214-446f-8a45-04b9e3ed13b0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:05.954016 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae84ef7a-3a1b-40bf-9bdb-0b29ad12bdf5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:05.954361 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'tag': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'status': 'completed', 'code': 200} Jul 30 00:32:06.011249 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] Set router f7bb8769-42e7-4c16-96d9-cfceb1a99774 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:06.052570 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa04c23-b7b8-4641-b524-3901acd15705 req-70144e6b-b105-44b8-9f5f-8646ab20d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:06.055024 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-afa04c23-b7b8-4641-b524-3901acd15705 req-70144e6b-b105-44b8-9f5f-8646ab20d741 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0584314 Jul 30 00:32:06.146210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302c7cf-6e95-4251-9f2d-5ec6e54f091b req-5ba44870-03f8-4a1e-bd00-1fdc1999c0ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:06.147873 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c302c7cf-6e95-4251-9f2d-5ec6e54f091b req-5ba44870-03f8-4a1e-bd00-1fdc1999c0ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0564280 Jul 30 00:32:06.179376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa04c23-b7b8-4641-b524-3901acd15705 req-bb37a073-094c-4dd7-9003-2e4786af39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:06.181148 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-afa04c23-b7b8-4641-b524-3901acd15705 req-bb37a073-094c-4dd7-9003-2e4786af39f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f101821-b686-437d-a7d4-5c2d740a7640 HTTP/1.1" status: 200 len: 896 time: 0.0933011 Jul 30 00:32:06.190346 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c302c7cf-6e95-4251-9f2d-5ec6e54f091b req-3d0885b6-e53d-420f-81bc-069c8f017681 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353584 Jul 30 00:32:06.227246 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-afa04c23-b7b8-4641-b524-3901acd15705 req-75858690-54b9-45ae-bc4b-e134571e3d69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3697077-6214-446f-8a45-04b9e3ed13b0 HTTP/1.1" status: 200 len: 217 time: 0.0376964 Jul 30 00:32:06.230654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:41Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9689ba5c-30f9-46e2-b4e8-f2712d87eeb0', 'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:40:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:40Z', 'updated_at': '2021-07-30T00:30:44Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:06.256889 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] Checking router: f7bb8769-42e7-4c16-96d9-cfceb1a99774 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:06.265658 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] Routers {'f7bb8769-42e7-4c16-96d9-cfceb1a99774'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:06.266275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:06.276855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa04c23-b7b8-4641-b524-3901acd15705 req-43f5b4cd-dacb-420d-92e1-f8b0c1751b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:06.278341 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-afa04c23-b7b8-4641-b524-3901acd15705 req-43f5b4cd-dacb-420d-92e1-f8b0c1751b4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c704bb5a-2992-44af-ade5-397f0667c6be HTTP/1.1" status: 200 len: 835 time: 0.0428424 Jul 30 00:32:06.324973 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa04c23-b7b8-4641-b524-3901acd15705 req-a0beb34a-6695-4103-98aa-756c064203de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:06.326930 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-afa04c23-b7b8-4641-b524-3901acd15705 req-a0beb34a-6695-4103-98aa-756c064203de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f101821-b686-437d-a7d4-5c2d740a7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399182 Jul 30 00:32:06.371662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] Set router f7bb8769-42e7-4c16-96d9-cfceb1a99774 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:06.421924 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-afa04c23-b7b8-4641-b524-3901acd15705 req-7a05ee8c-f316-4b9c-9c51-bea723bf2bca service neutron] 10.222.0.47 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862403 Jul 30 00:32:06.521256 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-afa04c23-b7b8-4641-b524-3901acd15705 req-eb2d7726-d421-408f-a9b2-a1d7b9c013e6 service neutron] 10.222.0.47 "GET /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909078 Jul 30 00:32:06.731624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:41Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9689ba5c-30f9-46e2-b4e8-f2712d87eeb0', 'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:40:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:40Z', 'updated_at': '2021-07-30T00:30:44Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:06.759516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d1dc4-7716-43f4-9e2e-21caa3abfc2a None None] The sync data for ids ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'] in n-d-712139-11 is: [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:41Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '9689ba5c-30f9-46e2-b4e8-f2712d87eeb0', 'name': '', 'network_id': '4f101821-b686-437d-a7d4-5c2d740a7640', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:40:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:40Z', 'updated_at': '2021-07-30T00:30:44Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'c704bb5a-2992-44af-ade5-397f0667c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:32:06.976377 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6553bba6-1a98-45a6-994a-275c3969b26f None None] New status for floating IP 72530609-3884-4069-b00d-e940bd0db380: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:32:07.311918 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eb2d4-7644-4d84-a266-48279b508190 req-85bfc716-66c8-4e50-b1c2-43f6ecc6f376 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:07.313466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe1eb2d4-7644-4d84-a266-48279b508190 req-85bfc716-66c8-4e50-b1c2-43f6ecc6f376 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Jul 30 00:32:07.351953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe1eb2d4-7644-4d84-a266-48279b508190 req-c53e3d06-a4f5-4708-940c-3c919f911c9c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326443 Jul 30 00:32:08.025285 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-459e45eb-ca3d-413c-ba54-622acad38b58 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:08.026753 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-459e45eb-ca3d-413c-ba54-622acad38b58 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0534422 Jul 30 00:32:08.113572 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port b3697077-6214-446f-8a45-04b9e3ed13b0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:08.113916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:08.203071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port b3697077-6214-446f-8a45-04b9e3ed13b0, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=b3697077-6214-446f-8a45-04b9e3ed13b0,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:08.203437 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:08.216501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for b3697077-6214-446f-8a45-04b9e3ed13b0 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:08.340319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:08.370213 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=b3697077-6214-446f-8a45-04b9e3ed13b0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:08.385376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.385376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.385376 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.385756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.385971 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.386270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.386661 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.386917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.387240 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.387568 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.387890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.388238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:08.422398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] No DVR routers for this DVR port b3697077-6214-446f-8a45-04b9e3ed13b0 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:32:08.425067 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:08.427038 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-cc50f2ae-8751-41b5-847c-e5eee94a954f req-e5463b2e-d40d-4d31-a39b-e30afd496fa0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "DELETE /v2.0/ports/b3697077-6214-446f-8a45-04b9e3ed13b0 HTTP/1.1" status: 204 len: 173 time: 0.3942924 Jul 30 00:32:08.427475 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'name': 'network-vif-deleted', 'tag': 'b3697077-6214-446f-8a45-04b9e3ed13b0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:08.429747 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb572361-54b8-419e-be58-62307f56c39b" -d '{"events": [{"server_uuid": "14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6", "name": "network-vif-deleted", "tag": "b3697077-6214-446f-8a45-04b9e3ed13b0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:08.457762 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-641576f1-c311-452e-924f-9ce7c245a503 req-1919bb6d-416c-45ad-bb07-35562b1dbf37 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0286474 Jul 30 00:32:08.471382 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8059f9-f348-4c6c-8443-9c138ff75411 x-openstack-request-id: req-7e8059f9-f348-4c6c-8443-9c138ff75411 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:08.471681 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6", "name": "network-vif-deleted", "tag": "b3697077-6214-446f-8a45-04b9e3ed13b0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:08.471965 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e8059f9-f348-4c6c-8443-9c138ff75411 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:08.472460 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a3a66c-f7cb-46d4-a7ea-d349ac4c4ad6', 'name': 'network-vif-deleted', 'tag': 'b3697077-6214-446f-8a45-04b9e3ed13b0', 'status': 'completed', 'code': 200} Jul 30 00:32:09.515089 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40364) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:09.870577 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:10.127845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:10.128138 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:10.215328 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=9689ba5c-30f9-46e2-b4e8-f2712d87eeb0,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:10.215704 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:10.228938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:10.416782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:10.447085 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=9689ba5c-30f9-46e2-b4e8-f2712d87eeb0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:10.633174 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:10.846206 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router f7bb8769-42e7-4c16-96d9-cfceb1a99774 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:32:11.232659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:11.239387 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8ccb1a3d-8815-4084-a82b-afb88ed33bb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "PUT /v2.0/routers/f7bb8769-42e7-4c16-96d9-cfceb1a99774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7231998 Jul 30 00:32:11.240518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40366) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:11.243428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] Sync routers for ids ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:11.253514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] Routers {'f7bb8769-42e7-4c16-96d9-cfceb1a99774'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:11.254229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:11.290451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-881939cc-46f7-42d8-af66-72d046a06c8f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting subnet c704bb5a-2992-44af-ade5-397f0667c6be {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:32:11.294501 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-881939cc-46f7-42d8-af66-72d046a06c8f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.333767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-881939cc-46f7-42d8-af66-72d046a06c8f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.360179 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] Set router f7bb8769-42e7-4c16-96d9-cfceb1a99774 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:11.419623 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-881939cc-46f7-42d8-af66-72d046a06c8f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.477880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-881939cc-46f7-42d8-af66-72d046a06c8f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.506532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881939cc-46f7-42d8-af66-72d046a06c8f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Subnet': ['ID=c704bb5a-2992-44af-ade5-397f0667c6be,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:11.510640 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-881939cc-46f7-42d8-af66-72d046a06c8f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.513952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-881939cc-46f7-42d8-af66-72d046a06c8f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/subnets/c704bb5a-2992-44af-ade5-397f0667c6be HTTP/1.1" status: 204 len: 168 time: 0.2724323 Jul 30 00:32:11.517422 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:11.519729 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e67e69e-41fa-49e9-a534-0bf2382c5283 None None] Network 4f101821-b686-437d-a7d4-5c2d740a7640 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:32:11.636220 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:32:10Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:11.667871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] Checking router: f7bb8769-42e7-4c16-96d9-cfceb1a99774 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:11.681218 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.683477 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] Routers {'f7bb8769-42e7-4c16-96d9-cfceb1a99774'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:11.684109 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:11.766392 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] DHCP port deletion for 4f101821-b686-437d-a7d4-5c2d740a7640 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:32:11.788445 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.816433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] Set router f7bb8769-42e7-4c16-96d9-cfceb1a99774 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:11.842559 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port f28b0cae-5133-4646-ba81-4225e8be6922 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:11.842922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.918420 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port f28b0cae-5133-4646-ba81-4225e8be6922, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f28b0cae-5133-4646-ba81-4225e8be6922,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:11.918790 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.920139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Deleting port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:11.920517 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.931721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for f28b0cae-5133-4646-ba81-4225e8be6922 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:12.011966 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] For port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18,segment=NetworkSegment(a44eca07-3e73-4de8-9d3d-1c1643e78608),segment_id=a44eca07-3e73-4de8-9d3d-1c1643e78608)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:12.011966 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.040599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Calling delete_port for eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:12.101699 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.130824 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:32:10Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:12.158319 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=f28b0cae-5133-4646-ba81-4225e8be6922,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:12.166204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3bcb0-da12-4254-85e9-27f9182301b2 None None] The sync data for ids ['f7bb8769-42e7-4c16-96d9-cfceb1a99774'] in n-d-712139-11 is: [{'id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887521557', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:32:10Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'f28b0cae-5133-4646-ba81-4225e8be6922', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bb8769-42e7-4c16-96d9-cfceb1a99774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:37Z', 'updated_at': '2021-07-30T00:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:32:12.169816 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.194107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Pushing event deleted for resources: {'Port': ['ID=eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:12.204399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] No DVR routers for this DVR port eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:32:12.207240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.207596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.207942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.208332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.208721 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.209010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.209335 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.209669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.210002 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.210337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.210667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.210996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07ea0c-7fbd-4fbc-b9ea-ccf026bddd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:12.212257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.309784 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.311862 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.357306 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.357870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Fanout notify agent at l3_agent the message router_deleted on router f7bb8769-42e7-4c16-96d9-cfceb1a99774 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:32:12.365624 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.366771 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c6dd4c19-599a-4b5e-a6a0-7bd6f054d3cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/routers/f7bb8769-42e7-4c16-96d9-cfceb1a99774 HTTP/1.1" status: 204 len: 168 time: 0.8483546 Jul 30 00:32:12.369725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40370) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:12.451250 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.547460 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.558717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f101821-b686-437d-a7d4-5c2d740a7640']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:12.571719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44eca07-3e73-4de8-9d3d-1c1643e78608') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:12.571930 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44eca07-3e73-4de8-9d3d-1c1643e78608') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:12.588734 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.607492 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.614672 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:32:12.615169 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:32:12.618522 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:32:12.632536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:32:12.656091 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:32:12.656744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device eaadc9bd-8ec6-40cc-bf62-7f2e11b99b18 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:32:12.689641 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.698360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.700172 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/networks/4f101821-b686-437d-a7d4-5c2d740a7640 HTTP/1.1" status: 204 len: 168 time: 0.3293946 Jul 30 00:32:12.703561 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:12.711117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154944be-26b9-4fc0-96bf-313ed5c5a447 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Network': ['ID=4f101821-b686-437d-a7d4-5c2d740a7640,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:12.771163 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d554ff6c-8dbd-47a3-b602-255eeaa18025 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.796937 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d554ff6c-8dbd-47a3-b602-255eeaa18025 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.857503 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d554ff6c-8dbd-47a3-b602-255eeaa18025 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.860154 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d554ff6c-8dbd-47a3-b602-255eeaa18025 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:12.861356 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d554ff6c-8dbd-47a3-b602-255eeaa18025 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc25d58d-14b3-4b56-a3c7-86c67e7d4c76 HTTP/1.1" status: 204 len: 168 time: 0.1566682 Jul 30 00:32:12.870883 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554ff6c-8dbd-47a3-b602-255eeaa18025 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc25d58d-14b3-4b56-a3c7-86c67e7d4c76,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:12.954956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b3697077-6214-446f-8a45-04b9e3ed13b0 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:32:12.972033 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: b3697077-6214-446f-8a45-04b9e3ed13b0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:32:12.972391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device b3697077-6214-446f-8a45-04b9e3ed13b0 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:32:13.296945 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40378) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:13.301663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-502b6231-b2b8-4d8a-9d92-f04eb744d5b9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032526701', 'description': 'tempest-secgroup-smoke-2032526701 description', 'project_id': '17aa962f250245bb97df2d1d5a547b2d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:13.323806 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-502b6231-b2b8-4d8a-9d92-f04eb744d5b9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.403736 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-502b6231-b2b8-4d8a-9d92-f04eb744d5b9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.407256 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-502b6231-b2b8-4d8a-9d92-f04eb744d5b9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.434918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-502b6231-b2b8-4d8a-9d92-f04eb744d5b9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.436156 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-502b6231-b2b8-4d8a-9d92-f04eb744d5b9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381791 Jul 30 00:32:13.439447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40380) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:13.440698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b6231-b2b8-4d8a-9d92-f04eb744d5b9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264d4edf-4db1-4e9a-9654-1fa81d27d581,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:13.444642 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-115daa17-abdb-4f74-8de2-cffc99fb48d9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '264d4edf-4db1-4e9a-9654-1fa81d27d581', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:13.473206 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-115daa17-abdb-4f74-8de2-cffc99fb48d9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.527619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-115daa17-abdb-4f74-8de2-cffc99fb48d9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.531551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-115daa17-abdb-4f74-8de2-cffc99fb48d9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.548153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115daa17-abdb-4f74-8de2-cffc99fb48d9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973dadcf-dfad-42c5-8315-f06b19b3e0ce,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:13.555578 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-115daa17-abdb-4f74-8de2-cffc99fb48d9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.556881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-115daa17-abdb-4f74-8de2-cffc99fb48d9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162999 Jul 30 00:32:13.559621 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:13.564000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-201256bd-2514-4ee3-833c-d52b789c7a2f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '264d4edf-4db1-4e9a-9654-1fa81d27d581', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:13.592425 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-201256bd-2514-4ee3-833c-d52b789c7a2f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.649091 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-201256bd-2514-4ee3-833c-d52b789c7a2f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.652541 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-201256bd-2514-4ee3-833c-d52b789c7a2f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.671216 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201256bd-2514-4ee3-833c-d52b789c7a2f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57cd2fc-361c-4a8c-a0c8-1d9e8e8c591b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:13.677664 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-201256bd-2514-4ee3-833c-d52b789c7a2f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.678912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-201256bd-2514-4ee3-833c-d52b789c7a2f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183281 Jul 30 00:32:13.681750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40384) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:13.686240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3f852418-e176-4299-9461-391570f4cf48 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '264d4edf-4db1-4e9a-9654-1fa81d27d581', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:13.714774 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f852418-e176-4299-9461-391570f4cf48 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.774373 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f852418-e176-4299-9461-391570f4cf48 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.777690 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f852418-e176-4299-9461-391570f4cf48 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.794550 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f852418-e176-4299-9461-391570f4cf48 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5ac802-b94d-4cbf-b711-f200c91b7eaf,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:13.801133 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f852418-e176-4299-9461-391570f4cf48 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.802575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3f852418-e176-4299-9461-391570f4cf48 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198165 Jul 30 00:32:13.805463 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40386) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:13.810440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d8304233-3b35-4be7-9404-fdddc9e56b30 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '264d4edf-4db1-4e9a-9654-1fa81d27d581', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:13.836974 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8304233-3b35-4be7-9404-fdddc9e56b30 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.894054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8304233-3b35-4be7-9404-fdddc9e56b30 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.897691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8304233-3b35-4be7-9404-fdddc9e56b30 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.916553 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8304233-3b35-4be7-9404-fdddc9e56b30 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e41b53c-db29-4558-82af-f9a4d0f1aad7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:13.920960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8304233-3b35-4be7-9404-fdddc9e56b30 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.922319 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d8304233-3b35-4be7-9404-fdddc9e56b30 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156619 Jul 30 00:32:13.925017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40388) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:13.929621 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cd34471b-0fb3-4b87-942c-ba2136e56008 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '264d4edf-4db1-4e9a-9654-1fa81d27d581', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:13.951335 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-cd34471b-0fb3-4b87-942c-ba2136e56008 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Project 17aa962f250245bb97df2d1d5a547b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:32:13.956593 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd34471b-0fb3-4b87-942c-ba2136e56008 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.018975 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd34471b-0fb3-4b87-942c-ba2136e56008 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.022608 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd34471b-0fb3-4b87-942c-ba2136e56008 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.041429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34471b-0fb3-4b87-942c-ba2136e56008 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23acea24-4dfd-4406-b9cf-202bd139e080,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:14.049108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd34471b-0fb3-4b87-942c-ba2136e56008 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.050321 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cd34471b-0fb3-4b87-942c-ba2136e56008 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242266 Jul 30 00:32:14.053056 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40390) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:14.057674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a4b96df0-0645-4cdd-9803-708692d3380d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '264d4edf-4db1-4e9a-9654-1fa81d27d581', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:14.078703 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-a4b96df0-0645-4cdd-9803-708692d3380d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Project 17aa962f250245bb97df2d1d5a547b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:32:14.083771 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4b96df0-0645-4cdd-9803-708692d3380d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.145277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4b96df0-0645-4cdd-9803-708692d3380d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.148985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4b96df0-0645-4cdd-9803-708692d3380d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.167957 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b96df0-0645-4cdd-9803-708692d3380d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53a8194-1420-4f08-af09-6f9c10f72f10,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:14.175546 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4b96df0-0645-4cdd-9803-708692d3380d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.176594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f28b0cae-5133-4646-ba81-4225e8be6922 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:32:14.177075 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a4b96df0-0645-4cdd-9803-708692d3380d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228478 Jul 30 00:32:14.180836 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40392) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:14.185652 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'network': {'name': 'tempest-network-smoke--1058404912', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:14.196753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: f28b0cae-5133-4646-ba81-4225e8be6922 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:32:14.197107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f28b0cae-5133-4646-ba81-4225e8be6922 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:32:14.197522 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:32:14.206030 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:32:14.209661 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.223951 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:32:14.224444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 9689ba5c-30f9-46e2-b4e8-f2712d87eeb0 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:32:14.235510 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:32:14.244728 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.245112 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Added segment eab4203a-da9e-4504-879b-5a437863c0db of type vlan for network 09e9012b-2502-42b9-b5c5-64eea12f4f60 Jul 30 00:32:14.284265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.314039 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.319778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:14.320426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.374898 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1931500 Jul 30 00:32:14.377577 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:14.381941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'admin_state_up': True, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:14.398459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8c7ff-1b3f-4d5b-a288-8c293f6c3b8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Network': ['ID=09e9012b-2502-42b9-b5c5-64eea12f4f60,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:14.409548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 09e9012b-2502-42b9-b5c5-64eea12f4f60 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:32:14.415725 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.416857 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.473911 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.877816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.076884 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.095301 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.199587 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.25.2.188 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/0b722861-2a81-4ee5-b23f-e1b7184b6f42) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:15.297623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.336263 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.371408 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:15.376264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:15.382230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:15.387599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=0b722861-2a81-4ee5-b23f-e1b7184b6f42,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:15.631689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.820335 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.944303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router d96ddce3-9ba0-4d03-8a57-109ca40f1053 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:32:16.051383 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:16.060746 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Sync routers for ids ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:16.069529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.070837 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-595b6565-6e04-4875-ba56-a3c727b63172 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6923416 Jul 30 00:32:16.071141 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Routers {'d96ddce3-9ba0-4d03-8a57-109ca40f1053'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:16.071515 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:16.074033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40396) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:16.112649 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-87dd5071-7a8e-4629-a86d-06b3a0ba1032 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=17aa962f250245bb97df2d1d5a547b2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374691 Jul 30 00:32:16.115228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40398) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:16.177513 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Set router d96ddce3-9ba0-4d03-8a57-109ca40f1053 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:16.261983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba4720-b77c-40cd-b31d-ac168757cbd6 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:16.264001 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-adba4720-b77c-40cd-b31d-ac168757cbd6 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478610 Jul 30 00:32:16.266839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40400) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:16.299753 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-727202ca-dc1a-47d7-851f-1df91973833f tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317898 Jul 30 00:32:16.302226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:16.306983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1296551557', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:16.358949 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:15Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:16.385962 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Checking router: d96ddce3-9ba0-4d03-8a57-109ca40f1053 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:16.386308 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Updating router d96ddce3-9ba0-4d03-8a57-109ca40f1053 port 0b722861-2a81-4ee5-b23f-e1b7184b6f42 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:32:16.402753 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:32:16.406325 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.411415 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.588758 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.648536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Subnet': ['ID=9ee91499-439b-45c0-af82-5b70fe0017bb,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:16.658163 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Checking segment: {'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:16.658526 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network hostable DHCP agents. Network: 09e9012b-2502-42b9-b5c5-64eea12f4f60, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:32:16.675934 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 09e9012b-2502-42b9-b5c5-64eea12f4f60 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:32:16.686538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 09e9012b-2502-42b9-b5c5-64eea12f4f60) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:16.691015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:16.692144 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.697377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf2e56-6f8d-4774-8435-ac570b1d9d83 None None] Network 09e9012b-2502-42b9-b5c5-64eea12f4f60 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:32:16.711963 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5f166333-3ad2-4df1-b96b-91c978f2f0c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4085927 Jul 30 00:32:16.714538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:16.783424 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.793236 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Transition to ACTIVE for port object 0b722861-2a81-4ee5-b23f-e1b7184b6f42 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:16.801376 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.844767 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Attempting to bind port 0b722861-2a81-4ee5-b23f-e1b7184b6f42 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:32:16.845168 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Attempting to bind port 0b722861-2a81-4ee5-b23f-e1b7184b6f42 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:32:16.845601 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Attempting to bind port 0b722861-2a81-4ee5-b23f-e1b7184b6f42 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:16.854631 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:32:16.855094 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:16.855625 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.856098 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:32:16.857187 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Bound port: 0b722861-2a81-4ee5-b23f-e1b7184b6f42, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:32:16.857627 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.864213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-09e9012b-2502-42b9-b5c5-64eea12f4f60', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:32:16.865089 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.912808 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] For port 0b722861-2a81-4ee5-b23f-e1b7184b6f42, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:16.916177 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] For port 0b722861-2a81-4ee5-b23f-e1b7184b6f42, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0b722861-2a81-4ee5-b23f-e1b7184b6f42,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:32:16.917414 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Pushing event updated for resources: {'Port': ['ID=0b722861-2a81-4ee5-b23f-e1b7184b6f42,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:16.926013 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.926486 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.926916 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.927358 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.927782 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.928232 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.928675 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.929416 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.929416 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.929902 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.930317 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.930735 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:16.936535 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.000609 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Routers {'d96ddce3-9ba0-4d03-8a57-109ca40f1053'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:17.001257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:17.037895 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fc3d2-c04e-4079-9c7a-679fd334002f None None] Pushing event updated for resources: {'Port': ['ID=0b722861-2a81-4ee5-b23f-e1b7184b6f42,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:17.124308 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] Set router d96ddce3-9ba0-4d03-8a57-109ca40f1053 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:17.171762 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.186338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Allocated IP 172.20.0.2 (09e9012b-2502-42b9-b5c5-64eea12f4f60/9ee91499-439b-45c0-af82-5b70fe0017bb/7f3f9293-2366-4c5f-a93a-c281b0830610) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:17.310981 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:15Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:17.337860 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.338370 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32788a8f-0540-411a-ad1b-4d366dbfb7a8 None None] The sync data for ids ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'] in n-d-712139-11 is: [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:15Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:32:17.348779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Transition to ACTIVE for port object 7f3f9293-2366-4c5f-a93a-c281b0830610 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:17.366663 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Transition to ACTIVE for port object 7f3f9293-2366-4c5f-a93a-c281b0830610 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:17.374400 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.416525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Network 09e9012b-2502-42b9-b5c5-64eea12f4f60 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:17.422429 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:17.428415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:17.431584 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Pushing event updated for resources: {'Port': ['ID=7f3f9293-2366-4c5f-a93a-c281b0830610,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:17.496399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Attempting to bind port 7f3f9293-2366-4c5f-a93a-c281b0830610 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:32:17.497048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Attempting to bind port 7f3f9293-2366-4c5f-a93a-c281b0830610 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:32:17.497438 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Attempting to bind port 7f3f9293-2366-4c5f-a93a-c281b0830610 on network 09e9012b-2502-42b9-b5c5-64eea12f4f60 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:17.503193 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:32:17.503797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Checking segment: {'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:17.504101 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.504418 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Bound using segment: {'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:32:17.504904 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Bound port: 7f3f9293-2366-4c5f-a93a-c281b0830610, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:32:17.505368 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.613901 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] For port 7f3f9293-2366-4c5f-a93a-c281b0830610, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:17.617530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] For port 7f3f9293-2366-4c5f-a93a-c281b0830610, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7f3f9293-2366-4c5f-a93a-c281b0830610,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:32:17.626092 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.697416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd37087-02af-4f01-8b5f-da951047a10f None None] Pushing event updated for resources: {'Port': ['ID=7f3f9293-2366-4c5f-a93a-c281b0830610,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:17.825924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.20.0.1 (09e9012b-2502-42b9-b5c5-64eea12f4f60/9ee91499-439b-45c0-af82-5b70fe0017bb/a3883689-cbe6-426f-b25f-653085f26d70) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:17.968384 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.982275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Transition to ACTIVE for port object a3883689-cbe6-426f-b25f-653085f26d70 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:18.018296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.074539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 09e9012b-2502-42b9-b5c5-64eea12f4f60 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:18.074539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:18.081394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:18.087766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=a3883689-cbe6-426f-b25f-653085f26d70,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:18.130977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.281348 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.286308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0b722861-2a81-4ee5-b23f-e1b7184b6f42 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:18.338242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 0b722861-2a81-4ee5-b23f-e1b7184b6f42 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:18.342731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0b722861-2a81-4ee5-b23f-e1b7184b6f42 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:18.343213 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.434853 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.460645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 0b722861-2a81-4ee5-b23f-e1b7184b6f42, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0b722861-2a81-4ee5-b23f-e1b7184b6f42,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:18.466210 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.467058 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7f3f9293-2366-4c5f-a93a-c281b0830610 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:18.545931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=0b722861-2a81-4ee5-b23f-e1b7184b6f42,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:18.562707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 7f3f9293-2366-4c5f-a93a-c281b0830610 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:18.594439 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.599555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.641361 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea2a1d-752f-4ec1-8101-1acd249df66f None None] Network 09e9012b-2502-42b9-b5c5-64eea12f4f60 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:32:18.691514 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=a3883689-cbe6-426f-b25f-653085f26d70,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:18.696799 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.725752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ab3b547b-147a-4571-ab5e-193cac114b85 None None] Provisioning for port 7f3f9293-2366-4c5f-a93a-c281b0830610 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:18.735959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ab3b547b-147a-4571-ab5e-193cac114b85 None None] Provisioning complete for port 7f3f9293-2366-4c5f-a93a-c281b0830610 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:18.736451 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab3b547b-147a-4571-ab5e-193cac114b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.796703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 09e9012b-2502-42b9-b5c5-64eea12f4f60 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:18.798335 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:18.874617 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab3b547b-147a-4571-ab5e-193cac114b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.912843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ab3b547b-147a-4571-ab5e-193cac114b85 None None] For port 7f3f9293-2366-4c5f-a93a-c281b0830610, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7f3f9293-2366-4c5f-a93a-c281b0830610,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:18.918604 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router d96ddce3-9ba0-4d03-8a57-109ca40f1053 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:32:18.919758 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab3b547b-147a-4571-ab5e-193cac114b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.978286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b547b-147a-4571-ab5e-193cac114b85 None None] Pushing event updated for resources: {'Port': ['ID=7f3f9293-2366-4c5f-a93a-c281b0830610,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:19.045235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:19.051983 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-abb9ff71-094e-4157-b67e-d46b0d35d91f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "PUT /v2.0/routers/d96ddce3-9ba0-4d03-8a57-109ca40f1053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3362942 Jul 30 00:32:19.146065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24e84958-f3ea-4b5d-bbeb-6c91523343e6 None None] Provisioning complete for port 7f3f9293-2366-4c5f-a93a-c281b0830610 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:19.146605 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24e84958-f3ea-4b5d-bbeb-6c91523343e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:19.213524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-e5d87426-8b60-4886-85c2-831290c3dc42 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032526701&fields=id&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 267 time: 0.0370700 Jul 30 00:32:19.260297 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24e84958-f3ea-4b5d-bbeb-6c91523343e6 None None] Provisioning for port a3883689-cbe6-426f-b25f-653085f26d70 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:19.265560 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24e84958-f3ea-4b5d-bbeb-6c91523343e6 None None] Provisioning complete for port a3883689-cbe6-426f-b25f-653085f26d70 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:19.266741 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24e84958-f3ea-4b5d-bbeb-6c91523343e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:19.300672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Sync routers for ids ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:19.325841 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:19.326496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Routers {'d96ddce3-9ba0-4d03-8a57-109ca40f1053'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:19.327132 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:19.330654 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24e84958-f3ea-4b5d-bbeb-6c91523343e6 None None] Port a3883689-cbe6-426f-b25f-653085f26d70 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:32:19.332255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-0d75c554-9fd9-4461-854e-86e3fb8daa72 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:19.340113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-0d75c554-9fd9-4461-854e-86e3fb8daa72 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/networks?id=09e9012b-2502-42b9-b5c5-64eea12f4f60 HTTP/1.1" status: 200 len: 797 time: 0.1197748 Jul 30 00:32:19.356061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-4d486df3-62ff-4943-966b-e17dc07f8472 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/quotas/17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 375 time: 0.0149369 Jul 30 00:32:19.408591 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-2a2cfd2a-d50c-4428-97f8-0034585d0e48 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516140 Jul 30 00:32:19.456336 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Set router d96ddce3-9ba0-4d03-8a57-109ca40f1053 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:19.488481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f3f17646-00d6-4059-b68f-c2123262b3f7 None None] Provisioning complete for port a3883689-cbe6-426f-b25f-653085f26d70 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:19.488869 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3f17646-00d6-4059-b68f-c2123262b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:19.573281 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-4a334cc6-89e8-4842-ba3c-63615c9378f0 service neutron] 10.222.0.37 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483195 Jul 30 00:32:19.594842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f3f17646-00d6-4059-b68f-c2123262b3f7 None None] Port a3883689-cbe6-426f-b25f-653085f26d70 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:32:19.670170 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-bdb5eb88-cdf9-4bea-bcee-8c0b814ec69d service neutron] 10.222.0.37 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905967 Jul 30 00:32:19.689514 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a3883689-cbe6-426f-b25f-653085f26d70', 'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:64:b1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:17Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 2, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:19.725772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Checking router: d96ddce3-9ba0-4d03-8a57-109ca40f1053 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:19.726130 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Updating router d96ddce3-9ba0-4d03-8a57-109ca40f1053 port a3883689-cbe6-426f-b25f-653085f26d70 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:32:19.757997 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-32a50d8b-d731-4892-b68d-4808ac5f2d2b None None] Provisioning complete for port a3883689-cbe6-426f-b25f-653085f26d70 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:19.758376 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32a50d8b-d731-4892-b68d-4808ac5f2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:19.760668 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:19.826495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-32a50d8b-d731-4892-b68d-4808ac5f2d2b None None] Port a3883689-cbe6-426f-b25f-653085f26d70 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:32:19.836597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a794401-f68c-4d35-9be4-feaf59226e6c req-5aaaed51-ba1d-44a0-a544-07720c1a4522 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 210 time: 0.0293734 Jul 30 00:32:20.067030 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.077558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Transition to ACTIVE for port object a3883689-cbe6-426f-b25f-653085f26d70 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:20.083514 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.136682 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91ebd0-b97a-4320-98e7-27e5d21b64dc None None] Pushing event updated for resources: {'Port': ['ID=a3883689-cbe6-426f-b25f-653085f26d70,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:20.186489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Attempting to bind port a3883689-cbe6-426f-b25f-653085f26d70 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:32:20.187888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Attempting to bind port a3883689-cbe6-426f-b25f-653085f26d70 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:32:20.188344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Attempting to bind port a3883689-cbe6-426f-b25f-653085f26d70 on network 09e9012b-2502-42b9-b5c5-64eea12f4f60 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:20.195529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:32:20.195963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Checking segment: {'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:20.196559 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.196986 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Bound using segment: {'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:32:20.197467 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Bound port: a3883689-cbe6-426f-b25f-653085f26d70, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:32:20.197893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.249432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0b722861-2a81-4ee5-b23f-e1b7184b6f42 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:20.322431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] For port a3883689-cbe6-426f-b25f-653085f26d70, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:20.327840 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] For port a3883689-cbe6-426f-b25f-653085f26d70, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a3883689-cbe6-426f-b25f-653085f26d70,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:32:20.342246 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.387103 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0b722861-2a81-4ee5-b23f-e1b7184b6f42 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:20.388127 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.461503 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91ebd0-b97a-4320-98e7-27e5d21b64dc None None] Pushing event updated for resources: {'Port': ['ID=a3883689-cbe6-426f-b25f-653085f26d70,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:20.472485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Routers {'d96ddce3-9ba0-4d03-8a57-109ca40f1053'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:20.473136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:31:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:20.777227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7f3f9293-2366-4c5f-a93a-c281b0830610 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:20.811084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] Set router d96ddce3-9ba0-4d03-8a57-109ca40f1053 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:20.856741 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-c400c9cb-2a94-42d9-a8ab-9277f27e4ee4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:20.859772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-c400c9cb-2a94-42d9-a8ab-9277f27e4ee4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "GET /v2.0/networks?id=09e9012b-2502-42b9-b5c5-64eea12f4f60 HTTP/1.1" status: 200 len: 797 time: 0.1251118 Jul 30 00:32:20.932884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-d154403c-77a7-4248-8dfd-2843085c78bc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 380 time: 0.0630846 Jul 30 00:32:20.938476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 7f3f9293-2366-4c5f-a93a-c281b0830610 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:20.938856 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.949086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2d97a377-e17b-4b16-80cc-cf64bbcddbdf req-ceeba18a-77a4-468f-997e-9362e4f7fdd8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 210 time: 0.0332687 Jul 30 00:32:20.955306 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'port': {'device_id': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'admin_state_up': True, 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'security_groups': ['264d4edf-4db1-4e9a-9654-1fa81d27d581']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:21.069853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:32:21.073545 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.097864 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a3883689-cbe6-426f-b25f-653085f26d70', 'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:64:b1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:17Z', 'updated_at': '2021-07-30T00:32:20Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:21.125772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7f27f-d139-4ac2-9204-5e4e767c75f3 None None] The sync data for ids ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'] in n-d-712139-11 is: [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a3883689-cbe6-426f-b25f-653085f26d70', 'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:64:b1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:17Z', 'updated_at': '2021-07-30T00:32:20Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:32:21.216938 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.20.0.7 (09e9012b-2502-42b9-b5c5-64eea12f4f60/9ee91499-439b-45c0-af82-5b70fe0017bb/e50fc376-eca1-48ff-b384-8279f1b823c4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:21.365715 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.380968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Transition to ACTIVE for port object e50fc376-eca1-48ff-b384-8279f1b823c4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:21.415342 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.460150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 09e9012b-2502-42b9-b5c5-64eea12f4f60 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:21.463423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:21.470258 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:21.477267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=e50fc376-eca1-48ff-b384-8279f1b823c4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:21.525584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:21.526426 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.544649 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-151d2236-4c1f-4ce8-8702-405ac3df68f2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5972674 Jul 30 00:32:21.557784 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-d0e74009-9058-41c1-a161-6c4a9792f778 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:32:21.558800 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-d0e74009-9058-41c1-a161-6c4a9792f778 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061142 Jul 30 00:32:21.571302 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Request body: {'port': {'device_id': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:21.639961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.733893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f74feda2-a3fe-486e-a8f5-bbc437e66880 None None] Provisioning for port e50fc376-eca1-48ff-b384-8279f1b823c4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:21.738599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f74feda2-a3fe-486e-a8f5-bbc437e66880 None None] Provisioning complete for port e50fc376-eca1-48ff-b384-8279f1b823c4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:21.738986 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f74feda2-a3fe-486e-a8f5-bbc437e66880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.774660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f74feda2-a3fe-486e-a8f5-bbc437e66880 None None] Port e50fc376-eca1-48ff-b384-8279f1b823c4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:32:21.800931 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-670d245c-6375-4357-9e83-412cf95c2276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.925862 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50fc376-eca1-48ff-b384-8279f1b823c4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:32:21.933779 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.946872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Transition to ACTIVE for port object e50fc376-eca1-48ff-b384-8279f1b823c4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:21.950678 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:22.029720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Pushing event updated for resources: {'Port': ['ID=e50fc376-eca1-48ff-b384-8279f1b823c4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:22.128693 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Attempting to bind port e50fc376-eca1-48ff-b384-8279f1b823c4 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:32:22.129066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Attempting to bind port e50fc376-eca1-48ff-b384-8279f1b823c4 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:32:22.129405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Attempting to bind port e50fc376-eca1-48ff-b384-8279f1b823c4 on network 09e9012b-2502-42b9-b5c5-64eea12f4f60 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:22.145618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388304b-edd9-422c-ad5b-1ab235d190af req-e330f0d0-fbb7-46ee-a608-67a8d7238938 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.147266 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b388304b-edd9-422c-ad5b-1ab235d190af req-e330f0d0-fbb7-46ee-a608-67a8d7238938 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 943 time: 0.0781524 Jul 30 00:32:22.147939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Port e50fc376-eca1-48ff-b384-8279f1b823c4 on network 09e9012b-2502-42b9-b5c5-64eea12f4f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:32:22.148293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Attempting to bind port e50fc376-eca1-48ff-b384-8279f1b823c4 on network 09e9012b-2502-42b9-b5c5-64eea12f4f60 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:22.155459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:32:22.155804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Checking segment: {'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:22.156226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Bound using segment: {'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:32:22.156662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Bound port: e50fc376-eca1-48ff-b384-8279f1b823c4, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab4203a-da9e-4504-879b-5a437863c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:32:22.157025 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:22.224612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b388304b-edd9-422c-ad5b-1ab235d190af req-a70ee066-a12f-4741-a4cb-64572bd4c6ba tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701571 Jul 30 00:32:22.253824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] For port e50fc376-eca1-48ff-b384-8279f1b823c4, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:22.258412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] For port e50fc376-eca1-48ff-b384-8279f1b823c4, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e50fc376-eca1-48ff-b384-8279f1b823c4,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:32:22.266574 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:22.272630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a3883689-cbe6-426f-b25f-653085f26d70 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:22.308133 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.308761 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:22.310772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] 10.222.0.42 "PUT /v2.0/ports/e50fc376-eca1-48ff-b384-8279f1b823c4 HTTP/1.1" status: 200 len: 1092 time: 0.7439370 Jul 30 00:32:22.311159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'tag': 'e50fc376-eca1-48ff-b384-8279f1b823c4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:22.313511 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba704c1-8b51-4f04-aa15-5127c72ac971" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7aba82-fdbe-4850-939d-a2ffb9c78724", "tag": "e50fc376-eca1-48ff-b384-8279f1b823c4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:22.348870 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e4901-9c25-4d7d-91f2-912f1f7e035b service neutron] Pushing event updated for resources: {'Port': ['ID=e50fc376-eca1-48ff-b384-8279f1b823c4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:22.369371 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port a3883689-cbe6-426f-b25f-653085f26d70 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:22.370553 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8c1e1e-2126-4c1a-aa41-f9bcb7725994 x-openstack-request-id: req-1d8c1e1e-2126-4c1a-aa41-f9bcb7725994 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:22.370851 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7aba82-fdbe-4850-939d-a2ffb9c78724", "tag": "e50fc376-eca1-48ff-b384-8279f1b823c4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:22.371102 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d8c1e1e-2126-4c1a-aa41-f9bcb7725994 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:22.371504 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'tag': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'status': 'completed', 'code': 200} Jul 30 00:32:22.377457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a3883689-cbe6-426f-b25f-653085f26d70 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:22.378369 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:22.402913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-7c7b9af5-80f6-4e52-a4ca-cc4a5ad4e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.404610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-7c7b9af5-80f6-4e52-a4ca-cc4a5ad4e843 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 1095 time: 0.0459588 Jul 30 00:32:22.448227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-668d019a-3fed-4776-9116-3e2d31ab01f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50fc376-eca1-48ff-b384-8279f1b823c4 HTTP/1.1" status: 200 len: 217 time: 0.0356171 Jul 30 00:32:22.467320 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:22.502008 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port a3883689-cbe6-426f-b25f-653085f26d70, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a3883689-cbe6-426f-b25f-653085f26d70,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:22.506168 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-53db7ece-1fff-49c6-bbd9-afc81d6d0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.507337 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:22.508182 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-53db7ece-1fff-49c6-bbd9-afc81d6d0a64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ee91499-439b-45c0-af82-5b70fe0017bb HTTP/1.1" status: 200 len: 835 time: 0.0525067 Jul 30 00:32:22.556924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-78a613e8-4d4d-4403-9a34-3cba0e1dd0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.558450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-78a613e8-4d4d-4403-9a34-3cba0e1dd0d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09e9012b-2502-42b9-b5c5-64eea12f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434222 Jul 30 00:32:22.566848 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=a3883689-cbe6-426f-b25f-653085f26d70,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:22.648786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-02993668-cea8-4f61-b276-9b9c4b80eff4 service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822256 Jul 30 00:32:22.749382 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-018d92fd-29b2-4e15-a86e-042b9127e369 req-b3cc0b9e-5c40-4635-ac74-841aeb396f3a service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939052 Jul 30 00:32:22.833249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-22f99b87-26b1-43b5-ba92-281bac6096f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.834750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-22f99b87-26b1-43b5-ba92-281bac6096f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 1095 time: 0.0416231 Jul 30 00:32:22.928135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-d68c5eca-ef1e-4424-99f2-dd17b397a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.929530 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-d68c5eca-ef1e-4424-99f2-dd17b397a5fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=09e9012b-2502-42b9-b5c5-64eea12f4f60 HTTP/1.1" status: 200 len: 898 time: 0.0878322 Jul 30 00:32:22.971209 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-a61c967b-2cf1-41fb-bdc6-734a438cbfe1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50fc376-eca1-48ff-b384-8279f1b823c4 HTTP/1.1" status: 200 len: 217 time: 0.0345299 Jul 30 00:32:23.021029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-fe889e16-7bf3-418a-93bc-f13b92b90e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:23.022493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-fe889e16-7bf3-418a-93bc-f13b92b90e5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ee91499-439b-45c0-af82-5b70fe0017bb HTTP/1.1" status: 200 len: 835 time: 0.0434611 Jul 30 00:32:23.073130 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-7b7853e4-f1de-4a86-846c-d0c6305d4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:23.074648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-7b7853e4-f1de-4a86-846c-d0c6305d4a3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09e9012b-2502-42b9-b5c5-64eea12f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443206 Jul 30 00:32:23.164857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-5ccc82d9-37b3-4fc9-af6a-3aca0339061a service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821497 Jul 30 00:32:23.258296 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4ba704c1-8b51-4f04-aa15-5127c72ac971 req-e8c3d6f6-03f3-49b4-b545-0595c236d555 service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857031 Jul 30 00:32:23.347760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f58c2-7b43-465c-9053-95332712a2bd req-979a1ba2-2859-410a-b8a5-9a71ff798f0e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:23.349288 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f2f58c2-7b43-465c-9053-95332712a2bd req-979a1ba2-2859-410a-b8a5-9a71ff798f0e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 943 time: 0.0507739 Jul 30 00:32:23.386626 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8f2f58c2-7b43-465c-9053-95332712a2bd req-e1078a50-88fd-44e2-a38b-2d66a5595f87 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Jul 30 00:32:24.226431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a3883689-cbe6-426f-b25f-653085f26d70 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:24.258606 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60473304-77af-4a26-a533-d6c4813e58d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:24.286562 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port a3883689-cbe6-426f-b25f-653085f26d70 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:24.286942 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:24.310798 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:24.502955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b48edd-fea2-44b5-9f9f-3237ed94367e req-b1b1655c-51e8-4a6f-aa67-89abdf20703b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:24.504369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60b48edd-fea2-44b5-9f9f-3237ed94367e req-b1b1655c-51e8-4a6f-aa67-89abdf20703b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 943 time: 0.0488977 Jul 30 00:32:24.542077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-60b48edd-fea2-44b5-9f9f-3237ed94367e req-f7309a88-4cb6-4471-a7c0-829ba5fa1c2c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Jul 30 00:32:25.655513 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f49e-c0c3-4eec-9f33-f9fd166efb73 req-0e49d9d9-d00b-4125-8d34-fb6b08308666 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:25.657077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e131f49e-c0c3-4eec-9f33-f9fd166efb73 req-0e49d9d9-d00b-4125-8d34-fb6b08308666 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 943 time: 0.0488715 Jul 30 00:32:25.702220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e131f49e-c0c3-4eec-9f33-f9fd166efb73 req-94479014-4c4c-463d-a5b3-1ec31d0eb2ce tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392561 Jul 30 00:32:25.709739 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:26.165434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e50fc376-eca1-48ff-b384-8279f1b823c4 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:32:26.260758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e50fc376-eca1-48ff-b384-8279f1b823c4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e50fc376-eca1-48ff-b384-8279f1b823c4,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:26.272311 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'port_id': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'mac_address': 'fa:16:3e:62:77:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:32:26.308410 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:26.320610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50fc376-eca1-48ff-b384-8279f1b823c4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:32:26.339761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e50fc376-eca1-48ff-b384-8279f1b823c4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e50fc376-eca1-48ff-b384-8279f1b823c4,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:26.344324 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:26.394620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e50fc376-eca1-48ff-b384-8279f1b823c4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:26.584007 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['e50fc376-eca1-48ff-b384-8279f1b823c4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:32:26.817869 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815dba3-a31b-4aa4-b628-2dce9e6b9b75 req-0453633f-0090-4d35-b654-43b7c50a1e93 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:26.819418 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3815dba3-a31b-4aa4-b628-2dce9e6b9b75 req-0453633f-0090-4d35-b654-43b7c50a1e93 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 944 time: 0.0488162 Jul 30 00:32:26.857459 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3815dba3-a31b-4aa4-b628-2dce9e6b9b75 req-208e8ce9-a5b1-406e-8cf3-13ec7095c253 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319314 Jul 30 00:32:27.335638 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:27.972045 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1f78b-d17b-4b84-9219-ea1ea09b3eaf req-97cd4627-9c84-42bd-9036-e1513cb37271 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:27.973555 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aab1f78b-d17b-4b84-9219-ea1ea09b3eaf req-97cd4627-9c84-42bd-9036-e1513cb37271 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 944 time: 0.0508778 Jul 30 00:32:28.010521 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aab1f78b-d17b-4b84-9219-ea1ea09b3eaf req-41c10ee5-fabb-4686-90e6-24a26599e91a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Jul 30 00:32:28.188358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e50fc376-eca1-48ff-b384-8279f1b823c4 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:28.236041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port e50fc376-eca1-48ff-b384-8279f1b823c4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:28.239540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port e50fc376-eca1-48ff-b384-8279f1b823c4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:28.239898 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:28.314702 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:28.337890 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50fc376-eca1-48ff-b384-8279f1b823c4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:28.340181 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a0a632-e6bf-475e-9015-a58d2b973e2f" -d '{"events": [{"server_uuid": "fb7aba82-fdbe-4850-939d-a2ffb9c78724", "name": "network-vif-plugged", "status": "completed", "tag": "e50fc376-eca1-48ff-b384-8279f1b823c4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:28.352627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port e50fc376-eca1-48ff-b384-8279f1b823c4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e50fc376-eca1-48ff-b384-8279f1b823c4,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:28.357079 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:28.409331 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=e50fc376-eca1-48ff-b384-8279f1b823c4,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:28.434500 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fd386a-87d8-4434-b4aa-27293bd251aa x-openstack-request-id: req-72fd386a-87d8-4434-b4aa-27293bd251aa {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:28.434796 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7aba82-fdbe-4850-939d-a2ffb9c78724", "name": "network-vif-plugged", "status": "completed", "tag": "e50fc376-eca1-48ff-b384-8279f1b823c4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:28.435590 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72fd386a-87d8-4434-b4aa-27293bd251aa {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:28.435994 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'code': 200} Jul 30 00:32:28.526472 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8673b-3646-4722-bc5e-f611f47e7716 req-2ddb52aa-70b3-4982-9d6f-44bf34303ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:28.527953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cea8673b-3646-4722-bc5e-f611f47e7716 req-2ddb52aa-70b3-4982-9d6f-44bf34303ba5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 1097 time: 0.0391037 Jul 30 00:32:28.565556 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cea8673b-3646-4722-bc5e-f611f47e7716 req-346288a4-8b94-458c-8ab2-a01f79e6919d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308828 Jul 30 00:32:29.022606 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:32:29.124580 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060a93-c438-4d1a-a4cb-91a8e204d073 req-0d9a9b90-a83f-4821-ad0f-4e3217a39a25 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:29.126092 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65060a93-c438-4d1a-a4cb-91a8e204d073 req-0d9a9b90-a83f-4821-ad0f-4e3217a39a25 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0495157 Jul 30 00:32:29.164494 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-65060a93-c438-4d1a-a4cb-91a8e204d073 req-482b0943-9749-4829-b5d7-7705212703f4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Jul 30 00:32:30.278740 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0f650-1633-4d91-bf0a-9178c6b0b868 req-5e12ce41-3b01-4571-9201-3cdbf332c285 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:30.280201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29f0f650-1633-4d91-bf0a-9178c6b0b868 req-5e12ce41-3b01-4571-9201-3cdbf332c285 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0489163 Jul 30 00:32:30.317831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-29f0f650-1633-4d91-bf0a-9178c6b0b868 req-88fb269e-3b08-4608-84a8-17fb00cd8c6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Jul 30 00:32:30.432977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba745c0c-5dd5-487c-a12a-a45c16fecf82 req-fb58de2b-3905-4038-8ed3-799489e7e8c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:30.434529 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba745c0c-5dd5-487c-a12a-a45c16fecf82 req-fb58de2b-3905-4038-8ed3-799489e7e8c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0510447 Jul 30 00:32:30.477195 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ba745c0c-5dd5-487c-a12a-a45c16fecf82 req-82091b2f-82f0-468f-bb0f-b9d4fa3b82fe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362370 Jul 30 00:32:30.499033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:30.539566 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395a31ad-54ba-4aa3-b470-4a008c230069 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:30.541195 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-395a31ad-54ba-4aa3-b470-4a008c230069 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 1092 time: 0.0411093 Jul 30 00:32:30.544033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40464) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:30.549149 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:30.571044 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:30.665625 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:30.774409 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.25.2.30 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/b6008cad-2599-48b0-8c12-7fbdf3db706c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:30.876679 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:30.921882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:30.960500 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:30.963490 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:30.966824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:30.994077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=b6008cad-2599-48b0-8c12-7fbdf3db706c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:31.335054 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:31.402815 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:31.548402 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:31.553247 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:31.619703 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=b6008cad-2599-48b0-8c12-7fbdf3db706c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:31.633997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:31.735678 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Floating IP 1e6b0c46-7b38-4c5d-a77e-5db393526fa7 associated. External IP: 172.25.2.30, port: e50fc376-eca1-48ff-b384-8279f1b823c4. Jul 30 00:32:31.943888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router d96ddce3-9ba0-4d03-8a57-109ca40f1053 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:32:32.054935 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:32.064661 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] Sync routers for ids ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:32.071087 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:32.073919 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] Routers {'d96ddce3-9ba0-4d03-8a57-109ca40f1053'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:32.074733 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:32:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:32.098573 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-47cf127d-a4b6-48b5-b4bd-39e20b4feba5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5527556 Jul 30 00:32:32.099447 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'tag': 'e50fc376-eca1-48ff-b384-8279f1b823c4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:32.101937 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadc347a-0c7f-482d-80ab-da60075b22ed" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7aba82-fdbe-4850-939d-a2ffb9c78724", "tag": "e50fc376-eca1-48ff-b384-8279f1b823c4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:32.141771 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eda7b66-932f-473b-a83f-d7ffd2ecbfba x-openstack-request-id: req-9eda7b66-932f-473b-a83f-d7ffd2ecbfba {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:32.142072 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7aba82-fdbe-4850-939d-a2ffb9c78724", "tag": "e50fc376-eca1-48ff-b384-8279f1b823c4", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:32.142329 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eda7b66-932f-473b-a83f-d7ffd2ecbfba {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:32.142740 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'tag': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'status': 'completed', 'code': 200} Jul 30 00:32:32.185831 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] Set router d96ddce3-9ba0-4d03-8a57-109ca40f1053 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:32.233785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e22ab-f816-4663-8caf-f59b30391314 req-1e0122f6-d24c-4c7b-a13c-bbdcad4bacf7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:32.235224 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-348e22ab-f816-4663-8caf-f59b30391314 req-1e0122f6-d24c-4c7b-a13c-bbdcad4bacf7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0744247 Jul 30 00:32:32.241706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-66013393-1a8e-4652-a1b1-71a70dcef49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:32.243160 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-66013393-1a8e-4652-a1b1-71a70dcef49d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 1097 time: 0.0735798 Jul 30 00:32:32.332166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-348e22ab-f816-4663-8caf-f59b30391314 req-53f79ef3-e265-44d4-92b9-c995c3bcf6de tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880165 Jul 30 00:32:32.354847 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:32.366339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-dddc2ac1-f115-413d-8416-fd177e6a256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:32.367929 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-dddc2ac1-f115-413d-8416-fd177e6a256f service neutron] 10.222.0.42 "GET /v2.0/networks?id=09e9012b-2502-42b9-b5c5-64eea12f4f60 HTTP/1.1" status: 200 len: 898 time: 0.1139200 Jul 30 00:32:32.415891 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1e6b0c46-7b38-4c5d-a77e-5db393526fa7', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'port_id': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'mac_address': 'fa:16:3e:62:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:32:31Z', 'updated_at': '2021-07-30T00:32:31Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3883689-cbe6-426f-b25f-653085f26d70', 'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:64:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:17Z', 'updated_at': '2021-07-30T00:32:22Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:32.419233 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a77a1cbf-c225-4c4c-b3d6-928683939c68 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/1e6b0c46-7b38-4c5d-a77e-5db393526fa7 HTTP/1.1" status: 200 len: 990 time: 0.0632119 Jul 30 00:32:32.435686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-ae1ccaaf-b417-4d82-8733-d5f866ab1e78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50fc376-eca1-48ff-b384-8279f1b823c4 HTTP/1.1" status: 200 len: 998 time: 0.0603490 Jul 30 00:32:32.442178 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] Checking router: d96ddce3-9ba0-4d03-8a57-109ca40f1053 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:32.451007 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] Routers {'d96ddce3-9ba0-4d03-8a57-109ca40f1053'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:32.451613 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:32:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:32.488935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-d272273e-e843-49fc-ba85-b5891f3a6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:32.490294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-d272273e-e843-49fc-ba85-b5891f3a6db6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ee91499-439b-45c0-af82-5b70fe0017bb HTTP/1.1" status: 200 len: 835 time: 0.0480528 Jul 30 00:32:32.536555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-755d617d-ca1d-40b5-af21-3d10760e585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:32.538076 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-755d617d-ca1d-40b5-af21-3d10760e585d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09e9012b-2502-42b9-b5c5-64eea12f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408118 Jul 30 00:32:32.557411 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] Set router d96ddce3-9ba0-4d03-8a57-109ca40f1053 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:32.627992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-86bc9dc0-2cec-4a2f-a68f-af740501534c service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821915 Jul 30 00:32:32.722747 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-dadc347a-0c7f-482d-80ab-da60075b22ed req-b078ce21-974e-4493-b6e9-d5b8a81dc57b service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875409 Jul 30 00:32:32.791758 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1e6b0c46-7b38-4c5d-a77e-5db393526fa7', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'port_id': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'mac_address': 'fa:16:3e:62:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:32:31Z', 'updated_at': '2021-07-30T00:32:31Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3883689-cbe6-426f-b25f-653085f26d70', 'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:64:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:17Z', 'updated_at': '2021-07-30T00:32:22Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:32.820899 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c0034-f01f-4256-a2d6-ded98de1f34a None None] The sync data for ids ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'] in n-d-712139-11 is: [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1e6b0c46-7b38-4c5d-a77e-5db393526fa7', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'port_id': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'mac_address': 'fa:16:3e:62:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:32:31Z', 'updated_at': '2021-07-30T00:32:31Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3883689-cbe6-426f-b25f-653085f26d70', 'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:64:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:17Z', 'updated_at': '2021-07-30T00:32:22Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:32:33.019016 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0379664-9efe-4fe4-ad4f-acff9f2e144a None None] New status for floating IP 1e6b0c46-7b38-4c5d-a77e-5db393526fa7: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:32:33.074173 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:33.423200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:33.483011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1626bef5-011e-48c5-8059-855c6c2dd480 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/1e6b0c46-7b38-4c5d-a77e-5db393526fa7 HTTP/1.1" status: 200 len: 992 time: 0.0587511 Jul 30 00:32:49.279305 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.801510 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af4b3a26-e9c1-4119-a7a2-2ea7eede4dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:54.239949 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2fb956c-13f6-4898-84a8-7f59f9da2bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:54.290424 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.709468 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:57.338501 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.086489 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.021728 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:33:07.763749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca91964-9963-4228-8ae1-7a5e1a208319 req-d5f114aa-2cca-491c-8919-b238cdadf657 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:07.765775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ca91964-9963-4228-8ae1-7a5e1a208319 req-d5f114aa-2cca-491c-8919-b238cdadf657 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0807979 Jul 30 00:33:07.772181 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-941cf8d5-1518-494d-91fb-e3949f7afb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:07.773563 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-941cf8d5-1518-494d-91fb-e3949f7afb17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 1097 time: 0.0582249 Jul 30 00:33:07.855212 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ca91964-9963-4228-8ae1-7a5e1a208319 req-21259456-fc9a-40cd-8da2-ad5c65e90ccf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804875 Jul 30 00:33:07.891892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-d5aa6cce-bc86-46d3-9200-a8c11e43a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:07.893799 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-d5aa6cce-bc86-46d3-9200-a8c11e43a36e service neutron] 10.222.0.42 "GET /v2.0/networks?id=09e9012b-2502-42b9-b5c5-64eea12f4f60 HTTP/1.1" status: 200 len: 898 time: 0.1038840 Jul 30 00:33:07.965787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-4be84410-085f-400a-9a9b-44d63566e45e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50fc376-eca1-48ff-b384-8279f1b823c4 HTTP/1.1" status: 200 len: 1000 time: 0.0617039 Jul 30 00:33:08.017259 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-cd837d99-41f5-4194-97e2-16a7fc6272cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:08.018745 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-cd837d99-41f5-4194-97e2-16a7fc6272cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ee91499-439b-45c0-af82-5b70fe0017bb HTTP/1.1" status: 200 len: 835 time: 0.0445936 Jul 30 00:33:08.069824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-af5e2212-1e64-404e-ab2d-4728be6b2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:08.071353 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-af5e2212-1e64-404e-ab2d-4728be6b2286 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09e9012b-2502-42b9-b5c5-64eea12f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396273 Jul 30 00:33:08.164878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-6ca8a406-e64d-46bf-832a-77f70dfd4747 service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838602 Jul 30 00:33:08.254595 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3088881b-dc59-40fa-9cb5-303e5e42cf14 req-36430a53-fa17-4c7a-b005-b8c26dd75143 service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814726 Jul 30 00:33:08.976983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5a067-8a79-4cb1-8f15-0eab1f57acfc req-466e1115-cf4b-403f-96a0-a99e6a35b5e8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:08.978759 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26d5a067-8a79-4cb1-8f15-0eab1f57acfc req-466e1115-cf4b-403f-96a0-a99e6a35b5e8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0536926 Jul 30 00:33:09.016532 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26d5a067-8a79-4cb1-8f15-0eab1f57acfc req-9f3fcf4b-cb9b-4678-b116-159d5b6150b6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Jul 30 00:33:10.132277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93117c53-d9da-43c1-a30e-bd8172b9b4b2 req-f20171f4-7247-4015-802b-7c7fca0bca82 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:10.133769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93117c53-d9da-43c1-a30e-bd8172b9b4b2 req-f20171f4-7247-4015-802b-7c7fca0bca82 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0487278 Jul 30 00:33:10.173053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-93117c53-d9da-43c1-a30e-bd8172b9b4b2 req-52bb1469-bb1f-4373-8f10-9e73277b55c8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335224 Jul 30 00:33:11.285176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fab1b2-0d83-48af-b79c-f38014f5bd14 req-38fb60c5-6fb7-42f3-bcd8-9c47b52c8cb0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:11.286652 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4fab1b2-0d83-48af-b79c-f38014f5bd14 req-38fb60c5-6fb7-42f3-bcd8-9c47b52c8cb0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Jul 30 00:33:11.324259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e4fab1b2-0d83-48af-b79c-f38014f5bd14 req-d8bbd7ad-5e31-4907-a000-4bfd2b0969c7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316141 Jul 30 00:33:12.447172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858042a-8653-4cc6-841f-63c04a89da6f req-98b40b82-9505-4624-b57c-58ddc7b3070f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:12.448694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4858042a-8653-4cc6-841f-63c04a89da6f req-98b40b82-9505-4624-b57c-58ddc7b3070f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0524879 Jul 30 00:33:12.486796 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4858042a-8653-4cc6-841f-63c04a89da6f req-c4c6b18b-dd82-42ae-ab91-ddb51b555ded tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Jul 30 00:33:13.601772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507882d-8891-4a4d-ba61-daa814cc15da req-2bbbe1ea-2242-49ad-9ab0-3c069c8a9aad tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:13.603678 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a507882d-8891-4a4d-ba61-daa814cc15da req-2bbbe1ea-2242-49ad-9ab0-3c069c8a9aad tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0500271 Jul 30 00:33:13.643415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a507882d-8891-4a4d-ba61-daa814cc15da req-e3c2de4b-39de-45fd-b2d2-360e1b7ed575 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338948 Jul 30 00:33:14.754736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0ecc5-f66d-4e72-bf21-0998ff1f56ae req-95b6019e-41c3-4d02-be61-5851497e5587 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:14.756136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53f0ecc5-f66d-4e72-bf21-0998ff1f56ae req-95b6019e-41c3-4d02-be61-5851497e5587 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0473843 Jul 30 00:33:14.793079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53f0ecc5-f66d-4e72-bf21-0998ff1f56ae req-348873a5-6489-439f-921d-fc49633d4d4b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Jul 30 00:33:15.910136 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc1fc5-80f2-4ff4-80e4-ae294574e7a5 req-a2e4e4f3-4614-4759-89a5-30496d928889 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:15.911612 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91dc1fc5-80f2-4ff4-80e4-ae294574e7a5 req-a2e4e4f3-4614-4759-89a5-30496d928889 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0520880 Jul 30 00:33:15.948859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-91dc1fc5-80f2-4ff4-80e4-ae294574e7a5 req-c2044ca4-6e41-4a7c-9e95-493e08f35755 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311363 Jul 30 00:33:17.063287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4fc16-84a6-4ac9-a445-2186200575ca req-55281a43-a10c-4758-8682-7620e3e931e4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:17.064807 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fb4fc16-84a6-4ac9-a445-2186200575ca req-55281a43-a10c-4758-8682-7620e3e931e4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0491188 Jul 30 00:33:17.102032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fb4fc16-84a6-4ac9-a445-2186200575ca req-c93737e4-7a49-44d8-8198-465b8720b0ab tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313659 Jul 30 00:33:18.218175 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac1d00-b053-4c33-a4b3-d0090374d07e req-3f6c23d8-0b14-48c4-9d60-adf00cc3359b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:18.219623 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97ac1d00-b053-4c33-a4b3-d0090374d07e req-3f6c23d8-0b14-48c4-9d60-adf00cc3359b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Jul 30 00:33:18.258271 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97ac1d00-b053-4c33-a4b3-d0090374d07e req-605f93b8-1278-489f-8e90-8b5d88c1a876 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Jul 30 00:33:19.285936 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:19.374920 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44152085-2b0e-4ef0-b9bd-c2410a905d27 req-e4e39474-3a9c-4af2-9312-52bc0b6dd4dc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:19.376972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44152085-2b0e-4ef0-b9bd-c2410a905d27 req-e4e39474-3a9c-4af2-9312-52bc0b6dd4dc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0537562 Jul 30 00:33:19.414326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-44152085-2b0e-4ef0-b9bd-c2410a905d27 req-e2b4e296-4bc8-42eb-b38b-5ff815d029f6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Jul 30 00:33:19.436836 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40514) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:19.497159 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-58618126-caeb-4af4-a525-f2d8aa4c743d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/1e6b0c46-7b38-4c5d-a77e-5db393526fa7 HTTP/1.1" status: 200 len: 992 time: 0.0591743 Jul 30 00:33:21.803523 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78173b66-3466-406e-adaa-2a6584804d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:24.240872 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4800d7af-9048-4bde-be25-f8a653c0bb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:24.292020 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:25.710909 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:27.345350 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:27.504392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-bfd8fd20-9e5e-4fa2-88bc-6caeafa6f844 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439758 Jul 30 00:33:27.583405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-ecfc2425-e2ad-4cca-ae83-5df771fceb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:27.584928 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-ecfc2425-e2ad-4cca-ae83-5df771fceb98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 1097 time: 0.0406857 Jul 30 00:33:27.685028 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-0a80192f-8292-423e-80fc-8e3e27859de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:27.686497 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-0a80192f-8292-423e-80fc-8e3e27859de1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09e9012b-2502-42b9-b5c5-64eea12f4f60 HTTP/1.1" status: 200 len: 898 time: 0.0829046 Jul 30 00:33:27.754919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-9abfc9c2-18f0-4256-8eef-5a5dea330ed0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50fc376-eca1-48ff-b384-8279f1b823c4 HTTP/1.1" status: 200 len: 1000 time: 0.0606081 Jul 30 00:33:27.802859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-caae81f1-a23e-47e7-87b2-3c496307bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:27.804303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-caae81f1-a23e-47e7-87b2-3c496307bc3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ee91499-439b-45c0-af82-5b70fe0017bb HTTP/1.1" status: 200 len: 835 time: 0.0422328 Jul 30 00:33:27.849892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-d90dbd88-bb36-4a9e-9610-95bffd50a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:27.851362 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-d90dbd88-bb36-4a9e-9610-95bffd50a2ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09e9012b-2502-42b9-b5c5-64eea12f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400410 Jul 30 00:33:27.943607 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-b2c0bf0f-6d26-41fb-9c72-4ac04b6fee94 service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851104 Jul 30 00:33:28.033484 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-62dd4b17-1e53-4122-a7de-45db71e84829 req-3bbc6ba2-db07-44d9-bdcc-98e22df8f10c service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825830 Jul 30 00:33:33.082112 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:43.021681 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:33:49.308107 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:51.803418 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51b5e7a3-c6cd-4ca9-ac7b-622226aecd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:52.104774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40534) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:52.259111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port b6008cad-2599-48b0-8c12-7fbdf3db706c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:33:52.259459 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:52.334816 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:52.335145 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:52.346402 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for b6008cad-2599-48b0-8c12-7fbdf3db706c owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:33:52.782177 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:52.807928 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=b6008cad-2599-48b0-8c12-7fbdf3db706c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:52.820705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.821058 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.821399 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.821735 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.822066 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.822398 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.822728 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.823055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.823381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.823704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.824047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.824368 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.877737 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:52.878085 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Floating IP 1e6b0c46-7b38-4c5d-a77e-5db393526fa7 disassociated (deleted). External IP: 172.25.2.30, port: e50fc376-eca1-48ff-b384-8279f1b823c4. Jul 30 00:33:53.084272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router d96ddce3-9ba0-4d03-8a57-109ca40f1053 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:33:53.190194 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:33:53.194973 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:53.201661 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] Sync routers for ids ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:33:53.211073 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] Routers {'d96ddce3-9ba0-4d03-8a57-109ca40f1053'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:33:53.211716 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:53.221444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bedd6e98-0dc1-4ae2-8f53-0961a69e4481 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/floatingips/1e6b0c46-7b38-4c5d-a77e-5db393526fa7 HTTP/1.1" status: 204 len: 168 time: 1.1155872 Jul 30 00:33:53.222594 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'tag': 'e50fc376-eca1-48ff-b384-8279f1b823c4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:53.224946 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce34926-56ce-491c-b951-7fa8529d6132" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7aba82-fdbe-4850-939d-a2ffb9c78724", "tag": "e50fc376-eca1-48ff-b384-8279f1b823c4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:53.265256 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda182a-baeb-4403-a891-b19000a80703 x-openstack-request-id: req-bfda182a-baeb-4403-a891-b19000a80703 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:53.265447 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7aba82-fdbe-4850-939d-a2ffb9c78724", "tag": "e50fc376-eca1-48ff-b384-8279f1b823c4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:53.265667 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfda182a-baeb-4403-a891-b19000a80703 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:53.266041 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'tag': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'status': 'completed', 'code': 200} Jul 30 00:33:53.337260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-1e21015a-b719-414b-aa60-b017480183aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:53.339374 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-1e21015a-b719-414b-aa60-b017480183aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 1097 time: 0.0522773 Jul 30 00:33:53.427151 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] Set router d96ddce3-9ba0-4d03-8a57-109ca40f1053 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:33:53.482507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-a6717bb7-1c7d-4651-a2fc-b985ec3d3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:53.484740 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-a6717bb7-1c7d-4651-a2fc-b985ec3d3e7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=09e9012b-2502-42b9-b5c5-64eea12f4f60 HTTP/1.1" status: 200 len: 898 time: 0.1324077 Jul 30 00:33:53.495387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2e7c2-a938-44c7-8669-5983963e0990 req-b5134ed1-5c5c-4c16-9738-8f3bc7bdde08 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:53.496866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8d2e7c2-a938-44c7-8669-5983963e0990 req-b5134ed1-5c5c-4c16-9738-8f3bc7bdde08 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0699809 Jul 30 00:33:53.542136 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-91f443da-d7ff-4ee5-9883-84f2f04851bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50fc376-eca1-48ff-b384-8279f1b823c4 HTTP/1.1" status: 200 len: 217 time: 0.0443032 Jul 30 00:33:53.598743 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c8d2e7c2-a938-44c7-8669-5983963e0990 req-39626d49-be81-4828-b854-e3abab8ea52e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936403 Jul 30 00:33:53.609522 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-1fe60fc0-46ff-4b92-890f-877402b972a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:53.611221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-1fe60fc0-46ff-4b92-890f-877402b972a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ee91499-439b-45c0-af82-5b70fe0017bb HTTP/1.1" status: 200 len: 835 time: 0.0610638 Jul 30 00:33:53.627386 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a3883689-cbe6-426f-b25f-653085f26d70', 'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:64:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:17Z', 'updated_at': '2021-07-30T00:32:22Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:53.657988 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] Checking router: d96ddce3-9ba0-4d03-8a57-109ca40f1053 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:33:53.660837 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-4c1ebfd6-442b-4864-83ed-fd182c13a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:53.662425 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-4c1ebfd6-442b-4864-83ed-fd182c13a865 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09e9012b-2502-42b9-b5c5-64eea12f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415492 Jul 30 00:33:53.666368 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] Routers {'d96ddce3-9ba0-4d03-8a57-109ca40f1053'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:33:53.666982 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:33:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:53.756700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-9ca8b1ba-4a0f-4209-a630-2eb75dc8c2c0 service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856767 Jul 30 00:33:53.771632 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] Set router d96ddce3-9ba0-4d03-8a57-109ca40f1053 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:33:53.847707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ce34926-56ce-491c-b951-7fa8529d6132 req-89ea8367-9f4c-4ec6-9441-d703d84d75ee service neutron] 10.222.0.42 "GET /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825331 Jul 30 00:33:53.967638 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a3883689-cbe6-426f-b25f-653085f26d70', 'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:64:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:17Z', 'updated_at': '2021-07-30T00:32:22Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:53.993750 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bbe796-0358-4532-a996-ad69c6a6d4d9 None None] The sync data for ids ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'] in n-d-712139-11 is: [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'a3883689-cbe6-426f-b25f-653085f26d70', 'name': '', 'network_id': '09e9012b-2502-42b9-b5c5-64eea12f4f60', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:64:b1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:17Z', 'updated_at': '2021-07-30T00:32:22Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '9ee91499-439b-45c0-af82-5b70fe0017bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:33:54.207061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa171a-a692-4dca-b3a2-72d9360e75e6 None None] New status for floating IP 1e6b0c46-7b38-4c5d-a77e-5db393526fa7: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:33:54.278476 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-834a82b4-159f-4ce8-b278-24935b033a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:54.295218 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:54.725101 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdf383-486b-4927-ac1a-591cf9ef7d06 req-57e8f863-b4b9-4548-8a7b-17e549d78fd5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:54.726658 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9fdf383-486b-4927-ac1a-591cf9ef7d06 req-57e8f863-b4b9-4548-8a7b-17e549d78fd5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0551393 Jul 30 00:33:54.764027 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9fdf383-486b-4927-ac1a-591cf9ef7d06 req-06cc7c3e-0366-4a49-beff-cfc6f2664b1e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=264d4edf-4db1-4e9a-9654-1fa81d27d581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Jul 30 00:33:54.964576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0a668ede-765b-4651-abd3-c0744d5f5604 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:54.967122 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0a668ede-765b-4651-abd3-c0744d5f5604 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 945 time: 0.0511744 Jul 30 00:33:55.058384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0b34ddf3-27d3-4573-858d-077176f6b98f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port e50fc376-eca1-48ff-b384-8279f1b823c4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:33:55.058745 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0b34ddf3-27d3-4573-858d-077176f6b98f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:55.147285 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0b34ddf3-27d3-4573-858d-077176f6b98f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port e50fc376-eca1-48ff-b384-8279f1b823c4, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=e50fc376-eca1-48ff-b384-8279f1b823c4,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:55.147660 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0b34ddf3-27d3-4573-858d-077176f6b98f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:55.160381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0b34ddf3-27d3-4573-858d-077176f6b98f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for e50fc376-eca1-48ff-b384-8279f1b823c4 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:33:55.290512 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0b34ddf3-27d3-4573-858d-077176f6b98f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:55.317560 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34ddf3-27d3-4573-858d-077176f6b98f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=e50fc376-eca1-48ff-b384-8279f1b823c4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:55.359108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0b34ddf3-27d3-4573-858d-077176f6b98f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] No DVR routers for this DVR port e50fc376-eca1-48ff-b384-8279f1b823c4 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:33:55.361585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0b34ddf3-27d3-4573-858d-077176f6b98f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:55.364098 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f34d7e3e-a165-4be4-b381-895733ffbfd5 req-0b34ddf3-27d3-4573-858d-077176f6b98f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "DELETE /v2.0/ports/e50fc376-eca1-48ff-b384-8279f1b823c4 HTTP/1.1" status: 204 len: 173 time: 0.3906286 Jul 30 00:33:55.364608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'name': 'network-vif-deleted', 'tag': 'e50fc376-eca1-48ff-b384-8279f1b823c4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:55.366866 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb220a7-8050-4bba-9d2f-a0518ca4b3cb" -d '{"events": [{"server_uuid": "fb7aba82-fdbe-4850-939d-a2ffb9c78724", "name": "network-vif-deleted", "tag": "e50fc376-eca1-48ff-b384-8279f1b823c4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:55.404940 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34b588a-9756-4e69-b45e-f6a977818a64 x-openstack-request-id: req-f34b588a-9756-4e69-b45e-f6a977818a64 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:55.405251 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7aba82-fdbe-4850-939d-a2ffb9c78724", "name": "network-vif-deleted", "tag": "e50fc376-eca1-48ff-b384-8279f1b823c4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:55.405522 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f34b588a-9756-4e69-b45e-f6a977818a64 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:55.405923 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7aba82-fdbe-4850-939d-a2ffb9c78724', 'name': 'network-vif-deleted', 'tag': 'e50fc376-eca1-48ff-b384-8279f1b823c4', 'status': 'completed', 'code': 200} Jul 30 00:33:55.716294 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:55.882641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4882414a-b22a-430c-8678-3a33ca8dad37 req-addf9422-61c0-4a2a-af4a-b176468e8ba2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7aba82-fdbe-4850-939d-a2ffb9c78724 HTTP/1.1" status: 200 len: 210 time: 0.0349548 Jul 30 00:33:56.937831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:57.301616 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.349491 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.559037 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port a3883689-cbe6-426f-b25f-653085f26d70 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:33:57.559384 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.651583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port a3883689-cbe6-426f-b25f-653085f26d70, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=a3883689-cbe6-426f-b25f-653085f26d70,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:57.651951 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.665626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for a3883689-cbe6-426f-b25f-653085f26d70 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:33:57.850683 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.877526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=a3883689-cbe6-426f-b25f-653085f26d70,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:58.051890 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.264215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router d96ddce3-9ba0-4d03-8a57-109ca40f1053 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:33:58.371108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:33:58.376222 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-95353c61-a750-4341-9e79-2a87089ffc27 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "PUT /v2.0/routers/d96ddce3-9ba0-4d03-8a57-109ca40f1053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373381 Jul 30 00:33:58.379595 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40558) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:58.381864 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] Sync routers for ids ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:33:58.390862 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] Routers {'d96ddce3-9ba0-4d03-8a57-109ca40f1053'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:33:58.391470 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:58.434626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac16f33d-161b-4d79-9d37-4c8879d6e52a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting subnet 9ee91499-439b-45c0-af82-5b70fe0017bb {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:33:58.437767 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac16f33d-161b-4d79-9d37-4c8879d6e52a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.476987 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac16f33d-161b-4d79-9d37-4c8879d6e52a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.495838 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] Set router d96ddce3-9ba0-4d03-8a57-109ca40f1053 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:33:58.559886 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac16f33d-161b-4d79-9d37-4c8879d6e52a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.630125 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac16f33d-161b-4d79-9d37-4c8879d6e52a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.642690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e50fc376-eca1-48ff-b384-8279f1b823c4 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:33:58.661183 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac16f33d-161b-4d79-9d37-4c8879d6e52a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.663121 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ac16f33d-161b-4d79-9d37-4c8879d6e52a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/subnets/9ee91499-439b-45c0-af82-5b70fe0017bb HTTP/1.1" status: 204 len: 168 time: 0.2824829 Jul 30 00:33:58.664187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16f33d-161b-4d79-9d37-4c8879d6e52a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee91499-439b-45c0-af82-5b70fe0017bb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:58.666015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40560) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:58.672705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: e50fc376-eca1-48ff-b384-8279f1b823c4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:33:58.673066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device e50fc376-eca1-48ff-b384-8279f1b823c4 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:33:58.677385 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c88b4-90c6-46e7-8edf-f84a8dd07240 None None] Network 09e9012b-2502-42b9-b5c5-64eea12f4f60 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:33:58.693292 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:33:57Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:58.722937 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] Checking router: d96ddce3-9ba0-4d03-8a57-109ca40f1053 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:33:58.732133 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] Routers {'d96ddce3-9ba0-4d03-8a57-109ca40f1053'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:33:58.732678 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:58.781360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.843087 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] Set router d96ddce3-9ba0-4d03-8a57-109ca40f1053 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:33:58.886487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] DHCP port deletion for 09e9012b-2502-42b9-b5c5-64eea12f4f60 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:33:58.890359 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.934313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Deleting port 7f3f9293-2366-4c5f-a93a-c281b0830610 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:33:58.934704 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.013629 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] For port 7f3f9293-2366-4c5f-a93a-c281b0830610, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=7f3f9293-2366-4c5f-a93a-c281b0830610,segment=NetworkSegment(eab4203a-da9e-4504-879b-5a437863c0db),segment_id=eab4203a-da9e-4504-879b-5a437863c0db)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:59.013950 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.029328 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Calling delete_port for 7f3f9293-2366-4c5f-a93a-c281b0830610 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:33:59.041067 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:33:57Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:59.077251 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4813ce-64ca-4018-aa9e-10237a0a0c7e None None] The sync data for ids ['d96ddce3-9ba0-4d03-8a57-109ca40f1053'] in n-d-712139-11 is: [{'id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553765613', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:14Z', 'updated_at': '2021-07-30T00:33:57Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '0b722861-2a81-4ee5-b23f-e1b7184b6f42', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ddce3-9ba0-4d03-8a57-109ca40f1053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:15Z', 'updated_at': '2021-07-30T00:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:33:59.129141 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.155317 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Pushing event deleted for resources: {'Port': ['ID=7f3f9293-2366-4c5f-a93a-c281b0830610,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:59.163667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] No DVR routers for this DVR port 7f3f9293-2366-4c5f-a93a-c281b0830610 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:33:59.166140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.166622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.166844 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.167189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.167528 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.167863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.168246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.168581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.168911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.169242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.169572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.169897 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955571fc-a4ac-4469-9709-f86e5d3eed3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:59.249770 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port 0b722861-2a81-4ee5-b23f-e1b7184b6f42 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:33:59.250381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.332616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port 0b722861-2a81-4ee5-b23f-e1b7184b6f42, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0b722861-2a81-4ee5-b23f-e1b7184b6f42,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:59.332992 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.345191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for 0b722861-2a81-4ee5-b23f-e1b7184b6f42 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:33:59.511841 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.541004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=0b722861-2a81-4ee5-b23f-e1b7184b6f42,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:59.606466 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.697957 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.700120 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.741966 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.742515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Fanout notify agent at l3_agent the message router_deleted on router d96ddce3-9ba0-4d03-8a57-109ca40f1053 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:33:59.750581 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.751727 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-3f32af81-1b01-462e-b993-fd574eb6c401 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/routers/d96ddce3-9ba0-4d03-8a57-109ca40f1053 HTTP/1.1" status: 204 len: 168 time: 1.0848966 Jul 30 00:33:59.754885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40562) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:59.837960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.927158 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.936766 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e9012b-2502-42b9-b5c5-64eea12f4f60']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:59.947494 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab4203a-da9e-4504-879b-5a437863c0db') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:59.947807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab4203a-da9e-4504-879b-5a437863c0db') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:59.957002 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.970547 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.976327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:33:59.977070 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:33:59.980045 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:34:00.036709 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.043871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.045509 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/networks/09e9012b-2502-42b9-b5c5-64eea12f4f60 HTTP/1.1" status: 204 len: 168 time: 0.2896736 Jul 30 00:34:00.048266 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40564) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:00.057564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3138d8-4f0f-4304-ab62-205f21aa40cd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Network': ['ID=09e9012b-2502-42b9-b5c5-64eea12f4f60,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:00.111442 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.136922 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.198893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.201730 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.202937 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/security-groups/264d4edf-4db1-4e9a-9654-1fa81d27d581 HTTP/1.1" status: 204 len: 168 time: 0.1535504 Jul 30 00:34:00.219210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264d4edf-4db1-4e9a-9654-1fa81d27d581,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:00.228925 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.229278 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.229821 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.230371 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.230739 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.231103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.231560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.231842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.232328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.232565 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.232962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.233320 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebefd88-a071-46ff-b6da-6268de595e3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:00.304453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0b722861-2a81-4ee5-b23f-e1b7184b6f42 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:34:00.323036 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 0b722861-2a81-4ee5-b23f-e1b7184b6f42 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:34:00.323452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0b722861-2a81-4ee5-b23f-e1b7184b6f42 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:34:00.323931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7f3f9293-2366-4c5f-a93a-c281b0830610 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:34:00.342625 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 7f3f9293-2366-4c5f-a93a-c281b0830610 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:34:00.342974 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 7f3f9293-2366-4c5f-a93a-c281b0830610 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:34:00.343381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a3883689-cbe6-426f-b25f-653085f26d70 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:34:00.365544 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: a3883689-cbe6-426f-b25f-653085f26d70 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:34:00.365828 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device a3883689-cbe6-426f-b25f-653085f26d70 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:34:00.459664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40572) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:00.464495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-78d75d73-0b84-4467-8a4e-14b5e75868a4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102624027', 'description': 'tempest-secgroup-smoke-102624027 description', 'project_id': '17aa962f250245bb97df2d1d5a547b2d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:00.485999 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78d75d73-0b84-4467-8a4e-14b5e75868a4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.566974 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78d75d73-0b84-4467-8a4e-14b5e75868a4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.570955 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78d75d73-0b84-4467-8a4e-14b5e75868a4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.602143 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78d75d73-0b84-4467-8a4e-14b5e75868a4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.603365 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-78d75d73-0b84-4467-8a4e-14b5e75868a4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1426632 Jul 30 00:34:00.605169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d75d73-0b84-4467-8a4e-14b5e75868a4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434bb4b7-182d-454c-975e-166f228d1ff2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:00.606599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40574) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:00.614361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0dd3cdf1-03a6-4ce6-aed0-5a513df6016b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '434bb4b7-182d-454c-975e-166f228d1ff2', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:00.643557 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cdf1-03a6-4ce6-aed0-5a513df6016b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.693823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cdf1-03a6-4ce6-aed0-5a513df6016b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.698746 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cdf1-03a6-4ce6-aed0-5a513df6016b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.716913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3cdf1-03a6-4ce6-aed0-5a513df6016b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb928d6c-7606-4f52-86b9-b8fe84002ef0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:00.723958 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cdf1-03a6-4ce6-aed0-5a513df6016b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.725238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0dd3cdf1-03a6-4ce6-aed0-5a513df6016b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162636 Jul 30 00:34:00.728757 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:00.733277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0e9504d1-c38f-48b6-b7df-2f8ad100f9f1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '434bb4b7-182d-454c-975e-166f228d1ff2', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:00.759702 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e9504d1-c38f-48b6-b7df-2f8ad100f9f1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.815882 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e9504d1-c38f-48b6-b7df-2f8ad100f9f1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.819702 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e9504d1-c38f-48b6-b7df-2f8ad100f9f1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.837316 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9504d1-c38f-48b6-b7df-2f8ad100f9f1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f1689a-7ea7-4e21-b0cc-600dbc8ad0ff,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:00.842750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e9504d1-c38f-48b6-b7df-2f8ad100f9f1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.844033 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0e9504d1-c38f-48b6-b7df-2f8ad100f9f1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142781 Jul 30 00:34:00.847770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:00.852370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-33ac8dd3-c2e2-4202-b488-27d24f803ce9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '434bb4b7-182d-454c-975e-166f228d1ff2', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:00.879341 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-33ac8dd3-c2e2-4202-b488-27d24f803ce9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.942133 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-33ac8dd3-c2e2-4202-b488-27d24f803ce9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.945411 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-33ac8dd3-c2e2-4202-b488-27d24f803ce9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.965682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac8dd3-c2e2-4202-b488-27d24f803ce9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ebb794-a8cf-4393-810b-fed4da9c13c6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:00.974686 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-33ac8dd3-c2e2-4202-b488-27d24f803ce9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.976333 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-33ac8dd3-c2e2-4202-b488-27d24f803ce9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274853 Jul 30 00:34:00.979775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40580) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:00.984647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9a45ce12-d111-4998-bc2b-c8a6eccc3b16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '434bb4b7-182d-454c-975e-166f228d1ff2', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:01.015350 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a45ce12-d111-4998-bc2b-c8a6eccc3b16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.077761 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a45ce12-d111-4998-bc2b-c8a6eccc3b16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.082304 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a45ce12-d111-4998-bc2b-c8a6eccc3b16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.100837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45ce12-d111-4998-bc2b-c8a6eccc3b16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1504b80f-fd95-47fe-b45a-118f68c59433,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:01.106259 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a45ce12-d111-4998-bc2b-c8a6eccc3b16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.107772 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9a45ce12-d111-4998-bc2b-c8a6eccc3b16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267810 Jul 30 00:34:01.110465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:01.116093 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d1377d23-f32f-4c34-9189-448cd0e7e67d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '434bb4b7-182d-454c-975e-166f228d1ff2', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:01.138447 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-d1377d23-f32f-4c34-9189-448cd0e7e67d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Project 17aa962f250245bb97df2d1d5a547b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:34:01.143511 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1377d23-f32f-4c34-9189-448cd0e7e67d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.206555 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1377d23-f32f-4c34-9189-448cd0e7e67d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.210319 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1377d23-f32f-4c34-9189-448cd0e7e67d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.228930 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1377d23-f32f-4c34-9189-448cd0e7e67d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc89d47-b83b-4d4b-8a30-31917e0c3cc8,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:01.234132 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1377d23-f32f-4c34-9189-448cd0e7e67d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.235904 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d1377d23-f32f-4c34-9189-448cd0e7e67d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238387 Jul 30 00:34:01.239799 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40584) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:01.252967 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a43bf3df-c236-464b-b737-4d7b4a09e9c5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '434bb4b7-182d-454c-975e-166f228d1ff2', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:01.276169 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-a43bf3df-c236-464b-b737-4d7b4a09e9c5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Project 17aa962f250245bb97df2d1d5a547b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:34:01.281484 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a43bf3df-c236-464b-b737-4d7b4a09e9c5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.347715 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a43bf3df-c236-464b-b737-4d7b4a09e9c5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.352357 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a43bf3df-c236-464b-b737-4d7b4a09e9c5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.371309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bf3df-c236-464b-b737-4d7b4a09e9c5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56af908-479e-4031-ab5d-0b5befe0ab65,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:01.374721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a43bf3df-c236-464b-b737-4d7b4a09e9c5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.375939 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a43bf3df-c236-464b-b737-4d7b4a09e9c5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351175 Jul 30 00:34:01.378820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40586) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:01.383932 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'network': {'name': 'tempest-network-smoke--883076547', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:01.405197 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:34:01.409017 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.433671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:34:01.443075 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.443422 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Added segment 2c4b45e4-cc50-4c09-bf9c-77c310adbfc5 of type vlan for network 92e243f1-6546-43e0-82c9-62d509141a54 Jul 30 00:34:01.485677 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.519950 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.526041 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:01.526649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.586831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2069602 Jul 30 00:34:01.589492 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:01.596075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'admin_state_up': True, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:01.612261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638d914-cb0d-42a6-9e42-cae3f0d6549f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Network': ['ID=92e243f1-6546-43e0-82c9-62d509141a54,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:01.622598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 92e243f1-6546-43e0-82c9-62d509141a54 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:34:01.629399 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.630410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.682253 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.824256 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.012100 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.034580 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.135949 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.25.2.36 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/b00ece78-fd08-4740-9da6-ffad02c526c4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:34:02.238400 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.276261 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.311427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:02.314218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:02.318270 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:34:02.343456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=b00ece78-fd08-4740-9da6-ffad02c526c4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:02.861908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.062392 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.086839 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.196575 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router f240e1a8-2b27-4526-90a4-00711aa25358 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:34:03.300908 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:34:03.310910 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Sync routers for ids ['f240e1a8-2b27-4526-90a4-00711aa25358'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:34:03.319274 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.320616 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-8b9efb3d-2f37-422d-8713-cb3b0896eaf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7301629 Jul 30 00:34:03.320927 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Routers {'f240e1a8-2b27-4526-90a4-00711aa25358'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:03.321725 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f240e1a8-2b27-4526-90a4-00711aa25358'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:03.324549 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:03.353050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0e2cb68f-f59c-48f3-abf7-21f91c41594d tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=17aa962f250245bb97df2d1d5a547b2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273333 Jul 30 00:34:03.355556 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:03.429437 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Set router f240e1a8-2b27-4526-90a4-00711aa25358 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:03.440747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c7fb15-29ef-4b47-bbd6-5ee5fb9ebd5b tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:03.442303 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-59c7fb15-29ef-4b47-bbd6-5ee5fb9ebd5b tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857091 Jul 30 00:34:03.445183 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40594) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:03.478100 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9b9c216a-b388-475b-a075-b41eda56a8a9 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317459 Jul 30 00:34:03.480698 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40596) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:03.485602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-726572189', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:03.571625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:34:03.575148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.609826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:03.640186 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Checking router: f240e1a8-2b27-4526-90a4-00711aa25358 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:34:03.640529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Updating router f240e1a8-2b27-4526-90a4-00711aa25358 port b00ece78-fd08-4740-9da6-ffad02c526c4 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:34:03.666230 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.756790 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.821687 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Subnet': ['ID=e9b7f933-c1d3-48d0-825f-46ef9f194d27,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:03.826021 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Checking segment: {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:34:03.826390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network hostable DHCP agents. Network: 92e243f1-6546-43e0-82c9-62d509141a54, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:34:03.843771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 92e243f1-6546-43e0-82c9-62d509141a54 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:34:03.852730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 92e243f1-6546-43e0-82c9-62d509141a54) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:03.856922 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:03.857523 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.866283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246fbcd3-f619-4e96-9ad3-530da374b25d None None] Network 92e243f1-6546-43e0-82c9-62d509141a54 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:34:03.871731 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4f0ee7b1-75fe-497a-8618-5a265ca9cda3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3899925 Jul 30 00:34:03.874427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:03.992385 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.022260 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Transition to ACTIVE for port object b00ece78-fd08-4740-9da6-ffad02c526c4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:04.033924 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.111227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7e0fd-eb68-467d-9699-bd199c6ac4c5 None None] Pushing event updated for resources: {'Port': ['ID=b00ece78-fd08-4740-9da6-ffad02c526c4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:04.113323 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Attempting to bind port b00ece78-fd08-4740-9da6-ffad02c526c4 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:34:04.113701 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Attempting to bind port b00ece78-fd08-4740-9da6-ffad02c526c4 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:34:04.114065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Attempting to bind port b00ece78-fd08-4740-9da6-ffad02c526c4 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:34:04.117867 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-92e243f1-6546-43e0-82c9-62d509141a54', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:34:04.118783 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.132614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:34:04.133005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:34:04.133406 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.133803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:34:04.134279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Bound port: b00ece78-fd08-4740-9da6-ffad02c526c4, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:34:04.134659 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.250907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] For port b00ece78-fd08-4740-9da6-ffad02c526c4, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:34:04.256229 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] For port b00ece78-fd08-4740-9da6-ffad02c526c4, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b00ece78-fd08-4740-9da6-ffad02c526c4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:34:04.260467 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.322078 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.512849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Allocated IP 172.20.0.2 (92e243f1-6546-43e0-82c9-62d509141a54/e9b7f933-c1d3-48d0-825f-46ef9f194d27/f732682a-b2b3-4b75-929f-043e54e98eeb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:34:04.520177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7e0fd-eb68-467d-9699-bd199c6ac4c5 None None] Pushing event updated for resources: {'Port': ['ID=b00ece78-fd08-4740-9da6-ffad02c526c4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:04.525156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Routers {'f240e1a8-2b27-4526-90a4-00711aa25358'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:04.525785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f240e1a8-2b27-4526-90a4-00711aa25358'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:04.692728 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] Set router f240e1a8-2b27-4526-90a4-00711aa25358 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:04.847350 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.863470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Transition to ACTIVE for port object f732682a-b2b3-4b75-929f-043e54e98eeb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:04.902652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Transition to ACTIVE for port object f732682a-b2b3-4b75-929f-043e54e98eeb will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:04.911161 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.961767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Network 92e243f1-6546-43e0-82c9-62d509141a54 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:04.962382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.20.0.1 (92e243f1-6546-43e0-82c9-62d509141a54/e9b7f933-c1d3-48d0-825f-46ef9f194d27/8471ac2d-7141-498f-b13f-16862210265d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:34:04.969352 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:04.975192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:34:04.979439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Pushing event updated for resources: {'Port': ['ID=f732682a-b2b3-4b75-929f-043e54e98eeb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:04.992810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:05.033934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd229e-bb11-40bb-8754-48bc364235ed None None] The sync data for ids ['f240e1a8-2b27-4526-90a4-00711aa25358'] in n-d-712139-11 is: [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:34:05.066269 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Attempting to bind port f732682a-b2b3-4b75-929f-043e54e98eeb on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:34:05.067052 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Attempting to bind port f732682a-b2b3-4b75-929f-043e54e98eeb by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:34:05.067586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Attempting to bind port f732682a-b2b3-4b75-929f-043e54e98eeb on network 92e243f1-6546-43e0-82c9-62d509141a54 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:34:05.073327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:34:05.073702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Checking segment: {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:34:05.074177 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.074577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Bound using segment: {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:34:05.075048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Bound port: f732682a-b2b3-4b75-929f-043e54e98eeb, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:34:05.075438 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.091479 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.107761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Transition to ACTIVE for port object 8471ac2d-7141-498f-b13f-16862210265d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:05.148161 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.157086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] For port f732682a-b2b3-4b75-929f-043e54e98eeb, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:34:05.161415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] For port f732682a-b2b3-4b75-929f-043e54e98eeb, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f732682a-b2b3-4b75-929f-043e54e98eeb,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:34:05.166921 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.188546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 92e243f1-6546-43e0-82c9-62d509141a54 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:05.191742 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:05.195797 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:34:05.232691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503be5df-fd1d-4afe-960a-3ff50ac659d9 None None] Pushing event updated for resources: {'Port': ['ID=f732682a-b2b3-4b75-929f-043e54e98eeb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:05.238218 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=8471ac2d-7141-498f-b13f-16862210265d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:05.264279 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.445076 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.750033 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.755688 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.836648 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=8471ac2d-7141-498f-b13f-16862210265d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:05.839819 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.947543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 92e243f1-6546-43e0-82c9-62d509141a54 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:05.948969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:06.071215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router f240e1a8-2b27-4526-90a4-00711aa25358 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:34:06.185714 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:34:06.188477 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c73dc-8a09-449d-8cee-fc8770e2c813 None None] Network 92e243f1-6546-43e0-82c9-62d509141a54 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:34:06.197491 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c5674274-360a-48f9-8ec5-2f945479b92a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "PUT /v2.0/routers/f240e1a8-2b27-4526-90a4-00711aa25358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3162713 Jul 30 00:34:06.286167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1bf35a4d-be26-4852-b47c-c01bfbcf00f1 None None] Provisioning for port f732682a-b2b3-4b75-929f-043e54e98eeb completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:06.354090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-491c759c-0702-495f-94a9-ef8d640b0726 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102624027&fields=id&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 267 time: 0.0416977 Jul 30 00:34:06.357973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f732682a-b2b3-4b75-929f-043e54e98eeb up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:06.421929 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port f732682a-b2b3-4b75-929f-043e54e98eeb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:06.428681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f732682a-b2b3-4b75-929f-043e54e98eeb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:06.429183 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:06.476342 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-4593fa3e-2797-46d2-8433-8d43c0febcff tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:06.477902 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-4593fa3e-2797-46d2-8433-8d43c0febcff tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 796 time: 0.1145072 Jul 30 00:34:06.498895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-135a30f8-0220-40b2-acbb-e39ce7aa80bd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/quotas/17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 375 time: 0.0099332 Jul 30 00:34:06.543531 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:06.572287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-0a162439-71a6-4307-8bb5-c605b058a4a5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584881 Jul 30 00:34:06.585520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port f732682a-b2b3-4b75-929f-043e54e98eeb, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f732682a-b2b3-4b75-929f-043e54e98eeb,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:06.590947 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:06.591785 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b00ece78-fd08-4740-9da6-ffad02c526c4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:06.630576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-80da3d8d-ae41-44cb-9c3e-252dc84d45cf service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:34:06.631606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-80da3d8d-ae41-44cb-9c3e-252dc84d45cf service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585148 Jul 30 00:34:06.672105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=f732682a-b2b3-4b75-929f-043e54e98eeb,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:06.690884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port b00ece78-fd08-4740-9da6-ffad02c526c4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:06.697340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b00ece78-fd08-4740-9da6-ffad02c526c4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:06.697737 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:06.757143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-d1f25c90-6c5c-4346-8c12-8a2c04576793 service neutron] 10.222.0.37 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113706 Jul 30 00:34:06.762056 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-128d2a1e-cb96-40e8-ba92-20f03b4b4312 None None] Provisioning for port 8471ac2d-7141-498f-b13f-16862210265d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:06.767043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-128d2a1e-cb96-40e8-ba92-20f03b4b4312 None None] Provisioning complete for port 8471ac2d-7141-498f-b13f-16862210265d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:06.767507 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-128d2a1e-cb96-40e8-ba92-20f03b4b4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:06.818184 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Sync routers for ids ['f240e1a8-2b27-4526-90a4-00711aa25358'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:34:06.832419 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Routers {'f240e1a8-2b27-4526-90a4-00711aa25358'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:06.833144 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f240e1a8-2b27-4526-90a4-00711aa25358'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:06.833287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-128d2a1e-cb96-40e8-ba92-20f03b4b4312 None None] Port 8471ac2d-7141-498f-b13f-16862210265d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:34:06.849693 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:06.856129 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-128d2a1e-cb96-40e8-ba92-20f03b4b4312 None None] Provisioning complete for port f732682a-b2b3-4b75-929f-043e54e98eeb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:06.856737 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-128d2a1e-cb96-40e8-ba92-20f03b4b4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:06.868695 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-27813938-8076-4748-961c-306878429f12 service neutron] 10.222.0.37 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034844 Jul 30 00:34:06.892865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port b00ece78-fd08-4740-9da6-ffad02c526c4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b00ece78-fd08-4740-9da6-ffad02c526c4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:06.906838 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:06.962722 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Set router f240e1a8-2b27-4526-90a4-00711aa25358 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:07.017760 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=b00ece78-fd08-4740-9da6-ffad02c526c4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:07.102048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20fff4ec-60ff-4405-9c22-dafec0d207d4 req-9e455886-74e4-4fbb-8c68-166600a9af79 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 210 time: 0.0397153 Jul 30 00:34:07.167173 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f0bc040-f359-4e46-bfd3-6a6ce52934dd None None] Provisioning complete for port 8471ac2d-7141-498f-b13f-16862210265d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:07.167544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc040-f359-4e46-bfd3-6a6ce52934dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.210602 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6f0bc040-f359-4e46-bfd3-6a6ce52934dd None None] Port 8471ac2d-7141-498f-b13f-16862210265d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:34:07.309429 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8471ac2d-7141-498f-b13f-16862210265d', 'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:ed:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:04Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 2, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:07.329039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b2bf35d2-17bb-499b-85e6-d4fc47af5b24 None None] Provisioning complete for port 8471ac2d-7141-498f-b13f-16862210265d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:07.329335 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2bf35d2-17bb-499b-85e6-d4fc47af5b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.336746 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Checking router: f240e1a8-2b27-4526-90a4-00711aa25358 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:34:07.337081 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Updating router f240e1a8-2b27-4526-90a4-00711aa25358 port 8471ac2d-7141-498f-b13f-16862210265d binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:34:07.365332 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf35d2-17bb-499b-85e6-d4fc47af5b24 None None] Port 8471ac2d-7141-498f-b13f-16862210265d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:34:07.366072 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.638025 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.647598 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Transition to ACTIVE for port object 8471ac2d-7141-498f-b13f-16862210265d will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:07.653972 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.702317 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Pushing event updated for resources: {'Port': ['ID=8471ac2d-7141-498f-b13f-16862210265d,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:07.728490 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.728834 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.729175 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.729512 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.729852 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.730182 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.730509 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.730908 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.731242 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.731584 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.731900 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.732236 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:07.779169 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Attempting to bind port 8471ac2d-7141-498f-b13f-16862210265d on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:34:07.779700 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Attempting to bind port 8471ac2d-7141-498f-b13f-16862210265d by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:34:07.780213 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Attempting to bind port 8471ac2d-7141-498f-b13f-16862210265d on network 92e243f1-6546-43e0-82c9-62d509141a54 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:34:07.786434 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:34:07.786801 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Checking segment: {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:34:07.787199 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.787580 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Bound using segment: {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:34:07.788110 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Bound port: 8471ac2d-7141-498f-b13f-16862210265d, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:34:07.788445 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.853947 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] For port 8471ac2d-7141-498f-b13f-16862210265d, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:34:07.857127 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] For port 8471ac2d-7141-498f-b13f-16862210265d, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8471ac2d-7141-498f-b13f-16862210265d,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:34:07.861671 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.919720 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Routers {'f240e1a8-2b27-4526-90a4-00711aa25358'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:07.920387 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f240e1a8-2b27-4526-90a4-00711aa25358'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:07.959352 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17230c0-0881-45f0-8e0b-a1b6f41a9c71 None None] Pushing event updated for resources: {'Port': ['ID=8471ac2d-7141-498f-b13f-16862210265d,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:08.046094 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] Set router f240e1a8-2b27-4526-90a4-00711aa25358 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:08.211736 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-20e2f4d6-e11e-45c6-b4ec-9cdd0a41c7e5 req-11718f78-5515-4c72-9da1-b9847f90b41e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 210 time: 0.0349286 Jul 30 00:34:08.255831 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-8ee21faf-72b1-40e2-aa9d-eef4892c84b9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:08.258222 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-8ee21faf-72b1-40e2-aa9d-eef4892c84b9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 796 time: 0.1509817 Jul 30 00:34:08.283415 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8471ac2d-7141-498f-b13f-16862210265d', 'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:ed:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:04Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:08.287761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f732682a-b2b3-4b75-929f-043e54e98eeb up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:08.312553 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c525dc-0d25-4608-bf05-aaf321dbf691 None None] The sync data for ids ['f240e1a8-2b27-4526-90a4-00711aa25358'] in n-d-712139-11 is: [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8471ac2d-7141-498f-b13f-16862210265d', 'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:ed:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:04Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:34:08.324124 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-db02ec5d-41ff-4269-9239-0309748f3a5c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 379 time: 0.0349674 Jul 30 00:34:08.340366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port f732682a-b2b3-4b75-929f-043e54e98eeb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:08.340754 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.376843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'port': {'device_id': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'admin_state_up': True, 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'security_groups': ['434bb4b7-182d-454c-975e-166f228d1ff2']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:08.440855 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b00ece78-fd08-4740-9da6-ffad02c526c4 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:08.496807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b00ece78-fd08-4740-9da6-ffad02c526c4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:08.497189 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.504107 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:34:08.507952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.647647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.20.0.7 (92e243f1-6546-43e0-82c9-62d509141a54/e9b7f933-c1d3-48d0-825f-46ef9f194d27/56ea53f3-2c11-4664-b49c-6a067b92a93e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:34:08.794390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.809099 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Transition to ACTIVE for port object 56ea53f3-2c11-4664-b49c-6a067b92a93e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:08.844748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.890465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 92e243f1-6546-43e0-82c9-62d509141a54 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:08.893781 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:08.900758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:34:08.907551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=56ea53f3-2c11-4664-b49c-6a067b92a93e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:08.965960 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:08.966631 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.983170 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6a899515-7250-4453-9e07-6e4ae89011f0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219285 Jul 30 00:34:08.998747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6e748c01-44a4-43d8-b074-786f50a3bb7c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:34:08.999761 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6e748c01-44a4-43d8-b074-786f50a3bb7c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055876 Jul 30 00:34:09.011290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Request body: {'port': {'device_id': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:09.076465 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.136280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1ab58443-373c-45db-bd24-8a9b3049389d None None] Provisioning for port 56ea53f3-2c11-4664-b49c-6a067b92a93e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:09.140885 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1ab58443-373c-45db-bd24-8a9b3049389d None None] Provisioning complete for port 56ea53f3-2c11-4664-b49c-6a067b92a93e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:09.141269 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ab58443-373c-45db-bd24-8a9b3049389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.179160 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1ab58443-373c-45db-bd24-8a9b3049389d None None] Port 56ea53f3-2c11-4664-b49c-6a067b92a93e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:34:09.327518 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e88e3-14f1-469e-bb1a-dfcdabc180f4 req-5a2cb886-e331-4849-abd0-918a9f0184dc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:09.329202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-308e88e3-14f1-469e-bb1a-dfcdabc180f4 req-5a2cb886-e331-4849-abd0-918a9f0184dc tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 931 time: 0.0520060 Jul 30 00:34:09.371613 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ea53f3-2c11-4664-b49c-6a067b92a93e {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:34:09.375128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-308e88e3-14f1-469e-bb1a-dfcdabc180f4 req-6b52da4a-d99e-43ad-8db8-fa29bff338e6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362864 Jul 30 00:34:09.380181 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.392929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Transition to ACTIVE for port object 56ea53f3-2c11-4664-b49c-6a067b92a93e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:09.396918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.447393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Pushing event updated for resources: {'Port': ['ID=56ea53f3-2c11-4664-b49c-6a067b92a93e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:09.521389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Attempting to bind port 56ea53f3-2c11-4664-b49c-6a067b92a93e on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:34:09.521820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Attempting to bind port 56ea53f3-2c11-4664-b49c-6a067b92a93e by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:34:09.522150 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Attempting to bind port 56ea53f3-2c11-4664-b49c-6a067b92a93e on network 92e243f1-6546-43e0-82c9-62d509141a54 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:34:09.526671 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Port 56ea53f3-2c11-4664-b49c-6a067b92a93e on network 92e243f1-6546-43e0-82c9-62d509141a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:34:09.526993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Attempting to bind port 56ea53f3-2c11-4664-b49c-6a067b92a93e on network 92e243f1-6546-43e0-82c9-62d509141a54 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:34:09.532345 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:34:09.532691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Checking segment: {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:34:09.533078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Bound using segment: {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:34:09.533509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Bound port: 56ea53f3-2c11-4664-b49c-6a067b92a93e, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:34:09.534432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.600125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:34:09.603360 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:34:09.608429 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.642395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:09.643564 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.644993 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] 10.222.0.47 "PUT /v2.0/ports/56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 1092 time: 0.6381857 Jul 30 00:34:09.645471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:34:09.647748 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602e3a92-a644-4e46-8410-5988fec53267" -d '{"events": [{"name": "network-changed", "server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:34:09.675382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5f6f9-8fe7-4b11-a48e-01a9608a090a service neutron] Pushing event updated for resources: {'Port': ['ID=56ea53f3-2c11-4664-b49c-6a067b92a93e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:09.701400 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73114d37-d95f-4646-a8f5-35eb1102c470 x-openstack-request-id: req-73114d37-d95f-4646-a8f5-35eb1102c470 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:34:09.701691 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:34:09.701962 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73114d37-d95f-4646-a8f5-35eb1102c470 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:34:09.702405 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'status': 'completed', 'code': 200} Jul 30 00:34:09.762280 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6037b6a1-0b64-4455-a1cd-9cbf4c824620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:09.763901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-6037b6a1-0b64-4455-a1cd-9cbf4c824620 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1095 time: 0.0456960 Jul 30 00:34:10.130466 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-0c03dc17-39e4-4af4-93cb-f9f2d7d54e1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 217 time: 0.3538620 Jul 30 00:34:10.178966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-afe770b5-2882-4964-9ac6-063a373ee4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.180433 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-afe770b5-2882-4964-9ac6-063a373ee4de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.0427992 Jul 30 00:34:10.225344 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-7720c31b-9869-42df-970a-5e086492b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.226855 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-7720c31b-9869-42df-970a-5e086492b263 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397065 Jul 30 00:34:10.294690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8471ac2d-7141-498f-b13f-16862210265d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:10.328200 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-451fd872-74a9-4e6a-a1ed-93f41b788aa7 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936751 Jul 30 00:34:10.345330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8471ac2d-7141-498f-b13f-16862210265d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:10.349131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8471ac2d-7141-498f-b13f-16862210265d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:10.349505 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:10.421601 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-607c526d-9214-42da-9ad3-d0baa5a7e614 req-4d3a1156-6d6d-45b2-b776-5609a8f8fba3 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861485 Jul 30 00:34:10.433440 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:10.469637 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 8471ac2d-7141-498f-b13f-16862210265d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8471ac2d-7141-498f-b13f-16862210265d,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:10.473769 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:10.495111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2c097-e9e7-46e1-b1a8-aa610e8eb727 req-97b3eef5-ff21-43ec-8fb1-eac869efb3a4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.496784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88e2c097-e9e7-46e1-b1a8-aa610e8eb727 req-97b3eef5-ff21-43ec-8fb1-eac869efb3a4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 943 time: 0.0530870 Jul 30 00:34:10.541171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=8471ac2d-7141-498f-b13f-16862210265d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:10.550759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e3a92-a644-4e46-8410-5988fec53267 req-97494d97-4a59-4274-a753-3452a5c0e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.552341 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-602e3a92-a644-4e46-8410-5988fec53267 req-97494d97-4a59-4274-a753-3452a5c0e2a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1095 time: 0.0483057 Jul 30 00:34:10.556701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-88e2c097-e9e7-46e1-b1a8-aa610e8eb727 req-48f61015-de11-4997-9160-b7d8f248c5d6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540106 Jul 30 00:34:10.647828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e3a92-a644-4e46-8410-5988fec53267 req-5ff310e4-fe6d-4581-900c-9214d8eb235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.649347 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-602e3a92-a644-4e46-8410-5988fec53267 req-5ff310e4-fe6d-4581-900c-9214d8eb235c service neutron] 10.222.0.47 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 897 time: 0.0899963 Jul 30 00:34:10.690960 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-602e3a92-a644-4e46-8410-5988fec53267 req-cc4f9e53-66e9-4402-98ae-57a72bcf327f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 217 time: 0.0346570 Jul 30 00:34:10.743246 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e3a92-a644-4e46-8410-5988fec53267 req-fd2a39f1-f40f-4c8a-9029-3aaee0283413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.744705 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-602e3a92-a644-4e46-8410-5988fec53267 req-fd2a39f1-f40f-4c8a-9029-3aaee0283413 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.0472882 Jul 30 00:34:10.789854 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e3a92-a644-4e46-8410-5988fec53267 req-4ccd685d-640e-4a6a-892f-1da6bc362b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.791346 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-602e3a92-a644-4e46-8410-5988fec53267 req-4ccd685d-640e-4a6a-892f-1da6bc362b26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398710 Jul 30 00:34:10.878796 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-602e3a92-a644-4e46-8410-5988fec53267 req-7d5f09c5-e023-47bb-b151-32496fc7e8c9 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807483 Jul 30 00:34:10.969964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-602e3a92-a644-4e46-8410-5988fec53267 req-21ccc668-5b4e-45f1-96b3-f4f0bb080e9d service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848448 Jul 30 00:34:11.680579 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb22ef1-d547-49f7-acb1-0b3a6d9c0016 req-ea18d82c-4a79-4a34-bf43-a14cdbb024c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:11.682088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afb22ef1-d547-49f7-acb1-0b3a6d9c0016 req-ea18d82c-4a79-4a34-bf43-a14cdbb024c1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 943 time: 0.0517516 Jul 30 00:34:11.720660 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afb22ef1-d547-49f7-acb1-0b3a6d9c0016 req-02f7661f-2529-4ac6-8dfa-888aea54db5e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327759 Jul 30 00:34:12.281006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8471ac2d-7141-498f-b13f-16862210265d up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:12.328723 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8471ac2d-7141-498f-b13f-16862210265d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:12.329094 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:12.836802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56300538-e80d-4b0d-a7c4-01fc8e9b62fb req-8d046a44-79bb-4744-8eb2-56863011f68d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:12.838334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56300538-e80d-4b0d-a7c4-01fc8e9b62fb req-8d046a44-79bb-4744-8eb2-56863011f68d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 943 time: 0.0499921 Jul 30 00:34:12.878274 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-56300538-e80d-4b0d-a7c4-01fc8e9b62fb req-861b96a1-2696-483c-b660-e936b0b0cfa3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333858 Jul 30 00:34:13.488640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 56ea53f3-2c11-4664-b49c-6a067b92a93e details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:34:13.593225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:13.605452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'port_id': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'mac_address': 'fa:16:3e:19:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:34:13.645009 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:13.658224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ea53f3-2c11-4664-b49c-6a067b92a93e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:34:13.678545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:13.682516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:13.730345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=56ea53f3-2c11-4664-b49c-6a067b92a93e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:13.997689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c83e0-c57a-4e68-a858-dcc945e71d7c req-5a0e4e16-9cc6-4c31-b891-134d6c1544df tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:13.999079 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be7c83e0-c57a-4e68-a858-dcc945e71d7c req-5a0e4e16-9cc6-4c31-b891-134d6c1544df tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 944 time: 0.0515232 Jul 30 00:34:14.038985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be7c83e0-c57a-4e68-a858-dcc945e71d7c req-1d8a03a8-12f1-42f4-96df-cb4695018f1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Jul 30 00:34:14.088863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['56ea53f3-2c11-4664-b49c-6a067b92a93e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:34:15.164913 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ee25c-1aac-4620-be89-e4d8df371cce req-c254bcb3-a6c7-4c69-96cd-3758e6128760 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:15.166341 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a3ee25c-1aac-4620-be89-e4d8df371cce req-c254bcb3-a6c7-4c69-96cd-3758e6128760 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 944 time: 0.0560749 Jul 30 00:34:15.204655 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a3ee25c-1aac-4620-be89-e4d8df371cce req-c15074d1-dfb2-45ba-a7b4-d2f08d193d74 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320501 Jul 30 00:34:15.487592 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 56ea53f3-2c11-4664-b49c-6a067b92a93e up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:15.535831 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 56ea53f3-2c11-4664-b49c-6a067b92a93e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:15.539537 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 56ea53f3-2c11-4664-b49c-6a067b92a93e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:15.539879 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:15.619788 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:15.642520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:34:15.644827 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11f99ac-29b6-4518-a087-28d98c855453" -d '{"events": [{"server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "name": "network-vif-plugged", "status": "completed", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:34:15.657594 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:15.661945 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:15.686399 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1243669b-023a-435c-aa98-d8101abb39ef x-openstack-request-id: req-1243669b-023a-435c-aa98-d8101abb39ef {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:34:15.686688 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "name": "network-vif-plugged", "status": "completed", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:34:15.686942 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1243669b-023a-435c-aa98-d8101abb39ef {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:34:15.687328 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'code': 200} Jul 30 00:34:15.713245 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=56ea53f3-2c11-4664-b49c-6a067b92a93e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:15.808615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55b098-0a2b-4804-b73e-767e485f5c69 req-b1c40afd-dfe1-46c0-8884-8e68872cb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:15.810157 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f55b098-0a2b-4804-b73e-767e485f5c69 req-b1c40afd-dfe1-46c0-8884-8e68872cb75c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1097 time: 0.0418642 Jul 30 00:34:15.844886 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f55b098-0a2b-4804-b73e-767e485f5c69 req-9c991c7a-775c-4065-9d34-6b58e7b863e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274293 Jul 30 00:34:16.321080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ed3dd-68cd-49e7-ba42-8b304534a7d2 req-8bb06383-debf-4a40-a0d9-e203004e2c74 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:16.322583 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f3ed3dd-68cd-49e7-ba42-8b304534a7d2 req-8bb06383-debf-4a40-a0d9-e203004e2c74 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0495129 Jul 30 00:34:16.361487 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3f3ed3dd-68cd-49e7-ba42-8b304534a7d2 req-b6de1143-f828-4031-b461-672098dfa902 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328372 Jul 30 00:34:17.478235 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e75fe5-2dc6-4d56-9c7f-70d2aacbdd31 req-187bfa7c-db3a-4391-a49a-cd7c085a4dcf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:17.479739 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7e75fe5-2dc6-4d56-9c7f-70d2aacbdd31 req-187bfa7c-db3a-4391-a49a-cd7c085a4dcf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0493140 Jul 30 00:34:17.520893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7e75fe5-2dc6-4d56-9c7f-70d2aacbdd31 req-c6d24718-d37b-42fc-9576-f214636550de tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Jul 30 00:34:17.644389 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b316fb0-0d20-4868-a731-c102753965fe req-cac63c50-5859-4380-ba0c-c1e22a47aed0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:17.645939 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b316fb0-0d20-4868-a731-c102753965fe req-cac63c50-5859-4380-ba0c-c1e22a47aed0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0564630 Jul 30 00:34:17.686942 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8b316fb0-0d20-4868-a731-c102753965fe req-3bd7c502-3c17-4f01-b4e1-81d7e048457f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348225 Jul 30 00:34:17.708527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:17.752427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0c39d6-0c5a-485c-ac17-810aa8c84e6b tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:17.753967 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9c0c39d6-0c5a-485c-ac17-810aa8c84e6b tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1092 time: 0.0444345 Jul 30 00:34:17.756982 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40658) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:17.761398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:17.783099 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:17.883248 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:17.997207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.25.2.186 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/34865732-3569-4a13-a855-1239de5c07cd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:34:18.099379 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.139732 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.181284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:18.184084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:18.189579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:34:18.195608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=34865732-3569-4a13-a855-1239de5c07cd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:18.546394 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.615787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.768176 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.773373 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.841941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=34865732-3569-4a13-a855-1239de5c07cd,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:18.852362 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.953886 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Floating IP 18732f9f-1682-49b1-9752-9456e514fd7b associated. External IP: 172.25.2.186, port: 56ea53f3-2c11-4664-b49c-6a067b92a93e. Jul 30 00:34:19.166242 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router f240e1a8-2b27-4526-90a4-00711aa25358 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:34:19.274518 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:34:19.285570 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] Sync routers for ids ['f240e1a8-2b27-4526-90a4-00711aa25358'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:34:19.292773 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:19.296191 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] Routers {'f240e1a8-2b27-4526-90a4-00711aa25358'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:19.296820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f240e1a8-2b27-4526-90a4-00711aa25358'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:19.320810 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-529d5219-906c-43bf-9a03-da0a61376c1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5627584 Jul 30 00:34:19.321429 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:34:19.323736 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebafc19b-423c-49f9-b43e-44147a51c054" -d '{"events": [{"name": "network-changed", "server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:34:19.370874 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bf7f08-b7f4-46cc-a514-e90b1e0260ca x-openstack-request-id: req-57bf7f08-b7f4-46cc-a514-e90b1e0260ca {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:34:19.371240 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:34:19.371500 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57bf7f08-b7f4-46cc-a514-e90b1e0260ca {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:34:19.371911 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'status': 'completed', 'code': 200} Jul 30 00:34:19.432055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d425ade-88eb-4cb5-9e34-6720ea57361b req-288ab0b6-3d35-4c50-8753-97af7dec5bf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:19.433604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d425ade-88eb-4cb5-9e34-6720ea57361b req-288ab0b6-3d35-4c50-8753-97af7dec5bf0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0531764 Jul 30 00:34:19.457874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-bd93cfce-355b-42d6-a6a4-8ac07d05acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:19.459591 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-bd93cfce-355b-42d6-a6a4-8ac07d05acff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1097 time: 0.0459592 Jul 30 00:34:19.476597 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9d425ade-88eb-4cb5-9e34-6720ea57361b req-214bea4a-caa8-4d62-815f-7c23e5df4dd5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366182 Jul 30 00:34:19.507161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40664) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:19.511474 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:19.558551 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-cd17d1be-7746-4c58-9af9-909da7b5b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:19.560101 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-cd17d1be-7746-4c58-9af9-909da7b5b171 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 897 time: 0.0935330 Jul 30 00:34:19.577613 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] Set router f240e1a8-2b27-4526-90a4-00711aa25358 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:19.584549 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-30ea16ad-371e-4bfb-b19f-0b75959418a7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/18732f9f-1682-49b1-9752-9456e514fd7b HTTP/1.1" status: 200 len: 991 time: 0.0732231 Jul 30 00:34:19.630636 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-1b4d5e29-5045-44b4-958a-349ee7fc21e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 999 time: 0.0640953 Jul 30 00:34:19.679812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-950c07d5-be68-45bb-afe1-625bd724fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:19.681376 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-950c07d5-be68-45bb-afe1-625bd724fcb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.0439222 Jul 30 00:34:19.731718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-622c0cf2-8a3f-4ca2-9c60-2fded7a4f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:19.733178 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-622c0cf2-8a3f-4ca2-9c60-2fded7a4f6a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449917 Jul 30 00:34:19.805652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '18732f9f-1682-49b1-9752-9456e514fd7b', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'port_id': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'mac_address': 'fa:16:3e:19:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:18Z', 'updated_at': '2021-07-30T00:34:18Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8471ac2d-7141-498f-b13f-16862210265d', 'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:ed:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:04Z', 'updated_at': '2021-07-30T00:34:10Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:19.823296 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-f6e99219-2fc3-4eae-bb4c-214c67a0d535 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830204 Jul 30 00:34:19.833610 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] Checking router: f240e1a8-2b27-4526-90a4-00711aa25358 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:34:19.842196 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] Routers {'f240e1a8-2b27-4526-90a4-00711aa25358'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:19.842823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:33:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f240e1a8-2b27-4526-90a4-00711aa25358'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:19.921238 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebafc19b-423c-49f9-b43e-44147a51c054 req-e82a6299-3c06-4f97-80f2-6d099a1b3c4d service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915430 Jul 30 00:34:19.966338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] Set router f240e1a8-2b27-4526-90a4-00711aa25358 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:20.020056 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:34:20.188965 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '18732f9f-1682-49b1-9752-9456e514fd7b', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'port_id': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'mac_address': 'fa:16:3e:19:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:18Z', 'updated_at': '2021-07-30T00:34:18Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8471ac2d-7141-498f-b13f-16862210265d', 'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:ed:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:04Z', 'updated_at': '2021-07-30T00:34:10Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:20.217576 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b09e7d1-6936-4262-bc87-c85bcfc2be89 None None] The sync data for ids ['f240e1a8-2b27-4526-90a4-00711aa25358'] in n-d-712139-11 is: [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '18732f9f-1682-49b1-9752-9456e514fd7b', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'port_id': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'mac_address': 'fa:16:3e:19:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:18Z', 'updated_at': '2021-07-30T00:34:18Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8471ac2d-7141-498f-b13f-16862210265d', 'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:ed:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:04Z', 'updated_at': '2021-07-30T00:34:10Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:34:20.417931 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e9034-48df-49a1-836f-80b2d78db92e None None] New status for floating IP 18732f9f-1682-49b1-9752-9456e514fd7b: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:34:20.587364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:20.648844 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-852fd73e-45d5-4bd4-b195-19cfce3645fe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/18732f9f-1682-49b1-9752-9456e514fd7b HTTP/1.1" status: 200 len: 993 time: 0.0602512 Jul 30 00:34:21.804175 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5986b33-54fb-46bb-a95d-cbedb0ac6068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:24.241938 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4bb24e78-251f-4484-a93e-181ae5cdac58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:24.297059 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:25.717644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:27.351217 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:33.090774 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:43.053927 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-72ced16c-b9b0-4ea3-befd-76271cf7473f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401208 Jul 30 00:34:43.165861 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-3f731aab-abe9-45a6-aa68-b89290530b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:43.167368 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-3f731aab-abe9-45a6-aa68-b89290530b02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1097 time: 0.0398364 Jul 30 00:34:43.283695 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-e894f74a-739e-438a-9892-82bf661006bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:43.285286 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-e894f74a-739e-438a-9892-82bf661006bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 897 time: 0.0970862 Jul 30 00:34:43.352945 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-40080d28-2ffd-4f23-9748-ef47a8ebaff3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 1001 time: 0.0606890 Jul 30 00:34:43.401962 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-766ecc7d-a21a-468d-b379-e36aaacdb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:43.403729 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-766ecc7d-a21a-468d-b379-e36aaacdb75e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.0440600 Jul 30 00:34:43.451989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-d1c33cca-90a9-4d7a-a22a-84a136778b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:43.453490 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-d1c33cca-90a9-4d7a-a22a-84a136778b05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430784 Jul 30 00:34:43.540619 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-5048f3bd-13b3-417a-8c7c-8935555b7bf5 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792024 Jul 30 00:34:43.634044 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5d567222-8909-42f6-a802-b7581c1a4f3b req-6177d90f-12d6-49d8-8f1e-2d7757d7f4bd service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Jul 30 00:34:49.328295 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:51.804094 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cff3fd6c-3513-4b8e-9ea4-ac520fd61d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:54.245094 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88f91e08-43be-4dc1-a66c-1a7feb18f41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:54.296993 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:55.719617 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:57.019309 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:34:57.354743 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:03.092465 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:19.323862 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:21.805286 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55d29f19-3c13-46fe-be0b-4097b5c56aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:24.247711 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e01e0db7-dac1-4f4f-851e-fed5c517d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:24.304971 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:25.723483 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:27.354376 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:32.211252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40706) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:35:32.267086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f594bff-f8bb-4d01-b6b8-c37169976764 req-baf378a9-959c-4a8d-8d04-4d5fcfc0f8fa tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:32.269010 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f594bff-f8bb-4d01-b6b8-c37169976764 req-baf378a9-959c-4a8d-8d04-4d5fcfc0f8fa tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.1234262 Jul 30 00:35:32.292763 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-a82600d8-6da6-463f-b02d-039465315e06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804288 Jul 30 00:35:32.315518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7f594bff-f8bb-4d01-b6b8-c37169976764 req-063ab8a1-85ef-42f0-98d5-898614cdb529 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375819 Jul 30 00:35:33.102930 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:33.492664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c104-2032-4d25-8366-cdce7c028a61 req-b779a6ee-bb34-4a3a-88d5-cc53d20e03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:33.494341 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-b779a6ee-bb34-4a3a-88d5-cc53d20e03af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1097 time: 0.0424542 Jul 30 00:35:33.497797 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fefee-232f-4f05-aae8-cde80b2a5a03 req-0e3280c6-2e78-4663-9730-adf6e99f407d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:33.499398 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b0fefee-232f-4f05-aae8-cde80b2a5a03 req-0e3280c6-2e78-4663-9730-adf6e99f407d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.1018448 Jul 30 00:35:33.538461 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b0fefee-232f-4f05-aae8-cde80b2a5a03 req-1e472e03-39af-4555-9167-d741276935c3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331385 Jul 30 00:35:33.589234 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c104-2032-4d25-8366-cdce7c028a61 req-ededdaf9-f9ff-4ce3-bd2e-7174baa98301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:33.590736 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-ededdaf9-f9ff-4ce3-bd2e-7174baa98301 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 897 time: 0.0895796 Jul 30 00:35:33.656118 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-914dbbb6-fd14-4d35-9103-64cbc29a6135 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 1001 time: 0.0586128 Jul 30 00:35:33.703639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c104-2032-4d25-8366-cdce7c028a61 req-5be18ed8-3d9c-41f2-9b82-85ce47b7010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:33.705099 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-5be18ed8-3d9c-41f2-9b82-85ce47b7010a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.0430720 Jul 30 00:35:33.755493 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c104-2032-4d25-8366-cdce7c028a61 req-c8f18d21-5f44-4b17-99c7-acf6a434a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:33.757036 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-c8f18d21-5f44-4b17-99c7-acf6a434a308 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441482 Jul 30 00:35:33.844976 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-87c434c4-bb81-4cbc-b0f6-486042abfb2b service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808618 Jul 30 00:35:33.939164 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-e82ed5d5-8faa-4396-a967-da136394f510 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876822 Jul 30 00:35:34.018559 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:35:34.672229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeda9f-74fd-4d26-948f-5d9535c66ebd req-57bb51d3-7ae7-40c2-ad05-e8f9d622e75e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:34.673737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21eeda9f-74fd-4d26-948f-5d9535c66ebd req-57bb51d3-7ae7-40c2-ad05-e8f9d622e75e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0524909 Jul 30 00:35:34.711867 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21eeda9f-74fd-4d26-948f-5d9535c66ebd req-ceec3a9e-5985-4667-ab2e-62b550c163aa tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321641 Jul 30 00:35:35.874443 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacf0e0-f4a0-44cc-98dd-18fbe7d9488e req-b7718632-59c2-4a49-acc1-5784857e4ec7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:35.875927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afacf0e0-f4a0-44cc-98dd-18fbe7d9488e req-b7718632-59c2-4a49-acc1-5784857e4ec7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0489790 Jul 30 00:35:35.917694 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-afacf0e0-f4a0-44cc-98dd-18fbe7d9488e req-4772e799-cebb-4ce5-bfc3-c9b61aa16772 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358663 Jul 30 00:35:37.034844 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b531c5-b7ef-4d8a-91e8-c1452cf37576 req-290ca802-85ad-4ed6-8ecc-abc03b72a1ea tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.036377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55b531c5-b7ef-4d8a-91e8-c1452cf37576 req-290ca802-85ad-4ed6-8ecc-abc03b72a1ea tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0498681 Jul 30 00:35:37.074802 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55b531c5-b7ef-4d8a-91e8-c1452cf37576 req-81356d31-fb48-40d5-a304-aafca0156f71 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324910 Jul 30 00:35:38.189591 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dfe24-ecf8-4074-8029-9a8928897b2d req-73f46b4c-e6c3-4776-b781-2d426958f620 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:38.191083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c86dfe24-ecf8-4074-8029-9a8928897b2d req-73f46b4c-e6c3-4776-b781-2d426958f620 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0492208 Jul 30 00:35:38.227824 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c86dfe24-ecf8-4074-8029-9a8928897b2d req-036f86b3-c197-453f-8602-b0136f67a090 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308137 Jul 30 00:35:39.349904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51627054-247e-494b-9e5c-b9b6a5f99f47 req-e34811a0-f871-432c-a920-8c319683f37b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:39.352560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51627054-247e-494b-9e5c-b9b6a5f99f47 req-e34811a0-f871-432c-a920-8c319683f37b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0568445 Jul 30 00:35:39.398399 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-51627054-247e-494b-9e5c-b9b6a5f99f47 req-4a412647-fdff-449a-aa13-67cbb295c1a8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Jul 30 00:35:40.512343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690340fc-9de6-46ee-999a-acd8d025dec3 req-58f20683-a95b-4a32-9cfe-c09356bb668e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:40.513817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-690340fc-9de6-46ee-999a-acd8d025dec3 req-58f20683-a95b-4a32-9cfe-c09356bb668e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0489438 Jul 30 00:35:40.551080 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-690340fc-9de6-46ee-999a-acd8d025dec3 req-a792b5d4-3f9d-45c3-855d-eaad79d98ad2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Jul 30 00:35:41.667072 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bf8dc-4f88-4fed-bb19-6e3ad717d9a1 req-4aa72cc3-bf4b-4c01-8041-9f2ca5906f6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:41.668598 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c9bf8dc-4f88-4fed-bb19-6e3ad717d9a1 req-4aa72cc3-bf4b-4c01-8041-9f2ca5906f6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0492578 Jul 30 00:35:41.710619 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7c9bf8dc-4f88-4fed-bb19-6e3ad717d9a1 req-0f73e39a-b47c-4e47-8bfb-ae596cb07f28 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342901 Jul 30 00:35:42.823109 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035b386-5a05-4c79-98cb-bae8d865e680 req-eceb4cb3-0a7d-49eb-91cf-f864ab3471e2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:42.824606 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d035b386-5a05-4c79-98cb-bae8d865e680 req-eceb4cb3-0a7d-49eb-91cf-f864ab3471e2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0483963 Jul 30 00:35:42.866887 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d035b386-5a05-4c79-98cb-bae8d865e680 req-6e9a2169-b88f-4459-83a8-53516c0a99ae tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359519 Jul 30 00:35:43.086125 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-a201c5f0-d54b-42a2-807c-bcc4d77d7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:43.087643 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-a201c5f0-d54b-42a2-807c-bcc4d77d7d95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1097 time: 0.0406156 Jul 30 00:35:43.190822 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-362cd5e8-aeaf-4495-9ca0-7e9b0cb9f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:43.192314 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-362cd5e8-aeaf-4495-9ca0-7e9b0cb9f6d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 897 time: 0.0854483 Jul 30 00:35:43.256791 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-170f1ade-1a26-479d-b0a9-9d49b038e26f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 1001 time: 0.0575271 Jul 30 00:35:43.305169 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-ac48181b-6504-415b-a3bc-eaae6267399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:43.306594 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-ac48181b-6504-415b-a3bc-eaae6267399f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.0432181 Jul 30 00:35:43.355350 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-df050336-5c89-4d03-83dc-e1151ecac547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:43.356807 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-df050336-5c89-4d03-83dc-e1151ecac547 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428200 Jul 30 00:35:43.451542 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-a3552520-cf62-43e2-83a3-8735092c8746 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876143 Jul 30 00:35:43.542210 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0718167d-2f7a-4aec-bd87-dea758ffccfe req-d3fd0beb-0751-4461-ae9a-78dc71985a2c service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835757 Jul 30 00:35:43.984454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef543196-3407-4fe2-bbef-3aa7c04a6fb9 req-59fa0784-ca28-470c-89f3-908b08322ebf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:43.986608 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef543196-3407-4fe2-bbef-3aa7c04a6fb9 req-59fa0784-ca28-470c-89f3-908b08322ebf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0493979 Jul 30 00:35:44.024956 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ef543196-3407-4fe2-bbef-3aa7c04a6fb9 req-3fe8bd4a-911e-4cbf-bc2b-0bd417420678 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322680 Jul 30 00:35:45.140385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06765425-9a17-4cbf-af43-e6e3debfd6d9 req-260a1957-f4c5-486e-9e12-daef236aeca8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:45.141877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06765425-9a17-4cbf-af43-e6e3debfd6d9 req-260a1957-f4c5-486e-9e12-daef236aeca8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0487471 Jul 30 00:35:45.179945 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-06765425-9a17-4cbf-af43-e6e3debfd6d9 req-a2dfd5c3-189d-4479-8453-f8e5aa923faf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321817 Jul 30 00:35:45.980266 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-8677c104-2032-4d25-8366-cdce7c028a61 req-8b606f9f-e0e0-426d-9a08-d090dad5ed65 service neutron] show failed (client error): The resource could not be found. Jul 30 00:35:45.981301 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-8b606f9f-e0e0-426d-9a08-d090dad5ed65 service neutron] 10.222.0.47 "GET /v2.0/ports/56ea53f3-2c11-4664-b49c-6a067b92a93e/bindings/n-h1-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0907288 Jul 30 00:35:46.261156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c104-2032-4d25-8366-cdce7c028a61 req-de4b88ac-bf67-4f97-8c8b-c74a8c3d5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:46.262598 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-de4b88ac-bf67-4f97-8c8b-c74a8c3d5b57 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 1097 time: 0.1248925 Jul 30 00:35:46.284540 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:35:46.330157 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5caba-4e9b-44f1-b899-cf292fae870c req-20d8d0a2-025f-4397-8911-2564e377dc3e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:46.331895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebb5caba-4e9b-44f1-b899-cf292fae870c req-20d8d0a2-025f-4397-8911-2564e377dc3e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0826054 Jul 30 00:35:46.371640 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:46.417947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebb5caba-4e9b-44f1-b899-cf292fae870c req-76bad79b-84db-4373-899d-c0cb284d73fe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715866 Jul 30 00:35:46.585403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:46.618603 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:35:46.656383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:35:46.659145 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24723d26-7045-4827-a7e6-89e7799ee05e" -d '{"events": [{"server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:35:46.662940 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:46.676749 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Transition to ACTIVE for port object 56ea53f3-2c11-4664-b49c-6a067b92a93e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:35:46.680513 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:46.780823 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2835d807-cdee-4dde-9e27-89ee07f769f0 x-openstack-request-id: req-2835d807-cdee-4dde-9e27-89ee07f769f0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:35:46.781120 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:35:46.781372 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2835d807-cdee-4dde-9e27-89ee07f769f0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:35:46.781764 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'code': 200} Jul 30 00:35:46.790745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea53f3-2c11-4664-b49c-6a067b92a93e,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:46.813286 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.813630 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.813972 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.814308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.814670 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.815008 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.815333 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.815658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.815989 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.816341 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.816669 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.816990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:46.870802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] No DVR routers for this DVR port 56ea53f3-2c11-4664-b49c-6a067b92a93e on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:35:47.005650 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Attempting to bind port 56ea53f3-2c11-4664-b49c-6a067b92a93e on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:35:47.005988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Attempting to bind port 56ea53f3-2c11-4664-b49c-6a067b92a93e by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:35:47.006320 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Attempting to bind port 56ea53f3-2c11-4664-b49c-6a067b92a93e on network 92e243f1-6546-43e0-82c9-62d509141a54 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:35:47.010616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Port 56ea53f3-2c11-4664-b49c-6a067b92a93e on network 92e243f1-6546-43e0-82c9-62d509141a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:35:47.010949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Attempting to bind port 56ea53f3-2c11-4664-b49c-6a067b92a93e on network 92e243f1-6546-43e0-82c9-62d509141a54 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:35:47.015778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:35:47.016151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Checking segment: {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:35:47.016542 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Bound using segment: {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:35:47.016967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Bound port: 56ea53f3-2c11-4664-b49c-6a067b92a93e, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:35:47.017332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:47.078078 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:35:47.081798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:35:47.086218 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:47.121563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:47.122187 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:47.123569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] 10.222.0.42 "PUT /v2.0/ports/56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 1092 time: 0.8441074 Jul 30 00:35:47.143619 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199877d-b3c4-4aa1-b881-628ac5a255b5 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea53f3-2c11-4664-b49c-6a067b92a93e,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:47.197437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c104-2032-4d25-8366-cdce7c028a61 req-012cfba5-e923-4f70-8138-bad460ae23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:47.198975 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-012cfba5-e923-4f70-8138-bad460ae23ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1095 time: 0.0437558 Jul 30 00:35:47.301151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c104-2032-4d25-8366-cdce7c028a61 req-cc14c92d-fa9d-4ec0-8126-c5c30b67fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:47.302677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-cc14c92d-fa9d-4ec0-8126-c5c30b67fb01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 897 time: 0.0939269 Jul 30 00:35:47.368896 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-9226d012-0f29-4577-9f8b-17f5943580e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 999 time: 0.0578759 Jul 30 00:35:47.424115 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c104-2032-4d25-8366-cdce7c028a61 req-5b15e52a-874b-4897-a3df-26eed44010db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:47.425779 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-5b15e52a-874b-4897-a3df-26eed44010db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.0487595 Jul 30 00:35:47.473034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c104-2032-4d25-8366-cdce7c028a61 req-c43a84d5-c763-4847-90a4-4175516d9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:47.474565 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-c43a84d5-c763-4847-90a4-4175516d9d54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410538 Jul 30 00:35:47.589373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c35aa5-c636-4217-843b-ca1025e9c24b req-65140247-7df9-4125-9952-002d64667f80 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:47.590868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8c35aa5-c636-4217-843b-ca1025e9c24b req-65140247-7df9-4125-9952-002d64667f80 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 943 time: 0.1009388 Jul 30 00:35:47.617712 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-0a3a0292-b65b-43d9-bcb9-a6cfd45b5965 service neutron] 10.222.0.42 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348948 Jul 30 00:35:47.676825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8c35aa5-c636-4217-843b-ca1025e9c24b req-36615f4a-df30-4ee1-bd92-9bba30a173ff tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799758 Jul 30 00:35:47.717790 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8677c104-2032-4d25-8366-cdce7c028a61 req-47a40ab7-599f-4153-a5d3-9f6c83d0e24c service neutron] 10.222.0.42 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925770 Jul 30 00:35:48.782990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:35:48.786113 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb" -d '{"events": [{"name": "network-changed", "server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:35:48.804980 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dafe3-fd7f-4160-bfb1-63513755667d req-13f47ec8-ddae-4373-ba08-49ae6ce23ed2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:48.807439 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-224dafe3-fd7f-4160-bfb1-63513755667d req-13f47ec8-ddae-4373-ba08-49ae6ce23ed2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 943 time: 0.0594766 Jul 30 00:35:48.839606 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383450c1-568c-44cd-b3d3-afda05e354cc x-openstack-request-id: req-383450c1-568c-44cd-b3d3-afda05e354cc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:35:48.839901 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:35:48.840175 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-383450c1-568c-44cd-b3d3-afda05e354cc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:35:48.840558 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'status': 'completed', 'code': 200} Jul 30 00:35:48.848650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-224dafe3-fd7f-4160-bfb1-63513755667d req-a730f94d-ffaa-4801-87cc-c14396e12288 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360179 Jul 30 00:35:48.900731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-6e9d10fb-ee44-4a63-8528-392698f35b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:48.902228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-6e9d10fb-ee44-4a63-8528-392698f35b29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1095 time: 0.0429289 Jul 30 00:35:48.918029 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-e0e25da2-d714-4472-a7be-5fd82889bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:48.919540 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-e0e25da2-d714-4472-a7be-5fd82889bdff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1095 time: 0.0411367 Jul 30 00:35:48.997090 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-e2f46bc0-e909-4ed0-9efd-56d678fe643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:48.998573 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-e2f46bc0-e909-4ed0-9efd-56d678fe643d service neutron] 10.222.0.42 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 897 time: 0.0871086 Jul 30 00:35:49.012592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-a06d7ceb-28da-463a-a83f-04703ef8043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:49.014095 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-a06d7ceb-28da-463a-a83f-04703ef8043d service neutron] 10.222.0.47 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 897 time: 0.0878859 Jul 30 00:35:49.066220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-5b223dd4-0e92-4c7c-b294-03275b799778 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 999 time: 0.0597396 Jul 30 00:35:49.122335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-84de8595-7d11-4098-8eff-c8858a7d6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:49.123837 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-84de8595-7d11-4098-8eff-c8858a7d6e18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.0457571 Jul 30 00:35:49.179597 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-1c078f7c-6b34-4367-9d33-9bd2c1b5b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:49.181585 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-1c078f7c-6b34-4367-9d33-9bd2c1b5b7d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482669 Jul 30 00:35:49.288995 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-7cff5a27-8de2-493e-9201-5236ec3812d3 service neutron] 10.222.0.42 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974622 Jul 30 00:35:49.320797 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:49.397560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-a9540a1a-4a5f-4a70-8e2c-ebb437fcb1db service neutron] 10.222.0.42 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005433 Jul 30 00:35:49.410975 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-d2309d26-40bb-4a93-8e19-c2f22e3a427b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 999 time: 0.3903005 Jul 30 00:35:49.460228 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-01ddd475-0503-48b9-a0b4-39d6b57b3304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:49.461672 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-01ddd475-0503-48b9-a0b4-39d6b57b3304 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.0436792 Jul 30 00:35:49.510499 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-2e95fc94-6089-4434-a8b5-1529e3808e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:49.512036 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-2e95fc94-6089-4434-a8b5-1529e3808e24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437303 Jul 30 00:35:49.599129 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-b71e3443-1339-4035-a5b6-84c3c7dd8530 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801156 Jul 30 00:35:49.691697 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ac0198fb-b651-4c1e-bf0a-a75f1aff92cb req-af58cd56-879b-4bd4-93cc-81bae7f0f641 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852513 Jul 30 00:35:49.952383 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 56ea53f3-2c11-4664-b49c-6a067b92a93e no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:35:49.969967 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137710b6-fa36-495d-9d25-188642910a82 req-b90be9de-8e2d-4ebb-82ad-038a3c842870 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:49.972090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-137710b6-fa36-495d-9d25-188642910a82 req-b90be9de-8e2d-4ebb-82ad-038a3c842870 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 943 time: 0.0521183 Jul 30 00:35:49.990935 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 56ea53f3-2c11-4664-b49c-6a067b92a93e not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:35:50.009976 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-137710b6-fa36-495d-9d25-188642910a82 req-9da59fb6-2802-40f1-93a7-27830a78fd08 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316296 Jul 30 00:35:50.198680 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1622841-b991-42b4-b08f-2ddf3c3f1fb6 req-445aa00f-0c8a-49ae-8fb6-437b5c7243f7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:50.200096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1622841-b991-42b4-b08f-2ddf3c3f1fb6 req-445aa00f-0c8a-49ae-8fb6-437b5c7243f7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 943 time: 0.0492949 Jul 30 00:35:50.224274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-c4e4a276-bf78-4860-bb2d-500512000975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:50.225809 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-c4e4a276-bf78-4860-bb2d-500512000975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a&tenant_id=17aa962f250245bb97df2d1d5a547b2d&binding%3Ahost_id=n-h1-712139-11 HTTP/1.1" status: 200 len: 943 time: 0.0524731 Jul 30 00:35:50.239462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1622841-b991-42b4-b08f-2ddf3c3f1fb6 req-09730319-3ecb-4019-a9d6-6536752e857e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319483 Jul 30 00:35:50.287413 n-d-712139-11 neutron-server[93817]: INFO neutron.api.v2.resource [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-6cbd2c0d-6e87-4825-a0da-240e0805af58 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:35:50.288467 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-6cbd2c0d-6e87-4825-a0da-240e0805af58 service neutron] 10.222.0.47 "DELETE /v2.0/ports/56ea53f3-2c11-4664-b49c-6a067b92a93e/bindings/n-h2-712139-11 HTTP/1.1" status: 404 len: 381 time: 0.0554900 Jul 30 00:35:50.355895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321111c8-23f7-443d-8f1a-8d1a3e53a7a1 req-9e693817-d1d7-45b7-9a16-17c25105299d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:50.357407 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-321111c8-23f7-443d-8f1a-8d1a3e53a7a1 req-9e693817-d1d7-45b7-9a16-17c25105299d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 943 time: 0.0500703 Jul 30 00:35:50.397375 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-26cef2be-e7be-48d1-8572-f0352c5f8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:50.399166 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-26cef2be-e7be-48d1-8572-f0352c5f8fc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1095 time: 0.0471611 Jul 30 00:35:50.401305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-321111c8-23f7-443d-8f1a-8d1a3e53a7a1 req-4557832c-08fc-4def-8e52-fcdc092a90a0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379341 Jul 30 00:35:50.497423 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-d36c4447-0781-4f89-aa1c-8e49ce59da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:50.498811 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-d36c4447-0781-4f89-aa1c-8e49ce59da98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 897 time: 0.0933213 Jul 30 00:35:50.561631 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-441800e1-dfdb-4123-93d3-e7460551e2f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 999 time: 0.0558739 Jul 30 00:35:50.612472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-1677ce04-dad9-455e-afe0-87a4380ee2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:50.614023 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-1677ce04-dad9-455e-afe0-87a4380ee2cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.0462506 Jul 30 00:35:50.659252 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-a222129b-2f03-46c7-aa1c-b2bbd13ce097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:50.660792 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-a222129b-2f03-46c7-aa1c-b2bbd13ce097 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404427 Jul 30 00:35:50.749055 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-58610e42-e59f-45ac-874f-fc4de49594e9 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806031 Jul 30 00:35:50.839304 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0ec62c84-41d0-4b50-bd54-45831bf5ab56 req-e3a18bd6-c2d9-4d27-b85f-57f734bec380 service neutron] 10.222.0.47 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832417 Jul 30 00:35:51.252116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 56ea53f3-2c11-4664-b49c-6a067b92a93e details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:35:51.351137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:51.363790 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'port_id': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'mac_address': 'fa:16:3e:19:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:35:51.400853 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:51.415015 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ea53f3-2c11-4664-b49c-6a067b92a93e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:35:51.439975 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:51.446195 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:51.494073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=56ea53f3-2c11-4664-b49c-6a067b92a93e,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:51.501257 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.501803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.502097 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.502496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.502784 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.503117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.503478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.503810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.504171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.504504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.504833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.505163 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:51.520935 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24937de-ed0f-4d59-90a9-0a41ae419671 req-4dab38b4-0d97-4fb2-9279-03ff1dc2a275 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:51.522413 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24937de-ed0f-4d59-90a9-0a41ae419671 req-4dab38b4-0d97-4fb2-9279-03ff1dc2a275 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 944 time: 0.0489099 Jul 30 00:35:51.560167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c24937de-ed0f-4d59-90a9-0a41ae419671 req-c3ababe5-0c12-44a7-b8ef-02299c0f9304 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318084 Jul 30 00:35:51.582732 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40794) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:35:51.644631 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-7547b269-b532-4092-8a07-507275a6b303 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/18732f9f-1682-49b1-9752-9456e514fd7b HTTP/1.1" status: 200 len: 992 time: 0.0601630 Jul 30 00:35:51.720065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['56ea53f3-2c11-4664-b49c-6a067b92a93e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:35:51.817311 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e197cb7-c60a-4570-ac67-9518be2aedb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:53.277558 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 56ea53f3-2c11-4664-b49c-6a067b92a93e up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:35:53.326600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 56ea53f3-2c11-4664-b49c-6a067b92a93e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:35:53.330342 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 56ea53f3-2c11-4664-b49c-6a067b92a93e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:35:53.330742 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:53.407177 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:53.429842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:35:53.432225 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4364bf-4253-45c6-82db-87385cfb538e" -d '{"events": [{"server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "name": "network-vif-plugged", "status": "completed", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:35:53.446021 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:53.450429 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:53.476883 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ab8b18-fb3e-4385-a939-d3c0f962582e x-openstack-request-id: req-e3ab8b18-fb3e-4385-a939-d3c0f962582e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:35:53.477179 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "name": "network-vif-plugged", "status": "completed", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:35:53.477435 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3ab8b18-fb3e-4385-a939-d3c0f962582e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:35:53.477825 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'code': 200} Jul 30 00:35:53.502978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=56ea53f3-2c11-4664-b49c-6a067b92a93e,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:54.248592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe5e5b50-4014-4436-af24-90558f808bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:54.296436 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:55.726582 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:57.356203 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:03.123275 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.017654 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:36:19.317566 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:21.808920 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bb7663a-2f20-4f7f-b9bd-3d7ed29fe4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:21.966586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:22.126152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port 34865732-3569-4a13-a855-1239de5c07cd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:22.126500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:22.200823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:22.201150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:22.212697 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for 34865732-3569-4a13-a855-1239de5c07cd owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:22.357349 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:22.382325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=34865732-3569-4a13-a855-1239de5c07cd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:22.394469 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.394823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.395166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.395503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.395835 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.396198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.396529 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.396855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.397181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.397505 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.397829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.398148 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:22.454696 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:22.455107 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Floating IP 18732f9f-1682-49b1-9752-9456e514fd7b disassociated (deleted). External IP: 172.25.2.186, port: 56ea53f3-2c11-4664-b49c-6a067b92a93e. Jul 30 00:36:22.660077 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router f240e1a8-2b27-4526-90a4-00711aa25358 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:36:22.766961 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:22.771912 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:22.776775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] Sync routers for ids ['f240e1a8-2b27-4526-90a4-00711aa25358'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:22.786066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] Routers {'f240e1a8-2b27-4526-90a4-00711aa25358'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:22.786685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:35:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f240e1a8-2b27-4526-90a4-00711aa25358'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:22.803267 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6f6a091a-1da8-4dff-915d-8ee4d1f0909f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/floatingips/18732f9f-1682-49b1-9752-9456e514fd7b HTTP/1.1" status: 204 len: 168 time: 0.8355851 Jul 30 00:36:22.804040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:22.807000 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67a213a-a9d1-4be7-915a-aba8a389b245" -d '{"events": [{"name": "network-changed", "server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:22.898299 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b24c93-cdc4-4d78-a9d7-16ccb61ea184 x-openstack-request-id: req-32b24c93-cdc4-4d78-a9d7-16ccb61ea184 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:22.898594 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:22.898847 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32b24c93-cdc4-4d78-a9d7-16ccb61ea184 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:22.899247 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'status': 'completed', 'code': 200} Jul 30 00:36:22.904999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] Set router f240e1a8-2b27-4526-90a4-00711aa25358 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:22.982314 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-12b16941-cfb5-4f99-b059-99d126c811d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:22.984516 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-12b16941-cfb5-4f99-b059-99d126c811d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 1097 time: 0.0539296 Jul 30 00:36:23.106135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f8601-f710-4b04-bafd-636e87701902 req-b047fbfe-b73a-45d0-a383-aafa04166dcf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:23.107650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-277f8601-f710-4b04-bafd-636e87701902 req-b047fbfe-b73a-45d0-a383-aafa04166dcf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.1124206 Jul 30 00:36:23.114094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8471ac2d-7141-498f-b13f-16862210265d', 'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:ed:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:04Z', 'updated_at': '2021-07-30T00:34:10Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:23.132230 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-7f61e400-7486-46b8-9b9b-afdb99729417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:23.133690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-7f61e400-7486-46b8-9b9b-afdb99729417 service neutron] 10.222.0.42 "GET /v2.0/networks?id=92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 200 len: 897 time: 0.1397207 Jul 30 00:36:23.144635 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] Checking router: f240e1a8-2b27-4526-90a4-00711aa25358 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:23.153957 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] Routers {'f240e1a8-2b27-4526-90a4-00711aa25358'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:23.154577 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:35:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f240e1a8-2b27-4526-90a4-00711aa25358'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:23.188448 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-277f8601-f710-4b04-bafd-636e87701902 req-f084bf74-6b33-4795-b8e9-c490cf3d6687 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719595 Jul 30 00:36:23.190022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-e8d554dd-ef24-4e5c-b23b-9840e7c50cfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 200 len: 217 time: 0.0430198 Jul 30 00:36:23.262634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] Set router f240e1a8-2b27-4526-90a4-00711aa25358 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:23.537659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-4743c6c5-b77b-4ba9-88ca-741a2c4b16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:23.539139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-4743c6c5-b77b-4ba9-88ca-741a2c4b16b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 200 len: 834 time: 0.3411593 Jul 30 00:36:23.585665 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-2ae89aa4-7a88-427a-84e9-dd35847a2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:23.587167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-2ae89aa4-7a88-427a-84e9-dd35847a2487 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92e243f1-6546-43e0-82c9-62d509141a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401843 Jul 30 00:36:23.626518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8471ac2d-7141-498f-b13f-16862210265d', 'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:ed:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:04Z', 'updated_at': '2021-07-30T00:34:10Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:23.653457 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2773e14-8e5d-4d76-96c3-e7a2b807ffa2 None None] The sync data for ids ['f240e1a8-2b27-4526-90a4-00711aa25358'] in n-d-712139-11 is: [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8471ac2d-7141-498f-b13f-16862210265d', 'name': '', 'network_id': '92e243f1-6546-43e0-82c9-62d509141a54', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:ed:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:04Z', 'updated_at': '2021-07-30T00:34:10Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'e9b7f933-c1d3-48d0-825f-46ef9f194d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:23.682961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-5364d059-9560-4c1b-88e8-ff4f7a2811b0 service neutron] 10.222.0.42 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870051 Jul 30 00:36:23.779078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c67a213a-a9d1-4be7-915a-aba8a389b245 req-e2739401-eb7f-49e7-b6b5-105be8c98a4a service neutron] 10.222.0.42 "GET /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878651 Jul 30 00:36:23.865229 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7c3d3-6812-4a73-82dd-c10eb0ef4085 None None] New status for floating IP 18732f9f-1682-49b1-9752-9456e514fd7b: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:36:24.249924 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ed4e322-592c-45b2-9fe6-213fcda47433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.298597 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.348762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a916b54-16c7-4962-8205-f5caf09ea468 req-2567175b-696a-4495-92d3-a8e7a7613075 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:24.350259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a916b54-16c7-4962-8205-f5caf09ea468 req-2567175b-696a-4495-92d3-a8e7a7613075 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0874538 Jul 30 00:36:24.363071 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-717710c5-4e28-4aa1-bd28-34735c368c65 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:24.364476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-717710c5-4e28-4aa1-bd28-34735c368c65 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "GET /v2.0/ports?device_id=db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a HTTP/1.1" status: 200 len: 945 time: 0.0733473 Jul 30 00:36:24.429570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5a916b54-16c7-4962-8205-f5caf09ea468 req-522ce7c0-7c81-4b55-b807-89422064d831 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=434bb4b7-182d-454c-975e-166f228d1ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641234 Jul 30 00:36:24.474255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-c9bd45d8-6c09-453f-ba37-7dd2ee1dc8a2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port 56ea53f3-2c11-4664-b49c-6a067b92a93e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:24.474516 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-c9bd45d8-6c09-453f-ba37-7dd2ee1dc8a2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.563716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-c9bd45d8-6c09-453f-ba37-7dd2ee1dc8a2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port 56ea53f3-2c11-4664-b49c-6a067b92a93e, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=56ea53f3-2c11-4664-b49c-6a067b92a93e,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:24.564118 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-c9bd45d8-6c09-453f-ba37-7dd2ee1dc8a2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.577211 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-c9bd45d8-6c09-453f-ba37-7dd2ee1dc8a2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for 56ea53f3-2c11-4664-b49c-6a067b92a93e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:24.705470 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-c9bd45d8-6c09-453f-ba37-7dd2ee1dc8a2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.733817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd45d8-6c09-453f-ba37-7dd2ee1dc8a2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=56ea53f3-2c11-4664-b49c-6a067b92a93e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:24.777151 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-c9bd45d8-6c09-453f-ba37-7dd2ee1dc8a2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] No DVR routers for this DVR port 56ea53f3-2c11-4664-b49c-6a067b92a93e on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:36:24.780298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-c9bd45d8-6c09-453f-ba37-7dd2ee1dc8a2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.782293 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0faebcc2-83b9-4b88-ac2c-89391909e3d9 req-c9bd45d8-6c09-453f-ba37-7dd2ee1dc8a2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "DELETE /v2.0/ports/56ea53f3-2c11-4664-b49c-6a067b92a93e HTTP/1.1" status: 204 len: 173 time: 0.4105682 Jul 30 00:36:24.782755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'name': 'network-vif-deleted', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:24.785033 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6f5e74-9094-403d-b6a5-89e4e82bfcb5" -d '{"events": [{"server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "name": "network-vif-deleted", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:24.826274 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe524e8-2063-45df-b32f-b848bbadef10 x-openstack-request-id: req-1fe524e8-2063-45df-b32f-b848bbadef10 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:24.826571 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a", "name": "network-vif-deleted", "tag": "56ea53f3-2c11-4664-b49c-6a067b92a93e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:24.827204 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fe524e8-2063-45df-b32f-b848bbadef10 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:24.827607 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db75cc8c-1fc3-45a2-ac6d-71005fbd6c1a', 'name': 'network-vif-deleted', 'tag': '56ea53f3-2c11-4664-b49c-6a067b92a93e', 'status': 'completed', 'code': 200} Jul 30 00:36:25.486078 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40834) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:25.730480 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:25.844984 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.099555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port 8471ac2d-7141-498f-b13f-16862210265d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:26.099907 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.193665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port 8471ac2d-7141-498f-b13f-16862210265d, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8471ac2d-7141-498f-b13f-16862210265d,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:26.194018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.207938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for 8471ac2d-7141-498f-b13f-16862210265d owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:26.402750 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.430067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=8471ac2d-7141-498f-b13f-16862210265d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:26.616026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.826139 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router f240e1a8-2b27-4526-90a4-00711aa25358 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:36:26.932531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:26.937547 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3a6853c3-3029-4db8-ac5b-2ff9cb5df975 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "PUT /v2.0/routers/f240e1a8-2b27-4526-90a4-00711aa25358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4504337 Jul 30 00:36:26.940271 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40838) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:26.944726 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] Sync routers for ids ['f240e1a8-2b27-4526-90a4-00711aa25358'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:26.954321 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] Routers {'f240e1a8-2b27-4526-90a4-00711aa25358'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:26.954958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:36:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f240e1a8-2b27-4526-90a4-00711aa25358'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:26.991563 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a70c6cb-437e-4149-9be8-aceb67f8e4e8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting subnet e9b7f933-c1d3-48d0-825f-46ef9f194d27 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:36:26.995293 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a70c6cb-437e-4149-9be8-aceb67f8e4e8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.038500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a70c6cb-437e-4149-9be8-aceb67f8e4e8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.062769 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] Set router f240e1a8-2b27-4526-90a4-00711aa25358 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:27.127553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a70c6cb-437e-4149-9be8-aceb67f8e4e8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.187799 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a70c6cb-437e-4149-9be8-aceb67f8e4e8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.218353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70c6cb-437e-4149-9be8-aceb67f8e4e8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b7f933-c1d3-48d0-825f-46ef9f194d27,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:27.222001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a70c6cb-437e-4149-9be8-aceb67f8e4e8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.224489 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2a70c6cb-437e-4149-9be8-aceb67f8e4e8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/subnets/e9b7f933-c1d3-48d0-825f-46ef9f194d27 HTTP/1.1" status: 204 len: 168 time: 0.2832270 Jul 30 00:36:27.226494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40842) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:27.231057 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240abf68-e9a7-4589-a9c8-188b16cc8ec8 None None] Network 92e243f1-6546-43e0-82c9-62d509141a54 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:36:27.306264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:36:26Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:27.335986 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.371704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] Checking router: f240e1a8-2b27-4526-90a4-00711aa25358 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:27.390381 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] Routers {'f240e1a8-2b27-4526-90a4-00711aa25358'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:27.391230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:36:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['f240e1a8-2b27-4526-90a4-00711aa25358'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:27.393683 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.428552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 56ea53f3-2c11-4664-b49c-6a067b92a93e no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:27.441985 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.463463 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 56ea53f3-2c11-4664-b49c-6a067b92a93e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:27.463838 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 56ea53f3-2c11-4664-b49c-6a067b92a93e not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:27.537744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adbe4a7-3314-45d3-aade-4d5c9a3c7abf None None] DHCP port deletion for 92e243f1-6546-43e0-82c9-62d509141a54 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:36:27.548077 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] Set router f240e1a8-2b27-4526-90a4-00711aa25358 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:27.717453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1adbe4a7-3314-45d3-aade-4d5c9a3c7abf None None] Deleting port f732682a-b2b3-4b75-929f-043e54e98eeb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:27.717751 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1adbe4a7-3314-45d3-aade-4d5c9a3c7abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.795527 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port b00ece78-fd08-4740-9da6-ffad02c526c4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:27.796145 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.804667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1adbe4a7-3314-45d3-aade-4d5c9a3c7abf None None] For port f732682a-b2b3-4b75-929f-043e54e98eeb, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=f732682a-b2b3-4b75-929f-043e54e98eeb,segment=NetworkSegment(2c4b45e4-cc50-4c09-bf9c-77c310adbfc5),segment_id=2c4b45e4-cc50-4c09-bf9c-77c310adbfc5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:27.805074 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1adbe4a7-3314-45d3-aade-4d5c9a3c7abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.822535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1adbe4a7-3314-45d3-aade-4d5c9a3c7abf None None] Calling delete_port for f732682a-b2b3-4b75-929f-043e54e98eeb owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:27.872625 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port b00ece78-fd08-4740-9da6-ffad02c526c4, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b00ece78-fd08-4740-9da6-ffad02c526c4,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:27.873012 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.873814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:36:26Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:27.886130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for b00ece78-fd08-4740-9da6-ffad02c526c4 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:27.906322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20360e49-6dff-4013-8593-f8c12b11e693 None None] The sync data for ids ['f240e1a8-2b27-4526-90a4-00711aa25358'] in n-d-712139-11 is: [{'id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772510271', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:34:01Z', 'updated_at': '2021-07-30T00:36:26Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b00ece78-fd08-4740-9da6-ffad02c526c4', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240e1a8-2b27-4526-90a4-00711aa25358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:27.944181 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1adbe4a7-3314-45d3-aade-4d5c9a3c7abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:27.971307 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbe4a7-3314-45d3-aade-4d5c9a3c7abf None None] Pushing event deleted for resources: {'Port': ['ID=f732682a-b2b3-4b75-929f-043e54e98eeb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:27.975424 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adbe4a7-3314-45d3-aade-4d5c9a3c7abf None None] No DVR routers for this DVR port f732682a-b2b3-4b75-929f-043e54e98eeb on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:36:28.065195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.093711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=b00ece78-fd08-4740-9da6-ffad02c526c4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:28.151280 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.238335 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.240327 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.288368 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.288929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Fanout notify agent at l3_agent the message router_deleted on router f240e1a8-2b27-4526-90a4-00711aa25358 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:36:28.296787 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.297795 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1f295d70-92dd-4539-950d-4239beed1a9a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/routers/f240e1a8-2b27-4526-90a4-00711aa25358 HTTP/1.1" status: 204 len: 168 time: 1.0703661 Jul 30 00:36:28.300585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:28.381691 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.424003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8471ac2d-7141-498f-b13f-16862210265d no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:28.448596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8471ac2d-7141-498f-b13f-16862210265d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:28.448952 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8471ac2d-7141-498f-b13f-16862210265d not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:28.449387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f732682a-b2b3-4b75-929f-043e54e98eeb no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:28.469399 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: f732682a-b2b3-4b75-929f-043e54e98eeb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:28.469752 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device f732682a-b2b3-4b75-929f-043e54e98eeb not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:28.477400 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.487531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e243f1-6546-43e0-82c9-62d509141a54']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:28.498456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:28.498750 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4b45e4-cc50-4c09-bf9c-77c310adbfc5') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:28.507702 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.523117 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.529690 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:36:28.530096 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:36:28.533403 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:36:28.592313 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.599739 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.605289 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/networks/92e243f1-6546-43e0-82c9-62d509141a54 HTTP/1.1" status: 204 len: 168 time: 0.3000696 Jul 30 00:36:28.605403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40846) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:28.618181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6d6ef-4065-40b8-aabd-69057d7c7a6e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Network': ['ID=92e243f1-6546-43e0-82c9-62d509141a54,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:28.673654 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1fa-fcca-4867-a7c8-4a3a1ff47b6f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.702447 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1fa-fcca-4867-a7c8-4a3a1ff47b6f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.761524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1fa-fcca-4867-a7c8-4a3a1ff47b6f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.764201 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1fa-fcca-4867-a7c8-4a3a1ff47b6f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.765898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ef60a1fa-fcca-4867-a7c8-4a3a1ff47b6f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/security-groups/434bb4b7-182d-454c-975e-166f228d1ff2 HTTP/1.1" status: 204 len: 168 time: 0.1595101 Jul 30 00:36:28.775609 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60a1fa-fcca-4867-a7c8-4a3a1ff47b6f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=434bb4b7-182d-454c-975e-166f228d1ff2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:29.030584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40852) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:29.035248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b1b6d8b2-7f57-4cb3-a856-f9f26044f74c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376304261', 'description': 'tempest-secgroup-smoke-376304261 description', 'project_id': '17aa962f250245bb97df2d1d5a547b2d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:29.057655 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d8b2-7f57-4cb3-a856-f9f26044f74c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.139019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d8b2-7f57-4cb3-a856-f9f26044f74c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.143162 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d8b2-7f57-4cb3-a856-f9f26044f74c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.171551 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d8b2-7f57-4cb3-a856-f9f26044f74c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.172791 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b1b6d8b2-7f57-4cb3-a856-f9f26044f74c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1412005 Jul 30 00:36:29.174620 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6d8b2-7f57-4cb3-a856-f9f26044f74c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5c8d80-3c6d-4a01-89c9-78fc16fba294,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:29.175935 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40854) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:29.182200 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c36c1be2-e606-4d01-bf7a-a6f2cc633ef1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'fc5c8d80-3c6d-4a01-89c9-78fc16fba294', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:29.207881 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c36c1be2-e606-4d01-bf7a-a6f2cc633ef1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.267553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c36c1be2-e606-4d01-bf7a-a6f2cc633ef1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.270543 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c36c1be2-e606-4d01-bf7a-a6f2cc633ef1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.284850 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1be2-e606-4d01-bf7a-a6f2cc633ef1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a643a6fb-706a-4cf3-84b8-f7799e959ac2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:29.294397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c36c1be2-e606-4d01-bf7a-a6f2cc633ef1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.295677 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c36c1be2-e606-4d01-bf7a-a6f2cc633ef1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181629 Jul 30 00:36:29.298465 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40856) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:29.302931 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-acd00657-eb93-4df8-9307-88f7c4d2fe0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'fc5c8d80-3c6d-4a01-89c9-78fc16fba294', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:29.329159 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acd00657-eb93-4df8-9307-88f7c4d2fe0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.385423 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acd00657-eb93-4df8-9307-88f7c4d2fe0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.388877 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acd00657-eb93-4df8-9307-88f7c4d2fe0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.405855 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd00657-eb93-4df8-9307-88f7c4d2fe0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8613fae6-a0fb-4dac-a1e7-0a75fb1a8653,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:29.413778 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acd00657-eb93-4df8-9307-88f7c4d2fe0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.415197 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-acd00657-eb93-4df8-9307-88f7c4d2fe0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156385 Jul 30 00:36:29.418699 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40858) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:29.423151 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a38f5b3d-b107-4628-bdcd-417867314f2c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'fc5c8d80-3c6d-4a01-89c9-78fc16fba294', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:29.448589 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a38f5b3d-b107-4628-bdcd-417867314f2c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.510748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a38f5b3d-b107-4628-bdcd-417867314f2c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.514538 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a38f5b3d-b107-4628-bdcd-417867314f2c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.533210 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f5b3d-b107-4628-bdcd-417867314f2c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37ef160-9df1-44ec-95a2-98311a55c13e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:29.537538 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a38f5b3d-b107-4628-bdcd-417867314f2c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.538971 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a38f5b3d-b107-4628-bdcd-417867314f2c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192923 Jul 30 00:36:29.542308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40860) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:29.546776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-13b34e14-ba02-4af6-b21b-c90d3dd84894 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'fc5c8d80-3c6d-4a01-89c9-78fc16fba294', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:29.573397 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b34e14-ba02-4af6-b21b-c90d3dd84894 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.634793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b34e14-ba02-4af6-b21b-c90d3dd84894 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.638216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b34e14-ba02-4af6-b21b-c90d3dd84894 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.657808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b34e14-ba02-4af6-b21b-c90d3dd84894 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cbda48-c459-42bc-88d9-9314c4a07534,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:29.660500 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b34e14-ba02-4af6-b21b-c90d3dd84894 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.661698 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-13b34e14-ba02-4af6-b21b-c90d3dd84894 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184325 Jul 30 00:36:29.664644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40862) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:29.670226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e430e4d5-b121-4e93-a769-43c6181044db tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'fc5c8d80-3c6d-4a01-89c9-78fc16fba294', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:29.691759 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-e430e4d5-b121-4e93-a769-43c6181044db tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Project 17aa962f250245bb97df2d1d5a547b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:36:29.696646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e430e4d5-b121-4e93-a769-43c6181044db tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.757350 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e430e4d5-b121-4e93-a769-43c6181044db tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.760875 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e430e4d5-b121-4e93-a769-43c6181044db tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.782050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e4d5-b121-4e93-a769-43c6181044db tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca286c6d-c4b2-48d3-b792-ce0ed891029f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:29.786285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e430e4d5-b121-4e93-a769-43c6181044db tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.787789 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e430e4d5-b121-4e93-a769-43c6181044db tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217928 Jul 30 00:36:29.790172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:29.795353 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f4522aae-2bec-48f1-a2c2-ee4a164d07ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': 'fc5c8d80-3c6d-4a01-89c9-78fc16fba294', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:29.816975 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-f4522aae-2bec-48f1-a2c2-ee4a164d07ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Project 17aa962f250245bb97df2d1d5a547b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:36:29.821897 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4522aae-2bec-48f1-a2c2-ee4a164d07ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.886619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4522aae-2bec-48f1-a2c2-ee4a164d07ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.890357 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4522aae-2bec-48f1-a2c2-ee4a164d07ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.907775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4522aae-2bec-48f1-a2c2-ee4a164d07ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdf02e2-067e-42fc-b03d-aa2537413f4c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:29.913638 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4522aae-2bec-48f1-a2c2-ee4a164d07ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.914949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f4522aae-2bec-48f1-a2c2-ee4a164d07ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229827 Jul 30 00:36:29.917828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40866) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:29.922717 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'network': {'name': 'tempest-network-smoke--742912165', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:29.942141 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:36:29.945637 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.970465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:36:29.979392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.979740 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Added segment eaced882-e895-4bdf-8425-e7406bbd8020 of type vlan for network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c Jul 30 00:36:30.020519 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.049285 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.054839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:30.055436 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.108038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1891463 Jul 30 00:36:30.110917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 40868) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:30.115608 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'admin_state_up': True, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:30.125300 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039d75-4c62-445e-818d-aab31fdb630a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Network': ['ID=56b6e5aa-224f-46c1-9d57-6b547fad7a0c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:30.136139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:36:30.140671 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.141681 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.193122 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.310716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b00ece78-fd08-4740-9da6-ffad02c526c4 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:30.331672 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: b00ece78-fd08-4740-9da6-ffad02c526c4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:30.332048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b00ece78-fd08-4740-9da6-ffad02c526c4 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:30.337395 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.533196 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.556948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.664368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.25.2.29 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/b87bb6a6-978d-4255-a229-46a77b30d1b3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:30.773968 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.813454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.850235 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:30.853755 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:30.857452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:30.884391 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=b87bb6a6-978d-4255-a229-46a77b30d1b3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:31.123446 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:31.320426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:31.448348 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router e72efd1b-f693-49ed-83e6-39856fc4e1a1 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:36:31.551670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:31.560954 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Sync routers for ids ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:31.570143 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Routers {'e72efd1b-f693-49ed-83e6-39856fc4e1a1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:31.570377 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:31.570785 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:36:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:31.571545 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-234a403b-fbb8-4f7b-858a-8a21b64fbd39 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4596233 Jul 30 00:36:31.575331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40870) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:31.651021 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-aaf86e65-18de-452c-b39b-3276a5690ea4 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=17aa962f250245bb97df2d1d5a547b2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735319 Jul 30 00:36:31.653246 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40874) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:31.744697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a28b47-7e01-477f-b500-c0b8f85f187e tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:31.746350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-07a28b47-7e01-477f-b500-c0b8f85f187e tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921843 Jul 30 00:36:31.749358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40876) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:31.783246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-10468370-84e6-43e7-9946-2b436b8e8c08 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327644 Jul 30 00:36:31.785886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40878) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:31.790714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658523137', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:31.815362 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Set router e72efd1b-f693-49ed-83e6-39856fc4e1a1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:31.879039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:36:31.882782 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.064669 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:32.075990 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.092266 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Checking router: e72efd1b-f693-49ed-83e6-39856fc4e1a1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:32.092616 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Updating router e72efd1b-f693-49ed-83e6-39856fc4e1a1 port b87bb6a6-978d-4255-a229-46a77b30d1b3 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:36:32.116755 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.138774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Subnet': ['ID=0351da0d-017b-42c0-9dd8-4e71b498115a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:32.147364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Checking segment: {'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:32.147732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network hostable DHCP agents. Network: 56b6e5aa-224f-46c1-9d57-6b547fad7a0c, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:36:32.165145 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:36:32.174500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 56b6e5aa-224f-46c1-9d57-6b547fad7a0c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:32.178689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:32.179286 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.186295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6054ff-3cb8-40c5-ad51-6949e89de973 None None] Network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:36:32.195600 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-1aeac471-92b9-4d97-ac33-f4d47631bcf8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4086859 Jul 30 00:36:32.198492 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40880) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:32.337905 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:36:32.338910 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.411192 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.422558 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Transition to ACTIVE for port object b87bb6a6-978d-4255-a229-46a77b30d1b3 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:32.429104 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.474597 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Attempting to bind port b87bb6a6-978d-4255-a229-46a77b30d1b3 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:32.475105 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Attempting to bind port b87bb6a6-978d-4255-a229-46a77b30d1b3 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:32.475532 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Attempting to bind port b87bb6a6-978d-4255-a229-46a77b30d1b3 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:32.486567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Allocated IP 172.20.0.2 (56b6e5aa-224f-46c1-9d57-6b547fad7a0c/0351da0d-017b-42c0-9dd8-4e71b498115a/2916bce5-4ce5-4112-b442-7612eeb238b1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:32.490331 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:32.490788 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:32.491304 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.491864 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:32.492459 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Bound port: b87bb6a6-978d-4255-a229-46a77b30d1b3, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:32.492935 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.496909 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Pushing event updated for resources: {'Port': ['ID=b87bb6a6-978d-4255-a229-46a77b30d1b3,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:32.526558 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.526903 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.527237 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.527571 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.527904 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.528267 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.528593 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.528935 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.529243 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.529567 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.529889 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.530208 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:32.561929 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] For port b87bb6a6-978d-4255-a229-46a77b30d1b3, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:32.565681 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] For port b87bb6a6-978d-4255-a229-46a77b30d1b3, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b87bb6a6-978d-4255-a229-46a77b30d1b3,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:32.570050 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.633539 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Routers {'e72efd1b-f693-49ed-83e6-39856fc4e1a1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:32.634283 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:36:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:32.639051 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6da08-1684-460d-a066-6c7b2723d372 None None] Pushing event updated for resources: {'Port': ['ID=b87bb6a6-978d-4255-a229-46a77b30d1b3,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:32.643152 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.652931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Transition to ACTIVE for port object 2916bce5-4ce5-4112-b442-7612eeb238b1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:32.666988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.668964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Transition to ACTIVE for port object 2916bce5-4ce5-4112-b442-7612eeb238b1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:32.674826 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.709439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:32.713058 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:32.716697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:32.733117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Pushing event updated for resources: {'Port': ['ID=2916bce5-4ce5-4112-b442-7612eeb238b1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:32.760315 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] Set router e72efd1b-f693-49ed-83e6-39856fc4e1a1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:32.778299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Attempting to bind port 2916bce5-4ce5-4112-b442-7612eeb238b1 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:32.779068 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Attempting to bind port 2916bce5-4ce5-4112-b442-7612eeb238b1 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:32.779647 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Attempting to bind port 2916bce5-4ce5-4112-b442-7612eeb238b1 on network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:32.785082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:32.785732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Checking segment: {'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:32.786411 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.786983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Bound using segment: {'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:32.787689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Bound port: 2916bce5-4ce5-4112-b442-7612eeb238b1, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:32.788290 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.858597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] For port 2916bce5-4ce5-4112-b442-7612eeb238b1, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:32.862471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] For port 2916bce5-4ce5-4112-b442-7612eeb238b1, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2916bce5-4ce5-4112-b442-7612eeb238b1,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:32.867098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.928270 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35166efa-ae98-4e7e-99c8-9b22b7eed6c8 None None] Pushing event updated for resources: {'Port': ['ID=2916bce5-4ce5-4112-b442-7612eeb238b1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:32.960345 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.20.0.1 (56b6e5aa-224f-46c1-9d57-6b547fad7a0c/0351da0d-017b-42c0-9dd8-4e71b498115a/3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:32.965115 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:32.992761 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140984f-e25f-42d0-8555-247b1f575eac None None] The sync data for ids ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'] in n-d-712139-11 is: [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:33.105230 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:33.120893 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Transition to ACTIVE for port object 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:33.128439 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:33.158909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:33.214355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:33.219780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:33.224421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:33.228963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:33.285884 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:33.427331 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:33.740771 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:33.746381 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:33.824678 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:33.826448 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:33.871586 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d00d90c-ddb6-466a-9721-fe755a68a4e0 None None] Network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:36:33.929413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:33.930926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:33.939585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d96733fa-6e5e-4201-b908-f5f562d74d27 None None] Provisioning for port 2916bce5-4ce5-4112-b442-7612eeb238b1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:34.049643 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router e72efd1b-f693-49ed-83e6-39856fc4e1a1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:36:34.167062 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:34.172233 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b7fe82e3-1409-4180-b80d-2aea5c3b639a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "PUT /v2.0/routers/e72efd1b-f693-49ed-83e6-39856fc4e1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9727225 Jul 30 00:36:34.289243 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24c0e6ed-c899-4535-9841-bed13a675905 None None] Provisioning for port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:34.301237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24c0e6ed-c899-4535-9841-bed13a675905 None None] Provisioning complete for port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:34.301237 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24c0e6ed-c899-4535-9841-bed13a675905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:34.338132 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-3807a9eb-7328-44fa-93c4-9f3bc3db358a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376304261&fields=id&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 267 time: 0.0419667 Jul 30 00:36:34.349224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24c0e6ed-c899-4535-9841-bed13a675905 None None] Port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:36:34.471223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b87bb6a6-978d-4255-a229-46a77b30d1b3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:34.480709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386004d-b43e-4998-8de9-50f1333f48ee req-dea29974-cbb1-4a86-88b0-d67b2b7b29df tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:34.482324 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-dea29974-cbb1-4a86-88b0-d67b2b7b29df tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/networks?id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c HTTP/1.1" status: 200 len: 796 time: 0.1344531 Jul 30 00:36:34.501846 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-1291d24f-60bf-4533-a006-b073f8bd93d7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/quotas/17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 375 time: 0.0101569 Jul 30 00:36:34.521485 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-109d9f3f-9a5c-403e-99bd-1cee16b48862 None None] Provisioning complete for port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:34.521865 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-109d9f3f-9a5c-403e-99bd-1cee16b48862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:34.561758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-743c7f80-6250-44d5-af3a-bbf26c6d02ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535295 Jul 30 00:36:34.569250 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-109d9f3f-9a5c-403e-99bd-1cee16b48862 None None] Port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:36:34.574225 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port b87bb6a6-978d-4255-a229-46a77b30d1b3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:34.583177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b87bb6a6-978d-4255-a229-46a77b30d1b3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:34.583701 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:34.680663 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:34.684629 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-ee26381e-5e0f-4224-abcb-a1bb04768f75 service neutron] 10.222.0.37 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063185 Jul 30 00:36:34.707137 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port b87bb6a6-978d-4255-a229-46a77b30d1b3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b87bb6a6-978d-4255-a229-46a77b30d1b3,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:34.708816 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b41a653-0783-4d18-a801-9818f3d46851 None None] Provisioning complete for port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:34.709323 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b41a653-0783-4d18-a801-9818f3d46851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:34.712212 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:34.713550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2916bce5-4ce5-4112-b442-7612eeb238b1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:34.779438 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Sync routers for ids ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:34.783420 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-d598a956-9148-4300-ac2f-baae46a214ce service neutron] 10.222.0.37 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965784 Jul 30 00:36:34.816587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3b41a653-0783-4d18-a801-9818f3d46851 None None] Port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:36:34.828618 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Routers {'e72efd1b-f693-49ed-83e6-39856fc4e1a1'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:34.829253 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:36:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:34.872337 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=b87bb6a6-978d-4255-a229-46a77b30d1b3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:34.934167 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 2916bce5-4ce5-4112-b442-7612eeb238b1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:34.942428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2916bce5-4ce5-4112-b442-7612eeb238b1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:34.942736 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:34.958708 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a4dcd9f-0997-45b0-9a91-9ecdd4f6e1fd req-6772152f-ea82-46f3-9fcb-164ab409489f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 210 time: 0.0358620 Jul 30 00:36:34.989022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Set router e72efd1b-f693-49ed-83e6-39856fc4e1a1 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:35.311737 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:35.366117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 2916bce5-4ce5-4112-b442-7612eeb238b1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2916bce5-4ce5-4112-b442-7612eeb238b1,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:35.386119 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:35.444393 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=2916bce5-4ce5-4112-b442-7612eeb238b1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:35.455524 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:33Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2', 'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:e8:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:32Z', 'updated_at': '2021-07-30T00:36:33Z', 'revision_number': 2, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:35.486440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Checking router: e72efd1b-f693-49ed-83e6-39856fc4e1a1 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:35.486793 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Updating router e72efd1b-f693-49ed-83e6-39856fc4e1a1 port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:36:35.512407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:35.786602 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:35.796850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Transition to ACTIVE for port object 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:35.802704 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:35.861025 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96627f2d-743b-4169-92eb-a4b72dfe78d4 None None] Pushing event updated for resources: {'Port': ['ID=3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:35.912851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Attempting to bind port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:35.913481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Attempting to bind port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:35.914134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Attempting to bind port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 on network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:35.919741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:35.920165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Checking segment: {'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:35.920579 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:35.920978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Bound using segment: {'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:35.921456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Bound port: 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:35.921830 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:35.983214 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386004d-b43e-4998-8de9-50f1333f48ee req-092cf15f-a1e0-4070-b9c9-4f8c7c0b80ea tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:35.987559 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-092cf15f-a1e0-4070-b9c9-4f8c7c0b80ea tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "GET /v2.0/networks?id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c HTTP/1.1" status: 200 len: 796 time: 0.1534774 Jul 30 00:36:35.999417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] For port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:36.003368 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] For port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:36.013593 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:36.053255 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-5f13391e-5d42-44ee-9ef5-2e79532848e3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 379 time: 0.0465612 Jul 30 00:36:36.072076 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Routers {'e72efd1b-f693-49ed-83e6-39856fc4e1a1'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:36.072718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:36:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:36.083634 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'port': {'device_id': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'admin_state_up': True, 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'security_groups': ['fc5c8d80-3c6d-4a01-89c9-78fc16fba294']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:36.086390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0fdb2e96-ad72-4e35-9b08-babbf4954926 req-5768d4e9-7180-442d-b06f-f1093b7495f3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 210 time: 0.0317168 Jul 30 00:36:36.119377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96627f2d-743b-4169-92eb-a4b72dfe78d4 None None] Pushing event updated for resources: {'Port': ['ID=3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:36.208462 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] Set router e72efd1b-f693-49ed-83e6-39856fc4e1a1 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:36.222265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:36:36.226277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:36.371222 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.20.0.9 (56b6e5aa-224f-46c1-9d57-6b547fad7a0c/0351da0d-017b-42c0-9dd8-4e71b498115a/f448761e-d988-43df-8bbf-26ba346c8a94) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:36.398791 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b87bb6a6-978d-4255-a229-46a77b30d1b3 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:36.477280 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:33Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2', 'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:e8:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:32Z', 'updated_at': '2021-07-30T00:36:35Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:36.480575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b87bb6a6-978d-4255-a229-46a77b30d1b3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:36.480958 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:36.510228 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6557ea3-30fb-4e68-b31e-3f52535ebc5f None None] The sync data for ids ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'] in n-d-712139-11 is: [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:33Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2', 'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:e8:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:32Z', 'updated_at': '2021-07-30T00:36:35Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:36.512206 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:36.527870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Transition to ACTIVE for port object f448761e-d988-43df-8bbf-26ba346c8a94 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:36.591612 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:36.623166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2916bce5-4ce5-4112-b442-7612eeb238b1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:36.641598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:36.647161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:36.652466 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:36.657464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=f448761e-d988-43df-8bbf-26ba346c8a94,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:36.680304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 2916bce5-4ce5-4112-b442-7612eeb238b1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:36.680761 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:36.729281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:36.730332 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:36.750566 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-57f7d13b-fd5a-48ff-a434-7ae314cee730 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6737020 Jul 30 00:36:36.775834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Request body: {'port': {'device_id': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:36.840689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:36.975310 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-96cdd079-39a3-4039-a0b3-eab3f71733b1 None None] Provisioning for port f448761e-d988-43df-8bbf-26ba346c8a94 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:36.979465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-96cdd079-39a3-4039-a0b3-eab3f71733b1 None None] Provisioning complete for port f448761e-d988-43df-8bbf-26ba346c8a94 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:36.979906 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96cdd079-39a3-4039-a0b3-eab3f71733b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:37.025360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-96cdd079-39a3-4039-a0b3-eab3f71733b1 None None] Port f448761e-d988-43df-8bbf-26ba346c8a94 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:36:37.116876 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f448761e-d988-43df-8bbf-26ba346c8a94 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:36:37.126197 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:37.139623 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Transition to ACTIVE for port object f448761e-d988-43df-8bbf-26ba346c8a94 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:37.153426 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:37.212474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Pushing event updated for resources: {'Port': ['ID=f448761e-d988-43df-8bbf-26ba346c8a94,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:37.222936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cc16a-0b6a-43c7-8f3a-630279611adf req-640893f4-5080-4e6b-a8a3-be6509f8ceb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:37.228587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c51cc16a-0b6a-43c7-8f3a-630279611adf req-640893f4-5080-4e6b-a8a3-be6509f8ceb4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 943 time: 0.0581291 Jul 30 00:36:37.278772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c51cc16a-0b6a-43c7-8f3a-630279611adf req-63690052-53fb-488e-80c3-c6e366983ad6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478075 Jul 30 00:36:37.295389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Attempting to bind port f448761e-d988-43df-8bbf-26ba346c8a94 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:37.295873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Attempting to bind port f448761e-d988-43df-8bbf-26ba346c8a94 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:37.296241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Attempting to bind port f448761e-d988-43df-8bbf-26ba346c8a94 on network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:37.301620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Port f448761e-d988-43df-8bbf-26ba346c8a94 on network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:36:37.301946 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Attempting to bind port f448761e-d988-43df-8bbf-26ba346c8a94 on network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:37.308567 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:37.309001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Checking segment: {'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:37.309393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Bound using segment: {'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:37.309829 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Bound port: f448761e-d988-43df-8bbf-26ba346c8a94, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaced882-e895-4bdf-8425-e7406bbd8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:37.310195 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:37.381620 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] For port f448761e-d988-43df-8bbf-26ba346c8a94, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:37.385605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] For port f448761e-d988-43df-8bbf-26ba346c8a94, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f448761e-d988-43df-8bbf-26ba346c8a94,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:37.390960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:37.430555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:37.432005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:37.433464 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] 10.222.0.47 "PUT /v2.0/ports/f448761e-d988-43df-8bbf-26ba346c8a94 HTTP/1.1" status: 200 len: 1092 time: 0.6628296 Jul 30 00:36:37.435810 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'tag': 'f448761e-d988-43df-8bbf-26ba346c8a94'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:37.438323 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "76f5b12b-576a-41a2-a33d-2a2fe1f1934b", "tag": "f448761e-d988-43df-8bbf-26ba346c8a94"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:37.489703 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e98e9d-d54e-4458-a7ae-5cd9ee0c611f x-openstack-request-id: req-40e98e9d-d54e-4458-a7ae-5cd9ee0c611f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:37.489998 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f5b12b-576a-41a2-a33d-2a2fe1f1934b", "tag": "f448761e-d988-43df-8bbf-26ba346c8a94", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:37.490261 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40e98e9d-d54e-4458-a7ae-5cd9ee0c611f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:37.490678 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'tag': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'status': 'completed', 'code': 200} Jul 30 00:36:37.496432 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3519c-090c-4d27-8143-71e023187097 service neutron] Pushing event updated for resources: {'Port': ['ID=f448761e-d988-43df-8bbf-26ba346c8a94,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:37.547605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386004d-b43e-4998-8de9-50f1333f48ee req-dd3b0380-2413-451b-9ddd-cc33ed74991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:37.549532 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-dd3b0380-2413-451b-9ddd-cc33ed74991d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 1095 time: 0.0458539 Jul 30 00:36:37.598976 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-c18c540f-1105-451d-ad4c-f610b8a55433 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f448761e-d988-43df-8bbf-26ba346c8a94 HTTP/1.1" status: 200 len: 217 time: 0.0363081 Jul 30 00:36:37.656209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386004d-b43e-4998-8de9-50f1333f48ee req-62f5a0ef-4292-4d70-8f3f-67f493e4e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:37.658346 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-62f5a0ef-4292-4d70-8f3f-67f493e4e23d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0351da0d-017b-42c0-9dd8-4e71b498115a HTTP/1.1" status: 200 len: 835 time: 0.0526071 Jul 30 00:36:37.705396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386004d-b43e-4998-8de9-50f1333f48ee req-f8fda93e-f9b5-4285-ae86-a4a773f38a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:37.707242 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-f8fda93e-f9b5-4285-ae86-a4a773f38a88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415759 Jul 30 00:36:37.798080 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-7aa544c8-a0fa-4fe0-8ef7-0a53e46fe968 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823910 Jul 30 00:36:37.888082 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f386004d-b43e-4998-8de9-50f1333f48ee req-400d8492-e1dd-4c32-88f8-d1bbd6115e55 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828512 Jul 30 00:36:38.007020 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-f24c4214-4bb9-4b99-9183-dc89f9239985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:38.008545 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-f24c4214-4bb9-4b99-9183-dc89f9239985 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 1095 time: 0.0404239 Jul 30 00:36:38.109066 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-acf2041b-6793-4bb1-b599-748e11ad9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:38.110560 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-acf2041b-6793-4bb1-b599-748e11ad9f17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c HTTP/1.1" status: 200 len: 897 time: 0.0947320 Jul 30 00:36:38.154299 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-acd810d1-97f2-4ac2-870a-6998bce53114 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f448761e-d988-43df-8bbf-26ba346c8a94 HTTP/1.1" status: 200 len: 217 time: 0.0356145 Jul 30 00:36:38.204040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-67cb8d14-5633-4cc1-b8c1-1a286af8d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:38.205539 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-67cb8d14-5633-4cc1-b8c1-1a286af8d981 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0351da0d-017b-42c0-9dd8-4e71b498115a HTTP/1.1" status: 200 len: 835 time: 0.0452266 Jul 30 00:36:38.256590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-483d5902-80bd-4edc-bc5b-d881d2462acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:38.258104 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-483d5902-80bd-4edc-bc5b-d881d2462acc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443394 Jul 30 00:36:38.351881 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-585eb595-6c7f-49b2-ae56-7f552c5e5d73 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870268 Jul 30 00:36:38.393400 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:38.408422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6255-a648-4462-ac57-7031d529b5a9 req-289d76c9-748f-47dd-a37b-de379262eea7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:38.409903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b5b6255-a648-4462-ac57-7031d529b5a9 req-289d76c9-748f-47dd-a37b-de379262eea7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 943 time: 0.0551727 Jul 30 00:36:38.450564 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b5b6255-a648-4462-ac57-7031d529b5a9 req-190a6a8f-41bd-480c-bd34-5e86b0aa96c5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338159 Jul 30 00:36:38.451183 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:38.451516 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-73c341b4-7e7f-4fb8-88e1-8ac95cd9d2ff req-aedb89c7-2eec-4264-bc50-0fe165773ee4 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925691 Jul 30 00:36:38.455447 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:38.455856 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:38.537364 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:38.569278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:38.573875 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:38.622379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:39.577408 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee521c52-7653-403c-9488-0ae883d67d19 req-a81b0532-bf94-43da-a4c3-0bfc859af921 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:39.578901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee521c52-7653-403c-9488-0ae883d67d19 req-a81b0532-bf94-43da-a4c3-0bfc859af921 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 943 time: 0.0534518 Jul 30 00:36:39.620513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ee521c52-7653-403c-9488-0ae883d67d19 req-4bb59936-a291-4bd3-b214-ca1e8a5e9ccd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348794 Jul 30 00:36:40.362751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:40.414832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:40.415242 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:40.734055 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f6607-ee11-45d6-ad82-9d62ee46808d req-d3a35036-6687-462d-be23-09afb5df1f42 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:40.735551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e97f6607-ee11-45d6-ad82-9d62ee46808d req-d3a35036-6687-462d-be23-09afb5df1f42 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 943 time: 0.0496709 Jul 30 00:36:40.773996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e97f6607-ee11-45d6-ad82-9d62ee46808d req-7af4a9ec-3f95-498d-ac1e-fb5323305f0d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Jul 30 00:36:41.886188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1af553-f572-4ff2-bc9c-e7da600ee76f req-4ed9ac84-cd16-49be-ada9-09dccd7f5ca6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:41.887659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a1af553-f572-4ff2-bc9c-e7da600ee76f req-4ed9ac84-cd16-49be-ada9-09dccd7f5ca6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 943 time: 0.0484390 Jul 30 00:36:41.924834 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a1af553-f572-4ff2-bc9c-e7da600ee76f req-e8dcc41a-3978-47ee-9e62-6106fecbcb75 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312173 Jul 30 00:36:42.153987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f448761e-d988-43df-8bbf-26ba346c8a94 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:36:42.250360 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f448761e-d988-43df-8bbf-26ba346c8a94, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f448761e-d988-43df-8bbf-26ba346c8a94,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:42.261902 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'port_id': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'mac_address': 'fa:16:3e:3d:cb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:36:42.297900 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:42.310911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f448761e-d988-43df-8bbf-26ba346c8a94 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:36:42.330650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f448761e-d988-43df-8bbf-26ba346c8a94, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f448761e-d988-43df-8bbf-26ba346c8a94,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:42.334800 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:42.382073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=f448761e-d988-43df-8bbf-26ba346c8a94,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:42.752299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['f448761e-d988-43df-8bbf-26ba346c8a94'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:36:43.045853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dabb1f-798a-45ac-bc00-efaf2bbc1b17 req-18358986-6bc2-42e1-9c31-37528438ec6f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:43.047462 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61dabb1f-798a-45ac-bc00-efaf2bbc1b17 req-18358986-6bc2-42e1-9c31-37528438ec6f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 944 time: 0.0544100 Jul 30 00:36:43.086264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-61dabb1f-798a-45ac-bc00-efaf2bbc1b17 req-c1fbe006-cdbb-496a-b2a5-3d091b8f6c9b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325863 Jul 30 00:36:44.153853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f448761e-d988-43df-8bbf-26ba346c8a94 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:44.202970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ef977-f9e0-4c60-991f-c44e2d87659b req-ca0e1d17-f2f4-4e36-b85a-ce46cfca2fc3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:44.204666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d3ef977-f9e0-4c60-991f-c44e2d87659b req-ca0e1d17-f2f4-4e36-b85a-ce46cfca2fc3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 944 time: 0.0493693 Jul 30 00:36:44.209453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port f448761e-d988-43df-8bbf-26ba346c8a94 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:44.214001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port f448761e-d988-43df-8bbf-26ba346c8a94 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:44.214384 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:44.243048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d3ef977-f9e0-4c60-991f-c44e2d87659b req-68758056-6139-4b2b-8330-92b7cf6ce12b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Jul 30 00:36:44.294101 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:44.315766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f448761e-d988-43df-8bbf-26ba346c8a94'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:44.318093 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90fc975-b030-464f-a807-df33e701b8aa" -d '{"events": [{"server_uuid": "76f5b12b-576a-41a2-a33d-2a2fe1f1934b", "name": "network-vif-plugged", "status": "completed", "tag": "f448761e-d988-43df-8bbf-26ba346c8a94"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:44.331677 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f448761e-d988-43df-8bbf-26ba346c8a94, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f448761e-d988-43df-8bbf-26ba346c8a94,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:44.335680 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:44.359924 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4cbe23-e757-415c-8c75-bbec66ecf51b x-openstack-request-id: req-1d4cbe23-e757-415c-8c75-bbec66ecf51b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:44.360247 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f5b12b-576a-41a2-a33d-2a2fe1f1934b", "name": "network-vif-plugged", "status": "completed", "tag": "f448761e-d988-43df-8bbf-26ba346c8a94", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:44.360508 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d4cbe23-e757-415c-8c75-bbec66ecf51b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:44.360904 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'code': 200} Jul 30 00:36:44.389185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=f448761e-d988-43df-8bbf-26ba346c8a94,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:44.770766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac378335-3dcd-4ecc-a55e-5d0454b2e949 req-ccb4a861-66a6-449e-a04b-fd987b79808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:44.772206 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ac378335-3dcd-4ecc-a55e-5d0454b2e949 req-ccb4a861-66a6-449e-a04b-fd987b79808d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 1097 time: 0.3331847 Jul 30 00:36:44.806559 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ac378335-3dcd-4ecc-a55e-5d0454b2e949 req-81148677-3d9e-498a-9d6d-aae4973dc478 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272374 Jul 30 00:36:45.360356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613ed51-6f7c-4800-b7ce-5fa1b3871ae0 req-5d925adf-98c9-43a5-9203-0c6499dce672 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:45.361817 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b613ed51-6f7c-4800-b7ce-5fa1b3871ae0 req-5d925adf-98c9-43a5-9203-0c6499dce672 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0483403 Jul 30 00:36:45.399944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b613ed51-6f7c-4800-b7ce-5fa1b3871ae0 req-64c2aee4-034c-4313-8c80-6a463c1470c5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318553 Jul 30 00:36:46.519515 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303e317-0008-40e5-b943-3f5133275df6 req-03ccdb3c-1210-4613-85d1-f0ff2db4a5d1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:46.521026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5303e317-0008-40e5-b943-3f5133275df6 req-03ccdb3c-1210-4613-85d1-f0ff2db4a5d1 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0522490 Jul 30 00:36:46.558647 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5303e317-0008-40e5-b943-3f5133275df6 req-19b168d5-0f8d-4e72-be2d-ef9f835d2ff2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316379 Jul 30 00:36:46.671512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a424c-9594-423a-aecc-72260df6051e req-ed999db0-19ef-47a0-b508-95a0fcd2b3c0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:46.673016 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f6a424c-9594-423a-aecc-72260df6051e req-ed999db0-19ef-47a0-b508-95a0fcd2b3c0 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0479233 Jul 30 00:36:46.710989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f6a424c-9594-423a-aecc-72260df6051e req-7252d933-0092-4b67-91d0-23ed753a6270 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321081 Jul 30 00:36:46.732497 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:46.772581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce857e0-f2b5-4840-856a-9cf80e7f5ecd tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:46.774120 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2ce857e0-f2b5-4840-856a-9cf80e7f5ecd tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 1092 time: 0.0406559 Jul 30 00:36:46.777547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40936) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:46.781875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:46.803837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:46.902808 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:47.006697 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.25.2.70 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/8a20f720-b1cd-42e0-9ab8-4937e05c7b9c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:47.109578 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:47.147514 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:47.184113 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:47.186885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:47.190339 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:47.221150 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=8a20f720-b1cd-42e0-9ab8-4937e05c7b9c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:47.234532 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.234892 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.235249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.235592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.235932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.236298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.236638 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.236975 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.237311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.237644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.237976 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.238304 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:47.856644 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:47.924542 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:48.017773 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:36:48.068520 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:48.073298 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:48.139982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=8a20f720-b1cd-42e0-9ab8-4937e05c7b9c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:48.155858 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:48.254435 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Floating IP 78ad6510-eb65-4561-801d-31022faad251 associated. External IP: 172.25.2.70, port: f448761e-d988-43df-8bbf-26ba346c8a94. Jul 30 00:36:48.459981 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router e72efd1b-f693-49ed-83e6-39856fc4e1a1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:36:48.566985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:48.577286 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] Sync routers for ids ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:48.584269 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:48.587739 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] Routers {'e72efd1b-f693-49ed-83e6-39856fc4e1a1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:48.588701 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:36:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:48.611249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-30272c66-7c56-452b-a364-2c0dd6c7be41 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8326848 Jul 30 00:36:48.611829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'tag': 'f448761e-d988-43df-8bbf-26ba346c8a94'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:48.614110 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267577a3-ffdc-44e1-836e-0fdd3a1442a3" -d '{"events": [{"name": "network-changed", "server_uuid": "76f5b12b-576a-41a2-a33d-2a2fe1f1934b", "tag": "f448761e-d988-43df-8bbf-26ba346c8a94"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:48.651197 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687c670-9f9b-4839-926d-9b62c1858d2b x-openstack-request-id: req-a687c670-9f9b-4839-926d-9b62c1858d2b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:48.651499 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f5b12b-576a-41a2-a33d-2a2fe1f1934b", "tag": "f448761e-d988-43df-8bbf-26ba346c8a94", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:48.651754 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a687c670-9f9b-4839-926d-9b62c1858d2b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:48.652186 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'tag': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'status': 'completed', 'code': 200} Jul 30 00:36:48.700398 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] Set router e72efd1b-f693-49ed-83e6-39856fc4e1a1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:48.714791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9b702-fb38-47b3-afe4-c6265b75e660 req-179679d7-d8a4-4872-b2f6-af5ec9e9eb3b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:48.716380 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8f9b702-fb38-47b3-afe4-c6265b75e660 req-179679d7-d8a4-4872-b2f6-af5ec9e9eb3b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0546212 Jul 30 00:36:48.735727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-e5be6783-c744-4762-8578-321a1832d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:48.738093 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-e5be6783-c744-4762-8578-321a1832d0b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 1097 time: 0.0422921 Jul 30 00:36:48.758007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8f9b702-fb38-47b3-afe4-c6265b75e660 req-c7277cc4-234c-4e3a-9a1c-7050d884e12e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353942 Jul 30 00:36:48.780979 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40942) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:48.832907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-7e441dc0-a73a-4344-bc10-a66e954ec966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:48.834687 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-7e441dc0-a73a-4344-bc10-a66e954ec966 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c HTTP/1.1" status: 200 len: 897 time: 0.0890059 Jul 30 00:36:48.850974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-790686f9-98a4-49c6-803d-85c41e5c8378 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/78ad6510-eb65-4561-801d-31022faad251 HTTP/1.1" status: 200 len: 990 time: 0.0672491 Jul 30 00:36:48.899844 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-5bcba61d-0039-4f3a-afde-758f375f5526 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f448761e-d988-43df-8bbf-26ba346c8a94 HTTP/1.1" status: 200 len: 998 time: 0.0581222 Jul 30 00:36:48.931805 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:33Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '78ad6510-eb65-4561-801d-31022faad251', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'port_id': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'mac_address': 'fa:16:3e:3d:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:47Z', 'updated_at': '2021-07-30T00:36:47Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2', 'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:e8:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:32Z', 'updated_at': '2021-07-30T00:36:38Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:48.947895 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-5fa3ae1d-9043-4f37-b9ba-edc9c2033f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:48.949412 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-5fa3ae1d-9043-4f37-b9ba-edc9c2033f03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0351da0d-017b-42c0-9dd8-4e71b498115a HTTP/1.1" status: 200 len: 835 time: 0.0432711 Jul 30 00:36:48.958086 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] Checking router: e72efd1b-f693-49ed-83e6-39856fc4e1a1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:48.966460 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] Routers {'e72efd1b-f693-49ed-83e6-39856fc4e1a1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:48.967002 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:36:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:48.998667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-1f964836-abbf-4c7b-83c6-1d0b6f965adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:49.000303 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-1f964836-abbf-4c7b-83c6-1d0b6f965adc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443909 Jul 30 00:36:49.082658 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] Set router e72efd1b-f693-49ed-83e6-39856fc4e1a1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:49.089795 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-8d57ed02-4fcc-476e-8f99-87ffbad2da85 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825183 Jul 30 00:36:49.182839 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-267577a3-ffdc-44e1-836e-0fdd3a1442a3 req-1c9d07df-1578-46ac-9622-5375e02c9545 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865664 Jul 30 00:36:49.308284 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:33Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '78ad6510-eb65-4561-801d-31022faad251', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'port_id': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'mac_address': 'fa:16:3e:3d:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:47Z', 'updated_at': '2021-07-30T00:36:47Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2', 'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:e8:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:32Z', 'updated_at': '2021-07-30T00:36:38Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:49.317423 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:49.427736 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b016c4-b652-458a-99bc-6ed6a8322c2a None None] The sync data for ids ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'] in n-d-712139-11 is: [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:33Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '78ad6510-eb65-4561-801d-31022faad251', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'port_id': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'mac_address': 'fa:16:3e:3d:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:47Z', 'updated_at': '2021-07-30T00:36:47Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2', 'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:e8:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:32Z', 'updated_at': '2021-07-30T00:36:38Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:49.619378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f35d5-7412-4b34-8b0d-d4ab251f4ce8 None None] New status for floating IP 78ad6510-eb65-4561-801d-31022faad251: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:36:49.853840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 40944) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:49.914544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cc2a2903-8b44-4b4f-9581-ca269be359a4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/78ad6510-eb65-4561-801d-31022faad251 HTTP/1.1" status: 200 len: 992 time: 0.0595551 Jul 30 00:36:51.808529 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6d26f5a-0413-4444-a7a1-479a94b28499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:54.251639 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d72a3ea-55c5-47c1-be45-64311faed8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:54.300949 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:55.731446 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:57.363044 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:03.131727 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:19.315013 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:21.810546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65cba6b8-3f92-4f36-b46e-f00b1fed56b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:24.251830 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f750bbb9-d5b0-427a-8ca0-3faee7b58ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:24.301557 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:25.017569 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:37:25.733929 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:27.364961 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:33.132201 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:45.021169 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-4d4a5867-3db3-45bf-a246-4971d6eebabf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402353 Jul 30 00:37:45.115035 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-1068e6ab-8627-458e-81e9-f103ecb1e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:45.116539 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-1068e6ab-8627-458e-81e9-f103ecb1e7c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 1097 time: 0.0401130 Jul 30 00:37:45.221513 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-af1edff3-2d21-4e19-a082-48056c3d1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:45.222906 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-af1edff3-2d21-4e19-a082-48056c3d1425 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c HTTP/1.1" status: 200 len: 897 time: 0.0866356 Jul 30 00:37:45.289267 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-906bddad-c65e-47d4-9af4-0d0c6496d418 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f448761e-d988-43df-8bbf-26ba346c8a94 HTTP/1.1" status: 200 len: 1000 time: 0.0594847 Jul 30 00:37:45.339263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-4cb205e7-56c3-41cf-a4b8-16b160dbb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:45.340745 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-4cb205e7-56c3-41cf-a4b8-16b160dbb7c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0351da0d-017b-42c0-9dd8-4e71b498115a HTTP/1.1" status: 200 len: 835 time: 0.0437334 Jul 30 00:37:45.388899 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-8ba4de2d-1c5b-42df-8def-fe3925a1ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:45.390391 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-8ba4de2d-1c5b-42df-8def-fe3925a1ba7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430610 Jul 30 00:37:45.477083 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-336b7469-f20a-4873-ac3a-d3c5c89f9086 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794439 Jul 30 00:37:45.569253 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ebf2093f-ed28-4b3d-8e2e-67d83867de92 req-8100cc32-777f-4042-a3d2-214432b7a3c1 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851812 Jul 30 00:37:49.330196 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:51.813882 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f12e0e75-8c85-4b83-9d24-ca80eb6e91a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:52.736440 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151d575-0d10-44bb-878f-67312109c70e req-3f9c6b7b-e504-4591-b56a-ac81192f64d9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:52.737993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1151d575-0d10-44bb-878f-67312109c70e req-3f9c6b7b-e504-4591-b56a-ac81192f64d9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0506361 Jul 30 00:37:52.776862 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1151d575-0d10-44bb-878f-67312109c70e req-304a5f05-c95c-4437-bbcc-9b6fc0502016 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329497 Jul 30 00:37:53.909496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7642084-1290-403f-9c53-7dbb11c6a3c7 req-e2cd8c89-7df1-4117-a955-e71942725598 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:53.910990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7642084-1290-403f-9c53-7dbb11c6a3c7 req-e2cd8c89-7df1-4117-a955-e71942725598 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0532122 Jul 30 00:37:53.948353 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e7642084-1290-403f-9c53-7dbb11c6a3c7 req-5476bafe-29fd-4da2-8471-241096f05f3a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315065 Jul 30 00:37:54.251582 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a82c347-191b-41f8-85c5-77ce39158a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:54.301961 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:55.064120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4122e9-ea57-4881-ac13-3538172d13e6 req-458d98b5-b7fb-416b-9908-6b255e0ddcee tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:55.065613 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e4122e9-ea57-4881-ac13-3538172d13e6 req-458d98b5-b7fb-416b-9908-6b255e0ddcee tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0492461 Jul 30 00:37:55.103748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e4122e9-ea57-4881-ac13-3538172d13e6 req-bb7a85cd-b3c9-4d55-aca2-7c931e8feaa7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320649 Jul 30 00:37:55.736673 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:56.219390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933a24a-d587-42ad-bc6d-0c34201e579a req-9b15468b-ef07-48f2-be0d-66c461130c58 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:56.220927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7933a24a-d587-42ad-bc6d-0c34201e579a req-9b15468b-ef07-48f2-be0d-66c461130c58 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0506313 Jul 30 00:37:56.259105 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7933a24a-d587-42ad-bc6d-0c34201e579a req-d2205c1d-e115-407f-a90b-4279a0bd50ea tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322897 Jul 30 00:37:57.368792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:57.378748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef8042-f1e0-4ddf-863c-3de3060ed199 req-1e522c23-2180-4997-9608-8246cb8c1f2f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:57.380312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebef8042-f1e0-4ddf-863c-3de3060ed199 req-1e522c23-2180-4997-9608-8246cb8c1f2f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0550869 Jul 30 00:37:57.417479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebef8042-f1e0-4ddf-863c-3de3060ed199 req-45000bdf-94c2-42dc-a81d-f1bf93e12901 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311303 Jul 30 00:37:58.532132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a88d3-0c2c-45ac-a440-b680f82af694 req-49017021-fd8a-4e9c-8f84-d3427004bf8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:58.533697 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-670a88d3-0c2c-45ac-a440-b680f82af694 req-49017021-fd8a-4e9c-8f84-d3427004bf8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0495191 Jul 30 00:37:58.570650 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-670a88d3-0c2c-45ac-a440-b680f82af694 req-f255df22-816c-49ca-b0ca-84ed95202ee7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311208 Jul 30 00:37:59.684775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fee49f-9d7f-47b3-b1a0-d419aa5ca886 req-ca5be0ba-39c6-446f-9e7e-7917621e75ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:59.686349 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3fee49f-9d7f-47b3-b1a0-d419aa5ca886 req-ca5be0ba-39c6-446f-9e7e-7917621e75ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0487375 Jul 30 00:37:59.723495 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f3fee49f-9d7f-47b3-b1a0-d419aa5ca886 req-52a51e32-62df-49e7-8dc7-60c05403671e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Jul 30 00:38:00.841984 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b72d-9fd8-485b-887f-692c75ad7cc3 req-50d4693f-dbba-440f-9e6d-6a2aa09a7348 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:00.843501 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e291b72d-9fd8-485b-887f-692c75ad7cc3 req-50d4693f-dbba-440f-9e6d-6a2aa09a7348 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0534294 Jul 30 00:38:00.880524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e291b72d-9fd8-485b-887f-692c75ad7cc3 req-78b8ff22-fdcc-4c5f-bb6f-a1b84eefa9ca tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310490 Jul 30 00:38:01.996575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320af4d-2c36-43a2-ba21-a59b5db8085e req-084b852b-4cf4-4a3e-bb21-16ce7e58148d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:01.998083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f320af4d-2c36-43a2-ba21-a59b5db8085e req-084b852b-4cf4-4a3e-bb21-16ce7e58148d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0495324 Jul 30 00:38:02.017086 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:38:02.039947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f320af4d-2c36-43a2-ba21-a59b5db8085e req-7533a88a-eb9e-4770-ac72-116e817baf86 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358820 Jul 30 00:38:03.149872 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:03.156822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42e544-cb08-4daf-bb87-1ea84ce55eb7 req-71872064-6992-4a30-938e-8775e6d0e270 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:03.158311 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c42e544-cb08-4daf-bb87-1ea84ce55eb7 req-71872064-6992-4a30-938e-8775e6d0e270 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0512497 Jul 30 00:38:03.196148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c42e544-cb08-4daf-bb87-1ea84ce55eb7 req-6eaa423b-ccae-4b4f-8f6f-5becb03be439 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313873 Jul 30 00:38:04.315309 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bc198-8c58-43f9-839d-8dd406db5375 req-2348b156-54eb-49fc-af31-fb092c6081af tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:04.321437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d29bc198-8c58-43f9-839d-8dd406db5375 req-2348b156-54eb-49fc-af31-fb092c6081af tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0591433 Jul 30 00:38:04.358972 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d29bc198-8c58-43f9-839d-8dd406db5375 req-a79dcf0d-fdc8-4078-97ed-16bf51ef1df2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315356 Jul 30 00:38:05.474732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf854c-835b-4373-ba3a-c9503734d6f7 req-f680d386-2610-4aba-ac72-6651ee72a2cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:05.476290 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebdf854c-835b-4373-ba3a-c9503734d6f7 req-f680d386-2610-4aba-ac72-6651ee72a2cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0497112 Jul 30 00:38:05.513978 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ebdf854c-835b-4373-ba3a-c9503734d6f7 req-4569cc9a-a569-4888-9964-540b78f1f628 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316923 Jul 30 00:38:06.630839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2581be-0a68-42ef-9303-eb4d75544788 req-dd38f3be-920b-4adf-88a9-8af120a48843 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:06.632353 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb2581be-0a68-42ef-9303-eb4d75544788 req-dd38f3be-920b-4adf-88a9-8af120a48843 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0498264 Jul 30 00:38:06.672666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bb2581be-0a68-42ef-9303-eb4d75544788 req-93f21b3e-ea3b-4d54-b2dc-609beacfcc02 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341144 Jul 30 00:38:07.793245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e1696-30a4-4cfb-8429-c9c1412c26ce req-3a5cc54b-8443-481b-8c9e-7f857c3425fe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:07.794784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c58e1696-30a4-4cfb-8429-c9c1412c26ce req-3a5cc54b-8443-481b-8c9e-7f857c3425fe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0536921 Jul 30 00:38:07.833350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c58e1696-30a4-4cfb-8429-c9c1412c26ce req-3d9a80ef-7b64-4666-b965-bdd2ca49fd9c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320306 Jul 30 00:38:08.949174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a5ef-702f-4845-b08d-df53b55bd3f1 req-cd808a68-52a6-43fd-8c20-48158e0e5a8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:08.950691 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bae2a5ef-702f-4845-b08d-df53b55bd3f1 req-cd808a68-52a6-43fd-8c20-48158e0e5a8e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0494323 Jul 30 00:38:08.990003 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bae2a5ef-702f-4845-b08d-df53b55bd3f1 req-a96df25f-67bc-4570-9cc6-567cd01c7512 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332520 Jul 30 00:38:09.012812 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:38:09.075223 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c5fe4be5-a852-4ddf-80a6-58577e185380 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/78ad6510-eb65-4561-801d-31022faad251 HTTP/1.1" status: 200 len: 992 time: 0.0611632 Jul 30 00:38:10.341061 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e07f67-bd8a-448b-a4a2-817a5b1cd971 req-fcd80518-9761-4ccb-9d7a-288e35042bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:10.342577 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24e07f67-bd8a-448b-a4a2-817a5b1cd971 req-fcd80518-9761-4ccb-9d7a-288e35042bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0506845 Jul 30 00:38:10.383384 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-24e07f67-bd8a-448b-a4a2-817a5b1cd971 req-1dc36a93-a24e-4515-80a3-b7b7f592b795 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345984 Jul 30 00:38:10.387538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-54eb2528-1ecc-4a10-a621-77c6fdb5cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:10.389096 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-54eb2528-1ecc-4a10-a621-77c6fdb5cf0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 1097 time: 0.0435994 Jul 30 00:38:10.482643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-0d34e45f-a76d-4114-9b42-41e201d23a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:10.484170 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-0d34e45f-a76d-4114-9b42-41e201d23a27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c HTTP/1.1" status: 200 len: 897 time: 0.0882781 Jul 30 00:38:10.547404 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-32e46e14-c022-4893-b98a-8436b1c873c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f448761e-d988-43df-8bbf-26ba346c8a94 HTTP/1.1" status: 200 len: 1000 time: 0.0561147 Jul 30 00:38:10.595302 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-d2231858-f727-498d-bc16-89aabd19aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:10.597325 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-d2231858-f727-498d-bc16-89aabd19aecc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0351da0d-017b-42c0-9dd8-4e71b498115a HTTP/1.1" status: 200 len: 835 time: 0.0424235 Jul 30 00:38:10.644866 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-d97ba55a-555e-48bb-b4ca-b675d089c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:10.646357 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-d97ba55a-555e-48bb-b4ca-b675d089c558 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431163 Jul 30 00:38:10.736434 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-d0ce7f3b-e7b0-4bae-8856-1d74ff724220 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832453 Jul 30 00:38:10.832098 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-f820ff62-5708-41c9-8a4d-2fd5b36818f5 req-8b77f374-4eb6-4d89-86d6-5fba797395fd service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881894 Jul 30 00:38:11.509679 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b1c3d-a1d8-4d9d-922e-f748809214ea req-aed75c7d-d8e2-4f99-abfc-6a855a852b84 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:11.511196 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a42b1c3d-a1d8-4d9d-922e-f748809214ea req-aed75c7d-d8e2-4f99-abfc-6a855a852b84 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0541325 Jul 30 00:38:11.554410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a42b1c3d-a1d8-4d9d-922e-f748809214ea req-d3e383db-14d1-4353-bd10-83ea1720f444 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340571 Jul 30 00:38:12.669626 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378fcb8-5c40-4bd6-a0c5-4653640bf41b req-25a91a20-83e1-4fac-aeea-e6065da65c4f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:12.671049 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a378fcb8-5c40-4bd6-a0c5-4653640bf41b req-25a91a20-83e1-4fac-aeea-e6065da65c4f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0491023 Jul 30 00:38:12.717187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a378fcb8-5c40-4bd6-a0c5-4653640bf41b req-2ea9c5a0-e486-4b7a-9314-db7efa1efe16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393579 Jul 30 00:38:12.742936 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41028) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:38:12.803641 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4920561a-6cb7-480e-a1f1-15447e97fb2c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/78ad6510-eb65-4561-801d-31022faad251 HTTP/1.1" status: 200 len: 992 time: 0.0595148 Jul 30 00:38:19.328515 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:21.815173 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b4fab8e-176b-4517-ae0b-8cbb02229b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:24.253760 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8caa-86f6-4802-b6d7-bd28402f83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:24.303392 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:25.740327 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:27.364361 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:33.162437 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:39.016461 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:38:46.052525 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-1bb34559-fb5e-4b43-9929-ba505483ca96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405812 Jul 30 00:38:46.151771 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-fa7bad45-4d05-4a04-93c4-53cf6729ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:46.153310 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-fa7bad45-4d05-4a04-93c4-53cf6729ed3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 1097 time: 0.0406013 Jul 30 00:38:46.257721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-3df87b82-4cae-41eb-883d-d0d83b6e88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:46.259122 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-3df87b82-4cae-41eb-883d-d0d83b6e88c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c HTTP/1.1" status: 200 len: 897 time: 0.0867276 Jul 30 00:38:46.323116 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-bd87fdd3-9261-4936-8b59-82873fd72c38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f448761e-d988-43df-8bbf-26ba346c8a94 HTTP/1.1" status: 200 len: 1000 time: 0.0570257 Jul 30 00:38:46.372791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-6d888dfa-2340-4974-8fb1-41163a6ff568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:46.374246 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-6d888dfa-2340-4974-8fb1-41163a6ff568 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0351da0d-017b-42c0-9dd8-4e71b498115a HTTP/1.1" status: 200 len: 835 time: 0.0446351 Jul 30 00:38:46.423544 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-e4059cae-279c-47ae-be24-8b3d1df7a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:46.425068 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-e4059cae-279c-47ae-be24-8b3d1df7a47d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441577 Jul 30 00:38:46.514392 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-d9a97877-b515-44d8-a378-3c7ec80fa184 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814641 Jul 30 00:38:46.604766 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-a1ad4a52-db96-4d5f-a3f0-2a550b2e202d req-fe952875-6546-4fc2-9c7a-e5172ed0d43e service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839667 Jul 30 00:38:49.330885 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:51.817292 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37b92e19-11c6-47a4-a48a-7295baf72322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:54.254240 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bfbc3211-916f-444f-b162-2ee5dd668d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:54.304898 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:55.741835 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:57.366544 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:03.161981 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:08.055710 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41060) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:08.225585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port 8a20f720-b1cd-42e0-9ab8-4937e05c7b9c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:39:08.225847 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:08.307512 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:08.307846 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:08.321645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for 8a20f720-b1cd-42e0-9ab8-4937e05c7b9c owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:39:08.482755 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:08.510631 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=8a20f720-b1cd-42e0-9ab8-4937e05c7b9c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:08.540413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.540763 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.541108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.541444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.541775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.542106 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.542441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.542771 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.543100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.543427 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.543753 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.544099 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:08.585811 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:08.586144 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Floating IP 78ad6510-eb65-4561-801d-31022faad251 disassociated (deleted). External IP: 172.25.2.70, port: f448761e-d988-43df-8bbf-26ba346c8a94. Jul 30 00:39:08.808514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router e72efd1b-f693-49ed-83e6-39856fc4e1a1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:39:08.925637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:39:08.931640 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:08.935815 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] Sync routers for ids ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:39:08.944881 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] Routers {'e72efd1b-f693-49ed-83e6-39856fc4e1a1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:08.945613 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:38:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:08.961927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-013922da-6f5c-48e7-9252-8d6b212cfd1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/floatingips/78ad6510-eb65-4561-801d-31022faad251 HTTP/1.1" status: 204 len: 168 time: 0.9047880 Jul 30 00:39:08.962538 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'tag': 'f448761e-d988-43df-8bbf-26ba346c8a94'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:39:08.964901 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f7c6cf-dc67-456d-88ed-20109076ae22" -d '{"events": [{"name": "network-changed", "server_uuid": "76f5b12b-576a-41a2-a33d-2a2fe1f1934b", "tag": "f448761e-d988-43df-8bbf-26ba346c8a94"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:39:09.020713 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90847b0-edac-4669-9eb0-4352745969f7 x-openstack-request-id: req-a90847b0-edac-4669-9eb0-4352745969f7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:39:09.021015 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f5b12b-576a-41a2-a33d-2a2fe1f1934b", "tag": "f448761e-d988-43df-8bbf-26ba346c8a94", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:39:09.021269 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a90847b0-edac-4669-9eb0-4352745969f7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:39:09.021680 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'tag': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'status': 'completed', 'code': 200} Jul 30 00:39:09.073924 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] Set router e72efd1b-f693-49ed-83e6-39856fc4e1a1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:09.109517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-409d3ae0-c187-4f88-b67b-c117c6182144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:09.111227 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-409d3ae0-c187-4f88-b67b-c117c6182144 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 1097 time: 0.0447378 Jul 30 00:39:09.240964 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-62a334d9-73d6-419b-99ad-0fe2593e58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:09.242674 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-62a334d9-73d6-419b-99ad-0fe2593e58bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c HTTP/1.1" status: 200 len: 897 time: 0.1246400 Jul 30 00:39:09.277957 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe1ae5-ba51-4576-a61e-d543de09e63a req-e4e002e7-cf51-404f-a97c-284bbafadbaf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:09.279699 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cbe1ae5-ba51-4576-a61e-d543de09e63a req-e4e002e7-cf51-404f-a97c-284bbafadbaf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0655482 Jul 30 00:39:09.291843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-5f7cbc0d-4360-4f23-ae52-ce2b2027bedc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f448761e-d988-43df-8bbf-26ba346c8a94 HTTP/1.1" status: 200 len: 217 time: 0.0413773 Jul 30 00:39:09.333757 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cbe1ae5-ba51-4576-a61e-d543de09e63a req-02ef8301-9dbe-4e6a-9469-60ee66f7ed2e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467052 Jul 30 00:39:09.334001 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:33Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2', 'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:e8:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:32Z', 'updated_at': '2021-07-30T00:36:38Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:09.349970 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-cd62cfce-4056-456e-b6c5-ef1e852599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:09.351637 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-cd62cfce-4056-456e-b6c5-ef1e852599b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0351da0d-017b-42c0-9dd8-4e71b498115a HTTP/1.1" status: 200 len: 835 time: 0.0526755 Jul 30 00:39:09.368391 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] Checking router: e72efd1b-f693-49ed-83e6-39856fc4e1a1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:39:09.377455 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] Routers {'e72efd1b-f693-49ed-83e6-39856fc4e1a1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:09.378550 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:38:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:09.408730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-5818e034-bd76-425a-9165-acb6a8154896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:09.410267 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-5818e034-bd76-425a-9165-acb6a8154896 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56b6e5aa-224f-46c1-9d57-6b547fad7a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501285 Jul 30 00:39:09.503327 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] Set router e72efd1b-f693-49ed-83e6-39856fc4e1a1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:09.516049 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-73c09aba-b621-4a36-b974-7b3364b26052 service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969584 Jul 30 00:39:09.606075 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76f7c6cf-dc67-456d-88ed-20109076ae22 req-6f2116c1-d591-4f87-ae3e-c222eec7102e service neutron] 10.222.0.47 "GET /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826514 Jul 30 00:39:09.704200 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:33Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2', 'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:e8:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:32Z', 'updated_at': '2021-07-30T00:36:38Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:09.730825 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aca30d-2967-4971-a247-c5fc75a850c4 None None] The sync data for ids ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'] in n-d-712139-11 is: [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:33Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2', 'name': '', 'network_id': '56b6e5aa-224f-46c1-9d57-6b547fad7a0c', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:e8:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:32Z', 'updated_at': '2021-07-30T00:36:38Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': '0351da0d-017b-42c0-9dd8-4e71b498115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:39:09.943022 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf077594-144f-4bfb-b46f-db4ab6659bb1 None None] New status for floating IP 78ad6510-eb65-4561-801d-31022faad251: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:39:10.471036 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89b489-7237-42af-9729-c577b1e0caf4 req-a2fcfe41-dd37-43b3-bed6-11843da07a68 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:10.472547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c89b489-7237-42af-9729-c577b1e0caf4 req-a2fcfe41-dd37-43b3-bed6-11843da07a68 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0526752 Jul 30 00:39:10.511825 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0c89b489-7237-42af-9729-c577b1e0caf4 req-211ff7a1-6348-4013-ab48-3622c44f4217 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5c8d80-3c6d-4a01-89c9-78fc16fba294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328112 Jul 30 00:39:10.976136 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-cca57782-7d96-47eb-8599-edc67741de51 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:10.977641 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-cca57782-7d96-47eb-8599-edc67741de51 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 945 time: 0.0513024 Jul 30 00:39:11.073178 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port f448761e-d988-43df-8bbf-26ba346c8a94 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:39:11.073518 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:11.167686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port f448761e-d988-43df-8bbf-26ba346c8a94, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f448761e-d988-43df-8bbf-26ba346c8a94,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:11.168105 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:11.185886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for f448761e-d988-43df-8bbf-26ba346c8a94 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:39:11.314795 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:11.342870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=f448761e-d988-43df-8bbf-26ba346c8a94,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:11.355232 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.355592 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.355941 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.356308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.356660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.356992 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.357334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.357660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.358001 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.358330 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.358662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.358989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:11.397590 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] No DVR routers for this DVR port f448761e-d988-43df-8bbf-26ba346c8a94 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:39:11.400676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:11.402692 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ef5bd5bc-0907-4faf-a613-5dc92fc35355 req-e4fa3874-3463-4364-a643-efe3fa718b9e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.47 "DELETE /v2.0/ports/f448761e-d988-43df-8bbf-26ba346c8a94 HTTP/1.1" status: 204 len: 173 time: 0.4184704 Jul 30 00:39:11.403130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'name': 'network-vif-deleted', 'tag': 'f448761e-d988-43df-8bbf-26ba346c8a94'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:39:11.405420 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f6c67-27fe-4642-805b-2eacdb41ceb0" -d '{"events": [{"server_uuid": "76f5b12b-576a-41a2-a33d-2a2fe1f1934b", "name": "network-vif-deleted", "tag": "f448761e-d988-43df-8bbf-26ba346c8a94"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:39:11.445201 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66d47de-18e1-4fd8-9b55-9a2a581d524a x-openstack-request-id: req-d66d47de-18e1-4fd8-9b55-9a2a581d524a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:39:11.445503 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f5b12b-576a-41a2-a33d-2a2fe1f1934b", "name": "network-vif-deleted", "tag": "f448761e-d988-43df-8bbf-26ba346c8a94", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:39:11.445762 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d66d47de-18e1-4fd8-9b55-9a2a581d524a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:39:11.446165 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f5b12b-576a-41a2-a33d-2a2fe1f1934b', 'name': 'network-vif-deleted', 'tag': 'f448761e-d988-43df-8bbf-26ba346c8a94', 'status': 'completed', 'code': 200} Jul 30 00:39:11.624254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4609759d-8ece-44f3-9747-98a9d5ee6bb1 req-eee0c2c0-b544-47bb-8dcd-a67b3b82608b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=76f5b12b-576a-41a2-a33d-2a2fe1f1934b HTTP/1.1" status: 200 len: 210 time: 0.0311747 Jul 30 00:39:12.688636 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41082) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:13.365217 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:13.638044 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:39:13.638286 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:13.745057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:13.745769 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:13.761257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:39:13.972268 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:14.007607 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:14.204580 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:14.425092 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router e72efd1b-f693-49ed-83e6-39856fc4e1a1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:39:14.534252 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:39:14.540350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-94ee777a-708a-4bf1-b3ea-3fee98b9c7a3 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "PUT /v2.0/routers/e72efd1b-f693-49ed-83e6-39856fc4e1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8502512 Jul 30 00:39:14.542731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:14.544691 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] Sync routers for ids ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:39:14.554301 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] Routers {'e72efd1b-f693-49ed-83e6-39856fc4e1a1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:14.554914 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:38:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:14.598187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c21bd05-d91b-4b72-b642-e585d0a0a206 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting subnet 0351da0d-017b-42c0-9dd8-4e71b498115a {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:39:14.601784 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c21bd05-d91b-4b72-b642-e585d0a0a206 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:14.641689 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c21bd05-d91b-4b72-b642-e585d0a0a206 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:14.661669 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] Set router e72efd1b-f693-49ed-83e6-39856fc4e1a1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:14.724743 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c21bd05-d91b-4b72-b642-e585d0a0a206 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:14.787332 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c21bd05-d91b-4b72-b642-e585d0a0a206 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:14.816800 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c21bd05-d91b-4b72-b642-e585d0a0a206 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:14.819228 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8c21bd05-d91b-4b72-b642-e585d0a0a206 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/subnets/0351da0d-017b-42c0-9dd8-4e71b498115a HTTP/1.1" status: 204 len: 168 time: 0.2754605 Jul 30 00:39:14.820282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21bd05-d91b-4b72-b642-e585d0a0a206 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Subnet': ['ID=0351da0d-017b-42c0-9dd8-4e71b498115a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:14.825123 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41086) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:14.836734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e65d87-61b0-4101-abda-ba060972d805 None None] Network 56b6e5aa-224f-46c1-9d57-6b547fad7a0c requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:39:14.851186 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:39:13Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:14.879276 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] Checking router: e72efd1b-f693-49ed-83e6-39856fc4e1a1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:39:14.888598 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f448761e-d988-43df-8bbf-26ba346c8a94 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:39:14.888845 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] Routers {'e72efd1b-f693-49ed-83e6-39856fc4e1a1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:14.889264 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:38:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:14.917738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: f448761e-d988-43df-8bbf-26ba346c8a94 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:39:14.918377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f448761e-d988-43df-8bbf-26ba346c8a94 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:39:14.947051 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.003934 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] Set router e72efd1b-f693-49ed-83e6-39856fc4e1a1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:15.049664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] DHCP port deletion for 56b6e5aa-224f-46c1-9d57-6b547fad7a0c request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:39:15.062042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.102512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Deleting port 2916bce5-4ce5-4112-b442-7612eeb238b1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:39:15.102895 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.125049 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port b87bb6a6-978d-4255-a229-46a77b30d1b3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:39:15.125492 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.173892 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] For port 2916bce5-4ce5-4112-b442-7612eeb238b1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=2916bce5-4ce5-4112-b442-7612eeb238b1,segment=NetworkSegment(eaced882-e895-4bdf-8425-e7406bbd8020),segment_id=eaced882-e895-4bdf-8425-e7406bbd8020)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:15.174303 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.187366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Calling delete_port for 2916bce5-4ce5-4112-b442-7612eeb238b1 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:39:15.215647 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port b87bb6a6-978d-4255-a229-46a77b30d1b3, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b87bb6a6-978d-4255-a229-46a77b30d1b3,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:15.216142 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.233530 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for b87bb6a6-978d-4255-a229-46a77b30d1b3 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:39:15.279243 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.288652 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:39:13Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:15.312566 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Pushing event deleted for resources: {'Port': ['ID=2916bce5-4ce5-4112-b442-7612eeb238b1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:15.318441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] No DVR routers for this DVR port 2916bce5-4ce5-4112-b442-7612eeb238b1 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:39:15.320710 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b9b1b-11ae-4c11-be81-4efd234a935f None None] The sync data for ids ['e72efd1b-f693-49ed-83e6-39856fc4e1a1'] in n-d-712139-11 is: [{'id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964042606', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:39:13Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': 'b87bb6a6-978d-4255-a229-46a77b30d1b3', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72efd1b-f693-49ed-83e6-39856fc4e1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:30Z', 'updated_at': '2021-07-30T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:39:15.328585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.328943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.329293 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.329636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.329983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.330324 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.330657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.330994 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.331327 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.331967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.332583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.332953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b4889-60ab-4b51-b98a-944eb5e54b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:15.423603 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.454955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=b87bb6a6-978d-4255-a229-46a77b30d1b3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:15.509267 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.596657 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.599216 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.643959 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.644632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Fanout notify agent at l3_agent the message router_deleted on router e72efd1b-f693-49ed-83e6-39856fc4e1a1 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:39:15.652360 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.653507 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5f3b0d70-b1c3-497d-8139-defe27464a16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/routers/e72efd1b-f693-49ed-83e6-39856fc4e1a1 HTTP/1.1" status: 204 len: 168 time: 0.8273480 Jul 30 00:39:15.656177 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41088) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:15.732962 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.827688 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.838043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b6e5aa-224f-46c1-9d57-6b547fad7a0c']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:15.848954 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaced882-e895-4bdf-8425-e7406bbd8020') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:15.849180 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaced882-e895-4bdf-8425-e7406bbd8020') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:15.858527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.873298 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.879886 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:39:15.880553 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:39:15.883726 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:39:15.942758 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.949972 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:15.955061 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/networks/56b6e5aa-224f-46c1-9d57-6b547fad7a0c HTTP/1.1" status: 204 len: 168 time: 0.2947094 Jul 30 00:39:15.955061 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41090) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:15.972004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4442fc1-ce7b-4e1f-8c70-73a255a81750 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Network': ['ID=56b6e5aa-224f-46c1-9d57-6b547fad7a0c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:16.015288 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:39:16.033130 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc91f1b1-fa64-492d-ac40-88aa2549b40c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.072974 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc91f1b1-fa64-492d-ac40-88aa2549b40c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.133606 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc91f1b1-fa64-492d-ac40-88aa2549b40c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.136143 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc91f1b1-fa64-492d-ac40-88aa2549b40c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.137320 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-dc91f1b1-fa64-492d-ac40-88aa2549b40c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/security-groups/fc5c8d80-3c6d-4a01-89c9-78fc16fba294 HTTP/1.1" status: 204 len: 168 time: 0.1817012 Jul 30 00:39:16.147339 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91f1b1-fa64-492d-ac40-88aa2549b40c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5c8d80-3c6d-4a01-89c9-78fc16fba294,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:16.441648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:39:16.462802 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:39:16.463145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3c9bbe5b-8c04-4e9b-8ec9-e211abdb0de2 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:39:16.463548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b87bb6a6-978d-4255-a229-46a77b30d1b3 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:39:16.481882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: b87bb6a6-978d-4255-a229-46a77b30d1b3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:39:16.482227 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b87bb6a6-978d-4255-a229-46a77b30d1b3 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:39:16.482642 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2916bce5-4ce5-4112-b442-7612eeb238b1 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:39:16.501508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 2916bce5-4ce5-4112-b442-7612eeb238b1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:39:16.501853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 2916bce5-4ce5-4112-b442-7612eeb238b1 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:39:16.619639 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41096) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:16.624675 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f24cd559-4403-4f29-92fe-18d9df124a1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428930300', 'description': 'tempest-secgroup-smoke-428930300 description', 'project_id': '17aa962f250245bb97df2d1d5a547b2d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:16.649748 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f24cd559-4403-4f29-92fe-18d9df124a1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.737309 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f24cd559-4403-4f29-92fe-18d9df124a1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.742001 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f24cd559-4403-4f29-92fe-18d9df124a1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.771580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cd559-4403-4f29-92fe-18d9df124a1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130ea365-94ca-4254-bf88-003ef9b2641d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:16.773991 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f24cd559-4403-4f29-92fe-18d9df124a1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.775228 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f24cd559-4403-4f29-92fe-18d9df124a1a tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1544659 Jul 30 00:39:16.778775 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:16.783055 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-081b4269-d467-4a26-9ee5-61af112e81a5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '130ea365-94ca-4254-bf88-003ef9b2641d', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:16.809339 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-081b4269-d467-4a26-9ee5-61af112e81a5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.864800 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-081b4269-d467-4a26-9ee5-61af112e81a5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.868590 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-081b4269-d467-4a26-9ee5-61af112e81a5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.885746 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b4269-d467-4a26-9ee5-61af112e81a5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de13dbbd-2ccc-48e3-af84-a8df4ad34121,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:16.891005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-081b4269-d467-4a26-9ee5-61af112e81a5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.892239 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-081b4269-d467-4a26-9ee5-61af112e81a5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126187 Jul 30 00:39:16.895015 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41100) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:16.900309 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4eb13b3a-bb52-46d2-ab8a-85e457137a71 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '130ea365-94ca-4254-bf88-003ef9b2641d', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:16.926391 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4eb13b3a-bb52-46d2-ab8a-85e457137a71 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.985018 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4eb13b3a-bb52-46d2-ab8a-85e457137a71 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:16.988366 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4eb13b3a-bb52-46d2-ab8a-85e457137a71 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.005027 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb13b3a-bb52-46d2-ab8a-85e457137a71 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bc8080-564f-460d-b50f-1ccbb7e46437,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:17.013405 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4eb13b3a-bb52-46d2-ab8a-85e457137a71 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.015013 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4eb13b3a-bb52-46d2-ab8a-85e457137a71 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184244 Jul 30 00:39:17.017689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41102) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:17.022726 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fe113903-6d1d-4988-848c-d6e1708fd05d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '130ea365-94ca-4254-bf88-003ef9b2641d', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:17.048816 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe113903-6d1d-4988-848c-d6e1708fd05d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.106153 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe113903-6d1d-4988-848c-d6e1708fd05d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.110051 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe113903-6d1d-4988-848c-d6e1708fd05d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.127749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe113903-6d1d-4988-848c-d6e1708fd05d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8055ff3-3409-4797-8fcf-a543f82dacd1,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:17.134867 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe113903-6d1d-4988-848c-d6e1708fd05d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.136041 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fe113903-6d1d-4988-848c-d6e1708fd05d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174130 Jul 30 00:39:17.138728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41104) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:17.143128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-04c69c13-cee1-495e-b0ee-c63a5f163df2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '130ea365-94ca-4254-bf88-003ef9b2641d', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:17.169041 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04c69c13-cee1-495e-b0ee-c63a5f163df2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.225437 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04c69c13-cee1-495e-b0ee-c63a5f163df2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.229057 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04c69c13-cee1-495e-b0ee-c63a5f163df2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.246412 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c69c13-cee1-495e-b0ee-c63a5f163df2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c476d17a-4756-4a04-89da-2def482b2d20,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:17.258328 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04c69c13-cee1-495e-b0ee-c63a5f163df2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.260512 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-04c69c13-cee1-495e-b0ee-c63a5f163df2 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208165 Jul 30 00:39:17.262921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41106) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:17.267269 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-156749df-4ff6-40d6-84f0-b54742dc9464 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '130ea365-94ca-4254-bf88-003ef9b2641d', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:17.288904 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-156749df-4ff6-40d6-84f0-b54742dc9464 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Project 17aa962f250245bb97df2d1d5a547b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:39:17.293747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-156749df-4ff6-40d6-84f0-b54742dc9464 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.355960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-156749df-4ff6-40d6-84f0-b54742dc9464 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.359527 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-156749df-4ff6-40d6-84f0-b54742dc9464 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.374600 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156749df-4ff6-40d6-84f0-b54742dc9464 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eecd11c-8a70-4b71-bb49-a14775d862a5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:17.383939 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-156749df-4ff6-40d6-84f0-b54742dc9464 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.385164 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-156749df-4ff6-40d6-84f0-b54742dc9464 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213298 Jul 30 00:39:17.387981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:17.392334 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1b3e2a6c-0572-4589-87b1-f844ed336970 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'security_group_rule': {'security_group_id': '130ea365-94ca-4254-bf88-003ef9b2641d', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:17.413388 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-1b3e2a6c-0572-4589-87b1-f844ed336970 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Project 17aa962f250245bb97df2d1d5a547b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:39:17.418078 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2a6c-0572-4589-87b1-f844ed336970 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.488242 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2a6c-0572-4589-87b1-f844ed336970 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.491777 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2a6c-0572-4589-87b1-f844ed336970 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.511416 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e2a6c-0572-4589-87b1-f844ed336970 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf347474-3914-4a9e-8378-6807e0f970f8,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:17.517948 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2a6c-0572-4589-87b1-f844ed336970 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.519145 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-1b3e2a6c-0572-4589-87b1-f844ed336970 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302187 Jul 30 00:39:17.522612 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41110) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:17.527472 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'network': {'name': 'tempest-network-smoke--1363604405', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:17.547975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:39:17.551884 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.576157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:39:17.585894 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.586243 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Added segment cd4cd7b2-0989-47b8-ad01-44f4cc049e10 of type vlan for network 963485dc-bc68-42ca-abbf-da9dc3e376a2 Jul 30 00:39:17.625258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.654307 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.659955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:17.660619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.717360 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1937122 Jul 30 00:39:17.720133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41112) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:17.725445 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'admin_state_up': True, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:17.744100 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129fd32-1ebb-4ba5-ae21-5cc24d95f1e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Network': ['ID=963485dc-bc68-42ca-abbf-da9dc3e376a2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:17.754415 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 963485dc-bc68-42ca-abbf-da9dc3e376a2 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:39:17.756945 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.758025 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.809315 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:18.247834 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:18.436311 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:18.460545 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:18.566459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.25.2.85 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/1c7e5d14-39f9-4d98-a23b-e60d7345583c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:39:18.675977 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:18.717026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:18.752586 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:39:18.756089 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:39:18.759579 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:39:18.787748 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=1c7e5d14-39f9-4d98-a23b-e60d7345583c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:19.023460 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:19.238005 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:19.327285 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:19.371314 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:39:19.478264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:39:19.487882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Sync routers for ids ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:39:19.497339 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:19.498516 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cb68e5e4-ce82-40c4-9337-abf7a9b66b67 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7773771 Jul 30 00:39:19.499491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Routers {'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:19.500166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:38:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:19.501678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:19.531884 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-11951505-8862-40a3-8eb6-3ff4df10447b tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=17aa962f250245bb97df2d1d5a547b2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290668 Jul 30 00:39:19.535456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41118) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:19.618572 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Set router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:19.648370 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f760714d-7d95-4a2d-972f-bea3223f68b0 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:19.651023 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f760714d-7d95-4a2d-972f-bea3223f68b0 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1138914 Jul 30 00:39:19.653643 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41120) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:19.683037 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a1e75eae-dd6f-442d-a600-5e7368d5e2eb tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=941018d1-5456-4c3f-a7bf-74971fba07a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282302 Jul 30 00:39:19.686166 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:19.690956 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1153773499', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:19.781966 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:39:19.787531 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:19.814041 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:18Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:19.841382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Checking router: e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:39:19.841731 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Updating router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 port 1c7e5d14-39f9-4d98-a23b-e60d7345583c binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:39:19.866763 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:19.972209 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.047022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Subnet': ['ID=fee6f907-c7eb-4f43-8263-0cc22c5d1405,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:20.055654 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Checking segment: {'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:39:20.056043 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network hostable DHCP agents. Network: 963485dc-bc68-42ca-abbf-da9dc3e376a2, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:39:20.080236 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 963485dc-bc68-42ca-abbf-da9dc3e376a2 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:39:20.089275 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 963485dc-bc68-42ca-abbf-da9dc3e376a2) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:39:20.093615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:20.094220 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.108789 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-642b7c8e-e7e6-45f3-9a37-4162fefc1d16 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4219298 Jul 30 00:39:20.111617 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41124) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:20.114851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ce2b00-73d6-456b-8ea2-107c8b56ffd4 None None] Network 963485dc-bc68-42ca-abbf-da9dc3e376a2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:39:20.176036 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.192821 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Transition to ACTIVE for port object 1c7e5d14-39f9-4d98-a23b-e60d7345583c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:39:20.205581 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.295119 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedabadd-6b5a-4a84-9b1f-d27ffa3e460a None None] Pushing event updated for resources: {'Port': ['ID=1c7e5d14-39f9-4d98-a23b-e60d7345583c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:20.301159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Attempting to bind port 1c7e5d14-39f9-4d98-a23b-e60d7345583c on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:39:20.301483 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Attempting to bind port 1c7e5d14-39f9-4d98-a23b-e60d7345583c by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:39:20.301843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Attempting to bind port 1c7e5d14-39f9-4d98-a23b-e60d7345583c on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:39:20.310978 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:39:20.311359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:39:20.311760 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.312180 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:39:20.312652 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Bound port: 1c7e5d14-39f9-4d98-a23b-e60d7345583c, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:39:20.313207 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.368067 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-963485dc-bc68-42ca-abbf-da9dc3e376a2', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:39:20.368908 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.397230 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] For port 1c7e5d14-39f9-4d98-a23b-e60d7345583c, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:39:20.404165 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] For port 1c7e5d14-39f9-4d98-a23b-e60d7345583c, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1c7e5d14-39f9-4d98-a23b-e60d7345583c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:39:20.409831 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.549580 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.560926 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedabadd-6b5a-4a84-9b1f-d27ffa3e460a None None] Pushing event updated for resources: {'Port': ['ID=1c7e5d14-39f9-4d98-a23b-e60d7345583c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:20.569657 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Routers {'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:20.570382 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:38:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:20.615028 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Allocated IP 172.20.0.2 (963485dc-bc68-42ca-abbf-da9dc3e376a2/fee6f907-c7eb-4f43-8263-0cc22c5d1405/315ff8a4-5726-4f61-bfda-c604e4e14d81) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:39:20.746939 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] Set router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:20.911307 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.929100 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Transition to ACTIVE for port object 315ff8a4-5726-4f61-bfda-c604e4e14d81 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:39:20.969406 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Transition to ACTIVE for port object 315ff8a4-5726-4f61-bfda-c604e4e14d81 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:39:20.976471 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.032161 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.20.0.1 (963485dc-bc68-42ca-abbf-da9dc3e376a2/fee6f907-c7eb-4f43-8263-0cc22c5d1405/32e09a87-333e-4bea-ab3d-9208267cc6d1) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:39:21.157648 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.176981 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Transition to ACTIVE for port object 32e09a87-333e-4bea-ab3d-9208267cc6d1 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:39:21.181330 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Network 963485dc-bc68-42ca-abbf-da9dc3e376a2 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:39:21.191540 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:39:21.194084 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Pushing event updated for resources: {'Port': ['ID=315ff8a4-5726-4f61-bfda-c604e4e14d81,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:21.197377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:39:21.211338 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:18Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:21.213933 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.252893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 963485dc-bc68-42ca-abbf-da9dc3e376a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:39:21.258555 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:39:21.262509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:39:21.268210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcff6d7-09d9-4521-b4f6-335619aa3b59 None None] The sync data for ids ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'] in n-d-712139-11 is: [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:18Z', 'revision_number': 3, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:39:21.292839 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=32e09a87-333e-4bea-ab3d-9208267cc6d1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:21.302964 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Attempting to bind port 315ff8a4-5726-4f61-bfda-c604e4e14d81 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:39:21.303427 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Attempting to bind port 315ff8a4-5726-4f61-bfda-c604e4e14d81 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:39:21.304066 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Attempting to bind port 315ff8a4-5726-4f61-bfda-c604e4e14d81 on network 963485dc-bc68-42ca-abbf-da9dc3e376a2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:39:21.309268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:39:21.309644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Checking segment: {'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:39:21.310044 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.310434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Bound using segment: {'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:39:21.310893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Bound port: 315ff8a4-5726-4f61-bfda-c604e4e14d81, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:39:21.311274 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.315843 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.377823 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] For port 315ff8a4-5726-4f61-bfda-c604e4e14d81, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:39:21.382373 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] For port 315ff8a4-5726-4f61-bfda-c604e4e14d81, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=315ff8a4-5726-4f61-bfda-c604e4e14d81,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:39:21.387060 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.449601 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95155974-d459-467c-8d6e-c07c7f623c07 None None] Pushing event updated for resources: {'Port': ['ID=315ff8a4-5726-4f61-bfda-c604e4e14d81,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:21.469296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.817859 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.822079 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d128999-8b77-45b8-a407-c09b633348c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.823871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.898531 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=32e09a87-333e-4bea-ab3d-9208267cc6d1,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:21.901873 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:22.008446 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 963485dc-bc68-42ca-abbf-da9dc3e376a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:39:22.009811 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:39:22.133137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:39:22.252766 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:39:22.259661 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-43c3683b-22a4-43f7-867f-3cf44cce642f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "PUT /v2.0/routers/e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1464760 Jul 30 00:39:22.408199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4583e57-c715-40ee-b3c9-d2ee99399957 None None] Network 963485dc-bc68-42ca-abbf-da9dc3e376a2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:39:22.412810 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-c2aee8e5-4f39-48cb-abda-702c1042d2ce tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428930300&fields=id&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 267 time: 0.0389793 Jul 30 00:39:22.539023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c7e5d14-39f9-4d98-a23b-e60d7345583c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:39:22.540121 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-a68276cf-6294-4a65-b87c-62f54d6bc19d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:22.541786 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-a68276cf-6294-4a65-b87c-62f54d6bc19d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/networks?id=963485dc-bc68-42ca-abbf-da9dc3e376a2 HTTP/1.1" status: 200 len: 797 time: 0.1220706 Jul 30 00:39:22.546080 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fddc252a-5199-4e30-9e82-ee1f14050f1b None None] Provisioning for port 315ff8a4-5726-4f61-bfda-c604e4e14d81 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:39:22.558265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-0f113e9b-2f78-4541-82f6-8ee4835516df tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/quotas/17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 375 time: 0.0100968 Jul 30 00:39:22.616575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-e9ec67b5-cbf2-47bd-b9b1-e2e7bf3c2c4e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525970 Jul 30 00:39:22.637164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 1c7e5d14-39f9-4d98-a23b-e60d7345583c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:39:22.641835 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1c7e5d14-39f9-4d98-a23b-e60d7345583c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:22.642386 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:22.732887 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:22.771608 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 1c7e5d14-39f9-4d98-a23b-e60d7345583c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1c7e5d14-39f9-4d98-a23b-e60d7345583c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:22.777531 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:22.780199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 315ff8a4-5726-4f61-bfda-c604e4e14d81 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:39:22.792990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-09f4fe2b-390b-46c7-96ff-efdeb6c9c5ae service neutron] 10.222.0.37 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582649 Jul 30 00:39:22.864865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=1c7e5d14-39f9-4d98-a23b-e60d7345583c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:22.879956 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 315ff8a4-5726-4f61-bfda-c604e4e14d81 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:39:22.885237 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 315ff8a4-5726-4f61-bfda-c604e4e14d81 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:22.885825 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:22.920639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-4fddbd94-fe63-4eb3-a424-265b12c01d22 service neutron] 10.222.0.37 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210220 Jul 30 00:39:22.977525 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:23.023150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 315ff8a4-5726-4f61-bfda-c604e4e14d81, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=315ff8a4-5726-4f61-bfda-c604e4e14d81,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:23.024882 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e453fedb-ebf4-4511-8e83-ea529adadf6a None None] Provisioning for port 32e09a87-333e-4bea-ab3d-9208267cc6d1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:39:23.029171 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:23.034640 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e453fedb-ebf4-4511-8e83-ea529adadf6a None None] Provisioning complete for port 32e09a87-333e-4bea-ab3d-9208267cc6d1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:23.035017 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e453fedb-ebf4-4511-8e83-ea529adadf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:23.105083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e453fedb-ebf4-4511-8e83-ea529adadf6a None None] Port 32e09a87-333e-4bea-ab3d-9208267cc6d1 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:39:23.131219 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-754fc79e-cb39-406d-8c31-7e6f9d2b8369 req-465fb099-bb34-4d90-9244-3368f8a2fcde tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 210 time: 0.0453773 Jul 30 00:39:23.162301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=315ff8a4-5726-4f61-bfda-c604e4e14d81,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:23.178069 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Sync routers for ids ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:39:23.178611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e453fedb-ebf4-4511-8e83-ea529adadf6a None None] Provisioning complete for port 315ff8a4-5726-4f61-bfda-c604e4e14d81 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:23.178611 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e453fedb-ebf4-4511-8e83-ea529adadf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:23.189891 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Routers {'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:23.191603 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:38:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:23.341301 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Set router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:23.418449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-de250eb2-ff9d-44b6-b852-253bd4ebf704 None None] Provisioning complete for port 32e09a87-333e-4bea-ab3d-9208267cc6d1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:23.419066 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de250eb2-ff9d-44b6-b852-253bd4ebf704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:23.455634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-de250eb2-ff9d-44b6-b852-253bd4ebf704 None None] Port 32e09a87-333e-4bea-ab3d-9208267cc6d1 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:39:23.562135 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:21Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '32e09a87-333e-4bea-ab3d-9208267cc6d1', 'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:d9:5f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:20Z', 'updated_at': '2021-07-30T00:39:21Z', 'revision_number': 2, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:23.589128 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Checking router: e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:39:23.589416 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Updating router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 port 32e09a87-333e-4bea-ab3d-9208267cc6d1 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:39:23.614407 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:23.889685 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:23.899871 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Transition to ACTIVE for port object 32e09a87-333e-4bea-ab3d-9208267cc6d1 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:39:23.905612 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:23.957091 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Pushing event updated for resources: {'Port': ['ID=32e09a87-333e-4bea-ab3d-9208267cc6d1,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:23.980905 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.981159 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.981494 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.981830 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.982153 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.982477 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.982798 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.983124 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.983440 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.983758 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.984099 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:23.984421 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:24.017143 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Attempting to bind port 32e09a87-333e-4bea-ab3d-9208267cc6d1 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:39:24.017510 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Attempting to bind port 32e09a87-333e-4bea-ab3d-9208267cc6d1 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:39:24.017870 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Attempting to bind port 32e09a87-333e-4bea-ab3d-9208267cc6d1 on network 963485dc-bc68-42ca-abbf-da9dc3e376a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:39:24.023882 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:39:24.024379 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Checking segment: {'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:39:24.024801 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:24.025180 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Bound using segment: {'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:39:24.025645 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Bound port: 32e09a87-333e-4bea-ab3d-9208267cc6d1, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:39:24.026030 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:24.104502 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] For port 32e09a87-333e-4bea-ab3d-9208267cc6d1, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:39:24.110209 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] For port 32e09a87-333e-4bea-ab3d-9208267cc6d1, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=32e09a87-333e-4bea-ab3d-9208267cc6d1,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:39:24.116962 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:24.181970 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Routers {'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:24.182620 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:38:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:24.264121 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2787a603-d540-44ac-b715-21d94e6e40a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:24.270518 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6ad604e2-1087-4347-9b1a-6073a2753976 req-7e2023be-6c09-408c-ba97-0f7efd595191 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 210 time: 0.0389416 Jul 30 00:39:24.313120 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:24.330305 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-0d1e152a-8412-4848-9ecd-fc61a298b141 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:24.332051 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-0d1e152a-8412-4848-9ecd-fc61a298b141 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "GET /v2.0/networks?id=963485dc-bc68-42ca-abbf-da9dc3e376a2 HTTP/1.1" status: 200 len: 797 time: 0.1868062 Jul 30 00:39:24.349552 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] Set router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:24.385200 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-258ee987-912b-4744-806d-b93fbb6780d7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17aa962f250245bb97df2d1d5a547b2d HTTP/1.1" status: 200 len: 379 time: 0.0433373 Jul 30 00:39:24.387927 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e22517-9de0-4327-8dd3-923955678db0 None None] Pushing event updated for resources: {'Port': ['ID=32e09a87-333e-4bea-ab3d-9208267cc6d1,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:24.396791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'port': {'device_id': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'admin_state_up': True, 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'security_groups': ['130ea365-94ca-4254-bf88-003ef9b2641d']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:24.490266 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c7e5d14-39f9-4d98-a23b-e60d7345583c up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:39:24.525278 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Made reservation on behalf of 17aa962f250245bb97df2d1d5a547b2d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:39:24.528889 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:24.554805 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 1c7e5d14-39f9-4d98-a23b-e60d7345583c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:24.555185 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:24.581664 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:21Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '32e09a87-333e-4bea-ab3d-9208267cc6d1', 'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:d9:5f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:20Z', 'updated_at': '2021-07-30T00:39:24Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:24.610132 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05faa8c9-33c6-4ae8-b601-07ff5f828693 None None] The sync data for ids ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'] in n-d-712139-11 is: [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:21Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '32e09a87-333e-4bea-ab3d-9208267cc6d1', 'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:d9:5f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:20Z', 'updated_at': '2021-07-30T00:39:24Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:39:24.638075 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 315ff8a4-5726-4f61-bfda-c604e4e14d81 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:39:24.701651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.20.0.7 (963485dc-bc68-42ca-abbf-da9dc3e376a2/fee6f907-c7eb-4f43-8263-0cc22c5d1405/c90c9aa5-87ea-4966-82c3-1ac1f55937ca) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:39:24.711924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 315ff8a4-5726-4f61-bfda-c604e4e14d81 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:24.712473 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:24.871082 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:24.886291 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Transition to ACTIVE for port object c90c9aa5-87ea-4966-82c3-1ac1f55937ca will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:39:24.921617 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:24.968500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 963485dc-bc68-42ca-abbf-da9dc3e376a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:39:24.974483 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:39:24.979006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:39:24.983210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:25.040215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:25.041057 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:25.056688 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-f72b1f21-a4a5-4ca3-ad7e-26754e528e73 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6658010 Jul 30 00:39:25.070016 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Request body: {'port': {'device_id': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:25.133746 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:25.276177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29a76574-23cf-4590-a83f-d17d911e1bd0 None None] Provisioning for port c90c9aa5-87ea-4966-82c3-1ac1f55937ca completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:39:25.281439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29a76574-23cf-4590-a83f-d17d911e1bd0 None None] Provisioning complete for port c90c9aa5-87ea-4966-82c3-1ac1f55937ca triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:25.282208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29a76574-23cf-4590-a83f-d17d911e1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:25.323666 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-29a76574-23cf-4590-a83f-d17d911e1bd0 None None] Port c90c9aa5-87ea-4966-82c3-1ac1f55937ca cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:39:25.442802 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897caed2-113f-4e00-8d4d-c78f6f07b08c req-a4da4d16-788e-4976-8948-8941890b3c7c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:25.444436 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-897caed2-113f-4e00-8d4d-c78f6f07b08c req-a4da4d16-788e-4976-8948-8941890b3c7c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 931 time: 0.0806749 Jul 30 00:39:25.498529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90c9aa5-87ea-4966-82c3-1ac1f55937ca {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:39:25.512250 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:25.527146 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-897caed2-113f-4e00-8d4d-c78f6f07b08c req-0fb6693a-1ab5-4fc5-b80f-232ae84d846c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765576 Jul 30 00:39:25.532343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Transition to ACTIVE for port object c90c9aa5-87ea-4966-82c3-1ac1f55937ca will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:39:25.537510 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:25.610716 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Pushing event updated for resources: {'Port': ['ID=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:25.671413 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Attempting to bind port c90c9aa5-87ea-4966-82c3-1ac1f55937ca on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:39:25.672042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Attempting to bind port c90c9aa5-87ea-4966-82c3-1ac1f55937ca by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:39:25.672564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Attempting to bind port c90c9aa5-87ea-4966-82c3-1ac1f55937ca on network 963485dc-bc68-42ca-abbf-da9dc3e376a2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:39:25.677576 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Port c90c9aa5-87ea-4966-82c3-1ac1f55937ca on network 963485dc-bc68-42ca-abbf-da9dc3e376a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:39:25.677907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Attempting to bind port c90c9aa5-87ea-4966-82c3-1ac1f55937ca on network 963485dc-bc68-42ca-abbf-da9dc3e376a2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:39:25.683713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:39:25.685080 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Checking segment: {'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:39:25.685508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Bound using segment: {'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:39:25.685926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Bound port: c90c9aa5-87ea-4966-82c3-1ac1f55937ca, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:39:25.686304 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:25.749060 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:25.759726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] For port c90c9aa5-87ea-4966-82c3-1ac1f55937ca, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:39:25.763220 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] For port c90c9aa5-87ea-4966-82c3-1ac1f55937ca, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:39:25.768070 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:25.807176 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:25.807814 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:25.809390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] 10.222.0.42 "PUT /v2.0/ports/c90c9aa5-87ea-4966-82c3-1ac1f55937ca HTTP/1.1" status: 200 len: 1092 time: 0.7444232 Jul 30 00:39:25.809798 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'tag': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:39:25.812148 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17ba42d-08ee-4963-933d-23a36281ad60" -d '{"events": [{"name": "network-changed", "server_uuid": "49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9", "tag": "c90c9aa5-87ea-4966-82c3-1ac1f55937ca"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:39:25.847119 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27bffa-6db8-46e3-bfbd-1d20ec65b046 service neutron] Pushing event updated for resources: {'Port': ['ID=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:25.861986 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3036449-d089-40f3-89fb-bf96b75e4d81 x-openstack-request-id: req-c3036449-d089-40f3-89fb-bf96b75e4d81 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:39:25.862415 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9", "tag": "c90c9aa5-87ea-4966-82c3-1ac1f55937ca", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:39:25.862676 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3036449-d089-40f3-89fb-bf96b75e4d81 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:39:25.863090 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'tag': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'status': 'completed', 'code': 200} Jul 30 00:39:25.905460 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-da08d280-90a8-48ff-88cd-e06c53e4d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:25.907168 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-da08d280-90a8-48ff-88cd-e06c53e4d94d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 1095 time: 0.0485046 Jul 30 00:39:25.951475 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-c0b26a3b-0731-4a31-91d2-04651f59ca95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca HTTP/1.1" status: 200 len: 217 time: 0.0360193 Jul 30 00:39:26.007116 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-7481d338-2968-42b4-8d53-1974097e0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:26.008784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-7481d338-2968-42b4-8d53-1974097e0c66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee6f907-c7eb-4f43-8263-0cc22c5d1405 HTTP/1.1" status: 200 len: 835 time: 0.0498393 Jul 30 00:39:26.056543 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-48efb26e-c0e8-4944-97a8-f79f491f9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:26.058061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-48efb26e-c0e8-4944-97a8-f79f491f9aae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=963485dc-bc68-42ca-abbf-da9dc3e376a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422883 Jul 30 00:39:26.152679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-40d40f6c-f1ab-41e0-badc-b07dbbfee718 service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864902 Jul 30 00:39:26.250431 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b2c94950-4c98-4ac1-b2ac-a5e505ab1df8 req-c1831368-201a-404e-a324-4029e32e91d2 service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879452 Jul 30 00:39:26.339525 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-e253cd93-1c89-4336-9d6d-9f012b030f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:26.340949 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-e253cd93-1c89-4336-9d6d-9f012b030f1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 1095 time: 0.0435333 Jul 30 00:39:26.436225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-5812053b-c4f3-4463-a57b-5b6c91234942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:26.438035 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-5812053b-c4f3-4463-a57b-5b6c91234942 service neutron] 10.222.0.42 "GET /v2.0/networks?id=963485dc-bc68-42ca-abbf-da9dc3e376a2 HTTP/1.1" status: 200 len: 898 time: 0.0902255 Jul 30 00:39:26.470707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 32e09a87-333e-4bea-ab3d-9208267cc6d1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:39:26.481669 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-1674b98c-9490-4b8b-a89a-046774beddc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca HTTP/1.1" status: 200 len: 217 time: 0.0366743 Jul 30 00:39:26.525491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 32e09a87-333e-4bea-ab3d-9208267cc6d1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:39:26.529596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 32e09a87-333e-4bea-ab3d-9208267cc6d1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:26.530115 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:26.533810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-c81c65b6-09b8-4a6a-a441-d80f81d9f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:26.535312 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-c81c65b6-09b8-4a6a-a441-d80f81d9f9a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee6f907-c7eb-4f43-8263-0cc22c5d1405 HTTP/1.1" status: 200 len: 835 time: 0.0465789 Jul 30 00:39:26.592709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-299faa4d-3e79-4e84-9bd6-80e330d03ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:26.594235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-299faa4d-3e79-4e84-9bd6-80e330d03ce3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=963485dc-bc68-42ca-abbf-da9dc3e376a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483985 Jul 30 00:39:26.613044 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:26.647888 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 32e09a87-333e-4bea-ab3d-9208267cc6d1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=32e09a87-333e-4bea-ab3d-9208267cc6d1,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:26.651738 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:26.700343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=32e09a87-333e-4bea-ab3d-9208267cc6d1,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:26.704450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733b702-4bb7-4dc9-8533-3047fc28343b req-f02fca2a-4b24-4bad-a10f-49f34abdb809 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:26.706325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c733b702-4bb7-4dc9-8533-3047fc28343b req-f02fca2a-4b24-4bad-a10f-49f34abdb809 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 943 time: 0.1045423 Jul 30 00:39:26.741912 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-66b9e013-3837-42d9-9815-758ef0607845 service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392605 Jul 30 00:39:26.775189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c733b702-4bb7-4dc9-8533-3047fc28343b req-05c026fc-0b0e-4b0b-9744-282ebddc0f0c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622180 Jul 30 00:39:26.844777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c17ba42d-08ee-4963-933d-23a36281ad60 req-eaa7c74e-c709-467e-87ca-a8bee5aff8a0 service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922978 Jul 30 00:39:27.373360 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:27.892073 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08b1a-48a7-42ef-acaa-b69693d3a70a req-c945ec90-f494-4e9c-a7b1-8cd66c9df858 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:27.893559 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08c08b1a-48a7-42ef-acaa-b69693d3a70a req-c945ec90-f494-4e9c-a7b1-8cd66c9df858 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 943 time: 0.0492015 Jul 30 00:39:27.932278 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08c08b1a-48a7-42ef-acaa-b69693d3a70a req-6128d53e-541e-468f-ba68-963652050f35 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320866 Jul 30 00:39:28.226380 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c90c9aa5-87ea-4966-82c3-1ac1f55937ca details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:39:28.318698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c90c9aa5-87ea-4966-82c3-1ac1f55937ca, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:28.329779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'port_id': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'mac_address': 'fa:16:3e:d9:e6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:39:28.369042 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:28.382018 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90c9aa5-87ea-4966-82c3-1ac1f55937ca {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:39:28.405116 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c90c9aa5-87ea-4966-82c3-1ac1f55937ca, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:28.410239 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:28.461662 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:28.465591 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 32e09a87-333e-4bea-ab3d-9208267cc6d1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:39:28.513416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 32e09a87-333e-4bea-ab3d-9208267cc6d1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:28.513714 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:28.644420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['c90c9aa5-87ea-4966-82c3-1ac1f55937ca'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:39:29.053512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457def5-1bd5-443f-a1ce-03486b2ccdc4 req-36891e3a-a9eb-464e-82bc-994d77b4864d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:29.054990 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a457def5-1bd5-443f-a1ce-03486b2ccdc4 req-36891e3a-a9eb-464e-82bc-994d77b4864d tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 944 time: 0.0541985 Jul 30 00:39:29.093017 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a457def5-1bd5-443f-a1ce-03486b2ccdc4 req-2d4de00d-5f22-46de-b130-cab19eda51fd tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320184 Jul 30 00:39:30.211131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a719959-23eb-4a91-89c4-d2916a5da48a req-c74434a7-53db-45db-aa9b-4862bf1d89d5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:30.212792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a719959-23eb-4a91-89c4-d2916a5da48a req-c74434a7-53db-45db-aa9b-4862bf1d89d5 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 944 time: 0.0532160 Jul 30 00:39:30.226000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c90c9aa5-87ea-4966-82c3-1ac1f55937ca up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:39:30.252579 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8a719959-23eb-4a91-89c4-d2916a5da48a req-6e531693-6cbf-4ffa-80b6-9ae6a82e72aa tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335662 Jul 30 00:39:30.277433 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port c90c9aa5-87ea-4966-82c3-1ac1f55937ca completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:39:30.281567 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port c90c9aa5-87ea-4966-82c3-1ac1f55937ca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:39:30.281938 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:30.359523 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:30.383858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:39:30.386204 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b97b31e-8cd6-455b-80d8-4e681bbc48bb" -d '{"events": [{"server_uuid": "49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9", "name": "network-vif-plugged", "status": "completed", "tag": "c90c9aa5-87ea-4966-82c3-1ac1f55937ca"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:39:30.399990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port c90c9aa5-87ea-4966-82c3-1ac1f55937ca, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:30.405070 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:30.474358 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:30.490288 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeb3e4d-9172-45f5-b453-5dd35f8f9a1b x-openstack-request-id: req-9eeb3e4d-9172-45f5-b453-5dd35f8f9a1b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:39:30.490869 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9", "name": "network-vif-plugged", "status": "completed", "tag": "c90c9aa5-87ea-4966-82c3-1ac1f55937ca", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:39:30.491346 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eeb3e4d-9172-45f5-b453-5dd35f8f9a1b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:39:30.491993 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'code': 200} Jul 30 00:39:30.585889 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c42f4-4733-456b-b02c-2886185188b2 req-ed33ed95-2b73-4d2e-ac81-01c94a5d8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:30.587469 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5c42f4-4733-456b-b02c-2886185188b2 req-ed33ed95-2b73-4d2e-ac81-01c94a5d8df1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0415204 Jul 30 00:39:30.631787 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b5c42f4-4733-456b-b02c-2886185188b2 req-cf681803-a900-431e-b9dc-928ebd2052fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361726 Jul 30 00:39:31.378387 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96e2c0-7269-4fd0-ac4a-f8889d340a24 req-749f876a-31cb-4487-b486-3d084c0aed65 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:31.382633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c96e2c0-7269-4fd0-ac4a-f8889d340a24 req-749f876a-31cb-4487-b486-3d084c0aed65 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0613446 Jul 30 00:39:31.419948 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1c96e2c0-7269-4fd0-ac4a-f8889d340a24 req-3db4f822-be1e-4ba3-ac26-4c231a469864 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330708 Jul 30 00:39:32.539673 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a194b4c-8dc0-4478-bd85-462b37a933a1 req-b727a87d-37dc-4446-a3c0-60b752313878 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:32.541181 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a194b4c-8dc0-4478-bd85-462b37a933a1 req-b727a87d-37dc-4446-a3c0-60b752313878 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0491056 Jul 30 00:39:32.579754 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a194b4c-8dc0-4478-bd85-462b37a933a1 req-5da6ee28-490d-4d20-b5f0-0229f2df4196 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325029 Jul 30 00:39:32.696103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04e70-f293-4615-b9a0-37004e557f77 req-77f6efbd-5b12-49fa-ad94-789b06fe7915 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:32.697492 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2d04e70-f293-4615-b9a0-37004e557f77 req-77f6efbd-5b12-49fa-ad94-789b06fe7915 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0524008 Jul 30 00:39:32.733991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d2d04e70-f293-4615-b9a0-37004e557f77 req-ca291ada-4d66-493d-adbf-d51123e1eb29 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306723 Jul 30 00:39:32.756026 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41190) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:32.797388 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11121233-f76e-4aee-8466-ff1d24374a60 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:32.798872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-11121233-f76e-4aee-8466-ff1d24374a60 tempest-TestNetworkAdvancedServerOps-2088703356 tempest-TestNetworkAdvancedServerOps-2088703356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 1092 time: 0.0418963 Jul 30 00:39:32.802471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41192) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:32.807262 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:32.829452 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:32.922747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:33.188364 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:33.340238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Allocated IP 172.25.2.202 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/1f0a2c83-7945-492a-8b64-4a6228376fd7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:39:33.439032 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:33.477989 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:33.514452 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:39:33.517237 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:39:33.521207 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:39:33.549665 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=1f0a2c83-7945-492a-8b64-4a6228376fd7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:33.886901 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:33.951969 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:34.109002 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:34.114011 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:34.183230 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event updated for resources: {'Port': ['ID=1f0a2c83-7945-492a-8b64-4a6228376fd7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:34.191524 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:34.295583 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Floating IP 158d9d32-3c4c-4f89-a39c-433a67956610 associated. External IP: 172.25.2.202, port: c90c9aa5-87ea-4966-82c3-1ac1f55937ca. Jul 30 00:39:34.501808 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-b929a727-e93e-408c-a007-459c35fb09f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404158 Jul 30 00:39:34.510783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:39:34.590233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-29753e75-3911-46c5-abb4-3cbe0747189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:34.591827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-29753e75-3911-46c5-abb4-3cbe0747189f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0432072 Jul 30 00:39:34.634988 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:39:34.647655 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] Sync routers for ids ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:39:34.656635 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:34.659444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] Routers {'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:34.660732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:39:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:34.701263 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-4b17f9e1-38e4-4565-a815-9ca43573cebe tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8975759 Jul 30 00:39:34.701873 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'tag': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:39:34.716968 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aee372-c47b-4c42-aa6a-f90890ae514f" -d '{"events": [{"name": "network-changed", "server_uuid": "49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9", "tag": "c90c9aa5-87ea-4966-82c3-1ac1f55937ca"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:39:34.720898 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-9c6775ee-54c4-493e-bb69-e982f26a4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:34.722421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-9c6775ee-54c4-493e-bb69-e982f26a4741 service neutron] 10.222.0.42 "GET /v2.0/networks?id=963485dc-bc68-42ca-abbf-da9dc3e376a2 HTTP/1.1" status: 200 len: 898 time: 0.1056468 Jul 30 00:39:34.775043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] Set router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:34.787758 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d444b5a4-2e5b-4059-b527-5e0af64f6c44 x-openstack-request-id: req-d444b5a4-2e5b-4059-b527-5e0af64f6c44 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:39:34.788086 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9", "tag": "c90c9aa5-87ea-4966-82c3-1ac1f55937ca", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:39:34.788346 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d444b5a4-2e5b-4059-b527-5e0af64f6c44 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:39:34.788758 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'tag': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'status': 'completed', 'code': 200} Jul 30 00:39:34.803131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-6536567f-e2b4-4a48-ac2b-f6653aa111ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca HTTP/1.1" status: 200 len: 999 time: 0.0730917 Jul 30 00:39:34.870514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-9bd66241-6db0-4bc9-b936-8ace015c1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:34.871981 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-9bd66241-6db0-4bc9-b936-8ace015c1410 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee6f907-c7eb-4f43-8263-0cc22c5d1405 HTTP/1.1" status: 200 len: 835 time: 0.0551660 Jul 30 00:39:34.884442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e56d7f-d17d-4aca-aa95-f95757769f07 req-dfa502f1-20ad-4661-9091-7d36e637d4cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:34.885927 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26e56d7f-d17d-4aca-aa95-f95757769f07 req-dfa502f1-20ad-4661-9091-7d36e637d4cf tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0957100 Jul 30 00:39:34.952332 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-26e56d7f-d17d-4aca-aa95-f95757769f07 req-1f1af10e-a0a7-430c-86ac-c3ca7a045d78 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575478 Jul 30 00:39:34.957502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-69277a0f-73ab-4223-a577-d0ef5ddb34da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:34.959716 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-69277a0f-73ab-4223-a577-d0ef5ddb34da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=963485dc-bc68-42ca-abbf-da9dc3e376a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728056 Jul 30 00:39:34.988162 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41198) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:35.018704 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:21Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '158d9d32-3c4c-4f89-a39c-433a67956610', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'port_id': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'mac_address': 'fa:16:3e:d9:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:39:33Z', 'updated_at': '2021-07-30T00:39:33Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e09a87-333e-4bea-ab3d-9208267cc6d1', 'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:d9:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:20Z', 'updated_at': '2021-07-30T00:39:26Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:35.049189 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] Checking router: e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:39:35.057836 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f799a30f-4b43-4c77-bf05-e7a00b18ee0e tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/158d9d32-3c4c-4f89-a39c-433a67956610 HTTP/1.1" status: 200 len: 991 time: 0.0668013 Jul 30 00:39:35.058924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] Routers {'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:35.059556 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:39:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:35.065686 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-b293b4ad-9b42-4e68-b0bd-176b7e258132 service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984116 Jul 30 00:39:35.156446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9985f9ce-d9bd-4723-8168-24d3f4f6e90c req-14a151e6-7270-4d31-8806-9e54ef661af4 service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836723 Jul 30 00:39:35.166896 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] Set router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:35.240785 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-bb8bf089-ee74-4678-aefa-e4f8f389da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:35.242336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-bb8bf089-ee74-4678-aefa-e4f8f389da28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0419800 Jul 30 00:39:35.418507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:21Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '158d9d32-3c4c-4f89-a39c-433a67956610', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'port_id': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'mac_address': 'fa:16:3e:d9:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:39:33Z', 'updated_at': '2021-07-30T00:39:33Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e09a87-333e-4bea-ab3d-9208267cc6d1', 'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:d9:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:20Z', 'updated_at': '2021-07-30T00:39:26Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:35.446722 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb5675-62cf-4522-a189-f7ed52fb3a59 None None] The sync data for ids ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'] in n-d-712139-11 is: [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:21Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '158d9d32-3c4c-4f89-a39c-433a67956610', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'port_id': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'mac_address': 'fa:16:3e:d9:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:39:33Z', 'updated_at': '2021-07-30T00:39:33Z', 'revision_number': 0, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e09a87-333e-4bea-ab3d-9208267cc6d1', 'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:d9:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:20Z', 'updated_at': '2021-07-30T00:39:26Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:39:35.651214 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d990cc-ece7-4dd8-bb9c-8aad3aa52984 None None] New status for floating IP 158d9d32-3c4c-4f89-a39c-433a67956610: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:39:35.661968 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-a43d87b3-32cd-481c-881a-5dfd223249eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:35.663450 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-a43d87b3-32cd-481c-881a-5dfd223249eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=963485dc-bc68-42ca-abbf-da9dc3e376a2 HTTP/1.1" status: 200 len: 898 time: 0.4143717 Jul 30 00:39:35.730576 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-5036b62f-50d5-4192-82c0-e8a0f10ab9b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca HTTP/1.1" status: 200 len: 999 time: 0.0594900 Jul 30 00:39:35.783249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-4e175aa0-e18a-4b93-a56b-ae439b01a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:35.784752 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-4e175aa0-e18a-4b93-a56b-ae439b01a366 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee6f907-c7eb-4f43-8263-0cc22c5d1405 HTTP/1.1" status: 200 len: 835 time: 0.0470660 Jul 30 00:39:35.833774 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-328a463c-5b22-4a02-95cc-435e425838c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:35.835758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-328a463c-5b22-4a02-95cc-435e425838c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=963485dc-bc68-42ca-abbf-da9dc3e376a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428207 Jul 30 00:39:35.925954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-8bf0cb0a-6ec1-4ec2-a033-420c6ed212ed service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831358 Jul 30 00:39:36.022877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80aee372-c47b-4c42-aa6a-f90890ae514f req-77c7909d-b186-4d92-9614-449d2e74c7dd service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897470 Jul 30 00:39:36.060702 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41200) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:36.123710 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-fb63982b-6c7d-4f9b-9081-e0d432e1dddb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/158d9d32-3c4c-4f89-a39c-433a67956610 HTTP/1.1" status: 200 len: 993 time: 0.0616968 Jul 30 00:39:49.341527 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:51.821733 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-633e4071-8bce-4d47-b1da-f6bd33b15c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:53.014884 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:39:54.258201 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-787de9b2-a9e5-4119-8f70-ead2920fb071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:54.305123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:55.749162 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:57.373981 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:01.478627 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-4f98a4fc-bf76-4e31-a245-deb6c89e825c service neutron] (93816) timed out ('10.222.0.37', 37730) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:40:03.174349 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:09.545924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c543b-c67c-475f-9290-aaf3988b378c req-832ae5e3-7cfe-4f35-b8cc-4f06ccba2e8b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:09.547408 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a0c543b-c67c-475f-9290-aaf3988b378c req-832ae5e3-7cfe-4f35-b8cc-4f06ccba2e8b tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0495820 Jul 30 00:40:09.585230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4a0c543b-c67c-475f-9290-aaf3988b378c req-6434aef0-2632-45e8-b155-b2074f70b3e4 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319085 Jul 30 00:40:10.704362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bff700-83d7-45ff-ae82-3efe9b104205 req-57e5c946-873c-4176-91ae-d1af8cd86bde tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:10.705769 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53bff700-83d7-45ff-ae82-3efe9b104205 req-57e5c946-873c-4176-91ae-d1af8cd86bde tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0501683 Jul 30 00:40:10.747818 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-53bff700-83d7-45ff-ae82-3efe9b104205 req-4b21f251-c0b7-4a25-ac94-be6771c2d0d7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358829 Jul 30 00:40:10.770641 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:10.834285 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-68b527c4-806a-40fe-b473-4e7937c1127c tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/158d9d32-3c4c-4f89-a39c-433a67956610 HTTP/1.1" status: 200 len: 993 time: 0.0624938 Jul 30 00:40:12.118199 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f641e-beb9-47c9-82b9-a3308ff3aee1 req-d950c98b-7f52-486c-a1fb-bd2d077793bb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:12.119750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a6f641e-beb9-47c9-82b9-a3308ff3aee1 req-d950c98b-7f52-486c-a1fb-bd2d077793bb tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0793011 Jul 30 00:40:12.126311 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2215-6d25-453d-83ea-620d61aab847 req-33814e04-8abd-4e60-8c64-998be98eefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:12.127806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3de2215-6d25-453d-83ea-620d61aab847 req-33814e04-8abd-4e60-8c64-998be98eefcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0576360 Jul 30 00:40:12.214933 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a6f641e-beb9-47c9-82b9-a3308ff3aee1 req-393c8c8a-5a14-4272-b258-051e1efd5f82 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861304 Jul 30 00:40:12.244566 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2215-6d25-453d-83ea-620d61aab847 req-3d1189de-6b99-481c-91e6-c5188b5dceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:12.246026 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3de2215-6d25-453d-83ea-620d61aab847 req-3d1189de-6b99-481c-91e6-c5188b5dceef service neutron] 10.222.0.42 "GET /v2.0/networks?id=963485dc-bc68-42ca-abbf-da9dc3e376a2 HTTP/1.1" status: 200 len: 898 time: 0.1106033 Jul 30 00:40:12.313943 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3de2215-6d25-453d-83ea-620d61aab847 req-ab36ce5d-d77e-4cf7-a8e7-d598ce50561c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca HTTP/1.1" status: 200 len: 1001 time: 0.0593669 Jul 30 00:40:12.366955 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2215-6d25-453d-83ea-620d61aab847 req-8983ce9a-3305-4f7e-b24f-24198e43ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:12.369204 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3de2215-6d25-453d-83ea-620d61aab847 req-8983ce9a-3305-4f7e-b24f-24198e43ccb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee6f907-c7eb-4f43-8263-0cc22c5d1405 HTTP/1.1" status: 200 len: 835 time: 0.0474112 Jul 30 00:40:12.415790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2215-6d25-453d-83ea-620d61aab847 req-3d0697e5-64f1-4fdd-8e38-e6dc644fdd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:12.417350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3de2215-6d25-453d-83ea-620d61aab847 req-3d0697e5-64f1-4fdd-8e38-e6dc644fdd32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=963485dc-bc68-42ca-abbf-da9dc3e376a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400813 Jul 30 00:40:12.508033 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3de2215-6d25-453d-83ea-620d61aab847 req-ea341a1c-d9b1-4462-815f-b375033c060a service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826926 Jul 30 00:40:12.607453 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a3de2215-6d25-453d-83ea-620d61aab847 req-27cedaf1-c8c9-4ef5-a30b-f178f8a7256b service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895782 Jul 30 00:40:13.334495 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c9b7a-273c-4c79-aa40-81924bc7a2ee req-87291106-0dad-462b-8d4f-a5b4854a2793 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:13.335989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff7c9b7a-273c-4c79-aa40-81924bc7a2ee req-87291106-0dad-462b-8d4f-a5b4854a2793 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0507412 Jul 30 00:40:13.378054 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ff7c9b7a-273c-4c79-aa40-81924bc7a2ee req-cc80a54e-7a11-4d56-957c-fa5a5b9314a9 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355518 Jul 30 00:40:14.498359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba3b3-822c-49f4-9e31-46c413906d93 req-422a83bb-9272-40a2-b0cf-2f6e9a010e9f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:14.499852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fddba3b3-822c-49f4-9e31-46c413906d93 req-422a83bb-9272-40a2-b0cf-2f6e9a010e9f tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0495553 Jul 30 00:40:14.537014 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fddba3b3-822c-49f4-9e31-46c413906d93 req-138d36bb-f95e-41a4-80d6-d2d8ec937648 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312586 Jul 30 00:40:14.558962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41230) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:14.623292 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-10eebf33-4f7b-44c4-b4d4-961f08889c46 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/floatingips/158d9d32-3c4c-4f89-a39c-433a67956610 HTTP/1.1" status: 200 len: 993 time: 0.0631886 Jul 30 00:40:14.832323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:14.987108 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port 1f0a2c83-7945-492a-8b64-4a6228376fd7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:40:14.987461 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:15.060814 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:15.061145 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:15.072843 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for 1f0a2c83-7945-492a-8b64-4a6228376fd7 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:40:15.219835 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:15.244538 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=1f0a2c83-7945-492a-8b64-4a6228376fd7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:15.270535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.270893 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.271245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.271588 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.271929 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.272294 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.272633 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.272969 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.273303 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.273635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.273991 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.274321 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:15.318561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:15.318906 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Floating IP 158d9d32-3c4c-4f89-a39c-433a67956610 disassociated (deleted). External IP: 172.25.2.202, port: c90c9aa5-87ea-4966-82c3-1ac1f55937ca. Jul 30 00:40:15.520048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:40:15.625347 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:40:15.630227 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:15.636224 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] Sync routers for ids ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:40:15.646446 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] Routers {'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:15.647073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:15.661322 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-5cfce9f6-33d3-457b-b21d-baa8dc6b3bb8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/floatingips/158d9d32-3c4c-4f89-a39c-433a67956610 HTTP/1.1" status: 204 len: 168 time: 0.8276649 Jul 30 00:40:15.662028 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'tag': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:15.664454 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48697d94-3519-4888-a345-908098980f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9", "tag": "c90c9aa5-87ea-4966-82c3-1ac1f55937ca"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:15.704687 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c69b18-b3f6-4b53-9dba-c3540b6aa472 x-openstack-request-id: req-d5c69b18-b3f6-4b53-9dba-c3540b6aa472 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:15.704997 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9", "tag": "c90c9aa5-87ea-4966-82c3-1ac1f55937ca", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:15.705253 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5c69b18-b3f6-4b53-9dba-c3540b6aa472 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:15.705663 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'tag': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'status': 'completed', 'code': 200} Jul 30 00:40:15.760000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] Set router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:15.778356 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48697d94-3519-4888-a345-908098980f9a req-1ad5b6ff-9e94-4d9d-a9c1-f930abc35436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:15.780070 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48697d94-3519-4888-a345-908098980f9a req-1ad5b6ff-9e94-4d9d-a9c1-f930abc35436 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17aa962f250245bb97df2d1d5a547b2d&device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0528798 Jul 30 00:40:15.931502 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832755c-7a73-4056-bffd-f5d685dd5957 req-7b547c91-de01-4774-94f9-bdc1af4d4e22 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:15.933125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a832755c-7a73-4056-bffd-f5d685dd5957 req-7b547c91-de01-4774-94f9-bdc1af4d4e22 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0779815 Jul 30 00:40:15.934691 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48697d94-3519-4888-a345-908098980f9a req-79e9cf85-2590-4642-b612-27e3a8d3a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:15.936308 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48697d94-3519-4888-a345-908098980f9a req-79e9cf85-2590-4642-b612-27e3a8d3a2db service neutron] 10.222.0.42 "GET /v2.0/networks?id=963485dc-bc68-42ca-abbf-da9dc3e376a2 HTTP/1.1" status: 200 len: 898 time: 0.1468780 Jul 30 00:40:15.995093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48697d94-3519-4888-a345-908098980f9a req-f4c838d2-9a4f-4bfe-bdda-c5b843a780a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca HTTP/1.1" status: 200 len: 217 time: 0.0495160 Jul 30 00:40:16.036473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a832755c-7a73-4056-bffd-f5d685dd5957 req-3404a5ea-c456-4076-b7b8-159479f9aff8 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971482 Jul 30 00:40:16.058213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48697d94-3519-4888-a345-908098980f9a req-3f05efe8-984f-4942-819a-87db3f6145b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:16.059703 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48697d94-3519-4888-a345-908098980f9a req-3f05efe8-984f-4942-819a-87db3f6145b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee6f907-c7eb-4f43-8263-0cc22c5d1405 HTTP/1.1" status: 200 len: 835 time: 0.0552661 Jul 30 00:40:16.108076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48697d94-3519-4888-a345-908098980f9a req-542f4eca-d7c2-48ac-9322-669d1076daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:16.109593 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48697d94-3519-4888-a345-908098980f9a req-542f4eca-d7c2-48ac-9322-669d1076daab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=963485dc-bc68-42ca-abbf-da9dc3e376a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415511 Jul 30 00:40:16.128529 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:21Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '32e09a87-333e-4bea-ab3d-9208267cc6d1', 'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:d9:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:20Z', 'updated_at': '2021-07-30T00:39:26Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:16.155126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] Checking router: e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:40:16.163575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] Routers {'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:16.164240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:16.206590 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48697d94-3519-4888-a345-908098980f9a req-a4ab9514-42f1-460b-b400-94fdc6821549 service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876834 Jul 30 00:40:16.276958 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] Set router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:16.297898 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-48697d94-3519-4888-a345-908098980f9a req-e9b9adc0-796a-4984-908d-ee0b14aaf8a9 service neutron] 10.222.0.42 "GET /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834434 Jul 30 00:40:16.483089 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:21Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '32e09a87-333e-4bea-ab3d-9208267cc6d1', 'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:d9:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:20Z', 'updated_at': '2021-07-30T00:39:26Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:16.509688 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb295f-b79a-400a-8cbc-64b5aedeadbc None None] The sync data for ids ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'] in n-d-712139-11 is: [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:39:21Z', 'revision_number': 4, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '32e09a87-333e-4bea-ab3d-9208267cc6d1', 'name': '', 'network_id': '963485dc-bc68-42ca-abbf-da9dc3e376a2', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'mac_address': 'fa:16:3e:d9:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:20Z', 'updated_at': '2021-07-30T00:39:26Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'subnets': [{'id': 'fee6f907-c7eb-4f43-8263-0cc22c5d1405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:40:16.722432 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c42e40-92e5-45cc-9e88-9f072c2bb318 None None] New status for floating IP 158d9d32-3c4c-4f89-a39c-433a67956610: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:40:17.154155 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fca1f-659a-40db-af3a-17139856606c req-c1d2bae1-739b-40bf-af17-baecd0509598 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:17.155610 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f6fca1f-659a-40db-af3a-17139856606c req-c1d2bae1-739b-40bf-af17-baecd0509598 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0495968 Jul 30 00:40:17.198435 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2f6fca1f-659a-40db-af3a-17139856606c req-05be326b-deaf-458c-9da8-ac61ec28a9a6 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/security-groups?id=130ea365-94ca-4254-bf88-003ef9b2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369771 Jul 30 00:40:17.473431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-62b2893a-7579-4009-b8e0-c9bd13aafcac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:17.474806 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-62b2893a-7579-4009-b8e0-c9bd13aafcac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 945 time: 0.0487976 Jul 30 00:40:17.561722 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port c90c9aa5-87ea-4966-82c3-1ac1f55937ca {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:40:17.562087 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:17.652602 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port c90c9aa5-87ea-4966-82c3-1ac1f55937ca, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:17.652988 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:17.666209 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for c90c9aa5-87ea-4966-82c3-1ac1f55937ca owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:40:17.794685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:17.823929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=c90c9aa5-87ea-4966-82c3-1ac1f55937ca,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:17.850268 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.850623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.850970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.851308 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.851646 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.852031 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.852366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.852704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.853033 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.853362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.853694 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.854022 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:17.875970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] No DVR routers for this DVR port c90c9aa5-87ea-4966-82c3-1ac1f55937ca on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:40:17.878540 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:17.880719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7b6b0ab6-3da4-4b3e-8893-038073b14099 req-a685524a-b120-42b6-8e21-7a858907ce91 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.42 "DELETE /v2.0/ports/c90c9aa5-87ea-4966-82c3-1ac1f55937ca HTTP/1.1" status: 204 len: 173 time: 0.3991885 Jul 30 00:40:17.881111 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'name': 'network-vif-deleted', 'tag': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:17.883910 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6abc5b1-3c61-44ee-944f-f1fe249283ff" -d '{"events": [{"server_uuid": "49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9", "name": "network-vif-deleted", "tag": "c90c9aa5-87ea-4966-82c3-1ac1f55937ca"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:17.923295 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd76d07e-332b-48bb-a214-bbb95bedf362 x-openstack-request-id: req-fd76d07e-332b-48bb-a214-bbb95bedf362 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:17.923496 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9", "name": "network-vif-deleted", "tag": "c90c9aa5-87ea-4966-82c3-1ac1f55937ca", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:17.923758 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd76d07e-332b-48bb-a214-bbb95bedf362 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:17.924547 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9', 'name': 'network-vif-deleted', 'tag': 'c90c9aa5-87ea-4966-82c3-1ac1f55937ca', 'status': 'completed', 'code': 200} Jul 30 00:40:18.317275 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3da030a9-87a1-49e3-be18-2a3bc5aaca65 req-4246cdf8-5c61-4c38-9334-708c4fa51e85 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d7dbef-0cc7-4d73-adb9-1e9ab476d7f9 HTTP/1.1" status: 200 len: 210 time: 0.0336549 Jul 30 00:40:19.339907 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:19.375226 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:19.727561 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:19.976261 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port 32e09a87-333e-4bea-ab3d-9208267cc6d1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:40:19.976615 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:20.065890 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port 32e09a87-333e-4bea-ab3d-9208267cc6d1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=32e09a87-333e-4bea-ab3d-9208267cc6d1,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:20.066262 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:20.079778 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for 32e09a87-333e-4bea-ab3d-9208267cc6d1 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:40:20.268150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:20.299651 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=32e09a87-333e-4bea-ab3d-9208267cc6d1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:20.424772 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c90c9aa5-87ea-4966-82c3-1ac1f55937ca no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:40:20.446649 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: c90c9aa5-87ea-4966-82c3-1ac1f55937ca {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:40:20.447008 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device c90c9aa5-87ea-4966-82c3-1ac1f55937ca not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:40:20.480226 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:20.680335 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-1340bd6f-f703-4a52-80af-805555140f80 req-4118b340-c46b-4883-b55b-4820cf9e8f0f service neutron] (93816) timed out ('10.222.0.42', 59748) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:40:20.702440 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:40:20.808543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:40:20.813600 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c0f5a2ad-0e53-458d-b42c-1d2776b640ac tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "PUT /v2.0/routers/e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373374 Jul 30 00:40:20.816297 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:20.818496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] Sync routers for ids ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:40:20.827854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] Routers {'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:20.828509 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:20.866545 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00ad577-611b-49c3-a0c4-a895fd100322 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting subnet fee6f907-c7eb-4f43-8263-0cc22c5d1405 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:40:20.870221 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d00ad577-611b-49c3-a0c4-a895fd100322 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:20.909987 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d00ad577-611b-49c3-a0c4-a895fd100322 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14018533'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:20.934767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] Set router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:21.128804 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:40:20Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:21.157648 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] Checking router: e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:40:21.168007 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] Routers {'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:21.168676 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:39:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:21.276550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] Set router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:21.303336 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d00ad577-611b-49c3-a0c4-a895fd100322 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:21.361258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d00ad577-611b-49c3-a0c4-a895fd100322 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14018531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165636'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:21.387758 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ad577-611b-49c3-a0c4-a895fd100322 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Subnet': ['ID=fee6f907-c7eb-4f43-8263-0cc22c5d1405,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:21.391478 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d00ad577-611b-49c3-a0c4-a895fd100322 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:21.393372 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-d00ad577-611b-49c3-a0c4-a895fd100322 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/subnets/fee6f907-c7eb-4f43-8263-0cc22c5d1405 HTTP/1.1" status: 204 len: 168 time: 0.5761371 Jul 30 00:40:21.396115 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:21.404600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9085e49f-c959-428a-bc83-6f8e96a77d08 None None] Network 963485dc-bc68-42ca-abbf-da9dc3e376a2 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:40:21.502398 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:21.554171 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:40:20Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:21.587344 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b741dc3-2ea2-4194-8115-3c9f4f8f8199 None None] The sync data for ids ['e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30'] in n-d-712139-11 is: [{'id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752521042', 'tenant_id': '17aa962f250245bb97df2d1d5a547b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:39:17Z', 'updated_at': '2021-07-30T00:40:20Z', 'revision_number': 5, 'project_id': '17aa962f250245bb97df2d1d5a547b2d', 'gw_port': {'id': '1c7e5d14-39f9-4d98-a23b-e60d7345583c', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:39:18Z', 'updated_at': '2021-07-30T00:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:40:21.607450 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:21.664361 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Deleting port 1c7e5d14-39f9-4d98-a23b-e60d7345583c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:40:21.664704 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:21.739501 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] For port 1c7e5d14-39f9-4d98-a23b-e60d7345583c, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=1c7e5d14-39f9-4d98-a23b-e60d7345583c,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:21.739855 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:21.751862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Calling delete_port for 1c7e5d14-39f9-4d98-a23b-e60d7345583c owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:40:21.823273 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cae28455-7c43-42cd-9cfb-20f073973b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:21.914577 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:21.938164 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Port': ['ID=1c7e5d14-39f9-4d98-a23b-e60d7345583c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:21.976651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] DHCP port deletion for 963485dc-bc68-42ca-abbf-da9dc3e376a2 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:40:22.010009 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.030448 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Deleting port 315ff8a4-5726-4f61-bfda-c604e4e14d81 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:40:22.030833 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.094860 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] For port 315ff8a4-5726-4f61-bfda-c604e4e14d81, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=315ff8a4-5726-4f61-bfda-c604e4e14d81,segment=NetworkSegment(cd4cd7b2-0989-47b8-ad01-44f4cc049e10),segment_id=cd4cd7b2-0989-47b8-ad01-44f4cc049e10)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:22.095261 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.106730 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.108740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Calling delete_port for 315ff8a4-5726-4f61-bfda-c604e4e14d81 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:40:22.108908 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.153846 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.154395 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Fanout notify agent at l3_agent the message router_deleted on router e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:40:22.161365 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.164936 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-ffb59a20-a337-40d9-83f5-c6c2a1a304e7 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/routers/e5d7ffc7-318a-4788-9b4d-c9fcc5d1fa30 HTTP/1.1" status: 204 len: 168 time: 0.7655714 Jul 30 00:40:22.165534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:22.193635 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.221238 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Pushing event deleted for resources: {'Port': ['ID=315ff8a4-5726-4f61-bfda-c604e4e14d81,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:22.229829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] No DVR routers for this DVR port 315ff8a4-5726-4f61-bfda-c604e4e14d81 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:40:22.231853 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.232239 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.232619 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.232933 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.233275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.233614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.234032 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.234275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.234604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.234942 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.235274 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.235606 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2768fa-da45-48b6-9ac6-82340a6811b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:22.245635 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.345733 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.356110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963485dc-bc68-42ca-abbf-da9dc3e376a2']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:22.366506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:22.366802 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4cd7b2-0989-47b8-ad01-44f4cc049e10') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:22.376432 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.390075 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.396267 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:40:22.396694 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:40:22.399706 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:40:22.466714 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.477889 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.479719 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/networks/963485dc-bc68-42ca-abbf-da9dc3e376a2 HTTP/1.1" status: 204 len: 168 time: 0.3134177 Jul 30 00:40:22.482526 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41262) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:22.489730 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8714f-d5d9-410a-8d03-ce5bb2f01650 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'Network': ['ID=963485dc-bc68-42ca-abbf-da9dc3e376a2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:22.498685 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 32e09a87-333e-4bea-ab3d-9208267cc6d1 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:40:22.518611 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 32e09a87-333e-4bea-ab3d-9208267cc6d1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:40:22.518879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 32e09a87-333e-4bea-ab3d-9208267cc6d1 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:40:22.519292 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 315ff8a4-5726-4f61-bfda-c604e4e14d81 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:40:22.537734 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 315ff8a4-5726-4f61-bfda-c604e4e14d81 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:40:22.538078 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 315ff8a4-5726-4f61-bfda-c604e4e14d81 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:40:22.538498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c7e5d14-39f9-4d98-a23b-e60d7345583c no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:40:22.544229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b75bcd2-6a51-44ca-9d25-d75fed6b3122 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.558615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 1c7e5d14-39f9-4d98-a23b-e60d7345583c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:40:22.559190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 1c7e5d14-39f9-4d98-a23b-e60d7345583c not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:40:22.574343 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b75bcd2-6a51-44ca-9d25-d75fed6b3122 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.634424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b75bcd2-6a51-44ca-9d25-d75fed6b3122 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.637366 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b75bcd2-6a51-44ca-9d25-d75fed6b3122 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.638865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4b75bcd2-6a51-44ca-9d25-d75fed6b3122 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] 10.222.0.37 "DELETE /v2.0/security-groups/130ea365-94ca-4254-bf88-003ef9b2641d HTTP/1.1" status: 204 len: 168 time: 0.1551101 Jul 30 00:40:22.647982 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75bcd2-6a51-44ca-9d25-d75fed6b3122 tempest-TestNetworkAdvancedServerOps-1691284734 tempest-TestNetworkAdvancedServerOps-1691284734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130ea365-94ca-4254-bf88-003ef9b2641d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:22.957200 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:23.085240 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fc72aa0e-51d9-4613-9cc8-5bc9e8773025 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17aa962f250245bb97df2d1d5a547b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268780 Jul 30 00:40:23.088474 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41274) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:23.135507 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7c02-442e-41e1-bbc1-eab403fcca26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.156526 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7c02-442e-41e1-bbc1-eab403fcca26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.203892 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7c02-442e-41e1-bbc1-eab403fcca26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.206494 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7c02-442e-41e1-bbc1-eab403fcca26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.207659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4c2f7c02-442e-41e1-bbc1-eab403fcca26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8370f9bb-3f57-4910-9daa-048887c7cff9 HTTP/1.1" status: 204 len: 168 time: 0.1182616 Jul 30 00:40:23.216422 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f7c02-442e-41e1-bbc1-eab403fcca26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370f9bb-3f57-4910-9daa-048887c7cff9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:23.476545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:23.489829 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d54c013-5b14-4968-b572-de3794c7a15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.582805 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d54c013-5b14-4968-b572-de3794c7a15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.587140 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d54c013-5b14-4968-b572-de3794c7a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.624481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54c013-5b14-4968-b572-de3794c7a15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ceca22-df29-4e43-a5c9-306acd69d025,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:23.629988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0d54c013-5b14-4968-b572-de3794c7a15c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d96103af01534db38e77bb7e309a135a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523373 Jul 30 00:40:23.632585 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41282) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:23.683651 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0482e79-f2c9-4ef1-8c33-2247f45bd5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.704909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0482e79-f2c9-4ef1-8c33-2247f45bd5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.751147 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0482e79-f2c9-4ef1-8c33-2247f45bd5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.753837 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0482e79-f2c9-4ef1-8c33-2247f45bd5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.755096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-b0482e79-f2c9-4ef1-8c33-2247f45bd5cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66ceca22-df29-4e43-a5c9-306acd69d025 HTTP/1.1" status: 204 len: 168 time: 0.1209280 Jul 30 00:40:23.763872 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0482e79-f2c9-4ef1-8c33-2247f45bd5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ceca22-df29-4e43-a5c9-306acd69d025,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:24.259040 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8acbfdff-f65d-4f18-a376-afc6b6024c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:24.310580 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:24.436331 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:24.530075 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-747920029-network', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:24.550533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Made reservation on behalf of baa15b23d7a34ad38afed7007e9c20cd for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:40:24.553071 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:24.561197 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:24.650794 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:24.654494 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:24.680421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:40:24.685689 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0638d1-9c7b-44c7-bd3e-e3cdf75aeb12,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:24.695955 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:24.696375 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Added segment cce32e14-b5b2-4972-91b8-bbf46d0b4bf1 of type vlan for network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d Jul 30 00:40:24.735132 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:24.762720 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:24.763593 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:24.764208 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:24.819719 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3822403 Jul 30 00:40:24.823447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41308) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:24.828592 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Request body: {'subnet': {'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-747920029-subnet', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:24.829281 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93e08f-df22-4576-9ac8-7fcec56220fb admin admin] Pushing event updated for resources: {'Network': ['ID=454c3020-9d9b-43e3-a810-2b3e1a30ab0d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:24.840644 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:40:24.852426 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Made reservation on behalf of baa15b23d7a34ad38afed7007e9c20cd for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:40:24.855111 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.021619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.075555 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f9e77c-61ac-4567-a6b8-f4964bd817f7,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:25.084373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Checking segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:25.084737 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Network hostable DHCP agents. Network: 454c3020-9d9b-43e3-a810-2b3e1a30ab0d, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:40:25.100799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:40:25.109163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, 454c3020-9d9b-43e3-a810-2b3e1a30ab0d) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:25.113178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:25.113779 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.119807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2728d-022d-49fa-995c-bef3376c77e8 None None] Network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:40:25.131113 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-79cc6c02-1b9b-4738-83db-a12c2033660b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3040781 Jul 30 00:40:25.131317 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41310) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:25.136244 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:25.156709 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.157723 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.213756 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.264498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:40:25.265396 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.360356 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.403295 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Allocated IP 172.20.0.2 (454c3020-9d9b-43e3-a810-2b3e1a30ab0d/d1f9e77c-61ac-4567-a6b8-f4964bd817f7/70e8f145-fa6b-445e-b1f9-b9db02a8f95e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:40:25.546641 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.555521 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Transition to ACTIVE for port object 70e8f145-fa6b-445e-b1f9-b9db02a8f95e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:25.562369 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.570140 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Transition to ACTIVE for port object 70e8f145-fa6b-445e-b1f9-b9db02a8f95e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:25.575950 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.581409 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.612623 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:25.615320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:25.619315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:40:25.630434 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Pushing event updated for resources: {'Port': ['ID=70e8f145-fa6b-445e-b1f9-b9db02a8f95e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:25.680064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Attempting to bind port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:40:25.680718 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Attempting to bind port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:40:25.681086 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Attempting to bind port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:25.686019 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:40:25.686419 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Checking segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:25.686823 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.687221 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Bound using segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:40:25.687697 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Bound port: 70e8f145-fa6b-445e-b1f9-b9db02a8f95e, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:40:25.688116 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.688946 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Allocated IP 172.25.2.51 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/cfd6448b-c15e-4e6d-a8ce-fce6e5572650) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:40:25.763204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] For port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:25.765229 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.766912 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] For port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=70e8f145-fa6b-445e-b1f9-b9db02a8f95e,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:40:25.770717 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.795013 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.827065 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71497058-beee-4b59-a684-6b7d61a6ed84 None None] Pushing event updated for resources: {'Port': ['ID=70e8f145-fa6b-445e-b1f9-b9db02a8f95e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:25.837258 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.881207 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:25.884161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:25.887153 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:40:25.919811 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Pushing event updated for resources: {'Port': ['ID=cfd6448b-c15e-4e6d-a8ce-fce6e5572650,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:26.166645 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:26.379242 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:26.517231 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 70e8f145-fa6b-445e-b1f9-b9db02a8f95e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:26.571626 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:26.698702 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301139e-b7be-4e47-a7cb-d305ddffd9e3 None None] Network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:40:26.831578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:40:26.919694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fd92aa8-c5d5-4bdf-bee5-345409565adf None None] Provisioning for port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:26.931999 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fd92aa8-c5d5-4bdf-bee5-345409565adf None None] Provisioning complete for port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:26.932792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fd92aa8-c5d5-4bdf-bee5-345409565adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:26.939043 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:40:26.951138 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Sync routers for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:40:26.959424 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:26.961253 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ef17c39b-d6d2-4b9d-af4b-a0e841527d75 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8290343 Jul 30 00:40:26.964350 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41312) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:26.966199 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:26.966841 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:27.076446 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:27.077392 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fd92aa8-c5d5-4bdf-bee5-345409565adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.117814 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3fd92aa8-c5d5-4bdf-bee5-345409565adf None None] For port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=70e8f145-fa6b-445e-b1f9-b9db02a8f95e,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:27.122277 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fd92aa8-c5d5-4bdf-bee5-345409565adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.180133 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd92aa8-c5d5-4bdf-bee5-345409565adf None None] Pushing event updated for resources: {'Port': ['ID=70e8f145-fa6b-445e-b1f9-b9db02a8f95e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:27.274222 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:26Z', 'revision_number': 3, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:27.304779 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Checking router: 1cb28f28-ce30-4a00-8c33-406a5cc0da33 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:40:27.305134 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Updating router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 port cfd6448b-c15e-4e6d-a8ce-fce6e5572650 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:40:27.331547 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.344817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e2b02ec7-20b5-42dc-97b1-3c1cb82b85df None None] Provisioning complete for port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:27.345271 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2b02ec7-20b5-42dc-97b1-3c1cb82b85df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.394352 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.439811 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.597788 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Allocated IP 172.20.0.1 (454c3020-9d9b-43e3-a810-2b3e1a30ab0d/d1f9e77c-61ac-4567-a6b8-f4964bd817f7/e4e09cb5-41a7-4595-8045-73f7496658cc) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:40:27.599952 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.610451 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Transition to ACTIVE for port object cfd6448b-c15e-4e6d-a8ce-fce6e5572650 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:27.616141 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.671318 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Attempting to bind port cfd6448b-c15e-4e6d-a8ce-fce6e5572650 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:40:27.671688 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Attempting to bind port cfd6448b-c15e-4e6d-a8ce-fce6e5572650 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:40:27.672079 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Attempting to bind port cfd6448b-c15e-4e6d-a8ce-fce6e5572650 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:27.674849 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Pushing event updated for resources: {'Port': ['ID=cfd6448b-c15e-4e6d-a8ce-fce6e5572650,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:27.682993 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:40:27.683364 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:27.683760 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.684171 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:40:27.684633 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Bound port: cfd6448b-c15e-4e6d-a8ce-fce6e5572650, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:40:27.685012 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.688115 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.688463 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.688804 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.689141 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.689475 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.689805 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.690134 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.690461 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.690787 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.691111 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.691441 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.691760 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:27.703627 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.716379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Transition to ACTIVE for port object e4e09cb5-41a7-4595-8045-73f7496658cc will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:27.742931 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] For port cfd6448b-c15e-4e6d-a8ce-fce6e5572650, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:27.746469 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] For port cfd6448b-c15e-4e6d-a8ce-fce6e5572650, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cfd6448b-c15e-4e6d-a8ce-fce6e5572650,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:40:27.749402 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.750748 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.789548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:27.792437 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:27.796005 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:40:27.808087 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:27.808667 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:27.837354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e09cb5-41a7-4595-8045-73f7496658cc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:27.844636 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:27.854960 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e70ac0-9766-439d-b647-de4a8895a699 None None] Pushing event updated for resources: {'Port': ['ID=cfd6448b-c15e-4e6d-a8ce-fce6e5572650,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:27.941134 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:27.988900 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.061633 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7198a794-1ca4-4953-9100-889a0f6a2acf None None] Provisioning for port e4e09cb5-41a7-4595-8045-73f7496658cc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:28.065641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7198a794-1ca4-4953-9100-889a0f6a2acf None None] Provisioning complete for port e4e09cb5-41a7-4595-8045-73f7496658cc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:28.066338 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7198a794-1ca4-4953-9100-889a0f6a2acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.101671 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7198a794-1ca4-4953-9100-889a0f6a2acf None None] Port e4e09cb5-41a7-4595-8045-73f7496658cc cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:40:28.140529 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:26Z', 'revision_number': 3, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:28.160131 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.164818 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.168781 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c82b6-6d1c-4f85-88ed-51b653805db1 None None] The sync data for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 is: [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:26Z', 'revision_number': 3, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:40:28.238583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.240514 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e09cb5-41a7-4595-8045-73f7496658cc,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:28.340337 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:28.342038 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:28.489999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:40:28.623244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cfd6448b-c15e-4e6d-a8ce-fce6e5572650 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:28.636704 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:40:28.643110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e3812d36-00f7-472e-a3fb-00f5561d5553 admin admin] 10.222.0.37 "PUT /v2.0/routers/1cb28f28-ce30-4a00-8c33-406a5cc0da33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6773036 Jul 30 00:40:28.691314 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port cfd6448b-c15e-4e6d-a8ce-fce6e5572650 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:28.696837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port cfd6448b-c15e-4e6d-a8ce-fce6e5572650 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:28.697582 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.749099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eec8e2f7-7f1a-4914-a33e-7c0f7954df57 None None] Provisioning complete for port e4e09cb5-41a7-4595-8045-73f7496658cc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:28.749424 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eec8e2f7-7f1a-4914-a33e-7c0f7954df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.806161 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eec8e2f7-7f1a-4914-a33e-7c0f7954df57 None None] Port e4e09cb5-41a7-4595-8045-73f7496658cc cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:40:28.826198 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.849596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port cfd6448b-c15e-4e6d-a8ce-fce6e5572650, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cfd6448b-c15e-4e6d-a8ce-fce6e5572650,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:28.855077 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.856048 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 70e8f145-fa6b-445e-b1f9-b9db02a8f95e up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:28.938911 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=cfd6448b-c15e-4e6d-a8ce-fce6e5572650,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:28.949826 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:28.950194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.154340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41328) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:29.159445 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1858966968-network', 'tenant_id': '080c26b5381d4bb798257c24fda20492'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:29.180364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Made reservation on behalf of 080c26b5381d4bb798257c24fda20492 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:40:29.182803 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.191031 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.285379 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.289535 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.316791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:40:29.323517 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea537ab-4c6b-494d-9dc0-09e95c714556,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:29.329609 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.329954 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Added segment 1807543c-5746-474e-ae08-da047bd06b9a of type vlan for network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 Jul 30 00:40:29.369699 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.397391 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.398436 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:29.399533 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.471077 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3155837 Jul 30 00:40:29.474004 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:29.480749 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Request body: {'subnet': {'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1858966968-subnet', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:29.490778 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9520817-eb63-4fdd-91ee-5ba2d84c0c83 admin admin] Pushing event updated for resources: {'Network': ['ID=f579c0ef-cfef-43d1-8ef4-bb40c58ec179,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:29.502204 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:40:29.508394 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Made reservation on behalf of 080c26b5381d4bb798257c24fda20492 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:40:29.511298 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.688246 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.744885 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13ecf86-8016-4397-a1a0-6b915d937f10,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:29.751841 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Checking segment: {'id': '1807543c-5746-474e-ae08-da047bd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:29.752245 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Network hostable DHCP agents. Network: f579c0ef-cfef-43d1-8ef4-bb40c58ec179, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:40:29.769474 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:40:29.779989 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, f579c0ef-cfef-43d1-8ef4-bb40c58ec179) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:29.787451 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:29.788087 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.788758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Sync routers for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:40:29.794134 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9fe255-2381-4368-89f8-9b0c59ca8a61 None None] Network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:40:29.802791 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-cde483c8-db3d-4b01-a4cf-f8aaae37bb05 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3276544 Jul 30 00:40:29.805871 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41332) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:29.810310 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1858966968-router', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:29.830427 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.831410 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.839340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:29.840001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:29.887490 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.997286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:30.015391 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:40:30.026312 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.063128 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-f579c0ef-cfef-43d1-8ef4-bb40c58ec179', 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'fixed_ips': [{'subnet_id': 'c13ecf86-8016-4397-a1a0-6b915d937f10'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:40:30.064038 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.232250 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.251453 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.313803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Allocated IP 172.20.0.2 (f579c0ef-cfef-43d1-8ef4-bb40c58ec179/c13ecf86-8016-4397-a1a0-6b915d937f10/da37d01a-4c2e-4572-83ca-8698efcfdab8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:40:30.365273 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Allocated IP 172.25.2.89 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/b82b130f-284b-4120-abd5-4aba27668fec) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:40:30.385345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 2, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:30.415394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Checking router: 1cb28f28-ce30-4a00-8c33-406a5cc0da33 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:40:30.415756 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Updating router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 port e4e09cb5-41a7-4595-8045-73f7496658cc binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:40:30.462913 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.478199 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.525980 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.537510 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cfd6448b-c15e-4e6d-a8ce-fce6e5572650 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:30.571050 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:30.580293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:30.582770 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:40:30.586881 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Pushing event updated for resources: {'Port': ['ID=b82b130f-284b-4120-abd5-4aba27668fec,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:30.657869 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.680142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Transition to ACTIVE for port object da37d01a-4c2e-4572-83ca-8698efcfdab8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:30.739201 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Transition to ACTIVE for port object da37d01a-4c2e-4572-83ca-8698efcfdab8 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:30.750495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port cfd6448b-c15e-4e6d-a8ce-fce6e5572650 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:30.750877 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.762333 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.847859 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:30.860600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:30.864670 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.867979 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:40:30.895064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Pushing event updated for resources: {'Port': ['ID=da37d01a-4c2e-4572-83ca-8698efcfdab8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:31.076685 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:31.173932 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Attempting to bind port da37d01a-4c2e-4572-83ca-8698efcfdab8 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:40:31.174333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Attempting to bind port da37d01a-4c2e-4572-83ca-8698efcfdab8 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1807543c-5746-474e-ae08-da047bd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:40:31.174758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Attempting to bind port da37d01a-4c2e-4572-83ca-8698efcfdab8 on network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:31.190817 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:40:31.191341 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Checking segment: {'id': '1807543c-5746-474e-ae08-da047bd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:31.191809 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:31.192304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Bound using segment: {'id': '1807543c-5746-474e-ae08-da047bd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:40:31.192858 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Bound port: da37d01a-4c2e-4572-83ca-8698efcfdab8, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1807543c-5746-474e-ae08-da047bd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:40:31.193315 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:31.197034 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:31.216982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Transition to ACTIVE for port object e4e09cb5-41a7-4595-8045-73f7496658cc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:31.221611 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Router b9b48502-1385-47e0-86e4-ddd73c51129f is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:40:31.238091 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:31.317117 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] For port da37d01a-4c2e-4572-83ca-8698efcfdab8, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:31.321402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ce775-dfe5-4962-9b0a-80df3f189847 None None] Pushing event updated for resources: {'Port': ['ID=e4e09cb5-41a7-4595-8045-73f7496658cc,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:31.324850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] For port da37d01a-4c2e-4572-83ca-8698efcfdab8, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=da37d01a-4c2e-4572-83ca-8698efcfdab8,segment=NetworkSegment(1807543c-5746-474e-ae08-da047bd06b9a),segment_id=1807543c-5746-474e-ae08-da047bd06b9a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:40:31.341552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:40:31.347230 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:31.354875 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Sync routers for ids ['b9b48502-1385-47e0-86e4-ddd73c51129f'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:40:31.369180 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Routers {'b9b48502-1385-47e0-86e4-ddd73c51129f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:31.370194 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9b48502-1385-47e0-86e4-ddd73c51129f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:31.375540 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:31.380210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:31.380854 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-433ff753-5f01-48a0-b2ed-d216c22ad85d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5732965 Jul 30 00:40:31.417643 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Attempting to bind port e4e09cb5-41a7-4595-8045-73f7496658cc on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:40:31.418030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Attempting to bind port e4e09cb5-41a7-4595-8045-73f7496658cc by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:40:31.418404 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Attempting to bind port e4e09cb5-41a7-4595-8045-73f7496658cc on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:31.453730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:40:31.454156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Checking segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:31.454530 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:31.454937 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Bound using segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:40:31.455624 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Bound port: e4e09cb5-41a7-4595-8045-73f7496658cc, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:40:31.455812 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:31.468822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15f0be-c01c-4fe3-a562-e8229e6772d1 None None] Pushing event updated for resources: {'Port': ['ID=da37d01a-4c2e-4572-83ca-8698efcfdab8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:31.497330 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Set router b9b48502-1385-47e0-86e4-ddd73c51129f gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:31.566244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] For port e4e09cb5-41a7-4595-8045-73f7496658cc, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:31.569301 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] For port e4e09cb5-41a7-4595-8045-73f7496658cc, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e4e09cb5-41a7-4595-8045-73f7496658cc,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:40:31.574498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:31.661127 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:31.661843 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:31.773969 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ce775-dfe5-4962-9b0a-80df3f189847 None None] Pushing event updated for resources: {'Port': ['ID=e4e09cb5-41a7-4595-8045-73f7496658cc,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:31.891919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:31.997290 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'name': 'tempest-TestShelveInstance-1858966968-router', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:29Z', 'updated_at': '2021-07-30T00:40:30Z', 'revision_number': 3, 'project_id': '080c26b5381d4bb798257c24fda20492', 'gw_port': {'id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:30Z', 'updated_at': '2021-07-30T00:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:32.031253 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Checking router: b9b48502-1385-47e0-86e4-ddd73c51129f for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:40:32.031740 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Updating router b9b48502-1385-47e0-86e4-ddd73c51129f port b82b130f-284b-4120-abd5-4aba27668fec binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:40:32.062256 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.075248 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.139906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:31Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:32.172714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956cd1e-5086-4707-8a1a-d5f2be3bbb4e None None] The sync data for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 is: [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:31Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:40:32.280340 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Allocated IP 172.20.0.1 (f579c0ef-cfef-43d1-8ef4-bb40c58ec179/c13ecf86-8016-4397-a1a0-6b915d937f10/8a29e1a7-22bd-4e65-a388-50cf94ec89c9) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:40:32.412552 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.415656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.428145 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Transition to ACTIVE for port object b82b130f-284b-4120-abd5-4aba27668fec will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:32.441059 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.451329 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Transition to ACTIVE for port object 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:32.527598 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.533570 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4f2cf-82d5-48c6-9d2a-1d4e9df1ff0f None None] Pushing event updated for resources: {'Port': ['ID=b82b130f-284b-4120-abd5-4aba27668fec,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:32.541163 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Attempting to bind port b82b130f-284b-4120-abd5-4aba27668fec on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:40:32.541576 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Attempting to bind port b82b130f-284b-4120-abd5-4aba27668fec by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:40:32.542202 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Attempting to bind port b82b130f-284b-4120-abd5-4aba27668fec on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:32.548255 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:40:32.548724 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:32.549196 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.549785 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:40:32.550331 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Bound port: b82b130f-284b-4120-abd5-4aba27668fec, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:40:32.551061 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.630484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e4e09cb5-41a7-4595-8045-73f7496658cc up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:32.660083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Pushing event updated for resources: {'Port': ['ID=8a29e1a7-22bd-4e65-a388-50cf94ec89c9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:32.673301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:32.675493 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:32.679256 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:40:32.681732 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] For port b82b130f-284b-4120-abd5-4aba27668fec, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:32.686921 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] For port b82b130f-284b-4120-abd5-4aba27668fec, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b82b130f-284b-4120-abd5-4aba27668fec,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:40:32.702285 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.725766 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e4e09cb5-41a7-4595-8045-73f7496658cc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:32.728003 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.730815 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e4e09cb5-41a7-4595-8045-73f7496658cc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:32.733170 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.762211 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4f2cf-82d5-48c6-9d2a-1d4e9df1ff0f None None] Pushing event updated for resources: {'Port': ['ID=b82b130f-284b-4120-abd5-4aba27668fec,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:32.790311 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Routers {'b9b48502-1385-47e0-86e4-ddd73c51129f'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:32.791266 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9b48502-1385-47e0-86e4-ddd73c51129f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:32.855690 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.859794 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a751abe2-d8a4-49c4-8651-52ea9dc184e3 None None] Network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:40:32.921172 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.935428 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] Set router b9b48502-1385-47e0-86e4-ddd73c51129f gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:32.978711 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port e4e09cb5-41a7-4595-8045-73f7496658cc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e4e09cb5-41a7-4595-8045-73f7496658cc,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:32.983659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-70e41980-7ae9-4845-ab42-b6dec5ad1043 None None] Provisioning for port da37d01a-4c2e-4572-83ca-8698efcfdab8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:33.004891 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.005925 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device da37d01a-4c2e-4572-83ca-8698efcfdab8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:33.097947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=e4e09cb5-41a7-4595-8045-73f7496658cc,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:33.133210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.145435 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.160833 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port da37d01a-4c2e-4572-83ca-8698efcfdab8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:33.174383 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'name': 'tempest-TestShelveInstance-1858966968-router', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:29Z', 'updated_at': '2021-07-30T00:40:30Z', 'revision_number': 3, 'project_id': '080c26b5381d4bb798257c24fda20492', 'gw_port': {'id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:30Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:33.179992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port da37d01a-4c2e-4572-83ca-8698efcfdab8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:33.180510 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.191594 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.213500 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430421a-37b3-40b3-9c08-c9ef0a8086fb None None] The sync data for ids ['b9b48502-1385-47e0-86e4-ddd73c51129f'] in n-d-712139-11 is: [{'id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'name': 'tempest-TestShelveInstance-1858966968-router', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:29Z', 'updated_at': '2021-07-30T00:40:30Z', 'revision_number': 3, 'project_id': '080c26b5381d4bb798257c24fda20492', 'gw_port': {'id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:30Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:40:33.232121 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.310178 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Pushing event updated for resources: {'Port': ['ID=8a29e1a7-22bd-4e65-a388-50cf94ec89c9,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:33.315136 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.364225 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:33.365983 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:33.372810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port da37d01a-4c2e-4572-83ca-8698efcfdab8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=da37d01a-4c2e-4572-83ca-8698efcfdab8,segment=NetworkSegment(1807543c-5746-474e-ae08-da047bd06b9a),segment_id=1807543c-5746-474e-ae08-da047bd06b9a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:33.381782 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.442213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=da37d01a-4c2e-4572-83ca-8698efcfdab8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:33.554174 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Router b9b48502-1385-47e0-86e4-ddd73c51129f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:40:33.617674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8afbed3d-097d-4e5d-b741-7f4f8dd44c95 None None] Provisioning complete for port da37d01a-4c2e-4572-83ca-8698efcfdab8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:33.618363 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afbed3d-097d-4e5d-b741-7f4f8dd44c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.703689 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:40:33.713125 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-eb299e44-d5db-4010-ac5b-56cd39ef8c92 admin admin] 10.222.0.37 "PUT /v2.0/routers/b9b48502-1385-47e0-86e4-ddd73c51129f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3285525 Jul 30 00:40:33.767471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8afbed3d-097d-4e5d-b741-7f4f8dd44c95 None None] Provisioning for port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:33.775456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8afbed3d-097d-4e5d-b741-7f4f8dd44c95 None None] Provisioning complete for port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:33.775835 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afbed3d-097d-4e5d-b741-7f4f8dd44c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.819650 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8afbed3d-097d-4e5d-b741-7f4f8dd44c95 None None] Port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:40:33.939954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51d6f0e4-4b43-4341-99c8-c6a727026b41 None None] Provisioning complete for port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:33.940351 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51d6f0e4-4b43-4341-99c8-c6a727026b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.986884 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-51d6f0e4-4b43-4341-99c8-c6a727026b41 None None] Port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:40:34.105751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c325368d-95b2-450a-aca6-99d538818a97 None None] Provisioning complete for port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:34.106130 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c325368d-95b2-450a-aca6-99d538818a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.142035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c325368d-95b2-450a-aca6-99d538818a97 None None] Port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:40:34.417856 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41344) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:34.422772 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fe4f7203-73d5-4871-96f3-06bc021c0517 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-987880114', 'description': 'tempest-secgroup-smoke-987880114 description', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:34.446214 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7203-73d5-4871-96f3-06bc021c0517 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.534132 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7203-73d5-4871-96f3-06bc021c0517 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.538193 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7203-73d5-4871-96f3-06bc021c0517 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.572313 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7203-73d5-4871-96f3-06bc021c0517 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.573029 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e4e09cb5-41a7-4595-8045-73f7496658cc up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:34.573758 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-fe4f7203-73d5-4871-96f3-06bc021c0517 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1547689 Jul 30 00:40:34.575004 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f7203-73d5-4871-96f3-06bc021c0517 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80edbf7a-46d2-4c08-9b3d-f83ba31f595a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:34.576663 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:34.581936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a44a9164-aba3-41a4-8fec-592071a73f39 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': '80edbf7a-46d2-4c08-9b3d-f83ba31f595a', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:34.609320 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a44a9164-aba3-41a4-8fec-592071a73f39 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.626094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e4e09cb5-41a7-4595-8045-73f7496658cc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:34.626470 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.667669 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a44a9164-aba3-41a4-8fec-592071a73f39 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.672101 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a44a9164-aba3-41a4-8fec-592071a73f39 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.687110 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a9164-aba3-41a4-8fec-592071a73f39 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1633e86c-8ebd-4d7b-842e-98646f0498ec,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:34.702747 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a44a9164-aba3-41a4-8fec-592071a73f39 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.704136 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-a44a9164-aba3-41a4-8fec-592071a73f39 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259186 Jul 30 00:40:34.706929 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:34.713377 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-07e2380f-f749-4f4e-90fa-938bf2c1ee9f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': '80edbf7a-46d2-4c08-9b3d-f83ba31f595a', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:34.714141 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device da37d01a-4c2e-4572-83ca-8698efcfdab8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:34.740658 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07e2380f-f749-4f4e-90fa-938bf2c1ee9f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.760970 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port da37d01a-4c2e-4572-83ca-8698efcfdab8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:34.761264 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.799809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07e2380f-f749-4f4e-90fa-938bf2c1ee9f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.803857 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07e2380f-f749-4f4e-90fa-938bf2c1ee9f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.821431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2380f-f749-4f4e-90fa-938bf2c1ee9f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a8d58d-867f-491e-9598-6e74b0cbfc23,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:34.833614 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07e2380f-f749-4f4e-90fa-938bf2c1ee9f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.834866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-07e2380f-f749-4f4e-90fa-938bf2c1ee9f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268392 Jul 30 00:40:34.838248 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41350) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:34.842768 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6442bfce-b2e2-4a58-9cee-dc8f5a14842d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': '80edbf7a-46d2-4c08-9b3d-f83ba31f595a', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:34.849641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b82b130f-284b-4120-abd5-4aba27668fec up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:34.869903 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6442bfce-b2e2-4a58-9cee-dc8f5a14842d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.897513 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port b82b130f-284b-4120-abd5-4aba27668fec completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:34.901832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b82b130f-284b-4120-abd5-4aba27668fec triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:34.902211 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.935631 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6442bfce-b2e2-4a58-9cee-dc8f5a14842d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.939548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6442bfce-b2e2-4a58-9cee-dc8f5a14842d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.958818 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442bfce-b2e2-4a58-9cee-dc8f5a14842d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0597f41-c174-467f-a721-139fa7ecd7e7,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:34.967137 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6442bfce-b2e2-4a58-9cee-dc8f5a14842d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:34.968552 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6442bfce-b2e2-4a58-9cee-dc8f5a14842d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293414 Jul 30 00:40:34.971366 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41352) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:34.976183 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5997750d-02c5-4cdc-96d0-d45501f5f2e0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': '80edbf7a-46d2-4c08-9b3d-f83ba31f595a', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:34.988625 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.007267 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5997750d-02c5-4cdc-96d0-d45501f5f2e0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.012156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port b82b130f-284b-4120-abd5-4aba27668fec, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b82b130f-284b-4120-abd5-4aba27668fec,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:35.017155 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.072265 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5997750d-02c5-4cdc-96d0-d45501f5f2e0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.073571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=b82b130f-284b-4120-abd5-4aba27668fec,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:35.076738 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5997750d-02c5-4cdc-96d0-d45501f5f2e0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.096676 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997750d-02c5-4cdc-96d0-d45501f5f2e0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7627d20f-9fee-46ca-934e-2a4398f8999d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:35.100572 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5997750d-02c5-4cdc-96d0-d45501f5f2e0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.105132 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:35.108283 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5997750d-02c5-4cdc-96d0-d45501f5f2e0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321425 Jul 30 00:40:35.110064 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-05f0fa1c-3416-41e4-af40-3cc6afc41017 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': '80edbf7a-46d2-4c08-9b3d-f83ba31f595a', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:35.132316 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-05f0fa1c-3416-41e4-af40-3cc6afc41017 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Project baa15b23d7a34ad38afed7007e9c20cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:40:35.137780 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05f0fa1c-3416-41e4-af40-3cc6afc41017 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.197534 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05f0fa1c-3416-41e4-af40-3cc6afc41017 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.201340 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05f0fa1c-3416-41e4-af40-3cc6afc41017 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.222009 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0fa1c-3416-41e4-af40-3cc6afc41017 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec282f56-9580-4497-9a9d-da762875a647,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:35.228979 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05f0fa1c-3416-41e4-af40-3cc6afc41017 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.230259 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-05f0fa1c-3416-41e4-af40-3cc6afc41017 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240878 Jul 30 00:40:35.233096 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41358) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:35.237585 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9285dd82-470a-4a76-be39-e079a2b9e734 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': '80edbf7a-46d2-4c08-9b3d-f83ba31f595a', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:35.258866 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-9285dd82-470a-4a76-be39-e079a2b9e734 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Project baa15b23d7a34ad38afed7007e9c20cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:40:35.263521 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9285dd82-470a-4a76-be39-e079a2b9e734 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.328686 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9285dd82-470a-4a76-be39-e079a2b9e734 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.332601 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9285dd82-470a-4a76-be39-e079a2b9e734 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.350188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285dd82-470a-4a76-be39-e079a2b9e734 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b3e9e9-b106-4b2b-a05c-02e3deaa29d3,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:35.360300 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9285dd82-470a-4a76-be39-e079a2b9e734 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:35.361504 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-9285dd82-470a-4a76-be39-e079a2b9e734 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274552 Jul 30 00:40:35.601073 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Sync routers for ids ['b9b48502-1385-47e0-86e4-ddd73c51129f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:40:35.610282 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Routers {'b9b48502-1385-47e0-86e4-ddd73c51129f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:35.610894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9b48502-1385-47e0-86e4-ddd73c51129f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:35.683814 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-6ba02cf2-f2d4-4bcb-89c3-a653e2a49a64 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987880114&fields=id&tenant_id=baa15b23d7a34ad38afed7007e9c20cd HTTP/1.1" status: 200 len: 267 time: 0.0331614 Jul 30 00:40:35.719378 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Set router b9b48502-1385-47e0-86e4-ddd73c51129f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:35.799916 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-dc0a153b-69ca-46ec-9b4c-04c753d34da3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:35.801441 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-dc0a153b-69ca-46ec-9b4c-04c753d34da3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 808 time: 0.1106911 Jul 30 00:40:35.817074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-739bda05-7992-4a28-8f97-485e057e554a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/quotas/baa15b23d7a34ad38afed7007e9c20cd HTTP/1.1" status: 200 len: 375 time: 0.0093927 Jul 30 00:40:35.869744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-e1552d30-9f75-4504-9b60-f6d3270a9c58 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471945 Jul 30 00:40:35.919852 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'name': 'tempest-TestShelveInstance-1858966968-router', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:29Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 4, 'project_id': '080c26b5381d4bb798257c24fda20492', 'gw_port': {'id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:30Z', 'updated_at': '2021-07-30T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8a29e1a7-22bd-4e65-a388-50cf94ec89c9', 'name': '', 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'mac_address': 'fa:16:3e:f1:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c13ecf86-8016-4397-a1a0-6b915d937f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:32Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 2, 'project_id': '080c26b5381d4bb798257c24fda20492', 'subnets': [{'id': 'c13ecf86-8016-4397-a1a0-6b915d937f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:35.947082 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Checking router: b9b48502-1385-47e0-86e4-ddd73c51129f for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:40:35.947449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Updating router b9b48502-1385-47e0-86e4-ddd73c51129f port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:40:35.965965 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-b6791832-9ab9-44ac-91a7-f544d80aba3d service neutron] 10.222.0.37 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840507 Jul 30 00:40:35.977143 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:36.059886 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-9cc6f5db-f7dd-43c2-b11b-7b696da86b46 service neutron] 10.222.0.37 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877547 Jul 30 00:40:36.256470 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:36.267452 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Transition to ACTIVE for port object 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:36.276695 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:36.328272 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c93259-1171-4fd6-9b6e-091cc7888c19 None None] Pushing event updated for resources: {'Port': ['ID=8a29e1a7-22bd-4e65-a388-50cf94ec89c9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:36.350722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a969873d-27d4-436d-b3cb-fb0fbe3c6393 req-92a7f68f-94ba-4480-8088-9305e6423c54 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 210 time: 0.1467509 Jul 30 00:40:36.386776 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Attempting to bind port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:40:36.387150 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Attempting to bind port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '1807543c-5746-474e-ae08-da047bd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:40:36.387516 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Attempting to bind port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 on network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:36.394744 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:40:36.395094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Checking segment: {'id': '1807543c-5746-474e-ae08-da047bd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:36.395503 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:36.395899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Bound using segment: {'id': '1807543c-5746-474e-ae08-da047bd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:40:36.396407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Bound port: 8a29e1a7-22bd-4e65-a388-50cf94ec89c9, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1807543c-5746-474e-ae08-da047bd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:40:36.396790 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:36.582545 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b82b130f-284b-4120-abd5-4aba27668fec up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:36.681145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] For port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:36.700669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] For port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8a29e1a7-22bd-4e65-a388-50cf94ec89c9,segment=NetworkSegment(1807543c-5746-474e-ae08-da047bd06b9a),segment_id=1807543c-5746-474e-ae08-da047bd06b9a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:40:36.701707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port b82b130f-284b-4120-abd5-4aba27668fec triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:36.702079 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:36.727093 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:36.803665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Routers {'b9b48502-1385-47e0-86e4-ddd73c51129f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:36.804379 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9b48502-1385-47e0-86e4-ddd73c51129f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:36.809069 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c93259-1171-4fd6-9b6e-091cc7888c19 None None] Pushing event updated for resources: {'Port': ['ID=8a29e1a7-22bd-4e65-a388-50cf94ec89c9,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:36.955921 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] Set router b9b48502-1385-47e0-86e4-ddd73c51129f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:37.171515 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'name': 'tempest-TestShelveInstance-1858966968-router', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:29Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 4, 'project_id': '080c26b5381d4bb798257c24fda20492', 'gw_port': {'id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:30Z', 'updated_at': '2021-07-30T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8a29e1a7-22bd-4e65-a388-50cf94ec89c9', 'name': '', 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'mac_address': 'fa:16:3e:f1:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c13ecf86-8016-4397-a1a0-6b915d937f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:32Z', 'updated_at': '2021-07-30T00:40:36Z', 'revision_number': 4, 'project_id': '080c26b5381d4bb798257c24fda20492', 'subnets': [{'id': 'c13ecf86-8016-4397-a1a0-6b915d937f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:37.199177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f939d-346f-4475-bb8c-7006bc747ad6 None None] The sync data for ids ['b9b48502-1385-47e0-86e4-ddd73c51129f'] in n-d-712139-11 is: [{'id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'name': 'tempest-TestShelveInstance-1858966968-router', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:29Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 4, 'project_id': '080c26b5381d4bb798257c24fda20492', 'gw_port': {'id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:30Z', 'updated_at': '2021-07-30T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': '8a29e1a7-22bd-4e65-a388-50cf94ec89c9', 'name': '', 'network_id': 'f579c0ef-cfef-43d1-8ef4-bb40c58ec179', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'mac_address': 'fa:16:3e:f1:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c13ecf86-8016-4397-a1a0-6b915d937f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:32Z', 'updated_at': '2021-07-30T00:40:36Z', 'revision_number': 4, 'project_id': '080c26b5381d4bb798257c24fda20492', 'subnets': [{'id': 'c13ecf86-8016-4397-a1a0-6b915d937f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:40:37.465445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-75621a69-16af-41dc-8177-9398c6b6ef2d req-bff1b636-2be8-4820-b0d3-0d07df6126bc tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 210 time: 0.0350027 Jul 30 00:40:37.520509 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-9fd12607-ed7e-489c-aa95-19b83c9a0508 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:37.522043 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-9fd12607-ed7e-489c-aa95-19b83c9a0508 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 808 time: 0.1243336 Jul 30 00:40:37.575409 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-0550d161-9bb8-403b-a2ff-8502260463d8 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baa15b23d7a34ad38afed7007e9c20cd HTTP/1.1" status: 200 len: 379 time: 0.0354674 Jul 30 00:40:37.616875 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'port': {'device_id': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'admin_state_up': True, 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'security_groups': ['80edbf7a-46d2-4c08-9b3d-f83ba31f595a']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:37.734601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Made reservation on behalf of baa15b23d7a34ad38afed7007e9c20cd for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:40:37.738258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:37.864392 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Allocated IP 172.20.0.12 (454c3020-9d9b-43e3-a810-2b3e1a30ab0d/d1f9e77c-61ac-4567-a6b8-f4964bd817f7/f3287497-b8bd-4b72-a739-0c48d39b7164) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:40:38.001270 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.015865 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Transition to ACTIVE for port object f3287497-b8bd-4b72-a739-0c48d39b7164 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:38.048619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.094338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:38.097379 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:38.104067 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:40:38.127674 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:38.155744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:38.156404 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.171596 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-aff08b42-f30b-4a71-a82c-26337ff756f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590270 Jul 30 00:40:38.189629 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Request body: {'port': {'device_id': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:38.246916 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.308047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a0051fdb-f077-4350-8f3c-cdaf585fe646 None None] Provisioning for port f3287497-b8bd-4b72-a739-0c48d39b7164 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:38.311753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a0051fdb-f077-4350-8f3c-cdaf585fe646 None None] Provisioning complete for port f3287497-b8bd-4b72-a739-0c48d39b7164 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:38.312164 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0051fdb-f077-4350-8f3c-cdaf585fe646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.345651 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a0051fdb-f077-4350-8f3c-cdaf585fe646 None None] Port f3287497-b8bd-4b72-a739-0c48d39b7164 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:40:38.516948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:38.531263 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3287497-b8bd-4b72-a739-0c48d39b7164 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:40:38.539918 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.554512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Transition to ACTIVE for port object f3287497-b8bd-4b72-a739-0c48d39b7164 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:38.559044 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.569761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:38.574581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:38.574972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.587169 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0839b66-664c-4af2-a0dd-9287946e79de req-dcd9ec8d-9753-4d2b-8dec-ca1944b8b4a8 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:38.595836 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0839b66-664c-4af2-a0dd-9287946e79de req-dcd9ec8d-9753-4d2b-8dec-ca1944b8b4a8 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 932 time: 0.0613506 Jul 30 00:40:38.613630 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:38.651618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d0839b66-664c-4af2-a0dd-9287946e79de req-b5930b98-ae86-4a20-8720-8e0539311e5c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525837 Jul 30 00:40:38.674212 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.703133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Attempting to bind port f3287497-b8bd-4b72-a739-0c48d39b7164 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:40:38.703517 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Attempting to bind port f3287497-b8bd-4b72-a739-0c48d39b7164 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:40:38.703958 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Attempting to bind port f3287497-b8bd-4b72-a739-0c48d39b7164 on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:38.708996 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Port f3287497-b8bd-4b72-a739-0c48d39b7164 on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:40:38.709329 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Attempting to bind port f3287497-b8bd-4b72-a739-0c48d39b7164 on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:38.715204 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:40:38.715601 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Checking segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:38.715998 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Bound using segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:40:38.716533 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Bound port: f3287497-b8bd-4b72-a739-0c48d39b7164, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:40:38.716902 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.721547 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8a29e1a7-22bd-4e65-a388-50cf94ec89c9,segment=NetworkSegment(1807543c-5746-474e-ae08-da047bd06b9a),segment_id=1807543c-5746-474e-ae08-da047bd06b9a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:38.730335 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.787184 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=8a29e1a7-22bd-4e65-a388-50cf94ec89c9,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:38.797986 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:38.801259 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:40:38.807083 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.843927 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:38.844512 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.846090 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] 10.222.0.47 "PUT /v2.0/ports/f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 1093 time: 0.6611190 Jul 30 00:40:38.846534 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:38.848821 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43424d69-cefb-4fc6-b68f-01326cc7b27f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:38.874578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848b5e7-60b7-4858-8cc9-bb6ba2f15e9c service neutron] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:38.904120 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1612a5-966c-40a5-b2f9-11b1207b5322 x-openstack-request-id: req-3e1612a5-966c-40a5-b2f9-11b1207b5322 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:38.904421 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:38.904681 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e1612a5-966c-40a5-b2f9-11b1207b5322 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:38.905090 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'status': 'completed', 'code': 200} Jul 30 00:40:38.959557 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-4b81e2c0-45d0-419c-9c94-59c3e8ada806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:38.961745 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-4b81e2c0-45d0-419c-9c94-59c3e8ada806 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1096 time: 0.0439637 Jul 30 00:40:39.027386 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-857ac8d1-8b4d-42db-9b8f-754597c47907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 217 time: 0.0524211 Jul 30 00:40:39.084808 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-6d80acfb-f024-48cf-9d17-bd7a185db389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.086909 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-6d80acfb-f024-48cf-9d17-bd7a185db389 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0522697 Jul 30 00:40:39.135727 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-07bae07b-27da-48ee-95da-0bdc5e6dc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.137430 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-07bae07b-27da-48ee-95da-0bdc5e6dc14c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431809 Jul 30 00:40:39.235203 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-e1255ef6-24f3-4f81-a445-967dc8395701 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903723 Jul 30 00:40:39.326680 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-646a8009-f630-43b9-8ccd-887c84e308b7 req-2c528a77-9f0b-4436-baa3-882975fb86ae service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841944 Jul 30 00:40:39.455936 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-13b042a1-823e-4a5e-b6b1-f777341af073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.457532 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-13b042a1-823e-4a5e-b6b1-f777341af073 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1096 time: 0.0420897 Jul 30 00:40:39.554277 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-30f231b9-9dba-48ea-b724-cb37f656ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.556524 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-30f231b9-9dba-48ea-b724-cb37f656ccb4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0916233 Jul 30 00:40:39.599095 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-26eb1fbb-118b-49fb-93fd-90142b6509ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 217 time: 0.0346084 Jul 30 00:40:39.647483 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-df0b3813-b9b4-4e1a-949d-20e29fa6db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.649088 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-df0b3813-b9b4-4e1a-949d-20e29fa6db3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0427439 Jul 30 00:40:39.698536 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-dc6acb6d-61b1-4618-bff0-9fe7e118eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.700079 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-dc6acb6d-61b1-4618-bff0-9fe7e118eb78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441275 Jul 30 00:40:39.764083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dd3ce-2bf3-48f3-b5c5-b24c41bb77db req-9d7e9cad-b534-4eda-9209-e367c7030ea3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.765631 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-030dd3ce-2bf3-48f3-b5c5-b24c41bb77db req-9d7e9cad-b534-4eda-9209-e367c7030ea3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 944 time: 0.0501556 Jul 30 00:40:39.791712 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-cea91d41-5232-47b3-a65e-07592259b63e service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824897 Jul 30 00:40:39.807008 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-030dd3ce-2bf3-48f3-b5c5-b24c41bb77db req-3845932d-5b25-437c-8c85-6a5a2358d57d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354452 Jul 30 00:40:40.183970 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-43424d69-cefb-4fc6-b68f-01326cc7b27f req-9972a47a-4596-476d-a507-5241daf0906b service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845620 Jul 30 00:40:40.491417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:40.549832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:40.550200 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:40.924205 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6a619-6e09-4afd-81d2-f9163b32e064 req-d6177b4d-6652-4e9d-9e49-0f3588f94162 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:40.925685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ca6a619-6e09-4afd-81d2-f9163b32e064 req-d6177b4d-6652-4e9d-9e49-0f3588f94162 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 944 time: 0.0486534 Jul 30 00:40:40.964291 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2ca6a619-6e09-4afd-81d2-f9163b32e064 req-ada93dc7-49c4-4387-a11a-6a018fb0dd45 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315826 Jul 30 00:40:42.079738 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07ff52-2902-41f3-b2fd-3a43c9c7afd5 req-3f358159-2161-4c07-b3ca-d680af292b8e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:42.081303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b07ff52-2902-41f3-b2fd-3a43c9c7afd5 req-3f358159-2161-4c07-b3ca-d680af292b8e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 944 time: 0.0494647 Jul 30 00:40:42.123931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9b07ff52-2902-41f3-b2fd-3a43c9c7afd5 req-e1be35fc-f136-487c-b5ab-13f06c519906 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361125 Jul 30 00:40:43.081706 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:40:43.179870 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:43.191664 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'port_id': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'mac_address': 'fa:16:3e:0f:6a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:40:43.229348 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:43.237298 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b862c69-301b-43c7-b044-ea8b96b96f33 req-1bd5a695-fc94-4acd-a8d6-72add42dc2b9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:43.238792 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b862c69-301b-43c7-b044-ea8b96b96f33 req-1bd5a695-fc94-4acd-a8d6-72add42dc2b9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 944 time: 0.0502224 Jul 30 00:40:43.242783 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3287497-b8bd-4b72-a739-0c48d39b7164 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:40:43.263535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:43.267797 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:43.280117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6b862c69-301b-43c7-b044-ea8b96b96f33 req-dc3f70ce-54a2-4f68-9a67-9cc6cb78ff0b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345104 Jul 30 00:40:43.314923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:43.662597 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['f3287497-b8bd-4b72-a739-0c48d39b7164'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:40:44.395466 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc096fa-0f26-4f62-a3b8-03d986874a6d req-029199a5-46e9-4973-885e-17733b7b1c1e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:44.396988 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fc096fa-0f26-4f62-a3b8-03d986874a6d req-029199a5-46e9-4973-885e-17733b7b1c1e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0484924 Jul 30 00:40:44.435047 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fc096fa-0f26-4f62-a3b8-03d986874a6d req-faa8445c-05b4-4004-a311-bc9f1bae6db6 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314724 Jul 30 00:40:45.097857 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:45.147139 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port f3287497-b8bd-4b72-a739-0c48d39b7164 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:45.151111 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port f3287497-b8bd-4b72-a739-0c48d39b7164 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:45.151492 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:45.229925 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:45.251854 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:45.254169 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0846b52-fe33-4be8-8176-a3f50d187889" -d '{"events": [{"server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "name": "network-vif-plugged", "status": "completed", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:45.266773 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:45.270665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:45.294726 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35772a19-86a9-49d9-ac92-df05dc8601c0 x-openstack-request-id: req-35772a19-86a9-49d9-ac92-df05dc8601c0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:45.295024 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "name": "network-vif-plugged", "status": "completed", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:45.295278 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35772a19-86a9-49d9-ac92-df05dc8601c0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:45.295667 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'code': 200} Jul 30 00:40:45.321083 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:45.424022 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cb2dc-2599-4d3d-aa3a-1379cc8ed7bc req-d6a84cdd-8dff-4a87-97af-f4b6a19a90af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:45.425691 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d28cb2dc-2599-4d3d-aa3a-1379cc8ed7bc req-d6a84cdd-8dff-4a87-97af-f4b6a19a90af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1098 time: 0.0399933 Jul 30 00:40:45.458598 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-d28cb2dc-2599-4d3d-aa3a-1379cc8ed7bc req-8fe817cc-8ab8-4133-b450-aa962eb444a6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263340 Jul 30 00:40:45.548531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502baba5-b889-4002-8511-b0cd9e3f637a req-1007304a-4b28-45bb-866e-3937c4529df0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:45.550017 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-502baba5-b889-4002-8511-b0cd9e3f637a req-1007304a-4b28-45bb-866e-3937c4529df0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0485127 Jul 30 00:40:45.591793 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-502baba5-b889-4002-8511-b0cd9e3f637a req-53fc7b28-00cd-491f-99aa-77345a03323c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358880 Jul 30 00:40:46.712776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0aeee8-a2c9-4166-a772-c1d1cae1718d req-2717ec11-9830-4204-866e-01b4466e9596 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.714165 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c0aeee8-a2c9-4166-a772-c1d1cae1718d req-2717ec11-9830-4204-866e-01b4466e9596 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0484395 Jul 30 00:40:46.751443 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4c0aeee8-a2c9-4166-a772-c1d1cae1718d req-0026eac0-e00f-4a49-a3ce-f9ff295fff31 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314798 Jul 30 00:40:47.865362 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843fc44-94a5-4883-8738-91edc8dfcd22 req-11d5cb43-1f0d-4dc9-9cb7-588f231db3a9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:47.867483 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e843fc44-94a5-4883-8738-91edc8dfcd22 req-11d5cb43-1f0d-4dc9-9cb7-588f231db3a9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0484817 Jul 30 00:40:47.905246 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e843fc44-94a5-4883-8738-91edc8dfcd22 req-4dda8f80-9b9b-44e9-a93b-f0d17ca88dbb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318894 Jul 30 00:40:48.018943 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db51a2-5f0f-439f-a93a-b8b52a7a23d7 req-1a92332b-0697-404f-8589-d1392a9d0441 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:48.020452 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6db51a2-5f0f-439f-a93a-b8b52a7a23d7 req-1a92332b-0697-404f-8589-d1392a9d0441 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0484140 Jul 30 00:40:48.061531 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6db51a2-5f0f-439f-a93a-b8b52a7a23d7 req-72fba6b9-949a-48ff-b72a-e09687fc2635 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343025 Jul 30 00:40:48.082853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41422) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:48.163789 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a7107c-06a6-488e-bee9-a2ddd46fc498 tempest-TestShelveInstance-1394024342 tempest-TestShelveInstance-1394024342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:48.165355 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d1a7107c-06a6-488e-bee9-a2ddd46fc498 tempest-TestShelveInstance-1394024342 tempest-TestShelveInstance-1394024342-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1093 time: 0.0812750 Jul 30 00:40:48.168274 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41426) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:48.172736 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:48.194877 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:48.289058 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:48.694351 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Allocated IP 172.25.2.163 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/1fca008d-cf27-44d8-be01-6675e16d5341) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:40:48.797792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:48.835698 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:48.872380 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:48.875152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:48.881069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:40:48.886399 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'Port': ['ID=1fca008d-cf27-44d8-be01-6675e16d5341,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:49.061413 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-3c8fee99-6164-418f-b9ba-017a685fd8ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800061 Jul 30 00:40:49.162283 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-a2542949-869f-4888-bfac-d4087a82d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:49.164421 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-a2542949-869f-4888-bfac-d4087a82d03d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1098 time: 0.0454903 Jul 30 00:40:49.249160 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.265016 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-51cf2467-1a1c-4a72-a643-7eed789f3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:49.266501 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-51cf2467-1a1c-4a72-a643-7eed789f3af4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0840471 Jul 30 00:40:49.311889 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-3244d71d-7c78-4197-a901-37cf5f7ddb17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 217 time: 0.0382469 Jul 30 00:40:49.315635 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.349201 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.363349 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-4add4851-aa77-49ea-b097-9bc5d38ff362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:49.365090 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-4add4851-aa77-49ea-b097-9bc5d38ff362 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0464070 Jul 30 00:40:49.410338 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-3f26761d-4d05-41c6-8070-507914978cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:49.411877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-3f26761d-4d05-41c6-8070-507914978cff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405579 Jul 30 00:40:49.469599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.474474 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.505095 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-1f957623-3f79-456a-8fb2-7b2830ab3051 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862212 Jul 30 00:40:49.547396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'Port': ['ID=1fca008d-cf27-44d8-be01-6675e16d5341,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:49.558090 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.595695 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-0b8be974-0c24-4cb4-8281-4d3f00df0300 req-fcbcb7b7-bf31-4c8c-ab73-623fdfcdc5f8 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839925 Jul 30 00:40:49.659105 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Floating IP a327639d-bc04-4731-a931-cbf538abd38a associated. External IP: 172.25.2.163, port: f3287497-b8bd-4b72-a739-0c48d39b7164. Jul 30 00:40:49.860217 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:40:49.967135 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:40:49.980414 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] Sync routers for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:40:49.986700 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.991340 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:49.992877 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:50.029456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-93fe1a54-5b69-4b2e-99cd-a74a5afb61ed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8598161 Jul 30 00:40:50.030254 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:50.034107 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:50.120151 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:50.124172 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdda173-ad3b-414d-95a4-539359fe6b2b x-openstack-request-id: req-5cdda173-ad3b-414d-95a4-539359fe6b2b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:50.124462 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:50.124717 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cdda173-ad3b-414d-95a4-539359fe6b2b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:50.125119 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'status': 'completed', 'code': 200} Jul 30 00:40:50.206550 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-047fe68d-ba26-4314-b4b4-87c960a79d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:50.208103 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-047fe68d-ba26-4314-b4b4-87c960a79d09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1098 time: 0.0412860 Jul 30 00:40:50.301225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-68485f28-acac-44f1-9314-e834a462698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:50.302748 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-68485f28-acac-44f1-9314-e834a462698b service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0881793 Jul 30 00:40:50.347177 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'a327639d-bc04-4731-a931-cbf538abd38a', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'port_id': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'mac_address': 'fa:16:3e:0f:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:40:49Z', 'updated_at': '2021-07-30T00:40:49Z', 'revision_number': 0, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:50.369660 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-05577985-5bab-4f7a-8743-e24e4c1a5549 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 1000 time: 0.0590773 Jul 30 00:40:50.378572 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] Checking router: 1cb28f28-ce30-4a00-8c33-406a5cc0da33 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:40:50.387185 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:50.387789 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:40:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:50.423762 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-05fbe62a-cebf-40de-ba47-dd9b3f31fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:50.425257 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-05fbe62a-cebf-40de-ba47-dd9b3f31fe77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0487032 Jul 30 00:40:50.471539 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-8f830a70-8148-4e91-ae43-1f6e13968e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:50.473096 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-8f830a70-8148-4e91-ae43-1f6e13968e3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407672 Jul 30 00:40:50.493799 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:50.566577 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-cb85c5e5-b6e3-454a-9d20-97c7a95128c5 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856469 Jul 30 00:40:50.667549 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-013c9ad4-d9c4-4d3e-9cf8-137ed1f388f8 req-16c39ea4-87d0-4fab-989e-d3851855ea9a service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949960 Jul 30 00:40:50.812310 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'a327639d-bc04-4731-a931-cbf538abd38a', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'port_id': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'mac_address': 'fa:16:3e:0f:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:40:49Z', 'updated_at': '2021-07-30T00:40:49Z', 'revision_number': 0, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:50.839191 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9a3b8-1a1c-4afc-b62d-265da1ce3ad0 None None] The sync data for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 is: [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': 'a327639d-bc04-4731-a931-cbf538abd38a', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'floating_ip_address': '172.25.2.163', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'port_id': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'mac_address': 'fa:16:3e:0f:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:40:49Z', 'updated_at': '2021-07-30T00:40:49Z', 'revision_number': 0, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:40:51.032468 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3728f631-7145-459c-b678-e22c5310dc57 None None] New status for floating IP a327639d-bc04-4731-a931-cbf538abd38a: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:40:51.823792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b502639d-0c4c-465d-a670-f3f0955da60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:54.261760 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac98f6a5-b634-4371-8ba0-1f6c28f7144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:54.303640 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:55.758346 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:57.379812 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:03.188973 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.015070 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:41:19.348939 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:21.824336 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4e40064-3fc5-49df-a58f-e7674af2e6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:24.261174 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea30ff16-563f-4507-8241-ec382644b199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:24.306210 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:25.758041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:27.381576 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:33.205198 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:44.015006 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:41:49.008456 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-49ad592f-866d-46a6-848b-8a475fb4dbdb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402999 Jul 30 00:41:49.107686 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-f6063721-4795-4278-a5b2-1bd17549010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:49.109225 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-f6063721-4795-4278-a5b2-1bd17549010d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1098 time: 0.0416222 Jul 30 00:41:49.216154 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-46c0716e-8dbb-43e8-b825-a9b6f9fc6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:49.217545 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-46c0716e-8dbb-43e8-b825-a9b6f9fc6d6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0887299 Jul 30 00:41:49.281298 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-de75e271-8fb3-4aa5-9142-49c4fa494952 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 1002 time: 0.0563598 Jul 30 00:41:49.335955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-8ed111f2-36d2-4c6a-ad74-523fb441dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:49.337424 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-8ed111f2-36d2-4c6a-ad74-523fb441dc76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0477641 Jul 30 00:41:49.364090 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.383332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-83cb65a3-b2de-4b8e-9dc2-1296b075eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:49.385631 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-83cb65a3-b2de-4b8e-9dc2-1296b075eb76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408909 Jul 30 00:41:49.475533 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-9de0b147-79c3-4861-a3d0-9a8d6e40b1cc service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807931 Jul 30 00:41:49.567431 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-fd32fb2b-b4ed-4a9e-876f-157d1ba038b8 req-178c3345-b40a-409c-a7d5-27deb74d0753 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842574 Jul 30 00:41:51.824902 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e6c99fc-60f9-4168-b84f-202be9a5a1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:54.262191 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71fd9a81-ce39-4373-a9c5-a7b42bc8c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:54.319265 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:55.761470 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:57.383649 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:03.204874 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:19.363270 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:21.014784 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:42:21.824897 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11277409-ad1c-4257-a4aa-8b4ce98ad55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:24.262972 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b2354a8-8c78-4853-a6fc-04d4cc129c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:24.313418 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:25.764621 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:27.386579 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:33.212788 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:49.366770 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:51.016311 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-79fe4160-23a0-47f1-80a6-73cc3a1604a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412970 Jul 30 00:42:51.113535 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-596acc28-034b-4b89-890a-f64b52e26af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:51.115128 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-596acc28-034b-4b89-890a-f64b52e26af2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1098 time: 0.0412669 Jul 30 00:42:51.221917 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-0cf3ee57-4669-468a-8922-08acade1efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:51.223305 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-0cf3ee57-4669-468a-8922-08acade1efb1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0877891 Jul 30 00:42:51.286607 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-5e64adab-f26f-4ca2-ab45-25a6a2bd01d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 1002 time: 0.0566099 Jul 30 00:42:51.338955 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-cd8feb2c-9909-4d9f-bc05-688295adc800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:51.340405 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-cd8feb2c-9909-4d9f-bc05-688295adc800 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0474303 Jul 30 00:42:51.385888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-10adc500-c8e8-48c6-a4be-36767df40d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:51.387349 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-10adc500-c8e8-48c6-a4be-36767df40d05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396059 Jul 30 00:42:51.475084 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-8df13df7-abae-419e-8738-52c49a66e8ef service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804217 Jul 30 00:42:51.567114 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1d3d4161-2d3d-40dd-aacf-5664519ec6ad req-d5dfd3fe-fd9a-49ee-b41a-43744a1b24cb service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854897 Jul 30 00:42:51.824741 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a05c76d-64f4-4d05-82a4-776ff6dc4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:54.264731 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e47feab8-d49e-41c7-94fd-f729bf8e6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:54.313188 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:55.767231 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:57.389995 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:58.014380 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:43:03.210299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:16.438744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1806f-76f6-44c2-a799-8ef6de047a2b req-1b6e3b3c-1fb4-4f51-87b3-ba65947c09ee tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:16.440280 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1f1806f-76f6-44c2-a799-8ef6de047a2b req-1b6e3b3c-1fb4-4f51-87b3-ba65947c09ee tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0541368 Jul 30 00:43:16.478110 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1f1806f-76f6-44c2-a799-8ef6de047a2b req-991705db-cd76-440e-abdd-a38d2bad2a14 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319207 Jul 30 00:43:17.621280 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a4ca-b8f3-4b8b-a4f7-0cded48a6286 req-4df88bf5-403d-44d4-a020-a5671d181249 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:17.622750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7304a4ca-b8f3-4b8b-a4f7-0cded48a6286 req-4df88bf5-403d-44d4-a020-a5671d181249 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0490799 Jul 30 00:43:17.660854 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7304a4ca-b8f3-4b8b-a4f7-0cded48a6286 req-9e41520c-6511-47b5-9c46-59b6ca6748ba tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322094 Jul 30 00:43:18.807834 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a7ae8-7b72-4e63-9b42-4629f8c5010f req-6540daa3-6731-41bd-a762-409c51efdef4 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:18.809353 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d29a7ae8-7b72-4e63-9b42-4629f8c5010f req-6540daa3-6731-41bd-a762-409c51efdef4 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0492439 Jul 30 00:43:18.850901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d29a7ae8-7b72-4e63-9b42-4629f8c5010f req-69a6ba60-28b6-4af2-b4bc-e38f14210ef5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353987 Jul 30 00:43:19.366775 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:19.964755 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8360a89-2ace-44ab-a314-8828c6e35062 req-614d27c2-6031-4a31-9dd7-4b47fecd8407 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:19.966238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8360a89-2ace-44ab-a314-8828c6e35062 req-614d27c2-6031-4a31-9dd7-4b47fecd8407 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0493593 Jul 30 00:43:20.004659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a8360a89-2ace-44ab-a314-8828c6e35062 req-54292749-ce0a-4e1d-8da0-823263e1e633 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325501 Jul 30 00:43:21.121912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94033-3d98-4cf0-a6af-d4b1897d2d8a req-e71881b8-198b-4299-b5e0-1ad4d79ab868 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:21.124510 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6a94033-3d98-4cf0-a6af-d4b1897d2d8a req-e71881b8-198b-4299-b5e0-1ad4d79ab868 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0538523 Jul 30 00:43:21.164879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6a94033-3d98-4cf0-a6af-d4b1897d2d8a req-138aa62c-f029-4383-9cfd-1515bc7acb44 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345798 Jul 30 00:43:21.826102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-453ef95e-33e0-4133-ab8d-e1b6b85d0f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:22.278948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e033b10-7a3a-49ff-8d33-0db5b4fd4975 req-6b49596a-5299-4d96-8f3a-e46eebc32b97 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:22.280347 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e033b10-7a3a-49ff-8d33-0db5b4fd4975 req-6b49596a-5299-4d96-8f3a-e46eebc32b97 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0484204 Jul 30 00:43:22.322955 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4e033b10-7a3a-49ff-8d33-0db5b4fd4975 req-67855d87-4d8e-4a9c-a271-a714cdeec0eb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360851 Jul 30 00:43:23.438127 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1059a42-45df-4e71-90b7-674d5f2a639f req-3f127f33-d113-4437-a14e-746dc0ba0ac2 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:23.439618 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1059a42-45df-4e71-90b7-674d5f2a639f req-3f127f33-d113-4437-a14e-746dc0ba0ac2 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0496695 Jul 30 00:43:23.478058 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d1059a42-45df-4e71-90b7-674d5f2a639f req-a81753ac-f11d-482c-8d4a-b663d003f336 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325034 Jul 30 00:43:24.267521 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b6a-f3d7-4b0e-9f5c-cd47c2071cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:24.313195 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:24.592496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c746008-e067-49e2-aa51-da2a7b6404cf req-6cfc6a36-77c8-4c6e-9b23-fc64b1d8953c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:24.594001 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c746008-e067-49e2-aa51-da2a7b6404cf req-6cfc6a36-77c8-4c6e-9b23-fc64b1d8953c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0502956 Jul 30 00:43:24.632472 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6c746008-e067-49e2-aa51-da2a7b6404cf req-9c0c7ff4-db6f-438f-88e0-44db58046270 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316560 Jul 30 00:43:25.749927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6c4b-0842-4625-8c7d-f23e90e5997a req-476f601d-51af-40c4-8517-494a385d7373 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:25.752078 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12ac6c4b-0842-4625-8c7d-f23e90e5997a req-476f601d-51af-40c4-8517-494a385d7373 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0511570 Jul 30 00:43:25.770357 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:25.793742 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-12ac6c4b-0842-4625-8c7d-f23e90e5997a req-c07a459b-739d-4e2d-ad61-385b6113e341 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356612 Jul 30 00:43:26.908885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b2722-8d8a-423e-b983-9130b569b16e req-074f504e-2e08-4c5e-bccc-65753cf33610 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:26.910377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a18b2722-8d8a-423e-b983-9130b569b16e req-074f504e-2e08-4c5e-bccc-65753cf33610 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0495548 Jul 30 00:43:26.948298 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a18b2722-8d8a-423e-b983-9130b569b16e req-58f0bbaf-9738-424b-89dc-5a3acbb97dec tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Jul 30 00:43:27.396439 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:27.858313 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:43:27.950708 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:27.962807 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'port_id': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'mac_address': 'fa:16:3e:0f:6a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:43:27.999115 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:28.011872 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3287497-b8bd-4b72-a739-0c48d39b7164 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:43:28.031501 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:28.035798 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:28.066859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248e76f-97bc-4036-bf0b-01d7539f95fb req-1dad6bc5-28db-48c8-876a-cc4c5991bc47 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:28.068390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b248e76f-97bc-4036-bf0b-01d7539f95fb req-1dad6bc5-28db-48c8-876a-cc4c5991bc47 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0523946 Jul 30 00:43:28.087383 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:28.094691 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.095043 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.095389 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.095730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.096164 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.096865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.096865 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.097145 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.097476 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.097810 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.098156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.098472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.119761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b248e76f-97bc-4036-bf0b-01d7539f95fb req-f653e020-b3c1-472f-bf2e-5e700fa964b9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439992 Jul 30 00:43:28.186003 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['f3287497-b8bd-4b72-a739-0c48d39b7164'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:43:29.233954 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c2cfb-2f75-4fb2-8fe8-e2f7797522af req-bf7571f5-4e7d-4aef-9476-f6582267d672 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:29.235336 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b9c2cfb-2f75-4fb2-8fe8-e2f7797522af req-bf7571f5-4e7d-4aef-9476-f6582267d672 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0487530 Jul 30 00:43:29.276985 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4b9c2cfb-2f75-4fb2-8fe8-e2f7797522af req-c957fb76-af0b-42ec-aadf-263692c14cb0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357802 Jul 30 00:43:29.857659 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:43:29.904481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port f3287497-b8bd-4b72-a739-0c48d39b7164 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:43:29.904856 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:29.978612 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:30.003107 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:43:30.005356 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c64f70a-9947-4d66-86ea-e7c534fec8a0" -d '{"events": [{"server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "name": "network-vif-plugged", "status": "completed", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:43:30.018523 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:30.023434 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:30.046366 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea95fa7-9081-44ae-8a44-3bafecfd0848 x-openstack-request-id: req-eea95fa7-9081-44ae-8a44-3bafecfd0848 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:43:30.046660 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "name": "network-vif-plugged", "status": "completed", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:43:30.046912 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eea95fa7-9081-44ae-8a44-3bafecfd0848 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:43:30.047298 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'code': 200} Jul 30 00:43:30.072494 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:30.392831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e22ec3-19a3-4fc4-823d-709051571fb7 req-5bc8e7be-f18f-4c4b-a5c2-b8345190f49c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:30.394337 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21e22ec3-19a3-4fc4-823d-709051571fb7 req-5bc8e7be-f18f-4c4b-a5c2-b8345190f49c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0500097 Jul 30 00:43:30.431639 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21e22ec3-19a3-4fc4-823d-709051571fb7 req-b9f8ff5b-df1f-4a23-aeb4-ab0a6c5a07a5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 Jul 30 00:43:31.549486 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e47a-7471-4493-a056-6f185159dfdb req-fb3ffe03-6055-4a42-a9c9-1cd40d6d081a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:31.550963 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8222e47a-7471-4493-a056-6f185159dfdb req-fb3ffe03-6055-4a42-a9c9-1cd40d6d081a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0482600 Jul 30 00:43:31.589390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8222e47a-7471-4493-a056-6f185159dfdb req-a946bb68-1627-445b-a4b9-cfe82565f696 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324175 Jul 30 00:43:32.736407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57fd7c-5fb7-4f04-92d1-60abe122b6fd req-9e5f7c19-a253-4317-b017-3779589f0807 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:32.738145 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf57fd7c-5fb7-4f04-92d1-60abe122b6fd req-9e5f7c19-a253-4317-b017-3779589f0807 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0565519 Jul 30 00:43:32.787866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bf57fd7c-5fb7-4f04-92d1-60abe122b6fd req-07c26f42-af08-48b8-9ac6-56475e72b2d3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435138 Jul 30 00:43:33.208665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:33.914742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788d646-7d0d-4cf0-adb5-e696dd36363e req-4f1ce296-c64c-4ed0-ad53-41b5ccb040d5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:33.916350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f788d646-7d0d-4cf0-adb5-e696dd36363e req-4f1ce296-c64c-4ed0-ad53-41b5ccb040d5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0540681 Jul 30 00:43:33.963243 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f788d646-7d0d-4cf0-adb5-e696dd36363e req-5a462730-4f9f-4a07-aa12-f0b5260bc0a5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408185 Jul 30 00:43:35.015686 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:43:35.124132 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31067980-f239-40a7-9172-971c574ed284 req-0b9debde-d716-410e-8162-241cebdf0785 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:35.126574 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31067980-f239-40a7-9172-971c574ed284 req-0b9debde-d716-410e-8162-241cebdf0785 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0845132 Jul 30 00:43:35.173878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-31067980-f239-40a7-9172-971c574ed284 req-123944ef-e53d-4182-8b04-147687eeb3ee tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405087 Jul 30 00:43:36.302019 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0a8b6-6903-47bc-bf41-75bdbe3c5ec4 req-657adb0d-28d5-4095-b8f4-8a7ab62bf796 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:36.309032 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cb0a8b6-6903-47bc-bf41-75bdbe3c5ec4 req-657adb0d-28d5-4095-b8f4-8a7ab62bf796 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0578020 Jul 30 00:43:36.378480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7cb0a8b6-6903-47bc-bf41-75bdbe3c5ec4 req-9a8b85ac-761c-4e29-a1f5-bcf06c5d349d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672793 Jul 30 00:43:37.508623 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2230de-8a85-40d0-8365-7a5d3628966f req-64b418c1-16cf-4acf-b963-68b89167de89 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:37.510313 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f2230de-8a85-40d0-8365-7a5d3628966f req-64b418c1-16cf-4acf-b963-68b89167de89 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0562463 Jul 30 00:43:37.556664 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f2230de-8a85-40d0-8365-7a5d3628966f req-4151e3ea-6a44-46da-bf4e-4127bce663fe tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Jul 30 00:43:38.685210 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f9889-013c-4a81-b33a-5588643ec4a5 req-6e4a20f1-cce9-45db-bf24-6626949e55f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:38.687891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-185f9889-013c-4a81-b33a-5588643ec4a5 req-6e4a20f1-cce9-45db-bf24-6626949e55f9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0570414 Jul 30 00:43:38.732504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-185f9889-013c-4a81-b33a-5588643ec4a5 req-2867ef71-7a0c-4e16-945a-1f4c7d68857f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376778 Jul 30 00:43:39.866204 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860f7b3-885e-45ba-b0c0-4ef50ae090ea req-43699e49-4830-455e-bb96-fd28c9c5c7bf tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:39.873676 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9860f7b3-885e-45ba-b0c0-4ef50ae090ea req-43699e49-4830-455e-bb96-fd28c9c5c7bf tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0596461 Jul 30 00:43:39.929264 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9860f7b3-885e-45ba-b0c0-4ef50ae090ea req-9a720d19-a587-4e4a-86a4-0611fe194fc1 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540035 Jul 30 00:43:41.041416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b9ff8-4c8e-4a53-bd04-5809aaf5b2cb req-e28aa3ff-38c2-4d5b-9628-95ed82f58032 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:41.042944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-031b9ff8-4c8e-4a53-bd04-5809aaf5b2cb req-e28aa3ff-38c2-4d5b-9628-95ed82f58032 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0518250 Jul 30 00:43:41.081493 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-031b9ff8-4c8e-4a53-bd04-5809aaf5b2cb req-b5a989da-824f-4c21-ac07-7cf8965674cb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323787 Jul 30 00:43:41.935215 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-bf2cecc4-e673-4320-9496-cfb259cac5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:41.936729 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-bf2cecc4-e673-4320-9496-cfb259cac5ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1098 time: 0.0415313 Jul 30 00:43:42.030896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-897e6664-5a4d-4365-b309-e47af2b53783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:42.032530 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-897e6664-5a4d-4365-b309-e47af2b53783 service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0884035 Jul 30 00:43:42.097769 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-be75990e-d0fc-4514-ba10-ffbc3ae1e015 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 1002 time: 0.0581558 Jul 30 00:43:42.146678 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-99df2819-206b-4489-8441-41bad3c20d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:42.148235 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-99df2819-206b-4489-8441-41bad3c20d52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0443184 Jul 30 00:43:42.198042 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-7bf32d40-4f3d-4c00-8f4c-603da9007acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:42.198442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea951-59b8-4936-97c0-c8bf4cf8066d req-6e437e71-8fce-4df2-85f4-e5887f393856 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:42.199462 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-7bf32d40-4f3d-4c00-8f4c-603da9007acb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440378 Jul 30 00:43:42.200097 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-684ea951-59b8-4936-97c0-c8bf4cf8066d req-6e437e71-8fce-4df2-85f4-e5887f393856 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0500126 Jul 30 00:43:42.239446 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-684ea951-59b8-4936-97c0-c8bf4cf8066d req-77ce47d4-18f8-49fe-8dcb-76e406b2388b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327110 Jul 30 00:43:42.288917 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-da47673c-7035-4dc9-a846-26266c267a61 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824063 Jul 30 00:43:42.382912 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-76298ac4-9d79-447d-8d93-b2bba38ffb43 req-40011398-aa07-497f-9fc4-3fb83f08de5a service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862908 Jul 30 00:43:43.355622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78e555-6e58-4bf5-b3b1-1762988409d2 req-bdd3f2f3-5860-4963-8729-4a95b9574f67 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:43.357111 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa78e555-6e58-4bf5-b3b1-1762988409d2 req-bdd3f2f3-5860-4963-8729-4a95b9574f67 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0485852 Jul 30 00:43:43.398350 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-aa78e555-6e58-4bf5-b3b1-1762988409d2 req-c7936741-3dfa-427d-bf09-26a1fcfb0310 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353322 Jul 30 00:43:43.889747 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:43:43.971728 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:43.995552 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:43:43.997887 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc442d0-d373-48e6-b9e6-61755827ae31" -d '{"events": [{"server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "name": "network-vif-unplugged", "status": "completed", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:43:44.012217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:44.017986 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:44.041279 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b16521f-0ce6-4d6b-a0e6-ef2ee1a579ba x-openstack-request-id: req-8b16521f-0ce6-4d6b-a0e6-ef2ee1a579ba {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:43:44.041578 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "name": "network-vif-unplugged", "status": "completed", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:43:44.041837 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b16521f-0ce6-4d6b-a0e6-ef2ee1a579ba {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:43:44.042290 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'code': 200} Jul 30 00:43:44.068615 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:44.512732 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561be3d-01de-4a96-87d4-da501ca0e16b req-8f30e993-74e4-4213-a257-7d523ca312e8 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:44.514235 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2561be3d-01de-4a96-87d4-da501ca0e16b req-8f30e993-74e4-4213-a257-7d523ca312e8 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 944 time: 0.0487058 Jul 30 00:43:44.552620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2561be3d-01de-4a96-87d4-da501ca0e16b req-93e8686e-5918-4241-be2c-d7ebe35d988a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318761 Jul 30 00:43:44.770057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dacf8-6ff7-4f8a-8a3d-54ba5e4b54e9 req-da9316a8-4007-4a70-90ad-9b065c55448e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:44.772464 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c66dacf8-6ff7-4f8a-8a3d-54ba5e4b54e9 req-da9316a8-4007-4a70-90ad-9b065c55448e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 944 time: 0.0523212 Jul 30 00:43:44.810575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c66dacf8-6ff7-4f8a-8a3d-54ba5e4b54e9 req-c9dc8c47-3e9f-420b-a70b-3b87d70e1224 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330527 Jul 30 00:43:44.951695 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-a185308b-c12f-4bc0-aaa2-16d948629abc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924478 Jul 30 00:43:45.785403 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-06d5870b-0056-422f-9b90-1277dec122e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:45.786890 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-06d5870b-0056-422f-9b90-1277dec122e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66&tenant_id=baa15b23d7a34ad38afed7007e9c20cd HTTP/1.1" status: 200 len: 1096 time: 0.0845473 Jul 30 00:43:45.799417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:43:45.855421 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:46.011748 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f3af-9856-47ff-895f-df1c6105fcd6 req-98c6db42-37bd-4c27-8f34-ac939eb937a7 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:46.013207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9652f3af-9856-47ff-895f-df1c6105fcd6 req-98c6db42-37bd-4c27-8f34-ac939eb937a7 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 944 time: 0.1261263 Jul 30 00:43:46.095011 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9652f3af-9856-47ff-895f-df1c6105fcd6 req-610846af-c40a-4d69-a28a-e6f6487fe336 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743790 Jul 30 00:43:46.125399 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:46.158385 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:43:46.193715 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3287497-b8bd-4b72-a739-0c48d39b7164 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:43:46.201308 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:46.213909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Transition to ACTIVE for port object f3287497-b8bd-4b72-a739-0c48d39b7164 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:43:46.217614 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:46.294402 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:46.306400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.306752 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.307098 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.307442 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.307779 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.308144 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.308481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.308813 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.309146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.309725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.310064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.310393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:46.353463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] No DVR routers for this DVR port f3287497-b8bd-4b72-a739-0c48d39b7164 on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:43:46.490131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Attempting to bind port f3287497-b8bd-4b72-a739-0c48d39b7164 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:43:46.490467 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Attempting to bind port f3287497-b8bd-4b72-a739-0c48d39b7164 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:43:46.490793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Attempting to bind port f3287497-b8bd-4b72-a739-0c48d39b7164 on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:43:46.495001 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Port f3287497-b8bd-4b72-a739-0c48d39b7164 on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:43:46.495319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Attempting to bind port f3287497-b8bd-4b72-a739-0c48d39b7164 on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:43:46.500776 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:43:46.501126 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Checking segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:43:46.501507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Bound using segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:43:46.501924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Bound port: f3287497-b8bd-4b72-a739-0c48d39b7164, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:43:46.502273 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:46.564411 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:43:46.567379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:43:46.572552 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:46.608868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:46.609501 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:46.611540 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 1093 time: 0.8166361 Jul 30 00:43:46.611970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:43:46.614401 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e94ecde-5ead-44ac-8296-61cfde590e45" -d '{"events": [{"name": "network-changed", "server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:43:46.666536 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2ba2eb-54f8-4131-afdc-a18464d7e323 x-openstack-request-id: req-ff2ba2eb-54f8-4131-afdc-a18464d7e323 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:43:46.666849 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:43:46.667071 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff2ba2eb-54f8-4131-afdc-a18464d7e323 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:43:46.667470 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'status': 'completed', 'code': 200} Jul 30 00:43:46.668357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023fd6c-180f-4be2-bf76-f8aa8452e3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:46.688108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-2ce01a09-c6c6-4825-a19c-be5893685d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:46.689722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-2ce01a09-c6c6-4825-a19c-be5893685d98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1097 time: 0.0535874 Jul 30 00:43:46.794909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-b7c7b670-bc99-472b-b972-e6d24a8b638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:46.796444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-b7c7b670-bc99-472b-b972-e6d24a8b638b service neutron] 10.222.0.42 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0995011 Jul 30 00:43:46.861218 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-a06e25de-a1ee-4e93-9ba6-bf983c9df426 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 1000 time: 0.0578084 Jul 30 00:43:46.914947 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-30ab6f95-8c09-4907-8f53-b51b322c2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:46.916437 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-30ab6f95-8c09-4907-8f53-b51b322c2660 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0478079 Jul 30 00:43:46.962379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-bf546f9a-d4f5-4b3f-962d-ae27cfbeed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:46.963881 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-bf546f9a-d4f5-4b3f-962d-ae27cfbeed09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400517 Jul 30 00:43:46.975057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-fd0f15b3-cf9e-4c36-a4a2-4347b65be806 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:43:46.975996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-fd0f15b3-cf9e-4c36-a4a2-4347b65be806 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049887 Jul 30 00:43:47.067895 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-ab6bd80a-e880-4d85-97f4-290281ccaed0 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847201 Jul 30 00:43:47.175500 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-0f60db4e-0f3f-42b5-b533-8e3b1e2c393f service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994740 Jul 30 00:43:47.215255 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc78e22-1646-4cf9-921e-5f26e61d002f req-5785dbe2-9368-4bbd-a633-e71ad48954de tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:47.216894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ddc78e22-1646-4cf9-921e-5f26e61d002f req-5785dbe2-9368-4bbd-a633-e71ad48954de tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0555799 Jul 30 00:43:47.302038 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ddc78e22-1646-4cf9-921e-5f26e61d002f req-c1dd4f7c-f209-4e0e-94bd-3fb281fe65cf tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684004 Jul 30 00:43:47.305376 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-1c5863b0-7a06-41f7-bdc0-92bceb62bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:47.306869 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-1c5863b0-7a06-41f7-bdc0-92bceb62bf36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1097 time: 0.0869052 Jul 30 00:43:47.405578 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-563afba2-9369-499e-adda-848d87cff0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:47.408141 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-563afba2-9369-499e-adda-848d87cff0ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0936961 Jul 30 00:43:47.493151 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-75e5d5f8-f33b-45c5-aa56-08874ee9325a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 1000 time: 0.0768225 Jul 30 00:43:47.920286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:43:47.974030 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:43:48.466828 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184c9c5-ee60-4e10-98ae-30d66b813f25 req-3a5844d5-2ad1-4d7a-b88f-363158268ee4 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:48.469894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8184c9c5-ee60-4e10-98ae-30d66b813f25 req-3a5844d5-2ad1-4d7a-b88f-363158268ee4 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0639548 Jul 30 00:43:48.510117 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8184c9c5-ee60-4e10-98ae-30d66b813f25 req-9f7f6cf4-acf8-471e-9864-783080a0e3bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342557 Jul 30 00:43:49.383879 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:49.626158 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028c18e-dca6-4efc-90fa-4dc2d84c2b00 req-44f5481a-aacd-47cf-8ef8-b1ead5310f74 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:49.627794 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9028c18e-dca6-4efc-90fa-4dc2d84c2b00 req-44f5481a-aacd-47cf-8ef8-b1ead5310f74 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0514424 Jul 30 00:43:49.668473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9028c18e-dca6-4efc-90fa-4dc2d84c2b00 req-b78c9495-15b5-4349-a07f-6dc16652e340 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347483 Jul 30 00:43:50.788064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32850398-2cd1-4ed7-a6d2-cf983dc2bafc req-045c3173-a630-42f6-a57e-6533ea9b427c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:50.789674 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32850398-2cd1-4ed7-a6d2-cf983dc2bafc req-045c3173-a630-42f6-a57e-6533ea9b427c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0510061 Jul 30 00:43:50.838128 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-32850398-2cd1-4ed7-a6d2-cf983dc2bafc req-718971d0-6fa1-48a3-b519-db32cd950e35 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423493 Jul 30 00:43:51.826609 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a646684-f633-4b36-b118-58300e3dd81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:51.958751 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1875123-6e0a-4d80-bbcb-efa8177f8705 req-a5beb1b6-a684-4238-a2a7-20ef53e45091 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:51.960684 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1875123-6e0a-4d80-bbcb-efa8177f8705 req-a5beb1b6-a684-4238-a2a7-20ef53e45091 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0518219 Jul 30 00:43:52.001476 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c1875123-6e0a-4d80-bbcb-efa8177f8705 req-f6ca41b2-88ff-44fc-b8f1-a829abcd1f90 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347216 Jul 30 00:43:53.122564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e5a86-14a8-4773-ab8b-608b69e2db14 req-09258b73-69e1-4997-b609-a67292964d73 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:53.124133 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-604e5a86-14a8-4773-ab8b-608b69e2db14 req-09258b73-69e1-4997-b609-a67292964d73 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0499892 Jul 30 00:43:53.166220 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-604e5a86-14a8-4773-ab8b-608b69e2db14 req-93c45559-f9be-42e5-aaf9-84f8970e0724 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350997 Jul 30 00:43:54.272160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1e80741-d1f8-4dd2-b3ac-a50c11dbc63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:54.288988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9d67d-8cbf-4e4f-9ee4-1a4201f106f9 req-9626f7f2-4e5b-4c08-a1da-fb0f6412d9f1 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:54.290763 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1da9d67d-8cbf-4e4f-9ee4-1a4201f106f9 req-9626f7f2-4e5b-4c08-a1da-fb0f6412d9f1 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0567946 Jul 30 00:43:54.314378 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:54.335926 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1da9d67d-8cbf-4e4f-9ee4-1a4201f106f9 req-6d306820-5c18-4a40-aff9-547109617ad6 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389981 Jul 30 00:43:55.468222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08682e85-8468-4989-94f5-3c400879cdd7 req-a2d0342d-9e44-4c7c-b61d-6759f0c58155 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:55.470289 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08682e85-8468-4989-94f5-3c400879cdd7 req-a2d0342d-9e44-4c7c-b61d-6759f0c58155 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0592515 Jul 30 00:43:55.524620 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08682e85-8468-4989-94f5-3c400879cdd7 req-136a6bbf-6dcc-4c27-a1ed-d96f4cccee5e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Jul 30 00:43:55.778537 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:56.676598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dece1aa-d8aa-42f4-be23-a67769455966 req-eb198743-faf7-4175-aaf3-adaee3b4deb7 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:56.678249 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dece1aa-d8aa-42f4-be23-a67769455966 req-eb198743-faf7-4175-aaf3-adaee3b4deb7 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0742323 Jul 30 00:43:56.733547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dece1aa-d8aa-42f4-be23-a67769455966 req-38cfe21e-7d04-4e86-84c3-f8c201bd3f32 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488334 Jul 30 00:43:57.398558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:57.864295 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728961bf-672e-45a2-8210-6cb46b58f4dc req-238571f7-8fa8-42d5-8ded-91279fd3d954 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:57.865950 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-728961bf-672e-45a2-8210-6cb46b58f4dc req-238571f7-8fa8-42d5-8ded-91279fd3d954 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0617180 Jul 30 00:43:57.907707 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-728961bf-672e-45a2-8210-6cb46b58f4dc req-63a19123-1445-4394-8a50-c92783d19ed4 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352528 Jul 30 00:43:58.138000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-e7e95ebb-95b0-4004-92bb-72ac0fc7faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:58.139537 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-e7e95ebb-95b0-4004-92bb-72ac0fc7faab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0466247 Jul 30 00:43:58.188863 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-7ae2b836-ec37-46e0-8434-fdae33c83129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:58.190259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-7ae2b836-ec37-46e0-8434-fdae33c83129 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436771 Jul 30 00:43:58.299728 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-2e294116-dd2b-476e-9f7b-fb810a0bada7 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015615 Jul 30 00:43:58.392394 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2e94ecde-5ead-44ac-8296-61cfde590e45 req-ae0df437-5b80-4ac7-893d-d317b1dd1eee service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826695 Jul 30 00:43:59.029017 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571e795-431b-42e0-88ce-198897371705 req-d49f34c2-56fa-4229-a683-3282f1a1e48e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:59.030524 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8571e795-431b-42e0-88ce-198897371705 req-d49f34c2-56fa-4229-a683-3282f1a1e48e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0545218 Jul 30 00:43:59.070724 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8571e795-431b-42e0-88ce-198897371705 req-cf7ebdba-0c70-40f3-adb4-a8db06f088b3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334046 Jul 30 00:44:00.194616 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5172d9-5647-4428-80db-0595a1ef3b08 req-66025dfa-f194-4286-b70b-6602e361f1ce tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:00.196147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d5172d9-5647-4428-80db-0595a1ef3b08 req-66025dfa-f194-4286-b70b-6602e361f1ce tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0554101 Jul 30 00:44:00.234617 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d5172d9-5647-4428-80db-0595a1ef3b08 req-7e9f29a8-a5ae-47c6-a59f-0ffb07f0973e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324278 Jul 30 00:44:01.358561 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549a1cf-ecd1-4fef-837a-7158362037e9 req-0ce8aa63-c12c-4f86-85fe-307f0da4ec8d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:01.360088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2549a1cf-ecd1-4fef-837a-7158362037e9 req-0ce8aa63-c12c-4f86-85fe-307f0da4ec8d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 945 time: 0.0566869 Jul 30 00:44:01.399142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2549a1cf-ecd1-4fef-837a-7158362037e9 req-6b823e06-85fc-4568-9a4a-b7c8f6dbd071 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332074 Jul 30 00:44:01.606714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:44:01.703767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:01.716006 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'port_id': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'mac_address': 'fa:16:3e:0f:6a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:44:01.752933 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.765583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3287497-b8bd-4b72-a739-0c48d39b7164 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:44:01.786008 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:01.790323 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.842267 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:02.047971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['f3287497-b8bd-4b72-a739-0c48d39b7164'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:44:02.523988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99960fc8-36ac-4f89-ad3c-b58c1489eed6 req-d0cc8e8c-1dfd-430c-8551-5b571a0228b2 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:02.525504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99960fc8-36ac-4f89-ad3c-b58c1489eed6 req-d0cc8e8c-1dfd-430c-8551-5b571a0228b2 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0493994 Jul 30 00:44:02.563360 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99960fc8-36ac-4f89-ad3c-b58c1489eed6 req-a4662c97-224d-4100-a231-f2a86fcab8d7 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Jul 30 00:44:03.210253 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:03.602996 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:44:03.675934 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port f3287497-b8bd-4b72-a739-0c48d39b7164 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:03.679428 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port f3287497-b8bd-4b72-a739-0c48d39b7164 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:03.679905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:03.702747 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0253cc0-1c55-4760-9816-306f082b9111 req-8a11a55f-8d03-4dce-b11e-e66ab4e44b67 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:03.704326 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0253cc0-1c55-4760-9816-306f082b9111 req-8a11a55f-8d03-4dce-b11e-e66ab4e44b67 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 946 time: 0.0683863 Jul 30 00:44:03.745412 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f0253cc0-1c55-4760-9816-306f082b9111 req-54b952fb-f9bc-4c85-8f81-c8c7af854b9a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344644 Jul 30 00:44:03.757330 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:03.782669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:03.785497 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbecf44-2cb5-4467-990c-50c22f25c1eb" -d '{"events": [{"server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "name": "network-vif-plugged", "status": "completed", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:03.798345 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:03.803768 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:03.826747 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ed503e-5f3c-4c5a-b55c-9f586d58a0a5 x-openstack-request-id: req-00ed503e-5f3c-4c5a-b55c-9f586d58a0a5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:03.827043 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "name": "network-vif-plugged", "status": "completed", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:03.827296 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00ed503e-5f3c-4c5a-b55c-9f586d58a0a5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:03.827684 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'code': 200} Jul 30 00:44:03.854246 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:03.992823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92855b9e-79f9-4771-923f-1de4d2a91f47 req-258ce9a4-3ca8-4579-9607-941ffdfd272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:03.994547 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92855b9e-79f9-4771-923f-1de4d2a91f47 req-258ce9a4-3ca8-4579-9607-941ffdfd272c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1099 time: 0.0462623 Jul 30 00:44:04.031574 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92855b9e-79f9-4771-923f-1de4d2a91f47 req-ea761698-b2e9-43d2-a089-84f07ed7ca7d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280900 Jul 30 00:44:04.862853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f96174-e747-40f3-a8c5-07fbafff1ec8 req-097dc4bd-e7eb-4762-a996-d112783a2e6f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:04.864496 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f96174-e747-40f3-a8c5-07fbafff1ec8 req-097dc4bd-e7eb-4762-a996-d112783a2e6f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 947 time: 0.0516093 Jul 30 00:44:04.912731 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-05f96174-e747-40f3-a8c5-07fbafff1ec8 req-f30cde0b-40a9-471f-92fe-bd8a0eab8158 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368960 Jul 30 00:44:06.033257 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd664cf-ab8b-4cdc-a98b-1334dc28c69c req-acf0fac8-eece-4de6-98ea-7c696e53dca9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:06.034921 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfd664cf-ab8b-4cdc-a98b-1334dc28c69c req-acf0fac8-eece-4de6-98ea-7c696e53dca9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 947 time: 0.0550296 Jul 30 00:44:06.073878 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-bfd664cf-ab8b-4cdc-a98b-1334dc28c69c req-dfc454c2-3b52-49fd-8f0e-b146642ac10d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329309 Jul 30 00:44:12.015122 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:44:19.378928 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:21.827480 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-856028e1-9c47-4a06-a703-6d3cef006f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:24.277498 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-211bb3a5-7d70-4b9e-b2d6-de07db0d8a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:24.314992 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:25.778969 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:27.401707 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:33.204406 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:41.505665 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-41f97782-3ac2-4e73-90c0-7552e82393e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521016 Jul 30 00:44:41.601190 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-65096d6b-589b-4249-a8c8-eb508919d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:41.602749 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-65096d6b-589b-4249-a8c8-eb508919d99e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1099 time: 0.0447719 Jul 30 00:44:42.047719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-fc820335-fd54-473a-bb07-57e3a2778cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:42.049395 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-fc820335-fd54-473a-bb07-57e3a2778cd8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.4267578 Jul 30 00:44:42.118090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-b435895f-00cf-4a05-9b1a-f070e2bf184f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 1002 time: 0.0602257 Jul 30 00:44:42.170686 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-9d7b67d8-ee58-4e50-9b34-11fe85946432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:42.172207 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-9d7b67d8-ee58-4e50-9b34-11fe85946432 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0467813 Jul 30 00:44:42.227707 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-de2236eb-96c8-4f1a-9422-38b564e4ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:42.229322 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-de2236eb-96c8-4f1a-9422-38b564e4ac67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492926 Jul 30 00:44:42.336202 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-cacceb91-acfe-43d7-ab0f-2dad810e4c03 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980563 Jul 30 00:44:42.454636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fbb71d72-4701-492a-a1e9-6e681ce59c4a req-91c9c7f6-9b0f-4b02-9c27-922c8ac8026f service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072435 Jul 30 00:44:49.017543 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:44:49.384117 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.830462 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25f5e52a-2be1-45d1-b881-0b7d9a091c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.281204 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57282c21-f015-4d9f-a541-a8c6b0ddfc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.320338 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:55.780382 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.403278 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.205898 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:19.391542 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:19.411889 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41776) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:19.576048 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Deleting port 1fca008d-cf27-44d8-be01-6675e16d5341 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:45:19.576403 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:19.658453 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:19.658709 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:19.670896 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Calling delete_port for 1fca008d-cf27-44d8-be01-6675e16d5341 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:45:19.823928 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:19.853479 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event deleted for resources: {'Port': ['ID=1fca008d-cf27-44d8-be01-6675e16d5341,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:19.866308 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.866662 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.867006 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.867372 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.867716 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.868080 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.868417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.868751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.869084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.869427 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.869761 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.870088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:19.925415 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:19.925674 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Floating IP a327639d-bc04-4731-a931-cbf538abd38a disassociated (deleted). External IP: 172.25.2.163, port: f3287497-b8bd-4b72-a739-0c48d39b7164. Jul 30 00:45:20.143126 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:45:20.252390 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:45:20.257063 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:20.262215 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] Sync routers for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:45:20.272045 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:45:20.272669 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:44:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:20.284906 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-c0e53d6b-45f2-4504-8094-dbae09b5454c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "DELETE /v2.0/floatingips/a327639d-bc04-4731-a931-cbf538abd38a HTTP/1.1" status: 204 len: 168 time: 0.8718600 Jul 30 00:45:20.285512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:45:20.287787 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75" -d '{"events": [{"name": "network-changed", "server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:45:20.388451 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857e8054-69f2-4f4e-917c-319a9b09dccc x-openstack-request-id: req-857e8054-69f2-4f4e-917c-319a9b09dccc {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:45:20.388643 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:45:20.388902 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-857e8054-69f2-4f4e-917c-319a9b09dccc {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:45:20.389384 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'status': 'completed', 'code': 200} Jul 30 00:45:20.400321 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:45:20.471326 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-1da837bf-60c9-43d8-a81f-f9d7f37eb5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:20.472897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-1da837bf-60c9-43d8-a81f-f9d7f37eb5ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 1099 time: 0.0571589 Jul 30 00:45:20.596685 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b4ce4-85cb-4e01-ae03-78a840b16474 req-a185e996-85c2-4501-ae29-1009d86e6eab tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:20.598335 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d9b4ce4-85cb-4e01-ae03-78a840b16474 req-a185e996-85c2-4501-ae29-1009d86e6eab tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 947 time: 0.1088030 Jul 30 00:45:20.607285 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:20.629600 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-b7b20946-2e86-4bd2-bd11-2e44df55937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:20.631101 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-b7b20946-2e86-4bd2-bd11-2e44df55937e service neutron] 10.222.0.42 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.1502240 Jul 30 00:45:20.640456 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] Checking router: 1cb28f28-ce30-4a00-8c33-406a5cc0da33 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:45:20.648859 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:45:20.649491 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:44:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:20.691624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3d9b4ce4-85cb-4e01-ae03-78a840b16474 req-4296c898-36f7-4eda-acad-2803b782213f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847600 Jul 30 00:45:20.693064 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-6d0d33ae-a62b-4b09-8120-4b644215f512 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 200 len: 217 time: 0.0424948 Jul 30 00:45:20.764765 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:45:20.768076 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-f19a5e9d-d727-4ed4-9535-ef5be23da697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:20.769630 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-f19a5e9d-d727-4ed4-9535-ef5be23da697 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0632701 Jul 30 00:45:20.821260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-d7438b44-9e9b-4151-b5e1-e578b27b6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:20.822780 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-d7438b44-9e9b-4151-b5e1-e578b27b6c8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444195 Jul 30 00:45:20.928216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-c1414cac-e410-49cf-99b4-aee796db587b service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950246 Jul 30 00:45:20.982564 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:21.012449 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4b5d7-ffce-47dc-84ce-018706d0331a None None] The sync data for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 is: [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:45:21.033755 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5e938527-8ee9-4a39-97cf-5b9bfe9c0b75 req-5871aa58-3f9a-4832-876a-25d61b21b6ef service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965650 Jul 30 00:45:21.240820 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675a7b6b-a0c6-4a87-b2e8-982a8dffae10 None None] New status for floating IP a327639d-bc04-4731-a931-cbf538abd38a: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:45:21.818281 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0d3b-bc4d-4520-9144-94f94863120d req-66398952-88fd-4f2c-95a0-213eebea402f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:21.819819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-590f0d3b-bc4d-4520-9144-94f94863120d req-66398952-88fd-4f2c-95a0-213eebea402f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 947 time: 0.0513926 Jul 30 00:45:21.832752 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a7021e9-3cfb-4613-82fe-4f7f39d3367c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:21.895103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-590f0d3b-bc4d-4520-9144-94f94863120d req-3425b45d-3b59-4e83-8858-0d81483873e8 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=80edbf7a-46d2-4c08-9b3d-f83ba31f595a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674763 Jul 30 00:45:21.909237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-cb7f6315-30af-498c-b607-f885349c9699 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:21.910966 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-cb7f6315-30af-498c-b607-f885349c9699 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a270de2-a91b-4ea2-be45-31b0304b5f66 HTTP/1.1" status: 200 len: 947 time: 0.0819347 Jul 30 00:45:22.006189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Deleting port f3287497-b8bd-4b72-a739-0c48d39b7164 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:45:22.006557 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:22.101496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] For port f3287497-b8bd-4b72-a739-0c48d39b7164, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=f3287497-b8bd-4b72-a739-0c48d39b7164,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:22.101866 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:22.116161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Calling delete_port for f3287497-b8bd-4b72-a739-0c48d39b7164 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:45:22.246727 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:22.279816 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event deleted for resources: {'Port': ['ID=f3287497-b8bd-4b72-a739-0c48d39b7164,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:22.305491 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.305850 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.306197 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.306544 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.306886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.307226 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.307563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.307904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.308801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.309143 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.309508 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.309839 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:22.332198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] No DVR routers for this DVR port f3287497-b8bd-4b72-a739-0c48d39b7164 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:45:22.334832 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:22.337305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-be11013e-ec9f-4a9b-901c-75997c89a8e8 req-5e4fbc3d-99cd-485c-8689-5a04756fab61 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.42 "DELETE /v2.0/ports/f3287497-b8bd-4b72-a739-0c48d39b7164 HTTP/1.1" status: 204 len: 173 time: 0.4201066 Jul 30 00:45:22.337746 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'name': 'network-vif-deleted', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:45:22.340131 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3209f6a3-1f75-45ba-980a-247b827a1b3e" -d '{"events": [{"server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "name": "network-vif-deleted", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:45:22.380123 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8537751-36be-4e9c-9cab-777adeb9e1fc x-openstack-request-id: req-d8537751-36be-4e9c-9cab-777adeb9e1fc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:45:22.380436 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a270de2-a91b-4ea2-be45-31b0304b5f66", "name": "network-vif-deleted", "tag": "f3287497-b8bd-4b72-a739-0c48d39b7164", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:45:22.380697 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8537751-36be-4e9c-9cab-777adeb9e1fc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:45:22.381128 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a270de2-a91b-4ea2-be45-31b0304b5f66', 'name': 'network-vif-deleted', 'tag': 'f3287497-b8bd-4b72-a739-0c48d39b7164', 'status': 'completed', 'code': 200} Jul 30 00:45:22.952193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 41804) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:23.013659 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-648e1345-af71-40b1-a7f4-eb8529f5995a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.040572 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-648e1345-af71-40b1-a7f4-eb8529f5995a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.103799 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-648e1345-af71-40b1-a7f4-eb8529f5995a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.107026 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-648e1345-af71-40b1-a7f4-eb8529f5995a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.108227 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-648e1345-af71-40b1-a7f4-eb8529f5995a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "DELETE /v2.0/security-groups/80edbf7a-46d2-4c08-9b3d-f83ba31f595a HTTP/1.1" status: 204 len: 168 time: 0.1550126 Jul 30 00:45:23.118084 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e1345-af71-40b1-a7f4-eb8529f5995a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80edbf7a-46d2-4c08-9b3d-f83ba31f595a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:23.306535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41810) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:23.311886 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-816c0a60-e880-452c-a46a-624a911131ce tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581224538', 'description': 'tempest-secgroup-smoke-1581224538 description', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:23.337232 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-816c0a60-e880-452c-a46a-624a911131ce tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.427213 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-816c0a60-e880-452c-a46a-624a911131ce tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.430968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-816c0a60-e880-452c-a46a-624a911131ce tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.459200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-816c0a60-e880-452c-a46a-624a911131ce tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.460400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-816c0a60-e880-452c-a46a-624a911131ce tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1528392 Jul 30 00:45:23.463482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41812) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:23.468549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d678b329-c344-4b9e-a0a3-a921c007bf7d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c453a-c0d4-4d0b-821d-662683a73bb3', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:23.476457 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c0a60-e880-452c-a46a-624a911131ce tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4c453a-c0d4-4d0b-821d-662683a73bb3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:23.500591 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d678b329-c344-4b9e-a0a3-a921c007bf7d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.561804 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d678b329-c344-4b9e-a0a3-a921c007bf7d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.565658 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d678b329-c344-4b9e-a0a3-a921c007bf7d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.586450 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678b329-c344-4b9e-a0a3-a921c007bf7d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7287724f-d85a-4fe4-94bf-83d1d07a7878,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:23.593179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d678b329-c344-4b9e-a0a3-a921c007bf7d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.594545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d678b329-c344-4b9e-a0a3-a921c007bf7d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299753 Jul 30 00:45:23.598719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41814) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:23.603541 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8ed8f4a2-922c-45b3-b1eb-e6c29b2a77f0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c453a-c0d4-4d0b-821d-662683a73bb3', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:23.648681 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f4a2-922c-45b3-b1eb-e6c29b2a77f0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.710270 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f4a2-922c-45b3-b1eb-e6c29b2a77f0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.717200 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f4a2-922c-45b3-b1eb-e6c29b2a77f0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.743819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8f4a2-922c-45b3-b1eb-e6c29b2a77f0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc336cbe-151a-47b9-9e25-21460b5de4f9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:23.753852 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f4a2-922c-45b3-b1eb-e6c29b2a77f0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.755094 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8ed8f4a2-922c-45b3-b1eb-e6c29b2a77f0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554234 Jul 30 00:45:23.757864 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41816) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:23.763598 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a9107ed6-2791-47c3-9033-ff6973629672 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c453a-c0d4-4d0b-821d-662683a73bb3', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:23.791288 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9107ed6-2791-47c3-9033-ff6973629672 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.854432 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9107ed6-2791-47c3-9033-ff6973629672 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.858961 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9107ed6-2791-47c3-9033-ff6973629672 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.879046 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9107ed6-2791-47c3-9033-ff6973629672 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c743ed27-80d3-4bc1-8a1a-40cedefba547,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:23.882924 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9107ed6-2791-47c3-9033-ff6973629672 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.884227 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a9107ed6-2791-47c3-9033-ff6973629672 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253545 Jul 30 00:45:23.887067 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41818) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:23.891879 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-960cbbc7-2aa0-46c2-8482-30613e148b0c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c453a-c0d4-4d0b-821d-662683a73bb3', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:23.921079 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-960cbbc7-2aa0-46c2-8482-30613e148b0c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.968444 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:45:23.991896 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-960cbbc7-2aa0-46c2-8482-30613e148b0c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.992548 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: f3287497-b8bd-4b72-a739-0c48d39b7164 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:45:23.992908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device f3287497-b8bd-4b72-a739-0c48d39b7164 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:45:23.997793 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-960cbbc7-2aa0-46c2-8482-30613e148b0c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.017237 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cbbc7-2aa0-46c2-8482-30613e148b0c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91af3a8f-b0c0-4a79-8447-c5c0689001a2,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:24.024474 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-960cbbc7-2aa0-46c2-8482-30613e148b0c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.025721 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-960cbbc7-2aa0-46c2-8482-30613e148b0c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376390 Jul 30 00:45:24.028530 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41820) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:24.032921 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ecb2d2c6-ae87-4b5e-8235-859046078a4a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c453a-c0d4-4d0b-821d-662683a73bb3', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:24.056742 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-ecb2d2c6-ae87-4b5e-8235-859046078a4a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Project baa15b23d7a34ad38afed7007e9c20cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:45:24.063142 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d2c6-ae87-4b5e-8235-859046078a4a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.129441 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d2c6-ae87-4b5e-8235-859046078a4a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.133360 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d2c6-ae87-4b5e-8235-859046078a4a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.153379 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2d2c6-ae87-4b5e-8235-859046078a4a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18db377f-a770-44bd-8868-d77ba73a0f1f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:24.156764 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecb2d2c6-ae87-4b5e-8235-859046078a4a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.160544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ecb2d2c6-ae87-4b5e-8235-859046078a4a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286659 Jul 30 00:45:24.161265 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 41822) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:24.166312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cc7e859d-4af9-49e0-9ef7-4b922ac65bc5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c453a-c0d4-4d0b-821d-662683a73bb3', 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:24.190240 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-cc7e859d-4af9-49e0-9ef7-4b922ac65bc5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Project baa15b23d7a34ad38afed7007e9c20cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:45:24.195344 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc7e859d-4af9-49e0-9ef7-4b922ac65bc5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.262927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc7e859d-4af9-49e0-9ef7-4b922ac65bc5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.267723 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc7e859d-4af9-49e0-9ef7-4b922ac65bc5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.284587 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12de458b-bd06-4d6d-b6fe-b8b7cb417274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.289701 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e859d-4af9-49e0-9ef7-4b922ac65bc5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b8509f-5d7b-4885-a5cb-ffc29e8a0086,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:24.293385 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc7e859d-4af9-49e0-9ef7-4b922ac65bc5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:24.302357 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-cc7e859d-4af9-49e0-9ef7-4b922ac65bc5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323199 Jul 30 00:45:24.322583 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:25.786780 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:26.029742 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:45:27.408178 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:33.206633 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:40.005601 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-af133ca5-d554-481f-a0b8-0c5fcd1b9aa5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581224538&fields=id&tenant_id=baa15b23d7a34ad38afed7007e9c20cd HTTP/1.1" status: 200 len: 267 time: 0.0327427 Jul 30 00:45:40.130180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-e761d33d-dc06-4d60-a046-680ca319dd02 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:40.131709 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-e761d33d-dc06-4d60-a046-680ca319dd02 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 808 time: 0.1192362 Jul 30 00:45:40.146900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-94f3d9ce-42ef-49d7-95e9-fce65213e426 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/quotas/baa15b23d7a34ad38afed7007e9c20cd HTTP/1.1" status: 200 len: 375 time: 0.0093317 Jul 30 00:45:40.200479 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-b79f9a2d-c880-4d2b-a213-47379fd40729 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483057 Jul 30 00:45:40.272170 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-5af215b6-e0f1-4cc1-abb6-8d83713a4b34 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:45:40.273189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-5af215b6-e0f1-4cc1-abb6-8d83713a4b34 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611322 Jul 30 00:45:40.370061 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-bbeb1910-18ea-4ad9-b974-53b997b277ea service neutron] 10.222.0.37 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900769 Jul 30 00:45:40.470132 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-b1d32f88-a496-46f0-8e12-5e57493a74fc service neutron] 10.222.0.37 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935972 Jul 30 00:45:40.805389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-944cfd0d-04f1-477c-8bb9-e7212525b249 req-33be54b3-d40b-483a-913d-38c267681ee2 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 210 time: 0.0710466 Jul 30 00:45:41.849803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-378d7366-4704-4478-aa31-e9f12e8d1b03 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:41.851583 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-378d7366-4704-4478-aa31-e9f12e8d1b03 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 808 time: 0.1093140 Jul 30 00:45:41.901509 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-4e01d1ee-ba7d-48a6-8d08-b3f0e27d9dcb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baa15b23d7a34ad38afed7007e9c20cd HTTP/1.1" status: 200 len: 380 time: 0.0357952 Jul 30 00:45:41.906910 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-02bc99e1-5138-4f32-8ec3-bed2f5fbf765 req-53d7bba1-52cf-4a7c-a59d-2f21d79a9155 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 210 time: 0.0319295 Jul 30 00:45:41.911921 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'port': {'device_id': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'admin_state_up': True, 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'security_groups': ['fe4c453a-c0d4-4d0b-821d-662683a73bb3']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:42.028393 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Made reservation on behalf of baa15b23d7a34ad38afed7007e9c20cd for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:45:42.032515 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:42.164744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Allocated IP 172.20.0.11 (454c3020-9d9b-43e3-a810-2b3e1a30ab0d/d1f9e77c-61ac-4567-a6b8-f4964bd817f7/2f5271cd-8136-4388-b5e4-080cf8c26eeb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:45:42.315801 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:42.330264 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Transition to ACTIVE for port object 2f5271cd-8136-4388-b5e4-080cf8c26eeb will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:42.364823 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:42.405562 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:45:42.408605 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:45:42.412184 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:45:42.447325 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:42.478292 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:42.479440 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:42.498388 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-a89210ad-f307-4781-8dfb-6432b9727285 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5903478 Jul 30 00:45:42.517670 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-acab67b4-4938-41fc-8dc9-9ea4c8885af1 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:45:42.518839 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-acab67b4-4938-41fc-8dc9-9ea4c8885af1 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081062 Jul 30 00:45:42.531485 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Request body: {'port': {'device_id': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:42.593308 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:42.692500 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-88b607bc-4be6-4f55-a80a-a521d6c8aa1e None None] Provisioning for port 2f5271cd-8136-4388-b5e4-080cf8c26eeb completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:42.697891 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-88b607bc-4be6-4f55-a80a-a521d6c8aa1e None None] Provisioning complete for port 2f5271cd-8136-4388-b5e4-080cf8c26eeb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:42.698505 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88b607bc-4be6-4f55-a80a-a521d6c8aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:42.734520 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-88b607bc-4be6-4f55-a80a-a521d6c8aa1e None None] Port 2f5271cd-8136-4388-b5e4-080cf8c26eeb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:45:42.877563 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5271cd-8136-4388-b5e4-080cf8c26eeb {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:45:42.884970 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:42.897512 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Transition to ACTIVE for port object 2f5271cd-8136-4388-b5e4-080cf8c26eeb will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:42.901454 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:42.972522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Pushing event updated for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:43.031415 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Attempting to bind port 2f5271cd-8136-4388-b5e4-080cf8c26eeb on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:45:43.031756 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Attempting to bind port 2f5271cd-8136-4388-b5e4-080cf8c26eeb by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:45:43.032137 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Attempting to bind port 2f5271cd-8136-4388-b5e4-080cf8c26eeb on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:45:43.042025 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Port 2f5271cd-8136-4388-b5e4-080cf8c26eeb on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:45:43.042906 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Attempting to bind port 2f5271cd-8136-4388-b5e4-080cf8c26eeb on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:45:43.049664 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:45:43.050421 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Checking segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:45:43.051040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Bound using segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:45:43.051820 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Bound port: 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:45:43.052380 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:43.094451 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1b9d-3db0-42a2-a077-ef32b94db009 req-d3b1ff23-1f9b-4ffe-a2b9-8d5e525c628b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:43.096772 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ebf1b9d-3db0-42a2-a077-ef32b94db009 req-d3b1ff23-1f9b-4ffe-a2b9-8d5e525c628b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0602214 Jul 30 00:45:43.180388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5ebf1b9d-3db0-42a2-a077-ef32b94db009 req-09e05a19-3442-4098-80ca-ba1b4c8ba801 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768225 Jul 30 00:45:43.447615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:45:43.450574 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:45:43.455938 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:43.490523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:43.491273 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:43.492802 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] 10.222.0.47 "PUT /v2.0/ports/2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 1093 time: 0.9661551 Jul 30 00:45:43.495291 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:45:43.501391 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd441a6-0ac9-4263-8f52-754598486026" -d '{"events": [{"name": "network-changed", "server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:45:43.541128 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ebb21-8cb1-4ecc-ad89-0415824f930a service neutron] Pushing event updated for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:43.562850 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9282f76-1eb4-44b0-86c5-feddcca43e8c x-openstack-request-id: req-b9282f76-1eb4-44b0-86c5-feddcca43e8c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:45:43.563806 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:45:43.564084 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9282f76-1eb4-44b0-86c5-feddcca43e8c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:45:43.564492 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'status': 'completed', 'code': 200} Jul 30 00:45:43.648660 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-6f3f3002-e1d8-44cb-b871-5278d4959c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:43.651290 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-6f3f3002-e1d8-44cb-b871-5278d4959c3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1096 time: 0.0757248 Jul 30 00:45:43.736141 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-d24d361d-e01b-4328-a3d2-a9b6312c6b1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 217 time: 0.0698175 Jul 30 00:45:43.812602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-7e8e8878-2e25-4372-b8c8-07813d5cfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:43.814665 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-7e8e8878-2e25-4372-b8c8-07813d5cfd07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0713897 Jul 30 00:45:43.890328 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-ada8763c-2153-4b58-97e7-ca19fc44fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:43.892878 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-ada8763c-2153-4b58-97e7-ca19fc44fdde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704184 Jul 30 00:45:44.034207 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-75e3ed31-a20f-4c06-8411-b3d58a37102a service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334856 Jul 30 00:45:44.140207 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-5f8f8fde-186d-4884-886f-3b0f67ff7dc7 req-04174bca-29e9-4907-9f3c-3264f24ac009 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985456 Jul 30 00:45:44.271580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd441a6-0ac9-4263-8f52-754598486026 req-068cfa91-2c07-43b4-b33a-9dbea68252e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:44.273473 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fd441a6-0ac9-4263-8f52-754598486026 req-068cfa91-2c07-43b4-b33a-9dbea68252e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1096 time: 0.0476348 Jul 30 00:45:44.310463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d3486-dc3b-482c-98cd-3d4828caf426 req-cbffa099-bc8c-4d55-8f61-36e0747644fb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:44.311974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f47d3486-dc3b-482c-98cd-3d4828caf426 req-cbffa099-bc8c-4d55-8f61-36e0747644fb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0568662 Jul 30 00:45:44.358827 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f47d3486-dc3b-482c-98cd-3d4828caf426 req-cb49bb93-a0ca-44e3-b1cc-e61852c9bd78 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362461 Jul 30 00:45:44.386884 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd441a6-0ac9-4263-8f52-754598486026 req-98adfee1-29b6-4242-bdbd-6b6b3685d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:44.388489 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fd441a6-0ac9-4263-8f52-754598486026 req-98adfee1-29b6-4242-bdbd-6b6b3685d237 service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.1082349 Jul 30 00:45:44.430866 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fd441a6-0ac9-4263-8f52-754598486026 req-aedfe0c6-1532-4939-9b46-f898a427b706 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 217 time: 0.0351651 Jul 30 00:45:44.481167 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd441a6-0ac9-4263-8f52-754598486026 req-68e98de0-3a82-4022-9988-03869b523593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:44.482644 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fd441a6-0ac9-4263-8f52-754598486026 req-68e98de0-3a82-4022-9988-03869b523593 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0453103 Jul 30 00:45:44.540158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd441a6-0ac9-4263-8f52-754598486026 req-4e05949c-07bf-4820-b1ab-f721fe6ffb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:44.541841 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fd441a6-0ac9-4263-8f52-754598486026 req-4e05949c-07bf-4820-b1ab-f721fe6ffb45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523069 Jul 30 00:45:44.635298 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fd441a6-0ac9-4263-8f52-754598486026 req-c36754b1-f89f-4203-bd50-644accf270fd service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866799 Jul 30 00:45:44.731996 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-4fd441a6-0ac9-4263-8f52-754598486026 req-e164bed7-e1cc-4647-9879-96ede9367660 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900087 Jul 30 00:45:45.485322 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bed57f-44a6-49c6-a1a6-fe2f6093ac21 req-11f2c8c3-0d76-4288-8ff0-4ac367e58024 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:45.486879 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37bed57f-44a6-49c6-a1a6-fe2f6093ac21 req-11f2c8c3-0d76-4288-8ff0-4ac367e58024 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0565612 Jul 30 00:45:45.526860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-37bed57f-44a6-49c6-a1a6-fe2f6093ac21 req-280ccb29-1ebe-4c18-bc87-4ed7ccfff1c6 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339372 Jul 30 00:45:46.644888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d095b-721c-4476-be78-afdfb5a4bb6d req-710e2fb7-fb5a-4426-b00f-275792f8a8db tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:46.646416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c62d095b-721c-4476-be78-afdfb5a4bb6d req-710e2fb7-fb5a-4426-b00f-275792f8a8db tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0505738 Jul 30 00:45:46.683755 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c62d095b-721c-4476-be78-afdfb5a4bb6d req-d88e1ee9-d3dc-46cd-9e6c-94a197321d38 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Jul 30 00:45:47.799509 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d70b9-5e06-4d20-aa29-ee675583931b req-7a7414ae-eb6b-407b-822b-e75b33b33cf6 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:47.801060 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-334d70b9-5e06-4d20-aa29-ee675583931b req-7a7414ae-eb6b-407b-822b-e75b33b33cf6 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0496497 Jul 30 00:45:47.840295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-334d70b9-5e06-4d20-aa29-ee675583931b req-bab235f9-b934-4b54-b178-044ff99f312d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332332 Jul 30 00:45:48.962535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a48941-d49a-4800-a45a-63781436513e req-a20a65bb-af9f-4ab7-ad00-31cccf428635 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:48.964083 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8a48941-d49a-4800-a45a-63781436513e req-a20a65bb-af9f-4ab7-ad00-31cccf428635 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0555351 Jul 30 00:45:49.003560 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f8a48941-d49a-4800-a45a-63781436513e req-4537a3c7-8ea5-4001-8ba1-6921c0a8dfe5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333841 Jul 30 00:45:49.386453 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:50.121658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8ef96-4ecc-4e6c-8327-f21bf8af27a8 req-5c179f1a-2a74-4f38-9ce9-647cba853ebf tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:50.123147 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6e8ef96-4ecc-4e6c-8327-f21bf8af27a8 req-5c179f1a-2a74-4f38-9ce9-647cba853ebf tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0507100 Jul 30 00:45:50.163744 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c6e8ef96-4ecc-4e6c-8327-f21bf8af27a8 req-343c3ada-b2f0-4b6a-b325-344aeda7ee9e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340917 Jul 30 00:45:51.282400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfcd48-3419-4b27-8e98-3f9ba89c5469 req-4fcad897-fc24-496c-bf29-3a5136186ffe tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:51.283919 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9edfcd48-3419-4b27-8e98-3f9ba89c5469 req-4fcad897-fc24-496c-bf29-3a5136186ffe tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0510583 Jul 30 00:45:51.324415 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9edfcd48-3419-4b27-8e98-3f9ba89c5469 req-e3137487-27b8-44e8-9d30-19fc36749f37 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343063 Jul 30 00:45:51.833144 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9e94838-6e6f-489f-8e1a-a0061223e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:52.452645 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a4837-9ac8-4c0e-8c46-9cb15cf1010c req-fb25181c-17dc-47ea-a552-83564ea1674c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:52.454401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-914a4837-9ac8-4c0e-8c46-9cb15cf1010c req-fb25181c-17dc-47ea-a552-83564ea1674c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0599082 Jul 30 00:45:52.494053 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-914a4837-9ac8-4c0e-8c46-9cb15cf1010c req-bd93813a-a06b-4e37-8aee-5b2d61c9fe76 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335505 Jul 30 00:45:53.610942 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837ace-cbc3-4005-8c24-b9e9612f2c8d req-72efea53-b8d6-4396-8cb6-e8bb6902bef3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:53.612445 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55837ace-cbc3-4005-8c24-b9e9612f2c8d req-72efea53-b8d6-4396-8cb6-e8bb6902bef3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0520213 Jul 30 00:45:53.650841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-55837ace-cbc3-4005-8c24-b9e9612f2c8d req-0ca90c7e-28a1-4e40-98d0-ab33e6c2d15b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325570 Jul 30 00:45:54.286438 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3548a1bc-f400-4c55-b131-51a4476b323a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:54.324116 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:54.768179 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542153d5-dc52-4953-b1f4-e8306fb2659f req-c9f45756-629e-4de1-9100-b4ba10fe6beb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:54.769693 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-542153d5-dc52-4953-b1f4-e8306fb2659f req-c9f45756-629e-4de1-9100-b4ba10fe6beb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0497284 Jul 30 00:45:54.808719 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-542153d5-dc52-4953-b1f4-e8306fb2659f req-8cd8d313-1291-44e2-a903-7527a8f159e0 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330813 Jul 30 00:45:55.785090 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:55.925441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042f478-5b9a-43eb-ad3f-2c54ff17b19e req-9de2fa05-6cda-4c18-8f9b-55f908ffe3c3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:55.926934 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b042f478-5b9a-43eb-ad3f-2c54ff17b19e req-9de2fa05-6cda-4c18-8f9b-55f908ffe3c3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0538435 Jul 30 00:45:55.965071 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b042f478-5b9a-43eb-ad3f-2c54ff17b19e req-80bbf153-c4fe-4c74-9b3f-0705bb790e27 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321321 Jul 30 00:45:56.509431 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 2f5271cd-8136-4388-b5e4-080cf8c26eeb details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:45:56.606482 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:56.617668 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'port_id': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'mac_address': 'fa:16:3e:4a:a7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:45:56.653947 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:56.667407 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5271cd-8136-4388-b5e4-080cf8c26eeb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:45:56.686004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:56.690650 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:56.741694 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:56.749156 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.749645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.750574 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.750971 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.751443 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.751863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.752223 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.752630 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.752959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.753286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.753620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:56.753947 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:57.083706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adc9df-e824-42ce-b69a-0b3d9a18ba8f req-e59bf168-9bee-4a6e-bfee-787c35e3c11d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:57.085344 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97adc9df-e824-42ce-b69a-0b3d9a18ba8f req-e59bf168-9bee-4a6e-bfee-787c35e3c11d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 945 time: 0.0500557 Jul 30 00:45:57.123225 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-97adc9df-e824-42ce-b69a-0b3d9a18ba8f req-4c04b828-9807-4b38-abbb-6bb04ec9c8fb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316522 Jul 30 00:45:57.146751 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['2f5271cd-8136-4388-b5e4-080cf8c26eeb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:45:57.401982 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:58.240927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0c5d6-2e66-4e9d-a839-2128d404013f req-a7b159f6-0148-4940-b03a-76c58a58113f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:58.242333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fdc0c5d6-2e66-4e9d-a839-2128d404013f req-a7b159f6-0148-4940-b03a-76c58a58113f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 945 time: 0.0506175 Jul 30 00:45:58.279725 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fdc0c5d6-2e66-4e9d-a839-2128d404013f req-6e03ac99-04aa-4de9-b1e7-98e43f7bad5c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315604 Jul 30 00:45:58.523732 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 2f5271cd-8136-4388-b5e4-080cf8c26eeb up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:58.572349 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 2f5271cd-8136-4388-b5e4-080cf8c26eeb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:58.576039 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 2f5271cd-8136-4388-b5e4-080cf8c26eeb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:58.576408 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:58.668309 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:58.690887 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:45:58.693170 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec173c6-c183-4ef2-9692-5635c147f063" -d '{"events": [{"server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "name": "network-vif-plugged", "status": "completed", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:45:58.708363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:58.713650 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:58.777031 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:58.789541 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21041894-faff-4652-b42d-d549f3557ccf x-openstack-request-id: req-21041894-faff-4652-b42d-d549f3557ccf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:45:58.789871 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "name": "network-vif-plugged", "status": "completed", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:45:58.790163 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21041894-faff-4652-b42d-d549f3557ccf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:45:58.790645 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'code': 200} Jul 30 00:45:58.956603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02bed4-aec5-435b-b2cc-110d9b51f090 req-76d85dcf-0915-40f7-889f-13de28375425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:58.958124 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1e02bed4-aec5-435b-b2cc-110d9b51f090 req-76d85dcf-0915-40f7-889f-13de28375425 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1098 time: 0.0804038 Jul 30 00:45:58.992875 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1e02bed4-aec5-435b-b2cc-110d9b51f090 req-029ad780-c770-40de-85cc-83d62c0e6514 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278478 Jul 30 00:45:59.404162 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f5e03-3ddc-4e95-8073-2997eabbcbed req-d67331a9-a8f2-47e4-a47f-3b20aee16358 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:59.405690 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f1f5e03-3ddc-4e95-8073-2997eabbcbed req-d67331a9-a8f2-47e4-a47f-3b20aee16358 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0553370 Jul 30 00:45:59.444578 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9f1f5e03-3ddc-4e95-8073-2997eabbcbed req-e20da41a-a659-468f-bea7-55e4075643d5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321870 Jul 30 00:46:00.565186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed26a8-0b51-4a72-b5f0-17f514960cc5 req-c55b07f5-a797-4eb9-837e-45463857a1e7 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:00.566700 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3ed26a8-0b51-4a72-b5f0-17f514960cc5 req-c55b07f5-a797-4eb9-837e-45463857a1e7 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0507255 Jul 30 00:46:00.605354 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d3ed26a8-0b51-4a72-b5f0-17f514960cc5 req-d383262f-9f76-4148-93be-e7e55c67cb88 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Jul 30 00:46:00.725192 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e90a6-dbec-4779-b0b8-bd0f75724b7a req-d2ac461b-b81d-4d7e-a1eb-9798ee74b1f5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:00.726617 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb9e90a6-dbec-4779-b0b8-bd0f75724b7a req-d2ac461b-b81d-4d7e-a1eb-9798ee74b1f5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0522389 Jul 30 00:46:00.766643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cb9e90a6-dbec-4779-b0b8-bd0f75724b7a req-99e6075c-e93d-4742-8e06-843a55b0efed tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330544 Jul 30 00:46:00.787297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42044) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:00.874331 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bda3bf-961e-44ff-b5a1-57278f8cc98e tempest-TestShelveInstance-1394024342 tempest-TestShelveInstance-1394024342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:00.875891 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-35bda3bf-961e-44ff-b5a1-57278f8cc98e tempest-TestShelveInstance-1394024342 tempest-TestShelveInstance-1394024342-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1093 time: 0.0875952 Jul 30 00:46:00.878760 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42048) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:00.883213 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:46:00.908252 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:01.005656 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:01.113637 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Allocated IP 172.25.2.225 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/2a036e3a-49b7-49dc-8b25-25dc6fef6a96) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:46:01.214960 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:01.254361 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:01.293662 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:46:01.297949 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:01.301400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:46:01.327277 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'Port': ['ID=2a036e3a-49b7-49dc-8b25-25dc6fef6a96,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:01.669324 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:01.742423 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:01.895316 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:01.900643 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:01.970103 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event updated for resources: {'Port': ['ID=2a036e3a-49b7-49dc-8b25-25dc6fef6a96,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:01.978891 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:02.081041 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Floating IP 96e59ece-535d-4797-abfd-229e1659b078 associated. External IP: 172.25.2.225, port: 2f5271cd-8136-4388-b5e4-080cf8c26eeb. Jul 30 00:46:02.292417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:46:02.407473 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:02.417133 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] Sync routers for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:02.424808 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:02.427232 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:02.427856 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:45:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:02.454905 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c8063f5d-c223-4e23-a999-5b73d6b265bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5739601 Jul 30 00:46:02.454905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:46:02.456942 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:46:02.537842 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:02.543337 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a244a363-8bf5-450b-b8ba-6bf27ad30dff x-openstack-request-id: req-a244a363-8bf5-450b-b8ba-6bf27ad30dff {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:46:02.543573 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:46:02.543830 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a244a363-8bf5-450b-b8ba-6bf27ad30dff {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:46:02.544272 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'status': 'completed', 'code': 200} Jul 30 00:46:02.628571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-4521dcf8-9657-43c9-b3b5-95642e90658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:02.630085 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-4521dcf8-9657-43c9-b3b5-95642e90658a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1098 time: 0.0433638 Jul 30 00:46:02.724718 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-7b38c9b5-41b5-47e9-9d49-496b812a625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:02.726249 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-7b38c9b5-41b5-47e9-9d49-496b812a625e service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0887485 Jul 30 00:46:02.797061 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-3d792833-3985-49ce-af3a-9369c5a0b7d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 1000 time: 0.0637472 Jul 30 00:46:02.854165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-15b67444-4583-4bcd-8f6d-e7ac38b1fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:02.855718 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-15b67444-4583-4bcd-8f6d-e7ac38b1fa6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0508058 Jul 30 00:46:02.870926 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '96e59ece-535d-4797-abfd-229e1659b078', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'port_id': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'mac_address': 'fa:16:3e:4a:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:46:01Z', 'updated_at': '2021-07-30T00:46:01Z', 'revision_number': 0, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:02.897330 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] Checking router: 1cb28f28-ce30-4a00-8c33-406a5cc0da33 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:02.902343 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-7824920f-75f7-4778-8690-952025d67e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:02.903863 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-7824920f-75f7-4778-8690-952025d67e90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414059 Jul 30 00:46:02.906035 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:02.907277 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:45:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:02.995816 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-895ca9bb-1f84-446e-9682-28e38a438242 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852122 Jul 30 00:46:03.018225 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:03.046642 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:46:03.094994 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8d80a818-9c32-4fbb-8f24-2b0c8e539c8b req-30705651-1999-412f-9bd1-d53a272ffb66 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920188 Jul 30 00:46:03.221674 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:03.273740 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '96e59ece-535d-4797-abfd-229e1659b078', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'port_id': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'mac_address': 'fa:16:3e:4a:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:46:01Z', 'updated_at': '2021-07-30T00:46:01Z', 'revision_number': 0, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:03.301250 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b709-79e9-495f-b068-80d81702e6db None None] The sync data for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 is: [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '96e59ece-535d-4797-abfd-229e1659b078', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'port_id': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'mac_address': 'fa:16:3e:4a:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:46:01Z', 'updated_at': '2021-07-30T00:46:01Z', 'revision_number': 0, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:03.504142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e048ba-925c-4934-a6c8-612010e11fef None None] New status for floating IP 96e59ece-535d-4797-abfd-229e1659b078: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:46:19.393216 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.835653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4596b538-17b0-40c5-a200-ef7ba0c94245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:24.287993 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47703da0-38ea-4ef3-8cc3-3e6755130d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:24.328217 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.795151 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:27.409578 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.215084 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:40.025884 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:46:49.419891 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:51.838057 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-802d7996-219b-4b79-8631-fb65e6205200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:54.004398 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-8f902148-be0c-4c6d-88d3-3e7bb5a66a6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441649 Jul 30 00:46:54.102366 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-6d95e2a8-fd7a-41f8-83fa-5b59932b2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:54.103993 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-6d95e2a8-fd7a-41f8-83fa-5b59932b2e6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1098 time: 0.0421212 Jul 30 00:46:54.214728 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-778851d6-1834-4f07-85ff-ae7f7a334053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:54.216375 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-778851d6-1834-4f07-85ff-ae7f7a334053 service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0908527 Jul 30 00:46:54.290472 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94c0353f-03f9-416a-af29-4ebd8f2aad96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:54.292191 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-3d9c625c-f5e0-471d-b759-200704502278 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 1002 time: 0.0686793 Jul 30 00:46:54.335034 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:54.347713 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-353b6182-ff43-4f76-8205-3661854077b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:54.349232 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-353b6182-ff43-4f76-8205-3661854077b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0514333 Jul 30 00:46:54.399290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-2c69a4c8-8e96-449b-a840-bcd295d0c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:54.400964 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-2c69a4c8-8e96-449b-a840-bcd295d0c87b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438101 Jul 30 00:46:54.503577 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-1c70f17f-7dc9-4078-808d-e0ae3a71b7f6 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955019 Jul 30 00:46:54.603495 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-ce79db9a-50e6-45d8-ad18-f6dfa8b7b106 req-abf43e07-6496-4942-8bc3-df7c4aa22139 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932748 Jul 30 00:46:55.793005 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:57.411208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:03.220564 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:17.025488 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:47:19.423041 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:21.841223 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61f02489-bcbb-45c2-97a5-bc082450e4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.294054 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6bbf640-51cc-48fd-aae9-538cd9b5646e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.331841 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:25.796739 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:27.414644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:33.226543 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:49.433094 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:51.843653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77ee471f-7f3f-46f7-aa77-809e981d7167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:54.024160 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:47:54.297703 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9289e4a-2cdd-4578-8f35-019dce7a5152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:54.326780 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:55.011050 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-7a2b0c51-1590-4f04-937a-1457ca51a836 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433269 Jul 30 00:47:55.120033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-e5f17cef-1f78-40d3-b7b4-53d2f37d848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:55.121613 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-e5f17cef-1f78-40d3-b7b4-53d2f37d848e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1098 time: 0.0424378 Jul 30 00:47:55.231823 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-b8068116-d6ae-476a-989d-a4ed37054758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:55.233288 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-b8068116-d6ae-476a-989d-a4ed37054758 service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0927207 Jul 30 00:47:55.300161 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-6030ad06-41f1-4059-8ff5-91a4c1064ddd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 1002 time: 0.0593822 Jul 30 00:47:55.357430 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-4f46037a-204e-4602-b552-3b4bb48e75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:55.358918 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-4f46037a-204e-4602-b552-3b4bb48e75df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0512838 Jul 30 00:47:55.403913 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-de976403-cbcd-45ea-84a1-479746f7db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:55.405471 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-de976403-cbcd-45ea-84a1-479746f7db60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399439 Jul 30 00:47:55.500455 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-fc7cf603-39ec-4783-b148-3cc503e0881d service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878935 Jul 30 00:47:55.596906 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-9baa124a-1a55-4f83-9528-f5d72e7c5d86 req-68504d82-dd3f-407e-ad00-8025e0793bee service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900855 Jul 30 00:47:55.799911 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:57.418699 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:00.208726 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27a09d-a46e-4f99-adf9-9f5c4c704eec req-f703d538-5187-4388-8dab-61c33ec7174e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:00.210167 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d27a09d-a46e-4f99-adf9-9f5c4c704eec req-f703d538-5187-4388-8dab-61c33ec7174e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0552816 Jul 30 00:48:00.250893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4d27a09d-a46e-4f99-adf9-9f5c4c704eec req-8ce5e633-4439-4b91-8e9d-6e5c74a14dc7 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343096 Jul 30 00:48:01.411605 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc96c4c-8c83-4288-8826-7ddc5b393460 req-306c2fc7-1d6b-414d-a59d-c16529da5e3f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:01.413294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2cc96c4c-8c83-4288-8826-7ddc5b393460 req-306c2fc7-1d6b-414d-a59d-c16529da5e3f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0644495 Jul 30 00:48:01.459666 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-2cc96c4c-8c83-4288-8826-7ddc5b393460 req-31c2c86d-35c6-48d7-8908-7d85b22e3588 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400863 Jul 30 00:48:02.603780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5045f-4e91-4201-9771-8f58457f6cfe req-4c69d1d2-cbc9-44d5-b7ac-2414f07797bb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:02.605334 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80d5045f-4e91-4201-9771-8f58457f6cfe req-4c69d1d2-cbc9-44d5-b7ac-2414f07797bb tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0518656 Jul 30 00:48:02.643852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80d5045f-4e91-4201-9771-8f58457f6cfe req-23c0512a-437a-4a97-9c8a-f595cfbbc668 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Jul 30 00:48:03.226745 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:03.762358 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda7a1d-5691-40ba-950f-6a013d0c96c9 req-66fde6df-784d-4da0-8cd9-265989220e5b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:03.763839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dda7a1d-5691-40ba-950f-6a013d0c96c9 req-66fde6df-784d-4da0-8cd9-265989220e5b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0518613 Jul 30 00:48:03.802775 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5dda7a1d-5691-40ba-950f-6a013d0c96c9 req-c8701e41-698b-4ff0-b751-61a1aaafe07a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330138 Jul 30 00:48:04.922297 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c24020-2d7a-4a7f-bb3e-cc33a94c5e7a req-1f28d2e4-52bf-47a4-bac3-8da2692702bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:04.924279 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8c24020-2d7a-4a7f-bb3e-cc33a94c5e7a req-1f28d2e4-52bf-47a4-bac3-8da2692702bd tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0534568 Jul 30 00:48:04.962974 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d8c24020-2d7a-4a7f-bb3e-cc33a94c5e7a req-9b99f450-eda8-4c10-87cc-b64c1c2de666 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331252 Jul 30 00:48:06.079586 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d18b1e-0b46-4e5a-b400-9e0b38b148cf req-bb55b115-f4dd-41f5-bcb6-33424ee0ed12 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:06.081143 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6d18b1e-0b46-4e5a-b400-9e0b38b148cf req-bb55b115-f4dd-41f5-bcb6-33424ee0ed12 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0516887 Jul 30 00:48:06.119086 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b6d18b1e-0b46-4e5a-b400-9e0b38b148cf req-1a7bb86c-c1a4-493e-b7a3-5d5e9b66763d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318615 Jul 30 00:48:07.237347 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cff12c-ed82-46ba-a7a7-a8dc2eb87d38 req-bcab4818-0db8-4e11-8f19-21a30775e661 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:07.238868 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-36cff12c-ed82-46ba-a7a7-a8dc2eb87d38 req-bcab4818-0db8-4e11-8f19-21a30775e661 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0520043 Jul 30 00:48:07.278149 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-36cff12c-ed82-46ba-a7a7-a8dc2eb87d38 req-bcfeb1c1-3e26-49c4-9169-454373bc95f8 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330863 Jul 30 00:48:08.398647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38240d-f9ae-4924-955c-02f79959140d req-2c10a9ef-f496-4d0e-8376-45bdac221a94 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:08.400192 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e38240d-f9ae-4924-955c-02f79959140d req-2c10a9ef-f496-4d0e-8376-45bdac221a94 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0541828 Jul 30 00:48:08.438647 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0e38240d-f9ae-4924-955c-02f79959140d req-059848d8-06c5-482d-829f-1742a73e687c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326254 Jul 30 00:48:09.564057 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b7f75-77e9-4f53-9373-0605c501ac13 req-fe63cdfb-5917-493e-901b-6a047f22c58c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:09.565589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a7b7f75-77e9-4f53-9373-0605c501ac13 req-fe63cdfb-5917-493e-901b-6a047f22c58c tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0565889 Jul 30 00:48:09.604860 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1a7b7f75-77e9-4f53-9373-0605c501ac13 req-fbcee74f-acf5-4360-9e2a-26dde4e57727 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Jul 30 00:48:10.416907 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-8a7853ad-00f5-4450-8a91-b6001ea642d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:10.418404 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-8a7853ad-00f5-4450-8a91-b6001ea642d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1098 time: 0.0417111 Jul 30 00:48:10.512724 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-00f79de8-a875-498c-bb25-e4e0bfdead19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:10.514219 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-00f79de8-a875-498c-bb25-e4e0bfdead19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0888243 Jul 30 00:48:10.579332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-9f41e1c7-cabf-47c1-9f9b-6e48afcc53bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 1002 time: 0.0582335 Jul 30 00:48:10.627398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-5bcd4852-1c7d-4ff8-ac87-e5f4bff22ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:10.628901 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-5bcd4852-1c7d-4ff8-ac87-e5f4bff22ef9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0433457 Jul 30 00:48:10.681519 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-b07d1f4c-33cd-4cb1-ac97-ffd865f1ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:10.682994 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-b07d1f4c-33cd-4cb1-ac97-ffd865f1ead1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464008 Jul 30 00:48:10.720706 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230c4b9-24d8-4457-9d3f-ee21238ca56e req-872045b7-b045-4ffb-a146-20e6e2779b4a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:10.722401 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a230c4b9-24d8-4457-9d3f-ee21238ca56e req-872045b7-b045-4ffb-a146-20e6e2779b4a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0512877 Jul 30 00:48:10.762257 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a230c4b9-24d8-4457-9d3f-ee21238ca56e req-2afa616b-582e-43b2-80be-650c6bad2d06 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340793 Jul 30 00:48:10.781403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-4ef19e8e-a1cf-4749-8477-f700b10182d3 service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890577 Jul 30 00:48:10.874765 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-b332bf6d-4a96-44dd-ace3-adcbc5410a11 req-94310769-d5fb-4b79-8b3a-a9d9b5b04d2b service neutron] 10.222.0.47 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867858 Jul 30 00:48:12.220327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853dc2-b44b-4a1a-af76-26fc678a158e req-8f8c7970-0539-4c09-ba09-20158a2b6f45 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:12.221867 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7853dc2-b44b-4a1a-af76-26fc678a158e req-8f8c7970-0539-4c09-ba09-20158a2b6f45 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.3873136 Jul 30 00:48:12.263548 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7853dc2-b44b-4a1a-af76-26fc678a158e req-38b0059f-c045-4717-8869-b40cafb2a547 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354495 Jul 30 00:48:13.383229 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54d575-5988-4612-bb5c-ad0241e2f75d req-40f845ca-bea3-43f8-8fdf-b02d08386244 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:13.384819 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe54d575-5988-4612-bb5c-ad0241e2f75d req-40f845ca-bea3-43f8-8fdf-b02d08386244 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0524688 Jul 30 00:48:13.427254 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fe54d575-5988-4612-bb5c-ad0241e2f75d req-addb150f-b417-4b86-9955-63a3dd700771 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359814 Jul 30 00:48:14.546965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e3fbe-8788-4ed3-8288-f5a635f0d740 req-7f16c868-9b0c-485e-bbc1-fea0110c833b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:14.548569 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b5e3fbe-8788-4ed3-8288-f5a635f0d740 req-7f16c868-9b0c-485e-bbc1-fea0110c833b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0530446 Jul 30 00:48:14.590068 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5b5e3fbe-8788-4ed3-8288-f5a635f0d740 req-efaca84b-5894-4333-8835-dbf3fe22d5fe tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351706 Jul 30 00:48:14.750507 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42148) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:14.856549 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eabf3-6b38-4b6e-b863-791812670eb0 req-8cd02d97-3777-418d-84f5-61c5d592913e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:14.858074 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-269eabf3-6b38-4b6e-b863-791812670eb0 req-8cd02d97-3777-418d-84f5-61c5d592913e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 946 time: 0.0826993 Jul 30 00:48:14.875720 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-68544d76-e0fc-43c8-aed6-c1131e699b70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238043 Jul 30 00:48:14.906831 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-269eabf3-6b38-4b6e-b863-791812670eb0 req-2f769346-6aad-42d0-902d-dc2f505654a5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406699 Jul 30 00:48:15.363244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 2f5271cd-8136-4388-b5e4-080cf8c26eeb no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:48:15.443244 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:15.466309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:48:15.469235 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d234f9bc-9ab4-4041-8c73-ffa744284f43" -d '{"events": [{"server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:48:15.483052 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:15.487650 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:15.512136 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 00:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff10ee-bc06-4a96-98e1-26130050d6c1 x-openstack-request-id: req-56ff10ee-bc06-4a96-98e1-26130050d6c1 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:48:15.512434 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "name": "network-vif-unplugged", "status": "failed", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb", "code": 422}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:48:15.512691 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56ff10ee-bc06-4a96-98e1-26130050d6c1 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:48:15.513094 n-d-712139-11 neutron-server[93818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'code': 422} returned with failed status Jul 30 00:48:15.541038 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:15.548525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.548885 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.549236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.549582 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.549921 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.550264 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.550599 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.551044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.551425 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.551761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.552121 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:15.552456 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:16.043355 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c07c63-e6d6-416b-9315-f1317b84d126 req-f8fd9de5-165e-425a-b33f-1af4e922df3a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:16.045139 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81c07c63-e6d6-416b-9315-f1317b84d126 req-f8fd9de5-165e-425a-b33f-1af4e922df3a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0600750 Jul 30 00:48:16.088277 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-81c07c63-e6d6-416b-9315-f1317b84d126 req-b802f1bd-2f40-43f5-a676-65f95de5c253 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368354 Jul 30 00:48:17.213407 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9287-b779-466b-88d7-07e39944ed18 req-065749c7-0d41-4d33-8aa4-2f6415a1f8c4 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:17.216654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-467f9287-b779-466b-88d7-07e39944ed18 req-065749c7-0d41-4d33-8aa4-2f6415a1f8c4 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0571036 Jul 30 00:48:17.263901 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-467f9287-b779-466b-88d7-07e39944ed18 req-1842df54-9d26-4a6b-990d-c1d9aab57e6b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387726 Jul 30 00:48:18.403142 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68178be1-32f4-4c31-9d7b-16832e115480 req-6318f047-b155-4840-be22-fd7e75218723 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:18.404961 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68178be1-32f4-4c31-9d7b-16832e115480 req-6318f047-b155-4840-be22-fd7e75218723 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0544610 Jul 30 00:48:18.448893 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-68178be1-32f4-4c31-9d7b-16832e115480 req-42dad8eb-b053-42e4-b4d8-efee39623560 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370150 Jul 30 00:48:19.433134 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:19.580327 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5b2dc-3743-4301-83b6-803e84b1230a req-d0e08047-8ee9-471e-97bb-e2cd447d0a02 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:19.581876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ba5b2dc-3743-4301-83b6-803e84b1230a req-d0e08047-8ee9-471e-97bb-e2cd447d0a02 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0538466 Jul 30 00:48:19.623992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ba5b2dc-3743-4301-83b6-803e84b1230a req-fd243198-8fa1-4dc3-a44c-e9342bfac27d tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354733 Jul 30 00:48:20.756750 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3babccc-0f01-4cf4-ac5b-3ef5e933f42b req-9e9f624c-3bb1-4903-8fe3-604a4f68f263 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:20.758305 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3babccc-0f01-4cf4-ac5b-3ef5e933f42b req-9e9f624c-3bb1-4903-8fe3-604a4f68f263 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0597789 Jul 30 00:48:20.801633 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b3babccc-0f01-4cf4-ac5b-3ef5e933f42b req-4cb3aab5-74ba-423b-b892-be3eb1952a64 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372076 Jul 30 00:48:21.776259 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-25d34e7e-100d-4515-9adc-085f68ec2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:21.777795 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-25d34e7e-100d-4515-9adc-085f68ec2914 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde&tenant_id=baa15b23d7a34ad38afed7007e9c20cd HTTP/1.1" status: 200 len: 1096 time: 0.0445642 Jul 30 00:48:21.790832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-11', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:21.848695 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ffe486-ef6d-41d1-a265-3cf7b8238843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:21.853787 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:22.018186 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c37afc-75a1-48ad-8140-bcec08ca55a8 req-bb23c517-efc5-43a9-903a-22b18e443532 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:22.019760 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9c37afc-75a1-48ad-8140-bcec08ca55a8 req-bb23c517-efc5-43a9-903a-22b18e443532 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.1289988 Jul 30 00:48:22.114677 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e9c37afc-75a1-48ad-8140-bcec08ca55a8 req-958350a5-2313-4078-af6b-caa1b03aa7a3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857852 Jul 30 00:48:22.142924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:22.181131 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h2-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:48:22.216796 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5271cd-8136-4388-b5e4-080cf8c26eeb {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:48:22.224939 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:22.237682 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Transition to ACTIVE for port object 2f5271cd-8136-4388-b5e4-080cf8c26eeb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:48:22.241255 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:22.328464 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:22.340762 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.341112 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.341456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.341799 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.342134 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.342465 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.342840 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.343172 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.343504 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.343832 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.344188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.344510 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:22.384651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] No DVR routers for this DVR port 2f5271cd-8136-4388-b5e4-080cf8c26eeb on host n-h2-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:48:22.525615 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Attempting to bind port 2f5271cd-8136-4388-b5e4-080cf8c26eeb on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:48:22.525962 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Attempting to bind port 2f5271cd-8136-4388-b5e4-080cf8c26eeb by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:48:22.526303 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Attempting to bind port 2f5271cd-8136-4388-b5e4-080cf8c26eeb on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:48:22.530775 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Port 2f5271cd-8136-4388-b5e4-080cf8c26eeb on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:48:22.531102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Attempting to bind port 2f5271cd-8136-4388-b5e4-080cf8c26eeb on network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:48:22.535945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:48:22.536321 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Checking segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:48:22.536709 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Bound using segment: {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:48:22.537137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Bound port: 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:48:22.537504 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:22.610793 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:48:22.613990 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:48:22.618210 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:22.652622 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:22.653485 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:22.654951 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 1093 time: 0.8685565 Jul 30 00:48:22.655393 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:48:22.657720 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253" -d '{"events": [{"name": "network-changed", "server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:48:22.696932 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992d509-3c96-42ad-9107-169162f2cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:22.718629 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407df132-3998-42ff-96e5-07d569cae4ee x-openstack-request-id: req-407df132-3998-42ff-96e5-07d569cae4ee {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:48:22.718980 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:48:22.719185 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-407df132-3998-42ff-96e5-07d569cae4ee {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:48:22.719593 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'status': 'completed', 'code': 200} Jul 30 00:48:22.739831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-891471e0-5eb1-44c5-a0e2-dc614f69fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:22.741434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-891471e0-5eb1-44c5-a0e2-dc614f69fb90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1096 time: 0.0595224 Jul 30 00:48:22.846198 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-09e4dbb2-1862-41f0-803f-c01c8bbcff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:22.847722 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-09e4dbb2-1862-41f0-803f-c01c8bbcff1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0989830 Jul 30 00:48:22.919575 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-163e88e6-2656-45bc-8311-6d4d57006a3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 1000 time: 0.0637467 Jul 30 00:48:22.977354 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-8d059b58-6064-4e66-a1a5-49c069518dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:22.978865 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-8d059b58-6064-4e66-a1a5-49c069518dab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0519028 Jul 30 00:48:23.031086 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-73d9a02b-c8a4-4db9-99c0-9b07b5c6dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:23.032663 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-73d9a02b-c8a4-4db9-99c0-9b07b5c6dfdf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466955 Jul 30 00:48:23.125761 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-ad34686b-dbca-47a0-8eb2-66663b616a50 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853024 Jul 30 00:48:23.262659 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62dae-5719-49ec-b482-b86dff5dfdde req-258a82b2-b442-4166-b452-623932725cf9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:23.264221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cf62dae-5719-49ec-b482-b86dff5dfdde req-258a82b2-b442-4166-b452-623932725cf9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0806952 Jul 30 00:48:23.267131 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-6c975439-836d-4716-92c8-767b3b554399 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333821 Jul 30 00:48:23.306944 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3cf62dae-5719-49ec-b482-b86dff5dfdde req-12cc56c6-2ba8-4463-8e15-d65fee2c9a69 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360765 Jul 30 00:48:23.354040 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-e6f8ac27-0dd5-4918-8ce9-52ecfadbc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:23.355572 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-e6f8ac27-0dd5-4918-8ce9-52ecfadbc11b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1096 time: 0.0423241 Jul 30 00:48:23.451790 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-99ffceee-cbac-49b0-8a7b-174da18442ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:23.453276 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-99ffceee-cbac-49b0-8a7b-174da18442ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0895846 Jul 30 00:48:23.520889 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-21c5e1ec-2c56-4dbc-800f-d5e5c43f1d18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 1000 time: 0.0591917 Jul 30 00:48:23.577977 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-654655df-5d31-425d-bc3a-25757a8bd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:23.579466 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-654655df-5d31-425d-bc3a-25757a8bd0c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0508382 Jul 30 00:48:23.629807 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-a366189f-fc31-4d49-9b1d-1611164d4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:23.631377 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-a366189f-fc31-4d49-9b1d-1611164d4b80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434103 Jul 30 00:48:23.730451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-197c915e-5420-4176-ab6b-027b547379a1 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908999 Jul 30 00:48:23.833953 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f6fc6e52-3bd1-4460-89cd-7b82f74e9253 req-b80e6a27-e5a9-4186-b59d-2ba80721e0e5 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957015 Jul 30 00:48:24.298730 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-960c1e91-ff35-4e76-97a0-f35850461069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:24.328514 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:24.429343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1b41-5c40-4f4c-8a94-d6792e6afb56 req-8a22049c-15ab-40a2-abfa-379fc836ac86 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:24.430872 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9dd1b41-5c40-4f4c-8a94-d6792e6afb56 req-8a22049c-15ab-40a2-abfa-379fc836ac86 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0521436 Jul 30 00:48:24.470924 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c9dd1b41-5c40-4f4c-8a94-d6792e6afb56 req-a2b61c0c-d298-4f8f-aa87-18ed1e5f77a3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334821 Jul 30 00:48:25.591873 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9145-95d7-41d5-bcaf-74fdd407c9f4 req-a7f6dde6-a59e-4afd-b7d3-235d61e498b5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:25.593513 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-205e9145-95d7-41d5-bcaf-74fdd407c9f4 req-a7f6dde6-a59e-4afd-b7d3-235d61e498b5 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0522623 Jul 30 00:48:25.640748 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-205e9145-95d7-41d5-bcaf-74fdd407c9f4 req-fffacbde-2cdb-4295-86f7-a62388588276 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352528 Jul 30 00:48:25.806700 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:26.765397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30954f57-a63e-4385-86bf-8431717b41b2 req-6e229e04-c0d8-48a5-9459-7599402fe8fc tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:26.767189 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30954f57-a63e-4385-86bf-8431717b41b2 req-6e229e04-c0d8-48a5-9459-7599402fe8fc tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0588870 Jul 30 00:48:26.809369 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-30954f57-a63e-4385-86bf-8431717b41b2 req-7acaf695-a5dc-448e-bd18-c50a0b7acf95 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355995 Jul 30 00:48:27.422845 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:27.953441 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4970d-cb13-40c4-92cc-aebe8f436028 req-49575a49-0cbf-43c8-a095-abdd27851941 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:27.956062 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cf4970d-cb13-40c4-92cc-aebe8f436028 req-49575a49-0cbf-43c8-a095-abdd27851941 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0768907 Jul 30 00:48:27.999022 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8cf4970d-cb13-40c4-92cc-aebe8f436028 req-c7798384-49da-4b55-b7d6-9c6ac6968dc2 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371680 Jul 30 00:48:29.124835 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa8b3e-4298-4e43-bb69-f50ded72df4a req-88716eba-1c90-4719-b305-633970c07733 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:29.126738 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abaa8b3e-4298-4e43-bb69-f50ded72df4a req-88716eba-1c90-4719-b305-633970c07733 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0545380 Jul 30 00:48:29.169903 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-abaa8b3e-4298-4e43-bb69-f50ded72df4a req-639117f5-4323-4436-955f-e16ec6c58daf tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368536 Jul 30 00:48:30.316571 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefd1c4-0159-48c4-af79-b8d5d33f9ed7 req-9410efa4-32cb-4b7a-9049-d6b511e23f9f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:30.318287 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8fefd1c4-0159-48c4-af79-b8d5d33f9ed7 req-9410efa4-32cb-4b7a-9049-d6b511e23f9f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 944 time: 0.0706415 Jul 30 00:48:30.360897 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8fefd1c4-0159-48c4-af79-b8d5d33f9ed7 req-373b4f94-2901-4540-97c6-00f64f4cb10e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356991 Jul 30 00:48:31.022992 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:48:31.167542 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2f5271cd-8136-4388-b5e4-080cf8c26eeb details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:48:31.263931 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:31.275959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'port_id': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'mac_address': 'fa:16:3e:4a:a7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:48:31.316533 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:31.330308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5271cd-8136-4388-b5e4-080cf8c26eeb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:48:31.353894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:31.359197 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:31.410247 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:31.484402 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ce913-1c9a-40f9-9685-9c50935c5e54 req-5b0db683-0e5d-41b3-9247-aabef8916e7b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:31.485917 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-646ce913-1c9a-40f9-9685-9c50935c5e54 req-5b0db683-0e5d-41b3-9247-aabef8916e7b tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 945 time: 0.0502446 Jul 30 00:48:31.524993 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-646ce913-1c9a-40f9-9685-9c50935c5e54 req-a42eda39-8f75-4a68-b343-18334668dc41 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329089 Jul 30 00:48:31.603387 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['2f5271cd-8136-4388-b5e4-080cf8c26eeb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:48:32.646985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755cc5-215c-480e-a1b9-0fc323a7ba94 req-efec82eb-5fc5-4922-b79a-c961997deef1 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:32.648635 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96755cc5-215c-480e-a1b9-0fc323a7ba94 req-efec82eb-5fc5-4922-b79a-c961997deef1 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 945 time: 0.0517573 Jul 30 00:48:32.688864 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-96755cc5-215c-480e-a1b9-0fc323a7ba94 req-05fa35e6-a5df-45a2-bbb7-b41d8913c815 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342746 Jul 30 00:48:33.233983 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2f5271cd-8136-4388-b5e4-080cf8c26eeb up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:48:33.265538 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:33.292604 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 2f5271cd-8136-4388-b5e4-080cf8c26eeb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:48:33.297138 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 2f5271cd-8136-4388-b5e4-080cf8c26eeb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:48:33.297552 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:33.381959 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:33.405779 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:48:33.408199 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684a29cf-bef5-499b-a6fc-b6f2a532f3e7" -d '{"events": [{"server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "name": "network-vif-plugged", "status": "completed", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:48:33.421982 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:33.426172 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:33.450975 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425662d9-b2c3-4b37-8223-994e79135627 x-openstack-request-id: req-425662d9-b2c3-4b37-8223-994e79135627 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:48:33.451263 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "name": "network-vif-plugged", "status": "completed", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:48:33.451518 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-425662d9-b2c3-4b37-8223-994e79135627 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:48:33.451905 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'code': 200} Jul 30 00:48:33.479023 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:33.602575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510ee41-ba49-42b9-9f90-f7b75a806f24 req-6acee4a6-e5a4-42a0-8b1a-d7807ee2c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:33.604088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9510ee41-ba49-42b9-9f90-f7b75a806f24 req-6acee4a6-e5a4-42a0-8b1a-d7807ee2c6f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1099 time: 0.0444329 Jul 30 00:48:33.637545 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9510ee41-ba49-42b9-9f90-f7b75a806f24 req-5aee3f7c-0864-4dfb-bf92-a658dbec6c92 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267239 Jul 30 00:48:33.805998 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d980c14-2f62-46e6-9bf8-7f6a667d1edf req-837be952-a838-4214-90af-ee939935752f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:33.807520 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d980c14-2f62-46e6-9bf8-7f6a667d1edf req-837be952-a838-4214-90af-ee939935752f tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 947 time: 0.0501308 Jul 30 00:48:33.847726 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-1d980c14-2f62-46e6-9bf8-7f6a667d1edf req-0134dd29-edd2-4d7e-9d9d-01b95fe07407 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340729 Jul 30 00:48:34.963875 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4aa19-cf50-4916-a356-e53682047f08 req-3679106c-c249-4deb-8331-d4a20cc8a12a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:34.965410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98e4aa19-cf50-4916-a356-e53682047f08 req-3679106c-c249-4deb-8331-d4a20cc8a12a tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 947 time: 0.0489290 Jul 30 00:48:35.004001 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98e4aa19-cf50-4916-a356-e53682047f08 req-b31f57c4-437c-48e9-8549-a47f224bbb9e tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Jul 30 00:48:46.539570 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-1b3d11b6-169e-4f03-a44f-bfd624ded6f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0873694 Jul 30 00:48:46.625654 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-52ad2beb-73af-4c9a-a686-d72e3e79f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:46.627187 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-52ad2beb-73af-4c9a-a686-d72e3e79f540 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1099 time: 0.0426011 Jul 30 00:48:46.743260 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-94ace65d-5865-4114-ae39-943cf64be834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:46.744923 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-94ace65d-5865-4114-ae39-943cf64be834 service neutron] 10.222.0.42 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0922697 Jul 30 00:48:46.814619 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-5f8bc395-0563-4e01-89da-622b7933d7d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 1002 time: 0.0610197 Jul 30 00:48:46.868039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-3d620ca9-d902-4e90-ad25-9c7713efb1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:46.869599 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-3d620ca9-d902-4e90-ad25-9c7713efb1be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0467398 Jul 30 00:48:46.921727 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-408be812-8b80-4f70-9841-97a1b23c0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:46.923268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-408be812-8b80-4f70-9841-97a1b23c0508 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464165 Jul 30 00:48:47.023852 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-ff65fd7d-66f4-4cd3-af23-ed19c63240c2 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908258 Jul 30 00:48:47.117050 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f67c93ec-e909-418c-9343-cb1a8f52de07 req-41e3c292-f4bf-4ee2-8807-71599380cac3 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853741 Jul 30 00:48:49.446558 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:51.850328 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2968-7178-4551-811f-af90fae2fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:54.301075 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df702b79-1467-4553-ba80-3419bbc8f71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:54.329684 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:55.805829 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:57.423576 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:03.246923 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:08.023170 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:49:19.443735 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:21.851317 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f04bc8e3-f450-482b-94cc-467720b5e1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:24.302948 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f60bcbfc-3e98-4b48-af76-ef3152ef773e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:24.330999 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:25.811159 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:27.430457 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:33.263135 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:45.023033 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:49:48.481646 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-8b121631-4fb4-49ec-b650-3954eae123f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407288 Jul 30 00:49:48.563708 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-76740eff-11f0-4e41-86d9-f9e01aad5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:48.565307 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-76740eff-11f0-4e41-86d9-f9e01aad5f1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1099 time: 0.0412610 Jul 30 00:49:48.669390 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-28171402-7963-446e-b36c-86db8c1f39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:48.670866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-28171402-7963-446e-b36c-86db8c1f39aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.0866559 Jul 30 00:49:48.737900 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-d9593fea-c1b9-45f9-a64a-b7a9ec064a1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 1002 time: 0.0594318 Jul 30 00:49:48.787624 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-792cf8da-3808-41ae-917a-4bfb2f5ba8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:48.789107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-792cf8da-3808-41ae-917a-4bfb2f5ba8c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0437181 Jul 30 00:49:48.838583 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-5b6278d7-9aea-44ac-afa3-5bcd0190a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:48.840099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-5b6278d7-9aea-44ac-afa3-5bcd0190a117 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438764 Jul 30 00:49:48.929636 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-e72b2f02-2ced-498c-ae82-f9296ff3eea9 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817153 Jul 30 00:49:49.023238 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e8c76ad4-f293-436c-b4ed-fa867f94ca54 req-a41c5902-3ef8-45c8-b04a-eb69be2f7ed4 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861912 Jul 30 00:49:49.444194 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:51.857412 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b79a561e-3a2e-4d00-91f1-442b6d76ae82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:53.627618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:49:53.787293 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Deleting port 2a036e3a-49b7-49dc-8b25-25dc6fef6a96 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:49:53.787646 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:53.863270 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:53.863599 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:53.874909 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Calling delete_port for 2a036e3a-49b7-49dc-8b25-25dc6fef6a96 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:49:54.023053 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:54.049488 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event deleted for resources: {'Port': ['ID=2a036e3a-49b7-49dc-8b25-25dc6fef6a96,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:54.075817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.076189 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.076529 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.076865 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.077195 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.077521 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.077847 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.078171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.078500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.078821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.079137 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.079458 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.120853 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:54.121189 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Floating IP 96e59ece-535d-4797-abfd-229e1659b078 disassociated (deleted). External IP: 172.25.2.225, port: 2f5271cd-8136-4388-b5e4-080cf8c26eeb. Jul 30 00:49:54.305079 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8baa571c-dcbf-443e-8cc4-ba0d6a844891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:54.330006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:49:54.332777 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:54.745858 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:49:54.750591 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:54.755266 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] Sync routers for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:49:54.764755 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:49:54.765453 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:54.779373 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-0ef6d354-00c9-4d94-8faa-ece3a88fa400 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "DELETE /v2.0/floatingips/96e59ece-535d-4797-abfd-229e1659b078 HTTP/1.1" status: 204 len: 168 time: 1.1481578 Jul 30 00:49:54.779373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:49:54.779745 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42d5caa-15fc-4651-bade-8da90a8e0ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:49:54.825223 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f366e75c-9e10-457b-b6dd-81ba6fb92d0c x-openstack-request-id: req-f366e75c-9e10-457b-b6dd-81ba6fb92d0c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:49:54.825568 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:49:54.825826 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f366e75c-9e10-457b-b6dd-81ba6fb92d0c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:49:54.826229 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'status': 'completed', 'code': 200} Jul 30 00:49:54.874996 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:49:54.890499 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-6a73a585-ab2a-48fb-985b-f9f95191e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:54.892358 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-6a73a585-ab2a-48fb-985b-f9f95191e2b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 1099 time: 0.0441222 Jul 30 00:49:55.028867 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-69e3bee0-9d0c-4ea4-b62f-6ebd4ca78bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:55.030269 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-69e3bee0-9d0c-4ea4-b62f-6ebd4ca78bce service neutron] 10.222.0.42 "GET /v2.0/networks?id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 200 len: 909 time: 0.1284335 Jul 30 00:49:55.054564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9fe0c-4bdc-497b-a0b8-cb146aea1595 req-d4df66ab-f76b-4f48-8efd-0ec6a9727280 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:55.056080 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27f9fe0c-4bdc-497b-a0b8-cb146aea1595 req-d4df66ab-f76b-4f48-8efd-0ec6a9727280 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 947 time: 0.0676324 Jul 30 00:49:55.085734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-aa8ee48e-e07a-4f7a-ad91-37ebbff084af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 200 len: 217 time: 0.0454025 Jul 30 00:49:55.094022 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:55.120727 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] Checking router: 1cb28f28-ce30-4a00-8c33-406a5cc0da33 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:49:55.129466 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:49:55.130083 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:55.156459 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-27f9fe0c-4bdc-497b-a0b8-cb146aea1595 req-9d2a0ca9-bb55-453e-973c-60f06937aac3 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732965 Jul 30 00:49:55.160147 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-c68582c6-2193-4457-bab4-7a63defb51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:55.161528 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-c68582c6-2193-4457-bab4-7a63defb51d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 200 len: 847 time: 0.0631318 Jul 30 00:49:55.211563 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-a1ff041f-c38e-474a-bf84-6f951ad36606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:55.213440 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-a1ff041f-c38e-474a-bf84-6f951ad36606 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=454c3020-9d9b-43e3-a810-2b3e1a30ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438423 Jul 30 00:49:55.242597 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:49:55.304904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-99af977f-0eea-4540-9633-3f7f9b338a08 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826802 Jul 30 00:49:55.402381 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c42d5caa-15fc-4651-bade-8da90a8e0ad2 req-8a5bec28-7c97-4104-a42c-4f9f121e2dc2 service neutron] 10.222.0.42 "GET /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892813 Jul 30 00:49:55.438283 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:55.468038 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d50f09-d85d-45c4-9f4c-c3e180126e8f None None] The sync data for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 is: [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:27Z', 'revision_number': 4, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e4e09cb5-41a7-4595-8045-73f7496658cc', 'name': '', 'network_id': '454c3020-9d9b-43e3-a810-2b3e1a30ab0d', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'mac_address': 'fa:16:3e:24:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:27Z', 'updated_at': '2021-07-30T00:40:32Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'subnets': [{'id': 'd1f9e77c-61ac-4567-a6b8-f4964bd817f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:49:55.708661 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e850cd9-08e7-4379-a7a7-2840901d7544 None None] New status for floating IP 96e59ece-535d-4797-abfd-229e1659b078: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:49:55.813994 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:56.285152 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac4b3f-702e-4dab-8ffe-32e37152f798 req-bd0fd91f-7f32-4ac8-8b5b-31325c1d2add tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:56.286673 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98ac4b3f-702e-4dab-8ffe-32e37152f798 req-bd0fd91f-7f32-4ac8-8b5b-31325c1d2add tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 947 time: 0.0575247 Jul 30 00:49:56.326351 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-98ac4b3f-702e-4dab-8ffe-32e37152f798 req-0dc7a0cb-4276-4ee4-bfdf-37b720782bb9 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe4c453a-c0d4-4d0b-821d-662683a73bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Jul 30 00:49:56.562958 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-2ac58e06-ed98-42aa-abca-cf2ab55dae46 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:56.564904 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-2ac58e06-ed98-42aa-abca-cf2ab55dae46 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.42 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 947 time: 0.0531726 Jul 30 00:49:56.657082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-f493ed2c-9f57-474d-ab06-1edb3089b608 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Deleting port 2f5271cd-8136-4388-b5e4-080cf8c26eeb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:49:56.657428 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-f493ed2c-9f57-474d-ab06-1edb3089b608 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:56.755651 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-f493ed2c-9f57-474d-ab06-1edb3089b608 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] For port 2f5271cd-8136-4388-b5e4-080cf8c26eeb, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=2f5271cd-8136-4388-b5e4-080cf8c26eeb,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:49:56.756038 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-f493ed2c-9f57-474d-ab06-1edb3089b608 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:56.771107 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-f493ed2c-9f57-474d-ab06-1edb3089b608 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Calling delete_port for 2f5271cd-8136-4388-b5e4-080cf8c26eeb owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:49:56.900568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-f493ed2c-9f57-474d-ab06-1edb3089b608 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:56.927558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493ed2c-9f57-474d-ab06-1edb3089b608 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event deleted for resources: {'Port': ['ID=2f5271cd-8136-4388-b5e4-080cf8c26eeb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:56.977319 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-f493ed2c-9f57-474d-ab06-1edb3089b608 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] No DVR routers for this DVR port 2f5271cd-8136-4388-b5e4-080cf8c26eeb on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:49:56.980265 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-f493ed2c-9f57-474d-ab06-1edb3089b608 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:56.982395 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fb664a0e-a4d0-4d57-b91d-a2a667ea10b1 req-f493ed2c-9f57-474d-ab06-1edb3089b608 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.42 "DELETE /v2.0/ports/2f5271cd-8136-4388-b5e4-080cf8c26eeb HTTP/1.1" status: 204 len: 173 time: 0.4122088 Jul 30 00:49:56.982848 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'name': 'network-vif-deleted', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:49:56.985229 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c79812-1a5e-443e-8a52-d96d81ad2a80" -d '{"events": [{"server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "name": "network-vif-deleted", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:49:57.022081 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd9a921-9329-4d0a-a628-2df2c8d7f637 x-openstack-request-id: req-efd9a921-9329-4d0a-a628-2df2c8d7f637 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:49:57.022386 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcfbd53-4fd2-4def-a670-2061e5ef2bde", "name": "network-vif-deleted", "tag": "2f5271cd-8136-4388-b5e4-080cf8c26eeb", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:49:57.022646 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efd9a921-9329-4d0a-a628-2df2c8d7f637 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:49:57.023061 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcfbd53-4fd2-4def-a670-2061e5ef2bde', 'name': 'network-vif-deleted', 'tag': '2f5271cd-8136-4388-b5e4-080cf8c26eeb', 'status': 'completed', 'code': 200} Jul 30 00:49:57.426777 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e51c99a-f199-4679-93b6-576183b126ff req-ce8ed080-633f-4759-a5a9-b860dbeaf6d1 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 210 time: 0.0287080 Jul 30 00:49:57.603405 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:58.526994 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cd3f6051-a6ff-4aac-b485-7915c806652a req-7d708aa0-b99f-424d-8d2d-252c839eefc1 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 210 time: 0.0278277 Jul 30 00:49:59.588863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2f5271cd-8136-4388-b5e4-080cf8c26eeb no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:49:59.610235 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 2f5271cd-8136-4388-b5e4-080cf8c26eeb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:49:59.610871 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 2f5271cd-8136-4388-b5e4-080cf8c26eeb not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:49:59.626417 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b7cbdb5e-d697-4395-9f3a-c6fbb0d75bc2 req-e4e6bacd-65dd-4b49-961c-77718a23bea6 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 210 time: 0.0271969 Jul 30 00:50:00.736201 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-08c179bf-992e-4ecc-bb15-aa12eb5ee2a6 req-8df0f762-bb3a-428a-8579-1907c98742c1 tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcfbd53-4fd2-4def-a670-2061e5ef2bde HTTP/1.1" status: 200 len: 210 time: 0.0278046 Jul 30 00:50:01.795571 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42270) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:01.863009 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.889057 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.953777 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.956475 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.961263 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe4c453a-c0d4-4d0b-821d-662683a73bb3 HTTP/1.1" status: 204 len: 168 time: 0.1612172 Jul 30 00:50:01.968540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4c453a-c0d4-4d0b-821d-662683a73bb3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:01.980975 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.981333 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.981666 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.982039 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.982381 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.982717 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.983051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.983378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.983711 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.984076 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.984417 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:01.984747 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af245dab-fd59-422c-b3f4-fba5f049eeaa tempest-TestShelveInstance-537252889 tempest-TestShelveInstance-537252889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.010447 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42276) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:02.477081 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.750924 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] Deleting port e4e09cb5-41a7-4595-8045-73f7496658cc {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:50:02.751271 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.833599 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] For port e4e09cb5-41a7-4595-8045-73f7496658cc, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e4e09cb5-41a7-4595-8045-73f7496658cc,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:02.833971 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.852926 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] Calling delete_port for e4e09cb5-41a7-4595-8045-73f7496658cc owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:50:03.048039 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.075357 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e09cb5-41a7-4595-8045-73f7496658cc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:03.262606 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.287381 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.495412 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] Router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:50:03.606279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:03.614701 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-dc835e4c-ca94-4b32-8ffa-6aa2a63c12ad admin admin] 10.222.0.37 "PUT /v2.0/routers/1cb28f28-ce30-4a00-8c33-406a5cc0da33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6007991 Jul 30 00:50:03.615795 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:03.620956 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] Sync routers for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:03.633253 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:03.633866 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:03.731920 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.840763 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.849379 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:03.898963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Deleting port cfd6448b-c15e-4e6d-a8ce-fce6e5572650 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:50:03.899232 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.981618 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] For port cfd6448b-c15e-4e6d-a8ce-fce6e5572650, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=cfd6448b-c15e-4e6d-a8ce-fce6e5572650,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:03.982108 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.999658 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Calling delete_port for cfd6448b-c15e-4e6d-a8ce-fce6e5572650 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:50:04.040628 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:50:02Z', 'revision_number': 5, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port': {'id': 'cfd6448b-c15e-4e6d-a8ce-fce6e5572650', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:04.067870 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] Checking router: 1cb28f28-ce30-4a00-8c33-406a5cc0da33 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:04.076913 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] Routers {'1cb28f28-ce30-4a00-8c33-406a5cc0da33'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:04.077544 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:04.169219 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] Set router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:04.171410 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.201829 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd6448b-c15e-4e6d-a8ce-fce6e5572650,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:04.226424 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:50:03Z', 'revision_number': 6, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:04.253533 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a53cc7-3a1c-4246-8cdd-80c0fe3cd2f4 None None] The sync data for ids ['1cb28f28-ce30-4a00-8c33-406a5cc0da33'] in n-d-712139-11 is: [{'id': '1cb28f28-ce30-4a00-8c33-406a5cc0da33', 'name': 'tempest-TestShelveInstance-747920029-router', 'tenant_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:25Z', 'updated_at': '2021-07-30T00:50:03Z', 'revision_number': 6, 'project_id': 'baa15b23d7a34ad38afed7007e9c20cd', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:04.266347 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.359774 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.361980 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.409726 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.410287 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cb28f28-ce30-4a00-8c33-406a5cc0da33 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:50:04.415064 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.416303 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-19b00feb-f2cf-40f8-bcaf-c06c70bff62f admin admin] 10.222.0.37 "DELETE /v2.0/routers/1cb28f28-ce30-4a00-8c33-406a5cc0da33 HTTP/1.1" status: 204 len: 168 time: 0.8003001 Jul 30 00:50:04.418901 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42282) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:04.464612 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-82119551-e3d7-42a8-821d-022a0ab6add0 admin admin] Deleting subnet d1f9e77c-61ac-4567-a6b8-f4964bd817f7 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:50:04.467642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82119551-e3d7-42a8-821d-022a0ab6add0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.502968 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82119551-e3d7-42a8-821d-022a0ab6add0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.586506 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82119551-e3d7-42a8-821d-022a0ab6add0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.645792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82119551-e3d7-42a8-821d-022a0ab6add0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.676615 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82119551-e3d7-42a8-821d-022a0ab6add0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.681421 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-82119551-e3d7-42a8-821d-022a0ab6add0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d1f9e77c-61ac-4567-a6b8-f4964bd817f7 HTTP/1.1" status: 204 len: 168 time: 0.2586205 Jul 30 00:50:04.681421 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82119551-e3d7-42a8-821d-022a0ab6add0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f9e77c-61ac-4567-a6b8-f4964bd817f7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:04.681659 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42284) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:04.696242 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df9277b-a4e0-4a54-a978-c08e11ec428c None None] Network 454c3020-9d9b-43e3-a810-2b3e1a30ab0d requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:50:04.754291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.808047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Deleting port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:50:04.808385 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.878816 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] For port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=70e8f145-fa6b-445e-b1f9-b9db02a8f95e,segment=NetworkSegment(cce32e14-b5b2-4972-91b8-bbf46d0b4bf1),segment_id=cce32e14-b5b2-4972-91b8-bbf46d0b4bf1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:04.879258 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.894255 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Calling delete_port for 70e8f145-fa6b-445e-b1f9-b9db02a8f95e owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:50:04.978858 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.005667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e8f145-fa6b-445e-b1f9-b9db02a8f95e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:05.013456 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] No DVR routers for this DVR port 70e8f145-fa6b-445e-b1f9-b9db02a8f95e on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:50:05.031900 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1e95ec-91b5-4e54-b7c8-bb6e1f493d36 None None] DHCP port deletion for 454c3020-9d9b-43e3-a810-2b3e1a30ab0d request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:50:05.082417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cfd6448b-c15e-4e6d-a8ce-fce6e5572650 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:50:05.103741 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: cfd6448b-c15e-4e6d-a8ce-fce6e5572650 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:50:05.104118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device cfd6448b-c15e-4e6d-a8ce-fce6e5572650 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:50:05.104539 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 70e8f145-fa6b-445e-b1f9-b9db02a8f95e no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:50:05.107871 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.119503 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454c3020-9d9b-43e3-a810-2b3e1a30ab0d']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:05.124712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 70e8f145-fa6b-445e-b1f9-b9db02a8f95e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:50:05.125064 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 70e8f145-fa6b-445e-b1f9-b9db02a8f95e not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:50:05.125478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e4e09cb5-41a7-4595-8045-73f7496658cc no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:50:05.131862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:05.132274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce32e14-b5b2-4972-91b8-bbf46d0b4bf1') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:05.142952 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.151712 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e4e09cb5-41a7-4595-8045-73f7496658cc {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:50:05.152299 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e4e09cb5-41a7-4595-8045-73f7496658cc not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:50:05.160930 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.168290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:50:05.168781 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:50:05.171011 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:50:05.228924 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.236479 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.238760 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/454c3020-9d9b-43e3-a810-2b3e1a30ab0d HTTP/1.1" status: 204 len: 168 time: 0.5561967 Jul 30 00:50:05.241763 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:05.249204 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be39c0-0943-426a-adb7-0d3f6dec80e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=454c3020-9d9b-43e3-a810-2b3e1a30ab0d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:05.916633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.182428 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] Deleting port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:50:06.182668 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.273565 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] For port 8a29e1a7-22bd-4e65-a388-50cf94ec89c9, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=8a29e1a7-22bd-4e65-a388-50cf94ec89c9,segment=NetworkSegment(1807543c-5746-474e-ae08-da047bd06b9a),segment_id=1807543c-5746-474e-ae08-da047bd06b9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:06.274405 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.288364 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] Calling delete_port for 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:50:06.485794 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.513613 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a29e1a7-22bd-4e65-a388-50cf94ec89c9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:06.689776 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.908459 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] Router b9b48502-1385-47e0-86e4-ddd73c51129f has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:50:07.018535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:07.024389 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-5c65b918-0318-4a43-ad0c-a4c3dfc97915 admin admin] 10.222.0.37 "PUT /v2.0/routers/b9b48502-1385-47e0-86e4-ddd73c51129f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7808127 Jul 30 00:50:07.026370 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:07.029616 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] Sync routers for ids ['b9b48502-1385-47e0-86e4-ddd73c51129f'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:07.039416 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] Routers {'b9b48502-1385-47e0-86e4-ddd73c51129f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:07.040096 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9b48502-1385-47e0-86e4-ddd73c51129f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:07.138094 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.148948 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] Set router b9b48502-1385-47e0-86e4-ddd73c51129f gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:07.247283 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.303876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Deleting port b82b130f-284b-4120-abd5-4aba27668fec {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:50:07.304595 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.337471 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'name': 'tempest-TestShelveInstance-1858966968-router', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:29Z', 'updated_at': '2021-07-30T00:50:06Z', 'revision_number': 5, 'project_id': '080c26b5381d4bb798257c24fda20492', 'gw_port': {'id': 'b82b130f-284b-4120-abd5-4aba27668fec', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:40:30Z', 'updated_at': '2021-07-30T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:07.366010 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] Checking router: b9b48502-1385-47e0-86e4-ddd73c51129f for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:07.375367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] Routers {'b9b48502-1385-47e0-86e4-ddd73c51129f'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:07.376304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['b9b48502-1385-47e0-86e4-ddd73c51129f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:07.389859 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] For port b82b130f-284b-4120-abd5-4aba27668fec, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=b82b130f-284b-4120-abd5-4aba27668fec,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:07.390233 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.405245 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Calling delete_port for b82b130f-284b-4120-abd5-4aba27668fec owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:50:07.465575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] Set router b9b48502-1385-47e0-86e4-ddd73c51129f gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:07.522359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'name': 'tempest-TestShelveInstance-1858966968-router', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:29Z', 'updated_at': '2021-07-30T00:50:07Z', 'revision_number': 6, 'project_id': '080c26b5381d4bb798257c24fda20492', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:07.550339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01a63b-aec0-47b7-bf5a-c05cca199a54 None None] The sync data for ids ['b9b48502-1385-47e0-86e4-ddd73c51129f'] in n-d-712139-11 is: [{'id': 'b9b48502-1385-47e0-86e4-ddd73c51129f', 'name': 'tempest-TestShelveInstance-1858966968-router', 'tenant_id': '080c26b5381d4bb798257c24fda20492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:40:29Z', 'updated_at': '2021-07-30T00:50:07Z', 'revision_number': 6, 'project_id': '080c26b5381d4bb798257c24fda20492', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:07.589042 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.616692 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=b82b130f-284b-4120-abd5-4aba27668fec,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:07.678368 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.775309 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.777468 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.823642 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.824163 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b48502-1385-47e0-86e4-ddd73c51129f {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:50:07.829239 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.831102 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4a51fe01-7d9e-43ab-b3e0-cbb038103e99 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b9b48502-1385-47e0-86e4-ddd73c51129f HTTP/1.1" status: 204 len: 168 time: 0.8037422 Jul 30 00:50:07.833547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:07.880481 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fd9233-af5c-42de-b441-f236875c45f5 admin admin] Deleting subnet c13ecf86-8016-4397-a1a0-6b915d937f10 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:50:07.884991 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99fd9233-af5c-42de-b441-f236875c45f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.925031 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99fd9233-af5c-42de-b441-f236875c45f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.018819 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99fd9233-af5c-42de-b441-f236875c45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.072909 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99fd9233-af5c-42de-b441-f236875c45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.098024 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd9233-af5c-42de-b441-f236875c45f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13ecf86-8016-4397-a1a0-6b915d937f10,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:08.104504 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99fd9233-af5c-42de-b441-f236875c45f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.107388 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-99fd9233-af5c-42de-b441-f236875c45f5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c13ecf86-8016-4397-a1a0-6b915d937f10 HTTP/1.1" status: 204 len: 168 time: 0.2719405 Jul 30 00:50:08.109153 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42292) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:08.111673 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9a8b5-f5e4-4a13-93df-bb7fbc9661d1 None None] Network f579c0ef-cfef-43d1-8ef4-bb40c58ec179 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:50:08.182128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.240450 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Deleting port da37d01a-4c2e-4572-83ca-8698efcfdab8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:50:08.240802 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.306692 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] For port da37d01a-4c2e-4572-83ca-8698efcfdab8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=da37d01a-4c2e-4572-83ca-8698efcfdab8,segment=NetworkSegment(1807543c-5746-474e-ae08-da047bd06b9a),segment_id=1807543c-5746-474e-ae08-da047bd06b9a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:08.307093 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.312298 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] DHCP port deletion for f579c0ef-cfef-43d1-8ef4-bb40c58ec179 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:50:08.322734 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Calling delete_port for da37d01a-4c2e-4572-83ca-8698efcfdab8 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:50:08.368244 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Deleting port da37d01a-4c2e-4572-83ca-8698efcfdab8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:50:08.368546 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.414069 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.438585 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] For port da37d01a-4c2e-4572-83ca-8698efcfdab8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=da37d01a-4c2e-4572-83ca-8698efcfdab8,segment=NetworkSegment(1807543c-5746-474e-ae08-da047bd06b9a),segment_id=1807543c-5746-474e-ae08-da047bd06b9a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:08.438776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da37d01a-4c2e-4572-83ca-8698efcfdab8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:08.439710 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.445824 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] No DVR routers for this DVR port da37d01a-4c2e-4572-83ca-8698efcfdab8 on host n-d-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:50:08.463484 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Calling delete_port for da37d01a-4c2e-4572-83ca-8698efcfdab8 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:50:08.522997 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.533994 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f579c0ef-cfef-43d1-8ef4-bb40c58ec179']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:08.545351 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.545759 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1807543c-5746-474e-ae08-da047bd06b9a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:08.546063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1807543c-5746-474e-ae08-da047bd06b9a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:08.557456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14018542'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.571466 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Pushing event deleted for resources: {'Port': ['ID=da37d01a-4c2e-4572-83ca-8698efcfdab8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:08.572896 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.576210 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] No DVR routers for this DVR port da37d01a-4c2e-4572-83ca-8698efcfdab8 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:50:08.582807 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:50:08.583296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14018109'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.585441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.585441 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.585678 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: Traceback (most recent call last): Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: timer() Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: cb(*args, **kw) Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: return func(*args, **kwargs) Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: self._notify() Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: self.callback(batched_events) Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: event.method(event) Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: return f(self, *a, **k) Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: return self._get(url).json() Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:50:08.585774 n-d-712139-11 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:50:08.588190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.588190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.588190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.588190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.588190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.588190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.588190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.588720 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.588720 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3e32-5737-48c7-9c25-11877eead9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:08.646492 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.652653 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.654535 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f579c0ef-cfef-43d1-8ef4-bb40c58ec179 HTTP/1.1" status: 204 len: 168 time: 0.5443161 Jul 30 00:50:08.668418 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd998b-110e-45b2-80f1-e9f77dcda6f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f579c0ef-cfef-43d1-8ef4-bb40c58ec179,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:08.771725 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42296) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:08.808759 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:50:08.816566 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0dc5ab41-51a0-4d13-b2df-317cfa0c59fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=baa15b23d7a34ad38afed7007e9c20cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434217 Jul 30 00:50:08.819200 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42298) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:08.829743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:50:08.830070 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 8a29e1a7-22bd-4e65-a388-50cf94ec89c9 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:50:08.830487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device da37d01a-4c2e-4572-83ca-8698efcfdab8 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:50:08.854177 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: da37d01a-4c2e-4572-83ca-8698efcfdab8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:50:08.854449 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device da37d01a-4c2e-4572-83ca-8698efcfdab8 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:50:08.854874 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b82b130f-284b-4120-abd5-4aba27668fec no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:50:08.875277 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3158fb49-2ec7-4aa6-8d69-cacb28781883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.880907 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: b82b130f-284b-4120-abd5-4aba27668fec {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:50:08.881256 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device b82b130f-284b-4120-abd5-4aba27668fec not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:50:08.899960 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3158fb49-2ec7-4aa6-8d69-cacb28781883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.948375 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3158fb49-2ec7-4aa6-8d69-cacb28781883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.951284 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3158fb49-2ec7-4aa6-8d69-cacb28781883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.955591 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3158fb49-2ec7-4aa6-8d69-cacb28781883 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c0638d1-9c7b-44c7-bd3e-e3cdf75aeb12 HTTP/1.1" status: 204 len: 168 time: 0.1320837 Jul 30 00:50:08.961832 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158fb49-2ec7-4aa6-8d69-cacb28781883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0638d1-9c7b-44c7-bd3e-e3cdf75aeb12,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:09.272274 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:09.313450 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-68ce702c-d241-4828-ab88-9f937c112831 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=080c26b5381d4bb798257c24fda20492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399654 Jul 30 00:50:09.316152 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42306) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:09.365833 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be123f63-f107-4c8a-bfc0-35e3e8e22905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.386637 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be123f63-f107-4c8a-bfc0-35e3e8e22905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.436128 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be123f63-f107-4c8a-bfc0-35e3e8e22905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.438931 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be123f63-f107-4c8a-bfc0-35e3e8e22905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.440151 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-be123f63-f107-4c8a-bfc0-35e3e8e22905 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ea537ab-4c6b-494d-9dc0-09e95c714556 HTTP/1.1" status: 204 len: 168 time: 0.1230373 Jul 30 00:50:09.448455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be123f63-f107-4c8a-bfc0-35e3e8e22905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea537ab-4c6b-494d-9dc0-09e95c714556,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:10.136368 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:10.232378 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2034700222-network', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:10.255484 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Made reservation on behalf of 88c2bbd50d69400b899483de86fb5a80 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:50:10.257619 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.269322 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.364027 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.368689 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.396712 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:50:10.405953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ecff9a-43f9-4876-b693-a6fad1eb793c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:10.415042 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.415338 n-d-712139-11 neutron-server[93817]: INFO neutron.db.segments_db [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Added segment a9b3d593-a0ac-43de-be59-756207374d32 of type vlan for network d9d2929e-5902-4746-bf0b-045ebab3fe79 Jul 30 00:50:10.461148 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.490124 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.491087 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:10.491676 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.542887 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4053683 Jul 30 00:50:10.545948 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42332) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:10.551880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Request body: {'subnet': {'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2034700222-subnet', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:10.553088 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87079dd-365e-4645-ba0d-802ca3fd27f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d2929e-5902-4746-bf0b-045ebab3fe79,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:10.563222 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network d9d2929e-5902-4746-bf0b-045ebab3fe79 details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:50:10.576482 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Made reservation on behalf of 88c2bbd50d69400b899483de86fb5a80 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:50:10.578936 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12980733'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.769208 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14458037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12980691'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.826272 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efcd705a-fe27-4a95-aa31-c483b620daf5,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:10.835456 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Checking segment: {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:10.835853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Network hostable DHCP agents. Network: d9d2929e-5902-4746-bf0b-045ebab3fe79, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:50:10.853639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Network d9d2929e-5902-4746-bf0b-045ebab3fe79 is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:50:10.863052 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, d9d2929e-5902-4746-bf0b-045ebab3fe79) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:10.868438 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:10.869104 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.872283 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8629b76-9de5-49af-b207-aa2924d32271 None None] Network d9d2929e-5902-4746-bf0b-045ebab3fe79 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:50:10.885444 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-47ac329e-c6c3-4e34-bc4b-e40560544156 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3383329 Jul 30 00:50:10.888117 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:10.892906 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:10.914816 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.915838 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.979173 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.038508 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-d9d2929e-5902-4746-bf0b-045ebab3fe79', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:50:11.039786 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.123633 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.181707 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Allocated IP 172.20.0.2 (d9d2929e-5902-4746-bf0b-045ebab3fe79/efcd705a-fe27-4a95-aa31-c483b620daf5/0ca0caa7-38ef-4859-8a42-ee54f950b8b5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:11.342473 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.346883 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.355333 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Transition to ACTIVE for port object 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:11.363165 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.370517 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Transition to ACTIVE for port object 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:11.377426 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.416799 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Network d9d2929e-5902-4746-bf0b-045ebab3fe79 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:11.419675 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:11.425992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:11.436346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Pushing event updated for resources: {'Port': ['ID=0ca0caa7-38ef-4859-8a42-ee54f950b8b5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:11.475810 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Allocated IP 172.25.2.137 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/6b5aa409-dbff-447f-9a9e-7b283594aae2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:11.488842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Attempting to bind port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:11.488842 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Attempting to bind port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:11.489182 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Attempting to bind port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 on network d9d2929e-5902-4746-bf0b-045ebab3fe79 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:11.495061 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:11.495524 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Checking segment: {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:11.495857 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.496279 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Bound using segment: {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:11.496761 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Bound port: 0ca0caa7-38ef-4859-8a42-ee54f950b8b5, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:11.497159 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.569959 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] For port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:11.573736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] For port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0ca0caa7-38ef-4859-8a42-ee54f950b8b5,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:11.578592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.598048 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.641990 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18892e09-9e2d-410b-9e87-537230a621ac None None] Pushing event updated for resources: {'Port': ['ID=0ca0caa7-38ef-4859-8a42-ee54f950b8b5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:11.647583 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.689885 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:11.698034 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:11.700159 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Pushing event updated for resources: {'Port': ['ID=6b5aa409-dbff-447f-9a9e-7b283594aae2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:11.702714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:11.991374 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:12.533392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:12.609364 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a506fa-1575-4152-9dca-05b6c189cef1 None None] Network d9d2929e-5902-4746-bf0b-045ebab3fe79 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:50:12.686809 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Router 3d857463-00b9-42aa-84cf-a5420f3d12b1 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:50:12.693386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1932dd58-c873-4e1c-b26f-da4f39191bc5 None None] Provisioning for port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:12.816429 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:12.829939 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Sync routers for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:12.845982 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:12.847724 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:12.848109 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:12.852519 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-2b41d987-3688-4db6-9768-caa75188717c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9597740 Jul 30 00:50:12.853433 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:12.866491 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:12.958753 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:12.965319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:12.965913 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.041743 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:13.070005 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.105797 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0ca0caa7-38ef-4859-8a42-ee54f950b8b5,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:13.110604 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.161359 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-02ed9756-b917-4c28-9b91-99f06460b2bb None None] Provisioning complete for port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:13.161927 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02ed9756-b917-4c28-9b91-99f06460b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.192665 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=0ca0caa7-38ef-4859-8a42-ee54f950b8b5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:13.244411 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:11Z', 'revision_number': 3, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:13.273257 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Checking router: 3d857463-00b9-42aa-84cf-a5420f3d12b1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:13.273611 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Updating router 3d857463-00b9-42aa-84cf-a5420f3d12b1 port 6b5aa409-dbff-447f-9a9e-7b283594aae2 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:50:13.297893 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.375623 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.534332 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Allocated IP 172.20.0.1 (d9d2929e-5902-4746-bf0b-045ebab3fe79/efcd705a-fe27-4a95-aa31-c483b620daf5/c1e342b1-26c7-400e-b132-b10b7ef162c8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:13.551740 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.561748 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Transition to ACTIVE for port object 6b5aa409-dbff-447f-9a9e-7b283594aae2 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:13.568452 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.620867 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Attempting to bind port 6b5aa409-dbff-447f-9a9e-7b283594aae2 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:13.621241 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Attempting to bind port 6b5aa409-dbff-447f-9a9e-7b283594aae2 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:13.621609 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Attempting to bind port 6b5aa409-dbff-447f-9a9e-7b283594aae2 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:13.632870 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Pushing event updated for resources: {'Port': ['ID=6b5aa409-dbff-447f-9a9e-7b283594aae2,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:13.635787 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:13.636187 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:13.636590 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.636978 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:13.637444 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Bound port: 6b5aa409-dbff-447f-9a9e-7b283594aae2, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:13.637823 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.638186 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.644409 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.644762 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.645107 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.645445 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.645778 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.646131 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.646442 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.646766 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.647091 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.647417 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.647735 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.648080 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:13.653158 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Transition to ACTIVE for port object c1e342b1-26c7-400e-b132-b10b7ef162c8 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:13.687251 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.700307 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] For port 6b5aa409-dbff-447f-9a9e-7b283594aae2, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:13.703886 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] For port 6b5aa409-dbff-447f-9a9e-7b283594aae2, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6b5aa409-dbff-447f-9a9e-7b283594aae2,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:13.708330 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.729806 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Network d9d2929e-5902-4746-bf0b-045ebab3fe79 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:13.732653 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:13.738640 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:13.761041 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:13.761663 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:13.763920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e342b1-26c7-400e-b132-b10b7ef162c8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:13.781551 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.819726 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf60c8-0523-44e4-8b99-b2ae1c9e05e4 None None] Pushing event updated for resources: {'Port': ['ID=6b5aa409-dbff-447f-9a9e-7b283594aae2,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:13.898101 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:13.928665 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.984470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0beb016b-16ff-447b-a8e9-db3e1a6e23f0 None None] Provisioning for port c1e342b1-26c7-400e-b132-b10b7ef162c8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:13.989175 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0beb016b-16ff-447b-a8e9-db3e1a6e23f0 None None] Provisioning complete for port c1e342b1-26c7-400e-b132-b10b7ef162c8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:13.989792 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0beb016b-16ff-447b-a8e9-db3e1a6e23f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:14.030645 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0beb016b-16ff-447b-a8e9-db3e1a6e23f0 None None] Port c1e342b1-26c7-400e-b132-b10b7ef162c8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:50:14.097221 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:11Z', 'revision_number': 3, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:14.218346 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952e454-2712-4a72-90a5-216d634f1b06 None None] The sync data for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 is: [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:11Z', 'revision_number': 3, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:14.445467 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:14.456874 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:14.531380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e342b1-26c7-400e-b132-b10b7ef162c8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:14.537893 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:14.652105 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Network d9d2929e-5902-4746-bf0b-045ebab3fe79 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:14.653373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:14.792342 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Router 3d857463-00b9-42aa-84cf-a5420f3d12b1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:50:14.945792 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:14.957743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6b5aa409-dbff-447f-9a9e-7b283594aae2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:14.961579 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-44165375-3667-4b2d-a374-d007065ea609 admin admin] 10.222.0.37 "PUT /v2.0/routers/3d857463-00b9-42aa-84cf-a5420f3d12b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1068954 Jul 30 00:50:15.012420 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d973790c-8a29-4b6e-bbed-42bffcf0c49e None None] Provisioning complete for port c1e342b1-26c7-400e-b132-b10b7ef162c8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:15.013710 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d973790c-8a29-4b6e-bbed-42bffcf0c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.058185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 6b5aa409-dbff-447f-9a9e-7b283594aae2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:15.063351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d973790c-8a29-4b6e-bbed-42bffcf0c49e None None] Port c1e342b1-26c7-400e-b132-b10b7ef162c8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:50:15.065581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6b5aa409-dbff-447f-9a9e-7b283594aae2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:15.066184 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.161373 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.192146 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 6b5aa409-dbff-447f-9a9e-7b283594aae2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6b5aa409-dbff-447f-9a9e-7b283594aae2,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:15.197540 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.198339 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:15.283403 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=6b5aa409-dbff-447f-9a9e-7b283594aae2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:15.294262 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:15.294644 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.609233 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42352) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:15.615279 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1389662112-network', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:15.639791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Made reservation on behalf of b9145f0acbf14489aa57b62e7fdccd4f for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:50:15.643444 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.661253 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.787518 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.792873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.826082 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:50:15.849823 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cb0eb8-de54-49b1-8a86-ad895d9b6c13,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:15.854229 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.854576 n-d-712139-11 neutron-server[93816]: INFO neutron.db.segments_db [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Added segment 02e3ce4c-6a63-44a0-abff-a7429b734c1b of type vlan for network fb85edd4-fb74-4bf8-990e-92e79930620e Jul 30 00:50:15.905304 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750937127518'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.947450 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.949069 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:15.950278 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.985286 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Sync routers for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:15.995875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:15.996698 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:16.057095 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4466522 Jul 30 00:50:16.061133 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:16.067560 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Request body: {'subnet': {'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1389662112-subnet', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:16.069579 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c086c4b-50c5-435c-b185-e1c9be9f165e admin admin] Pushing event updated for resources: {'Network': ['ID=fb85edd4-fb74-4bf8-990e-92e79930620e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:16.099635 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Made reservation on behalf of b9145f0acbf14489aa57b62e7fdccd4f for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:50:16.102190 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165667'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.107046 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Network fb85edd4-fb74-4bf8-990e-92e79930620e details requested by agent ovs-agent-n-d-712139-11 with host n-d-712139-11 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:50:16.209126 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:16.294793 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14018464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165645'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.360656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0153515f-06c7-49aa-9c37-cfe978316b2c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:16.368783 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Checking segment: {'id': '02e3ce4c-6a63-44a0-abff-a7429b734c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:16.369225 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Network hostable DHCP agents. Network: fb85edd4-fb74-4bf8-990e-92e79930620e, hostable agents: ['7988cec6-454f-4a21-90fb-6ddb3519ae8a'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:50:16.386203 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Network fb85edd4-fb74-4bf8-990e-92e79930620e is scheduled to be hosted by DHCP agent 7988cec6-454f-4a21-90fb-6ddb3519ae8a with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:50:16.395253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-11, fb85edd4-fb74-4bf8-990e-92e79930620e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:16.399721 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:16.400353 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.406442 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90462d15-d9fe-499d-9dc8-f5d80255ced0 None None] Network fb85edd4-fb74-4bf8-990e-92e79930620e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:50:16.418847 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-75ae8cc6-7629-4941-8eb3-35ec63520e6d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3564312 Jul 30 00:50:16.421862 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:16.426830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1389662112-router', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:16.449390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.450704 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.501507 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 2, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:16.516484 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.658278 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.690557 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Checking router: 3d857463-00b9-42aa-84cf-a5420f3d12b1 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:16.690908 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Updating router 3d857463-00b9-42aa-84cf-a5420f3d12b1 port c1e342b1-26c7-400e-b132-b10b7ef162c8 binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:50:16.739822 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.806044 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48fe066e-3840-5d8f-aad9-29671ebf64bc-fb85edd4-fb74-4bf8-990e-92e79930620e', 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'fixed_ips': [{'subnet_id': '0153515f-06c7-49aa-9c37-cfe978316b2c'}]}} from n-d-712139-11. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:50:16.806988 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.864190 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6b5aa409-dbff-447f-9a9e-7b283594aae2 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:16.869663 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.888753 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.007363 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Allocated IP 172.25.2.103 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/3f9fb6e9-cf5d-44ce-bb25-4197ced70013) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:17.096690 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 6b5aa409-dbff-447f-9a9e-7b283594aae2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:17.097074 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.119310 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.161973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Allocated IP 172.20.0.2 (fb85edd4-fb74-4bf8-990e-92e79930620e/0153515f-06c7-49aa-9c37-cfe978316b2c/dc67483c-34d0-4dd3-9481-9e36db8850f1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:17.168589 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.209130 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:17.212038 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:17.215845 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:17.242849 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9fb6e9-cf5d-44ce-bb25-4197ced70013,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:17.326815 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.349894 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Transition to ACTIVE for port object c1e342b1-26c7-400e-b132-b10b7ef162c8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:17.366290 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.457001 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e30c1-c2ee-4281-ba44-1b534098b124 None None] Pushing event updated for resources: {'Port': ['ID=c1e342b1-26c7-400e-b132-b10b7ef162c8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:17.469331 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.497131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Transition to ACTIVE for port object dc67483c-34d0-4dd3-9481-9e36db8850f1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:17.504108 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.537367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Attempting to bind port c1e342b1-26c7-400e-b132-b10b7ef162c8 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:17.537781 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Attempting to bind port c1e342b1-26c7-400e-b132-b10b7ef162c8 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:17.538159 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Attempting to bind port c1e342b1-26c7-400e-b132-b10b7ef162c8 on network d9d2929e-5902-4746-bf0b-045ebab3fe79 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:17.540495 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Transition to ACTIVE for port object dc67483c-34d0-4dd3-9481-9e36db8850f1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:17.546054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:17.546490 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Checking segment: {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:17.546846 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.547581 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Bound using segment: {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:17.547719 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Bound port: c1e342b1-26c7-400e-b132-b10b7ef162c8, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:17.548172 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.557358 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.619571 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Network fb85edd4-fb74-4bf8-990e-92e79930620e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:17.625236 n-d-712139-11 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:17.635363 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:17.641290 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Pushing event updated for resources: {'Port': ['ID=dc67483c-34d0-4dd3-9481-9e36db8850f1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:17.707469 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] For port c1e342b1-26c7-400e-b132-b10b7ef162c8, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:17.719645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464873'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.731716 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] For port c1e342b1-26c7-400e-b132-b10b7ef162c8, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c1e342b1-26c7-400e-b132-b10b7ef162c8,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:17.734090 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Attempting to bind port dc67483c-34d0-4dd3-9481-9e36db8850f1 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:17.734435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Attempting to bind port dc67483c-34d0-4dd3-9481-9e36db8850f1 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '02e3ce4c-6a63-44a0-abff-a7429b734c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:17.735058 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Attempting to bind port dc67483c-34d0-4dd3-9481-9e36db8850f1 on network fb85edd4-fb74-4bf8-990e-92e79930620e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:17.741819 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.747386 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:17.747775 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Checking segment: {'id': '02e3ce4c-6a63-44a0-abff-a7429b734c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:17.748225 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.748614 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Bound using segment: {'id': '02e3ce4c-6a63-44a0-abff-a7429b734c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:17.749094 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Bound port: dc67483c-34d0-4dd3-9481-9e36db8850f1, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e3ce4c-6a63-44a0-abff-a7429b734c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:17.749483 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.840486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e30c1-c2ee-4281-ba44-1b534098b124 None None] Pushing event updated for resources: {'Port': ['ID=c1e342b1-26c7-400e-b132-b10b7ef162c8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:17.845489 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:17.846142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:17.858124 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Router 8e92f14b-80fa-47a0-b372-9bb74e041b11 is scheduled to L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:50:17.917343 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] For port dc67483c-34d0-4dd3-9481-9e36db8850f1, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:17.960319 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] For port dc67483c-34d0-4dd3-9481-9e36db8850f1, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=dc67483c-34d0-4dd3-9481-9e36db8850f1,segment=NetworkSegment(02e3ce4c-6a63-44a0-abff-a7429b734c1b),segment_id=02e3ce4c-6a63-44a0-abff-a7429b734c1b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:17.972548 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.996353 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:18.016298 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Sync routers for ids ['8e92f14b-80fa-47a0-b372-9bb74e041b11'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:18.019417 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:18.020691 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-693c5020-df79-405e-b73f-46b7dba0a6e1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5978105 Jul 30 00:50:18.024064 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42358) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:18.053709 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:18.060857 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Routers {'8e92f14b-80fa-47a0-b372-9bb74e041b11'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:18.061424 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['8e92f14b-80fa-47a0-b372-9bb74e041b11'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:18.102465 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dd816-325a-4bef-9e10-5ac82b1a81be None None] Pushing event updated for resources: {'Port': ['ID=dc67483c-34d0-4dd3-9481-9e36db8850f1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:18.199064 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Set router 8e92f14b-80fa-47a0-b372-9bb74e041b11 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:18.345755 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:17Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:18.383105 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40931d95-8048-4d7b-ac1b-b6e743536310 None None] The sync data for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 is: [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:17Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:18.487506 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'name': 'tempest-TestSnapshotPattern-1389662112-router', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:17Z', 'revision_number': 3, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'gw_port': {'id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:18.531189 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Checking router: 8e92f14b-80fa-47a0-b372-9bb74e041b11 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:18.531543 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Updating router 8e92f14b-80fa-47a0-b372-9bb74e041b11 port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 binding host n-d-712139-11 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:50:18.559942 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:18.617972 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:18.811888 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Allocated IP 172.20.0.1 (fb85edd4-fb74-4bf8-990e-92e79930620e/0153515f-06c7-49aa-9c37-cfe978316b2c/e0c7d365-039f-4639-9cc3-50888b35e08f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:18.869007 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:18.880127 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Transition to ACTIVE for port object 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:18.892340 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:18.944324 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Attempting to bind port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 on host n-d-712139-11 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:18.944724 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Attempting to bind port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:18.945456 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Attempting to bind port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 on network 941018d1-5456-4c3f-a7bf-74971fba07a2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:18.953306 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c1e342b1-26c7-400e-b132-b10b7ef162c8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:18.976197 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:18.983581 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:18.984160 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Checking segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:18.984576 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:18.984974 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Bound using segment: {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:18.985768 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Bound port: 3f9fb6e9-cf5d-44ce-bb25-4197ced70013, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:18.986310 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.010545 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Transition to ACTIVE for port object e0c7d365-039f-4639-9cc3-50888b35e08f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:19.042477 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port c1e342b1-26c7-400e-b132-b10b7ef162c8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:19.052924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c1e342b1-26c7-400e-b132-b10b7ef162c8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:19.053782 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.070159 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] For port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013, host n-d-712139-11, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:19.073943 n-d-712139-11 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] For port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3f9fb6e9-cf5d-44ce-bb25-4197ced70013,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:19.082707 n-d-712139-11 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.098015 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.118320 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Routers {'8e92f14b-80fa-47a0-b372-9bb74e041b11'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:19.119325 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['8e92f14b-80fa-47a0-b372-9bb74e041b11'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:19.191239 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c7d365-039f-4639-9cc3-50888b35e08f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:19.200817 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Network fb85edd4-fb74-4bf8-990e-92e79930620e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:19.202528 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:19.206006 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:19.244182 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] Set router 8e92f14b-80fa-47a0-b372-9bb74e041b11 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:19.255215 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.260742 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464694'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.339007 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port c1e342b1-26c7-400e-b132-b10b7ef162c8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c1e342b1-26c7-400e-b132-b10b7ef162c8,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:19.351103 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.352628 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device dc67483c-34d0-4dd3-9481-9e36db8850f1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:19.412575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b78e6c3-d219-48cf-86c4-0670e758f3bf None None] Network fb85edd4-fb74-4bf8-990e-92e79930620e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:50:19.418539 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e06ff-6489-4ad6-9df5-7f64e9120b80 None None] Pushing event updated for resources: {'Port': ['ID=3f9fb6e9-cf5d-44ce-bb25-4197ced70013,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:19.425709 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.474027 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e06ff-6489-4ad6-9df5-7f64e9120b80 None None] Pushing event updated for resources: {'Port': ['ID=3f9fb6e9-cf5d-44ce-bb25-4197ced70013,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:19.515926 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'name': 'tempest-TestSnapshotPattern-1389662112-router', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:17Z', 'revision_number': 3, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'gw_port': {'id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:19.530465 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.533689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=c1e342b1-26c7-400e-b132-b10b7ef162c8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:19.550923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-65c9ebe9-7c9a-44c4-8c54-c7dd8940d500 None None] Provisioning for port dc67483c-34d0-4dd3-9481-9e36db8850f1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:19.568772 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9c476-bdcd-4ae7-9da5-0ce1c542c565 None None] The sync data for ids ['8e92f14b-80fa-47a0-b372-9bb74e041b11'] in n-d-712139-11 is: [{'id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'name': 'tempest-TestSnapshotPattern-1389662112-router', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:17Z', 'revision_number': 3, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'gw_port': {'id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:19.596924 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port dc67483c-34d0-4dd3-9481-9e36db8850f1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:19.626832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port dc67483c-34d0-4dd3-9481-9e36db8850f1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:19.627216 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.648490 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.654462 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.738570 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c7d365-039f-4639-9cc3-50888b35e08f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:19.742679 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381606'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.855934 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Network fb85edd4-fb74-4bf8-990e-92e79930620e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:19.857608 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:19.958096 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.023005 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port dc67483c-34d0-4dd3-9481-9e36db8850f1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=dc67483c-34d0-4dd3-9481-9e36db8850f1,segment=NetworkSegment(02e3ce4c-6a63-44a0-abff-a7429b734c1b),segment_id=02e3ce4c-6a63-44a0-abff-a7429b734c1b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:20.029557 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.050652 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Router 8e92f14b-80fa-47a0-b372-9bb74e041b11 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:50:20.108474 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=dc67483c-34d0-4dd3-9481-9e36db8850f1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:20.191417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:20.207803 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-48f3f59d-40a1-41b7-b8ad-894e331a8f46 admin admin] 10.222.0.37 "PUT /v2.0/routers/8e92f14b-80fa-47a0-b372-9bb74e041b11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1813662 Jul 30 00:50:20.307569 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-513f6f1f-3136-4041-8fc2-7e36a32d3b6d None None] Provisioning complete for port dc67483c-34d0-4dd3-9481-9e36db8850f1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:20.308208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-513f6f1f-3136-4041-8fc2-7e36a32d3b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.418497 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-513f6f1f-3136-4041-8fc2-7e36a32d3b6d None None] Provisioning for port e0c7d365-039f-4639-9cc3-50888b35e08f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:20.423770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-513f6f1f-3136-4041-8fc2-7e36a32d3b6d None None] Provisioning complete for port e0c7d365-039f-4639-9cc3-50888b35e08f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:20.424210 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-513f6f1f-3136-4041-8fc2-7e36a32d3b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.472847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-513f6f1f-3136-4041-8fc2-7e36a32d3b6d None None] Port e0c7d365-039f-4639-9cc3-50888b35e08f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:50:20.596653 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2ff01a7-8964-45e1-82f8-d4c5a8024798 None None] Provisioning complete for port e0c7d365-039f-4639-9cc3-50888b35e08f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:20.596653 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2ff01a7-8964-45e1-82f8-d4c5a8024798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.638689 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff01a7-8964-45e1-82f8-d4c5a8024798 None None] Port e0c7d365-039f-4639-9cc3-50888b35e08f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:50:20.758641 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-56d963a8-f7e3-4938-860b-51fc67410d24 None None] Provisioning complete for port e0c7d365-039f-4639-9cc3-50888b35e08f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:20.759094 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56d963a8-f7e3-4938-860b-51fc67410d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.797300 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-56d963a8-f7e3-4938-860b-51fc67410d24 None None] Port e0c7d365-039f-4639-9cc3-50888b35e08f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:50:20.895575 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c1e342b1-26c7-400e-b132-b10b7ef162c8 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:20.942758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port c1e342b1-26c7-400e-b132-b10b7ef162c8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:20.943143 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.001912 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42370) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:21.007444 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8b4a98cf-39d8-4147-a7a6-4e27fb77b072 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625377081', 'description': 'tempest-secgroup-smoke-1625377081 description', 'project_id': '88c2bbd50d69400b899483de86fb5a80'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:21.026213 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:21.030439 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b4a98cf-39d8-4147-a7a6-4e27fb77b072 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.076549 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:21.080397 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:21.080784 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.136561 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b4a98cf-39d8-4147-a7a6-4e27fb77b072 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.140740 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b4a98cf-39d8-4147-a7a6-4e27fb77b072 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.165087 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.173829 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b4a98cf-39d8-4147-a7a6-4e27fb77b072 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.175112 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-8b4a98cf-39d8-4147-a7a6-4e27fb77b072 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1720870 Jul 30 00:50:21.176371 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a98cf-39d8-4147-a7a6-4e27fb77b072 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:21.178244 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:21.184506 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3ed94d29-43ba-4895-bd46-e689d1853594 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'security_group_rule': {'security_group_id': 'd88f99b8-ee4c-4c2e-9e20-baaf2584c7cb', 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:21.190185 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3f9fb6e9-cf5d-44ce-bb25-4197ced70013,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:21.194407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.195192 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device dc67483c-34d0-4dd3-9481-9e36db8850f1 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:21.216257 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ed94d29-43ba-4895-bd46-e689d1853594 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.272315 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=3f9fb6e9-cf5d-44ce-bb25-4197ced70013,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:21.286152 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port dc67483c-34d0-4dd3-9481-9e36db8850f1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:21.287005 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.289658 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ed94d29-43ba-4895-bd46-e689d1853594 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.300291 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ed94d29-43ba-4895-bd46-e689d1853594 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.322812 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed94d29-43ba-4895-bd46-e689d1853594 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7e76fd-6e36-4685-a3b3-72fee6bb2a80,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:21.331839 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ed94d29-43ba-4895-bd46-e689d1853594 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.333122 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-3ed94d29-43ba-4895-bd46-e689d1853594 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531904 Jul 30 00:50:21.336188 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42374) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:21.346284 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-07bfbaba-fc82-4a79-b414-a7e396e560e9 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'security_group_rule': {'security_group_id': 'd88f99b8-ee4c-4c2e-9e20-baaf2584c7cb', 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:21.369329 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07bfbaba-fc82-4a79-b414-a7e396e560e9 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.428547 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07bfbaba-fc82-4a79-b414-a7e396e560e9 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.433484 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07bfbaba-fc82-4a79-b414-a7e396e560e9 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.456939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfbaba-fc82-4a79-b414-a7e396e560e9 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbdaee3-2843-4356-ac3c-d2cfafc79218,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:21.463826 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07bfbaba-fc82-4a79-b414-a7e396e560e9 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.465159 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-07bfbaba-fc82-4a79-b414-a7e396e560e9 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281717 Jul 30 00:50:21.468307 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:21.474015 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bbca34df-3e98-44a6-8a95-e418b3b1c212 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'security_group_rule': {'security_group_id': 'd88f99b8-ee4c-4c2e-9e20-baaf2584c7cb', 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:21.504919 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbca34df-3e98-44a6-8a95-e418b3b1c212 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.566803 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbca34df-3e98-44a6-8a95-e418b3b1c212 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.570299 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbca34df-3e98-44a6-8a95-e418b3b1c212 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.587120 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca34df-3e98-44a6-8a95-e418b3b1c212 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacfd57e-0749-4f94-ba61-0d323caa4b3b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:21.595560 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbca34df-3e98-44a6-8a95-e418b3b1c212 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.597155 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-bbca34df-3e98-44a6-8a95-e418b3b1c212 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277711 Jul 30 00:50:21.600135 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42378) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:21.605464 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-323eb2c1-30be-4caa-832c-aee36c7d537f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'security_group_rule': {'security_group_id': 'd88f99b8-ee4c-4c2e-9e20-baaf2584c7cb', 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:21.632047 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-323eb2c1-30be-4caa-832c-aee36c7d537f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.695813 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-323eb2c1-30be-4caa-832c-aee36c7d537f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.699388 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-323eb2c1-30be-4caa-832c-aee36c7d537f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.719063 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eb2c1-30be-4caa-832c-aee36c7d537f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b6e72e-e2b8-4694-ba21-969d42066bdb,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:21.726296 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-323eb2c1-30be-4caa-832c-aee36c7d537f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.730564 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-323eb2c1-30be-4caa-832c-aee36c7d537f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264248 Jul 30 00:50:21.730744 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42380) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:21.735253 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-157d8102-7c87-4359-9e7f-794c86072301 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'security_group_rule': {'security_group_id': 'd88f99b8-ee4c-4c2e-9e20-baaf2584c7cb', 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:21.756198 n-d-712139-11 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-157d8102-7c87-4359-9e7f-794c86072301 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Project 88c2bbd50d69400b899483de86fb5a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:50:21.760949 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-157d8102-7c87-4359-9e7f-794c86072301 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.798603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Sync routers for ids ['8e92f14b-80fa-47a0-b372-9bb74e041b11'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:21.807487 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Routers {'8e92f14b-80fa-47a0-b372-9bb74e041b11'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:21.808154 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['8e92f14b-80fa-47a0-b372-9bb74e041b11'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:21.823524 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-157d8102-7c87-4359-9e7f-794c86072301 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.827326 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-157d8102-7c87-4359-9e7f-794c86072301 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.845892 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d8102-7c87-4359-9e7f-794c86072301 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32fbeaa-00d6-4673-803d-b61999be0e30,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:21.855961 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-157d8102-7c87-4359-9e7f-794c86072301 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.860843 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-157d8102-7c87-4359-9e7f-794c86072301 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291800 Jul 30 00:50:21.861531 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:21.866878 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f3cab4bd-6233-4a22-99e3-6ee1364be214 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'security_group_rule': {'security_group_id': 'd88f99b8-ee4c-4c2e-9e20-baaf2584c7cb', 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:21.870094 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e829a2d5-55c5-4deb-8a8b-254e147ba660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.889517 n-d-712139-11 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-f3cab4bd-6233-4a22-99e3-6ee1364be214 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Project 88c2bbd50d69400b899483de86fb5a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:50:21.895063 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3cab4bd-6233-4a22-99e3-6ee1364be214 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.935099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Set router 8e92f14b-80fa-47a0-b372-9bb74e041b11 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:21.960620 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3cab4bd-6233-4a22-99e3-6ee1364be214 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.964553 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3cab4bd-6233-4a22-99e3-6ee1364be214 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563886'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.980682 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cab4bd-6233-4a22-99e3-6ee1364be214 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6350ac54-5235-4d55-8f0e-8c4e484e629b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:21.992930 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3cab4bd-6233-4a22-99e3-6ee1364be214 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.994163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f3cab4bd-6233-4a22-99e3-6ee1364be214 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314094 Jul 30 00:50:22.022595 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:50:22.149417 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'name': 'tempest-TestSnapshotPattern-1389662112-router', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 4, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'gw_port': {'id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e0c7d365-039f-4639-9cc3-50888b35e08f', 'name': '', 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'mac_address': 'fa:16:3e:34:f8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '0153515f-06c7-49aa-9c37-cfe978316b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:18Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 2, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'subnets': [{'id': '0153515f-06c7-49aa-9c37-cfe978316b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:22.150179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-80342e7d-8505-4b3d-9a7c-4609dd84e925 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625377081&fields=id&tenant_id=88c2bbd50d69400b899483de86fb5a80 HTTP/1.1" status: 200 len: 267 time: 0.0361574 Jul 30 00:50:22.175899 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Checking router: 8e92f14b-80fa-47a0-b372-9bb74e041b11 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:22.176289 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Updating router 8e92f14b-80fa-47a0-b372-9bb74e041b11 port e0c7d365-039f-4639-9cc3-50888b35e08f binding host n-d-712139-11 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:50:22.206187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:22.261945 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e08013-67f7-4b41-9652-7db371847d87 req-a5940fdf-fcb5-43dd-a5c9-3576d113ea6e tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:22.263393 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-a5940fdf-fcb5-43dd-a5c9-3576d113ea6e tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 810 time: 0.1062224 Jul 30 00:50:22.279366 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-aefefc36-7625-4e29-8249-a9ebe160a3f1 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/quotas/88c2bbd50d69400b899483de86fb5a80 HTTP/1.1" status: 200 len: 375 time: 0.0094252 Jul 30 00:50:22.331488 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-4e664f4f-385d-43fa-bfc9-6429e1300087 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466342 Jul 30 00:50:22.431938 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-fa801132-fd76-49d1-8f90-d00123229db3 service neutron] 10.222.0.37 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883222 Jul 30 00:50:22.469893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:22.480172 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Transition to ACTIVE for port object e0c7d365-039f-4639-9cc3-50888b35e08f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:22.486298 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:22.536435 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a53bf-fc15-418f-b9a9-3f0857944400 None None] Pushing event updated for resources: {'Port': ['ID=e0c7d365-039f-4639-9cc3-50888b35e08f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:22.543685 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-dac5522c-932e-4fd8-8934-65d8551c9c8a service neutron] 10.222.0.37 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021891 Jul 30 00:50:22.601109 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Attempting to bind port e0c7d365-039f-4639-9cc3-50888b35e08f on host n-d-712139-11 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:22.601559 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Attempting to bind port e0c7d365-039f-4639-9cc3-50888b35e08f by drivers openvswitch,hyperv on host n-d-712139-11 at level 0 using segments [{'id': '02e3ce4c-6a63-44a0-abff-a7429b734c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:22.601987 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Attempting to bind port e0c7d365-039f-4639-9cc3-50888b35e08f on network fb85edd4-fb74-4bf8-990e-92e79930620e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:22.607325 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Checking agent: {'id': '24261c24-8a84-4277-ab23-13948cdc5b45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 10, 24), 'started_at': datetime.datetime(2021, 7, 29, 23, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:22.607864 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Checking segment: {'id': '02e3ce4c-6a63-44a0-abff-a7429b734c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:22.608299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:22.608758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Bound using segment: {'id': '02e3ce4c-6a63-44a0-abff-a7429b734c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:22.609197 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Bound port: e0c7d365-039f-4639-9cc3-50888b35e08f, host: n-d-712139-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e3ce4c-6a63-44a0-abff-a7429b734c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:22.609711 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:22.679758 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] For port e0c7d365-039f-4639-9cc3-50888b35e08f, host n-d-712139-11, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:22.683340 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] For port e0c7d365-039f-4639-9cc3-50888b35e08f, host n-d-712139-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e0c7d365-039f-4639-9cc3-50888b35e08f,segment=NetworkSegment(02e3ce4c-6a63-44a0-abff-a7429b734c1b),segment_id=02e3ce4c-6a63-44a0-abff-a7429b734c1b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:22.691489 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:22.739351 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Routers {'8e92f14b-80fa-47a0-b372-9bb74e041b11'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:22.739998 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:49:54Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['8e92f14b-80fa-47a0-b372-9bb74e041b11'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:22.759107 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76fc8573-c9d1-4508-bd2c-c3ab0b9aad08 req-88bb5d0f-78fc-4293-8bd1-ec29b9f2a557 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 210 time: 0.0376945 Jul 30 00:50:22.806504 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a53bf-fc15-418f-b9a9-3f0857944400 None None] Pushing event updated for resources: {'Port': ['ID=e0c7d365-039f-4639-9cc3-50888b35e08f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:22.877603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:22.927850 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] Set router 8e92f14b-80fa-47a0-b372-9bb74e041b11 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:23.064909 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:23.065283 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:23.240394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'name': 'tempest-TestSnapshotPattern-1389662112-router', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 4, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'gw_port': {'id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e0c7d365-039f-4639-9cc3-50888b35e08f', 'name': '', 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'mac_address': 'fa:16:3e:34:f8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '0153515f-06c7-49aa-9c37-cfe978316b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:18Z', 'updated_at': '2021-07-30T00:50:22Z', 'revision_number': 4, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'subnets': [{'id': '0153515f-06c7-49aa-9c37-cfe978316b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:23.268743 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4591cc5b-1b0c-40ae-a1eb-3f16450aaec6 None None] The sync data for ids ['8e92f14b-80fa-47a0-b372-9bb74e041b11'] in n-d-712139-11 is: [{'id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'name': 'tempest-TestSnapshotPattern-1389662112-router', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 4, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'gw_port': {'id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'e0c7d365-039f-4639-9cc3-50888b35e08f', 'name': '', 'network_id': 'fb85edd4-fb74-4bf8-990e-92e79930620e', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'mac_address': 'fa:16:3e:34:f8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '0153515f-06c7-49aa-9c37-cfe978316b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:18Z', 'updated_at': '2021-07-30T00:50:22Z', 'revision_number': 4, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'subnets': [{'id': '0153515f-06c7-49aa-9c37-cfe978316b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:23.878599 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e08013-67f7-4b41-9652-7db371847d87 req-6bfc84f1-7ad5-4aae-b092-2cf49263e6bc tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:23.880381 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-6bfc84f1-7ad5-4aae-b092-2cf49263e6bc tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.47 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 810 time: 0.1405602 Jul 30 00:50:23.882504 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-92117ebc-6082-4658-bfb2-ca7761644bd0 req-cde79377-48e8-494f-9056-d31ca6750a63 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 210 time: 0.0343926 Jul 30 00:50:23.935322 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-27479dff-1df3-4961-accc-467acd6501bb tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c2bbd50d69400b899483de86fb5a80 HTTP/1.1" status: 200 len: 380 time: 0.0359533 Jul 30 00:50:23.954993 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'port': {'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'admin_state_up': True, 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'security_groups': ['d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:24.059842 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Made reservation on behalf of 88c2bbd50d69400b899483de86fb5a80 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:50:24.063334 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.192656 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Allocated IP 172.20.0.13 (d9d2929e-5902-4746-bf0b-045ebab3fe79/efcd705a-fe27-4a95-aa31-c483b620daf5/360bf588-2c76-4d19-8fd7-b567db125097) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:24.306219 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f490f423-4551-4848-a650-1e5b1b73c32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.333674 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.334027 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.347205 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Transition to ACTIVE for port object 360bf588-2c76-4d19-8fd7-b567db125097 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:24.379605 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.422837 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Network d9d2929e-5902-4746-bf0b-045ebab3fe79 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:24.425888 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:24.432185 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:24.438157 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'Port': ['ID=360bf588-2c76-4d19-8fd7-b567db125097,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:24.484455 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:24.485082 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.500172 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-22ab912b-88eb-448f-8ff3-c895d4e27a9b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5496249 Jul 30 00:50:24.519003 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Request body: {'port': {'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:24.577086 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.643195 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7f7378d1-5db3-492c-9f52-f161fd31b805 None None] Provisioning for port 360bf588-2c76-4d19-8fd7-b567db125097 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:24.646809 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7f7378d1-5db3-492c-9f52-f161fd31b805 None None] Provisioning complete for port 360bf588-2c76-4d19-8fd7-b567db125097 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:24.647186 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f7378d1-5db3-492c-9f52-f161fd31b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.680412 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7f7378d1-5db3-492c-9f52-f161fd31b805 None None] Port 360bf588-2c76-4d19-8fd7-b567db125097 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:50:24.842209 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e0c7d365-039f-4639-9cc3-50888b35e08f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:24.853459 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360bf588-2c76-4d19-8fd7-b567db125097 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:50:24.861401 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.872965 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Transition to ACTIVE for port object 360bf588-2c76-4d19-8fd7-b567db125097 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:24.877721 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.895674 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning for port e0c7d365-039f-4639-9cc3-50888b35e08f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:24.899131 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e0c7d365-039f-4639-9cc3-50888b35e08f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:24.899500 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:24.957023 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Pushing event updated for resources: {'Port': ['ID=360bf588-2c76-4d19-8fd7-b567db125097,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:25.025686 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:25.028852 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Attempting to bind port 360bf588-2c76-4d19-8fd7-b567db125097 on host n-h2-712139-11 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:25.029201 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Attempting to bind port 360bf588-2c76-4d19-8fd7-b567db125097 by drivers openvswitch,hyperv on host n-h2-712139-11 at level 0 using segments [{'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:25.029540 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Attempting to bind port 360bf588-2c76-4d19-8fd7-b567db125097 on network d9d2929e-5902-4746-bf0b-045ebab3fe79 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:25.035209 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Port 360bf588-2c76-4d19-8fd7-b567db125097 on network d9d2929e-5902-4746-bf0b-045ebab3fe79 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-11 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:50:25.035552 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Attempting to bind port 360bf588-2c76-4d19-8fd7-b567db125097 on network d9d2929e-5902-4746-bf0b-045ebab3fe79 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:25.042040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Checking agent: {'id': '7fa1442f-b375-414d-98e0-19d9ad58bf44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:25.042382 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Checking segment: {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:25.043033 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Bound using segment: {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:25.043482 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Bound port: 360bf588-2c76-4d19-8fd7-b567db125097, host: n-h2-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:25.043849 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:25.050831 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c8784-0140-44b9-90c9-d5b0803b356c req-1f377424-fd6e-45d6-b4cc-490c695586dd tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:25.052947 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc4c8784-0140-44b9-90c9-d5b0803b356c req-1f377424-fd6e-45d6-b4cc-490c695586dd tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 944 time: 0.0793133 Jul 30 00:50:25.066919 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] For port e0c7d365-039f-4639-9cc3-50888b35e08f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e0c7d365-039f-4639-9cc3-50888b35e08f,segment=NetworkSegment(02e3ce4c-6a63-44a0-abff-a7429b734c1b),segment_id=02e3ce4c-6a63-44a0-abff-a7429b734c1b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:25.072459 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:25.115551 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fc4c8784-0140-44b9-90c9-d5b0803b356c req-72746a60-16f8-4a0d-9b1e-a3da0f8455f4 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553033 Jul 30 00:50:25.133522 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] For port 360bf588-2c76-4d19-8fd7-b567db125097, host n-h2-712139-11, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:25.139373 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] For port 360bf588-2c76-4d19-8fd7-b567db125097, host n-h2-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=360bf588-2c76-4d19-8fd7-b567db125097,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:25.141035 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Pushing event updated for resources: {'Port': ['ID=e0c7d365-039f-4639-9cc3-50888b35e08f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:25.145456 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:25.183017 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:25.183645 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:25.185294 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] 10.222.0.47 "PUT /v2.0/ports/360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 200 len: 1093 time: 0.6713362 Jul 30 00:50:25.185712 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:50:25.187934 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81090568-0e84-4734-8713-23fa0d2d0c22" -d '{"events": [{"name": "network-changed", "server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "tag": "360bf588-2c76-4d19-8fd7-b567db125097"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:50:25.226776 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d1c99-ffe1-4a7c-99de-0bc3440b213f service neutron] Pushing event updated for resources: {'Port': ['ID=360bf588-2c76-4d19-8fd7-b567db125097,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:25.305323 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e08013-67f7-4b41-9652-7db371847d87 req-928bbc8b-8e71-4058-9efa-047c31787099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:25.306969 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-928bbc8b-8e71-4058-9efa-047c31787099 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1096 time: 0.0457690 Jul 30 00:50:25.359844 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad7953-4784-4b48-b2e7-dd27f6156ee6 x-openstack-request-id: req-c3ad7953-4784-4b48-b2e7-dd27f6156ee6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:50:25.360296 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "tag": "360bf588-2c76-4d19-8fd7-b567db125097", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:50:25.361144 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3ad7953-4784-4b48-b2e7-dd27f6156ee6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:50:25.361613 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097', 'status': 'completed', 'code': 200} Jul 30 00:50:25.363551 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-0a53c42d-76f4-42c1-9344-3f5a5404281a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 200 len: 217 time: 0.0437605 Jul 30 00:50:25.415882 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e08013-67f7-4b41-9652-7db371847d87 req-7080ebea-d27a-4b84-94dc-ebf4721debd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:25.417327 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-7080ebea-d27a-4b84-94dc-ebf4721debd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0467188 Jul 30 00:50:25.466576 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e08013-67f7-4b41-9652-7db371847d87 req-77039ac0-c6c3-4ea6-aee6-fdaae35f818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:25.468407 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-77039ac0-c6c3-4ea6-aee6-fdaae35f818b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440352 Jul 30 00:50:25.569308 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-a8531d6d-9d41-4be1-9ded-f4065c39306c service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928311 Jul 30 00:50:25.662776 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-99e08013-67f7-4b41-9652-7db371847d87 req-e8ab14c0-11b1-4181-beb7-5cd92aa8c5df service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871139 Jul 30 00:50:25.804691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-f613494b-5209-430b-a359-ff79f7489172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:25.806266 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-f613494b-5209-430b-a359-ff79f7489172 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1096 time: 0.0457888 Jul 30 00:50:25.821338 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:25.907602 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-16a68885-a5c0-4f1f-b2c4-8ebb93913d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:25.909123 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-16a68885-a5c0-4f1f-b2c4-8ebb93913d9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.0958445 Jul 30 00:50:25.951071 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-fb3c964d-0f19-4d91-b41b-7b94999f31cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 200 len: 217 time: 0.0351903 Jul 30 00:50:26.007106 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-438781c8-b6a5-44aa-82c9-be2e74032b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:26.008702 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-438781c8-b6a5-44aa-82c9-be2e74032b93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0514257 Jul 30 00:50:26.060948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-a5d533f6-2d46-476d-8ae5-83d8f2a1097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:26.062465 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-a5d533f6-2d46-476d-8ae5-83d8f2a1097b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471103 Jul 30 00:50:26.168140 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-2053be78-3be2-480b-b85f-d66ee73a2380 service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975342 Jul 30 00:50:26.241821 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61fb00-edb8-4185-ab6d-642563a39e47 req-5ccaabb4-9e7a-4cc4-aae5-985237227e1b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:26.243857 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a61fb00-edb8-4185-ab6d-642563a39e47 req-5ccaabb4-9e7a-4cc4-aae5-985237227e1b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 944 time: 0.0510402 Jul 30 00:50:26.267877 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-81090568-0e84-4734-8713-23fa0d2d0c22 req-bcb45d0b-03a0-4f03-9ba4-3141ed5e2b6e service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922379 Jul 30 00:50:26.287546 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9a61fb00-edb8-4185-ab6d-642563a39e47 req-bc710788-064e-4481-ae76-39cea4a24a3d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375726 Jul 30 00:50:26.819713 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e0c7d365-039f-4639-9cc3-50888b35e08f up at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:26.870832 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Provisioning complete for port e0c7d365-039f-4639-9cc3-50888b35e08f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:26.871502 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:27.408324 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26aaad0-bb85-42fd-8094-1f8426b10b90 req-baa20cfb-b534-43df-be26-f4681f7eca76 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:27.409839 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e26aaad0-bb85-42fd-8094-1f8426b10b90 req-baa20cfb-b534-43df-be26-f4681f7eca76 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 944 time: 0.0536282 Jul 30 00:50:27.434299 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:27.450419 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e26aaad0-bb85-42fd-8094-1f8426b10b90 req-c0a00e47-03c2-4bb9-bda3-c562486a4b31 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344965 Jul 30 00:50:28.577904 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd4e89-a16a-4f20-983a-b0a69d64127a req-4a8557af-8212-4fd9-88fd-f9fedceb9bec tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:28.579537 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2cd4e89-a16a-4f20-983a-b0a69d64127a req-4a8557af-8212-4fd9-88fd-f9fedceb9bec tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 944 time: 0.0582147 Jul 30 00:50:28.620992 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-c2cd4e89-a16a-4f20-983a-b0a69d64127a req-7506e867-b4fe-44ee-8cbb-414f4609c18d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348420 Jul 30 00:50:29.743054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cacfb6-1e5b-4e21-8131-411327e6d702 req-a0eb0c54-a8d5-4d66-9e4a-cce5b1efe74e tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:29.744954 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46cacfb6-1e5b-4e21-8131-411327e6d702 req-a0eb0c54-a8d5-4d66-9e4a-cce5b1efe74e tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 944 time: 0.0532296 Jul 30 00:50:29.786304 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-46cacfb6-1e5b-4e21-8131-411327e6d702 req-1562d2ef-515f-4ce4-a26e-cda8ced86c58 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348597 Jul 30 00:50:30.059034 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 360bf588-2c76-4d19-8fd7-b567db125097 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:50:30.156153 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 360bf588-2c76-4d19-8fd7-b567db125097, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=360bf588-2c76-4d19-8fd7-b567db125097,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:30.167232 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '360bf588-2c76-4d19-8fd7-b567db125097', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:50:30.203530 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:30.215847 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360bf588-2c76-4d19-8fd7-b567db125097 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:50:30.235109 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 360bf588-2c76-4d19-8fd7-b567db125097, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=360bf588-2c76-4d19-8fd7-b567db125097,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:30.241056 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:30.287762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=360bf588-2c76-4d19-8fd7-b567db125097,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:30.673954 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['360bf588-2c76-4d19-8fd7-b567db125097'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:50:30.915100 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688ba2b-6a4d-44a6-9713-a6d055596798 req-90f8326d-1f94-4043-898c-9eb9c41e8c20 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:30.916216 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6688ba2b-6a4d-44a6-9713-a6d055596798 req-90f8326d-1f94-4043-898c-9eb9c41e8c20 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 945 time: 0.0561199 Jul 30 00:50:30.963265 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6688ba2b-6a4d-44a6-9713-a6d055596798 req-b2ce46d1-c1ad-4aaa-b2ab-bdc8370f951c tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365644 Jul 30 00:50:32.068174 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 360bf588-2c76-4d19-8fd7-b567db125097 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:32.092718 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07533b3-7a98-4e05-aa36-32a2c39e1412 req-93994426-bfa2-49b5-a6f1-e53582e39e82 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:32.094454 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f07533b3-7a98-4e05-aa36-32a2c39e1412 req-93994426-bfa2-49b5-a6f1-e53582e39e82 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 945 time: 0.0530317 Jul 30 00:50:32.120898 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning for port 360bf588-2c76-4d19-8fd7-b567db125097 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:32.125047 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 360bf588-2c76-4d19-8fd7-b567db125097 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:32.125467 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:32.135088 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f07533b3-7a98-4e05-aa36-32a2c39e1412 req-7f99a9de-7b3e-4f92-9884-fa9e732eef68 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348022 Jul 30 00:50:32.204102 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:32.227829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:50:32.230391 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67795efc-5448-4f68-bcb4-18b78af4672c" -d '{"events": [{"server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "name": "network-vif-plugged", "status": "completed", "tag": "360bf588-2c76-4d19-8fd7-b567db125097"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:50:32.245309 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 360bf588-2c76-4d19-8fd7-b567db125097, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=360bf588-2c76-4d19-8fd7-b567db125097,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:32.251260 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:32.283849 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff91eae2-c230-4bf9-ac7a-cdcd81b5b568 x-openstack-request-id: req-ff91eae2-c230-4bf9-ac7a-cdcd81b5b568 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:50:32.284170 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "name": "network-vif-plugged", "status": "completed", "tag": "360bf588-2c76-4d19-8fd7-b567db125097", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:50:32.284425 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff91eae2-c230-4bf9-ac7a-cdcd81b5b568 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:50:32.284813 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097', 'code': 200} Jul 30 00:50:32.312973 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=360bf588-2c76-4d19-8fd7-b567db125097,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:32.465667 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23ff1b-f978-4ade-aac0-fb5d00df630c req-b5d0ac7a-f1ae-4bc5-8eb0-65a179bc2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:32.467204 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e23ff1b-f978-4ade-aac0-fb5d00df630c req-b5d0ac7a-f1ae-4bc5-8eb0-65a179bc2e7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1098 time: 0.0425413 Jul 30 00:50:32.502676 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-7e23ff1b-f978-4ade-aac0-fb5d00df630c req-90229fff-5648-4a18-a62e-3712ed0e42a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281541 Jul 30 00:50:33.252907 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa22a2-de9a-4ccb-80f9-c26c12c92356 req-3e6745d2-6d5a-4485-8ffd-9bafd9f8b560 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:33.254422 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8aa22a2-de9a-4ccb-80f9-c26c12c92356 req-3e6745d2-6d5a-4485-8ffd-9bafd9f8b560 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 946 time: 0.0494006 Jul 30 00:50:33.274482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:33.294328 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-b8aa22a2-de9a-4ccb-80f9-c26c12c92356 req-66f04f3a-c6b2-403f-a6d8-f50bc95e0007 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334148 Jul 30 00:50:34.420102 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1245ca-1823-4ab5-818a-ea308c3fb30b req-cd7281d2-9f87-4e63-8de8-361ce4de5f83 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:34.421605 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb1245ca-1823-4ab5-818a-ea308c3fb30b req-cd7281d2-9f87-4e63-8de8-361ce4de5f83 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 946 time: 0.0573308 Jul 30 00:50:34.461031 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-eb1245ca-1823-4ab5-818a-ea308c3fb30b req-6f8a0771-0b87-4651-bc08-a9c6bda35ce7 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Jul 30 00:50:34.575644 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95191-6722-4deb-bd16-b089ddcf88a6 req-7ebdb493-8a31-4c50-97af-f60f920ee2f8 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:34.577093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2f95191-6722-4deb-bd16-b089ddcf88a6 req-7ebdb493-8a31-4c50-97af-f60f920ee2f8 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 946 time: 0.0505016 Jul 30 00:50:34.615456 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f2f95191-6722-4deb-bd16-b089ddcf88a6 req-9ee67217-530b-4ca3-a961-2b419cd95859 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Jul 30 00:50:34.638181 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:34.763024 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e25b27e-9c1a-49f9-bec3-5693a3bee4e7 tempest-TestSnapshotPattern-905846646 tempest-TestSnapshotPattern-905846646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:34.765392 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2e25b27e-9c1a-49f9-bec3-5693a3bee4e7 tempest-TestSnapshotPattern-905846646 tempest-TestSnapshotPattern-905846646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1093 time: 0.1261380 Jul 30 00:50:34.768364 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 42444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:34.772953 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:34.794649 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:34.894828 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:34.998193 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Allocated IP 172.25.2.251 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/bd71dd0d-ccb2-4817-a8a4-e6aa8c3eb4eb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:35.099867 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:35.138222 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:35.177874 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:35.180580 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:35.183938 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:35.212870 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'Port': ['ID=bd71dd0d-ccb2-4817-a8a4-e6aa8c3eb4eb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:35.847642 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:35.930829 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:36.097529 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:36.101861 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14018517'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:36.178834 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'Port': ['ID=bd71dd0d-ccb2-4817-a8a4-e6aa8c3eb4eb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:36.187418 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:36.289661 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Floating IP 1ebdbb03-50c2-407d-8b0a-e40746eec21f associated. External IP: 172.25.2.251, port: 360bf588-2c76-4d19-8fd7-b567db125097. Jul 30 00:50:36.512683 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Router 3d857463-00b9-42aa-84cf-a5420f3d12b1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:50:36.638396 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:36.652956 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] Sync routers for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:36.662335 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:36.663983 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:36.664727 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:50:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:36.708821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-2983a11e-337d-489c-9856-4ecf6f69d4ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9391215 Jul 30 00:50:36.709494 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:50:36.712836 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927" -d '{"events": [{"name": "network-changed", "server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "tag": "360bf588-2c76-4d19-8fd7-b567db125097"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:50:36.759453 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b5324b-0150-4626-a615-579d7cec3eaa x-openstack-request-id: req-99b5324b-0150-4626-a615-579d7cec3eaa {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:50:36.759864 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "tag": "360bf588-2c76-4d19-8fd7-b567db125097", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:50:36.760256 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99b5324b-0150-4626-a615-579d7cec3eaa {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:50:36.760755 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097', 'status': 'completed', 'code': 200} Jul 30 00:50:36.855040 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-ba0b4f1c-a860-429c-b32e-633ad0191093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:36.856958 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-ba0b4f1c-a860-429c-b32e-633ad0191093 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1098 time: 0.0466070 Jul 30 00:50:36.859283 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:36.975389 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-3e626105-4f01-4424-9933-2953cc5ca86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:36.977071 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-3e626105-4f01-4424-9933-2953cc5ca86c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.1122420 Jul 30 00:50:37.049429 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-1a1bf4bb-0237-4942-8f73-d114982c304a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 200 len: 1000 time: 0.0656548 Jul 30 00:50:37.117924 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-25f3b2cd-8809-4750-a030-e4c622aaecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:37.119506 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-25f3b2cd-8809-4750-a030-e4c622aaecf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0632284 Jul 30 00:50:37.174709 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-412fc80d-a7e1-4fab-94d7-14a33770f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:37.175569 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-412fc80d-a7e1-4fab-94d7-14a33770f265 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496268 Jul 30 00:50:37.260558 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1ebdbb03-50c2-407d-8b0a-e40746eec21f', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:35Z', 'updated_at': '2021-07-30T00:50:35Z', 'revision_number': 0, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:37.268381 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-51cb4011-49e1-40f4-80f1-8b8338185c0d service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859296 Jul 30 00:50:37.294838 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] Checking router: 3d857463-00b9-42aa-84cf-a5420f3d12b1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:37.303776 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:37.304349 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:50:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:37.367993 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-8a9f6dcc-ebb8-41e9-8cfd-feed19511927 req-d2be2f1d-979e-4670-ab72-7561d2136988 service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924432 Jul 30 00:50:37.412191 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:37.632443 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1ebdbb03-50c2-407d-8b0a-e40746eec21f', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:35Z', 'updated_at': '2021-07-30T00:50:35Z', 'revision_number': 0, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:37.659878 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574748db-6ded-4c04-bf97-32812341bed1 None None] The sync data for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 is: [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1ebdbb03-50c2-407d-8b0a-e40746eec21f', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:35Z', 'updated_at': '2021-07-30T00:50:35Z', 'revision_number': 0, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:37.863914 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9181b499-56e7-4f3c-8848-db58fdfc5875 None None] New status for floating IP 1ebdbb03-50c2-407d-8b0a-e40746eec21f: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:50:49.442357 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:51.852215 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1a27-31b5-49cc-ad40-47dabd818c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:54.310767 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d6bebeb-3a72-4e2f-8cc0-3f9e3f62ec20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:54.335869 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:55.820469 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:57.016801 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-c3c6a64f-0c5e-47a1-ad48-f0b0a35fd74c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435145 Jul 30 00:50:57.122751 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-eff7caf5-ee5a-4f64-be69-ec0ea1844cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:57.124492 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-eff7caf5-ee5a-4f64-be69-ec0ea1844cca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1098 time: 0.0471859 Jul 30 00:50:57.237404 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-920d352e-149a-4165-b30f-1e559b247e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:57.238945 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-920d352e-149a-4165-b30f-1e559b247e3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.0934629 Jul 30 00:50:57.309704 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-fd36c219-bc52-42a2-9f50-2b0bd30a66d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 200 len: 1002 time: 0.0637414 Jul 30 00:50:57.362731 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-7c134be7-969a-4088-8ab3-ac0dd6db086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:57.364355 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-7c134be7-969a-4088-8ab3-ac0dd6db086f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0477858 Jul 30 00:50:57.426047 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-3da4a03b-e71f-4c54-a78a-419983c873b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:57.427532 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-3da4a03b-e71f-4c54-a78a-419983c873b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563474 Jul 30 00:50:57.437099 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:57.522267 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-9b775e7e-123e-4cee-9c7a-0b494043307f service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870328 Jul 30 00:50:57.615912 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-78ff8d52-0dea-4131-a2ec-d787a37e4ea7 req-5de72970-2975-4283-97a9-890327fb084d service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869274 Jul 30 00:50:59.022030 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:51:03.285727 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:19.455922 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:21.855593 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb08c11e-7d8b-4eb3-b036-d99e8636daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:24.315849 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5176-3540-4814-bbd3-80d03674c959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:24.338563 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:25.824616 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:27.439462 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:33.324834 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:36.020960 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:51:49.452502 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.861762 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c534659-fe0f-43a1-b3c6-a28fc4ebce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.317146 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74e6ad30-a183-4c8b-a925-5b343667be67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.340493 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:55.827623 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.442950 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:59.060309 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-e009000c-c8f1-4cc4-82f7-e88a3da5efa5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0866790 Jul 30 00:51:59.155939 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-0bfc2e9b-79fb-49c4-b944-1418374b5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:59.158128 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-0bfc2e9b-79fb-49c4-b944-1418374b5a54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1098 time: 0.0413256 Jul 30 00:51:59.264431 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-8f0af819-a3ca-4d2e-88e7-0f13598027b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:59.267034 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-8f0af819-a3ca-4d2e-88e7-0f13598027b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.0894890 Jul 30 00:51:59.335621 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-a50ac832-2662-4601-9986-d42fa313abca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 200 len: 1002 time: 0.0589666 Jul 30 00:51:59.383380 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-9563a163-d623-4246-a870-acc21c1f1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:59.384836 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-9563a163-d623-4246-a870-acc21c1f1252 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0429292 Jul 30 00:51:59.433887 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-6f769cb4-1cb6-4429-a6f7-374541e53fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:59.435403 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-6f769cb4-1cb6-4429-a6f7-374541e53fb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434015 Jul 30 00:51:59.525551 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-c5086a01-b4f8-41a9-9887-00004492b7fd service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829556 Jul 30 00:51:59.619205 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-63a168f1-e49c-4c6b-b45e-31dc82099bc5 req-71ba381c-c4aa-45c6-a9c7-563df456e8b9 service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855043 Jul 30 00:52:03.318564 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:13.021286 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:52:19.467592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:21.853287 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0a406ad-5462-462b-abd9-bf98639e0dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:24.318516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d888f4d8-448d-4fd0-84d5-efa67bfe921d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:24.342158 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:25.830943 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:27.445690 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:33.319454 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:49.482284 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:50.020523 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:52:51.854226 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fabf02eb-0a37-44a9-9194-5be87d12eaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:54.322915 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25489b97-4545-4002-af7d-54e3778df6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:54.342188 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:55.831929 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:57.448051 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:59.006250 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-313b3081-d483-4219-953f-701cd28b0124 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405543 Jul 30 00:52:59.103859 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-263131e5-c71d-4ba8-95c0-b8d0898ef097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:59.105281 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-263131e5-c71d-4ba8-95c0-b8d0898ef097 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1098 time: 0.0424085 Jul 30 00:52:59.210293 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-6cea2ff3-c360-4d2f-b590-834449079840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:59.211758 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-6cea2ff3-c360-4d2f-b590-834449079840 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.0869339 Jul 30 00:52:59.277574 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-5504d884-927f-4685-afd6-d5617a91ca74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 200 len: 1002 time: 0.0582678 Jul 30 00:52:59.325915 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-c54f3e5d-fff3-463f-9eda-62c98788e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:59.327329 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-c54f3e5d-fff3-463f-9eda-62c98788e3b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0426257 Jul 30 00:52:59.377616 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-77b1f107-24a6-4c71-a4ed-fdbdcb1c35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:59.379080 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-77b1f107-24a6-4c71-a4ed-fdbdcb1c35c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444503 Jul 30 00:52:59.467635 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-b91bd4d5-9f4a-487b-8c35-7fbf6ba7884a service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814171 Jul 30 00:52:59.560119 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-db67dac8-ff64-4acd-9280-ec9fc9cff8e2 req-5493b998-d8fa-4705-baf2-ca163b5f8342 service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852375 Jul 30 00:53:03.333490 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:08.776863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 360bf588-2c76-4d19-8fd7-b567db125097 details requested by agent hyperv_n-h2-712139-11 with host n-h2-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:53:08.870822 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 360bf588-2c76-4d19-8fd7-b567db125097, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=360bf588-2c76-4d19-8fd7-b567db125097,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:08.883669 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Returning: {'device': '360bf588-2c76-4d19-8fd7-b567db125097', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:53:08.923183 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:08.935906 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 360bf588-2c76-4d19-8fd7-b567db125097 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:53:08.955085 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 360bf588-2c76-4d19-8fd7-b567db125097, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=360bf588-2c76-4d19-8fd7-b567db125097,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:08.958976 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:09.005453 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=360bf588-2c76-4d19-8fd7-b567db125097,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:09.013004 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.013992 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.014367 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.014714 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.015054 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.015394 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.015730 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.016098 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.016439 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.016770 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.017101 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.017432 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.100423 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] get_ports_and_sgs() called for port_ids ['360bf588-2c76-4d19-8fd7-b567db125097'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:53:10.807390 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 360bf588-2c76-4d19-8fd7-b567db125097 up at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:53:10.855478 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Provisioning complete for port 360bf588-2c76-4d19-8fd7-b567db125097 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:53:10.855852 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:10.936205 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:10.958402 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:53:10.960679 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea95a6e6-ee4e-4b19-9dcb-52bd2b04be29" -d '{"events": [{"server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "name": "network-vif-plugged", "status": "completed", "tag": "360bf588-2c76-4d19-8fd7-b567db125097"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:53:10.974166 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 360bf588-2c76-4d19-8fd7-b567db125097, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=360bf588-2c76-4d19-8fd7-b567db125097,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:10.978329 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:11.032829 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=360bf588-2c76-4d19-8fd7-b567db125097,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:11.053052 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa9a2ae-69c3-435b-8dbd-7e36b91dadd8 x-openstack-request-id: req-afa9a2ae-69c3-435b-8dbd-7e36b91dadd8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:53:11.053352 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "name": "network-vif-plugged", "status": "completed", "tag": "360bf588-2c76-4d19-8fd7-b567db125097", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:53:11.053612 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afa9a2ae-69c3-435b-8dbd-7e36b91dadd8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:53:11.054011 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097', 'code': 200} Jul 30 00:53:19.488959 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:21.526999 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-c6225917-6efa-4414-82e0-8eacef6bc0ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625377081&fields=id&tenant_id=88c2bbd50d69400b899483de86fb5a80 HTTP/1.1" status: 200 len: 267 time: 0.0330300 Jul 30 00:53:21.634883 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-8bf08d7b-8789-4258-a902-c3ff3b7a2000 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:21.636268 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-8bf08d7b-8789-4258-a902-c3ff3b7a2000 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 810 time: 0.1025064 Jul 30 00:53:21.650996 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-f1f85814-bdb7-4389-bb58-69e7af676a34 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/quotas/88c2bbd50d69400b899483de86fb5a80 HTTP/1.1" status: 200 len: 375 time: 0.0090327 Jul 30 00:53:21.707989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-0eed577a-c41a-4aa6-aa73-057e4a56ae2d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0512633 Jul 30 00:53:21.853082 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-6f8aa436-8e55-4747-9a74-bc87b37e086a service neutron] 10.222.0.37 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327035 Jul 30 00:53:21.858907 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89f2b32a-c3c9-4d81-8d1a-b4a1f4ff3a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:21.950482 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-24a262fd-2a05-49be-97c1-9e3b37db2c0c service neutron] 10.222.0.37 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876842 Jul 30 00:53:23.206255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-5f98c50b-69e8-4d4f-8f7e-95af75d446d2 req-b29edcef-d41d-4260-90dd-f3b2ad663a33 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 210 time: 0.0740767 Jul 30 00:53:24.282243 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-552e6276-93fb-421f-89ea-5cfdef9c3348 req-19b10299-bfee-4184-a352-d9adf105d2f5 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 210 time: 0.0259616 Jul 30 00:53:24.324635 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20ab48db-7423-4434-bccc-77bebcbf3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:24.344342 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:25.358628 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6db5aa5e-420c-4d20-9cd9-1cc1c0de0bbf req-c16595c0-c049-42b5-9256-63efb62bc3ad tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 210 time: 0.0274930 Jul 30 00:53:25.834717 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:26.456048 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-80a7e712-818f-4716-85d6-767ee2634dcd req-b55fb3a0-ce9b-439c-87f7-70321f14535e tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 210 time: 0.0299733 Jul 30 00:53:26.877609 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 360bf588-2c76-4d19-8fd7-b567db125097 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:53:26.955891 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:26.977863 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:53:26.980138 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de193edb-012d-4c08-bf46-8e5112174704" -d '{"events": [{"server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "name": "network-vif-unplugged", "status": "completed", "tag": "360bf588-2c76-4d19-8fd7-b567db125097"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:53:26.993092 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] For port 360bf588-2c76-4d19-8fd7-b567db125097, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=360bf588-2c76-4d19-8fd7-b567db125097,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:26.997693 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:27.024081 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:53:27.025566 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd5c6b-a2c4-41f6-b7df-402ad2d71d35 x-openstack-request-id: req-d1fd5c6b-a2c4-41f6-b7df-402ad2d71d35 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:53:27.025866 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "name": "network-vif-unplugged", "status": "completed", "tag": "360bf588-2c76-4d19-8fd7-b567db125097", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:53:27.026127 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1fd5c6b-a2c4-41f6-b7df-402ad2d71d35 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:53:27.026525 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097', 'code': 200} Jul 30 00:53:27.053042 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Pushing event updated for resources: {'Port': ['ID=360bf588-2c76-4d19-8fd7-b567db125097,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:27.241312 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-826db732-4704-49d4-9092-13e4ce90205f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:27.242737 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-826db732-4704-49d4-9092-13e4ce90205f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.42 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 810 time: 0.1219828 Jul 30 00:53:27.287884 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-cf8fc1f5-df82-4cc6-b1b1-56231fb7667d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c2bbd50d69400b899483de86fb5a80 HTTP/1.1" status: 200 len: 380 time: 0.0355415 Jul 30 00:53:27.299349 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'port': {'device_id': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'admin_state_up': True, 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'security_groups': ['d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:27.427606 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Made reservation on behalf of 88c2bbd50d69400b899483de86fb5a80 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:53:27.431795 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:27.451361 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:27.590829 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-41cdbc55-69f5-427b-8104-26b2e521a5f7 req-37c8d9f4-c180-4f78-9c6e-ce4e517a8cef tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 210 time: 0.0399125 Jul 30 00:53:27.638639 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Allocated IP 172.20.0.12 (d9d2929e-5902-4746-bf0b-045ebab3fe79/efcd705a-fe27-4a95-aa31-c483b620daf5/0130cb53-ca88-41e1-b159-9f8bf2900222) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:53:27.828585 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:27.850348 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Transition to ACTIVE for port object 0130cb53-ca88-41e1-b159-9f8bf2900222 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:53:27.896434 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:27.950396 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Network d9d2929e-5902-4746-bf0b-045ebab3fe79 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:53:27.955663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:53:27.961825 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:53:27.988534 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'Port': ['ID=0130cb53-ca88-41e1-b159-9f8bf2900222,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:28.002845 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.003240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.003564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.004215 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.004397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.004634 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.005000 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.005359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.005655 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.006054 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.006360 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.006782 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:28.040808 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:28.041522 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:28.059390 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-ec93bd3a-117b-4ea3-a62e-97e484975172 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7634761 Jul 30 00:53:28.274984 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d6a731ca-2a2a-4c2e-82b7-508f7e9876fc None None] Provisioning for port 0130cb53-ca88-41e1-b159-9f8bf2900222 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:53:28.278886 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d6a731ca-2a2a-4c2e-82b7-508f7e9876fc None None] Provisioning complete for port 0130cb53-ca88-41e1-b159-9f8bf2900222 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:53:28.279884 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6a731ca-2a2a-4c2e-82b7-508f7e9876fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:28.316603 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d6a731ca-2a2a-4c2e-82b7-508f7e9876fc None None] Port 0130cb53-ca88-41e1-b159-9f8bf2900222 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:53:28.735013 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ec81d-7b8d-4b94-bbb1-2d0668579e87 req-bca1108b-2109-4c0d-b163-9a6d15bb7abd tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:28.736850 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e43ec81d-7b8d-4b94-bbb1-2d0668579e87 req-bca1108b-2109-4c0d-b163-9a6d15bb7abd tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 932 time: 0.0556114 Jul 30 00:53:28.777952 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-e43ec81d-7b8d-4b94-bbb1-2d0668579e87 req-946530e0-5fdb-4608-8291-392bd9f0bb17 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351462 Jul 30 00:53:29.900476 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74327b-9a5d-444a-a64d-9cf5b247dc25 req-f878ff68-eaf2-493c-9f90-1e14660f98f1 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:29.902009 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a74327b-9a5d-444a-a64d-9cf5b247dc25 req-f878ff68-eaf2-493c-9f90-1e14660f98f1 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 932 time: 0.0522888 Jul 30 00:53:29.942589 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-6a74327b-9a5d-444a-a64d-9cf5b247dc25 req-9c53532f-669c-47e1-8bfb-494c42de519a tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335193 Jul 30 00:53:31.090548 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c55d1-a35b-434f-b040-dcd632b25df5 req-3733da34-ab28-44d9-832a-e27228b36594 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:31.092142 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e5c55d1-a35b-434f-b040-dcd632b25df5 req-3733da34-ab28-44d9-832a-e27228b36594 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 932 time: 0.0727665 Jul 30 00:53:31.141544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7e5c55d1-a35b-434f-b040-dcd632b25df5 req-1139a1a3-62ee-4603-ab87-9d11e312eb23 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402832 Jul 30 00:53:32.265963 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad65015-b90f-4253-84ec-df4564897fa7 req-f3645fbb-fe71-47ac-95ca-f9fbf2cdbc4a tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:32.267542 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fad65015-b90f-4253-84ec-df4564897fa7 req-f3645fbb-fe71-47ac-95ca-f9fbf2cdbc4a tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 932 time: 0.0525017 Jul 30 00:53:32.308294 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-fad65015-b90f-4253-84ec-df4564897fa7 req-a6c6303e-e622-4874-80e5-96344a28dbaa tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348437 Jul 30 00:53:33.362072 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:33.429180 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4deeb-f8a0-4f36-a4c7-3dbb8229cee1 req-fef98657-3588-4393-aa80-2fd70203fed1 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:33.430729 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffe4deeb-f8a0-4f36-a4c7-3dbb8229cee1 req-fef98657-3588-4393-aa80-2fd70203fed1 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 932 time: 0.0524495 Jul 30 00:53:33.473183 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ffe4deeb-f8a0-4f36-a4c7-3dbb8229cee1 req-5b44f706-9045-4ecc-924a-d468a3e2da4d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357840 Jul 30 00:53:34.607267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169269d1-9f97-4a74-94cd-9412663bdb38 req-6df4a63c-ec77-4290-a3f3-829e337d3f24 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:34.609081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-169269d1-9f97-4a74-94cd-9412663bdb38 req-6df4a63c-ec77-4290-a3f3-829e337d3f24 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 932 time: 0.0586755 Jul 30 00:53:34.652480 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-169269d1-9f97-4a74-94cd-9412663bdb38 req-2b7d0829-3a3c-4a65-80f3-9450222d6781 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371511 Jul 30 00:53:35.796164 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc871ed1-f6a8-4716-b41f-c52bf7d0d625 req-02536fa3-9a33-4167-af8b-e464a3570756 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:35.808876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc871ed1-f6a8-4716-b41f-c52bf7d0d625 req-02536fa3-9a33-4167-af8b-e464a3570756 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 932 time: 0.0783594 Jul 30 00:53:35.890797 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cc871ed1-f6a8-4716-b41f-c52bf7d0d625 req-1362a36e-93e6-4895-92a3-9bfb514889a1 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639617 Jul 30 00:53:37.014222 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5bc13-b530-4177-a812-69fdd03dada5 req-25fd5304-539c-4eb7-8000-2c98a9f239f4 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:37.015804 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7aa5bc13-b530-4177-a812-69fdd03dada5 req-25fd5304-539c-4eb7-8000-2c98a9f239f4 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 932 time: 0.0520647 Jul 30 00:53:37.055093 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7aa5bc13-b530-4177-a812-69fdd03dada5 req-67d21158-55be-4e17-8bdc-de0179b6f081 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330536 Jul 30 00:53:37.684739 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Request body: {'port': {'device_id': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-11'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:37.744750 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:38.005830 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0130cb53-ca88-41e1-b159-9f8bf2900222 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:53:38.013670 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:38.025723 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Transition to ACTIVE for port object 0130cb53-ca88-41e1-b159-9f8bf2900222 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:53:38.029602 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:38.086519 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Pushing event updated for resources: {'Port': ['ID=0130cb53-ca88-41e1-b159-9f8bf2900222,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:38.191841 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Attempting to bind port 0130cb53-ca88-41e1-b159-9f8bf2900222 on host n-h1-712139-11 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:53:38.192240 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Attempting to bind port 0130cb53-ca88-41e1-b159-9f8bf2900222 by drivers openvswitch,hyperv on host n-h1-712139-11 at level 0 using segments [{'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:53:38.192581 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Attempting to bind port 0130cb53-ca88-41e1-b159-9f8bf2900222 on network d9d2929e-5902-4746-bf0b-045ebab3fe79 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:53:38.207882 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea5ee7-4936-4a48-924a-de0a5804b5c6 req-b4fa1665-a188-4934-af15-c1cb629af69d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:38.209424 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fea5ee7-4936-4a48-924a-de0a5804b5c6 req-b4fa1665-a188-4934-af15-c1cb629af69d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 944 time: 0.0723603 Jul 30 00:53:38.210029 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Port 0130cb53-ca88-41e1-b159-9f8bf2900222 on network d9d2929e-5902-4746-bf0b-045ebab3fe79 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:53:38.210359 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Attempting to bind port 0130cb53-ca88-41e1-b159-9f8bf2900222 on network d9d2929e-5902-4746-bf0b-045ebab3fe79 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:53:38.218742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Checking agent: {'id': '289626cc-41ac-4ecd-b004-ac084b300da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'started_at': datetime.datetime(2021, 7, 29, 23, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:53:38.219108 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Checking segment: {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:53:38.219547 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Bound using segment: {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:53:38.219988 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Bound port: 0130cb53-ca88-41e1-b159-9f8bf2900222, host: n-h1-712139-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b3d593-a0ac-43de-be59-756207374d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:53:38.220392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:38.288072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7fea5ee7-4936-4a48-924a-de0a5804b5c6 req-febfb237-8c86-4db0-93d1-f52b04973248 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716836 Jul 30 00:53:38.314781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] For port 0130cb53-ca88-41e1-b159-9f8bf2900222, host n-h1-712139-11, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:53:38.318236 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] For port 0130cb53-ca88-41e1-b159-9f8bf2900222, host n-h1-712139-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0130cb53-ca88-41e1-b159-9f8bf2900222,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:53:38.323091 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:38.360705 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:38.361447 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:38.362859 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] 10.222.0.42 "PUT /v2.0/ports/0130cb53-ca88-41e1-b159-9f8bf2900222 HTTP/1.1" status: 200 len: 1093 time: 0.6851535 Jul 30 00:53:38.365187 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:53:38.367354 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830964d1-5594-42c4-9e7d-801e1148f754" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:53:38.392761 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c4622-7793-4e79-942a-df1baa44df07 service neutron] Pushing event updated for resources: {'Port': ['ID=0130cb53-ca88-41e1-b159-9f8bf2900222,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:38.461249 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-7031617f-43db-45be-8994-3400cc9ab124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:38.462841 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-7031617f-43db-45be-8994-3400cc9ab124 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 1096 time: 0.0477698 Jul 30 00:53:38.479404 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825b2f15-bc97-4f41-aa6a-660af6d60c2b x-openstack-request-id: req-825b2f15-bc97-4f41-aa6a-660af6d60c2b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:53:38.479824 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:53:38.480107 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-825b2f15-bc97-4f41-aa6a-660af6d60c2b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:53:38.480501 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'status': 'completed', 'code': 200} Jul 30 00:53:38.513877 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-3ced35bd-0e38-4afb-9948-b35b27b4ba1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0130cb53-ca88-41e1-b159-9f8bf2900222 HTTP/1.1" status: 200 len: 217 time: 0.0428250 Jul 30 00:53:38.873077 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-1100f24a-065e-471e-9bf0-6058b6b8fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:38.875096 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-1100f24a-065e-471e-9bf0-6058b6b8fd47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.3535905 Jul 30 00:53:38.921575 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-105b863d-87bc-45d2-9d97-5f448fa47ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:38.923101 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-105b863d-87bc-45d2-9d97-5f448fa47ce4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397582 Jul 30 00:53:39.019416 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-e237b195-7176-4931-8b94-499044f87706 service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852075 Jul 30 00:53:39.112259 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-8d226eaa-25ca-4d07-bf28-97572d7a9b72 req-b87a03ef-5156-40fe-8b86-9ab4d73b6437 service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835903 Jul 30 00:53:39.195282 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830964d1-5594-42c4-9e7d-801e1148f754 req-ec416ef1-8475-4d92-bb60-3c92d74b5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:39.196861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830964d1-5594-42c4-9e7d-801e1148f754 req-ec416ef1-8475-4d92-bb60-3c92d74b5321 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 1096 time: 0.0437841 Jul 30 00:53:39.289535 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830964d1-5594-42c4-9e7d-801e1148f754 req-5950c841-410c-40b6-ab30-69d8b36a193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:39.291085 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830964d1-5594-42c4-9e7d-801e1148f754 req-5950c841-410c-40b6-ab30-69d8b36a193d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.0873542 Jul 30 00:53:39.333648 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830964d1-5594-42c4-9e7d-801e1148f754 req-2fa879b9-306d-4ebf-8e33-8553c3ccf585 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0130cb53-ca88-41e1-b159-9f8bf2900222 HTTP/1.1" status: 200 len: 217 time: 0.0349376 Jul 30 00:53:39.415050 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830964d1-5594-42c4-9e7d-801e1148f754 req-9b281406-cf92-47a4-8040-d196564f0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:39.416449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830964d1-5594-42c4-9e7d-801e1148f754 req-9b281406-cf92-47a4-8040-d196564f0514 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0755427 Jul 30 00:53:39.439373 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e7b3-ea1e-4a67-9070-6700523b1901 req-742c1a9e-743a-4077-8dee-bfb2a53c5737 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:39.440838 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1b1e7b3-ea1e-4a67-9070-6700523b1901 req-742c1a9e-743a-4077-8dee-bfb2a53c5737 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 944 time: 0.0700235 Jul 30 00:53:39.500473 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a1b1e7b3-ea1e-4a67-9070-6700523b1901 req-eb47b0b3-466d-4d66-8de4-fca730e02094 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Jul 30 00:53:39.502292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830964d1-5594-42c4-9e7d-801e1148f754 req-4de83bd8-2b5a-4e52-b5bd-12844cc47d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:39.503710 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830964d1-5594-42c4-9e7d-801e1148f754 req-4de83bd8-2b5a-4e52-b5bd-12844cc47d1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792935 Jul 30 00:53:39.601849 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830964d1-5594-42c4-9e7d-801e1148f754 req-c23343ad-ac4f-42c9-854f-80ccf07510ff service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873153 Jul 30 00:53:39.693007 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-830964d1-5594-42c4-9e7d-801e1148f754 req-8a7b7494-2223-4841-b0ef-f3a3b6bc60b2 service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826828 Jul 30 00:53:40.622228 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26f952-4d4a-405f-b5da-411bd6bedd74 req-7e4fa240-0d84-410c-bf04-9499e348a805 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:40.623692 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f26f952-4d4a-405f-b5da-411bd6bedd74 req-7e4fa240-0d84-410c-bf04-9499e348a805 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 944 time: 0.0539901 Jul 30 00:53:40.662624 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-0f26f952-4d4a-405f-b5da-411bd6bedd74 req-386dadb9-f5ec-47c3-bc3f-a70a165a08ee tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324161 Jul 30 00:53:41.783171 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af011-d152-44bb-98d5-67eef1b392d4 req-809f2233-19a2-434f-bbc7-3995b5d851c3 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:41.784741 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-560af011-d152-44bb-98d5-67eef1b392d4 req-809f2233-19a2-434f-bbc7-3995b5d851c3 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 944 time: 0.0500166 Jul 30 00:53:41.823072 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-560af011-d152-44bb-98d5-67eef1b392d4 req-6ec96b07-f6ad-4686-8740-e081fab36f6c tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325885 Jul 30 00:53:42.645059 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0130cb53-ca88-41e1-b159-9f8bf2900222 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:53:42.739620 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0130cb53-ca88-41e1-b159-9f8bf2900222, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0130cb53-ca88-41e1-b159-9f8bf2900222,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:42.750736 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'port_id': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'mac_address': 'fa:16:3e:9e:f1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:53:42.792632 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:42.805727 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0130cb53-ca88-41e1-b159-9f8bf2900222 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:53:42.825460 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0130cb53-ca88-41e1-b159-9f8bf2900222, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0130cb53-ca88-41e1-b159-9f8bf2900222,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:42.829284 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:42.880203 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0130cb53-ca88-41e1-b159-9f8bf2900222,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:42.943985 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2ab55-2d6b-4973-adb9-d3d1f01bf237 req-38b3d66e-2a46-42d9-9ed0-1883a78989a7 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:42.945400 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86c2ab55-2d6b-4973-adb9-d3d1f01bf237 req-38b3d66e-2a46-42d9-9ed0-1883a78989a7 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 945 time: 0.0493410 Jul 30 00:53:42.984522 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-86c2ab55-2d6b-4973-adb9-d3d1f01bf237 req-5891c84c-4e98-4d46-848d-e87424c2711a tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326993 Jul 30 00:53:43.072275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0130cb53-ca88-41e1-b159-9f8bf2900222'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:53:44.103999 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b706074-19a2-4f2c-9348-97db3271af5e req-bdfb5707-1f78-498a-bb99-56555fe0403e tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:44.105486 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b706074-19a2-4f2c-9348-97db3271af5e req-bdfb5707-1f78-498a-bb99-56555fe0403e tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 945 time: 0.0542653 Jul 30 00:53:44.144866 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-3b706074-19a2-4f2c-9348-97db3271af5e req-1922c360-1453-424a-aa73-e52004682b2f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325291 Jul 30 00:53:44.650530 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0130cb53-ca88-41e1-b159-9f8bf2900222 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:53:44.697320 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning for port 0130cb53-ca88-41e1-b159-9f8bf2900222 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:53:44.700846 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 0130cb53-ca88-41e1-b159-9f8bf2900222 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:53:44.701249 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:44.782545 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:44.804600 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:53:44.806850 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b48df36-ab86-418f-b195-ae4599b6c42f" -d '{"events": [{"server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "name": "network-vif-plugged", "status": "completed", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:53:44.821498 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0130cb53-ca88-41e1-b159-9f8bf2900222, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0130cb53-ca88-41e1-b159-9f8bf2900222,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:44.828137 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:44.869328 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c25fe-6110-48da-bcdb-955272789dbf x-openstack-request-id: req-666c25fe-6110-48da-bcdb-955272789dbf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:53:44.869826 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "name": "network-vif-plugged", "status": "completed", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:53:44.870429 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-666c25fe-6110-48da-bcdb-955272789dbf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:53:44.870662 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'code': 200} Jul 30 00:53:44.896287 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0130cb53-ca88-41e1-b159-9f8bf2900222,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:44.963868 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c209c-7c29-4ded-b2ec-45c626c52279 req-801ae1a8-2895-4cf4-b5e8-d13e03a0f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:44.965675 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f85c209c-7c29-4ded-b2ec-45c626c52279 req-801ae1a8-2895-4cf4-b5e8-d13e03a0f0cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 1098 time: 0.0408955 Jul 30 00:53:45.001295 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-f85c209c-7c29-4ded-b2ec-45c626c52279 req-e5b622c0-3655-46d7-bc8a-6fe7e55d9843 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279107 Jul 30 00:53:45.259819 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21410b0e-177d-4744-902d-4e6158dd5803 req-fb2e27a3-1f8c-4da1-a1ff-c88035b42da3 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:45.261355 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21410b0e-177d-4744-902d-4e6158dd5803 req-fb2e27a3-1f8c-4da1-a1ff-c88035b42da3 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 946 time: 0.0502830 Jul 30 00:53:45.299179 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-21410b0e-177d-4744-902d-4e6158dd5803 req-12e6157c-ce5b-44d2-8417-e234014c3a5e tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Jul 30 00:53:46.420965 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0285bd-79c8-4965-9c6f-123aa3e86f24 req-7867db76-2b46-4413-a4f8-a530c8e9f38f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:46.422451 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c0285bd-79c8-4965-9c6f-123aa3e86f24 req-7867db76-2b46-4413-a4f8-a530c8e9f38f tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 946 time: 0.0527687 Jul 30 00:53:46.460166 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9c0285bd-79c8-4965-9c6f-123aa3e86f24 req-c2d53df9-1fe4-4ac1-acb6-103c7443ea99 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318446 Jul 30 00:53:46.573423 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74148190-4936-4e48-a8e4-5b2c5c3225e0 req-e37af86c-75c9-487d-a1c1-2c2549eaac3c tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:46.573423 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74148190-4936-4e48-a8e4-5b2c5c3225e0 req-e37af86c-75c9-487d-a1c1-2c2549eaac3c tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 946 time: 0.0495286 Jul 30 00:53:46.614221 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-74148190-4936-4e48-a8e4-5b2c5c3225e0 req-2ea661a1-cc53-4ec2-86c2-f31f2e0bc5f9 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332484 Jul 30 00:53:46.634874 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42786) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:46.674881 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507d06a5-dd5f-43e9-a1b7-f8cbb9fc5b75 tempest-TestSnapshotPattern-905846646 tempest-TestSnapshotPattern-905846646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:46.676429 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-507d06a5-dd5f-43e9-a1b7-f8cbb9fc5b75 tempest-TestSnapshotPattern-905846646 tempest-TestSnapshotPattern-905846646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 1093 time: 0.0405862 Jul 30 00:53:46.679156 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 42788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:46.683496 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Request body: {'floatingip': {'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'port_id': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:46.706460 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:46.806221 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:46.909855 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Allocated IP 172.25.2.157 (941018d1-5456-4c3f-a7bf-74971fba07a2/c3ac8a1f-540a-479e-ab9a-ac5bd1920dad/73b6ca48-f2db-45ee-8c2f-7e63e3354443) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:53:47.013307 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.052603 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750937142766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.090431 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Network 941018d1-5456-4c3f-a7bf-74971fba07a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:53:47.093301 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:53:47.099374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:53:47.120801 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'Port': ['ID=73b6ca48-f2db-45ee-8c2f-7e63e3354443,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:47.456188 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.522880 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.679832 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.684764 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14458048'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.754501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event updated for resources: {'Port': ['ID=73b6ca48-f2db-45ee-8c2f-7e63e3354443,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:47.768032 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464707'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.867679 n-d-712139-11 neutron-server[93816]: INFO neutron.db.l3_db [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Floating IP 64edd870-00b7-4607-8eac-c39402190172 associated. External IP: 172.25.2.157, port: 0130cb53-ca88-41e1-b159-9f8bf2900222. Jul 30 00:53:48.079084 n-d-712139-11 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Router 3d857463-00b9-42aa-84cf-a5420f3d12b1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:53:48.183039 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:53:48.193353 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] Sync routers for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:53:48.199224 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:48.202208 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:53:48.202839 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:48.229163 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a79efb2c-e6f0-4187-8f35-492ebbbe7803 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5489781 Jul 30 00:53:48.229754 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:53:48.232063 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfaece2-0bd5-4aca-9c93-9c50e4511602" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:53:48.268479 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff047b7-66ff-4120-ab4b-3df5c47c7683 x-openstack-request-id: req-4ff047b7-66ff-4120-ab4b-3df5c47c7683 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:53:48.268800 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:53:48.269058 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ff047b7-66ff-4120-ab4b-3df5c47c7683 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:53:48.269467 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'status': 'completed', 'code': 200} Jul 30 00:53:48.316790 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:53:48.384334 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-c04c1779-1f3f-4380-8cfb-e205b3f2ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:48.385861 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-c04c1779-1f3f-4380-8cfb-e205b3f2ba47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 1098 time: 0.0936189 Jul 30 00:53:48.516671 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-ff8cf03b-06b2-480c-9775-08ae20b897cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:48.518197 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-ff8cf03b-06b2-480c-9775-08ae20b897cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.1252270 Jul 30 00:53:48.582379 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1ebdbb03-50c2-407d-8b0a-e40746eec21f', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:35Z', 'updated_at': '2021-07-30T00:50:37Z', 'revision_number': 1, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}, {'id': '64edd870-00b7-4607-8eac-c39402190172', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:9e:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:53:47Z', 'updated_at': '2021-07-30T00:53:47Z', 'revision_number': 0, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:48.589989 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-057b79eb-d94b-4ea0-bc06-03e4b83c490c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0130cb53-ca88-41e1-b159-9f8bf2900222 HTTP/1.1" status: 200 len: 1000 time: 0.0632226 Jul 30 00:53:48.613038 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] Checking router: 3d857463-00b9-42aa-84cf-a5420f3d12b1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:53:48.621146 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:53:48.621807 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:53:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:48.640610 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-62c19685-b6a8-48a4-bb31-77e195a03020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:48.642090 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-62c19685-b6a8-48a4-bb31-77e195a03020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0451040 Jul 30 00:53:48.689146 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-0781d835-e9d5-4df5-96db-86d1c7441d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:48.690679 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-0781d835-e9d5-4df5-96db-86d1c7441d7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410800 Jul 30 00:53:48.701664 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-4bdc075d-bd74-42aa-929b-189c74bcb347 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:53:48.703604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-4bdc075d-bd74-42aa-929b-189c74bcb347 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060799 Jul 30 00:53:48.727869 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:53:48.799081 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-1bf19d46-17a5-4335-9e54-061f2dc17007 service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876319 Jul 30 00:53:48.891544 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9cfaece2-0bd5-4aca-9c93-9c50e4511602 req-847ceb7f-9a79-411c-8c56-a8487096dfdd service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853779 Jul 30 00:53:48.953844 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1ebdbb03-50c2-407d-8b0a-e40746eec21f', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:35Z', 'updated_at': '2021-07-30T00:50:37Z', 'revision_number': 1, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}, {'id': '64edd870-00b7-4607-8eac-c39402190172', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:9e:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:53:47Z', 'updated_at': '2021-07-30T00:53:47Z', 'revision_number': 0, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:48.980039 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46191dff-ab3d-4353-9072-5d9f22b29595 None None] The sync data for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 is: [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1ebdbb03-50c2-407d-8b0a-e40746eec21f', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:35Z', 'updated_at': '2021-07-30T00:50:37Z', 'revision_number': 1, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}, {'id': '64edd870-00b7-4607-8eac-c39402190172', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:9e:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:53:47Z', 'updated_at': '2021-07-30T00:53:47Z', 'revision_number': 0, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:53:49.167512 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da3ece-afd2-4a57-8157-6309898a3c51 None None] New status for floating IP 64edd870-00b7-4607-8eac-c39402190172: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:53:49.481032 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.478449 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-0c927f9d-87b1-4d47-9473-01a03bc665d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451765 Jul 30 00:53:50.558880 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-74cd7c3e-d505-4c0b-8c17-f7eeccd20881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:50.560392 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-74cd7c3e-d505-4c0b-8c17-f7eeccd20881 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 1098 time: 0.0403025 Jul 30 00:53:50.659824 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-78517ef7-31fd-4d14-b007-af353d580c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:50.661315 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-78517ef7-31fd-4d14-b007-af353d580c89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.0827322 Jul 30 00:53:50.731056 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-f1a1eb94-44c8-44d4-82f3-f662b4016a94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0130cb53-ca88-41e1-b159-9f8bf2900222 HTTP/1.1" status: 200 len: 1002 time: 0.0617006 Jul 30 00:53:50.779733 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-211e908e-5b09-475c-96f2-bad766620186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:50.781230 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-211e908e-5b09-475c-96f2-bad766620186 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0436449 Jul 30 00:53:50.827262 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-db94ef37-80b7-4ea6-a9c2-b988313ce7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:50.828771 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-db94ef37-80b7-4ea6-a9c2-b988313ce7f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400958 Jul 30 00:53:50.925704 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-f5865064-c2c6-469a-909a-1e63aa044121 service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888314 Jul 30 00:53:51.015099 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ea01e3e6-9426-4001-902d-49c43e4c7efc req-5b8b001b-b60e-4a96-b07e-dd4135f939f0 service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824177 Jul 30 00:53:51.868142 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7024c948-fb0e-439d-80f1-3e04388351fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:54.325968 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e53f6465-dd0f-4647-a0b7-3901c27a940c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:54.347715 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:55.843706 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:57.452444 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:01.006764 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-be66ba71-e41c-41c7-875c-2b6e5627ea9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425642 Jul 30 00:54:01.103192 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-d6c5a7a6-2827-4ddf-b817-9fb4e20efd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:01.104717 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-d6c5a7a6-2827-4ddf-b817-9fb4e20efd22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1096 time: 0.0397744 Jul 30 00:54:01.209912 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-472f54f9-f5ff-4105-992b-6eccf2607a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:01.211297 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-472f54f9-f5ff-4105-992b-6eccf2607a5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.0869198 Jul 30 00:54:01.275854 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-4b327148-1192-476d-b720-3446b4e8abcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 200 len: 1000 time: 0.0570319 Jul 30 00:54:01.324086 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-690df7d5-e728-462c-afe6-15869920444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:01.325500 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-690df7d5-e728-462c-afe6-15869920444f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0425751 Jul 30 00:54:01.375311 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-5c4e49c4-fae1-4892-acae-71c9053df4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:01.376821 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-5c4e49c4-fae1-4892-acae-71c9053df4a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433772 Jul 30 00:54:01.769709 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-3e4071c5-98fc-4410-96ca-ec84e41dab30 service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855958 Jul 30 00:54:01.861367 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-90af0dcf-eb4e-4fdf-942e-3430d807350a req-15d6adba-8b91-4b3c-8ab7-f65427cc1413 service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840158 Jul 30 00:54:03.351906 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:04.023934 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:54:19.479953 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:21.848832 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba026afc-8949-411e-8dc3-5ee71a018a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:24.325175 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4548cb49-2a5f-4aff-bedc-aab708e01792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:24.348481 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:25.842203 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:27.457887 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:33.373978 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:41.022906 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:54:49.493966 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:51.849316 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5fc731cc-a38b-43c6-a6bd-3c165ff1d69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:52.472027 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-099bb097-401a-4d36-afd1-6e787a15de69 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413167 Jul 30 00:54:52.561764 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-ed0a0d27-e569-41fc-a74a-78406b438711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:52.563299 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-ed0a0d27-e569-41fc-a74a-78406b438711 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 1098 time: 0.0475695 Jul 30 00:54:52.667397 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-2cdfb16f-ddf2-4fcf-81b5-6411cabbdc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:52.668931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-2cdfb16f-ddf2-4fcf-81b5-6411cabbdc11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.0861182 Jul 30 00:54:52.739161 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-94a7fb15-4ba1-4370-aed6-b61277c65327 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0130cb53-ca88-41e1-b159-9f8bf2900222 HTTP/1.1" status: 200 len: 1002 time: 0.0628428 Jul 30 00:54:52.788453 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-df316e95-eacf-4fb4-bb06-9626a76371eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:52.789931 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-df316e95-eacf-4fb4-bb06-9626a76371eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0438497 Jul 30 00:54:52.835805 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-5e6a6480-59ba-4b6d-bc40-74f3b878e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:52.837313 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-5e6a6480-59ba-4b6d-bc40-74f3b878e39f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403104 Jul 30 00:54:53.227894 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-0e328989-2ec6-489e-a798-5df6a4a92753 service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827531 Jul 30 00:54:53.316404 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-76d48c43-91b4-4e0f-92c6-afc7b113ccb8 req-01016838-fea7-403f-aead-46f1a64525a3 service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807626 Jul 30 00:54:54.328702 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b11f762a-8992-48d5-be01-71ab5887a536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:54.348035 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:55.844587 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:57.459905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:02.013183 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-4d43405a-ebd5-4e2e-9b13-c97f31848eef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408936 Jul 30 00:55:02.111051 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-bb06812b-8768-480a-a6c3-8aadf7a577ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:02.112639 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-bb06812b-8768-480a-a6c3-8aadf7a577ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1096 time: 0.0411327 Jul 30 00:55:02.217626 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-82f2159e-9d5c-47c6-a06f-c5148f439d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:02.219013 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-82f2159e-9d5c-47c6-a06f-c5148f439d49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.0865040 Jul 30 00:55:02.283581 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-81439bcc-169b-47c9-8d3b-75b7351448c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 200 len: 1000 time: 0.0569179 Jul 30 00:55:02.330615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-248f9c28-8b32-4473-86da-a021895a7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:02.332049 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-248f9c28-8b32-4473-86da-a021895a7567 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0417681 Jul 30 00:55:02.384295 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-27fe6d94-dab8-46b2-91e3-4b7fb138d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:02.385775 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-27fe6d94-dab8-46b2-91e3-4b7fb138d3b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440731 Jul 30 00:55:02.474252 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-09b7eafa-3d49-4960-a0a0-66981f4550a3 service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804944 Jul 30 00:55:02.575854 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-1f0a372c-6c7c-4749-a0e9-5bf41e5e6575 req-31daae97-2a65-4266-afb0-fc36f07332f8 service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872502 Jul 30 00:55:03.375692 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:18.021158 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:55:19.493612 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:21.850441 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85aea4f2-1b9a-4cd6-a16e-116b958f217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:23.082762 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0130cb53-ca88-41e1-b159-9f8bf2900222 details requested by agent hyperv_n-h1-712139-11 with host n-h1-712139-11 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:55:23.205217 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0130cb53-ca88-41e1-b159-9f8bf2900222, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0130cb53-ca88-41e1-b159-9f8bf2900222,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:23.218020 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Returning: {'device': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'port_id': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'mac_address': 'fa:16:3e:9e:f1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:55:23.259744 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:23.274536 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0130cb53-ca88-41e1-b159-9f8bf2900222 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:55:23.295667 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0130cb53-ca88-41e1-b159-9f8bf2900222, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0130cb53-ca88-41e1-b159-9f8bf2900222,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:23.301279 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:23.362391 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0130cb53-ca88-41e1-b159-9f8bf2900222,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:23.370923 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.371278 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.371627 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.372000 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.372440 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.373199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.373199 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.373535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.373875 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.374205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.374740 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.375268 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:23.380525 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] get_ports_and_sgs() called for port_ids ['0130cb53-ca88-41e1-b159-9f8bf2900222'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:55:24.347570 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ff46cab-70fc-4dba-a78a-404d1cb42b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:24.361160 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:25.096534 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0130cb53-ca88-41e1-b159-9f8bf2900222 up at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:55:25.149636 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Provisioning complete for port 0130cb53-ca88-41e1-b159-9f8bf2900222 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:25.150370 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377387'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:25.241678 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:25.266681 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:55:25.268980 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22ad909-11f2-4cc9-a33c-0990de977015" -d '{"events": [{"server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "name": "network-vif-plugged", "status": "completed", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:55:25.285803 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0130cb53-ca88-41e1-b159-9f8bf2900222, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0130cb53-ca88-41e1-b159-9f8bf2900222,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:25.291065 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:25.319738 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e082631-b603-444c-9adf-7bbe1f78ec60 x-openstack-request-id: req-9e082631-b603-444c-9adf-7bbe1f78ec60 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:55:25.319858 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "name": "network-vif-plugged", "status": "completed", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:55:25.320160 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e082631-b603-444c-9adf-7bbe1f78ec60 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:55:25.320554 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'code': 200} Jul 30 00:55:25.353705 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0130cb53-ca88-41e1-b159-9f8bf2900222,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:25.859251 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:27.468369 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:32.514676 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43006) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:32.668691 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Deleting port 73b6ca48-f2db-45ee-8c2f-7e63e3354443 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:32.669024 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:32.743786 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:32.744150 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:32.755546 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Calling delete_port for 73b6ca48-f2db-45ee-8c2f-7e63e3354443 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:32.904354 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:32.930357 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event deleted for resources: {'Port': ['ID=73b6ca48-f2db-45ee-8c2f-7e63e3354443,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:32.942937 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.943290 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.943632 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.943974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.944367 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.944701 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.945603 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.945920 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.946265 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.946578 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.946909 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:32.947238 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:33.007013 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:33.007265 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Floating IP 64edd870-00b7-4607-8eac-c39402190172 disassociated (deleted). External IP: 172.25.2.157, port: 0130cb53-ca88-41e1-b159-9f8bf2900222. Jul 30 00:55:33.213830 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Router 3d857463-00b9-42aa-84cf-a5420f3d12b1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:55:33.321071 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:55:33.325981 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:33.330936 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] Sync routers for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:55:33.339410 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:33.340307 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:33.353423 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-6d292ce5-2606-42c8-acad-ecc2b9a7a49d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "DELETE /v2.0/floatingips/64edd870-00b7-4607-8eac-c39402190172 HTTP/1.1" status: 204 len: 168 time: 0.8376164 Jul 30 00:55:33.354103 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:55:33.356569 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:55:33.392381 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:33.449664 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:33.482327 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66abd878-0a27-4c03-8e93-4b1e7a7f401c x-openstack-request-id: req-66abd878-0a27-4c03-8e93-4b1e7a7f401c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:55:33.482710 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:55:33.483164 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66abd878-0a27-4c03-8e93-4b1e7a7f401c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:55:33.483802 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'status': 'completed', 'code': 200} Jul 30 00:55:33.555780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-f529c606-46eb-4077-8909-a54270b9b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:33.557325 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-f529c606-46eb-4077-8909-a54270b9b022 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 1098 time: 0.0441108 Jul 30 00:55:33.661161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240eb3-057c-43f4-ae65-8060c2c848a8 req-fc972623-d2bc-4d89-94e9-dec6c173ca4b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:33.662604 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac240eb3-057c-43f4-ae65-8060c2c848a8 req-fc972623-d2bc-4d89-94e9-dec6c173ca4b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 946 time: 0.1043324 Jul 30 00:55:33.687412 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1ebdbb03-50c2-407d-8b0a-e40746eec21f', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:35Z', 'updated_at': '2021-07-30T00:50:37Z', 'revision_number': 1, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:33.709381 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-6662c3db-f081-4195-9760-0f38c9735c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:33.710991 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-6662c3db-f081-4195-9760-0f38c9735c79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.1440072 Jul 30 00:55:33.714795 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] Checking router: 3d857463-00b9-42aa-84cf-a5420f3d12b1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:55:33.718734 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-ac240eb3-057c-43f4-ae65-8060c2c848a8 req-8056d424-da3f-4691-a2b7-ccdb3adc4216 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497015 Jul 30 00:55:33.723382 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:33.723998 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:33.758750 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-8a1b9ca0-a8c6-4bd8-8f36-8d1359bd169d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0130cb53-ca88-41e1-b159-9f8bf2900222 HTTP/1.1" status: 200 len: 217 time: 0.0390019 Jul 30 00:55:33.808463 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-d02a5677-c797-4072-a1e4-136e0a2b2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:33.810103 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-d02a5677-c797-4072-a1e4-136e0a2b2206 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0438125 Jul 30 00:55:33.831912 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:33.858392 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-4b9c00a9-469c-4b60-855d-72a33e5ebae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:33.859946 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-4b9c00a9-469c-4b60-855d-72a33e5ebae3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415375 Jul 30 00:55:33.955300 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-f47fca7a-8696-4ec9-af61-9b26ad8e9950 service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858324 Jul 30 00:55:34.060434 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-4dd456ee-be91-4bb8-ba65-9b4b7c29ba12 req-1d10540b-a699-43e3-aa7d-05794d1a288a service neutron] 10.222.0.42 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957448 Jul 30 00:55:34.075797 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1ebdbb03-50c2-407d-8b0a-e40746eec21f', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:35Z', 'updated_at': '2021-07-30T00:50:37Z', 'revision_number': 1, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:34.105074 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a42a0ac-b869-4fb5-800c-3438c0a14497 None None] The sync data for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 is: [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_floatingips': [{'id': '1ebdbb03-50c2-407d-8b0a-e40746eec21f', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'router_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'port_id': '360bf588-2c76-4d19-8fd7-b567db125097', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'mac_address': 'fa:16:3e:8d:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:35Z', 'updated_at': '2021-07-30T00:50:37Z', 'revision_number': 1, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:55:34.346421 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd8e6f7-725c-4d62-8500-bd281dde9391 None None] New status for floating IP 64edd870-00b7-4607-8eac-c39402190172: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:55:34.846897 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9fb53-5959-48d1-ac9f-00e21a74e2a5 req-fa760801-2f0c-4c1b-976d-9ab95cb37b4d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:34.848333 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cff9fb53-5959-48d1-ac9f-00e21a74e2a5 req-fa760801-2f0c-4c1b-976d-9ab95cb37b4d tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 946 time: 0.0548596 Jul 30 00:55:34.885581 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-cff9fb53-5959-48d1-ac9f-00e21a74e2a5 req-4e745332-f4db-49c6-9f1f-ad6b6b9d6695 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313241 Jul 30 00:55:35.139433 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-4fe222f6-1544-48cf-bc9d-b301b2ffc0a5 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:35.140882 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-4fe222f6-1544-48cf-bc9d-b301b2ffc0a5 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 946 time: 0.0486367 Jul 30 00:55:35.168684 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0130cb53-ca88-41e1-b159-9f8bf2900222 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:35.234231 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Deleting port 0130cb53-ca88-41e1-b159-9f8bf2900222 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:35.234575 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:35.244623 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615709'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:35.266808 n-d-712139-11 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:55:35.269062 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f703b57af23b6b717aa0cccb20d72ce11f76831ab3977d7275025cc643a88f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d868bc-483f-4bc9-9826-55251c020726" -d '{"events": [{"server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "name": "network-vif-unplugged", "status": "completed", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:55:35.282481 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] For port 0130cb53-ca88-41e1-b159-9f8bf2900222, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0130cb53-ca88-41e1-b159-9f8bf2900222,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:35.286952 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750937533233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750937142788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750937142806'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:35.313378 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eee2639-1be0-4af5-bb22-7f4a90a34db4 x-openstack-request-id: req-9eee2639-1be0-4af5-bb22-7f4a90a34db4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:55:35.313671 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "name": "network-vif-unplugged", "status": "completed", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:55:35.313925 n-d-712139-11 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eee2639-1be0-4af5-bb22-7f4a90a34db4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:55:35.314316 n-d-712139-11 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'code': 200} Jul 30 00:55:35.330584 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] For port 0130cb53-ca88-41e1-b159-9f8bf2900222, host n-h1-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-11',level=0,port_id=0130cb53-ca88-41e1-b159-9f8bf2900222,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:35.330952 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:35.339470 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Pushing event updated for resources: {'Port': ['ID=0130cb53-ca88-41e1-b159-9f8bf2900222,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:35.344791 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Calling delete_port for 0130cb53-ca88-41e1-b159-9f8bf2900222 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:35.472685 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:35.501590 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event deleted for resources: {'Port': ['ID=0130cb53-ca88-41e1-b159-9f8bf2900222,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:35.514292 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.514647 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.514996 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.515343 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.515683 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.516059 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.516383 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.516719 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.517049 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.517384 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.517714 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.518047 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-11 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:35.552731 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] No DVR routers for this DVR port 0130cb53-ca88-41e1-b159-9f8bf2900222 on host n-h1-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:55:35.555219 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:35.557255 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-9e5b2917-4f8f-4c0d-b3da-81eaaf60f0a2 req-9410c17e-28fa-4689-baa6-96617ae22334 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.42 "DELETE /v2.0/ports/0130cb53-ca88-41e1-b159-9f8bf2900222 HTTP/1.1" status: 204 len: 173 time: 0.4098485 Jul 30 00:55:35.557698 n-d-712139-11 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'name': 'network-vif-deleted', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:55:35.560029 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720dfe4e26f7a1ff962def59f95fda808b731aad4a7016680f3257f421b24555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ab0c80-2df9-45fd-b039-5890a5ba77b9" -d '{"events": [{"server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "name": "network-vif-deleted", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:55:35.598076 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6cab41-1c07-4eba-8f26-6fa7aa03b306 x-openstack-request-id: req-8e6cab41-1c07-4eba-8f26-6fa7aa03b306 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:55:35.598408 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6fced9-9cda-4894-a0bc-fc2b3176c05a", "name": "network-vif-deleted", "tag": "0130cb53-ca88-41e1-b159-9f8bf2900222", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:55:35.598674 n-d-712139-11 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e6cab41-1c07-4eba-8f26-6fa7aa03b306 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:55:35.599088 n-d-712139-11 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6fced9-9cda-4894-a0bc-fc2b3176c05a', 'name': 'network-vif-deleted', 'tag': '0130cb53-ca88-41e1-b159-9f8bf2900222', 'status': 'completed', 'code': 200} Jul 30 00:55:36.003474 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-7ff13312-fd9f-4eec-a2d6-6b9049ec91b8 req-dc7a6ca5-7e56-4327-9c18-9f54b9731d54 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fced9-9cda-4894-a0bc-fc2b3176c05a HTTP/1.1" status: 200 len: 210 time: 0.0295570 Jul 30 00:55:37.575198 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43074) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:37.734877 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Deleting port bd71dd0d-ccb2-4817-a8a4-e6aa8c3eb4eb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:37.735142 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:37.809732 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:37.810060 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:37.821791 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Calling delete_port for bd71dd0d-ccb2-4817-a8a4-e6aa8c3eb4eb owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:37.970930 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:37.998471 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event deleted for resources: {'Port': ['ID=bd71dd0d-ccb2-4817-a8a4-e6aa8c3eb4eb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:38.070455 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:38.070805 n-d-712139-11 neutron-server[93817]: INFO neutron.db.l3_db [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Floating IP 1ebdbb03-50c2-407d-8b0a-e40746eec21f disassociated (deleted). External IP: 172.25.2.251, port: 360bf588-2c76-4d19-8fd7-b567db125097. Jul 30 00:55:38.280828 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Router 3d857463-00b9-42aa-84cf-a5420f3d12b1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:55:38.393985 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:55:38.399249 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:38.403829 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] Sync routers for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:55:38.412945 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:38.414124 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:38.429495 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-94cadc4e-a1f8-48dd-9c26-08912deb4820 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "DELETE /v2.0/floatingips/1ebdbb03-50c2-407d-8b0a-e40746eec21f HTTP/1.1" status: 204 len: 168 time: 0.8531718 Jul 30 00:55:38.430094 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:55:38.432385 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b72417c-3ef8-42ff-826c-c039c6812835" -d '{"events": [{"name": "network-changed", "server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "tag": "360bf588-2c76-4d19-8fd7-b567db125097"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:55:38.474301 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e84f9ab-c5d8-4fe4-9108-7e45eb829fda x-openstack-request-id: req-8e84f9ab-c5d8-4fe4-9108-7e45eb829fda {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:55:38.474670 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "tag": "360bf588-2c76-4d19-8fd7-b567db125097", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:55:38.474993 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e84f9ab-c5d8-4fe4-9108-7e45eb829fda {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:55:38.475488 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097', 'status': 'completed', 'code': 200} Jul 30 00:55:38.529930 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:38.589543 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-e8fb5e81-053c-465c-957c-bbeda82a661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:38.591561 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-e8fb5e81-053c-465c-957c-bbeda82a661f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c2bbd50d69400b899483de86fb5a80&device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 1096 time: 0.0532062 Jul 30 00:55:38.675344 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebe5c-424e-4895-ae6a-7b2c5c939185 req-0e8c9f99-397c-4e78-a2b1-8e5c7d6c6eb5 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:38.676644 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7bebe5c-424e-4895-ae6a-7b2c5c939185 req-0e8c9f99-397c-4e78-a2b1-8e5c7d6c6eb5 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 944 time: 0.0563440 Jul 30 00:55:38.707615 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-fc6366aa-1a35-479f-a885-7e1c2d18cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:38.709932 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-fc6366aa-1a35-479f-a885-7e1c2d18cefb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 200 len: 911 time: 0.0950625 Jul 30 00:55:38.717654 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-a7bebe5c-424e-4895-ae6a-7b2c5c939185 req-c38c3bc3-8eae-4b74-a4f9-4bdd24292923 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339503 Jul 30 00:55:38.749320 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:38.754332 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-702c052f-ea76-4f45-ac1a-1f183d72cba3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 200 len: 217 time: 0.0362260 Jul 30 00:55:38.775101 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] Checking router: 3d857463-00b9-42aa-84cf-a5420f3d12b1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:55:38.783451 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:38.784092 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:38.812516 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-374a678a-780a-4e72-bc36-cf325a344133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:38.813995 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-374a678a-780a-4e72-bc36-cf325a344133 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 200 len: 849 time: 0.0445409 Jul 30 00:55:38.868414 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-75ce8011-ef42-4279-ba4f-f58a5055dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:38.869945 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-75ce8011-ef42-4279-ba4f-f58a5055dd8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9d2929e-5902-4746-bf0b-045ebab3fe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421057 Jul 30 00:55:38.893644 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:38.970251 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-d74e623b-cd43-482a-87d0-81e799315375 service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911229 Jul 30 00:55:39.089831 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-2b72417c-3ef8-42ff-826c-c039c6812835 req-76993279-1956-4be6-94d5-3de9bea09c06 service neutron] 10.222.0.47 "GET /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871315 Jul 30 00:55:39.184231 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:39.200472 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0130cb53-ca88-41e1-b159-9f8bf2900222 no longer exists at agent hyperv_n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:39.214405 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa241c-ec62-43b2-8946-190ea4ba5332 None None] The sync data for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 is: [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 4, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11', '_interfaces': [{'id': 'c1e342b1-26c7-400e-b132-b10b7ef162c8', 'name': '', 'network_id': 'd9d2929e-5902-4746-bf0b-045ebab3fe79', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'mac_address': 'fa:16:3e:52:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:13Z', 'updated_at': '2021-07-30T00:50:19Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'subnets': [{'id': 'efcd705a-fe27-4a95-aa31-c483b620daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:55:39.224535 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] No Port match for: 0130cb53-ca88-41e1-b159-9f8bf2900222 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:39.224963 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Device 0130cb53-ca88-41e1-b159-9f8bf2900222 not bound to the agent host n-h1-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:39.452377 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d48ef-89df-4c89-b9e4-8c254c1723e1 None None] New status for floating IP 1ebdbb03-50c2-407d-8b0a-e40746eec21f: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:55:39.740974 n-d-712139-11 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-ac9e4dfe-bf23-4592-a015-7511c1a5cbe0 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:39.742457 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-ac9e4dfe-bf23-4592-a015-7511c1a5cbe0 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.47 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 944 time: 0.0544980 Jul 30 00:55:39.833598 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-28d97f78-bea0-4c52-b561-3befa93a9d8b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Deleting port 360bf588-2c76-4d19-8fd7-b567db125097 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:39.833957 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-28d97f78-bea0-4c52-b561-3befa93a9d8b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:39.838970 n-d-712139-11 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd54e9-a98b-409a-8aec-7aad8a898a6a req-4f887f4e-56b9-472b-b36a-c25e3f4d8cbd tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:39.840941 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6bd54e9-a98b-409a-8aec-7aad8a898a6a req-4f887f4e-56b9-472b-b36a-c25e3f4d8cbd tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df95b6-17e3-4862-b894-9ec4147d1b95 HTTP/1.1" status: 200 len: 944 time: 0.0532138 Jul 30 00:55:39.879502 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [req-d6bd54e9-a98b-409a-8aec-7aad8a898a6a req-7709994f-0756-44a2-8681-02a7e7d41641 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "GET /v2.0/security-groups?id=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Jul 30 00:55:39.924983 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-28d97f78-bea0-4c52-b561-3befa93a9d8b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] For port 360bf588-2c76-4d19-8fd7-b567db125097, host n-h2-712139-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-11',level=0,port_id=360bf588-2c76-4d19-8fd7-b567db125097,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:39.925360 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-28d97f78-bea0-4c52-b561-3befa93a9d8b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:39.938306 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-28d97f78-bea0-4c52-b561-3befa93a9d8b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Calling delete_port for 360bf588-2c76-4d19-8fd7-b567db125097 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:40.066861 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-28d97f78-bea0-4c52-b561-3befa93a9d8b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:40.100682 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d97f78-bea0-4c52-b561-3befa93a9d8b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event deleted for resources: {'Port': ['ID=360bf588-2c76-4d19-8fd7-b567db125097,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:40.143211 n-d-712139-11 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-28d97f78-bea0-4c52-b561-3befa93a9d8b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] No DVR routers for this DVR port 360bf588-2c76-4d19-8fd7-b567db125097 on host n-h2-712139-11 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:55:40.145959 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-28d97f78-bea0-4c52-b561-3befa93a9d8b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944404'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:40.149029 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [req-18b4a646-631e-4f72-8743-54c3dc0a94a4 req-28d97f78-bea0-4c52-b561-3befa93a9d8b tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.47 "DELETE /v2.0/ports/360bf588-2c76-4d19-8fd7-b567db125097 HTTP/1.1" status: 204 len: 173 time: 0.3999853 Jul 30 00:55:40.476948 n-d-712139-11 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'name': 'network-vif-deleted', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:55:40.479370 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fa1eb3471090889de00f6cdb87ae053ba5250018292dcacb15d0eab686a201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fb3db1-b4e0-434c-84c5-9a26635a5a40" -d '{"events": [{"server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "name": "network-vif-deleted", "tag": "360bf588-2c76-4d19-8fd7-b567db125097"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:55:40.524918 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665b864b-8534-49ef-8d0f-59cb73c9243f x-openstack-request-id: req-665b864b-8534-49ef-8d0f-59cb73c9243f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:55:40.525212 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df95b6-17e3-4862-b894-9ec4147d1b95", "name": "network-vif-deleted", "tag": "360bf588-2c76-4d19-8fd7-b567db125097", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:55:40.525465 n-d-712139-11 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-665b864b-8534-49ef-8d0f-59cb73c9243f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:55:40.525873 n-d-712139-11 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46df95b6-17e3-4862-b894-9ec4147d1b95', 'name': 'network-vif-deleted', 'tag': '360bf588-2c76-4d19-8fd7-b567db125097', 'status': 'completed', 'code': 200} Jul 30 00:55:40.934895 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43090) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:40.995758 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a904fc58-0bcd-456e-af54-13d062098217 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:41.021041 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a904fc58-0bcd-456e-af54-13d062098217 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:41.084524 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a904fc58-0bcd-456e-af54-13d062098217 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:41.087262 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a904fc58-0bcd-456e-af54-13d062098217 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:41.088438 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-a904fc58-0bcd-456e-af54-13d062098217 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] 10.222.0.37 "DELETE /v2.0/security-groups/d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb HTTP/1.1" status: 204 len: 168 time: 0.1525335 Jul 30 00:55:41.097780 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904fc58-0bcd-456e-af54-13d062098217 tempest-TestSnapshotPattern-728124203 tempest-TestSnapshotPattern-728124203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88f99b8-ee4c-4c2e-9e20-baaf2584c7cb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:41.152398 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43094) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:41.897667 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:42.154470 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] Deleting port c1e342b1-26c7-400e-b132-b10b7ef162c8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:42.155144 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:42.231019 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] For port c1e342b1-26c7-400e-b132-b10b7ef162c8, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=c1e342b1-26c7-400e-b132-b10b7ef162c8,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:42.231390 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:42.244165 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] Calling delete_port for c1e342b1-26c7-400e-b132-b10b7ef162c8 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:42.422265 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:42.447589 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e342b1-26c7-400e-b132-b10b7ef162c8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:42.614585 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:42.830803 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] Router 3d857463-00b9-42aa-84cf-a5420f3d12b1 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:55:42.948436 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:55:42.956737 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0097f9a6-f250-46ba-8343-d48048b748da admin admin] 10.222.0.37 "PUT /v2.0/routers/3d857463-00b9-42aa-84cf-a5420f3d12b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8029406 Jul 30 00:55:42.956927 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43098) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:42.959483 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] Sync routers for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:55:42.973923 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:42.975050 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:43.088889 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.089130 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: n-d-712139-11 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:43.187019 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.243056 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Deleting port 6b5aa409-dbff-447f-9a9e-7b283594aae2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:43.243398 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.265469 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:55:42Z', 'revision_number': 5, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port': {'id': '6b5aa409-dbff-447f-9a9e-7b283594aae2', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:11Z', 'updated_at': '2021-07-30T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:43.291936 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] Checking router: 3d857463-00b9-42aa-84cf-a5420f3d12b1 for host: n-d-712139-11 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:55:43.300368 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] Routers {'3d857463-00b9-42aa-84cf-a5420f3d12b1'} bound to L3 agent in host n-d-712139-11 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:43.300972 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['3d857463-00b9-42aa-84cf-a5420f3d12b1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:43.322745 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] For port 6b5aa409-dbff-447f-9a9e-7b283594aae2, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=6b5aa409-dbff-447f-9a9e-7b283594aae2,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:43.323116 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.336781 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Calling delete_port for 6b5aa409-dbff-447f-9a9e-7b283594aae2 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:43.386173 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] Set router 3d857463-00b9-42aa-84cf-a5420f3d12b1 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:43.441055 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:55:43Z', 'revision_number': 6, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:43.468327 n-d-712139-11 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d76cd7-4b4f-448b-bb24-51b304f221fa None None] The sync data for ids ['3d857463-00b9-42aa-84cf-a5420f3d12b1'] in n-d-712139-11 is: [{'id': '3d857463-00b9-42aa-84cf-a5420f3d12b1', 'name': 'tempest-TestSnapshotPattern-2034700222-router', 'tenant_id': '88c2bbd50d69400b899483de86fb5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:10Z', 'updated_at': '2021-07-30T00:55:43Z', 'revision_number': 6, 'project_id': '88c2bbd50d69400b899483de86fb5a80', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:55:43.508539 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.535454 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5aa409-dbff-447f-9a9e-7b283594aae2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:43.544178 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 360bf588-2c76-4d19-8fd7-b567db125097 no longer exists at agent hyperv_n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:43.566738 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] No Port match for: 360bf588-2c76-4d19-8fd7-b567db125097 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:43.567108 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Device 360bf588-2c76-4d19-8fd7-b567db125097 not bound to the agent host n-h2-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:43.599548 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.689946 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.691985 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.734784 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.735405 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d857463-00b9-42aa-84cf-a5420f3d12b1 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:55:43.740613 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.741784 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-ab3cab4f-f29e-434e-9798-53d9988691d1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3d857463-00b9-42aa-84cf-a5420f3d12b1 HTTP/1.1" status: 204 len: 168 time: 0.7838120 Jul 30 00:55:43.744417 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:43.789822 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-4478dcc6-648f-4807-b51e-076e363feb04 admin admin] Deleting subnet efcd705a-fe27-4a95-aa31-c483b620daf5 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:55:43.792873 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4478dcc6-648f-4807-b51e-076e363feb04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.832348 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4478dcc6-648f-4807-b51e-076e363feb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.916739 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4478dcc6-648f-4807-b51e-076e363feb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.969568 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4478dcc6-648f-4807-b51e-076e363feb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.999161 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478dcc6-648f-4807-b51e-076e363feb04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efcd705a-fe27-4a95-aa31-c483b620daf5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:44.003113 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4478dcc6-648f-4807-b51e-076e363feb04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.005587 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-4478dcc6-648f-4807-b51e-076e363feb04 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/efcd705a-fe27-4a95-aa31-c483b620daf5 HTTP/1.1" status: 204 len: 168 time: 0.2601895 Jul 30 00:55:44.012048 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43102) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:44.012304 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa663c-a5a9-40c3-9cc9-e997ce9d4769 None None] Network d9d2929e-5902-4746-bf0b-045ebab3fe79 requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:55:44.078066 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.143853 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Deleting port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:44.144233 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.212742 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] For port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0ca0caa7-38ef-4859-8a42-ee54f950b8b5,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:44.213031 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.229065 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Calling delete_port for 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:44.231837 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb44dc7-e504-4554-9b6a-1ef3e82249ac None None] DHCP port deletion for d9d2929e-5902-4746-bf0b-045ebab3fe79 request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:55:44.283660 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cdb44dc7-e504-4554-9b6a-1ef3e82249ac None None] Deleting port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:44.284168 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdb44dc7-e504-4554-9b6a-1ef3e82249ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.315179 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.347208 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca0caa7-38ef-4859-8a42-ee54f950b8b5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:44.348876 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cdb44dc7-e504-4554-9b6a-1ef3e82249ac None None] For port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=0ca0caa7-38ef-4859-8a42-ee54f950b8b5,segment=NetworkSegment(a9b3d593-a0ac-43de-be59-756207374d32),segment_id=a9b3d593-a0ac-43de-be59-756207374d32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:44.349282 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdb44dc7-e504-4554-9b6a-1ef3e82249ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.349663 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] No DVR routers for this DVR port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:55:44.363240 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cdb44dc7-e504-4554-9b6a-1ef3e82249ac None None] Calling delete_port for 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:44.429012 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.439804 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d2929e-5902-4746-bf0b-045ebab3fe79']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:44.447592 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdb44dc7-e504-4554-9b6a-1ef3e82249ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.452185 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b3d593-a0ac-43de-be59-756207374d32') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:44.452501 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b3d593-a0ac-43de-be59-756207374d32') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:44.463485 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.478466 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.479099 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb44dc7-e504-4554-9b6a-1ef3e82249ac None None] Pushing event deleted for resources: {'Port': ['ID=0ca0caa7-38ef-4859-8a42-ee54f950b8b5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:44.485070 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:55:44.485366 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb44dc7-e504-4554-9b6a-1ef3e82249ac None None] No DVR routers for this DVR port 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:55:44.485711 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:55:44.487836 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:55:44.549480 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.555814 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.557876 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] 10.222.0.37 "DELETE /v2.0/networks/d9d2929e-5902-4746-bf0b-045ebab3fe79 HTTP/1.1" status: 204 len: 168 time: 0.5488760 Jul 30 00:55:44.561085 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.37', 43104) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:44.569876 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5700c1-20c8-46ee-b427-db7e3d1dac3d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d2929e-5902-4746-bf0b-045ebab3fe79,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:44.902381 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381507'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:44.986851 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c1e342b1-26c7-400e-b132-b10b7ef162c8 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:45.007118 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: c1e342b1-26c7-400e-b132-b10b7ef162c8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:45.007634 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device c1e342b1-26c7-400e-b132-b10b7ef162c8 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:45.008308 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6b5aa409-dbff-447f-9a9e-7b283594aae2 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:45.027550 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 6b5aa409-dbff-447f-9a9e-7b283594aae2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:45.027953 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 6b5aa409-dbff-447f-9a9e-7b283594aae2 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:45.028357 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:45.047496 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:45.047849 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 0ca0caa7-38ef-4859-8a42-ee54f950b8b5 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:45.156241 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] Deleting port e0c7d365-039f-4639-9cc3-50888b35e08f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:45.156488 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:45.239146 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] For port e0c7d365-039f-4639-9cc3-50888b35e08f, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=e0c7d365-039f-4639-9cc3-50888b35e08f,segment=NetworkSegment(02e3ce4c-6a63-44a0-abff-a7429b734c1b),segment_id=02e3ce4c-6a63-44a0-abff-a7429b734c1b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:45.239516 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:45.252784 n-d-712139-11 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] Calling delete_port for e0c7d365-039f-4639-9cc3-50888b35e08f owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:45.433106 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14018508'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:45.458498 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c7d365-039f-4639-9cc3-50888b35e08f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:45.622115 n-d-712139-11 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381487'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:45.836195 n-d-712139-11 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] Router 8e92f14b-80fa-47a0-b372-9bb74e041b11 has already been hosted by L3 agent 3002a47e-671f-460c-b6fa-f30b02f4a4d3 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:55:46.247523 n-d-712139-11 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] Notify agent at l3_agent.n-d-712139-11 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:55:46.252364 n-d-712139-11 neutron-server[93817]: INFO neutron.wsgi [None req-0771c2aa-eb57-4311-9f65-143f828dd0ea admin admin] 10.222.0.37 "PUT /v2.0/routers/8e92f14b-80fa-47a0-b372-9bb74e041b11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902361 Jul 30 00:55:46.255083 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:46.255808 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] Sync routers for ids ['8e92f14b-80fa-47a0-b372-9bb74e041b11'] in n-d-712139-11 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:55:46.264967 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] Routers {'8e92f14b-80fa-47a0-b372-9bb74e041b11'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:46.265589 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['8e92f14b-80fa-47a0-b372-9bb74e041b11'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:46.359566 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.369893 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] Set router 8e92f14b-80fa-47a0-b372-9bb74e041b11 gateway port host: n-d-712139-11 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:46.463720 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.518416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Deleting port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:46.518662 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.552622 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'name': 'tempest-TestSnapshotPattern-1389662112-router', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'external_fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:55:45Z', 'revision_number': 5, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'gw_port': {'id': '3f9fb6e9-cf5d-44ce-bb25-4197ced70013', 'name': '', 'network_id': '941018d1-5456-4c3f-a7bf-74971fba07a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3ac8a1f-540a-479e-ab9a-ac5bd1920dad', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-11'}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:46.579275 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] Checking router: 8e92f14b-80fa-47a0-b372-9bb74e041b11 for host: n-d-712139-11 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:55:46.588322 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] Routers {'8e92f14b-80fa-47a0-b372-9bb74e041b11'} bound to L3 agent in host n-d-712139-11 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:46.588943 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:10:24Z,description=,heartbeat_timestamp=2021-07-30T00:55:24Z,host='n-d-712139-11',id=3002a47e-671f-460c-b6fa-f30b02f4a4d3,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:10:24Z,topic='l3_agent')) {'router_ids': ['8e92f14b-80fa-47a0-b372-9bb74e041b11'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:46.598574 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] For port 3f9fb6e9-cf5d-44ce-bb25-4197ced70013, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=3f9fb6e9-cf5d-44ce-bb25-4197ced70013,segment=NetworkSegment(c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3),segment_id=c4f53cfa-79cb-4f36-8d9b-97b886c3e8a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:46.598927 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.612416 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Calling delete_port for 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:46.676587 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] Set router 8e92f14b-80fa-47a0-b372-9bb74e041b11 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:46.731583 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'name': 'tempest-TestSnapshotPattern-1389662112-router', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:55:46Z', 'revision_number': 6, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'gw_port_host': None}], 'n-d-712139-11', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:46.758518 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd7edf-96b2-4ec4-b532-bab8f625d496 None None] The sync data for ids ['8e92f14b-80fa-47a0-b372-9bb74e041b11'] in n-d-712139-11 is: [{'id': '8e92f14b-80fa-47a0-b372-9bb74e041b11', 'name': 'tempest-TestSnapshotPattern-1389662112-router', 'tenant_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:16Z', 'updated_at': '2021-07-30T00:55:46Z', 'revision_number': 6, 'project_id': 'b9145f0acbf14489aa57b62e7fdccd4f', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:55:46.779148 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.803558 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9fb6e9-cf5d-44ce-bb25-4197ced70013,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:46.869916 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464781'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.961190 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.963296 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.005900 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492674'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.006500 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e92f14b-80fa-47a0-b372-9bb74e041b11 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:55:47.014001 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.015173 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-7626f428-0444-4b78-94f2-2f082fe8c31b admin admin] 10.222.0.37 "DELETE /v2.0/routers/8e92f14b-80fa-47a0-b372-9bb74e041b11 HTTP/1.1" status: 204 len: 168 time: 0.7590833 Jul 30 00:55:47.017744 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43108) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:47.065666 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-794efca6-6a7a-4428-bee6-4a9587ed0eb7 admin admin] Deleting subnet 0153515f-06c7-49aa-9c37-cfe978316b2c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:55:47.068809 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-794efca6-6a7a-4428-bee6-4a9587ed0eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.104376 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-794efca6-6a7a-4428-bee6-4a9587ed0eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14070190'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.194426 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-794efca6-6a7a-4428-bee6-4a9587ed0eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390273'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.256792 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-794efca6-6a7a-4428-bee6-4a9587ed0eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14458102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12980698'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.260346 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e0c7d365-039f-4639-9cc3-50888b35e08f no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:47.281252 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: e0c7d365-039f-4639-9cc3-50888b35e08f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:47.281607 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device e0c7d365-039f-4639-9cc3-50888b35e08f not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:47.291564 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794efca6-6a7a-4428-bee6-4a9587ed0eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0153515f-06c7-49aa-9c37-cfe978316b2c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:47.293638 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-794efca6-6a7a-4428-bee6-4a9587ed0eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.295467 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-794efca6-6a7a-4428-bee6-4a9587ed0eb7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0153515f-06c7-49aa-9c37-cfe978316b2c HTTP/1.1" status: 204 len: 168 time: 0.2767477 Jul 30 00:55:47.298075 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43110) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:47.300767 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33310a1-2653-41cd-972b-cfa953cbce42 None None] Network fb85edd4-fb74-4bf8-990e-92e79930620e requested from n-d-712139-11 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:55:47.365392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522632'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.423905 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Deleting port dc67483c-34d0-4dd3-9481-9e36db8850f1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:47.424249 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.480125 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba0c367-aa3e-4782-a128-d7fbbc811d2d None None] DHCP port deletion for fb85edd4-fb74-4bf8-990e-92e79930620e request from n-d-712139-11 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:55:47.497267 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] For port dc67483c-34d0-4dd3-9481-9e36db8850f1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=dc67483c-34d0-4dd3-9481-9e36db8850f1,segment=NetworkSegment(02e3ce4c-6a63-44a0-abff-a7429b734c1b),segment_id=02e3ce4c-6a63-44a0-abff-a7429b734c1b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:47.497671 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.511939 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Calling delete_port for dc67483c-34d0-4dd3-9481-9e36db8850f1 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:47.530879 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dba0c367-aa3e-4782-a128-d7fbbc811d2d None None] Deleting port dc67483c-34d0-4dd3-9481-9e36db8850f1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:47.531345 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dba0c367-aa3e-4782-a128-d7fbbc811d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750937527435'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.600392 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14458073'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.604486 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dba0c367-aa3e-4782-a128-d7fbbc811d2d None None] For port dc67483c-34d0-4dd3-9481-9e36db8850f1, host n-d-712139-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-11',level=0,port_id=dc67483c-34d0-4dd3-9481-9e36db8850f1,segment=NetworkSegment(02e3ce4c-6a63-44a0-abff-a7429b734c1b),segment_id=02e3ce4c-6a63-44a0-abff-a7429b734c1b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:47.604898 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dba0c367-aa3e-4782-a128-d7fbbc811d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384148'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.618181 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dba0c367-aa3e-4782-a128-d7fbbc811d2d None None] Calling delete_port for dc67483c-34d0-4dd3-9481-9e36db8850f1 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:47.625713 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc67483c-34d0-4dd3-9481-9e36db8850f1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:47.629400 n-d-712139-11 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] No DVR routers for this DVR port dc67483c-34d0-4dd3-9481-9e36db8850f1 on host n-d-712139-11 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:55:47.696259 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dba0c367-aa3e-4782-a128-d7fbbc811d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750937533215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750937142775'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.704723 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377110', 'neutron.services.segments.db._delete_segments_for_network-8750937624625'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.720725 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb85edd4-fb74-4bf8-990e-92e79930620e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:47.723136 n-d-712139-11 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0c367-aa3e-4782-a128-d7fbbc811d2d None None] Pushing event deleted for resources: {'Port': ['ID=dc67483c-34d0-4dd3-9481-9e36db8850f1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:47.726883 n-d-712139-11 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0c367-aa3e-4782-a128-d7fbbc811d2d None None] No DVR routers for this DVR port dc67483c-34d0-4dd3-9481-9e36db8850f1 on host n-d-712139-11 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:55:47.732887 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e3ce4c-6a63-44a0-abff-a7429b734c1b') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:47.733188 n-d-712139-11 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e3ce4c-6a63-44a0-abff-a7429b734c1b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:47.743609 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750937625658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14070181'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.757232 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.763759 n-d-712139-11 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:55:47.764180 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14458152'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: Traceback (most recent call last): Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: timer() Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: cb(*args, **kw) Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: return func(*args, **kwargs) Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: self._notify() Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: self.callback(batched_events) Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: event.method(event) Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: return f(self, *a, **k) Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: return self._get(url).json() Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:55:47.765994 n-d-712139-11 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:55:47.822163 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464817'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.827615 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.829659 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fb85edd4-fb74-4bf8-990e-92e79930620e HTTP/1.1" status: 204 len: 168 time: 0.5306671 Jul 30 00:55:47.841512 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4cb90-ef29-4936-8a54-d6aed0b0fcf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb85edd4-fb74-4bf8-990e-92e79930620e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:47.952138 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43114) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:47.992643 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-c8e9af1d-37fb-4092-bef5-6ba7116750b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88c2bbd50d69400b899483de86fb5a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387781 Jul 30 00:55:47.995087 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43116) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:48.044355 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1df1e03-01bd-44fa-8da7-a44c5b4d06dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.065204 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1df1e03-01bd-44fa-8da7-a44c5b4d06dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.114619 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1df1e03-01bd-44fa-8da7-a44c5b4d06dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.117871 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1df1e03-01bd-44fa-8da7-a44c5b4d06dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.119148 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f1df1e03-01bd-44fa-8da7-a44c5b4d06dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8ecff9a-43f9-4876-b693-a6fad1eb793c HTTP/1.1" status: 204 len: 168 time: 0.1231673 Jul 30 00:55:48.127191 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df1e03-01bd-44fa-8da7-a44c5b4d06dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ecff9a-43f9-4876-b693-a6fad1eb793c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:48.449374 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:48.490753 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-e80b360b-836f-4e4a-b7db-8142ffa29d79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9145f0acbf14489aa57b62e7fdccd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401628 Jul 30 00:55:48.494042 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.37', 43124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:48.549940 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f986e3e9-1245-4cd7-8ae5-03b13d104892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.576576 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f986e3e9-1245-4cd7-8ae5-03b13d104892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.628550 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f986e3e9-1245-4cd7-8ae5-03b13d104892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.631164 n-d-712139-11 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f986e3e9-1245-4cd7-8ae5-03b13d104892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.632410 n-d-712139-11 neutron-server[93816]: INFO neutron.wsgi [None req-f986e3e9-1245-4cd7-8ae5-03b13d104892 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2cb0eb8-de54-49b1-8a86-ad895d9b6c13 HTTP/1.1" status: 204 len: 168 time: 0.1373882 Jul 30 00:55:48.640720 n-d-712139-11 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986e3e9-1245-4cd7-8ae5-03b13d104892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cb0eb8-de54-49b1-8a86-ad895d9b6c13,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:48.988205 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:49.012795 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:49.013142 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device 3f9fb6e9-cf5d-44ce-bb25-4197ced70013 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:49.013565 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device dc67483c-34d0-4dd3-9481-9e36db8850f1 no longer exists at agent ovs-agent-n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:49.034241 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] No Port match for: dc67483c-34d0-4dd3-9481-9e36db8850f1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:49.034596 n-d-712139-11 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Device dc67483c-34d0-4dd3-9481-9e36db8850f1 not bound to the agent host n-d-712139-11 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:49.493665 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:51.881771 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f63ad65-4655-4659-b26d-dc49b3fa4806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.330288 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a9f4-a1ee-499e-bb0c-cc2e9a6feda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.352685 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:55.019827 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:55:55.851954 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:57.467951 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:03.404487 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:19.505982 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:21.853171 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-598ad741-f156-42b6-bb79-440bf15b8ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:24.332703 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc49dad2-6aa4-48bf-8532-b55bd33815ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:24.353638 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:25.855057 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:27.471180 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:32.018693 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:56:33.402743 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:49.505407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:51.854511 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eda0f16-190d-4f8f-b7a6-85fec3261fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:54.333782 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a0d42b6-6e9f-4f10-ac37-1fdd1dbe7f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:54.354826 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.860949 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.472470 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.417869 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.017295 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:57:19.513370 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:21.855905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1966fe0-2610-40ae-bbb4-b645b5870aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:24.335525 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6d15681-5210-417a-be77-e20163ae44d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:24.354919 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:25.860630 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:27.476252 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:33.432914 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:46.016580 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:57:49.518411 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:51.862848 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98fb6ac7-83af-4502-9b99-0522afb7d048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:54.335290 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a48548c0-df76-4c90-a802-d149e42ad0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:54.355666 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:55.863924 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:57.480024 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:03.431893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:19.528129 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:21.853854 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-effcd8d7-f2f4-4ae9-86c9-7d09013468b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:23.015246 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:58:24.335902 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f04ebefd-27a4-40af-828d-aa66bbdde42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:24.357218 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:25.866107 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:27.483669 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:33.431482 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:44.953477 n-d-712139-11 neutron-server[93817]: DEBUG neutron.wsgi [req-033bfffc-3525-4f42-be8e-3c4a514b5824 req-a185308b-c12f-4bc0-aaa2-16d948629abc service neutron] (93817) timed out ('10.222.0.37', 40706) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:58:49.532908 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:51.854783 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36d6f7e-54f3-49dc-bf80-7e78cb8386c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:54.337608 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-214b6766-d9c5-44ad-a6fa-02415196b367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:54.356756 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:55.870189 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:57.484288 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:00.014019 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:59:03.446883 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:19.550812 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:21.855848 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-291f6666-c428-4248-b597-0119f7afa039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:24.340905 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-691d3203-15ea-43f7-8f21-1996b0aecc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:24.358601 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:25.872961 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:27.487964 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:33.447224 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:37.013137 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:59:49.540506 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:51.885556 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c929680-8f0c-4825-a80f-29665d400f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:54.342251 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6d1fbc3-3254-4f75-81a4-55c131402d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:54.359068 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:55.874716 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:57.489516 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:03.461079 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:14.012776 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:00:19.550621 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:21.857251 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83c4df3f-3a6f-47b6-8dff-3bf6e40b57ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:24.342960 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8ff247a-36c3-422e-94ae-0556ba16579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:24.365448 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:25.878173 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:27.493027 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:33.461367 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:49.572568 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:51.012083 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:00:51.858260 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d733c4a-434e-4b2d-9b39-5b88c3394f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:54.355814 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a3efe1b-ef13-465c-882f-39a7ddd61e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:54.361985 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:55.882144 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:57.499529 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:03.475098 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:19.569726 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:21.862107 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5eaa-de3f-465b-9df3-da6c974ed2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:24.356455 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-759a8231-692f-4665-8f52-9d941f387b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:24.363030 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:25.884366 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.498288 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.012711 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:01:33.475651 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:49.590407 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:52.054258 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52deea47-ac91-4450-bdc6-e1db836852d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:54.365209 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27676e78-9e2f-4456-a4e4-7027f2f52ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:54.366753 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:55.888893 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:57.500524 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:03.477226 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:05.012066 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:02:19.587502 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:21.866290 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edcf38e1-0bf2-4337-b158-91d7f88505ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:24.358057 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f34c69f-79e6-4e2c-a335-ffcdb9562d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:24.364976 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:25.890123 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:27.502310 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:33.474273 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:42.011210 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:02:49.584370 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:51.867363 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2752110-ae69-4a47-a791-dce5a32dfae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:54.354588 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22406e0d-086c-4914-aaca-2d8a3677bbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:54.360230 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:55.893965 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:57.505142 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:03.487187 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:14.877149 n-d-712139-11 neutron-server[93816]: DEBUG neutron.wsgi [req-0ff5812a-869b-47d7-9be1-3cf661e872d2 req-68544d76-e0fc-43c8-aed6-c1131e699b70 service neutron] (93816) timed out ('10.222.0.37', 42148) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 01:03:19.010810 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:03:19.599809 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:21.867416 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8421ce-17b8-4d70-9884-0adda651ca0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:24.350863 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d15dd8e-1303-43ea-8303-5f96ced1de04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:24.361066 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:25.896731 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:27.508423 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:33.503621 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:49.613880 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:51.873312 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4419acde-5d99-4ab7-9813-747a181a4404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:54.341208 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367a15e1-74f1-48d5-aa70-bdbd0efd0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:54.367789 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:55.899524 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:56.009809 n-d-712139-11 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-88af2ab1-9438-49c2-a99f-acaf77399e96 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:03:57.511296 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:03.514327 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b06239d2-7171-4442-a9df-c235a12c11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:19.613399 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae0d527b-7c96-44b4-9e8b-ee5925b89c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:21.865343 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1aacbd0e-f75e-419a-a81a-71d7e2886cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:24.341810 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db0961e8-c421-496d-a82e-578120f30eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:24.360449 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-847a5e6a-a58e-432a-9247-4be29d04e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:25.903427 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9769fe5-6de0-4696-9262-91378a4941a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:27.519770 n-d-712139-11 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-367ca3c3-635c-4d29-b0d6-8adb00709011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750937624607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1378192'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}